-- Logs begin at Tue 2021-07-13 06:36:01 UTC, end at Tue 2021-07-13 08:53:54 UTC. -- Jul 13 07:09:01.399495 n-d-758944-43 systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 07:09:04.077118 n-d-758944-43 neutron-server[93632]: INFO neutron.common.config [-] Logging enabled! Jul 13 07:09:04.077683 n-d-758944-43 neutron-server[93632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 07:09:04.077878 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 07:09:04.081084 n-d-758944-43 neutron-server[93632]: INFO neutron.common.config [-] Logging enabled! Jul 13 07:09:04.081341 n-d-758944-43 neutron-server[93632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 07:09:04.081647 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 07:09:04.082589 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:09:04.082822 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:09:04.083177 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:09:04.083419 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:09:04.083644 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:09:04.083959 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.084254 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.084548 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.084776 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.085063 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.085348 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.085626 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.085910 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.086227 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.086506 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.086779 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.087058 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.087285 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.087560 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.087844 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.088128 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.088349 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] debug = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.088624 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.089045 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.089446 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.089720 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.090026 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.090302 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.090569 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.090842 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.091119 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.091963 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] host = n-d-758944-43 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.092236 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.092518 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.092800 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.093083 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.093355 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.093628 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.093908 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.094208 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.094479 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] log_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.094751 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.095036 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.095320 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.095607 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.095831 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.096052 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.096339 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.096624 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.096935 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.097162 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.097432 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.097701 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.097985 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.098259 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.098542 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.098824 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.099104 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.099373 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.099640 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.099907 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.100172 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.100450 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.100719 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.100984 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.101250 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.101530 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.101797 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.102084 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.102382 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.102666 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.102943 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.103224 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.103494 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.103772 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.104040 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.104306 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.104572 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] use_json = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.104837 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.105100 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.105377 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.105642 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.105906 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.106196 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.106461 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.106740 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:04.107636 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.107957 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.108272 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.108558 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.108853 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.109131 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.109418 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.109696 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.110000 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.110291 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.110577 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.110857 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.111141 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.111416 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.111708 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.112018 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.112311 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.112600 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.112876 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.113148 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.113419 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.113696 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.113998 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.114292 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.114578 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.114852 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.115129 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.115416 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.115695 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.115966 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.116241 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.116525 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.116802 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.117072 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.117351 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.117626 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.117896 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.118191 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.118467 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.118759 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.119034 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.119302 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.119571 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.119845 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.120112 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.120391 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.120663 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.120936 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.121209 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.121485 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.121761 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.122057 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.122337 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.122633 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.122911 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.123185 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.123457 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.123728 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.123999 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.124268 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.124537 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.124816 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.125092 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.125366 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.125640 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.125910 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.126208 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.126483 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.126768 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.127065 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.127346 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.127624 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.127903 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.128180 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.128457 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.128732 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.129007 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.129284 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.129556 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.129848 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.130152 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.130442 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.130725 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.131006 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.131302 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.131578 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.131863 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.132137 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.132412 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.132697 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.132979 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.133275 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.133573 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.133871 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.134253 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.134546 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.134825 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.135138 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.135419 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:04.135637 n-d-758944-43 neutron-server[93632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:09:04.135874 n-d-758944-43 neutron-server[93632]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93632) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 07:09:04.476700 n-d-758944-43 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 07:09:04.476909 n-d-758944-43 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 07:09:04.477195 n-d-758944-43 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 07:09:04.477525 n-d-758944-43 neutron-server[93632]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 07:09:04.863290 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.863581 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.863853 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.865138 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.865420 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.865686 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.900011 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.900285 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.900551 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.913844 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.914149 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.914417 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.944179 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.944455 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.944718 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.979793 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.980074 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:04.980344 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.209243 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.209845 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.209845 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.210044 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.210692 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.327948 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.328268 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.328548 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.328817 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.329083 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.329392 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.329651 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.329907 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.330180 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.330457 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.330713 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.330975 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.331235 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.331489 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.331749 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.331999 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.332259 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.332523 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.332776 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.333041 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.333291 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.333571 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.333913 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.334225 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.334472 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.334718 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.335104 n-d-758944-43 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:09:05.335342 n-d-758944-43 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:09:05.335577 n-d-758944-43 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:09:05.335809 n-d-758944-43 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:09:05.336040 n-d-758944-43 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:09:05.336270 n-d-758944-43 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:09:05.336630 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 07:09:05.339785 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 07:09:05.344208 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 07:09:05.347853 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 13 07:09:05.349470 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 07:09:05.349923 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 07:09:05.350284 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 07:09:05.350661 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 07:09:05.353413 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 07:09:05.353662 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 07:09:05.354032 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 07:09:05.382744 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 07:09:05.383184 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.383477 n-d-758944-43 neutron-server[93632]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93632) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 07:09:05.383837 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.385175 n-d-758944-43 neutron-server[93632]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93632) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 07:09:05.385457 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 07:09:05.385705 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 07:09:05.388794 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.389072 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:05.453728 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 07:09:05.453992 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 07:09:05.454229 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 07:09:05.454589 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 07:09:05.474801 n-d-758944-43 neutron-server[93632]: DEBUG oslo_db.sqlalchemy.engines [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93632) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 07:09:06.000144 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Initializing driver for type 'gre' Jul 13 07:09:06.000676 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] gre ID ranges: [(1, 1000)] Jul 13 07:09:06.054292 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Initializing driver for type 'local' Jul 13 07:09:06.054630 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Initializing driver for type 'vlan' Jul 13 07:09:06.068335 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] VlanTypeDriver initialization complete Jul 13 07:09:06.068673 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Initializing driver for type 'vxlan' Jul 13 07:09:06.069167 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] vxlan ID ranges: [(1, 1000)] Jul 13 07:09:06.126030 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Initializing extension driver 'port_security' Jul 13 07:09:06.126350 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] PortSecurityExtensionDriver initialization complete Jul 13 07:09:06.126692 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Initializing mechanism driver 'openvswitch' Jul 13 07:09:06.127036 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Initializing mechanism driver 'hyperv' Jul 13 07:09:06.133468 n-d-758944-43 neutron-server[93632]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:06.134193 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > port after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.134581 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.134951 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.135472 n-d-758944-43 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:09:06.135914 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.136278 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.136636 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.137027 n-d-758944-43 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:09:06.137439 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > network after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.137797 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > network after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.139446 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > network after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.139446 n-d-758944-43 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:09:06.139446 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > security_group after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.139446 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > security_group after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.139774 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.140210 n-d-758944-43 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:09:06.140629 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.140996 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.141360 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.141753 n-d-758944-43 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:09:06.142189 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > address_group after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.142548 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > address_group after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.142899 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.143291 n-d-758944-43 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:09:06.143675 n-d-758944-43 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] ML2 OVO RPC backend initialized. {{(pid=93632) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 13 07:09:06.144397 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.144763 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.145192 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > network before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.145550 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > networks before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.145905 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > port before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.146282 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > ports before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.146636 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > subnet before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.146988 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > subnets before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.147341 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > network after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.147689 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > network after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.148036 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > network after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.148383 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > port after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.148728 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.149073 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.149426 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.149773 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.150156 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.150751 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.plugin [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Modular L2 Plugin initialization complete Jul 13 07:09:06.151090 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading services supported by the core plugin {{(pid=93632) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 07:09:06.151428 n-d-758944-43 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Got port-security extension from driver 'port_security' Jul 13 07:09:06.151906 n-d-758944-43 neutron-server[93632]: INFO neutron.extensions.vlantransparent [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Disabled vlantransparent extension. Jul 13 07:09:06.152403 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93632) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 07:09:06.152728 n-d-758944-43 neutron-server[93632]: INFO neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading Plugin: router Jul 13 07:09:06.189162 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.189569 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router after_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.189971 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router before_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.190346 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.190729 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.191093 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router after_delete 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.191459 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.191831 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router after_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.192188 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router after_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.192546 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router after_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.192906 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.193274 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router after_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.193700 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.194110 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.194461 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.194810 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: subnet after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.195159 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.195517 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.195875 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.196226 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: port before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.196576 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router precommit_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.196942 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router after_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.197294 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.197653 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.198043 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.198400 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.198777 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > agent after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.199137 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > agent after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.199490 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > network after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.200344 n-d-758944-43 neutron-server[93632]: DEBUG neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Tracking information for resource: router configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:09:06.200720 n-d-758944-43 neutron-server[93632]: DEBUG neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Tracking information for resource: floatingip configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:09:06.205677 n-d-758944-43 neutron-server[93632]: INFO neutron.db.l3_agentschedulers_db [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 07:09:06.206302 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.206677 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: port after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.207038 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.207398 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.208197 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router before_create 55550100 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.208573 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.208944 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router precommit_create 55550100 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.209311 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > router precommit_update 55550100 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.213752 n-d-758944-43 neutron-server[93632]: DEBUG neutron.services.provider_configuration [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service providers = [] {{(pid=93632) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 07:09:06.214155 n-d-758944-43 neutron-server[93632]: DEBUG neutron.db.servicetype_db [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93632) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 07:09:06.217632 n-d-758944-43 neutron-server[93632]: DEBUG neutron.services.service_base [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:09:06.218022 n-d-758944-43 neutron-server[93632]: DEBUG neutron.services.service_base [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:09:06.218378 n-d-758944-43 neutron-server[93632]: DEBUG neutron.services.service_base [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:09:06.219281 n-d-758944-43 neutron-server[93632]: DEBUG neutron.services.service_base [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:09:06.219660 n-d-758944-43 neutron-server[93632]: INFO neutron.services.service_base [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 07:09:06.220042 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:09:06.220370 n-d-758944-43 neutron-server[93632]: INFO neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 07:09:06.230912 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:09:06.231260 n-d-758944-43 neutron-server[93632]: INFO neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading Plugin: auto_allocate Jul 13 07:09:06.237624 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: network precommit_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.238027 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: network precommit_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.238556 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:09:06.238895 n-d-758944-43 neutron-server[93632]: INFO neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading Plugin: tag Jul 13 07:09:06.245336 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:09:06.245676 n-d-758944-43 neutron-server[93632]: INFO neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading Plugin: timestamp Jul 13 07:09:06.249705 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:09:06.250077 n-d-758944-43 neutron-server[93632]: INFO neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading Plugin: network_ip_availability Jul 13 07:09:06.255461 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.255842 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.256209 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.256924 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:09:06.257255 n-d-758944-43 neutron-server[93632]: INFO neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading Plugin: flavors Jul 13 07:09:06.261927 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:09:06.262295 n-d-758944-43 neutron-server[93632]: INFO neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading Plugin: revisions Jul 13 07:09:06.266596 n-d-758944-43 neutron-server[93632]: DEBUG neutron.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:09:06.266987 n-d-758944-43 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=93632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 07:09:06.267720 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93632) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 07:09:06.268062 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Initializing extension manager. Jul 13 07:09:06.268580 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: __init__.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.268927 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: __pycache__ {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.269268 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.269608 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: address_group.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.270406 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.270973 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: address-group Jul 13 07:09:06.271301 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: address_scope.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.272028 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.272539 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: address-scope Jul 13 07:09:06.272869 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.273800 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.274339 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: router-admin-state-down-before-update Jul 13 07:09:06.274674 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: agent.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.276812 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.277346 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: agent Jul 13 07:09:06.277684 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: agent_resources_synced.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.279173 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.279699 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: agent-resources-synced Jul 13 07:09:06.280032 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.281836 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.282396 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: allowed-address-pairs Jul 13 07:09:06.282739 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.283827 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.284356 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: auto-allocated-topology Jul 13 07:09:06.284692 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: availability_zone.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.285656 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.286193 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: availability_zone Jul 13 07:09:06.286526 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: availability_zone_filter.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.287451 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.287962 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: availability_zone_filter Jul 13 07:09:06.288292 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: data_plane_status.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.289205 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.289716 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 07:09:06.290074 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: default_subnetpools.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.290999 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.291512 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: default-subnetpools Jul 13 07:09:06.291842 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.292654 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.293172 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: dhcp_agent_scheduler Jul 13 07:09:06.293502 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: dns.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.295047 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.295561 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 07:09:06.295892 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: dns_domain_ports.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.296821 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.297332 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 07:09:06.297665 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.298625 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.299137 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 07:09:06.299466 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: dvr.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.300146 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.300654 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: dvr Jul 13 07:09:06.300981 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: empty_string_filtering.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.301895 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.302430 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: empty-string-filtering Jul 13 07:09:06.302760 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.303692 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.304194 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 07:09:06.304521 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.305436 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.305960 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 07:09:06.306291 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: external_net.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.307217 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.307731 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: external-net Jul 13 07:09:06.308058 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.308984 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.309494 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: extra_dhcp_opt Jul 13 07:09:06.309823 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: extraroute.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.310798 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.311311 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: extraroute Jul 13 07:09:06.311641 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: extraroute_atomic.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.312672 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.313191 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: extraroute-atomic Jul 13 07:09:06.313521 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: filter_validation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.314227 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.314740 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: filter-validation Jul 13 07:09:06.315068 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: fip_pf_description.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.315991 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.316501 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 07:09:06.316830 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: fip_port_details.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.317766 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.318309 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: fip-port-details Jul 13 07:09:06.318637 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: flavors.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.319869 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.320394 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: flavors Jul 13 07:09:06.320730 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.322409 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.322941 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 07:09:06.323280 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: floatingip_pools.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.323983 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.324499 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: floatingip-pools Jul 13 07:09:06.324832 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: ip_allocation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.325792 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.326338 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 07:09:06.326671 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.327602 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.328118 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: ip-substring-filtering Jul 13 07:09:06.328452 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: l2_adjacency.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.329395 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.329900 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 07:09:06.330258 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: l3.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.331234 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.331755 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: router Jul 13 07:09:06.332093 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.334483 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.335014 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 07:09:06.335357 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.336297 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.336816 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: ext-gw-mode Jul 13 07:09:06.337153 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.338117 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.338628 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: l3-ha Jul 13 07:09:06.338964 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: l3_flavors.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.339914 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.340423 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: l3-flavors Jul 13 07:09:06.340757 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.342293 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.342806 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 07:09:06.343147 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: l3agentscheduler.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.344181 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.344696 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: l3_agent_scheduler Jul 13 07:09:06.345028 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: logging.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.346549 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.348053 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension logging not supported by any of loaded plugins Jul 13 07:09:06.348397 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: metering.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.349154 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.349737 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: metering Jul 13 07:09:06.350106 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.351206 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.351730 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: metering_source_and_destination_fields Jul 13 07:09:06.352068 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: multiprovidernet.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.353005 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.353520 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: multi-provider Jul 13 07:09:06.353860 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: netmtu.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.354814 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.355329 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: net-mtu Jul 13 07:09:06.355663 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: netmtu_writable.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.356589 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.357636 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: net-mtu-writable Jul 13 07:09:06.357995 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: network_availability_zone.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.358683 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.359196 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: network_availability_zone Jul 13 07:09:06.359528 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: network_ip_availability.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.360612 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.361130 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: network-ip-availability Jul 13 07:09:06.361466 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: network_segment_range.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.362275 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.362784 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 07:09:06.363116 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: pagination.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.364125 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.364465 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: pagination Jul 13 07:09:06.364795 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: port_device_profile.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.365711 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.366262 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: port-device-profile Jul 13 07:09:06.366593 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.367537 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.368052 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: port-mac-address-regenerate Jul 13 07:09:06.368382 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.369304 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.369817 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: port-numa-affinity-policy Jul 13 07:09:06.370176 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: port_resource_request.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.371110 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.371617 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 07:09:06.371947 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: portbindings.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.372924 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.373432 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: binding Jul 13 07:09:06.373767 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: portbindings_extended.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.375186 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.375707 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: binding-extended Jul 13 07:09:06.376084 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: portsecurity.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.376961 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.377477 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: port-security Jul 13 07:09:06.377809 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: project_id.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.378833 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.379174 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: project-id Jul 13 07:09:06.379506 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: providernet.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.380439 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.380956 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: provider Jul 13 07:09:06.381285 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: qos.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.384796 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.385326 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension qos not supported by any of loaded plugins Jul 13 07:09:06.385669 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.386951 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.387471 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 07:09:06.387806 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.388769 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.389288 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 07:09:06.389620 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: qos_default.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.390572 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.391092 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension qos-default not supported by any of loaded plugins Jul 13 07:09:06.391424 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: qos_fip.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.392079 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.392585 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 07:09:06.392915 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.393848 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.394390 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 07:09:06.394722 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.395641 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.396153 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 07:09:06.396482 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.397405 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.397922 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 07:09:06.398286 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: qos_rules_alias.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.399328 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.399844 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 07:09:06.400177 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: quotasv2.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.401091 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.401425 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: quotas Jul 13 07:09:06.401752 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: quotasv2_detail.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.405283 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.405636 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: quota_details Jul 13 07:09:06.406004 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: rbac.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.407077 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.407606 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: rbac-policies Jul 13 07:09:06.407947 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: rbac_address_group.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.409132 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.409596 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: rbac-address-group Jul 13 07:09:06.410218 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: rbac_address_scope.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.411184 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.411701 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: rbac-address-scope Jul 13 07:09:06.412034 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: rbac_security_groups.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.412965 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.413479 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: rbac-security-groups Jul 13 07:09:06.413813 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.414777 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.415289 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: rbac-subnetpool Jul 13 07:09:06.415623 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: revisionifmatch.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.416564 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.417076 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: revision-if-match Jul 13 07:09:06.417409 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: revisions.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.418580 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.419101 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: standard-attr-revisions Jul 13 07:09:06.419994 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: router_availability_zone.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.420683 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.421201 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: router_availability_zone Jul 13 07:09:06.421535 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: routerservicetype.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.422490 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.423001 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 07:09:06.423333 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.424276 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.424791 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: security-groups-normalized-cidr Jul 13 07:09:06.425125 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.426085 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.426602 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: port-security-groups-filtering Jul 13 07:09:06.426932 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.427862 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.428375 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: security-groups-remote-address-group Jul 13 07:09:06.428705 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: securitygroup.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.438339 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.438877 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: security-group Jul 13 07:09:06.439221 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: segment.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.440017 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.440532 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension segment not supported by any of loaded plugins Jul 13 07:09:06.440869 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.441818 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.442361 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 07:09:06.442695 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: servicetype.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.443808 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.444337 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: service-type Jul 13 07:09:06.444673 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: sorting.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.445660 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.446019 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: sorting Jul 13 07:09:06.446352 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: standard_attr_segment.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.447336 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.447847 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 07:09:06.448178 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: standardattrdescription.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.448832 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.449338 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: standard-attr-description Jul 13 07:09:06.449666 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: stateful_security_group.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.450696 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.451221 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: stateful-security-group Jul 13 07:09:06.451559 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: stdattrs_common.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.452152 n-d-758944-43 neutron-server[93632]: WARNING neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 07:09:06.452485 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.453431 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.453963 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 07:09:06.454311 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: subnet_onboard.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.455379 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.455901 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: subnet_onboard Jul 13 07:09:06.456233 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.457166 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.457680 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 07:09:06.458050 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: subnet_service_types.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.458988 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.459501 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: subnet-service-types Jul 13 07:09:06.459834 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: subnetallocation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.460911 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.461427 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: subnet_allocation Jul 13 07:09:06.461761 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.462469 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.462979 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: subnetpool-prefix-ops Jul 13 07:09:06.463309 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.464485 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.465112 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 07:09:06.465554 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: tagging.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.467177 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.467698 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: standard-attr-tag Jul 13 07:09:06.468036 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: timestamp.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.469290 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.469817 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loaded extension: standard-attr-timestamp Jul 13 07:09:06.470180 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: trunk.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.471229 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.471754 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension trunk not supported by any of loaded plugins Jul 13 07:09:06.472092 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: trunk_details.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.473026 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.473547 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 07:09:06.473884 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.474854 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.475371 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 07:09:06.475704 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Loading extension file: vlantransparent.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:09:06.476385 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:09:06.476899 n-d-758944-43 neutron-server[93632]: INFO neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 07:09:06.479379 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:network Jul 13 07:09:06.479927 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:subnet Jul 13 07:09:06.480335 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:09:06.480735 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:port Jul 13 07:09:06.482536 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.482992 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service FLAVORS assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.483614 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.484055 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.484395 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:router Jul 13 07:09:06.484835 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 07:09:06.485341 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service METERING assigned prefix: /metering {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.486807 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.487184 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.487543 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:09:06.488522 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 07:09:06.488973 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:security_group Jul 13 07:09:06.489430 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 07:09:06.490055 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service CORE assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.490393 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:09:06.490742 n-d-758944-43 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] subnetpool is already registered Jul 13 07:09:06.491180 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service CORE assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.491519 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:09:06.491858 n-d-758944-43 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] subnetpool is already registered Jul 13 07:09:06.494236 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.494685 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service FLAVORS assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.495281 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.495707 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.496045 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:router Jul 13 07:09:06.496390 n-d-758944-43 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] router is already registered Jul 13 07:09:06.496808 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 07:09:06.497148 n-d-758944-43 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] floatingip is already registered Jul 13 07:09:06.497643 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service METERING assigned prefix: /metering {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.498351 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 07:09:06.498687 n-d-758944-43 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] rbac_policy is already registered Jul 13 07:09:06.499100 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:security_group Jul 13 07:09:06.499443 n-d-758944-43 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] security_group is already registered Jul 13 07:09:06.499850 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 07:09:06.500188 n-d-758944-43 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] security_group_rule is already registered Jul 13 07:09:06.500809 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service CORE assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.501145 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:09:06.501483 n-d-758944-43 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] subnetpool is already registered Jul 13 07:09:06.501906 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Service CORE assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:09:06.502258 n-d-758944-43 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:09:06.502595 n-d-758944-43 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] subnetpool is already registered Jul 13 07:09:06.503062 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: extensions {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.504746 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: address-groups {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.506272 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: address-scopes {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.507581 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: agents {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.508759 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: auto-allocated-topology {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.510028 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: availability_zones {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.511252 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: dhcp-networks {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.512797 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: dhcp-agents {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.514803 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: routers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.516526 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: flavors {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.518742 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: service_profiles {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.519980 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: next_providers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.521498 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: service_profiles {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.523101 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: floatingip-pools {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.524313 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: routers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.526077 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: floatingips {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.527360 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: l3-routers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.529367 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: l3-agents {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.530842 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: metering-labels {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.532135 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: metering-label-rules {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.533522 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: network-ip-availabilities {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.534876 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: bindings {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.536730 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: quotas {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.538309 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: quotas {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.539730 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: rbac-policies {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.540939 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: security-groups {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.542277 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: security-group-rules {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.543557 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: service-providers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.544839 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: subnetpools {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.546182 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: subnetpools {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.547732 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.549420 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.551304 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.553082 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.554818 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.556763 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.558516 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.560331 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.562226 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.563956 n-d-758944-43 neutron-server[93632]: DEBUG neutron.api.extensions [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:09:06.569966 n-d-758944-43 neutron-server[93632]: WARNING keystonemiddleware.auth_token [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 07:09:06.574505 n-d-758944-43 neutron-server[93632]: WARNING keystonemiddleware.auth_token [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 07:09:06.585476 n-d-758944-43 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Acquired lock "singleton_lock" {{(pid=93632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 07:09:06.585970 n-d-758944-43 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Releasing lock "singleton_lock" {{(pid=93632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 07:09:06.586631 n-d-758944-43 neutron-server[93632]: INFO oslo_service.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Starting 2 workers Jul 13 07:09:06.591967 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Started child 93773 {{(pid=93632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:09:06.596365 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Started child 93774 {{(pid=93632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:09:06.597414 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:06.598063 n-d-758944-43 neutron-server[93632]: INFO neutron.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 07:09:06.598683 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Notify callbacks [] for process, before_spawn {{(pid=93632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:06.598925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [-] (93773) wsgi starting up on http://0.0.0.0:9696 Jul 13 07:09:06.601143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:06.601594 n-d-758944-43 neutron-server[93632]: INFO oslo_service.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Starting 1 workers Jul 13 07:09:06.602536 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [-] (93774) wsgi starting up on http://0.0.0.0:9696 Jul 13 07:09:06.606414 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Started child 93775 {{(pid=93632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:09:06.606980 n-d-758944-43 neutron-server[93632]: INFO oslo_service.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Starting 1 workers Jul 13 07:09:06.610035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] calling RpcWorker wait() {{(pid=93775) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 07:09:06.610557 n-d-758944-43 neutron-server[93775]: DEBUG neutron.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] returning from RpcWorker wait() {{(pid=93775) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 07:09:06.611470 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Started child 93776 {{(pid=93632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:09:06.611794 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:06.612251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:06.612363 n-d-758944-43 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd787-d14b-40d6-b241-8b19343fb7f6 None None] Notify callbacks [] for process, after_spawn {{(pid=93632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:06.614160 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 07:09:06.614382 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:09:06.614570 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:09:06.614787 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:09:06.615147 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:09:06.615377 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:09:06.615920 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.616182 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.616290 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:06.616770 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.616770 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.617022 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.617545 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.617815 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.618091 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.618370 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.618602 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.618780 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.618948 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.619204 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.619436 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.619719 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.619994 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.620232 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.620519 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.620695 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.621065 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.621228 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.621447 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.621713 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] debug = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.621985 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.622552 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.622799 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.623050 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.623268 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.623555 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.623799 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.624080 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.624327 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.624590 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.624844 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.625088 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.625326 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.625553 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.625773 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.626064 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.626340 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.626772 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] host = n-d-758944-43 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.626996 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.627236 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.627492 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.627726 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.627982 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.628215 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.628471 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.628737 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.629002 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.629254 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.629521 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.629766 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.630002 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.630260 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.630415 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_options = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.630653 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.630910 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.631242 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.631395 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.631548 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.631697 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.631955 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.632121 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.632388 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.632584 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.632816 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.633052 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.633294 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.633499 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.633772 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.634051 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.634300 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.634516 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.634771 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.634998 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.635231 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.635459 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.635694 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.635946 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.636190 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.636426 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.636673 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.636908 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.637122 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.637387 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.637623 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.637869 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.638668 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.638924 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.639180 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.639407 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.639646 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.639916 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.640147 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.640419 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.640675 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.640910 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.641162 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.641451 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.641617 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.641848 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_json = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.642083 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.642324 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.642575 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.642788 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.643003 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.643888 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.643888 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.643888 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.644118 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.644325 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.644624 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.644870 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.645116 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.645351 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.645611 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.645871 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.646159 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.646256 n-d-758944-43 neutron-server[93776]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:06.646385 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.646801 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.646952 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.647347 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.647524 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.647721 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.648290 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.648555 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.648848 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.649087 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.649338 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.649575 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.649802 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.650174 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.650460 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.650749 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.650977 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.651199 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.651452 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.651668 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.651898 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.652095 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.652310 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.652582 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.652800 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.653030 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.653248 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.653471 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.653787 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.654531 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.654779 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.655037 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.655272 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.655492 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.655712 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.655932 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.656155 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.656393 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.656619 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.656853 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.657094 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.657321 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.657570 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.657786 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.658021 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.658241 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.658476 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.658710 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.658923 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.659136 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.659353 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.659582 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.659840 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.660345 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.660537 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.660758 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.660966 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.661279 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.661439 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.661614 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.661839 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.662061 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.662287 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.662514 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.662873 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.663230 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.663592 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.663967 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.664404 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.664838 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.665241 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.665609 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.665822 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.666259 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.666680 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.666952 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.667419 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.667809 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.668053 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.668515 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.668774 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.669145 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.669603 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.669852 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.670134 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.670376 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.670639 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.670890 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.671126 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.671356 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.671573 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.671976 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.672341 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.672740 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.672965 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.673221 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.673633 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.674123 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.674574 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.675019 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.675432 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.675888 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.676173 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.676551 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.677051 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.677416 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.677866 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.678392 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.678841 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.679108 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.679350 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.679623 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.679899 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.680140 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.680410 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.680647 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.680901 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.681130 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.681406 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.681656 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.682069 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.682295 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.682538 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.682867 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.683113 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.683334 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.683548 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.683810 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.684085 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.684317 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.684737 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.685017 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.685254 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.685524 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.685760 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.686001 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.686235 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.686460 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.686854 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.687110 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.687348 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.687568 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.687803 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.688019 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.688270 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.688483 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.688728 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.688941 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.689178 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.689414 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.689671 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.689886 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.690139 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.690377 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.690599 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.690819 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.691041 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.691256 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.691521 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.691880 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.692008 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.692426 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.692643 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.692937 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.693135 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.693404 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.693608 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.693888 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.694135 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.694310 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.694524 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.694757 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.694976 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.695206 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.695605 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.696053 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.696316 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.696571 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.696884 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.697142 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.697398 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.697645 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.697855 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.698148 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.698368 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.698589 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.698812 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.699033 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.699271 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.699511 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.699752 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.699974 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.700190 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.700418 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.701170 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.701384 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.701595 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.701907 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.702219 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.702452 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.702697 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.702934 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.703161 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.703391 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.703622 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.703799 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.704020 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.704238 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.704450 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.704693 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.704906 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.705112 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.705336 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.705553 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.705762 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.706049 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.706227 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.706438 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.706659 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.706878 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.707107 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.707330 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.707570 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.707778 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.707998 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.708217 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.708425 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.708726 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.708987 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.709206 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.709494 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.709722 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.710003 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.710249 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.710552 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.710784 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.711025 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.711245 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.711468 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.711689 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.711945 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.712271 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.712563 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.712795 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.713046 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.713312 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.713591 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.713865 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.714121 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.714409 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.714747 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.715042 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.715297 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.715538 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.715788 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.716057 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.716833 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.717084 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.717331 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.717546 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.717804 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.718059 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.718285 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.718530 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.718782 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.719018 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.719242 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.719471 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.719710 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.719923 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.720080 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:09:06.720604 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 07:09:06.720763 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:09:06.720915 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:09:06.721083 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:09:06.721251 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:09:06.721402 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:09:06.721607 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.721768 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.721928 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.722112 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.722270 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.722449 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.722609 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.722766 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.722926 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.723084 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.723291 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.723427 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.723560 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.723698 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.723856 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.724015 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.724173 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.724333 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.724497 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.724655 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.725019 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.725019 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.725488 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] debug = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.725488 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.725488 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.725769 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.725769 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.725912 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.726070 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.726229 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.726390 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.726548 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.726707 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.727499 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.727499 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.727499 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.727499 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.727499 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.728044 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.728044 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.728044 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] host = n-d-758944-43 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.728044 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.728532 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.728532 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.728532 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.728830 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.728830 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.729022 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.729118 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.729221 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.729380 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.729539 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.729696 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.729855 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.730034 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.730194 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_options = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.730352 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.730509 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.730668 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.730851 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.731015 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.731174 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.731334 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.731492 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.731652 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.731834 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.731978 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.732139 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.732298 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.732457 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.732617 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.732775 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.732934 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.733092 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.733265 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.733456 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.733540 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.733699 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.733857 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.734051 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.734212 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.734371 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.734529 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.734687 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.734845 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.735004 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.735163 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.735322 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.735480 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.735640 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.735799 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.735963 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.736121 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.736283 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.736441 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.736604 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.736760 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.737075 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.737237 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.737398 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.737557 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.737716 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_json = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.737874 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.738118 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.738208 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.738350 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.738515 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.738665 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.738824 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.738984 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:09:06.739160 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.739327 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.739503 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.739667 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.739828 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.739990 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.740153 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.740314 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.740474 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.740635 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.740803 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.741145 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.741145 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.741681 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.741681 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.741681 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.741889 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.741889 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.742058 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.742213 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.742375 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.742537 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.742719 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.742883 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.743046 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.743205 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.743369 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.743529 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.743860 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.743965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:06.744054 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.744177 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.744342 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.744500 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.744813 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.744975 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.745140 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.745302 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.745466 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.745629 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.745796 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.745973 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.746142 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.746305 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.746468 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.746629 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.746791 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.746955 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.747116 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.747279 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.747464 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.747637 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.747799 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.747960 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.748121 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.748284 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.748445 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.748606 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.748767 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.748928 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.749090 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.749251 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.749425 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.749585 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.749745 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.749906 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.750091 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.750253 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.750415 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.750575 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.750737 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.750898 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.751060 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.751221 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.751383 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.751544 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.751706 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.751867 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.752028 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.752190 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.752352 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.752514 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.752675 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.752837 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.752999 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.753169 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.753344 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.753506 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.753666 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.753827 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.754015 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.754178 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.754339 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.754500 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.754706 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.754839 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.754980 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.755702 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.755702 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.755702 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.755702 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.755702 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.756706 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.756706 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.756706 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.756706 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.756706 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.756706 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.757242 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.757242 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.757242 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.757242 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.757514 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.757514 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.757650 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.757819 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.758013 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.758188 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.758350 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.758531 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.758682 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.759042 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.759042 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.759198 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.759277 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.759480 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.759636 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.759754 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.759925 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.760098 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.760260 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.760422 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.760583 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.760766 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.760911 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.761077 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.761239 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.761399 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.761563 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.761726 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.762617 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.762617 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.762617 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.762617 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.762617 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.763846 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.763846 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.763846 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.763846 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.763846 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.764574 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.764574 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.764574 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.764574 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.764574 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.765240 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.765240 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.765240 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.765240 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.765240 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.765629 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.765629 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.765784 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.765909 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.766063 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.766184 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.766328 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.766490 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.766647 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.766801 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.766998 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.767147 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.767278 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.767440 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.767602 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.767765 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.767928 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.768164 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.768599 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.768599 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.768599 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.769183 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.769183 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.769183 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.769183 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.769661 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.769661 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.769661 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.770034 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.770034 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.770266 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.770266 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.770840 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.770840 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.770840 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.770840 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.771292 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.771292 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.771292 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.771644 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.771644 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.771872 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.771872 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.772112 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.772234 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.772355 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.772484 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.772605 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.772772 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.772934 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.773096 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.773258 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.773420 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.773592 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.773754 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.773916 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.774098 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.774262 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.774424 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.774595 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.774756 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.774968 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.775096 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.775219 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.775359 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.775523 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.775684 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.775850 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.776010 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.776172 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.776332 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.776502 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.776662 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.776823 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.776983 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.777145 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.777306 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.777475 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.777636 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.777797 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.777999 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.778148 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.778310 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.778472 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.778689 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.779356 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.779522 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.779684 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.779845 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.780007 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.780169 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.780334 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.780504 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.780673 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.780836 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.781005 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.781175 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.781351 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.781477 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.781649 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.781822 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.782010 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.782163 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.782324 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.782487 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.782487 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.783070 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.783070 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.783772 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.783772 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.783772 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.783772 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.783772 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.784238 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.784238 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.784238 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.784442 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.784442 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.784594 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.784732 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:09:06.784885 n-d-758944-43 neutron-server[93632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:09:07.069218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:07.078416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069380 Jul 13 07:09:18.334220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2db990-c19c-4e03-96ea-c49d0b03f0d3 None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:09:18.394483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2db990-c19c-4e03-96ea-c49d0b03f0d3 None None] No non-hosted networks {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 07:09:18.409381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.agentschedulers_db [None req-fb2db990-c19c-4e03-96ea-c49d0b03f0d3 None None] DHCP Agent not found on host n-d-758944-43 {{(pid=93775) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 07:09:18.522762 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea51d556-06ff-48f4-9395-bf9a63122f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664449'] for agent, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:20.979466 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c99f1fc0-673b-41cd-997b-ae0cf6c8c361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664449'] for agent, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:21.079146 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664449'] for agent, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:21.086388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.086756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.087111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.087459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.087797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.088136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.088473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.088807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.089137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.089468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.089797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.090158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:21.094365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758944-43', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:21.104828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758944-43', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:21.106088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-639f5e21-a2bc-46a0-99ac-85cccf323fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:21.831957 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664449'] for agent, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:23.455554 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664449'] for agent, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:24.700747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49234) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:25.183207 n-d-758944-43 neutron-server[93773]: WARNING oslo_policy.policy [None req-df4f8066-8f25-49e8-bb7f-ca1926f3f9e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:09:25.183786 n-d-758944-43 neutron-server[93773]: WARNING oslo_policy.policy [None req-df4f8066-8f25-49e8-bb7f-ca1926f3f9e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:09:25.397069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-df4f8066-8f25-49e8-bb7f-ca1926f3f9e6 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:09:25.398095 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-df4f8066-8f25-49e8-bb7f-ca1926f3f9e6 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6963651 Jul 13 07:09:27.744349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49248) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:28.051678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-50f4ee76-7920-4851-9e56-35e8c7fe991d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:28.146444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.policy [None req-50f4ee76-7920-4851-9e56-35e8c7fe991d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93773) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 07:09:28.191164 n-d-758944-43 neutron-server[93773]: WARNING oslo_policy.policy [None req-50f4ee76-7920-4851-9e56-35e8c7fe991d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:09:28.191547 n-d-758944-43 neutron-server[93773]: WARNING oslo_policy.policy [None req-50f4ee76-7920-4851-9e56-35e8c7fe991d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:09:28.200721 n-d-758944-43 neutron-server[93773]: INFO neutron.quota [None req-50f4ee76-7920-4851-9e56-35e8c7fe991d admin admin] Loaded quota_driver: . Jul 13 07:09:28.280250 n-d-758944-43 neutron-server[93775]: INFO neutron.db.l3_hamode_db [None req-31edeb4e-3e42-4f89-b65a-e1fcd688663c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 07:09:28.294158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50f4ee76-7920-4851-9e56-35e8c7fe991d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743008732511', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743008733096', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743008752614', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743008755163', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743008756569', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743008766813', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1628962', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1699681', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567925', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759576'] for rbac-policy, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:28.359656 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50f4ee76-7920-4851-9e56-35e8c7fe991d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:28.360941 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-50f4ee76-7920-4851-9e56-35e8c7fe991d admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6155710 Jul 13 07:09:28.362452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31edeb4e-3e42-4f89-b65a-e1fcd688663c None None] Routers set() bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:09:28.362911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31edeb4e-3e42-4f89-b65a-e1fcd688663c None None] Router IDs set() for agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:09:30.859636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:31.148381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Request body: {'network': {'project_id': '37f215102739424b9e4071da4b74213a', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'admin_state_up': True, 'name': 'private'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:31.178192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Made reservation on behalf of 37f215102739424b9e4071da4b74213a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:09:31.180966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:31.197225 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:31.316589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:31.320221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:31.339112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:09:31.368867 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743006663590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:31.369474 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Unsubscribe: segment precommit_create {{(pid=93773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 07:09:31.370011 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Added segment 76212cb8-cda4-470d-99af-dabbffe357c5 of type vlan for network 7dd434c5-14ee-4c5b-af88-3a748f75b859 Jul 13 07:09:31.387312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73f1214-b284-4a42-ad8c-6a08d2e4469c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:31.413907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.414280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.414622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.414958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.415290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.415621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.415949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.416272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.416596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.416917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.417238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.417558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Tracked resource versions report: Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: pushed versions: Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Log': {'1.0'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Network': {'1.1'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Port': {'1.7'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: consumer versions: Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: { DHCP agent@n-d-758944-43: {}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: L3 agent@n-d-758944-43: {}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: Metadata agent@n-d-758944-43: {}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: Metering agent@n-d-758944-43: {}, Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: Open vSwitch agent@n-d-758944-43: { 'AddressGroup': '1.2', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Log': '1.0', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Network': '1.1', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Port': '1.7', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'PortForwarding': '1.2', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'QosPolicy': '1.8', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'SubPort': '1.0', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Subnet': '1.1', Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: 'Trunk': '1.1'}} Jul 13 07:09:31.418760 n-d-758944-43 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:09:31.491211 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:31.541258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:31.542371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:31.543051 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:31.596021 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7352536 Jul 13 07:09:31.641921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e509-eddc-40d9-961b-ac753bdca14c admin admin] Pushing event updated for resources: {'Network': ['ID=7dd434c5-14ee-4c5b-af88-3a748f75b859,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:31.654325 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 7dd434c5-14ee-4c5b-af88-3a748f75b859 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:09:34.172966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49274) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:34.552360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcff6d-484a-40ae-a8ed-06a19c66364f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:34.553728 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7ebcff6d-484a-40ae-a8ed-06a19c66364f admin admin] 10.222.0.41 "GET /v2.0/networks/7dd434c5-14ee-4c5b-af88-3a748f75b859 HTTP/1.1" status: 200 len: 825 time: 0.3797765 Jul 13 07:09:34.578461 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b3f37a2f-5839-4e7e-9884-8602a6aa9882 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/4f24408c-4350-47cf-9f25-37237c489ae9 HTTP/1.1" status: 200 len: 734 time: 0.0187616 Jul 13 07:09:34.587052 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '4f24408c-4350-47cf-9f25-37237c489ae9', 'gateway_ip': '172.20.0.1', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:34.608739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Made reservation on behalf of 37f215102739424b9e4071da4b74213a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:09:34.611002 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:34.897699 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:34.968221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Checking segment: {'id': '76212cb8-cda4-470d-99af-dabbffe357c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:09:34.968605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Network hostable DHCP agents. Network: 7dd434c5-14ee-4c5b-af88-3a748f75b859, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:09:34.970512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241124fe-6412-4709-8c2e-8b568906bc45,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:34.991139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Network 7dd434c5-14ee-4c5b-af88-3a748f75b859 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:09:35.001706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 7dd434c5-14ee-4c5b-af88-3a748f75b859) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:09:35.006152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:35.006734 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:35.011223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb7931d-35c6-4092-ade4-d7c3efeec743 None None] Network 7dd434c5-14ee-4c5b-af88-3a748f75b859 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:09:35.020558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1257a4e0-1ec1-4b52-baf3-cd9066727be9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4369023 Jul 13 07:09:35.325713 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7dd434c5-14ee-4c5b-af88-3a748f75b859', 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'fixed_ips': [{'subnet_id': '241124fe-6412-4709-8c2e-8b568906bc45'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:09:35.327063 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:35.598289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Allocated IP 172.20.0.2 (7dd434c5-14ee-4c5b-af88-3a748f75b859/241124fe-6412-4709-8c2e-8b568906bc45/ed198230-6eb2-424c-a110-b1f925b036a9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:09:35.801973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:35.844261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Transition to ACTIVE for port object ed198230-6eb2-424c-a110-b1f925b036a9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:09:35.865858 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Transition to ACTIVE for port object ed198230-6eb2-424c-a110-b1f925b036a9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:09:35.874748 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:35.938231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Network 7dd434c5-14ee-4c5b-af88-3a748f75b859 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:09:35.944921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:09:35.948562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:09:35.965376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Pushing event updated for resources: {'Port': ['ID=ed198230-6eb2-424c-a110-b1f925b036a9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:36.005098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.005445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.005783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.006142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.006474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.006811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.007137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.007463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.007785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.008104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.008423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.008738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Tracked resource versions report: Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: pushed versions: Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: { 'AddressGroup': {'1.2'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'ConntrackHelper': {'1.0'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Log': {'1.0'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Network': {'1.1'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Port': {'1.7'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'PortForwarding': {'1.2'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'QosPolicy': {'1.8'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'SecurityGroup': {'1.4'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'SubPort': {'1.0'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Subnet': {'1.1'}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Trunk': {'1.1'}} Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: consumer versions: Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: { DHCP agent@n-d-758944-43: {}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: L3 agent@n-d-758944-43: {}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: Metadata agent@n-d-758944-43: {}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: Metering agent@n-d-758944-43: {}, Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: Open vSwitch agent@n-d-758944-43: { 'AddressGroup': '1.2', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'ConntrackHelper': '1.0', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Log': '1.0', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Network': '1.1', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Port': '1.7', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'PortForwarding': '1.2', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'QosPolicy': '1.8', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'SecurityGroup': '1.4', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'SecurityGroupRule': '1.2', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'SubPort': '1.0', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Subnet': '1.1', Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: 'Trunk': '1.1'}} Jul 13 07:09:36.009868 n-d-758944-43 neutron-server[93775]: {{(pid=93775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:09:36.045233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Attempting to bind port ed198230-6eb2-424c-a110-b1f925b036a9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:09:36.045647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Attempting to bind port ed198230-6eb2-424c-a110-b1f925b036a9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '76212cb8-cda4-470d-99af-dabbffe357c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:09:36.046093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Attempting to bind port ed198230-6eb2-424c-a110-b1f925b036a9 on network 7dd434c5-14ee-4c5b-af88-3a748f75b859 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:09:36.050828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:09:36.051237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Checking segment: {'id': '76212cb8-cda4-470d-99af-dabbffe357c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:09:36.051723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:36.052118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Bound using segment: {'id': '76212cb8-cda4-470d-99af-dabbffe357c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:09:36.052597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Bound port: ed198230-6eb2-424c-a110-b1f925b036a9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76212cb8-cda4-470d-99af-dabbffe357c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:09:36.053012 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:36.117016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] For port ed198230-6eb2-424c-a110-b1f925b036a9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:09:36.140921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] For port ed198230-6eb2-424c-a110-b1f925b036a9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ed198230-6eb2-424c-a110-b1f925b036a9,segment=NetworkSegment(76212cb8-cda4-470d-99af-dabbffe357c5),segment_id=76212cb8-cda4-470d-99af-dabbffe357c5)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:09:36.145190 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:36.200099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f64b40-4787-4cc8-a19a-b8ae2f65850b None None] Pushing event updated for resources: {'Port': ['ID=ed198230-6eb2-424c-a110-b1f925b036a9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:37.383075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:37.873156 n-d-758944-43 neutron-server[93774]: WARNING oslo_policy.policy [None req-8b7bbd1b-628e-460e-b876-e2ec48be0dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:09:37.873758 n-d-758944-43 neutron-server[93774]: WARNING oslo_policy.policy [None req-8b7bbd1b-628e-460e-b876-e2ec48be0dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:09:38.088657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-8b7bbd1b-628e-460e-b876-e2ec48be0dcb admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:09:38.089927 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8b7bbd1b-628e-460e-b876-e2ec48be0dcb admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7047994 Jul 13 07:09:40.444800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49296) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:40.753842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-731af36b-3429-47f9-bc3a-8b7bcc143946 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:09:40.754852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-731af36b-3429-47f9-bc3a-8b7bcc143946 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3090498 Jul 13 07:09:42.195792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c89cc-8fdf-4a2e-a08d-bc4ba376f7ae None None] Network 7dd434c5-14ee-4c5b-af88-3a748f75b859 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:09:42.260744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5fb9fcc2-7c50-4c46-a7e5-f4ea164fb547 None None] Provisioning for port ed198230-6eb2-424c-a110-b1f925b036a9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:09:42.892285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed198230-6eb2-424c-a110-b1f925b036a9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:09:42.974395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ed198230-6eb2-424c-a110-b1f925b036a9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:09:42.978074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ed198230-6eb2-424c-a110-b1f925b036a9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:42.978481 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:43.084094 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:43.119832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port ed198230-6eb2-424c-a110-b1f925b036a9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ed198230-6eb2-424c-a110-b1f925b036a9,segment=NetworkSegment(76212cb8-cda4-470d-99af-dabbffe357c5),segment_id=76212cb8-cda4-470d-99af-dabbffe357c5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:09:43.123591 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:43.175387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=ed198230-6eb2-424c-a110-b1f925b036a9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:43.359742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49310) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:43.648463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] Request body: {'router': {'tenant_id': '37f215102739424b9e4071da4b74213a', 'name': 'router1', 'admin_state_up': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:43.712811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.policy [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93774) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 07:09:43.758087 n-d-758944-43 neutron-server[93774]: WARNING oslo_policy.policy [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:09:43.758462 n-d-758944-43 neutron-server[93774]: WARNING oslo_policy.policy [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:09:43.767638 n-d-758944-43 neutron-server[93774]: INFO neutron.quota [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] Loaded quota_driver: . Jul 13 07:09:43.823428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:43.825859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:43.981179 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:43.986003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:44.003701 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:44.004948 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4a15df83-e828-41cc-907a-c54767421d01 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6442535 Jul 13 07:09:44.871908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed198230-6eb2-424c-a110-b1f925b036a9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:09:44.920632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ed198230-6eb2-424c-a110-b1f925b036a9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:44.921003 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:46.308532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49320) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:46.610264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-be635d94-5beb-41fe-b7e6-9dc1fd8a2517 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:09:46.611254 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-be635d94-5beb-41fe-b7e6-9dc1fd8a2517 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3017955 Jul 13 07:09:48.256215 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8501716-6c83-445e-88f8-1a7ae7311a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:48.964994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:49.265403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:49.289210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Made reservation on behalf of b2890ac043a54f8381b807722f806413 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:09:49.292050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.307224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.428261 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.431717 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.442227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93774) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 07:09:49.473568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743006663590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.474172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Unsubscribe: segment precommit_create {{(pid=93774) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 07:09:49.474684 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Added segment c001fc78-fe39-4d4c-a786-e9feae095524 of type flat for network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 Jul 13 07:09:49.495698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989c167f-1120-4d58-b19a-04ef29695dc9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:49.545260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.545672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.546080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.546455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.546787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.547115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.547442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.547766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.548088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.548409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.548730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.549047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Tracked resource versions report: Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: pushed versions: Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: { 'AddressGroup': {'1.2'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'ConntrackHelper': {'1.0'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Log': {'1.0'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Network': {'1.1'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Port': {'1.7'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'PortForwarding': {'1.2'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'QosPolicy': {'1.8'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'SecurityGroup': {'1.4'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'SubPort': {'1.0'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Subnet': {'1.1'}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Trunk': {'1.1'}} Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: consumer versions: Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: { DHCP agent@n-d-758944-43: {}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: L3 agent@n-d-758944-43: {}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: Metadata agent@n-d-758944-43: {}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: Metering agent@n-d-758944-43: {}, Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: Open vSwitch agent@n-d-758944-43: { 'AddressGroup': '1.2', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'ConntrackHelper': '1.0', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Log': '1.0', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Network': '1.1', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Port': '1.7', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'PortForwarding': '1.2', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'QosPolicy': '1.8', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'SecurityGroup': '1.4', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'SecurityGroupRule': '1.2', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'SubPort': '1.0', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Subnet': '1.1', Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: 'Trunk': '1.1'}} Jul 13 07:09:49.550202 n-d-758944-43 neutron-server[93774]: {{(pid=93774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:09:49.603452 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.654113 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.655302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:49.655949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.710338 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7441833 Jul 13 07:09:49.756161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e823e8-458d-44fe-b7bb-143a6b38d7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1e2c823a-9072-4d86-bd4f-c277df2ee4d7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:49.770662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:09:50.965472 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f4d7324-cbf4-4c65-85e8-e370faec4d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:51.016307 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:51.776996 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:52.022057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49340) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:52.346736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c44a65-4643-41f8-b211-bb294f05f88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:52.347987 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e9c44a65-4643-41f8-b211-bb294f05f88b admin admin] 10.222.0.41 "GET /v2.0/subnets/241124fe-6412-4709-8c2e-8b568906bc45 HTTP/1.1" status: 200 len: 849 time: 0.3249652 Jul 13 07:09:52.479127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9975fdd2-fbb0-4274-9277-49d4e77b3388 admin admin] 10.222.0.41 "GET /v2.0/routers/9c30641f-b128-42c7-ad5a-8391f8afd139 HTTP/1.1" status: 200 len: 704 time: 0.1258404 Jul 13 07:09:52.737322 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.026661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Allocated IP 172.20.0.1 (7dd434c5-14ee-4c5b-af88-3a748f75b859/241124fe-6412-4709-8c2e-8b568906bc45/5ab8df4b-af6a-4ffc-bec4-4f33c1367909) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:09:53.208027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.231448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Transition to ACTIVE for port object 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:09:53.312342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.378150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Network 7dd434c5-14ee-4c5b-af88-3a748f75b859 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:09:53.387943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:09:53.397002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:09:53.397215 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.418536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.455576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Pushing event updated for resources: {'Port': ['ID=5ab8df4b-af6a-4ffc-bec4-4f33c1367909,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:53.561761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e52c5ce3-4d2b-479b-889b-2cdb2f007922 None None] Provisioning for port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:09:53.565665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e52c5ce3-4d2b-479b-889b-2cdb2f007922 None None] Provisioning complete for port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:53.566026 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e52c5ce3-4d2b-479b-889b-2cdb2f007922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.599734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e52c5ce3-4d2b-479b-889b-2cdb2f007922 None None] Port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:09:53.656213 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.827053 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.831984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.863003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.891455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Pushing event updated for resources: {'Port': ['ID=5ab8df4b-af6a-4ffc-bec4-4f33c1367909,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:53.970972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Network 7dd434c5-14ee-4c5b-af88-3a748f75b859 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:09:53.972303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:09:54.019311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bff50408-3e93-4d55-bf46-006b70bf2e58 None None] Provisioning complete for port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:54.019682 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bff50408-3e93-4d55-bf46-006b70bf2e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:54.053721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bff50408-3e93-4d55-bf46-006b70bf2e58 None None] Port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:09:54.138318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Router 9c30641f-b128-42c7-ad5a-8391f8afd139 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:09:54.171243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fba62f73-a25a-4564-8368-970d43910b66 None None] Provisioning complete for port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:54.171620 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fba62f73-a25a-4564-8368-970d43910b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:54.207079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fba62f73-a25a-4564-8368-970d43910b66 None None] Port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:09:54.227552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:09:54.232628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1d6ea7c0-7cc6-4e01-87d5-b0aa9ef2a96b admin admin] 10.222.0.41 "PUT /v2.0/routers/9c30641f-b128-42c7-ad5a-8391f8afd139/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7487144 Jul 13 07:09:54.236776 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Sync routers for ids ['9c30641f-b128-42c7-ad5a-8391f8afd139'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:09:54.251005 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Routers {'9c30641f-b128-42c7-ad5a-8391f8afd139'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:09:54.251851 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:09:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9c30641f-b128-42c7-ad5a-8391f8afd139'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:54.431422 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Set router 9c30641f-b128-42c7-ad5a-8391f8afd139 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:09:54.854900 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'name': 'router1', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:09:43Z', 'updated_at': '2021-07-13T07:09:53Z', 'revision_number': 2, 'project_id': '37f215102739424b9e4071da4b74213a', 'gw_port_host': None, '_interfaces': [{'id': '5ab8df4b-af6a-4ffc-bec4-4f33c1367909', 'name': '', 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'mac_address': 'fa:16:3e:ab:14:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '241124fe-6412-4709-8c2e-8b568906bc45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:09:52Z', 'updated_at': '2021-07-13T07:09:53Z', 'revision_number': 2, 'project_id': '37f215102739424b9e4071da4b74213a', 'subnets': [{'id': '241124fe-6412-4709-8c2e-8b568906bc45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f24408c-4350-47cf-9f25-37237c489ae9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:54.906351 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Checking router: 9c30641f-b128-42c7-ad5a-8391f8afd139 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:09:54.906730 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Updating router 9c30641f-b128-42c7-ad5a-8391f8afd139 port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:09:54.970619 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:55.458055 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:55.475995 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Transition to ACTIVE for port object 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:09:55.481725 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:55.634917 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Pushing event updated for resources: {'Port': ['ID=5ab8df4b-af6a-4ffc-bec4-4f33c1367909,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:55.646900 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.647245 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.647584 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.647919 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.648247 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.648575 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.648900 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.649221 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.649545 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.649864 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.650216 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.650539 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Tracked resource versions report: Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: pushed versions: Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: { 'AddressGroup': {'1.2'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'ConntrackHelper': {'1.0'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Log': {'1.0'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Network': {'1.1'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Port': {'1.7'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'PortForwarding': {'1.2'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'QosPolicy': {'1.8'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'SecurityGroup': {'1.4'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'SubPort': {'1.0'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Subnet': {'1.1'}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Trunk': {'1.1'}} Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: consumer versions: Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: { DHCP agent@n-d-758944-43: {}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: L3 agent@n-d-758944-43: {}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: Metadata agent@n-d-758944-43: {}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: Metering agent@n-d-758944-43: {}, Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: Open vSwitch agent@n-d-758944-43: { 'AddressGroup': '1.2', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'ConntrackHelper': '1.0', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Log': '1.0', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Network': '1.1', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Port': '1.7', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'PortForwarding': '1.2', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'QosPolicy': '1.8', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'SecurityGroup': '1.4', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'SecurityGroupRule': '1.2', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'SubPort': '1.0', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Subnet': '1.1', Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: 'Trunk': '1.1'}} Jul 13 07:09:55.651668 n-d-758944-43 neutron-server[93776]: {{(pid=93776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:09:55.655968 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Attempting to bind port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:09:55.656383 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Attempting to bind port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '76212cb8-cda4-470d-99af-dabbffe357c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:09:55.656821 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Attempting to bind port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 on network 7dd434c5-14ee-4c5b-af88-3a748f75b859 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:09:55.662542 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:09:55.662964 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Checking segment: {'id': '76212cb8-cda4-470d-99af-dabbffe357c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:09:55.663449 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:55.663920 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Bound using segment: {'id': '76212cb8-cda4-470d-99af-dabbffe357c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:09:55.664337 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Bound port: 5ab8df4b-af6a-4ffc-bec4-4f33c1367909, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76212cb8-cda4-470d-99af-dabbffe357c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:09:55.664737 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:55.729392 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] For port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:09:55.752936 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] For port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5ab8df4b-af6a-4ffc-bec4-4f33c1367909,segment=NetworkSegment(76212cb8-cda4-470d-99af-dabbffe357c5),segment_id=76212cb8-cda4-470d-99af-dabbffe357c5)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:09:55.756978 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:55.813021 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Routers {'9c30641f-b128-42c7-ad5a-8391f8afd139'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:09:55.813623 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:09:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9c30641f-b128-42c7-ad5a-8391f8afd139'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:55.816867 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34a6fe-1124-437a-ab29-717a11949f03 None None] Pushing event updated for resources: {'Port': ['ID=5ab8df4b-af6a-4ffc-bec4-4f33c1367909,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:55.905551 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] Set router 9c30641f-b128-42c7-ad5a-8391f8afd139 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:09:56.114448 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'name': 'router1', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:09:43Z', 'updated_at': '2021-07-13T07:09:53Z', 'revision_number': 2, 'project_id': '37f215102739424b9e4071da4b74213a', 'gw_port_host': None, '_interfaces': [{'id': '5ab8df4b-af6a-4ffc-bec4-4f33c1367909', 'name': '', 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'mac_address': 'fa:16:3e:ab:14:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '241124fe-6412-4709-8c2e-8b568906bc45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:09:52Z', 'updated_at': '2021-07-13T07:09:55Z', 'revision_number': 4, 'project_id': '37f215102739424b9e4071da4b74213a', 'subnets': [{'id': '241124fe-6412-4709-8c2e-8b568906bc45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f24408c-4350-47cf-9f25-37237c489ae9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:09:56.140154 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af9068-b5f0-4fee-b41b-c77164ecabb6 None None] The sync data for ids ['9c30641f-b128-42c7-ad5a-8391f8afd139'] in n-d-758944-43 is: [{'id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'name': 'router1', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:09:43Z', 'updated_at': '2021-07-13T07:09:53Z', 'revision_number': 2, 'project_id': '37f215102739424b9e4071da4b74213a', 'gw_port_host': None, '_interfaces': [{'id': '5ab8df4b-af6a-4ffc-bec4-4f33c1367909', 'name': '', 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'mac_address': 'fa:16:3e:ab:14:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '241124fe-6412-4709-8c2e-8b568906bc45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:09:52Z', 'updated_at': '2021-07-13T07:09:55Z', 'revision_number': 4, 'project_id': '37f215102739424b9e4071da4b74213a', 'subnets': [{'id': '241124fe-6412-4709-8c2e-8b568906bc45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f24408c-4350-47cf-9f25-37237c489ae9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:09:56.438915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:56.547703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4515f98-0726-4e7a-87d0-d9d36c2eecac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:56.549076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f4515f98-0726-4e7a-87d0-d9d36c2eecac admin admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 842 time: 0.1092436 Jul 13 07:09:56.558264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.8.0/24', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:56.581321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Made reservation on behalf of b2890ac043a54f8381b807722f806413 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:09:56.583694 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:56.668562 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:09:56.892071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.objects.ports [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:09:56.892495 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:56.952586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:56.954715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:09:56.955071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Network hostable DHCP agents. Network: 1e2c823a-9072-4d86-bd4f-c277df2ee4d7, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:09:56.976346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:09:56.987895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1e2c823a-9072-4d86-bd4f-c277df2ee4d7) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:09:56.991803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:56.992416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:56.997562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39936005-ea30-4141-90d6-9bf967862f4b None None] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:09:57.007505 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-734f8e6b-b01e-4cfa-abab-325588109c28 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4527483 Jul 13 07:09:57.131738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe434b-d3bb-4775-a6c3-5cb8995130fd None None] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:09:59.278702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:59.408352 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-744e07bd-6600-4825-b1f2-a8d5b583500e admin admin] 10.222.0.41 "GET /v2.0/routers/9c30641f-b128-42c7-ad5a-8391f8afd139 HTTP/1.1" status: 200 len: 710 time: 0.1281729 Jul 13 07:09:59.494228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb8316-57af-4fe6-95c8-c95015f1c4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:59.495638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-06bb8316-57af-4fe6-95c8-c95015f1c4d7 admin admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 886 time: 0.0822780 Jul 13 07:09:59.504232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:59.811814 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:00.044801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:00.124811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:00.231084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Allocated IP 172.25.8.70 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/52b5c065-b945-4cb5-91a2-b730d29265a1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:10:00.330575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:00.366575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:00.404038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:10:00.408363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:10:00.412391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:10:00.415075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Pushing event updated for resources: {'Port': ['ID=52b5c065-b945-4cb5-91a2-b730d29265a1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:10:00.650139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:00.842796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:00.846110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:00.901992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:10:00.952204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:10:00.955235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Router 9c30641f-b128-42c7-ad5a-8391f8afd139 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:10:00.955616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:10:00.955992 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:01.031628 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:01.064288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5ab8df4b-af6a-4ffc-bec4-4f33c1367909,segment=NetworkSegment(76212cb8-cda4-470d-99af-dabbffe357c5),segment_id=76212cb8-cda4-470d-99af-dabbffe357c5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:10:01.067728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:01.122494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=5ab8df4b-af6a-4ffc-bec4-4f33c1367909,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:10:01.144908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:10:01.148997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:01.152133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9f893121-5f03-4ba6-b968-506730fb5086 admin admin] 10.222.0.41 "PUT /v2.0/routers/9c30641f-b128-42c7-ad5a-8391f8afd139 HTTP/1.1" status: 200 len: 889 time: 1.6491945 Jul 13 07:10:01.163899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Sync routers for ids ['9c30641f-b128-42c7-ad5a-8391f8afd139'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:10:01.175825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Routers {'9c30641f-b128-42c7-ad5a-8391f8afd139'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:10:01.176668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:09:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9c30641f-b128-42c7-ad5a-8391f8afd139'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:10:01.392764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-940921e2-8187-4fe1-a5ec-5aac79ff2ab1 None None] Provisioning complete for port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:10:01.393144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-940921e2-8187-4fe1-a5ec-5aac79ff2ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:01.484285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Set router 9c30641f-b128-42c7-ad5a-8391f8afd139 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:10:01.907290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'name': 'router1', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '52b5c065-b945-4cb5-91a2-b730d29265a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:09:43Z', 'updated_at': '2021-07-13T07:10:00Z', 'revision_number': 4, 'project_id': '37f215102739424b9e4071da4b74213a', 'gw_port': {'id': '52b5c065-b945-4cb5-91a2-b730d29265a1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:10:00Z', 'updated_at': '2021-07-13T07:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5ab8df4b-af6a-4ffc-bec4-4f33c1367909', 'name': '', 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'mac_address': 'fa:16:3e:ab:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '241124fe-6412-4709-8c2e-8b568906bc45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:09:52Z', 'updated_at': '2021-07-13T07:10:01Z', 'revision_number': 5, 'project_id': '37f215102739424b9e4071da4b74213a', 'subnets': [{'id': '241124fe-6412-4709-8c2e-8b568906bc45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f24408c-4350-47cf-9f25-37237c489ae9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:10:01.958685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Checking router: 9c30641f-b128-42c7-ad5a-8391f8afd139 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:10:01.959041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Updating router 9c30641f-b128-42c7-ad5a-8391f8afd139 port 52b5c065-b945-4cb5-91a2-b730d29265a1 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:10:01.992189 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:02.309154 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:02.318726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Transition to ACTIVE for port object 52b5c065-b945-4cb5-91a2-b730d29265a1 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:10:02.325016 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:02.374337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Attempting to bind port 52b5c065-b945-4cb5-91a2-b730d29265a1 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:10:02.374718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Attempting to bind port 52b5c065-b945-4cb5-91a2-b730d29265a1 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:10:02.375090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Attempting to bind port 52b5c065-b945-4cb5-91a2-b730d29265a1 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:10:02.383581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:10:02.383960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:10:02.384367 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:02.384765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:10:02.385787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Bound port: 52b5c065-b945-4cb5-91a2-b730d29265a1, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:10:02.386223 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:02.387643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791434b-6016-4142-ac5e-457ba514d822 None None] Pushing event updated for resources: {'Port': ['ID=52b5c065-b945-4cb5-91a2-b730d29265a1,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:10:02.438360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] For port 52b5c065-b945-4cb5-91a2-b730d29265a1, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:10:02.441466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] For port 52b5c065-b945-4cb5-91a2-b730d29265a1, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=52b5c065-b945-4cb5-91a2-b730d29265a1,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:10:02.445442 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:02.502504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Routers {'9c30641f-b128-42c7-ad5a-8391f8afd139'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:10:02.503139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:09:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9c30641f-b128-42c7-ad5a-8391f8afd139'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:10:02.612238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791434b-6016-4142-ac5e-457ba514d822 None None] Pushing event updated for resources: {'Port': ['ID=52b5c065-b945-4cb5-91a2-b730d29265a1,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:10:02.685343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] Set router 9c30641f-b128-42c7-ad5a-8391f8afd139 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:10:02.897070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'name': 'router1', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '52b5c065-b945-4cb5-91a2-b730d29265a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:09:43Z', 'updated_at': '2021-07-13T07:10:00Z', 'revision_number': 4, 'project_id': '37f215102739424b9e4071da4b74213a', 'gw_port': {'id': '52b5c065-b945-4cb5-91a2-b730d29265a1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:10:00Z', 'updated_at': '2021-07-13T07:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5ab8df4b-af6a-4ffc-bec4-4f33c1367909', 'name': '', 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'mac_address': 'fa:16:3e:ab:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '241124fe-6412-4709-8c2e-8b568906bc45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:09:52Z', 'updated_at': '2021-07-13T07:10:01Z', 'revision_number': 5, 'project_id': '37f215102739424b9e4071da4b74213a', 'subnets': [{'id': '241124fe-6412-4709-8c2e-8b568906bc45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f24408c-4350-47cf-9f25-37237c489ae9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:10:02.924751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:10:02.928109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393cbaa-0de9-4170-983a-d110e1052e9e None None] The sync data for ids ['9c30641f-b128-42c7-ad5a-8391f8afd139'] in n-d-758944-43 is: [{'id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'name': 'router1', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '52b5c065-b945-4cb5-91a2-b730d29265a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:09:43Z', 'updated_at': '2021-07-13T07:10:00Z', 'revision_number': 4, 'project_id': '37f215102739424b9e4071da4b74213a', 'gw_port': {'id': '52b5c065-b945-4cb5-91a2-b730d29265a1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:10:00Z', 'updated_at': '2021-07-13T07:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5ab8df4b-af6a-4ffc-bec4-4f33c1367909', 'name': '', 'network_id': '7dd434c5-14ee-4c5b-af88-3a748f75b859', 'tenant_id': '37f215102739424b9e4071da4b74213a', 'mac_address': 'fa:16:3e:ab:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c30641f-b128-42c7-ad5a-8391f8afd139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '241124fe-6412-4709-8c2e-8b568906bc45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:09:52Z', 'updated_at': '2021-07-13T07:10:01Z', 'revision_number': 5, 'project_id': '37f215102739424b9e4071da4b74213a', 'subnets': [{'id': '241124fe-6412-4709-8c2e-8b568906bc45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f24408c-4350-47cf-9f25-37237c489ae9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:10:02.972555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:10:02.972945 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:03.542473 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49390) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:10:03.708128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f48aa29c-2a51-4a62-ae48-06ccbde92cec admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1645596 Jul 13 07:10:04.904142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 52b5c065-b945-4cb5-91a2-b730d29265a1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:10:04.955793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 52b5c065-b945-4cb5-91a2-b730d29265a1 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:10:04.959388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 52b5c065-b945-4cb5-91a2-b730d29265a1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:10:04.959993 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:05.048071 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:05.067844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 52b5c065-b945-4cb5-91a2-b730d29265a1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=52b5c065-b945-4cb5-91a2-b730d29265a1,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:10:05.071573 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:05.126058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=52b5c065-b945-4cb5-91a2-b730d29265a1,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:10:06.889308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 52b5c065-b945-4cb5-91a2-b730d29265a1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:10:06.936717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 52b5c065-b945-4cb5-91a2-b730d29265a1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:10:06.937106 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:18.279009 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20a43987-3e57-4c28-bef2-54bef6d64806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:20.969229 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e00fe145-ed57-49fe-95d2-624e1e21c3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:21.025807 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:21.797620 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:23.430955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:33.676390 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:10:48.281512 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fba6c88f-65f1-41f6-959f-522f1f72e9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:50.971662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b8f44ed-99e7-4007-b07f-e77d5619ec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:51.018584 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:51.786323 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:53.436375 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:10.665417 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:11:18.253826 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-194615bc-3030-453b-be25-ec322ef0cab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:20.975812 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-471861e0-dc6e-4e5e-b9b2-3f489161527a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:21.022022 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:21.779590 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:23.441591 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:42.558762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:42.617308 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4da7f2b-e129-48f9-b7b1-07a9d9f3c22f admin admin] GET failed (client error): The resource could not be found. Jul 13 07:11:42.618653 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c4da7f2b-e129-48f9-b7b1-07a9d9f3c22f admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589440 Jul 13 07:11:42.777321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b5f54-a47e-4540-96d8-f20505448f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:42.779086 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0d8b5f54-a47e-4540-96d8-f20505448f36 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567242 Jul 13 07:11:44.890072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:44.978557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f6f26-4c17-4061-a145-787c116e0a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:44.979875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b24f6f26-4c17-4061-a145-787c116e0a15 admin admin] 10.222.0.41 "GET /v2.0/subnets/241124fe-6412-4709-8c2e-8b568906bc45 HTTP/1.1" status: 200 len: 849 time: 0.0888641 Jul 13 07:11:44.988949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:11:45.074892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:45.215787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743006582869'] for subnet, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:45.246168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:45.247300 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:45.248201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] 10.222.0.41 "PUT /v2.0/subnets/241124fe-6412-4709-8c2e-8b568906bc45 HTTP/1.1" status: 200 len: 868 time: 0.2627454 Jul 13 07:11:45.261598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb3a61-6034-4b7b-a575-0fc1fb08c77c None None] Network 7dd434c5-14ee-4c5b-af88-3a748f75b859 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:11:45.266231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Pushing event updated for resources: {'Subnet': ['ID=241124fe-6412-4709-8c2e-8b568906bc45,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:11:45.273704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.274087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.274422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.274752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.275139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.275410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.275742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.276076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.276402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.276724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.277046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.277454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c061fa-7875-4702-9fc6-2987aeebb73e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:45.690025 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-54bbbcef-8541-4161-bfec-5ee777a5b747 None None] Provisioning complete for port 5ab8df4b-af6a-4ffc-bec4-4f33c1367909 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:11:45.690409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54bbbcef-8541-4161-bfec-5ee777a5b747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:45.771486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-54bbbcef-8541-4161-bfec-5ee777a5b747 None None] Provisioning complete for port ed198230-6eb2-424c-a110-b1f925b036a9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:11:45.771863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54bbbcef-8541-4161-bfec-5ee777a5b747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:47.392011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:47.586210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70c7fe-866c-4f57-b1a0-5143a83dda8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:47.586611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70c7fe-866c-4f57-b1a0-5143a83dda8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:47.588151 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4e70c7fe-866c-4f57-b1a0-5143a83dda8b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1951578 Jul 13 07:11:47.665267 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:11:48.254705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7aa5a9dd-b76e-4661-8e3d-a7d3dc819d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:49.728230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:49.923224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c4b46-0ede-4758-af89-9c526d143473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:49.923635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c4b46-0ede-4758-af89-9c526d143473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:49.925165 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-db6c4b46-0ede-4758-af89-9c526d143473 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960132 Jul 13 07:11:50.977768 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-291b0932-9887-4399-88ce-ee735645c445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:51.023305 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:51.781546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:52.068400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50026) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:52.216842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd46c9-9632-456d-b283-cd0dc09c6d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:52.218231 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a7fd46c9-9632-456d-b283-cd0dc09c6d21 admin admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 886 time: 0.1488597 Jul 13 07:11:53.442427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:54.335547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50034) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:54.464140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dce7f2-ea84-4928-9e22-8b1ef1614df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:54.465501 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b3dce7f2-ea84-4928-9e22-8b1ef1614df5 admin admin] 10.222.0.41 "GET /v2.0/networks/7dd434c5-14ee-4c5b-af88-3a748f75b859 HTTP/1.1" status: 200 len: 869 time: 0.1290112 Jul 13 07:11:56.583711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:56.703268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3add1-4180-45f1-9cad-7719edee61fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:56.703729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3add1-4180-45f1-9cad-7719edee61fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:56.705212 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-99c3add1-4180-45f1-9cad-7719edee61fc admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205618 Jul 13 07:11:58.824885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:58.913697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0399e4-ad7a-4eaa-898c-a3bcd75efd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:58.914201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0399e4-ad7a-4eaa-898c-a3bcd75efd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:11:58.915724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0f0399e4-ad7a-4eaa-898c-a3bcd75efd2b admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898967 Jul 13 07:12:01.048429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:01.139496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5b3b9-2010-4350-bee9-84e7fcf7f258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:01.141115 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6db5b3b9-2010-4350-bee9-84e7fcf7f258 admin admin] 10.222.0.41 "GET /v2.0/subnets/241124fe-6412-4709-8c2e-8b568906bc45 HTTP/1.1" status: 200 len: 868 time: 0.0912888 Jul 13 07:12:03.255962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50066) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:03.341115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e5c2db-d82c-4f63-9506-251786b33cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:03.342449 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a1e5c2db-d82c-4f63-9506-251786b33cb8 admin admin] 10.222.0.41 "GET /v2.0/subnets/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2 HTTP/1.1" status: 200 len: 816 time: 0.0855312 Jul 13 07:12:18.257240 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27ae4569-ccb8-4e0d-b372-9f9d28aa2d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:20.979603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f42b59c-15cc-44e4-9039-1061483603b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:21.023113 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:21.784267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:23.445935 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:24.663125 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:12:27.441465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:27.486913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-684c014a-2b19-40ef-a505-9a65c451ef35 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:12:27.487931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-684c014a-2b19-40ef-a505-9a65c451ef35 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455005 Jul 13 07:12:29.689838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50126) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:29.746534 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dcf7f0-5335-4f00-b7a5-f467e204e2a7 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:12:29.747827 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-27dcf7f0-5335-4f00-b7a5-f467e204e2a7 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0570419 Jul 13 07:12:29.830273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb2923-39d1-46de-8a01-015f467394e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:29.832310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3ccb2923-39d1-46de-8a01-015f467394e0 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800135 Jul 13 07:12:31.981601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50134) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:32.027049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:12:32.046581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Made reservation on behalf of b2890ac043a54f8381b807722f806413 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:12:32.049233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.076919 n-d-758944-43 neutron-server[93774]: WARNING neutron.services.revisions.revision_plugin [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Could not find related network for resource to bump revision. Jul 13 07:12:32.092076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:12:32.102508 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.102780 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Added segment ad677d26-af70-49ea-8bcc-5ce8fe80dec5 of type vlan for network 239e2c11-5786-4ba8-8a60-12d63c5ca191 Jul 13 07:12:32.145625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.172277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.173205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:32.173784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.204052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2213647 Jul 13 07:12:32.234371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c8c0c-8a3b-4fb3-8443-f583d1c1e9dd admin admin] Pushing event updated for resources: {'Network': ['ID=239e2c11-5786-4ba8-8a60-12d63c5ca191,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:32.244988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:12:34.346778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50142) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:34.404590 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ca3aa9-de8b-4d4b-930c-5b77386a0755 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:12:34.405883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b1ca3aa9-de8b-4d4b-930c-5b77386a0755 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0576448 Jul 13 07:12:34.476107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a9101-902e-49b0-a0b0-18e9dd9212bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:34.477509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a13a9101-902e-49b0-a0b0-18e9dd9212bf admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678425 Jul 13 07:12:34.486752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Request body: {'subnet': {'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:12:34.506282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Made reservation on behalf of b2890ac043a54f8381b807722f806413 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:12:34.508778 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:34.760237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:34.813968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a64854-dea7-4915-8991-ba443fc58f66,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:34.820951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:12:34.821314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Network hostable DHCP agents. Network: 239e2c11-5786-4ba8-8a60-12d63c5ca191, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:12:34.837460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:12:34.845972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 239e2c11-5786-4ba8-8a60-12d63c5ca191) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:12:34.850969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:34.851567 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:34.856415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf3f499-70d8-4377-a888-e4258a99e2bc None None] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:12:34.869833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0c294c21-ea82-49bd-9e62-68d33c1f87ec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3863595 Jul 13 07:12:35.099480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-239e2c11-5786-4ba8-8a60-12d63c5ca191', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'tenant_id': 'b2890ac043a54f8381b807722f806413', 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:12:35.100351 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:35.239334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Allocated IP 192.168.233.2 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/4b24ea5f-bc5b-4691-ae5d-7df728016571) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:12:35.384464 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:35.393545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Transition to ACTIVE for port object 4b24ea5f-bc5b-4691-ae5d-7df728016571 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:12:35.410389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Transition to ACTIVE for port object 4b24ea5f-bc5b-4691-ae5d-7df728016571 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:12:35.415763 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:35.456993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:12:35.459886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:12:35.466423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:12:35.468346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Pushing event updated for resources: {'Port': ['ID=4b24ea5f-bc5b-4691-ae5d-7df728016571,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:35.479618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.479974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.480321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.480664 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.481002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.481340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.481675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.482027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.482363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.482693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.483030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.483358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:35.536699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Attempting to bind port 4b24ea5f-bc5b-4691-ae5d-7df728016571 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:12:35.537090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Attempting to bind port 4b24ea5f-bc5b-4691-ae5d-7df728016571 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:12:35.537455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Attempting to bind port 4b24ea5f-bc5b-4691-ae5d-7df728016571 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:12:35.542449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:12:35.542823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:12:35.543224 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:35.543616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:12:35.544088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Bound port: 4b24ea5f-bc5b-4691-ae5d-7df728016571, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:12:35.544479 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:35.605891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] For port 4b24ea5f-bc5b-4691-ae5d-7df728016571, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:12:35.609092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] For port 4b24ea5f-bc5b-4691-ae5d-7df728016571, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4b24ea5f-bc5b-4691-ae5d-7df728016571,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:12:35.613794 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:35.673049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a624f-ad39-4be7-b5ad-907ee095b124 None None] Pushing event updated for resources: {'Port': ['ID=4b24ea5f-bc5b-4691-ae5d-7df728016571,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:36.478520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb7d86-96e6-4e29-8d32-d7022ab5f2cf None None] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:12:36.562052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c93c7cca-8717-4f8d-9135-738e5bb2c47a None None] Provisioning for port 4b24ea5f-bc5b-4691-ae5d-7df728016571 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:12:37.050022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4b24ea5f-bc5b-4691-ae5d-7df728016571 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:12:37.102239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 4b24ea5f-bc5b-4691-ae5d-7df728016571 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:12:37.106238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4b24ea5f-bc5b-4691-ae5d-7df728016571 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:37.106618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:37.186425 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:37.219741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 4b24ea5f-bc5b-4691-ae5d-7df728016571, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4b24ea5f-bc5b-4691-ae5d-7df728016571,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:12:37.224200 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:37.276076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=4b24ea5f-bc5b-4691-ae5d-7df728016571,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:39.026206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4b24ea5f-bc5b-4691-ae5d-7df728016571 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:12:39.077477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4b24ea5f-bc5b-4691-ae5d-7df728016571 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:39.077855 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:48.258955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5f8f3eb-d908-415e-bba4-566b72ad6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:50.982946 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7a28d6d-d17e-427d-b8c4-b62d2eb7110e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:51.024006 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:51.787755 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:53.449541 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:01.661163 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:13:18.259556 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e98842f-ae5d-445f-b701-3a4e4429149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:20.984825 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91ded8d6-401c-4952-be01-0d02732e3edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:21.025226 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:21.790638 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:23.452250 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:38.660620 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:13:43.816296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50194) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:13:43.822233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-4134cf2e-9679-4d8f-bc96-c3266acd615c tempest-verify_tempest_config-785021896 tempest-verify_tempest_config-785021896-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:13:43.823309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4134cf2e-9679-4d8f-bc96-c3266acd615c tempest-verify_tempest_config-785021896 tempest-verify_tempest_config-785021896-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060446 Jul 13 07:13:44.118475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:13:44.217809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:44.300692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:44.303909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:44.350419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=735d115df5af4f379644aa45cd255cec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2308140 Jul 13 07:13:44.351376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594800f3-0daa-4dbb-9254-7d569b817845,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:13:44.353070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:13:44.357967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.358372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.358699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.359034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.359361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.359692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.360124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.360330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.360650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.361222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.361350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.362183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c364c2e-28b1-4e37-9741-2955777e85bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.410619 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:44.430778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:44.515383 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:44.517877 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:44.519088 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/594800f3-0daa-4dbb-9254-7d569b817845 HTTP/1.1" status: 204 len: 168 time: 0.1645176 Jul 13 07:13:44.526966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594800f3-0daa-4dbb-9254-7d569b817845,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:13:44.534060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.534409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.534749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.535081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.535410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.535737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.536136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.536372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.536696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.537017 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.537343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:44.537662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c947b27-de51-40c7-8db9-402530f37cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:13:48.259245 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23a123e5-4582-488e-9e27-e81d9ec02b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:50.985479 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82b79b47-f362-4733-a4c7-5186f9aa1d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:51.027320 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:51.792289 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:53.454157 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:15.658760 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:14:18.258961 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a87eb968-13a0-42c6-b3cb-94a7dc42becb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:20.986725 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96c0b46d-d31c-475f-9147-b2b1f1d6b797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:21.026380 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:21.794743 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:23.457521 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:48.258785 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40068abe-867a-4bc4-b037-d8f9cdbb7591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:50.987801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57c75afd-450d-47a5-a412-e0d02c0284af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:51.026634 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:51.796629 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:52.656789 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:14:53.460411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:18.257973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-373db6b4-605a-4d7b-b556-10f639c2d495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:20.988459 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2fff1890-4cf5-477d-93c1-75f25e85ef9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:21.026086 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:21.799920 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:23.464022 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:29.655043 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:15:48.258039 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c7e427d-bda7-4e43-a7d4-6b146ac7f29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:50.988973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a87f2370-6acc-48e7-aee8-2028ad78965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:51.025480 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:51.802195 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:53.466355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.652769 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 5 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:16:18.258043 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6b6b68f-4a07-4d7a-95af-662c29f01799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.989290 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b32908d-847d-4516-afdc-6c1be3f52df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:21.027886 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:21.804688 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:23.469109 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.113767 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664449'] for agent, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:37.070131 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664449'] for agent, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.652612 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:16:48.259053 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-318454d0-87c2-44c7-ad54-4b32fd617c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.989873 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6a50d5a-e028-45e1-be14-42121b59baf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:51.026678 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:51.807390 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.472662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.073305 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:07.037795 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:18.260008 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c941e1e1-7ad7-4fc0-a451-fb02656d2944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:19.700515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50282) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:19.804065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4541635c-89c8-4404-a1e7-96b593e02216 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1024311 Jul 13 07:17:20.651501 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:17:20.991160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dad87684-d0d9-4faf-8beb-91e6cd8a7dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:21.027143 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:21.810755 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:21.967313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:22.019052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-955aa177-b480-4ad1-a713-4186b5a964fe admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0506697 Jul 13 07:17:23.474856 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:35.072511 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.052529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.260220 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ceb3-cf4d-4a49-a15e-a554ddc7c9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:50.992453 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bfa494f-f1c1-4cf0-ac64-13cd23b3ca24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:51.027031 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:51.814449 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.479310 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.651180 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:18:05.098178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:07.076044 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:18.260668 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91205fb5-8697-4aef-9b0d-587e155f259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.993875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-698a8683-d394-46b2-a0e3-2ac30db71388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:21.029241 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:21.817604 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:23.481789 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:34.650400 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:18:35.119134 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:37.076355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:40.498688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50506) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:40.940468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b3684dba-c81b-4d11-94f5-5b49e8a7a34f tempest-AutoAllocateNetworkTest-545785820 tempest-AutoAllocateNetworkTest-545785820-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a44d13319f38405382faaea1e41f21fa&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4399500 Jul 13 07:18:40.943183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50528) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:41.129828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538cad8e-1155-4532-a101-1e5c06e7e204 tempest-AutoAllocateNetworkTest-545785820 tempest-AutoAllocateNetworkTest-545785820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:41.134397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:41.134966 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-538cad8e-1155-4532-a101-1e5c06e7e204 tempest-AutoAllocateNetworkTest-545785820 tempest-AutoAllocateNetworkTest-545785820-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1900523 Jul 13 07:18:41.198809 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b6c2ea7f-94f3-4ba7-8ba3-51074ea98c48 tempest-AutoAllocateNetworkTest-545785820 tempest-AutoAllocateNetworkTest-545785820-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630062 Jul 13 07:18:41.204620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:41.242711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-54d71a35-ec7d-442f-af5e-56389eb53252 tempest-AutoAllocateNetworkTest-545785820 tempest-AutoAllocateNetworkTest-545785820-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a44d13319f38405382faaea1e41f21fa HTTP/1.1" status: 200 len: 208 time: 0.0366833 Jul 13 07:18:42.024735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50596) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:42.459145 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.548712 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.553049 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.590658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d2867-410a-47d1-946a-b81a57ba16ca,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:42.606339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.607182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.607867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.608923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.609456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.610018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.610768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.612331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.613272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.614391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.615048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.615873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] Tracked resource versions report: Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: pushed versions: Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: { 'AddressGroup': {'1.2'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'ConntrackHelper': {'1.0'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Log': {'1.0'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Network': {'1.1'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Port': {'1.7'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'PortForwarding': {'1.2'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'QosPolicy': {'1.8'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'SecurityGroup': {'1.4'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'SubPort': {'1.0'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Subnet': {'1.1'}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Trunk': {'1.1'}} Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: consumer versions: Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: { DHCP agent@n-d-758944-43: {}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: HyperV agent@n-h1-758944-43: {}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: HyperV agent@n-h2-758944-43: {}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: L3 agent@n-d-758944-43: {}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: Metadata agent@n-d-758944-43: {}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: Metering agent@n-d-758944-43: {}, Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: Open vSwitch agent@n-d-758944-43: { 'AddressGroup': '1.2', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'ConntrackHelper': '1.0', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Log': '1.0', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Network': '1.1', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Port': '1.7', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'PortForwarding': '1.2', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'QosPolicy': '1.8', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'SecurityGroup': '1.4', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'SecurityGroupRule': '1.2', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'SubPort': '1.0', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Subnet': '1.1', Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: 'Trunk': '1.1'}} Jul 13 07:18:42.617776 n-d-758944-43 neutron-server[93774]: {{(pid=93774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:18:42.630310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50628) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:42.631698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8dd7238e-1866-46c6-8f48-c5dda28d88a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a44d13319f38405382faaea1e41f21fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6055973 Jul 13 07:18:42.687195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.716842 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.785100 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.788055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.789379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d9d2867-410a-47d1-946a-b81a57ba16ca HTTP/1.1" status: 204 len: 168 time: 0.1586270 Jul 13 07:18:42.797530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d2867-410a-47d1-946a-b81a57ba16ca,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:42.804908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.805194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.805715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.806088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.806576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.806921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.807254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.807581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.808079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.808405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.808893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.809235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f2a38-d973-4d1b-878c-b8c271aab302 admin admin] Tracked resource versions report: Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: pushed versions: Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Log': {'1.0'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Network': {'1.1'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Port': {'1.7'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: consumer versions: Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: { DHCP agent@n-d-758944-43: {}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: HyperV agent@n-h1-758944-43: {}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: HyperV agent@n-h2-758944-43: {}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: L3 agent@n-d-758944-43: {}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: Metadata agent@n-d-758944-43: {}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: Metering agent@n-d-758944-43: {}, Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: Open vSwitch agent@n-d-758944-43: { 'AddressGroup': '1.2', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Log': '1.0', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Network': '1.1', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Port': '1.7', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'PortForwarding': '1.2', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'QosPolicy': '1.8', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'SubPort': '1.0', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Subnet': '1.1', Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: 'Trunk': '1.1'}} Jul 13 07:18:42.810358 n-d-758944-43 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:18:44.113999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:44.118219 n-d-758944-43 neutron-server[93773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 07:18:44.140472 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-57e5f986-20b7-43e7-8394-c2875cd942c2 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c51abf6d4a7647768503cf3bf147c196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234921 Jul 13 07:18:44.257551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-e994664b-eb9f-41c1-8e8b-29108c99c30d tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:44.259590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-e994664b-eb9f-41c1-8e8b-29108c99c30d tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127155 Jul 13 07:18:44.277131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-b96ff0e6-2a8b-4c4e-8a9c-92b347755ea9 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/quotas/c51abf6d4a7647768503cf3bf147c196 HTTP/1.1" status: 200 len: 375 time: 0.0108447 Jul 13 07:18:44.327694 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-a83b04fb-f4c2-4a10-845c-b8cba3605028 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c51abf6d4a7647768503cf3bf147c196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445035 Jul 13 07:18:44.741891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50788) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:44.848544 n-d-758944-43 neutron-server[93774]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 07:18:44.898513 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7715bc95-42ee-45d4-80de-cb5f4e6bee83 req-63a2127d-4f16-4598-a25f-a478ff92e63f tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 210 time: 0.1548564 Jul 13 07:18:45.384537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50884) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:45.515290 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9725ca7-9734-4a31-9f8d-f543d5640e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.655129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9725ca7-9734-4a31-9f8d-f543d5640e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.660057 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9725ca7-9734-4a31-9f8d-f543d5640e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.711262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9725ca7-9734-4a31-9f8d-f543d5640e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdbb762-e972-45bb-b39c-432450b0518d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:45.716668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d9725ca7-9734-4a31-9f8d-f543d5640e17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae721e7ee7db465eb988eb59aca20b84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3310874 Jul 13 07:18:45.719941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50920) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:45.789855 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f0cdb7d-c1b4-4813-8aab-733e4cf4e57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.814456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f0cdb7d-c1b4-4813-8aab-733e4cf4e57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.878105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f0cdb7d-c1b4-4813-8aab-733e4cf4e57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.880429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f0cdb7d-c1b4-4813-8aab-733e4cf4e57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.884783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0f0cdb7d-c1b4-4813-8aab-733e4cf4e57c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bdbb762-e972-45bb-b39c-432450b0518d HTTP/1.1" status: 204 len: 168 time: 0.1638734 Jul 13 07:18:45.901729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cdb7d-c1b4-4813-8aab-733e4cf4e57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdbb762-e972-45bb-b39c-432450b0518d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:46.155909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0cf56ca7-c2b8-4782-80f5-62df07c3e98e req-54a93b61-8bd4-4fc4-86c5-c6da31343317 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 210 time: 0.0340557 Jul 13 07:18:46.372290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:46.440036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50992) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:46.444952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.38', 57268) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:46.494594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-15fad149-6bb0-4842-97c6-66705e1e5179 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c51abf6d4a7647768503cf3bf147c196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479050 Jul 13 07:18:46.653370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:46.680976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4961a776-799c-4ad5-a2db-b72b5f2f7d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:46.907098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-09c9e3ac-d113-45e5-a01d-416ab970ba62 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:46.921933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-09c9e3ac-d113-45e5-a01d-416ab970ba62 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4216092 Jul 13 07:18:46.923371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4961a776-799c-4ad5-a2db-b72b5f2f7d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:46.928361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4961a776-799c-4ad5-a2db-b72b5f2f7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:46.983748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Request body: {'port': {'device_id': '70399a3c-0ea6-4655-9fb5-a4f6310e400a', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'c51abf6d4a7647768503cf3bf147c196'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:46.986096 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4961a776-799c-4ad5-a2db-b72b5f2f7d15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59e3e1410c4f4d1e83a6d5b4261e4f13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3315861 Jul 13 07:18:46.987226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:46.988376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961a776-799c-4ad5-a2db-b72b5f2f7d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c69d11a-c3da-46ad-8cc0-606b5af9f05b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:47.029720 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d126fea-aeee-443f-9d39-177d7144115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.115626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8a0c-bfd6-4791-b15a-afcb05f4db3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.176890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d126fea-aeee-443f-9d39-177d7144115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.181621 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d126fea-aeee-443f-9d39-177d7144115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.221583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d126fea-aeee-443f-9d39-177d7144115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468ff166-7efe-427c-8b6d-e2264b6941c4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:47.237835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3d126fea-aeee-443f-9d39-177d7144115d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07c19876cf8f4c64a1906f56d228bd35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7965932 Jul 13 07:18:47.240849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51058) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:47.316572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-620cb17a-3d25-483d-b849-eb2de62b3b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.343307 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-620cb17a-3d25-483d-b849-eb2de62b3b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.360981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:18:47.360981 n-d-758944-43 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:18:47.360981 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id_1': 'c51abf6d4a7647768503cf3bf147c196', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 18, 47, 341853)}] Jul 13 07:18:47.360981 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:18:47.361456 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:18:47.399398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b9a5-cbb8-4f34-a711-7bd32fbbea5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.450919 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b9a5-cbb8-4f34-a711-7bd32fbbea5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.454644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-c9eb8441-b985-4fee-95ef-3a6cdbf36c2f tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09eb2058e693461da69c6c3cd5beb61b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473909 Jul 13 07:18:47.495562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11572039-f143-4e33-b769-13f97550864c req-1b188e57-3ffa-4192-94a1-ef67d4e1db26 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 210 time: 0.1118500 Jul 13 07:18:47.516677 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-620cb17a-3d25-483d-b849-eb2de62b3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.527651 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-620cb17a-3d25-483d-b849-eb2de62b3b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.527651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-620cb17a-3d25-483d-b849-eb2de62b3b57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/468ff166-7efe-427c-8b6d-e2264b6941c4 HTTP/1.1" status: 204 len: 168 time: 0.2810900 Jul 13 07:18:47.532814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cb17a-3d25-483d-b849-eb2de62b3b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468ff166-7efe-427c-8b6d-e2264b6941c4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:47.587558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8a0c-bfd6-4791-b15a-afcb05f4db3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.596399 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8a0c-bfd6-4791-b15a-afcb05f4db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.625529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b9a5-cbb8-4f34-a711-7bd32fbbea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.625529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b9a5-cbb8-4f34-a711-7bd32fbbea5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.625529 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cfb7b9a5-cbb8-4f34-a711-7bd32fbbea5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c69d11a-c3da-46ad-8cc0-606b5af9f05b HTTP/1.1" status: 204 len: 168 time: 0.6210988 Jul 13 07:18:47.664014 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9d6f8a0c-bfd6-4791-b15a-afcb05f4db3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e8cd798090842b6926206b551885719&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2883070 Jul 13 07:18:47.664383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:47.669089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627bd96-0582-4338-a932-f48c48138228 req-8eb9c610-79b3-406a-9f33-8074e425cf1c tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:47.676146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-8eb9c610-79b3-406a-9f33-8074e425cf1c tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138047 Jul 13 07:18:47.679278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f8a0c-bfd6-4791-b15a-afcb05f4db3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981cbf55-3653-4177-a0cf-17b1ac6039f9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:47.713819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-249c097a-3bdb-4493-9eca-572cc8bc289c tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/quotas/09eb2058e693461da69c6c3cd5beb61b HTTP/1.1" status: 200 len: 375 time: 0.0273297 Jul 13 07:18:47.713819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7b9a5-cbb8-4f34-a711-7bd32fbbea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c69d11a-c3da-46ad-8cc0-606b5af9f05b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:47.781769 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667d3e4d-f654-48c8-961c-c3582a919824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.809302 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667d3e4d-f654-48c8-961c-c3582a919824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.833867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-0922b83c-71b0-44f5-90e2-8af1bb2d3585 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=09eb2058e693461da69c6c3cd5beb61b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1280882 Jul 13 07:18:47.904816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667d3e4d-f654-48c8-961c-c3582a919824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.907621 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667d3e4d-f654-48c8-961c-c3582a919824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.911151 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-667d3e4d-f654-48c8-961c-c3582a919824 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/981cbf55-3653-4177-a0cf-17b1ac6039f9 HTTP/1.1" status: 204 len: 168 time: 0.2433987 Jul 13 07:18:47.929235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d3e4d-f654-48c8-961c-c3582a919824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981cbf55-3653-4177-a0cf-17b1ac6039f9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:47.931391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Made reservation on behalf of c51abf6d4a7647768503cf3bf147c196 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:47.941450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.965696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.305971 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c144cf1-5e14-46eb-bd8c-4ecf9e471dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.391171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.466904 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6dcaac5c-dc4f-4011-abdb-684de8b5943b req-2d46f134-a49e-49d3-89bd-e7eb4da59ff8 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.2418013 Jul 13 07:18:48.484625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.530671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51142) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:48.558983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77b6ccb-5c4d-40c0-bd44-19ae140abebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.808115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:48.916183 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77b6ccb-5c4d-40c0-bd44-19ae140abebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.928847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:48.932275 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77b6ccb-5c4d-40c0-bd44-19ae140abebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.973023 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4590f721-7f5b-479c-8896-a7b7f32000ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.148932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a77b6ccb-5c4d-40c0-bd44-19ae140abebe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68959f141b584b9d9285d2c527972116&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6169276 Jul 13 07:18:49.160871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51172) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:49.215187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aacd289d-5e47-44d3-8a41-27a1de091692 req-f4d70378-3d45-4c12-a75e-b2a05b1ca992 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 210 time: 0.3098562 Jul 13 07:18:49.221138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b6ccb-5c4d-40c0-bd44-19ae140abebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04bf81d-4618-43e9-a1b8-e0baed97b20e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:49.404001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51178) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:49.428184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Allocated IP 192.168.233.39 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/b15ab2ac-af79-44f2-a19d-034dc7fdc49d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:49.431296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6543a91-2033-4025-a2a5-0456c36b3666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.508176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6543a91-2033-4025-a2a5-0456c36b3666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.705512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4590f721-7f5b-479c-8896-a7b7f32000ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.711595 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6543a91-2033-4025-a2a5-0456c36b3666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.718343 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6543a91-2033-4025-a2a5-0456c36b3666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.725537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e6543a91-2033-4025-a2a5-0456c36b3666 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f04bf81d-4618-43e9-a1b8-e0baed97b20e HTTP/1.1" status: 204 len: 168 time: 0.5421598 Jul 13 07:18:49.728132 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd30ef7-6965-4f9c-a18a-b0a7b68109ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.792674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6543a91-2033-4025-a2a5-0456c36b3666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04bf81d-4618-43e9-a1b8-e0baed97b20e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:49.798180 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4590f721-7f5b-479c-8896-a7b7f32000ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.878939 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-959807e2-897c-4e98-97fd-5e14ec11da3a req-31c16ce4-ffb3-48dd-b1fd-fe14a2e34eb8 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.2154241 Jul 13 07:18:49.892778 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4590f721-7f5b-479c-8896-a7b7f32000ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=363a7a05ca324cfe8a29accd3fcece52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9614289 Jul 13 07:18:49.924248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:50.066814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590f721-7f5b-479c-8896-a7b7f32000ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b7b58-add1-4df3-86a4-a491ccd1b003,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:50.132074 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.142716 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd30ef7-6965-4f9c-a18a-b0a7b68109ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.143358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19172d67-a514-4a7a-a345-495cafc55903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.148798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd30ef7-6965-4f9c-a18a-b0a7b68109ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.203920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Transition to ACTIVE for port object b15ab2ac-af79-44f2-a19d-034dc7fdc49d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:50.205862 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19172d67-a514-4a7a-a345-495cafc55903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.268783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ecd30ef7-6965-4f9c-a18a-b0a7b68109ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=372ea918532640d1b444e7cdd374c522&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8631856 Jul 13 07:18:50.269309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:50.272370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd30ef7-6965-4f9c-a18a-b0a7b68109ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3a1d3c-21f7-4dcd-8c2b-3179688fa675,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:50.389843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19172d67-a514-4a7a-a345-495cafc55903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.393678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19172d67-a514-4a7a-a345-495cafc55903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.398404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.398729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-19172d67-a514-4a7a-a345-495cafc55903 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c4b7b58-add1-4df3-86a4-a491ccd1b003 HTTP/1.1" status: 204 len: 168 time: 0.4730220 Jul 13 07:18:50.418578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19172d67-a514-4a7a-a345-495cafc55903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b7b58-add1-4df3-86a4-a491ccd1b003,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:50.425587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abfef1fc-2959-4631-bb22-940a7c84bcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.481332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abfef1fc-2959-4631-bb22-940a7c84bcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.564755 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abfef1fc-2959-4631-bb22-940a7c84bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.568204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abfef1fc-2959-4631-bb22-940a7c84bcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.569468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-abfef1fc-2959-4631-bb22-940a7c84bcb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a3a1d3c-21f7-4dcd-8c2b-3179688fa675 HTTP/1.1" status: 204 len: 168 time: 0.2996552 Jul 13 07:18:50.581693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfef1fc-2959-4631-bb22-940a7c84bcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3a1d3c-21f7-4dcd-8c2b-3179688fa675,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:50.643417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Pushing event updated for resources: {'Port': ['ID=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:50.649360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:50.657034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:50.660131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:50.666470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:50.666867 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.709406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-5349899c-2de4-4cce-9b16-15a9de8584e1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7304518 Jul 13 07:18:50.751133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d97bc5-6afc-4e08-a308-3f4c92b95560 req-0018d9c0-4f64-4ffd-90cf-f6cdff6ccf61 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:50.752589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49d97bc5-6afc-4e08-a308-3f4c92b95560 req-0018d9c0-4f64-4ffd-90cf-f6cdff6ccf61 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 935 time: 0.1886127 Jul 13 07:18:50.863756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49d97bc5-6afc-4e08-a308-3f4c92b95560 req-f5649e7a-a461-4768-aa9a-f81145fe4a94 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051779 Jul 13 07:18:50.963749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bc701987-8d1a-485a-a7a1-da78abd935b0 None None] Provisioning for port b15ab2ac-af79-44f2-a19d-034dc7fdc49d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:50.968872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bc701987-8d1a-485a-a7a1-da78abd935b0 None None] Provisioning complete for port b15ab2ac-af79-44f2-a19d-034dc7fdc49d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:50.969270 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc701987-8d1a-485a-a7a1-da78abd935b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.060183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bc701987-8d1a-485a-a7a1-da78abd935b0 None None] Port b15ab2ac-af79-44f2-a19d-034dc7fdc49d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:18:51.064795 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.067755 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-980e5229-af39-4524-b3ba-1f06ac24b239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.154460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62215dd-e053-467e-b295-1357136f684b req-0150c02c-a788-4ac4-afc3-9b74a0f34724 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.0452745 Jul 13 07:18:51.373908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51252) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:51.392299 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cedd821e-7c2e-46d3-886b-86090aaf9e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.509710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cedd821e-7c2e-46d3-886b-86090aaf9e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.515336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cedd821e-7c2e-46d3-886b-86090aaf9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.555056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cedd821e-7c2e-46d3-886b-86090aaf9e71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9871e76356534005a1238b2d111f9510&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1799679 Jul 13 07:18:51.558103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:51.566130 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd821e-7c2e-46d3-886b-86090aaf9e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cf8afd-b9e9-4bf2-baf9-f6b69ffe93fa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:51.636940 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3170-805b-48b0-9d22-b69f9c522389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.670216 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3170-805b-48b0-9d22-b69f9c522389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.732347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3170-805b-48b0-9d22-b69f9c522389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.735566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3170-805b-48b0-9d22-b69f9c522389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.739936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b9bc3170-805b-48b0-9d22-b69f9c522389 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94cf8afd-b9e9-4bf2-baf9-f6b69ffe93fa HTTP/1.1" status: 204 len: 168 time: 0.1806490 Jul 13 07:18:51.749338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc3170-805b-48b0-9d22-b69f9c522389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cf8afd-b9e9-4bf2-baf9-f6b69ffe93fa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:51.827219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:52.096440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dcb97-cccd-40d2-ae00-f93745532d12 req-5385c9f2-7833-4e8b-b1f5-612780c730c8 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:52.103907 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-453dcb97-cccd-40d2-ae00-f93745532d12 req-5385c9f2-7833-4e8b-b1f5-612780c730c8 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 935 time: 0.0958943 Jul 13 07:18:52.172262 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-453dcb97-cccd-40d2-ae00-f93745532d12 req-32cfd074-1c93-4a68-b8b0-ecddbedfe71f tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 Jul 13 07:18:52.329650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30277e75-5ac6-4378-b0d1-b6eedca2c1ec req-7433314a-9cb1-416e-8a36-a8e1a681d6bf tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.0412934 Jul 13 07:18:52.558295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51312) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:52.829536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-366577476-network', 'tenant_id': 'ad79dbe3b3dc4028af9a189ce53b5526'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:52.876583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Made reservation on behalf of ad79dbe3b3dc4028af9a189ce53b5526 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:52.885278 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:52.898801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.033892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.038650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.062885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:18:53.076645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9c9aa4-f943-453d-99f4-63ab75494f1f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:53.082325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.082675 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Added segment 41c4d41e-1e83-4ea8-a1bc-a461422b4339 of type vlan for network 7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5 Jul 13 07:18:53.140730 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.211428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.212474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:53.213142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.287124 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:53.287791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7281797 Jul 13 07:18:53.293323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Request body: {'subnet': {'network_id': '7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-366577476-subnet', 'tenant_id': 'ad79dbe3b3dc4028af9a189ce53b5526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:53.331111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7330b-00ba-4300-b66f-0292c2b1a68a admin admin] Pushing event updated for resources: {'Network': ['ID=7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:53.342665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:18:53.371753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Made reservation on behalf of ad79dbe3b3dc4028af9a189ce53b5526 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:53.377277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.508694 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.564003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6f1928f-6df3-40e6-8f73-70484c3d8b01 req-42c7a785-c13e-4185-8eca-bcbb3a7d8427 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.0481453 Jul 13 07:18:53.628911 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304a9b-0881-490b-a9ee-54634e629bc1 req-6bac5110-e6d8-40b1-87dd-323255fb35b9 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:53.631849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-60304a9b-0881-490b-a9ee-54634e629bc1 req-6bac5110-e6d8-40b1-87dd-323255fb35b9 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 935 time: 0.1841607 Jul 13 07:18:53.751639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-60304a9b-0881-490b-a9ee-54634e629bc1 req-aea2f18e-83f7-402b-8545-a8319f021c2d tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134405 Jul 13 07:18:53.829839 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.919755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Checking segment: {'id': '41c4d41e-1e83-4ea8-a1bc-a461422b4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:53.920662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Network hostable DHCP agents. Network: 7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:18:53.939409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c8f853-7e82-4e1a-92cc-13c8cd34a6a9,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:53.955713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Network 7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:18:53.969766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:53.974381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:53.975087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.979608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ef192-5bab-45cb-8d5b-1fb8c5389d01 None None] Network 7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:54.017525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0dfecaba-0e25-4e0a-a6f9-52bad55a9d41 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7287719 Jul 13 07:18:54.034948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:54.208677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cf907f-46fc-452f-af71-2f6270fa961b None None] Network 7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:54.492474 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2911d5f-cc32-4e42-8e44-a3f4ac978385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.531317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51406) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:54.617323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2911d5f-cc32-4e42-8e44-a3f4ac978385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.622960 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2911d5f-cc32-4e42-8e44-a3f4ac978385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.686780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d2911d5f-cc32-4e42-8e44-a3f4ac978385 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=910e3f6fe10742a2b98f3d7783914a04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6501350 Jul 13 07:18:54.686995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:54.724595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2911d5f-cc32-4e42-8e44-a3f4ac978385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe72c4a3-75aa-4966-95a5-49ead7aab1c8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:54.776764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8df53f00-fc5c-4c4c-bd1a-3699c5406a1b req-41605d6d-e423-4612-802c-d32e2ec70053 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.0705912 Jul 13 07:18:54.827452 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12de7a29-8a59-4018-9373-473635b199ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.883782 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dae7e442-786b-407e-947e-90420a6ca074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.884915 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12de7a29-8a59-4018-9373-473635b199ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.012558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12de7a29-8a59-4018-9373-473635b199ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.016448 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12de7a29-8a59-4018-9373-473635b199ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.020004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-12de7a29-8a59-4018-9373-473635b199ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe72c4a3-75aa-4966-95a5-49ead7aab1c8 HTTP/1.1" status: 204 len: 168 time: 0.3289504 Jul 13 07:18:55.026671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7a29-8a59-4018-9373-473635b199ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe72c4a3-75aa-4966-95a5-49ead7aab1c8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:55.103564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6980e-e8f5-412d-a412-e7b3c2c60a47 req-c30a5a89-001d-430e-9fa3-c41fada6650a tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:55.105124 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0a6980e-e8f5-412d-a412-e7b3c2c60a47 req-c30a5a89-001d-430e-9fa3-c41fada6650a tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 935 time: 0.1322021 Jul 13 07:18:55.128051 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dae7e442-786b-407e-947e-90420a6ca074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.137653 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dae7e442-786b-407e-947e-90420a6ca074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.219776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0a6980e-e8f5-412d-a412-e7b3c2c60a47 req-d8519b26-b65e-4681-b210-b6502d638bad tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033840 Jul 13 07:18:55.224638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dae7e442-786b-407e-947e-90420a6ca074 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b261ae246c545f6bcef2a6a66b6c9cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6920094 Jul 13 07:18:55.225594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7e442-786b-407e-947e-90420a6ca074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a1682e-2bdb-4c99-9675-f226848a6fa9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:55.225869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:55.309628 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc96845b-5a6c-4f85-afbd-c1a269c8a1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.343054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc96845b-5a6c-4f85-afbd-c1a269c8a1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.418803 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc96845b-5a6c-4f85-afbd-c1a269c8a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.424166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc96845b-5a6c-4f85-afbd-c1a269c8a1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.426408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dc96845b-5a6c-4f85-afbd-c1a269c8a1ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71a1682e-2bdb-4c99-9675-f226848a6fa9 HTTP/1.1" status: 204 len: 168 time: 0.1982222 Jul 13 07:18:55.471147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96845b-5a6c-4f85-afbd-c1a269c8a1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a1682e-2bdb-4c99-9675-f226848a6fa9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:55.490329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-0c126f88-bd2f-4789-86a1-75b8b7885c3d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575600 Jul 13 07:18:55.575565 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:55.591150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b44f47-f6da-4793-a0b7-967d38b20495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.621171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8442f6b-05af-4858-9458-527d03d360a2 req-11d8ca7e-2ffe-4ded-9a45-924651e519d5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:55.628633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-11d8ca7e-2ffe-4ded-9a45-924651e519d5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1318724 Jul 13 07:18:55.652063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-03dc257b-9eb1-4bd1-97d8-e9caa9f08e31 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/quotas/ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 375 time: 0.0213633 Jul 13 07:18:55.730087 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-8eec5ee2-96be-4cc9-a13c-4b5e33f776d6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686672 Jul 13 07:18:55.747697 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b44f47-f6da-4793-a0b7-967d38b20495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.752603 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b44f47-f6da-4793-a0b7-967d38b20495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.791882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51452) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:55.798162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1551535945-network', 'tenant_id': 'c0c940cf5c1548f4a5642238d4b80173'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:55.823077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b44f47-f6da-4793-a0b7-967d38b20495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d627d8-1c95-4eac-a8d7-c13723a16c64,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:55.827961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-76b44f47-f6da-4793-a0b7-967d38b20495 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08a4ac64c14349e3bb51cbce2b3f0e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510514 Jul 13 07:18:55.831301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:55.898380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51458) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:55.899303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Made reservation on behalf of c0c940cf5c1548f4a5642238d4b80173 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:55.902216 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.922090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a834-cfe9-43d8-adc8-9b25e898fa89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.957498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.024829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f50e9c24-fc02-4c15-8d83-cdf5a4d5d4d8 req-cbbd383b-ab9d-4b23-b898-6625ba170432 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 210 time: 0.0684745 Jul 13 07:18:56.053868 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc5a36f8-dbf2-4173-be11-2bb0a47ab534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.057486 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-787bacee-8641-4012-b2b5-a07adb2193ff req-d457e3e7-d4bb-49ce-ba87-48a4383fccf7 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.0395691 Jul 13 07:18:56.111595 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc5a36f8-dbf2-4173-be11-2bb0a47ab534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.121332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a834-cfe9-43d8-adc8-9b25e898fa89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.128813 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a834-cfe9-43d8-adc8-9b25e898fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.191729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8a834-cfe9-43d8-adc8-9b25e898fa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f512ef9-ec8f-4ff5-a58b-5bda03c5a959,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:56.196297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8ce8a834-cfe9-43d8-adc8-9b25e898fa89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7793052d319e42d4bb2b5f4f5958fdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967689 Jul 13 07:18:56.199691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51466) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:56.206708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc5a36f8-dbf2-4173-be11-2bb0a47ab534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.210172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc5a36f8-dbf2-4173-be11-2bb0a47ab534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.211968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bc5a36f8-dbf2-4173-be11-2bb0a47ab534 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0d627d8-1c95-4eac-a8d7-c13723a16c64 HTTP/1.1" status: 204 len: 168 time: 0.3795400 Jul 13 07:18:56.254692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a36f8-dbf2-4173-be11-2bb0a47ab534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d627d8-1c95-4eac-a8d7-c13723a16c64,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:56.282773 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78953b39-d1ce-479b-b45f-fb7cfb3b853a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.315931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78953b39-d1ce-479b-b45f-fb7cfb3b853a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.340716 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.360746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.390315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:18:56.408951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78953b39-d1ce-479b-b45f-fb7cfb3b853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.411955 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78953b39-d1ce-479b-b45f-fb7cfb3b853a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.414751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-78953b39-d1ce-479b-b45f-fb7cfb3b853a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f512ef9-ec8f-4ff5-a58b-5bda03c5a959 HTTP/1.1" status: 204 len: 168 time: 0.2136810 Jul 13 07:18:56.434046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78953b39-d1ce-479b-b45f-fb7cfb3b853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f512ef9-ec8f-4ff5-a58b-5bda03c5a959,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:56.440206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.440562 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Added segment 91cc445e-c348-488c-8084-eea060b1e756 of type vlan for network 50c33f92-0310-4daa-b628-28efc63e7168 Jul 13 07:18:56.460177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a3bb12-ad8b-456b-b851-d39b9d19cd96,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:56.580686 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.633462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.634764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:56.635397 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.655939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5f668-9f39-4cb4-afa9-8f4f9271ffcd req-4d49139c-8b71-46f7-b030-43e1763fab47 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:56.657482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2a5f668-9f39-4cb4-afa9-8f4f9271ffcd req-4d49139c-8b71-46f7-b030-43e1763fab47 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 935 time: 0.1196423 Jul 13 07:18:56.704067 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9110012 Jul 13 07:18:56.706994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:56.713744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Request body: {'subnet': {'network_id': '50c33f92-0310-4daa-b628-28efc63e7168', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1551535945-subnet', 'tenant_id': 'c0c940cf5c1548f4a5642238d4b80173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:56.734621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad476fb-6ad1-4038-b28e-da07c3e05e94 admin admin] Pushing event updated for resources: {'Network': ['ID=50c33f92-0310-4daa-b628-28efc63e7168,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:56.747765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 50c33f92-0310-4daa-b628-28efc63e7168 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:18:56.769113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Made reservation on behalf of c0c940cf5c1548f4a5642238d4b80173 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:56.776671 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.808137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2a5f668-9f39-4cb4-afa9-8f4f9271ffcd req-19e9191b-3592-4a31-9a69-3c58fa9add87 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375053 Jul 13 07:18:57.189028 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:57.375596 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-469166ed-e381-4acd-9be3-f015f372ed0e req-a6601e0d-f3b7-45c3-b50a-a5da3ab5829f tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.0444968 Jul 13 07:18:57.428112 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46623e4b-c1d6-4b92-8271-600d76af60d6 req-1a0ac8e2-ba6a-4537-b40f-352c93820f39 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 210 time: 0.0738723 Jul 13 07:18:57.428791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c019f7-2ed0-4068-b778-693afc0e28a8,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:57.439585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Checking segment: {'id': '91cc445e-c348-488c-8084-eea060b1e756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50c33f92-0310-4daa-b628-28efc63e7168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:57.440075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Network hostable DHCP agents. Network: 50c33f92-0310-4daa-b628-28efc63e7168, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:18:57.463599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Network 50c33f92-0310-4daa-b628-28efc63e7168 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:18:57.484866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 50c33f92-0310-4daa-b628-28efc63e7168) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:57.498664 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a74d4-3c1d-4e23-a8fa-ebcfbcd40004 None None] Network 50c33f92-0310-4daa-b628-28efc63e7168 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:57.502329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:57.511870 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:57.547781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d9fcfb6f-08da-475a-af66-93c6ea057000 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8394244 Jul 13 07:18:57.671067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0884a22-0b6a-4253-9d29-4572cab31c75 None None] Network 50c33f92-0310-4daa-b628-28efc63e7168 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:57.744326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:57.819605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64a36f5-8c58-4739-a688-640b55be0343 admin admin] Deleting subnet d6c8f853-7e82-4e1a-92cc-13c8cd34a6a9 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:18:57.824401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d64a36f5-8c58-4739-a688-640b55be0343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:57.851179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.48', 56886) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:57.874861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d64a36f5-8c58-4739-a688-640b55be0343 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:57.897184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d64a36f5-8c58-4739-a688-640b55be0343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:57.899752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-c2dc47b4-f963-4a4e-9212-0632445541aa tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470276 Jul 13 07:18:58.030982 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d64a36f5-8c58-4739-a688-640b55be0343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.161044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a36f5-8c58-4739-a688-640b55be0343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c8f853-7e82-4e1a-92cc-13c8cd34a6a9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:58.170873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8442f6b-05af-4858-9458-527d03d360a2 req-363b83c8-ce7d-47bf-b0d1-40cfacaf9d2c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:58.174103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-363b83c8-ce7d-47bf-b0d1-40cfacaf9d2c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683990 Jul 13 07:18:58.212072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d64a36f5-8c58-4739-a688-640b55be0343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.217735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d64a36f5-8c58-4739-a688-640b55be0343 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d6c8f853-7e82-4e1a-92cc-13c8cd34a6a9 HTTP/1.1" status: 204 len: 168 time: 0.4691503 Jul 13 07:18:58.217735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:58.249714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Request body: {'port': {'device_id': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'ae5003457ccc48e8a8111c6982ea6a11'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:58.364248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.426988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da8439-321c-48f8-8c2e-77c66c38d3ec req-27342467-4b5a-4903-82d5-15a92674fb5a tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:58.428594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13da8439-321c-48f8-8c2e-77c66c38d3ec req-27342467-4b5a-4903-82d5-15a92674fb5a tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 935 time: 0.2535810 Jul 13 07:18:58.575974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13da8439-321c-48f8-8c2e-77c66c38d3ec req-e2d45a16-2bc3-47f8-a95d-752761620398 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326277 Jul 13 07:18:58.592700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.631257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Made reservation on behalf of ae5003457ccc48e8a8111c6982ea6a11 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:58.634836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.641795 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.642169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.642992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.643293 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.643630 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.643945 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.644285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.644607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.644973 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.645243 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:58.666733 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.796117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.802676 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.896147 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-19b0c5dc-6230-4bf9-8cf9-2e9b0284b68e req-acd8e8ac-28da-4837-b59f-cd228783a2d4 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 210 time: 0.0683010 Jul 13 07:18:58.954969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:59.005568 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:59.006532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:59.007025 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:59.007478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:59.007971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:59.014620 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-298853a2-f608-4210-939d-4545ad63d93c req-40dec402-ba78-4910-b0cc-c3d1917a1420 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.4154768 Jul 13 07:18:59.035035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c4d41e-1e83-4ea8-a1bc-a461422b4339') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:59.035534 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c4d41e-1e83-4ea8-a1bc-a461422b4339') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:59.058873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.063526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Allocated IP 192.168.233.205 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/2046f84b-7420-4c80-a8af-2de1cc2f7577) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:59.091187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.105313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:18:59.106234 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: from cryptography.utils import int_from_bytes Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: from cryptography.utils import int_from_bytes Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:18:59.111234 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:18:59.200285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.211172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.216354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] 10.222.0.41 "DELETE /v2.0/networks/7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5 HTTP/1.1" status: 204 len: 168 time: 0.9976950 Jul 13 07:18:59.217680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:59.303043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.308649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a65044-f5bc-4c79-9366-40c1c22bc99b admin admin] Deleting subnet d5c019f7-2ed0-4068-b778-693afc0e28a8 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:18:59.311684 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46a65044-f5bc-4c79-9366-40c1c22bc99b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.341045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Transition to ACTIVE for port object 2046f84b-7420-4c80-a8af-2de1cc2f7577 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:59.352126 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46a65044-f5bc-4c79-9366-40c1c22bc99b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.397379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e5358-cb69-4551-93fc-05bdc650875d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bee69f2-1f28-44d3-acf0-4d2a0dd15fb5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:59.402801 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46a65044-f5bc-4c79-9366-40c1c22bc99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.429518 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.613011 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46a65044-f5bc-4c79-9366-40c1c22bc99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.700265 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46a65044-f5bc-4c79-9366-40c1c22bc99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.711377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-46a65044-f5bc-4c79-9366-40c1c22bc99b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d5c019f7-2ed0-4068-b778-693afc0e28a8 HTTP/1.1" status: 204 len: 168 time: 0.4829428 Jul 13 07:18:59.712273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51588) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:59.718401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a65044-f5bc-4c79-9366-40c1c22bc99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c019f7-2ed0-4068-b778-693afc0e28a8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:59.760726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Pushing event updated for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:59.792411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-1fefa4fe-9a71-4e4a-b542-8e14900642a1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:18:59.792411 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-1fefa4fe-9a71-4e4a-b542-8e14900642a1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293248 Jul 13 07:18:59.828502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:59.835359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:59.838417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:59.845124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:59.845900 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.859731 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.905833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-ee1e05f4-d6aa-4db6-98ee-a17a7cab4a9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6622407 Jul 13 07:19:00.078195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.109680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c33f92-0310-4daa-b628-28efc63e7168']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:00.175074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91cc445e-c348-488c-8084-eea060b1e756') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:00.175378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91cc445e-c348-488c-8084-eea060b1e756') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:00.200529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.214782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Request body: {'port': {'device_id': '70399a3c-0ea6-4655-9fb5-a4f6310e400a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:00.237999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58859f7-c69d-4a2f-bcb2-1b584d5850d2 req-f5072966-ac27-4441-af32-fa9d4fa483fa tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:00.239407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a58859f7-c69d-4a2f-bcb2-1b584d5850d2 req-f5072966-ac27-4441-af32-fa9d4fa483fa tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 935 time: 0.3052425 Jul 13 07:19:00.240571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.248643 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:19:00.249130 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:19:00.251309 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:19:00.282118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-80334e1f-c214-47d5-a898-233d047fbf3e None None] Provisioning for port 2046f84b-7420-4c80-a8af-2de1cc2f7577 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:00.284951 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-80334e1f-c214-47d5-a898-233d047fbf3e None None] Provisioning complete for port 2046f84b-7420-4c80-a8af-2de1cc2f7577 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:00.285535 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80334e1f-c214-47d5-a898-233d047fbf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.342353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-80334e1f-c214-47d5-a898-233d047fbf3e None None] Port 2046f84b-7420-4c80-a8af-2de1cc2f7577 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:00.393603 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.400789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.402625 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.407821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] 10.222.0.41 "DELETE /v2.0/networks/50c33f92-0310-4daa-b628-28efc63e7168 HTTP/1.1" status: 204 len: 168 time: 0.6905637 Jul 13 07:19:00.464796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:00.465221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb04dcd-9729-4969-a610-ec559d24575d admin admin] Pushing event deleted for resources: {'Network': ['ID=50c33f92-0310-4daa-b628-28efc63e7168,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:00.495382 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a58859f7-c69d-4a2f-bcb2-1b584d5850d2 req-087ef999-026d-4e14-9d4a-bae0706baea9 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165071 Jul 13 07:19:00.788779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1fb9d3c2-3221-4c7c-baa8-a21cd02825cb req-c85dd1f3-3d9c-4576-b7c7-f80cf27bb34a tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.0529404 Jul 13 07:19:00.825682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.38', 57273) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:00.844570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f89e8-8829-419c-9f5b-49373a95fcf1 req-648964d4-a88d-403e-a11e-4d3a55c92294 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:00.848294 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-595f89e8-8829-419c-9f5b-49373a95fcf1 req-648964d4-a88d-403e-a11e-4d3a55c92294 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 936 time: 0.4181883 Jul 13 07:19:00.869699 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51614) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:00.877127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-7db0d282-7950-4994-b290-15d69c775b47 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=09eb2058e693461da69c6c3cd5beb61b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473518 Jul 13 07:19:00.987271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-595f89e8-8829-419c-9f5b-49373a95fcf1 req-3bf48b92-4fee-456e-9c1d-c6f196fe471d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Jul 13 07:19:01.064849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a9d224a3-3632-4194-ba36-8b7881c70241 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad79dbe3b3dc4028af9a189ce53b5526&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1940174 Jul 13 07:19:01.076226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51616) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:01.141979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15ab2ac-af79-44f2-a19d-034dc7fdc49d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:01.156874 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.178815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Transition to ACTIVE for port object b15ab2ac-af79-44f2-a19d-034dc7fdc49d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:01.195187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.271007 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffda256f-93d4-49f9-99cd-ee02fb381932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.284471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627bd96-0582-4338-a932-f48c48138228 req-cd86fa1d-9686-4e65-bfe5-d448d4223806 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:01.288622 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-cd86fa1d-9686-4e65-bfe5-d448d4223806 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3917840 Jul 13 07:19:01.289642 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4385023-d573-45e8-b33a-1ccc37fcbca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.305764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Request body: {'port': {'device_id': '198534bd-9b5c-4667-beec-c8fec81ce9fc', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '09eb2058e693461da69c6c3cd5beb61b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:01.383053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Attempting to bind port b15ab2ac-af79-44f2-a19d-034dc7fdc49d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:01.383753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Attempting to bind port b15ab2ac-af79-44f2-a19d-034dc7fdc49d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:01.394875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Attempting to bind port b15ab2ac-af79-44f2-a19d-034dc7fdc49d on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:01.411769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Pushing event updated for resources: {'Port': ['ID=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:01.422355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Port b15ab2ac-af79-44f2-a19d-034dc7fdc49d on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:01.422772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Attempting to bind port b15ab2ac-af79-44f2-a19d-034dc7fdc49d on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:01.432234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:01.432683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:01.433438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:01.434099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Bound port: b15ab2ac-af79-44f2-a19d-034dc7fdc49d, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:01.434531 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.548938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] For port b15ab2ac-af79-44f2-a19d-034dc7fdc49d, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:01.597890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] For port b15ab2ac-af79-44f2-a19d-034dc7fdc49d, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:01.604998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.619457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffda256f-93d4-49f9-99cd-ee02fb381932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.629827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:01.634974 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.636503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] 10.222.0.38 "PUT /v2.0/ports/b15ab2ac-af79-44f2-a19d-034dc7fdc49d HTTP/1.1" status: 200 len: 1096 time: 1.6229701 Jul 13 07:19:01.638084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70399a3c-0ea6-4655-9fb5-a4f6310e400a', 'tag': 'b15ab2ac-af79-44f2-a19d-034dc7fdc49d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:01.713217 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffda256f-93d4-49f9-99cd-ee02fb381932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.716386 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffda256f-93d4-49f9-99cd-ee02fb381932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.718228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ffda256f-93d4-49f9-99cd-ee02fb381932 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d9c9aa4-f943-453d-99f4-63ab75494f1f HTTP/1.1" status: 204 len: 168 time: 0.6408427 Jul 13 07:19:01.728608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda256f-93d4-49f9-99cd-ee02fb381932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9c9aa4-f943-453d-99f4-63ab75494f1f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:01.896806 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4385023-d573-45e8-b33a-1ccc37fcbca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.898012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63569cd-7af7-4d99-b79b-09b8ca09d890 service neutron] Pushing event updated for resources: {'Port': ['ID=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:01.942802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Made reservation on behalf of 09eb2058e693461da69c6c3cd5beb61b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:01.957274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.963225 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4385023-d573-45e8-b33a-1ccc37fcbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.973924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.042619 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13104615-f6cf-4a5a-acbb-22365f9b899c req-bcda33fe-ce33-422c-ad8d-5a90e0ac9847 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.0531795 Jul 13 07:19:02.075447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51658) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:02.178419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e4385023-d573-45e8-b33a-1ccc37fcbca8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20b08f8087ef46de8e46d40a521451c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7116072 Jul 13 07:19:02.180241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4385023-d573-45e8-b33a-1ccc37fcbca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7332e1d7-2946-4363-8e17-8a316fbbfb1d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:02.181027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51662) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:02.221153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.238345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.264942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-0c905cb0-cc48-4ca8-a3a2-c190f35407be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:02.267040 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-0c905cb0-cc48-4ca8-a3a2-c190f35407be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c51abf6d4a7647768503cf3bf147c196&device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 1099 time: 0.4792624 Jul 13 07:19:02.273604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51664) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:02.366009 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bb500f-4de5-4c40-af1a-333cae494c76" -d '{"events": [{"name": "network-changed", "server_uuid": "70399a3c-0ea6-4655-9fb5-a4f6310e400a", "tag": "b15ab2ac-af79-44f2-a19d-034dc7fdc49d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:02.372182 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-1a7ff4e4-f37e-4db5-9492-c2ad4d4851cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b15ab2ac-af79-44f2-a19d-034dc7fdc49d HTTP/1.1" status: 200 len: 217 time: 0.0906508 Jul 13 07:19:02.380247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae24abe-c684-455d-a5b4-a8db9de09bf2 req-e5e3911d-8cc8-4b13-93a6-92e034fb0a8e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:02.382180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ae24abe-c684-455d-a5b4-a8db9de09bf2 req-e5e3911d-8cc8-4b13-93a6-92e034fb0a8e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 947 time: 0.4781632 Jul 13 07:19:02.470022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c04ad3-d1f2-467a-a16a-dafe8dea753b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:02.473088 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47fc790a-680b-4de4-83c4-e0d4abd6bc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.476801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-66b3768c-803f-4d98-a33a-764272d8c7b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0c940cf5c1548f4a5642238d4b80173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993909 Jul 13 07:19:02.482912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:02.497013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-e8431df4-db3e-4668-98f9-2a6863941d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:02.498765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-e8431df4-db3e-4668-98f9-2a6863941d83 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1156046 Jul 13 07:19:02.508173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ae24abe-c684-455d-a5b4-a8db9de09bf2 req-18c62fcc-3b71-44f7-b708-4dbd3f4550f1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130199 Jul 13 07:19:02.546494 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96ca1bc5-5f1b-451c-86a9-f63ac487960e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.617813 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47fc790a-680b-4de4-83c4-e0d4abd6bc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.624343 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aafdf43a-5d77-4478-9c9c-0bf12cf0aa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.667184 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aafdf43a-5d77-4478-9c9c-0bf12cf0aa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.730392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-f68149bf-30dc-47b7-afec-b37af96450a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:02.733925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-f68149bf-30dc-47b7-afec-b37af96450a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2240858 Jul 13 07:19:02.740055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aafdf43a-5d77-4478-9c9c-0bf12cf0aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.746737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aafdf43a-5d77-4478-9c9c-0bf12cf0aa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.748844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aafdf43a-5d77-4478-9c9c-0bf12cf0aa6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8a3bb12-ad8b-456b-b851-d39b9d19cd96 HTTP/1.1" status: 204 len: 168 time: 0.2631590 Jul 13 07:19:02.764593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Allocated IP 192.168.233.165 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/d0a76a88-0e56-4978-a729-8052ecde4811) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:02.794527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eec7dc-8c51-4ff8-930d-63dddecaedcc req-36b3987d-c699-4d20-8983-97064289aad3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:02.797703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdf43a-5d77-4478-9c9c-0bf12cf0aa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a3bb12-ad8b-456b-b851-d39b9d19cd96,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:02.802822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1eec7dc-8c51-4ff8-930d-63dddecaedcc req-36b3987d-c699-4d20-8983-97064289aad3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 936 time: 0.5488868 Jul 13 07:19:02.815040 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a37b270-683a-4752-90d4-0198b6315342 x-openstack-request-id: req-0a37b270-683a-4752-90d4-0198b6315342 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:02.815040 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70399a3c-0ea6-4655-9fb5-a4f6310e400a", "tag": "b15ab2ac-af79-44f2-a19d-034dc7fdc49d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:02.815040 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a37b270-683a-4752-90d4-0198b6315342 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:02.815040 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70399a3c-0ea6-4655-9fb5-a4f6310e400a', 'tag': 'b15ab2ac-af79-44f2-a19d-034dc7fdc49d', 'status': 'completed', 'code': 200} Jul 13 07:19:02.846449 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47fc790a-680b-4de4-83c4-e0d4abd6bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.848574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47fc790a-680b-4de4-83c4-e0d4abd6bc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.850170 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-47fc790a-680b-4de4-83c4-e0d4abd6bc04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7332e1d7-2946-4363-8e17-8a316fbbfb1d HTTP/1.1" status: 204 len: 168 time: 0.6677270 Jul 13 07:19:02.895460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc790a-680b-4de4-83c4-e0d4abd6bc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7332e1d7-2946-4363-8e17-8a316fbbfb1d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:02.928109 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1eec7dc-8c51-4ff8-930d-63dddecaedcc req-6f0a69f5-8aff-48d5-bb9b-277e95d1c1d7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231976 Jul 13 07:19:02.936475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96ca1bc5-5f1b-451c-86a9-f63ac487960e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.938273 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-1a98bd01-f48c-491e-9e96-37c66a1445d8 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992702 Jul 13 07:19:03.087486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d889645f-5a29-4519-8e0c-0555ab45ee32 req-f5e30ef1-dc87-486e-bbea-391653d0b15a service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418858 Jul 13 07:19:03.105907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96ca1bc5-5f1b-451c-86a9-f63ac487960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.172969 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.230583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca1bc5-5f1b-451c-86a9-f63ac487960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60508083-e4b2-4f05-9f21-89dfdd36cbbf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:03.243032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Transition to ACTIVE for port object d0a76a88-0e56-4978-a729-8052ecde4811 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:03.249072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-96ca1bc5-5f1b-451c-86a9-f63ac487960e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3075a12224a43f9aa6729bbe23cc7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1690028 Jul 13 07:19:03.250956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51690) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:03.302492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:03.337509 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-976cf539-377b-454f-9eb1-8ffd48dd11c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.363364 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bbe1a49-3702-444d-912e-f56c08d679cc req-5d31fe62-c3d4-49b7-a4c2-8cd3a56ce1a2 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 210 time: 0.0466101 Jul 13 07:19:03.382680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-ae2b0020-2435-4f53-af5d-95f6d885ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:03.384261 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-ae2b0020-2435-4f53-af5d-95f6d885ad00 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c51abf6d4a7647768503cf3bf147c196&device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 1099 time: 0.1926389 Jul 13 07:19:03.417635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.465512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc37ec8c-0cd5-43fc-97a0-a8989e83cbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.550540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:03.551738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:03.596764 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc37ec8c-0cd5-43fc-97a0-a8989e83cbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.658751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Pushing event updated for resources: {'Port': ['ID=d0a76a88-0e56-4978-a729-8052ecde4811,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:03.663587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:03.729593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc37ec8c-0cd5-43fc-97a0-a8989e83cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.733401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc37ec8c-0cd5-43fc-97a0-a8989e83cbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.734731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bc37ec8c-0cd5-43fc-97a0-a8989e83cbc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60508083-e4b2-4f05-9f21-89dfdd36cbbf HTTP/1.1" status: 204 len: 168 time: 0.4827862 Jul 13 07:19:03.815665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-976cf539-377b-454f-9eb1-8ffd48dd11c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.822900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37ec8c-0cd5-43fc-97a0-a8989e83cbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60508083-e4b2-4f05-9f21-89dfdd36cbbf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:03.838583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-976cf539-377b-454f-9eb1-8ffd48dd11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.878817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:03.879743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.918888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-976cf539-377b-454f-9eb1-8ffd48dd11c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1cd458be4504f388e352312313bf1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6151559 Jul 13 07:19:03.920333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51710) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:03.927667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cf539-377b-454f-9eb1-8ffd48dd11c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188aa3c4-a933-47a2-a6c4-14c7537cf9b8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:03.959071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-771d0d2d-db90-4486-9d2e-127186728164 None None] Provisioning for port d0a76a88-0e56-4978-a729-8052ecde4811 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:03.987521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-771d0d2d-db90-4486-9d2e-127186728164 None None] Provisioning complete for port d0a76a88-0e56-4978-a729-8052ecde4811 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:03.987666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce156916-3946-4b23-b959-fd1a642f1446 req-63a84055-cef3-42d1-b825-f9774f706ec6 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:03.990093 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-771d0d2d-db90-4486-9d2e-127186728164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.990933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce156916-3946-4b23-b959-fd1a642f1446 req-63a84055-cef3-42d1-b825-f9774f706ec6 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 947 time: 0.2666922 Jul 13 07:19:03.992538 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-60fb60b2-4d3f-4865-855f-17c73260ced4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6937754 Jul 13 07:19:03.998138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-6583ccb9-f851-49f0-b05b-3bfcbab9f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:03.999760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-6583ccb9-f851-49f0-b05b-3bfcbab9f058 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.6081600 Jul 13 07:19:04.021612 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fc8710d-5a7c-422e-9bf0-4153dd0dfac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.071302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-e1286d27-7d14-4e46-a573-da444d2af86c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b15ab2ac-af79-44f2-a19d-034dc7fdc49d HTTP/1.1" status: 200 len: 217 time: 0.0508912 Jul 13 07:19:04.080114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-771d0d2d-db90-4486-9d2e-127186728164 None None] Port d0a76a88-0e56-4978-a729-8052ecde4811 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:04.115315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Request body: {'port': {'device_id': '198534bd-9b5c-4667-beec-c8fec81ce9fc', 'device_owner': 'compute:tempest-test_az-2109946030', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:04.164216 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fc8710d-5a7c-422e-9bf0-4153dd0dfac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.214629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-de51951d-8f94-4171-988b-6a0b94413531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:04.216155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce156916-3946-4b23-b959-fd1a642f1446 req-a5100e9c-c770-474a-bd58-f51f86257796 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175655 Jul 13 07:19:04.225713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-de51951d-8f94-4171-988b-6a0b94413531 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1440783 Jul 13 07:19:04.329835 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.337021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf642-6e53-4590-9248-817afc403a7d req-7cb9d133-284d-4870-a7a8-b187052cd6e0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:04.345779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-661cf642-6e53-4590-9248-817afc403a7d req-7cb9d133-284d-4870-a7a8-b187052cd6e0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 936 time: 0.1996441 Jul 13 07:19:04.355832 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fc8710d-5a7c-422e-9bf0-4153dd0dfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.359180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fc8710d-5a7c-422e-9bf0-4153dd0dfac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.360294 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4fc8710d-5a7c-422e-9bf0-4153dd0dfac5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/188aa3c4-a933-47a2-a6c4-14c7537cf9b8 HTTP/1.1" status: 204 len: 168 time: 0.4289956 Jul 13 07:19:04.397408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51724) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:04.415169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8710d-5a7c-422e-9bf0-4153dd0dfac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188aa3c4-a933-47a2-a6c4-14c7537cf9b8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:04.434522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-16b6307e-87af-4816-9d3b-3805c3ec8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:04.436339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-16b6307e-87af-4816-9d3b-3805c3ec8549 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1965823 Jul 13 07:19:04.448412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5363052-a8a1-4c4d-9282-86817377c107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.507989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-661cf642-6e53-4590-9248-817afc403a7d req-e15d9f61-515f-421a-b4ab-3d48e71b5bab tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601565 Jul 13 07:19:04.657881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-b190434a-a140-495c-9f02-9446bf73c95f service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010660 Jul 13 07:19:04.753058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d55bd-4cca-4970-9ad9-2567fa510045 req-3d9d12f8-dc53-42e4-a340-3a61e841ef8b tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:04.754657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-699d55bd-4cca-4970-9ad9-2567fa510045 req-3d9d12f8-dc53-42e4-a340-3a61e841ef8b tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 936 time: 0.1944201 Jul 13 07:19:04.814653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5363052-a8a1-4c4d-9282-86817377c107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.842679 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5363052-a8a1-4c4d-9282-86817377c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.865117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-699d55bd-4cca-4970-9ad9-2567fa510045 req-65f453aa-9d93-4091-b802-3c9725521807 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648360 Jul 13 07:19:04.924673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70bb500f-4de5-4c40-af1a-333cae494c76 req-ec91c488-ddd4-4592-abd9-08a8147b48e2 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556698 Jul 13 07:19:04.963567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5363052-a8a1-4c4d-9282-86817377c107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fabc5fd-448e-4a49-8d7d-645f59ba05c4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:04.977275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d5363052-a8a1-4c4d-9282-86817377c107 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc7ed2fd3d3e40a8b652b64a5eaeb71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781441 Jul 13 07:19:04.979777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:04.983399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a76a88-0e56-4978-a729-8052ecde4811 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:05.007219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.028096 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Transition to ACTIVE for port object d0a76a88-0e56-4978-a729-8052ecde4811 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:05.038704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.054841 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf64bdc4-ccd6-4f73-b90f-92f9a62f54c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.083802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf64bdc4-ccd6-4f73-b90f-92f9a62f54c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.155649 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf64bdc4-ccd6-4f73-b90f-92f9a62f54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.158591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a76a88-0e56-4978-a729-8052ecde4811,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:05.160976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf64bdc4-ccd6-4f73-b90f-92f9a62f54c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.162730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bf64bdc4-ccd6-4f73-b90f-92f9a62f54c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fabc5fd-448e-4a49-8d7d-645f59ba05c4 HTTP/1.1" status: 204 len: 168 time: 0.1817956 Jul 13 07:19:05.172572 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.176789 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64bdc4-ccd6-4f73-b90f-92f9a62f54c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fabc5fd-448e-4a49-8d7d-645f59ba05c4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:05.340351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Attempting to bind port d0a76a88-0e56-4978-a729-8052ecde4811 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:05.340742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Attempting to bind port d0a76a88-0e56-4978-a729-8052ecde4811 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:05.341079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Attempting to bind port d0a76a88-0e56-4978-a729-8052ecde4811 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:05.347351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Port d0a76a88-0e56-4978-a729-8052ecde4811 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:05.347685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Attempting to bind port d0a76a88-0e56-4978-a729-8052ecde4811 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:05.361385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:05.361739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:05.362342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:05.362801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Bound port: d0a76a88-0e56-4978-a729-8052ecde4811, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:05.363171 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.481109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5e48-8c54-4931-849e-14d2448236c7 req-63d21b68-94ea-471e-9c54-51f75a099ced tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:05.492674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e7d5e48-8c54-4931-849e-14d2448236c7 req-63d21b68-94ea-471e-9c54-51f75a099ced tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 947 time: 0.1066737 Jul 13 07:19:05.549659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e7d5e48-8c54-4931-849e-14d2448236c7 req-8ebef497-b5df-4fde-acde-50da2ba3f54d tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604088 Jul 13 07:19:05.612434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] For port d0a76a88-0e56-4978-a729-8052ecde4811, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:05.625221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] For port d0a76a88-0e56-4978-a729-8052ecde4811, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d0a76a88-0e56-4978-a729-8052ecde4811,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:05.631299 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.683059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:05.683843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.686451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] 10.222.0.38 "PUT /v2.0/ports/d0a76a88-0e56-4978-a729-8052ecde4811 HTTP/1.1" status: 200 len: 1119 time: 1.5753911 Jul 13 07:19:05.686817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198534bd-9b5c-4667-beec-c8fec81ce9fc', 'tag': 'd0a76a88-0e56-4978-a729-8052ecde4811'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:05.896403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70840b68-7319-49bf-9e07-4d423c3df4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a76a88-0e56-4978-a729-8052ecde4811,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:05.961404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627bd96-0582-4338-a932-f48c48138228 req-50521821-f848-41e7-965f-61ff0e1529e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:05.962978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-50521821-f848-41e7-965f-61ff0e1529e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09eb2058e693461da69c6c3cd5beb61b&device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 1122 time: 0.2267041 Jul 13 07:19:06.068702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b889b8c-6dd7-451a-a76a-95a87187d7e3 req-f16041b7-61d0-4bda-aa8c-7255b3c1bcb0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:06.075679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b889b8c-6dd7-451a-a76a-95a87187d7e3 req-f16041b7-61d0-4bda-aa8c-7255b3c1bcb0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 936 time: 0.3405321 Jul 13 07:19:06.121033 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-ef708c37-0401-4a6a-ab05-ee4cffacfeae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d0a76a88-0e56-4978-a729-8052ecde4811 HTTP/1.1" status: 200 len: 217 time: 0.1434355 Jul 13 07:19:06.209427 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85" -d '{"events": [{"name": "network-changed", "server_uuid": "198534bd-9b5c-4667-beec-c8fec81ce9fc", "tag": "d0a76a88-0e56-4978-a729-8052ecde4811"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:06.254581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b889b8c-6dd7-451a-a76a-95a87187d7e3 req-5abef5ef-8b2f-4ea6-a4e3-38f27dd0875c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778708 Jul 13 07:19:06.292541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627bd96-0582-4338-a932-f48c48138228 req-76641ab4-0018-4f9c-aa9f-8a74068dc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:06.302861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-76641ab4-0018-4f9c-aa9f-8a74068dc279 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1590979 Jul 13 07:19:06.510764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627bd96-0582-4338-a932-f48c48138228 req-767caf27-516b-4a45-b29c-4dccfea6aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:06.512290 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-767caf27-516b-4a45-b29c-4dccfea6aeac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2060807 Jul 13 07:19:06.531610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-e4aee2f7-eb84-49bf-8fe2-cbd87a0f66c5 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330982 Jul 13 07:19:06.596082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713fd45-2871-44e4-b882-ce7e7af92754 req-b7289c4e-73c8-4e76-833e-c0fb98d7283c tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:06.597627 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9713fd45-2871-44e4-b882-ce7e7af92754 req-b7289c4e-73c8-4e76-833e-c0fb98d7283c tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 970 time: 0.1390007 Jul 13 07:19:06.648859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-88cb462c-6b65-4e01-b007-479e8d195c8e service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275735 Jul 13 07:19:06.657139 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9713fd45-2871-44e4-b882-ce7e7af92754 req-8f0a0a52-6f49-4938-bfec-c15435365176 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506790 Jul 13 07:19:06.674930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-5cc75eb9-dbc7-463c-9e0b-375a3f5e6230 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:06.682240 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-5cc75eb9-dbc7-463c-9e0b-375a3f5e6230 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436288 Jul 13 07:19:06.709745 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-70fb0259-9af6-4028-b75f-02940cbcee43 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/quotas/c6539e8dd65443bf87240cc1ac28d17e HTTP/1.1" status: 200 len: 375 time: 0.0264564 Jul 13 07:19:06.759256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-09d390d3-f051-496c-aada-3af99f052494 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427086 Jul 13 07:19:06.772152 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6627bd96-0582-4338-a932-f48c48138228 req-7c2d8992-1e56-4187-9744-3e645faa6844 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140461 Jul 13 07:19:07.005077 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48004a0-f67c-4602-bc63-d3847b2db9b0 x-openstack-request-id: req-d48004a0-f67c-4602-bc63-d3847b2db9b0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:07.006103 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198534bd-9b5c-4667-beec-c8fec81ce9fc", "tag": "d0a76a88-0e56-4978-a729-8052ecde4811", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:07.006827 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d48004a0-f67c-4602-bc63-d3847b2db9b0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:07.007601 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198534bd-9b5c-4667-beec-c8fec81ce9fc', 'tag': 'd0a76a88-0e56-4978-a729-8052ecde4811', 'status': 'completed', 'code': 200} Jul 13 07:19:07.103190 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.143323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-69471ba2-7c8e-459d-b059-9e79ed9274f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:07.147354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-69471ba2-7c8e-459d-b059-9e79ed9274f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09eb2058e693461da69c6c3cd5beb61b&device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 1122 time: 0.1099751 Jul 13 07:19:07.166888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-014af16c-9341-4937-aa23-c5654c800327 req-62e8e48d-8ea4-4825-af89-7e5b7596a6fc tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 210 time: 0.0459590 Jul 13 07:19:07.388376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652f352-26d2-4579-be8a-067ca2a82fc0 req-8c6ea3c9-481b-4d91-a016-9328333feeab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:07.396378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a652f352-26d2-4579-be8a-067ca2a82fc0 req-8c6ea3c9-481b-4d91-a016-9328333feeab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 947 time: 0.1982925 Jul 13 07:19:07.411192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-ea6fe566-5371-4b52-a01e-0cba4b0c99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:07.413467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-ea6fe566-5371-4b52-a01e-0cba4b0c99a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2573287 Jul 13 07:19:07.500319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-9d542869-a52a-44dd-8524-5b838b57492d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d0a76a88-0e56-4978-a729-8052ecde4811 HTTP/1.1" status: 200 len: 217 time: 0.0779233 Jul 13 07:19:07.538813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092911a-80a6-45b9-aa4b-9abe72275ded req-789aa62c-3afa-435f-8673-68ab1bb8a26c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:07.540607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6092911a-80a6-45b9-aa4b-9abe72275ded req-789aa62c-3afa-435f-8673-68ab1bb8a26c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 936 time: 0.0998936 Jul 13 07:19:07.556597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a652f352-26d2-4579-be8a-067ca2a82fc0 req-4791ff29-a321-4a6c-bed7-bd98de7ab1a5 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593478 Jul 13 07:19:07.575155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-0ed085f7-13e5-448a-932e-d15eb137d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:07.577276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-0ed085f7-13e5-448a-932e-d15eb137d950 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0570958 Jul 13 07:19:07.647486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6092911a-80a6-45b9-aa4b-9abe72275ded req-fd593903-0723-4981-89e4-e637f60a8983 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993328 Jul 13 07:19:07.686376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-0a6f2a6d-266a-4a6b-9af7-d0174a2aa8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:07.688070 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-0a6f2a6d-266a-4a6b-9af7-d0174a2aa8d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0932221 Jul 13 07:19:07.732356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b15ab2ac-af79-44f2-a19d-034dc7fdc49d details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:07.896156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b15ab2ac-af79-44f2-a19d-034dc7fdc49d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:07.914294 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-80a7a713-fa33-427c-aa04-fe6805d84ed0 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181668 Jul 13 07:19:07.914761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'b15ab2ac-af79-44f2-a19d-034dc7fdc49d', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'b15ab2ac-af79-44f2-a19d-034dc7fdc49d', 'mac_address': 'fa:16:3e:26:f7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:07.971271 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.999762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfbb07-cc34-4d5a-a3d3-bae6071297f7 req-13358ef2-97c1-4d85-ae2e-b7e6b3d28b37 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:08.001355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cadfbb07-cc34-4d5a-a3d3-bae6071297f7 req-13358ef2-97c1-4d85-ae2e-b7e6b3d28b37 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 970 time: 0.1660459 Jul 13 07:19:08.016507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15ab2ac-af79-44f2-a19d-034dc7fdc49d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:08.068501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b15ab2ac-af79-44f2-a19d-034dc7fdc49d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:08.075268 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.085057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cadfbb07-cc34-4d5a-a3d3-bae6071297f7 req-bc72015b-f21d-4482-86cd-109381b6b588 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526564 Jul 13 07:19:08.105267 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfe2a196-b7dc-4fa5-9023-3344ef3a0f85 req-0ec94c5a-ef83-413c-bb58-88cdd34ee9e0 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820254 Jul 13 07:19:08.156267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:08.171943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.172302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.172651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.173330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.173968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.174472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.178367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.178693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.179047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.179454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.179793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.180134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Tracked resource versions report: Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: pushed versions: Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: { 'AddressGroup': {'1.2'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'ConntrackHelper': {'1.0'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Log': {'1.0'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Network': {'1.1'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Port': {'1.7'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'PortForwarding': {'1.2'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'QosPolicy': {'1.8'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'SecurityGroup': {'1.4'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'SubPort': {'1.0'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Subnet': {'1.1'}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Trunk': {'1.1'}} Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: consumer versions: Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: { DHCP agent@n-d-758944-43: {}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: HyperV agent@n-h1-758944-43: {}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: HyperV agent@n-h2-758944-43: {}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: L3 agent@n-d-758944-43: {}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: Metadata agent@n-d-758944-43: {}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: Metering agent@n-d-758944-43: {}, Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: Open vSwitch agent@n-d-758944-43: { 'AddressGroup': '1.2', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'ConntrackHelper': '1.0', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Log': '1.0', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Network': '1.1', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Port': '1.7', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'PortForwarding': '1.2', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'QosPolicy': '1.8', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'SecurityGroup': '1.4', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'SecurityGroupRule': '1.2', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'SubPort': '1.0', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Subnet': '1.1', Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: 'Trunk': '1.1'}} Jul 13 07:19:08.181295 n-d-758944-43 neutron-server[93775]: {{(pid=93775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:19:08.183132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51884) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:08.369433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65835d4f-3a0b-474c-b365-dd8ff27882a5 req-fdad7ad7-0937-4e0b-a9f8-201e2d88137b tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 210 time: 0.0574729 Jul 13 07:19:08.458474 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c1967e5-8eda-4183-9c0f-20da0850cf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.459759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b15ab2ac-af79-44f2-a19d-034dc7fdc49d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:08.635499 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c1967e5-8eda-4183-9c0f-20da0850cf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.642867 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c1967e5-8eda-4183-9c0f-20da0850cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.772588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1967e5-8eda-4183-9c0f-20da0850cf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc65583-2c77-447e-b25e-824b6737688c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:08.787059 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5c1967e5-8eda-4183-9c0f-20da0850cf23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70257afffeb943308e53ac168b60ee1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037714 Jul 13 07:19:08.789369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51908) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:08.805879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51910) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:08.879871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579ef0e-7edc-442b-b7b6-9def969d64af req-1817e420-83f8-4f13-b548-5d0ffbd99b45 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:08.885989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b579ef0e-7edc-442b-b7b6-9def969d64af req-1817e420-83f8-4f13-b548-5d0ffbd99b45 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 948 time: 0.1890259 Jul 13 07:19:08.939536 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b579ef0e-7edc-442b-b7b6-9def969d64af req-beb55bdb-2174-496b-a4db-239d6eb2f29d tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Jul 13 07:19:09.049007 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fef0709-c7e8-4120-9db2-889e74a71d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.086896 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e54ba950-84d2-46c2-9340-d2f087769524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.124593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e54ba950-84d2-46c2-9340-d2f087769524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.142430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e11884-9f8f-4fa1-b49b-01fffbcf12e4 req-041059fc-ae3b-46fd-b32e-27f0012313a4 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:09.149581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-45e11884-9f8f-4fa1-b49b-01fffbcf12e4 req-041059fc-ae3b-46fd-b32e-27f0012313a4 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 936 time: 0.3310883 Jul 13 07:19:09.234566 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-45e11884-9f8f-4fa1-b49b-01fffbcf12e4 req-468f2304-9709-4860-a247-24a9f398588c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839808 Jul 13 07:19:09.258202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e54ba950-84d2-46c2-9340-d2f087769524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.260781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e54ba950-84d2-46c2-9340-d2f087769524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.261862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e54ba950-84d2-46c2-9340-d2f087769524 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bc65583-2c77-447e-b25e-824b6737688c HTTP/1.1" status: 204 len: 168 time: 0.4712789 Jul 13 07:19:09.276069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ba950-84d2-46c2-9340-d2f087769524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc65583-2c77-447e-b25e-824b6737688c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:09.288078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe5fc-ef53-41d2-a36c-c6c8796d3366 req-2f4263a7-2d34-4803-83d5-20191c09c93d tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:09.289895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cb4fe5fc-ef53-41d2-a36c-c6c8796d3366 req-2f4263a7-2d34-4803-83d5-20191c09c93d tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 970 time: 0.0868626 Jul 13 07:19:09.300162 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fef0709-c7e8-4120-9db2-889e74a71d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.307722 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fef0709-c7e8-4120-9db2-889e74a71d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.349784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5fef0709-c7e8-4120-9db2-889e74a71d30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa0bafefe7754645bbf251b31a8330fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389104 Jul 13 07:19:09.352070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef0709-c7e8-4120-9db2-889e74a71d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc845973-3441-4d04-afee-035fc3aaa836,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:09.354522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:09.360103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cb4fe5fc-ef53-41d2-a36c-c6c8796d3366 req-4461a3bb-ea88-4ef8-8ee6-3dd31f15ed21 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523069 Jul 13 07:19:09.411347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0962185-3d5e-4957-8470-131a81ee37c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.438707 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0962185-3d5e-4957-8470-131a81ee37c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.526564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3433cc6-2529-4b91-93ae-3ebe9a09247b req-7bc8101d-7fc9-4764-8c0b-ad2b4e8d11b0 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 210 time: 0.0311732 Jul 13 07:19:09.536032 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0962185-3d5e-4957-8470-131a81ee37c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.540398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0962185-3d5e-4957-8470-131a81ee37c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.547354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a0962185-3d5e-4957-8470-131a81ee37c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc845973-3441-4d04-afee-035fc3aaa836 HTTP/1.1" status: 204 len: 168 time: 0.1860931 Jul 13 07:19:09.556493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0962185-3d5e-4957-8470-131a81ee37c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc845973-3441-4d04-afee-035fc3aaa836,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:09.722725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d0a76a88-0e56-4978-a729-8052ecde4811 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:09.753892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b15ab2ac-af79-44f2-a19d-034dc7fdc49d up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:09.871230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port b15ab2ac-af79-44f2-a19d-034dc7fdc49d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:09.881152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d0a76a88-0e56-4978-a729-8052ecde4811, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d0a76a88-0e56-4978-a729-8052ecde4811,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:09.883612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port b15ab2ac-af79-44f2-a19d-034dc7fdc49d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:09.883988 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.898271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'd0a76a88-0e56-4978-a729-8052ecde4811', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'd0a76a88-0e56-4978-a729-8052ecde4811', 'mac_address': 'fa:16:3e:6d:e6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:tempest-test_az-2109946030', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:09.898865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:09.914117 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5e72239-9eae-4034-ab39-d5f94d2e45d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.990690 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.009853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a76a88-0e56-4978-a729-8052ecde4811 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:10.064605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5e72239-9eae-4034-ab39-d5f94d2e45d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.071468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5e72239-9eae-4034-ab39-d5f94d2e45d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.087359 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.090609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d0a76a88-0e56-4978-a729-8052ecde4811, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d0a76a88-0e56-4978-a729-8052ecde4811,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:10.102550 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.137244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e72239-9eae-4034-ab39-d5f94d2e45d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a56c279-e9ec-40f1-8932-fc20da1cc410,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:10.149342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06670bec-5ccc-42b6-9fe3-df129e989290 req-f9b29b18-da04-43b1-a4af-4155eb7bae97 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:10.152965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06670bec-5ccc-42b6-9fe3-df129e989290 req-f9b29b18-da04-43b1-a4af-4155eb7bae97 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 948 time: 0.0798860 Jul 13 07:19:10.168421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d5e72239-9eae-4034-ab39-d5f94d2e45d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9359a4c454a41e3a27c22b99bafb95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684729 Jul 13 07:19:10.171624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:10.177051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70399a3c-0ea6-4655-9fb5-a4f6310e400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15ab2ac-af79-44f2-a19d-034dc7fdc49d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:10.229876 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06670bec-5ccc-42b6-9fe3-df129e989290 req-33ddc311-3379-4be6-98a2-e8596f94f746 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687184 Jul 13 07:19:10.248761 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c219a3dd-5749-4663-895c-e31c57db63da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.273075 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c219a3dd-5749-4663-895c-e31c57db63da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.320363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b15ab2ac-af79-44f2-a19d-034dc7fdc49d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:10.329015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d0a76a88-0e56-4978-a729-8052ecde4811,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:10.333789 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.360932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c219a3dd-5749-4663-895c-e31c57db63da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.364463 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c219a3dd-5749-4663-895c-e31c57db63da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.365853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c219a3dd-5749-4663-895c-e31c57db63da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a56c279-e9ec-40f1-8932-fc20da1cc410 HTTP/1.1" status: 204 len: 168 time: 0.1924827 Jul 13 07:19:10.378207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219a3dd-5749-4663-895c-e31c57db63da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a56c279-e9ec-40f1-8932-fc20da1cc410,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:10.417084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['d0a76a88-0e56-4978-a729-8052ecde4811'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:10.503865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:10.512851 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5df6cf-d625-4f8d-b997-cea0d47df390" -d '{"events": [{"server_uuid": "70399a3c-0ea6-4655-9fb5-a4f6310e400a", "name": "network-vif-plugged", "status": "completed", "tag": "b15ab2ac-af79-44f2-a19d-034dc7fdc49d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:10.539706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233d4b8-9b54-464f-8842-06e6b77787d9 req-059bd6cd-3cb9-401a-b337-068e4911f45e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:10.549898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b233d4b8-9b54-464f-8842-06e6b77787d9 req-059bd6cd-3cb9-401a-b337-068e4911f45e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 936 time: 0.1075866 Jul 13 07:19:10.585099 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b233d4b8-9b54-464f-8842-06e6b77787d9 req-c3f11fc6-9093-4e74-8952-7fbd86fce939 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345032 Jul 13 07:19:10.680155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-e8229258-aaf6-4e5f-941c-1fd9e8b3b027 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:19:10.681548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-e8229258-aaf6-4e5f-941c-1fd9e8b3b027 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097234 Jul 13 07:19:10.757745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-438c4a5c-e77c-4d71-8c1b-cb92590fc4e8 None None] Provisioning complete for port b15ab2ac-af79-44f2-a19d-034dc7fdc49d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:10.758280 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-438c4a5c-e77c-4d71-8c1b-cb92590fc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.880750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fb566-a286-4910-978f-6a9c0c195a8b req-c8a81440-9052-4283-abf9-14e64c172ff7 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:10.891763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Request body: {'port': {'device_id': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:10.910902 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d4fb566-a286-4910-978f-6a9c0c195a8b req-c8a81440-9052-4283-abf9-14e64c172ff7 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 971 time: 0.1442158 Jul 13 07:19:10.979967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d4fb566-a286-4910-978f-6a9c0c195a8b req-11568f2b-1708-401f-afa8-13ae59947a8d tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681825 Jul 13 07:19:10.982133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.264303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0982b013-e34e-4265-9542-68149c4620d3 req-c5f155fe-5c50-4e41-8fc2-77bffbc66969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 210 time: 0.0397489 Jul 13 07:19:11.277971 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3011ecee-7423-4ef4-bdf4-938f8666628f x-openstack-request-id: req-3011ecee-7423-4ef4-bdf4-938f8666628f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:11.279045 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70399a3c-0ea6-4655-9fb5-a4f6310e400a", "name": "network-vif-plugged", "status": "completed", "tag": "b15ab2ac-af79-44f2-a19d-034dc7fdc49d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:11.279502 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3011ecee-7423-4ef4-bdf4-938f8666628f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:11.280164 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70399a3c-0ea6-4655-9fb5-a4f6310e400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15ab2ac-af79-44f2-a19d-034dc7fdc49d', 'code': 200} Jul 13 07:19:11.387399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2046f84b-7420-4c80-a8af-2de1cc2f7577 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:11.407081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.478841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.48', 56891) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:11.504860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Transition to ACTIVE for port object 2046f84b-7420-4c80-a8af-2de1cc2f7577 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:11.512862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-df290be8-5c34-4e62-bad5-6aea84281caf tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320463 Jul 13 07:19:11.518163 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.612996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568e6e0-d0c8-4a3f-a55e-8208bc5897cb req-31eadc0d-b92b-411f-be78-35baa64c6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:11.621394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6568e6e0-d0c8-4a3f-a55e-8208bc5897cb req-31eadc0d-b92b-411f-be78-35baa64c6457 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 1101 time: 0.2585704 Jul 13 07:19:11.651812 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:19:11.686709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6568e6e0-d0c8-4a3f-a55e-8208bc5897cb req-c3a4d170-a88f-4f0d-8c7c-5e3fbfd51211 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.718925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-b7580020-e643-4c90-a200-a006b5c4d3ca tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:11.720700 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-b7580020-e643-4c90-a200-a006b5c4d3ca tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013690 Jul 13 07:19:11.722164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Pushing event updated for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:11.729753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d0a76a88-0e56-4978-a729-8052ecde4811 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:11.734428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebae7ba-aec3-4594-a0f4-a6f84a2a3942 req-4927d722-e5fc-4d0b-9afb-aa86bdee9b34 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:11.735997 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ebae7ba-aec3-4594-a0f4-a6f84a2a3942 req-4927d722-e5fc-4d0b-9afb-aa86bdee9b34 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 949 time: 0.3067193 Jul 13 07:19:11.751863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Request body: {'port': {'device_id': 'b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'c6539e8dd65443bf87240cc1ac28d17e'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:11.769170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Attempting to bind port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:11.769503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Attempting to bind port 2046f84b-7420-4c80-a8af-2de1cc2f7577 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:11.769835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Attempting to bind port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:11.811942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:11.813203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Attempting to bind port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:11.818106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port d0a76a88-0e56-4978-a729-8052ecde4811 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:11.825282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port d0a76a88-0e56-4978-a729-8052ecde4811 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:11.826685 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.841988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:11.842339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:11.846701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:11.847164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Bound port: 2046f84b-7420-4c80-a8af-2de1cc2f7577, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:11.847547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.886122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ebae7ba-aec3-4594-a0f4-a6f84a2a3942 req-7346cb0a-442f-4740-a0ad-d0cabac9858c tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343486 Jul 13 07:19:11.981497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:11.986369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:11.986713 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.993134 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.038304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:12.038991 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.040920 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] 10.222.0.48 "PUT /v2.0/ports/2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 1097 time: 1.2090294 Jul 13 07:19:12.043614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:12.048463 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66511094-818d-4341-bf8e-a1f805122634" -d '{"events": [{"name": "network-changed", "server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:12.067039 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d0a76a88-0e56-4978-a729-8052ecde4811, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d0a76a88-0e56-4978-a729-8052ecde4811,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:12.081520 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.141023 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6568e6e0-d0c8-4a3f-a55e-8208bc5897cb req-c3a4d170-a88f-4f0d-8c7c-5e3fbfd51211 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.158919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563c2c2-62d5-4757-a9ca-d3f1ff041798 req-38a08eb9-969f-4b7e-baf4-38bec3a178b5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:12.166800 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4563c2c2-62d5-4757-a9ca-d3f1ff041798 req-38a08eb9-969f-4b7e-baf4-38bec3a178b5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 948 time: 0.1431558 Jul 13 07:19:12.189487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6568e6e0-d0c8-4a3f-a55e-8208bc5897cb req-c3a4d170-a88f-4f0d-8c7c-5e3fbfd51211 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.201608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d0a76a88-0e56-4978-a729-8052ecde4811,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:12.207507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196593b-e6ae-4387-8401-3906b2556c5b service neutron] Pushing event updated for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:12.234361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6568e6e0-d0c8-4a3f-a55e-8208bc5897cb req-c3a4d170-a88f-4f0d-8c7c-5e3fbfd51211 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922794 Jul 13 07:19:12.234857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Made reservation on behalf of c6539e8dd65443bf87240cc1ac28d17e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:12.238532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.254359 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.279263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8442f6b-05af-4858-9458-527d03d360a2 req-c16b1adc-e0d2-42f7-b146-2ee2a23b7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:12.280798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-c16b1adc-e0d2-42f7-b146-2ee2a23b7b91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1100 time: 0.1874254 Jul 13 07:19:12.322385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4563c2c2-62d5-4757-a9ca-d3f1ff041798 req-9b3ea514-5c72-4214-9a61-8f158f1406b2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545045 Jul 13 07:19:12.325462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4d170-a88f-4f0d-8c7c-5e3fbfd51211 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b3edd7f1-8c78-4b63-b754-74c23c0aa16d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:12.362454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-f6390c02-3cd0-4c27-a0c0-7a11ac23ddad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.0735204 Jul 13 07:19:12.375688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31c95-2a00-42f3-a0e8-4c42d5c6b89e req-502ce0fc-de26-4ad8-9461-478cc1912b2d tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:12.383217 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7d31c95-2a00-42f3-a0e8-4c42d5c6b89e req-502ce0fc-de26-4ad8-9461-478cc1912b2d tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 972 time: 0.1682374 Jul 13 07:19:12.417128 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c1e20f-d896-406d-a65d-702ce47376d9 x-openstack-request-id: req-d7c1e20f-d896-406d-a65d-702ce47376d9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:12.417854 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:12.418236 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7c1e20f-d896-406d-a65d-702ce47376d9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:12.418830 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'status': 'completed', 'code': 200} Jul 13 07:19:12.458163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.471084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.497186 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7d31c95-2a00-42f3-a0e8-4c42d5c6b89e req-069117a0-4a41-4201-893a-59c523d73afb tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128881 Jul 13 07:19:12.510142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8442f6b-05af-4858-9458-527d03d360a2 req-13cb9319-1475-4f8c-896f-088b05ebefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:12.512263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-13cb9319-1475-4f8c-896f-088b05ebefa9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1194708 Jul 13 07:19:12.573348 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef9fb19-1356-46f2-9059-86589c83f2e1 req-60155022-6ec8-43fa-b49d-c89798806dca tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 210 time: 0.0381634 Jul 13 07:19:12.573983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8495f95-e04f-4af0-91dd-357df3b4ea23,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:12.621162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c27f56ed-1039-4540-9e8c-7a9d18a86349 None None] Provisioning complete for port d0a76a88-0e56-4978-a729-8052ecde4811 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:12.622721 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c27f56ed-1039-4540-9e8c-7a9d18a86349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.627538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8442f6b-05af-4858-9458-527d03d360a2 req-082f7d69-e615-4939-8783-721d8406dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:12.629088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-082f7d69-e615-4939-8783-721d8406dbaf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042335 Jul 13 07:19:12.653027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Allocated IP 192.168.233.161 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/307b53a0-45af-4279-96eb-4d65f31f69c4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:12.748761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-516cd6dc-717d-4a8a-89a5-725e14873ef7 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124942 Jul 13 07:19:12.858418 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.866136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8442f6b-05af-4858-9458-527d03d360a2 req-290d1404-de7a-4c10-9421-d625bd313f45 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104677 Jul 13 07:19:12.877691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Transition to ACTIVE for port object 307b53a0-45af-4279-96eb-4d65f31f69c4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:12.918702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.974010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:12.979394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:12.986220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:12.990433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Pushing event updated for resources: {'Port': ['ID=307b53a0-45af-4279-96eb-4d65f31f69c4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:13.017928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511094-818d-4341-bf8e-a1f805122634 req-93f772ca-5f16-4a04-aa32-b622ab629e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.019547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66511094-818d-4341-bf8e-a1f805122634 req-93f772ca-5f16-4a04-aa32-b622ab629e70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1100 time: 0.0744064 Jul 13 07:19:13.061469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.062335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:13.115276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-1a466e7a-4cab-4fc7-86fc-edf854908969 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3744323 Jul 13 07:19:13.134791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Request body: {'port': {'device_id': 'b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:13.144942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511094-818d-4341-bf8e-a1f805122634 req-9873e958-b57e-4903-a2bf-ee75e5d01a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.146954 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66511094-818d-4341-bf8e-a1f805122634 req-9873e958-b57e-4903-a2bf-ee75e5d01a46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1196175 Jul 13 07:19:13.181789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9ca43-f981-43a3-a7ba-85c76dd05daf req-dd023b7e-7466-4414-a8b9-d7650706250d tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.183420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cee9ca43-f981-43a3-a7ba-85c76dd05daf req-dd023b7e-7466-4414-a8b9-d7650706250d tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 949 time: 0.1184564 Jul 13 07:19:13.242277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:13.270464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cee9ca43-f981-43a3-a7ba-85c76dd05daf req-af12a0e0-efb6-4441-8e56-e58539e52360 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575440 Jul 13 07:19:13.281308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-98f92614-7ce5-4094-9ded-d0aa86c1578b None None] Provisioning for port 307b53a0-45af-4279-96eb-4d65f31f69c4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:13.291390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198534bd-9b5c-4667-beec-c8fec81ce9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a76a88-0e56-4978-a729-8052ecde4811'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:13.297715 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a988a676-e705-428a-b0f7-2f96ff9d2755" -d '{"events": [{"server_uuid": "198534bd-9b5c-4667-beec-c8fec81ce9fc", "name": "network-vif-plugged", "status": "completed", "tag": "d0a76a88-0e56-4978-a729-8052ecde4811"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:13.310474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-98f92614-7ce5-4094-9ded-d0aa86c1578b None None] Provisioning complete for port 307b53a0-45af-4279-96eb-4d65f31f69c4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:13.311530 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98f92614-7ce5-4094-9ded-d0aa86c1578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:13.363067 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66511094-818d-4341-bf8e-a1f805122634 req-01bfdfe6-7b40-4390-a7fb-a5cc2ee4dad0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.2040906 Jul 13 07:19:13.384728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-98f92614-7ce5-4094-9ded-d0aa86c1578b None None] Port 307b53a0-45af-4279-96eb-4d65f31f69c4 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:13.429414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511094-818d-4341-bf8e-a1f805122634 req-38515d0a-73fe-4106-ab5d-637d7bd73804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.431548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66511094-818d-4341-bf8e-a1f805122634 req-38515d0a-73fe-4106-ab5d-637d7bd73804 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0606825 Jul 13 07:19:13.448893 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb43e7b9-48b7-47d2-be85-0d67ca58ce85 x-openstack-request-id: req-eb43e7b9-48b7-47d2-be85-0d67ca58ce85 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:13.449189 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198534bd-9b5c-4667-beec-c8fec81ce9fc", "name": "network-vif-plugged", "status": "completed", "tag": "d0a76a88-0e56-4978-a729-8052ecde4811", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:13.449488 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb43e7b9-48b7-47d2-be85-0d67ca58ce85 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:13.449887 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198534bd-9b5c-4667-beec-c8fec81ce9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a76a88-0e56-4978-a729-8052ecde4811', 'code': 200} Jul 13 07:19:13.519365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511094-818d-4341-bf8e-a1f805122634 req-91f1dc63-e753-4b12-99de-b1e9973b0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.520818 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66511094-818d-4341-bf8e-a1f805122634 req-91f1dc63-e753-4b12-99de-b1e9973b0c43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0818944 Jul 13 07:19:13.629768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66511094-818d-4341-bf8e-a1f805122634 req-d4556777-df6e-4fef-9cde-9e66ea924a66 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961280 Jul 13 07:19:13.643838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307b53a0-45af-4279-96eb-4d65f31f69c4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:13.654893 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:13.679240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Transition to ACTIVE for port object 307b53a0-45af-4279-96eb-4d65f31f69c4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:13.693544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:13.711037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4cf68-ace4-479a-8706-c14d7f100420 req-9ea13eae-55c7-421f-b776-f31b8e413af3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.718486 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-79a4cf68-ace4-479a-8706-c14d7f100420 req-9ea13eae-55c7-421f-b776-f31b8e413af3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 948 time: 0.1587207 Jul 13 07:19:13.764769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66511094-818d-4341-bf8e-a1f805122634 req-1fc5a0a4-e9bc-466b-8509-03b0bfb11596 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267531 Jul 13 07:19:13.810517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8178a9-6d1b-4d09-b024-78e941e76130 req-02a88340-8176-48b7-888b-3eaf16b59910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.812008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a8178a9-6d1b-4d09-b024-78e941e76130 req-02a88340-8176-48b7-888b-3eaf16b59910 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 1124 time: 0.2504179 Jul 13 07:19:13.814962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Pushing event updated for resources: {'Port': ['ID=307b53a0-45af-4279-96eb-4d65f31f69c4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:13.833502 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-79a4cf68-ace4-479a-8706-c14d7f100420 req-abc376df-e46f-4fc7-b197-7c9f2acb30c0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138482 Jul 13 07:19:13.909146 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a8178a9-6d1b-4d09-b024-78e941e76130 req-3ab56a5e-34d8-4bc2-871d-a1eaee9896f7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861952 Jul 13 07:19:13.930628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Attempting to bind port 307b53a0-45af-4279-96eb-4d65f31f69c4 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:13.930971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Attempting to bind port 307b53a0-45af-4279-96eb-4d65f31f69c4 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:13.931306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Attempting to bind port 307b53a0-45af-4279-96eb-4d65f31f69c4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:13.937143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Port 307b53a0-45af-4279-96eb-4d65f31f69c4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:13.937468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Attempting to bind port 307b53a0-45af-4279-96eb-4d65f31f69c4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:13.943065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:13.943418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:13.943862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:13.944305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Bound port: 307b53a0-45af-4279-96eb-4d65f31f69c4, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:13.944666 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:13.972703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f9eb0-3e07-44eb-95ef-ebc03161dd3a req-f73d73dd-17a0-4baa-9d95-e774f493cd0f tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.974372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-616f9eb0-3e07-44eb-95ef-ebc03161dd3a req-f73d73dd-17a0-4baa-9d95-e774f493cd0f tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 972 time: 0.0759997 Jul 13 07:19:14.014669 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-616f9eb0-3e07-44eb-95ef-ebc03161dd3a req-caebbca4-58b9-42c5-a475-19a842ac3e2c tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Jul 13 07:19:14.050186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] For port 307b53a0-45af-4279-96eb-4d65f31f69c4, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:14.064723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] For port 307b53a0-45af-4279-96eb-4d65f31f69c4, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=307b53a0-45af-4279-96eb-4d65f31f69c4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:14.071358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.082745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9bda-f36f-4752-87ce-b6986c671a0d req-64465f19-291f-4b1a-af91-0959fa3c2c55 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.084216 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55cd9bda-f36f-4752-87ce-b6986c671a0d req-64465f19-291f-4b1a-af91-0959fa3c2c55 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 948 time: 0.1052876 Jul 13 07:19:14.274519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.275195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.276872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] 10.222.0.48 "PUT /v2.0/ports/307b53a0-45af-4279-96eb-4d65f31f69c4 HTTP/1.1" status: 200 len: 1097 time: 1.1519043 Jul 13 07:19:14.277339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f', 'tag': '307b53a0-45af-4279-96eb-4d65f31f69c4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:14.280487 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0962b8e-4a94-4a61-98b6-fb95435fea16" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f", "tag": "307b53a0-45af-4279-96eb-4d65f31f69c4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:14.337553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ce514-eda3-4ee8-a32b-64fc356cc493 service neutron] Pushing event updated for resources: {'Port': ['ID=307b53a0-45af-4279-96eb-4d65f31f69c4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:14.360389 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55cd9bda-f36f-4752-87ce-b6986c671a0d req-842cc4b5-0e65-41cc-bde3-aefda6592d98 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511175 Jul 13 07:19:14.404632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-652291c5-8467-428b-81b8-06b16de91478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.406500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-652291c5-8467-428b-81b8-06b16de91478 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 1100 time: 0.0803142 Jul 13 07:19:14.413530 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a1537b-f291-4ad5-a404-b227ccbf7129 x-openstack-request-id: req-19a1537b-f291-4ad5-a404-b227ccbf7129 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:14.413842 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f", "tag": "307b53a0-45af-4279-96eb-4d65f31f69c4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:14.414165 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19a1537b-f291-4ad5-a404-b227ccbf7129 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:14.414555 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f', 'tag': '307b53a0-45af-4279-96eb-4d65f31f69c4', 'status': 'completed', 'code': 200} Jul 13 07:19:14.454968 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-7b3cede2-0bd0-44d9-98dd-7b100bab2b96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=307b53a0-45af-4279-96eb-4d65f31f69c4 HTTP/1.1" status: 200 len: 217 time: 0.0385952 Jul 13 07:19:14.495163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52080) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:14.513427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-a4c3ac46-f916-4007-82fd-14027a5ed785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.515813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-a4c3ac46-f916-4007-82fd-14027a5ed785 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0541975 Jul 13 07:19:14.618441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-ec80e70d-5e5b-468a-9c88-6d1c6fb1d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.620691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-ec80e70d-5e5b-468a-9c88-6d1c6fb1d413 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990422 Jul 13 07:19:14.652058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7db29-f7c4-4f33-902a-51ff689c63a6 req-d5b0f905-4d80-4897-8931-fd3924e5647f tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.653786 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc7db29-f7c4-4f33-902a-51ff689c63a6 req-d5b0f905-4d80-4897-8931-fd3924e5647f tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 949 time: 0.1014397 Jul 13 07:19:14.661202 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b3393be-a43a-45a9-9ea1-7dab1beda6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.784014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc7db29-f7c4-4f33-902a-51ff689c63a6 req-bc3422e9-2bd5-43c2-b12d-e1b367cae2e5 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189444 Jul 13 07:19:14.785992 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-957132e6-8df1-4b1f-8116-5339fc51beec service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576769 Jul 13 07:19:14.789922 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b3393be-a43a-45a9-9ea1-7dab1beda6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.794913 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b3393be-a43a-45a9-9ea1-7dab1beda6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.838878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1b3393be-a43a-45a9-9ea1-7dab1beda6ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40b3c112ea6d4152b403f39d9e32c1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419971 Jul 13 07:19:14.839671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3393be-a43a-45a9-9ea1-7dab1beda6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0d0d03-b133-4193-869f-27578148a371,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:14.843140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:14.931873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44284a29-8067-4d5f-8ff1-9ddb8ab8935a req-38eff090-1b49-4c3d-adfd-18e8eda882f0 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380143 Jul 13 07:19:14.941710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c06d0555-a4cc-412f-b031-c958ba82cfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.965027 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c06d0555-a4cc-412f-b031-c958ba82cfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.060387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-d5b3e616-d9cd-4677-8102-aa21066a9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.062567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-d5b3e616-d9cd-4677-8102-aa21066a9733 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 1100 time: 0.0822649 Jul 13 07:19:15.063536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c06d0555-a4cc-412f-b031-c958ba82cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.066101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c06d0555-a4cc-412f-b031-c958ba82cfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.069623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c06d0555-a4cc-412f-b031-c958ba82cfb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d0d0d03-b133-4193-869f-27578148a371 HTTP/1.1" status: 204 len: 168 time: 0.2220113 Jul 13 07:19:15.076754 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d0555-a4cc-412f-b031-c958ba82cfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0d0d03-b133-4193-869f-27578148a371,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:15.196288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-da20d96c-13c2-406c-929d-9a4030df674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.198724 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-da20d96c-13c2-406c-929d-9a4030df674a service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1236877 Jul 13 07:19:15.261813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-5debf907-9f85-482e-b5a6-3b208163744c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=307b53a0-45af-4279-96eb-4d65f31f69c4 HTTP/1.1" status: 200 len: 217 time: 0.0540228 Jul 13 07:19:15.331645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb152e-98c1-4acf-92a6-5015b372f578 req-9aa9f95f-e02c-45ad-93ee-255b656fc6c3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.341589 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-7d443754-0921-434f-bde2-2d6cfeb8cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.342051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07cb152e-98c1-4acf-92a6-5015b372f578 req-9aa9f95f-e02c-45ad-93ee-255b656fc6c3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 948 time: 0.0911119 Jul 13 07:19:15.343028 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-7d443754-0921-434f-bde2-2d6cfeb8cd8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0734179 Jul 13 07:19:15.389714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07cb152e-98c1-4acf-92a6-5015b372f578 req-d9421d22-c462-4a90-b401-8e9dd62ecf2e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451798 Jul 13 07:19:15.453311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-53fc4b2b-f573-4c80-8b62-a6636ee3bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.455850 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-53fc4b2b-f573-4c80-8b62-a6636ee3bc1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044736 Jul 13 07:19:15.547619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52114) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:15.561635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26042c29-ec02-4af6-9b22-eba0e02c05cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.636253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-03be15e5-6cda-4566-94c6-ac23ed6ed6f0 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686025 Jul 13 07:19:15.676355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d03a6-1aad-457f-9161-10598fe695ec req-719e1f1c-eeed-4578-89d1-c2d9b029c60e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.677839 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-514d03a6-1aad-457f-9161-10598fe695ec req-719e1f1c-eeed-4578-89d1-c2d9b029c60e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 949 time: 0.1004641 Jul 13 07:19:15.686177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704a510-9aa6-4f67-b22c-4e2f866ea960 req-75a5b79b-4194-455f-b233-6501bae62a29 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.687649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0704a510-9aa6-4f67-b22c-4e2f866ea960 req-75a5b79b-4194-455f-b233-6501bae62a29 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 972 time: 0.1132710 Jul 13 07:19:15.740334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-514d03a6-1aad-457f-9161-10598fe695ec req-f918a54c-6d43-4e86-bc0a-41b10fad814f tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556653 Jul 13 07:19:15.744708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26042c29-ec02-4af6-9b22-eba0e02c05cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.748814 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26042c29-ec02-4af6-9b22-eba0e02c05cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.766014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0962b8e-4a94-4a61-98b6-fb95435fea16 req-d7873d3e-b430-4db2-acd9-316a83db45c6 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223242 Jul 13 07:19:15.771062 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0704a510-9aa6-4f67-b22c-4e2f866ea960 req-67b0e5a4-7f5d-4f89-9ec6-c077aaf9ee3e tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576217 Jul 13 07:19:15.799794 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-26042c29-ec02-4af6-9b22-eba0e02c05cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=039f5752bdc94fd396e005bf21db70b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510068 Jul 13 07:19:15.803583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52116) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:15.808359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2046f84b-7420-4c80-a8af-2de1cc2f7577 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:15.828909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26042c29-ec02-4af6-9b22-eba0e02c05cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc0f3f8-d221-471c-b6b5-5f8ebd2b4074,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:15.917873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6eab4e1-b010-46f9-aaf1-2864b2e5355e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.947865 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6eab4e1-b010-46f9-aaf1-2864b2e5355e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.976037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecb167-c193-4686-88d3-4eb23498c862 req-e3671e7a-664a-48cc-a8cb-49bd6ae88d44 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.977547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cecb167-c193-4686-88d3-4eb23498c862 req-e3671e7a-664a-48cc-a8cb-49bd6ae88d44 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 948 time: 0.0791862 Jul 13 07:19:15.986820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:16.001827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'mac_address': 'fa:16:3e:b6:9e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:16.018615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cecb167-c193-4686-88d3-4eb23498c862 req-465599e8-99a9-4164-b190-3c876f9bf728 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329938 Jul 13 07:19:16.058374 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.066923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43f8c0-ee6b-42a1-8c27-9ca94284565c req-68da7997-61f4-4910-8a6d-8b00b1f083f8 tempest-AggregatesAdminTestJSON-350950738 tempest-AggregatesAdminTestJSON-350950738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.069602 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca43f8c0-ee6b-42a1-8c27-9ca94284565c req-68da7997-61f4-4910-8a6d-8b00b1f083f8 tempest-AggregatesAdminTestJSON-350950738 tempest-AggregatesAdminTestJSON-350950738-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 1124 time: 0.1136491 Jul 13 07:19:16.071278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6eab4e1-b010-46f9-aaf1-2864b2e5355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.073447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2046f84b-7420-4c80-a8af-2de1cc2f7577 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:16.074442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6eab4e1-b010-46f9-aaf1-2864b2e5355e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.075890 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b6eab4e1-b010-46f9-aaf1-2864b2e5355e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecc0f3f8-d221-471c-b6b5-5f8ebd2b4074 HTTP/1.1" status: 204 len: 168 time: 0.2628286 Jul 13 07:19:16.101274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eab4e1-b010-46f9-aaf1-2864b2e5355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc0f3f8-d221-471c-b6b5-5f8ebd2b4074,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:16.101504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:16.130681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ca43f8c0-ee6b-42a1-8c27-9ca94284565c req-a66d92f3-8c9c-496e-827f-5371eb81c511 tempest-AggregatesAdminTestJSON-350950738 tempest-AggregatesAdminTestJSON-350950738-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.133075 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.219305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:16.279380 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ca43f8c0-ee6b-42a1-8c27-9ca94284565c req-a66d92f3-8c9c-496e-827f-5371eb81c511 tempest-AggregatesAdminTestJSON-350950738 tempest-AggregatesAdminTestJSON-350950738-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.287611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ca43f8c0-ee6b-42a1-8c27-9ca94284565c req-a66d92f3-8c9c-496e-827f-5371eb81c511 tempest-AggregatesAdminTestJSON-350950738 tempest-AggregatesAdminTestJSON-350950738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.335341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca43f8c0-ee6b-42a1-8c27-9ca94284565c req-a66d92f3-8c9c-496e-827f-5371eb81c511 tempest-AggregatesAdminTestJSON-350950738 tempest-AggregatesAdminTestJSON-350950738-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354302 Jul 13 07:19:16.346936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d92f3-8c9c-496e-827f-5371eb81c511 tempest-AggregatesAdminTestJSON-350950738 tempest-AggregatesAdminTestJSON-350950738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995c006d-1d99-4a48-8fb3-211129710911,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:16.528207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2046f84b-7420-4c80-a8af-2de1cc2f7577'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:16.716346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-46f6646c-c96c-4a9a-b97a-6f41080ffd25 tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.717896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-46f6646c-c96c-4a9a-b97a-6f41080ffd25 tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 1101 time: 0.1101940 Jul 13 07:19:16.726444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e8f20-7e74-4eed-916b-bd7e45b8a738 req-3d90dddd-1378-45e0-acd7-b9ac7bb60d9e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.727933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f0e8f20-7e74-4eed-916b-bd7e45b8a738 req-3d90dddd-1378-45e0-acd7-b9ac7bb60d9e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 949 time: 0.1834819 Jul 13 07:19:16.784261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52156) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:16.820606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f0e8f20-7e74-4eed-916b-bd7e45b8a738 req-d1595cfd-f940-4071-b2f9-3f3a1128caec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830851 Jul 13 07:19:16.923358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] Deleting port b15ab2ac-af79-44f2-a19d-034dc7fdc49d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:16.924331 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.022088 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8c0b-3a01-46bf-b0e9-7f7c93bbb484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.109431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] For port b15ab2ac-af79-44f2-a19d-034dc7fdc49d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:17.109799 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.123379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27bea9-193a-4dca-a2b6-ef93084c2b12 req-8e934b60-012e-4e75-856f-578c2a7fe15c tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:17.131780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b27bea9-193a-4dca-a2b6-ef93084c2b12 req-8e934b60-012e-4e75-856f-578c2a7fe15c tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=70399a3c-0ea6-4655-9fb5-a4f6310e400a HTTP/1.1" status: 200 len: 949 time: 0.1766391 Jul 13 07:19:17.163712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] Calling delete_port for b15ab2ac-af79-44f2-a19d-034dc7fdc49d owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:17.176589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8c0b-3a01-46bf-b0e9-7f7c93bbb484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.203572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8c0b-3a01-46bf-b0e9-7f7c93bbb484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.249159 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cd8a8c0b-3a01-46bf-b0e9-7f7c93bbb484 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a560d727b974407b26cd2c79ba94ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636569 Jul 13 07:19:17.252514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a8c0b-3a01-46bf-b0e9-7f7c93bbb484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea095a02-94bd-4361-a0bd-549f2aea8bbc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:17.254826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52190) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:17.278048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b27bea9-193a-4dca-a2b6-ef93084c2b12 req-1d32d22c-877d-4eae-9ae7-a6f9eda02edb tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416309 Jul 13 07:19:17.305718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7b330-49fa-4076-8365-ce0d848f8efb req-cb75dc82-085b-426e-b87a-6bd526f13f45 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:17.312760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-42f7b330-49fa-4076-8365-ce0d848f8efb req-cb75dc82-085b-426e-b87a-6bd526f13f45 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 948 time: 0.1524837 Jul 13 07:19:17.355140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfd89f52-0a64-460e-84e6-8aee855204cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.366076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-42f7b330-49fa-4076-8365-ce0d848f8efb req-d7c904df-13a9-4e34-9165-2878a89b5fc8 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524166 Jul 13 07:19:17.388972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfd89f52-0a64-460e-84e6-8aee855204cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.427746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.439484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b15ab2ac-af79-44f2-a19d-034dc7fdc49d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:17.458215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] Pushing event deleted for resources: {'Port': ['ID=b15ab2ac-af79-44f2-a19d-034dc7fdc49d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:17.464538 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfd89f52-0a64-460e-84e6-8aee855204cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.474360 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfd89f52-0a64-460e-84e6-8aee855204cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.478195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bfd89f52-0a64-460e-84e6-8aee855204cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea095a02-94bd-4361-a0bd-549f2aea8bbc HTTP/1.1" status: 204 len: 168 time: 0.2193363 Jul 13 07:19:17.498909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd89f52-0a64-460e-84e6-8aee855204cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea095a02-94bd-4361-a0bd-549f2aea8bbc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:17.522246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] No DVR routers for this DVR port b15ab2ac-af79-44f2-a19d-034dc7fdc49d on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:17.526106 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.530697 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7cd7884-09ab-4fbf-8559-409f88533755 req-8cea5fa2-cc76-411b-bcd4-cb2cef6e08cb tempest-DeleteServersAdminTestJSON-432861255 tempest-DeleteServersAdminTestJSON-432861255-project-admin] 10.222.0.38 "DELETE /v2.0/ports/b15ab2ac-af79-44f2-a19d-034dc7fdc49d HTTP/1.1" status: 204 len: 173 time: 0.8017662 Jul 13 07:19:17.531187 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70399a3c-0ea6-4655-9fb5-a4f6310e400a', 'name': 'network-vif-deleted', 'tag': 'b15ab2ac-af79-44f2-a19d-034dc7fdc49d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:17.542996 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adcf0c8-f6b5-4a00-bb6f-23aa61f3b632" -d '{"events": [{"server_uuid": "70399a3c-0ea6-4655-9fb5-a4f6310e400a", "name": "network-vif-deleted", "tag": "b15ab2ac-af79-44f2-a19d-034dc7fdc49d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:17.612900 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef703cbc-6f7d-40f7-843b-2a977b009eda x-openstack-request-id: req-ef703cbc-6f7d-40f7-843b-2a977b009eda {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:17.613430 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70399a3c-0ea6-4655-9fb5-a4f6310e400a", "name": "network-vif-deleted", "tag": "b15ab2ac-af79-44f2-a19d-034dc7fdc49d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:17.613984 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef703cbc-6f7d-40f7-843b-2a977b009eda {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:17.614741 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70399a3c-0ea6-4655-9fb5-a4f6310e400a', 'name': 'network-vif-deleted', 'tag': 'b15ab2ac-af79-44f2-a19d-034dc7fdc49d', 'status': 'completed', 'code': 200} Jul 13 07:19:17.794093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 307b53a0-45af-4279-96eb-4d65f31f69c4 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:17.826526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2046f84b-7420-4c80-a8af-2de1cc2f7577 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:17.988889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 307b53a0-45af-4279-96eb-4d65f31f69c4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=307b53a0-45af-4279-96eb-4d65f31f69c4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:18.003130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '307b53a0-45af-4279-96eb-4d65f31f69c4', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '307b53a0-45af-4279-96eb-4d65f31f69c4', 'mac_address': 'fa:16:3e:d0:8f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:18.008001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 2046f84b-7420-4c80-a8af-2de1cc2f7577 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:18.050621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.053596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 2046f84b-7420-4c80-a8af-2de1cc2f7577 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:18.054070 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.087836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307b53a0-45af-4279-96eb-4d65f31f69c4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:18.128909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 307b53a0-45af-4279-96eb-4d65f31f69c4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=307b53a0-45af-4279-96eb-4d65f31f69c4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:18.138770 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.141704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ff63d-fb72-4008-a536-77b0d90d3029 req-0a443284-cf75-496d-926a-4a65deec9132 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:18.151043 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-093ff63d-fb72-4008-a536-77b0d90d3029 req-0a443284-cf75-496d-926a-4a65deec9132 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 949 time: 0.1753323 Jul 13 07:19:18.229384 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.232449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=307b53a0-45af-4279-96eb-4d65f31f69c4,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:18.277818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:18.285579 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-093ff63d-fb72-4008-a536-77b0d90d3029 req-30b879c1-5f09-43bc-a7e5-e54c40c4ed77 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333563 Jul 13 07:19:18.288538 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62253b7-7d6f-4c0e-b23f-4fbf15d2fe2b" -d '{"events": [{"server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "name": "network-vif-plugged", "status": "completed", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:18.305491 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ce4553d-3382-4d2e-9d9f-b9af062df06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.322111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:18.333392 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.425225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:18.462841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['307b53a0-45af-4279-96eb-4d65f31f69c4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:18.613548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52280) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:18.625796 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a50e3-638a-413e-ba48-9552d487cc39 x-openstack-request-id: req-e01a50e3-638a-413e-ba48-9552d487cc39 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:18.626326 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "name": "network-vif-plugged", "status": "completed", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:18.626769 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e01a50e3-638a-413e-ba48-9552d487cc39 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:18.627328 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'code': 200} Jul 13 07:19:18.756840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca280-0b8f-481a-82c4-02af6a7ffb81 req-e283e1d6-980f-4ba0-a4c1-1a8caf1f1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:18.759341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d44ca280-0b8f-481a-82c4-02af6a7ffb81 req-e283e1d6-980f-4ba0-a4c1-1a8caf1f1d23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1102 time: 0.0743570 Jul 13 07:19:18.850808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1515686887-network', 'tenant_id': '6efa748e4bbe46599b2dd7e6879cbdb1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:18.866993 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d44ca280-0b8f-481a-82c4-02af6a7ffb81 req-bb349787-3132-4a3c-99d5-dc8a7522a8b3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002004 Jul 13 07:19:18.885981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac9104-4d6e-4d6f-9e18-2199f7c710d1 req-893f6cd3-3e9d-4030-87dc-4e89c5741741 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:18.896410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83ac9104-4d6e-4d6f-9e18-2199f7c710d1 req-893f6cd3-3e9d-4030-87dc-4e89c5741741 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 949 time: 0.1087132 Jul 13 07:19:18.898623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Made reservation on behalf of 6efa748e4bbe46599b2dd7e6879cbdb1 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:18.904692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.905356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2085954f-6ca0-494c-a7ba-aa12e892b07c None None] Provisioning complete for port 2046f84b-7420-4c80-a8af-2de1cc2f7577 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:18.905859 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2085954f-6ca0-494c-a7ba-aa12e892b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.916684 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.940106 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83ac9104-4d6e-4d6f-9e18-2199f7c710d1 req-194f11ee-e6a5-48d1-8f28-2003cc142776 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446937 Jul 13 07:19:19.060877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.066352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.104399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:19:19.112829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-bf94b2a3-05cf-42e6-acaf-bf55734b07e3 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c51abf6d4a7647768503cf3bf147c196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427539 Jul 13 07:19:19.138026 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.138381 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Added segment 0f16a99a-991f-4ef2-9423-cfb6a8c05872 of type vlan for network 56411321-bf44-4cf3-9168-71597c4a0c6e Jul 13 07:19:19.147640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b61ca8-5555-4a55-8952-0fd27773a473,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:19.220001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.303994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-c8c93cb7-c850-447a-ad45-973a5f048d06 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:19.305550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-c8c93cb7-c850-447a-ad45-973a5f048d06 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864247 Jul 13 07:19:19.306694 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.307611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:19.308179 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.349218 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7310345 Jul 13 07:19:19.349810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52330) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:19.350650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-e0da1c85-c7ff-4ecc-b90f-b93eccc69730 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/quotas/c51abf6d4a7647768503cf3bf147c196 HTTP/1.1" status: 200 len: 375 time: 0.0381813 Jul 13 07:19:19.356266 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Request body: {'subnet': {'network_id': '56411321-bf44-4cf3-9168-71597c4a0c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1515686887-subnet', 'tenant_id': '6efa748e4bbe46599b2dd7e6879cbdb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:19.381786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Made reservation on behalf of 6efa748e4bbe46599b2dd7e6879cbdb1 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:19.384779 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.390616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184428c1-a56a-4e17-b7dc-1dfa71bc5f96 admin admin] Pushing event updated for resources: {'Network': ['ID=56411321-bf44-4cf3-9168-71597c4a0c6e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:19.413668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 56411321-bf44-4cf3-9168-71597c4a0c6e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:19:19.422962 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-576e7f4d-c429-4e60-b525-5a69a21e7011 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c51abf6d4a7647768503cf3bf147c196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345178 Jul 13 07:19:19.501106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52338) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:19.648304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14dca171-ecbd-499c-a2a6-cf6a2bcf6e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.757532 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14dca171-ecbd-499c-a2a6-cf6a2bcf6e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.763823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14dca171-ecbd-499c-a2a6-cf6a2bcf6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.797072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 307b53a0-45af-4279-96eb-4d65f31f69c4 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:19.817890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-14dca171-ecbd-499c-a2a6-cf6a2bcf6e32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b6ad3a8eca74a96aeda5f3e3683be06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155222 Jul 13 07:19:19.818503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:19.852174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dca171-ecbd-499c-a2a6-cf6a2bcf6e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feca4d28-7658-482e-be90-8403eed2bb73,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:19.853826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ddaf9-c234-46f6-8bb0-8bfd5717b1bb req-4bcf0668-c984-4a00-8df0-b14118201f19 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:19.856157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-110ddaf9-c234-46f6-8bb0-8bfd5717b1bb req-4bcf0668-c984-4a00-8df0-b14118201f19 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.2152362 Jul 13 07:19:19.858712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e70c8b86-995b-4977-86ca-16e6f38c9912 req-62d8802a-d1c2-4b88-bff5-f302c015c62c tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 210 time: 0.0573366 Jul 13 07:19:19.867173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 307b53a0-45af-4279-96eb-4d65f31f69c4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:19.871985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 307b53a0-45af-4279-96eb-4d65f31f69c4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:19.872306 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.899426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abc934da-dda3-4f12-a47a-9eafda89f051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.923545 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abc934da-dda3-4f12-a47a-9eafda89f051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.940990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.998503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abc934da-dda3-4f12-a47a-9eafda89f051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.003417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abc934da-dda3-4f12-a47a-9eafda89f051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.009243 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-abc934da-dda3-4f12-a47a-9eafda89f051 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/feca4d28-7658-482e-be90-8403eed2bb73 HTTP/1.1" status: 204 len: 168 time: 0.1882007 Jul 13 07:19:20.024818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc934da-dda3-4f12-a47a-9eafda89f051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feca4d28-7658-482e-be90-8403eed2bb73,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:20.034768 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-110ddaf9-c234-46f6-8bb0-8bfd5717b1bb req-497c9915-2e04-4eb3-969e-6bce45ee7efa tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488442 Jul 13 07:19:20.100626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Checking segment: {'id': '0f16a99a-991f-4ef2-9423-cfb6a8c05872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '56411321-bf44-4cf3-9168-71597c4a0c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:20.101836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Network hostable DHCP agents. Network: 56411321-bf44-4cf3-9168-71597c4a0c6e, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:19:20.129827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83a73e6-4d60-4562-9927-b19523966751,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:20.134243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Network 56411321-bf44-4cf3-9168-71597c4a0c6e is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:19:20.149407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 56411321-bf44-4cf3-9168-71597c4a0c6e) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:20.169838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:20.171177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.186650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5fdec-d319-4696-8707-e99a0ca13762 None None] Network 56411321-bf44-4cf3-9168-71597c4a0c6e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:20.205436 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7c7fc38a-a0af-478d-95b9-d557b1f18e2f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8543534 Jul 13 07:19:20.296169 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.391489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3cb05-7ca8-4ab0-8139-8bb6a326dc31 req-a29db86c-bcde-4ee7-bedc-3022a15c777d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:20.399019 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60c3cb05-7ca8-4ab0-8139-8bb6a326dc31 req-a29db86c-bcde-4ee7-bedc-3022a15c777d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 949 time: 0.1427214 Jul 13 07:19:20.431703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:20.483079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 307b53a0-45af-4279-96eb-4d65f31f69c4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=307b53a0-45af-4279-96eb-4d65f31f69c4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:20.492967 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60c3cb05-7ca8-4ab0-8139-8bb6a326dc31 req-91c4b22d-2791-4f69-a098-dacc53cc63be tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904484 Jul 13 07:19:20.540807 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.620185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:20.620567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184633a-7094-4bb1-a882-1272eaa96e50 None None] Network 56411321-bf44-4cf3-9168-71597c4a0c6e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:20.630147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b53a0-45af-4279-96eb-4d65f31f69c4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:20.633196 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f57cf8-f511-42f4-9418-273c3b612f1a" -d '{"events": [{"server_uuid": "b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f", "name": "network-vif-plugged", "status": "completed", "tag": "307b53a0-45af-4279-96eb-4d65f31f69c4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:20.644083 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e479a8c-d4ff-4cdf-a8cd-3a18e68f55ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.720804 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87d5c015-aae9-45ec-9a9b-185dbed4c6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.761251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=307b53a0-45af-4279-96eb-4d65f31f69c4,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:20.902831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e479a8c-d4ff-4cdf-a8cd-3a18e68f55ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.912466 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e479a8c-d4ff-4cdf-a8cd-3a18e68f55ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.914591 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a73188-3e94-4efb-9414-37f7dde1d4a4 x-openstack-request-id: req-e3a73188-3e94-4efb-9414-37f7dde1d4a4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:20.915074 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f", "name": "network-vif-plugged", "status": "completed", "tag": "307b53a0-45af-4279-96eb-4d65f31f69c4", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:20.915510 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3a73188-3e94-4efb-9414-37f7dde1d4a4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:20.915510 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b53a0-45af-4279-96eb-4d65f31f69c4', 'code': 200} Jul 13 07:19:20.939849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-59b50a17-7441-414a-bf62-152d3a534642 req-9d708cca-593b-4dbd-bd75-db3f91bf2c88 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1615873354', 'description': 'tempest-description-1766592963'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:20.956951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52426) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:20.959780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0e479a8c-d4ff-4cdf-a8cd-3a18e68f55ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96a6e5e865c047e99533318855c225dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378944 Jul 13 07:19:20.961984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b4cfc0d6-61af-4d36-9ebf-be8c933ac8e3 None None] Provisioning complete for port 307b53a0-45af-4279-96eb-4d65f31f69c4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:20.962713 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4cfc0d6-61af-4d36-9ebf-be8c933ac8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.001319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [req-59b50a17-7441-414a-bf62-152d3a534642 req-9d708cca-593b-4dbd-bd75-db3f91bf2c88 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:19:21.001319 n-d-758944-43 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:19:21.001319 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id_1': '6efa748e4bbe46599b2dd7e6879cbdb1', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 19, 20, 946422)}] Jul 13 07:19:21.001319 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:19:21.001736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e479a8c-d4ff-4cdf-a8cd-3a18e68f55ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bf1acf-dbd9-475d-bee1-9e16f22f073f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:21.001828 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [req-59b50a17-7441-414a-bf62-152d3a534642 req-9d708cca-593b-4dbd-bd75-db3f91bf2c88 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:19:21.047016 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5e2907a-7cef-433b-b2a0-4dc5d712777b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.052095 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.055866 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f38dfc1-9e45-4112-8c7b-06a60647aff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.082465 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f38dfc1-9e45-4112-8c7b-06a60647aff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.123732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c8400-8d18-4057-b372-5db79884eea9 req-182935b3-462e-4118-acc1-15cc069e2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:21.125387 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a04c8400-8d18-4057-b372-5db79884eea9 req-182935b3-462e-4118-acc1-15cc069e2e76 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 1102 time: 0.1080549 Jul 13 07:19:21.151563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f38dfc1-9e45-4112-8c7b-06a60647aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.155210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f38dfc1-9e45-4112-8c7b-06a60647aff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.158873 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8f38dfc1-9e45-4112-8c7b-06a60647aff4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9bf1acf-dbd9-475d-bee1-9e16f22f073f HTTP/1.1" status: 204 len: 168 time: 0.1982806 Jul 13 07:19:21.168415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dfc1-9e45-4112-8c7b-06a60647aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bf1acf-dbd9-475d-bee1-9e16f22f073f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:21.179566 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87d5c015-aae9-45ec-9a9b-185dbed4c6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.218117 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87d5c015-aae9-45ec-9a9b-185dbed4c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.221997 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-52e2aee3-47b8-445f-ab51-f78c7bf55875 req-fb58c026-84a6-4381-b62b-12f9e531d628 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 210 time: 0.0408030 Jul 13 07:19:21.255597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a04c8400-8d18-4057-b372-5db79884eea9 req-aff7ab58-9eaa-49b5-ab30-b17eaa560d3a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227121 Jul 13 07:19:21.292875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-87d5c015-aae9-45ec-9a9b-185dbed4c6aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fae39ab0652e45e5b51aafa224930a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8589005 Jul 13 07:19:21.294739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-0ef7f8a6-4a0e-4d9b-a334-8bde355180ac tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c51abf6d4a7647768503cf3bf147c196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597827 Jul 13 07:19:21.295453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52438) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:21.302644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5c015-aae9-45ec-9a9b-185dbed4c6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44712bc-9c7a-4df7-89f5-86d807f73df4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:21.367127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77e349b1-5c42-4fe7-b5be-a0da09de747e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.396995 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77e349b1-5c42-4fe7-b5be-a0da09de747e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.464937 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77e349b1-5c42-4fe7-b5be-a0da09de747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.468305 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77e349b1-5c42-4fe7-b5be-a0da09de747e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.469730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-77e349b1-5c42-4fe7-b5be-a0da09de747e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b44712bc-9c7a-4df7-89f5-86d807f73df4 HTTP/1.1" status: 204 len: 168 time: 0.1733134 Jul 13 07:19:21.491164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-478a328f-c19d-48f3-a8f8-965968e4f3fc tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:21.492804 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-478a328f-c19d-48f3-a8f8-965968e4f3fc tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873751 Jul 13 07:19:21.493404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e349b1-5c42-4fe7-b5be-a0da09de747e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44712bc-9c7a-4df7-89f5-86d807f73df4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:21.510078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Request body: {'port': {'device_id': '71ab6ca4-d4b6-4219-90d0-ffb1e13c092f', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'c51abf6d4a7647768503cf3bf147c196'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:21.547777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-59b50a17-7441-414a-bf62-152d3a534642 req-9d708cca-593b-4dbd-bd75-db3f91bf2c88 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.656121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a784b31-0a56-4add-a00f-93e5f60df7e6 req-06f1d5dd-0d22-473d-b1f0-ea5b1b75d300 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:21.657798 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4a784b31-0a56-4add-a00f-93e5f60df7e6 req-06f1d5dd-0d22-473d-b1f0-ea5b1b75d300 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1638653 Jul 13 07:19:21.668403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-59b50a17-7441-414a-bf62-152d3a534642 req-9d708cca-593b-4dbd-bd75-db3f91bf2c88 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.675170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-59b50a17-7441-414a-bf62-152d3a534642 req-9d708cca-593b-4dbd-bd75-db3f91bf2c88 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.707205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d708cca-593b-4dbd-bd75-db3f91bf2c88 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe9f200-bd3c-4702-a888-a16bba86f590,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:21.725973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4a784b31-0a56-4add-a00f-93e5f60df7e6 req-d8b4ba1b-924d-4c88-a535-99cc251d9864 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586951 Jul 13 07:19:21.732736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Made reservation on behalf of c51abf6d4a7647768503cf3bf147c196 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:21.737326 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-59b50a17-7441-414a-bf62-152d3a534642 req-9d708cca-593b-4dbd-bd75-db3f91bf2c88 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.738232 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.738860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59b50a17-7441-414a-bf62-152d3a534642 req-9d708cca-593b-4dbd-bd75-db3f91bf2c88 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8052125 Jul 13 07:19:21.791394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b15ab2ac-af79-44f2-a19d-034dc7fdc49d no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:21.844786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: b15ab2ac-af79-44f2-a19d-034dc7fdc49d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:21.845136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b15ab2ac-af79-44f2-a19d-034dc7fdc49d not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:21.875430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.975270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Allocated IP 192.168.233.83 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/25fa56f8-7597-40ac-8333-cdaf8c1d6954) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:21.980407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-09808766-2ca9-40d7-a370-00e22ea0707c req-3b782848-3583-4e98-90b9-3429ae5a09f0 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/1fe9f200-bd3c-4702-a888-a16bba86f590 HTTP/1.1" status: 200 len: 1805 time: 0.0615633 Jul 13 07:19:21.994391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52470) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:22.009782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-09808766-2ca9-40d7-a370-00e22ea0707c req-0f53d954-9151-4fa2-b6fa-1992234f4bab tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fe9f200-bd3c-4702-a888-a16bba86f590', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:22.010162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-09808766-2ca9-40d7-a370-00e22ea0707c req-0f53d954-9151-4fa2-b6fa-1992234f4bab tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fe9f200-bd3c-4702-a888-a16bba86f590', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:22.031999 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e3d0313-4316-42b9-bb23-087074113d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.051900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae3a7e-5b8b-4469-899d-ddf230a1aaa0 req-f76b0741-fb9c-417e-a428-3c948bdf0013 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:22.059353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ae3a7e-5b8b-4469-899d-ddf230a1aaa0 req-f76b0741-fb9c-417e-a428-3c948bdf0013 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 950 time: 0.0865195 Jul 13 07:19:22.110471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ae3a7e-5b8b-4469-899d-ddf230a1aaa0 req-edbbe919-27d5-412d-9a7b-acbefa24088c tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496335 Jul 13 07:19:22.206582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-09808766-2ca9-40d7-a370-00e22ea0707c req-0f53d954-9151-4fa2-b6fa-1992234f4bab tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.255164 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-09808766-2ca9-40d7-a370-00e22ea0707c req-0f53d954-9151-4fa2-b6fa-1992234f4bab tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.273725 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-09808766-2ca9-40d7-a370-00e22ea0707c req-0f53d954-9151-4fa2-b6fa-1992234f4bab tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.313516 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.318040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d954-9151-4fa2-b6fa-1992234f4bab tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79ade9b-b338-41ab-8eb1-3957d6092240,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:22.338849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Transition to ACTIVE for port object 25fa56f8-7597-40ac-8333-cdaf8c1d6954 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:22.366206 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e3d0313-4316-42b9-bb23-087074113d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.376906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e3d0313-4316-42b9-bb23-087074113d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.388452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-09808766-2ca9-40d7-a370-00e22ea0707c req-0f53d954-9151-4fa2-b6fa-1992234f4bab tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.394449 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-09808766-2ca9-40d7-a370-00e22ea0707c req-0f53d954-9151-4fa2-b6fa-1992234f4bab tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3990529 Jul 13 07:19:22.440527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d0313-4316-42b9-bb23-087074113d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7dd188-4aa8-414a-ac48-a9887a028992,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:22.459914 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2e3d0313-4316-42b9-bb23-087074113d7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90f34dcf1e4c4975bd85af06a70b01b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629850 Jul 13 07:19:22.462626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:22.476023 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.565068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d42620-6bfd-4cf6-8926-31aea3d1a35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.614961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:22.622541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:22.625456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:22.629291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Pushing event updated for resources: {'Port': ['ID=25fa56f8-7597-40ac-8333-cdaf8c1d6954,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:22.631602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d42620-6bfd-4cf6-8926-31aea3d1a35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.708705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:22.709379 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.738314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1703e-7b2c-4878-97aa-9191b90c9e4f req-eabb3bd3-bb38-4a00-bdf3-daa016642925 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:22.740000 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ada1703e-7b2c-4878-97aa-9191b90c9e4f req-eabb3bd3-bb38-4a00-bdf3-daa016642925 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 935 time: 0.1895971 Jul 13 07:19:22.748120 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-2ddf0b4c-2ae5-4f35-b4a6-e078a325497e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2434320 Jul 13 07:19:22.770213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Request body: {'port': {'device_id': '71ab6ca4-d4b6-4219-90d0-ffb1e13c092f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:22.791677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d42620-6bfd-4cf6-8926-31aea3d1a35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.795396 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d42620-6bfd-4cf6-8926-31aea3d1a35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.796576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e4d42620-6bfd-4cf6-8926-31aea3d1a35b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff7dd188-4aa8-414a-ac48-a9887a028992 HTTP/1.1" status: 204 len: 168 time: 0.3329642 Jul 13 07:19:22.802984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b51e7-2bed-42c9-9e8c-80e4d8b7a461 req-1cb11276-8f38-4f02-8da1-939c3f4e732e tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:22.807195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce1b51e7-2bed-42c9-9e8c-80e4d8b7a461 req-1cb11276-8f38-4f02-8da1-939c3f4e732e tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1102 time: 0.2177050 Jul 13 07:19:22.823863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:22.825691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d42620-6bfd-4cf6-8926-31aea3d1a35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7dd188-4aa8-414a-ac48-a9887a028992,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:22.841329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce1b51e7-2bed-42c9-9e8c-80e4d8b7a461 req-543bd673-13f8-428c-95ce-d6c19c40594c tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.862873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ada1703e-7b2c-4878-97aa-9191b90c9e4f req-21ec2630-fbb1-420b-b676-4f74b1b5a53b tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135917 Jul 13 07:19:22.909783 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.926308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c10cdad3-aea7-4a00-9c18-c95739a0bf8a req-29e104b3-f10a-473a-a352-caf9acb4322c tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-702121412', 'description': 'tempest-description-1598405673'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:22.994377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce1b51e7-2bed-42c9-9e8c-80e4d8b7a461 req-543bd673-13f8-428c-95ce-d6c19c40594c tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.002061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce1b51e7-2bed-42c9-9e8c-80e4d8b7a461 req-543bd673-13f8-428c-95ce-d6c19c40594c tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.055052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce1b51e7-2bed-42c9-9e8c-80e4d8b7a461 req-543bd673-13f8-428c-95ce-d6c19c40594c tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362938 Jul 13 07:19:23.058960 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c142989d-a725-40ee-8ae6-482fc7cf482a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.071732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e2011fac-5d7f-4676-885b-56a5077e517f None None] Provisioning for port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:23.078876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bd673-13f8-428c-95ce-d6c19c40594c tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4e8425-7b88-4770-9d78-a60903cf6030,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:23.081359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e2011fac-5d7f-4676-885b-56a5077e517f None None] Provisioning complete for port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:23.081746 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2011fac-5d7f-4676-885b-56a5077e517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.127642 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10cdad3-aea7-4a00-9c18-c95739a0bf8a req-29e104b3-f10a-473a-a352-caf9acb4322c tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.135807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e2011fac-5d7f-4676-885b-56a5077e517f None None] Port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:23.336462 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c142989d-a725-40ee-8ae6-482fc7cf482a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.343486 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fa56f8-7597-40ac-8333-cdaf8c1d6954 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:23.351829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c142989d-a725-40ee-8ae6-482fc7cf482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.358792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.397027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Transition to ACTIVE for port object 25fa56f8-7597-40ac-8333-cdaf8c1d6954 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:23.416379 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.428885 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c142989d-a725-40ee-8ae6-482fc7cf482a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cf72cff33614f3aa5049f2c26b1ead8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040027 Jul 13 07:19:23.431733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52536) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:23.483558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142989d-a725-40ee-8ae6-482fc7cf482a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80abbc8d-d87f-4b22-8daa-4790774f5b6e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:23.488195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511bdba2-d65e-449e-8187-665394e9a8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.492605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Pushing event updated for resources: {'Port': ['ID=25fa56f8-7597-40ac-8333-cdaf8c1d6954,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:23.522783 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511bdba2-d65e-449e-8187-665394e9a8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.531570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.593900 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511bdba2-d65e-449e-8187-665394e9a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.597263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511bdba2-d65e-449e-8187-665394e9a8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.598566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-511bdba2-d65e-449e-8187-665394e9a8fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80abbc8d-d87f-4b22-8daa-4790774f5b6e HTTP/1.1" status: 204 len: 168 time: 0.1652744 Jul 13 07:19:23.608996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bdba2-d65e-449e-8187-665394e9a8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80abbc8d-d87f-4b22-8daa-4790774f5b6e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:23.661084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10cdad3-aea7-4a00-9c18-c95739a0bf8a req-29e104b3-f10a-473a-a352-caf9acb4322c tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.664227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Attempting to bind port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:23.664578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Attempting to bind port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:23.665021 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Attempting to bind port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:23.671382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:23.671692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Attempting to bind port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:23.678200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:23.678553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:23.678953 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:23.679398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Bound port: 25fa56f8-7597-40ac-8333-cdaf8c1d6954, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:23.679766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.694263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10cdad3-aea7-4a00-9c18-c95739a0bf8a req-29e104b3-f10a-473a-a352-caf9acb4322c tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.777321 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10cdad3-aea7-4a00-9c18-c95739a0bf8a req-29e104b3-f10a-473a-a352-caf9acb4322c tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.779128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c10cdad3-aea7-4a00-9c18-c95739a0bf8a req-29e104b3-f10a-473a-a352-caf9acb4322c tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8601828 Jul 13 07:19:23.782174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e104b3-f10a-473a-a352-caf9acb4322c tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4636c436-d10c-437d-9400-14d76b32d530,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:23.819874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] For port 25fa56f8-7597-40ac-8333-cdaf8c1d6954, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:23.827692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] For port 25fa56f8-7597-40ac-8333-cdaf8c1d6954, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=25fa56f8-7597-40ac-8333-cdaf8c1d6954,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:23.837163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.892582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:23.893229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.894708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] 10.222.0.38 "PUT /v2.0/ports/25fa56f8-7597-40ac-8333-cdaf8c1d6954 HTTP/1.1" status: 200 len: 1096 time: 1.1366470 Jul 13 07:19:23.901099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ab6ca4-d4b6-4219-90d0-ffb1e13c092f', 'tag': '25fa56f8-7597-40ac-8333-cdaf8c1d6954'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:23.906122 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46754dd-8116-49c8-8532-6a7210647ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "71ab6ca4-d4b6-4219-90d0-ffb1e13c092f", "tag": "25fa56f8-7597-40ac-8333-cdaf8c1d6954"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:24.080640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ec0ab-6843-4919-88ff-a98273210a71 service neutron] Pushing event updated for resources: {'Port': ['ID=25fa56f8-7597-40ac-8333-cdaf8c1d6954,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:24.103885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c034919-0217-4e69-bd0a-fcb12e6b2678 req-d8972d6b-5681-4f9e-b00f-9287f8df9e10 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:24.105424 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0c034919-0217-4e69-bd0a-fcb12e6b2678 req-d8972d6b-5681-4f9e-b00f-9287f8df9e10 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 950 time: 0.1407843 Jul 13 07:19:24.108405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-4b626f80-de2a-4b89-9b42-83e036b16a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:24.111196 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-4b626f80-de2a-4b89-9b42-83e036b16a6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c51abf6d4a7647768503cf3bf147c196&device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 1099 time: 0.1440771 Jul 13 07:19:24.165613 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-7e756fac-c52a-42f5-a751-883c5cdfafc7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=25fa56f8-7597-40ac-8333-cdaf8c1d6954 HTTP/1.1" status: 200 len: 217 time: 0.0460553 Jul 13 07:19:24.165737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52570) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:24.178427 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-248aaeb1-3960-456c-8342-f68a21998fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.243141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0c034919-0217-4e69-bd0a-fcb12e6b2678 req-aeabf4a6-5018-4203-8e4d-703ca6d971e2 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272204 Jul 13 07:19:24.299630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-7e19ad88-7bc5-4c51-b028-b1fa96ca25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:24.301388 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-7e19ad88-7bc5-4c51-b028-b1fa96ca25a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1286619 Jul 13 07:19:24.340341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-248aaeb1-3960-456c-8342-f68a21998fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.356916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:24.357782 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-248aaeb1-3960-456c-8342-f68a21998fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.405536 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5d638f9-8895-4165-bcc6-21cd45b49450 req-1ad6a362-0d59-4dac-a786-18cc0e5e9ac0 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/4636c436-d10c-437d-9400-14d76b32d530 HTTP/1.1" status: 200 len: 1804 time: 0.1003261 Jul 13 07:19:24.417499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b5d638f9-8895-4165-bcc6-21cd45b49450 req-48937343-a069-4a90-8a98-c866569a7d57 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4636c436-d10c-437d-9400-14d76b32d530', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:24.417897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b5d638f9-8895-4165-bcc6-21cd45b49450 req-48937343-a069-4a90-8a98-c866569a7d57 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4636c436-d10c-437d-9400-14d76b32d530', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:24.431507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-a8f1c40f-af1f-40f9-8446-5f4c46f686d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:24.433094 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-a8f1c40f-af1f-40f9-8446-5f4c46f686d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1194367 Jul 13 07:19:24.447485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-248aaeb1-3960-456c-8342-f68a21998fc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ceece0411fd64e5db86846cb67fe7e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808244 Jul 13 07:19:24.464310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52586) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:24.467961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248aaeb1-3960-456c-8342-f68a21998fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31603b45-136b-43d5-a103-bc33cab3678a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:24.537402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb1a2-a492-4086-b255-1431838d8daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.547669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc863e8-e8ef-4af0-877b-175ba175d2a2 req-d05feb13-f308-42c0-a17d-3edfb40c71d1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:24.549265 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5fc863e8-e8ef-4af0-877b-175ba175d2a2 req-d05feb13-f308-42c0-a17d-3edfb40c71d1 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 947 time: 0.1485245 Jul 13 07:19:24.584707 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb1a2-a492-4086-b255-1431838d8daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.622552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5fc863e8-e8ef-4af0-877b-175ba175d2a2 req-415520d5-a472-43b6-a1d9-1be97aa3f3d2 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651999 Jul 13 07:19:24.664970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb1a2-a492-4086-b255-1431838d8daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.668676 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb1a2-a492-4086-b255-1431838d8daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.670559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ff3bb1a2-a492-4086-b255-1431838d8daa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31603b45-136b-43d5-a103-bc33cab3678a HTTP/1.1" status: 204 len: 168 time: 0.2037873 Jul 13 07:19:24.686011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bb1a2-a492-4086-b255-1431838d8daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31603b45-136b-43d5-a103-bc33cab3678a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:24.763655 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-a943ecbd-56a4-43e9-82b5-6da03d17b5ea service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173461 Jul 13 07:19:24.766446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b5d638f9-8895-4165-bcc6-21cd45b49450 req-48937343-a069-4a90-8a98-c866569a7d57 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.776370 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-f4725797-0eab-44cf-8a27-0e8b77ada97a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4122419 Jul 13 07:19:24.834341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b5d638f9-8895-4165-bcc6-21cd45b49450 req-48937343-a069-4a90-8a98-c866569a7d57 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.864987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b5d638f9-8895-4165-bcc6-21cd45b49450 req-48937343-a069-4a90-8a98-c866569a7d57 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.897815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48937343-a069-4a90-8a98-c866569a7d57 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17edac5d-cdfb-4143-a5e4-fcc8d75d45df,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:24.906587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b5d638f9-8895-4165-bcc6-21cd45b49450 req-48937343-a069-4a90-8a98-c866569a7d57 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.907793 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5d638f9-8895-4165-bcc6-21cd45b49450 req-48937343-a069-4a90-8a98-c866569a7d57 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4954560 Jul 13 07:19:24.925408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6baa88a0-c9f4-4906-bd66-a5102a3a5cc3 req-fc1650e3-dbd3-45e2-afe3-f008dda046b3 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480875 Jul 13 07:19:24.961912 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71c563f-f450-4b80-9c17-80a57cd33494 x-openstack-request-id: req-e71c563f-f450-4b80-9c17-80a57cd33494 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:24.962230 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ab6ca4-d4b6-4219-90d0-ffb1e13c092f", "tag": "25fa56f8-7597-40ac-8333-cdaf8c1d6954", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:24.962484 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e71c563f-f450-4b80-9c17-80a57cd33494 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:24.962877 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ab6ca4-d4b6-4219-90d0-ffb1e13c092f', 'tag': '25fa56f8-7597-40ac-8333-cdaf8c1d6954', 'status': 'completed', 'code': 200} Jul 13 07:19:24.974342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c6f8f-5225-4e08-b2af-f313b2fdefb6 req-548ee76f-30d6-46f8-910d-83cf79566459 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:24.982484 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-634c6f8f-5225-4e08-b2af-f313b2fdefb6 req-548ee76f-30d6-46f8-910d-83cf79566459 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1510136 Jul 13 07:19:25.017726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-634c6f8f-5225-4e08-b2af-f313b2fdefb6 req-912111b1-3083-46c6-b419-29e553521144 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343623 Jul 13 07:19:25.086151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-bd6e0306-1f9f-405d-967c-3d150b991801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.088849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-bd6e0306-1f9f-405d-967c-3d150b991801 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c51abf6d4a7647768503cf3bf147c196&device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 1099 time: 0.0996478 Jul 13 07:19:25.143769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c2d0b13a-2365-42d4-a258-74644180da97 req-bfb3021b-148a-431a-a0e8-2e53a5ea6a97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1726055245', 'description': 'tempest-description-452073295'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:25.185896 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2d0b13a-2365-42d4-a258-74644180da97 req-bfb3021b-148a-431a-a0e8-2e53a5ea6a97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.215332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-ca6236b0-950c-4620-92cc-fb00a6b5423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.217500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-ca6236b0-950c-4620-92cc-fb00a6b5423a service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1174035 Jul 13 07:19:25.278149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-617de35a-4d3f-4e14-98ee-9d2ecd8fa9cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=25fa56f8-7597-40ac-8333-cdaf8c1d6954 HTTP/1.1" status: 200 len: 217 time: 0.0531359 Jul 13 07:19:25.294715 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2d0b13a-2365-42d4-a258-74644180da97 req-bfb3021b-148a-431a-a0e8-2e53a5ea6a97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.299846 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2d0b13a-2365-42d4-a258-74644180da97 req-bfb3021b-148a-431a-a0e8-2e53a5ea6a97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.322546 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2d0b13a-2365-42d4-a258-74644180da97 req-bfb3021b-148a-431a-a0e8-2e53a5ea6a97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.323761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2d0b13a-2365-42d4-a258-74644180da97 req-bfb3021b-148a-431a-a0e8-2e53a5ea6a97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1898150 Jul 13 07:19:25.337355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-0c472f6d-ebb5-4312-9aa7-c34b682b3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.338935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-0c472f6d-ebb5-4312-9aa7-c34b682b3537 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0520830 Jul 13 07:19:25.342226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3021b-148a-431a-a0e8-2e53a5ea6a97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7118061-92aa-48f7-bd79-c54cadef67d1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:25.424844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-4bc63b3e-dc48-421e-aa48-0a03014e72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.427523 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-4bc63b3e-dc48-421e-aa48-0a03014e72e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817881 Jul 13 07:19:25.498342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52646) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:25.604378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-c0a73c17-03e1-4af0-8fc7-b4d23b1846f2 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642342 Jul 13 07:19:25.697787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-43566914-dc53-4956-aafc-860edf49810c req-49feb36f-c4b1-4f6b-b8f6-18229c6a5d8d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1841215740', 'description': 'tempest-description-2062319450'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:25.787561 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-43566914-dc53-4956-aafc-860edf49810c req-49feb36f-c4b1-4f6b-b8f6-18229c6a5d8d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.824986 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e377b1e-c100-450b-95a0-e42e93e0251e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.834984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b46754dd-8116-49c8-8532-6a7210647ac2 req-c1427fcb-807b-4f05-b84e-2a9d75ce93ee service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240226 Jul 13 07:19:25.861761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-3e377b1e-c100-450b-95a0-e42e93e0251e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:19:25.861761 n-d-758944-43 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:19:25.861761 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id_1': 'e42853ca19a04c0e91f8be3fd7abf5c4', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 19, 25, 852939)}] Jul 13 07:19:25.861761 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:19:25.863832 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-3e377b1e-c100-450b-95a0-e42e93e0251e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:19:25.955680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-43566914-dc53-4956-aafc-860edf49810c req-49feb36f-c4b1-4f6b-b8f6-18229c6a5d8d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.962311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-43566914-dc53-4956-aafc-860edf49810c req-49feb36f-c4b1-4f6b-b8f6-18229c6a5d8d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.001093 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-43566914-dc53-4956-aafc-860edf49810c req-49feb36f-c4b1-4f6b-b8f6-18229c6a5d8d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.012048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43566914-dc53-4956-aafc-860edf49810c req-49feb36f-c4b1-4f6b-b8f6-18229c6a5d8d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3189344 Jul 13 07:19:26.017818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49feb36f-c4b1-4f6b-b8f6-18229c6a5d8d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb73b84-622c-411f-9341-86b5307dd142,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:26.051760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-04e3096b-d08f-45a0-8a65-54f444f11fca tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459669 Jul 13 07:19:26.200489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-7fea0154-3008-4a78-8b2a-1ed13b742cf0 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:26.202245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-7fea0154-3008-4a78-8b2a-1ed13b742cf0 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447487 Jul 13 07:19:26.218937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52688) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:26.227469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-5284e7f6-2529-444a-94ca-ab715fce1872 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/quotas/c6539e8dd65443bf87240cc1ac28d17e HTTP/1.1" status: 200 len: 375 time: 0.0190883 Jul 13 07:19:26.233661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9227b76-9273-471f-b67c-dd42e43a9b4f req-c204914e-3d48-4a3d-ae5c-e05e67be9548 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:26.235322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9227b76-9273-471f-b67c-dd42e43a9b4f req-c204914e-3d48-4a3d-ae5c-e05e67be9548 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 947 time: 0.0996721 Jul 13 07:19:26.282178 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9227b76-9273-471f-b67c-dd42e43a9b4f req-021fb129-8c8d-4fc6-a6c6-51e253be48c3 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Jul 13 07:19:26.345673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-b12bfa29-596e-45eb-ad0e-3fde765dc4fb tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126242 Jul 13 07:19:26.365501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e377b1e-c100-450b-95a0-e42e93e0251e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.477722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b9da6ba-de5c-47e2-bee1-1fdd7cdf879f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.563444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1038d-aac7-4084-9a5e-2da61eaaab76 req-8f6601f1-a03d-4b2f-9f32-3fba13d02bdf tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:26.564989 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fef1038d-aac7-4084-9a5e-2da61eaaab76 req-8f6601f1-a03d-4b2f-9f32-3fba13d02bdf tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 972 time: 0.1196516 Jul 13 07:19:26.566822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e377b1e-c100-450b-95a0-e42e93e0251e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.583928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e377b1e-c100-450b-95a0-e42e93e0251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.620854 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fef1038d-aac7-4084-9a5e-2da61eaaab76 req-747d6f1c-6e3d-40dc-85b0-43788b44f55a tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496516 Jul 13 07:19:26.674759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3e377b1e-c100-450b-95a0-e42e93e0251e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e42853ca19a04c0e91f8be3fd7abf5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1722314 Jul 13 07:19:26.675242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:26.676211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e377b1e-c100-450b-95a0-e42e93e0251e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760bac14-8b2d-4da0-ab97-c81fc8a7c91a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:26.689980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca2ea472-10f4-4675-bb25-fbb34f8b7dc6 req-3ad9c26a-49fc-43ed-9d03-1498477e0b96 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/c7118061-92aa-48f7-bd79-c54cadef67d1 HTTP/1.1" status: 200 len: 1804 time: 0.1214740 Jul 13 07:19:26.804969 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb788c80-321d-459a-8d88-73af7826a4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.826190 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca2ea472-10f4-4675-bb25-fbb34f8b7dc6 req-f17b73ee-80e6-4a16-9982-46870654725d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/eeb73b84-622c-411f-9341-86b5307dd142 HTTP/1.1" status: 200 len: 1805 time: 0.1234114 Jul 13 07:19:26.829648 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b9da6ba-de5c-47e2-bee1-1fdd7cdf879f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.834560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ca2ea472-10f4-4675-bb25-fbb34f8b7dc6 req-7a2140c9-55b5-4b38-947c-29c390dbc114 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7118061-92aa-48f7-bd79-c54cadef67d1', 'remote_group_id': 'eeb73b84-622c-411f-9341-86b5307dd142', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:26.834870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ca2ea472-10f4-4675-bb25-fbb34f8b7dc6 req-7a2140c9-55b5-4b38-947c-29c390dbc114 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7118061-92aa-48f7-bd79-c54cadef67d1', 'remote_group_id': 'eeb73b84-622c-411f-9341-86b5307dd142', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:26.840898 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b9da6ba-de5c-47e2-bee1-1fdd7cdf879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.899477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7b9da6ba-de5c-47e2-bee1-1fdd7cdf879f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49dfb50d33af4e94a9efedbf27193cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795368 Jul 13 07:19:26.900178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9da6ba-de5c-47e2-bee1-1fdd7cdf879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb709f2f-0def-4fd5-aae2-5305a7119250,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:26.902693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:26.923583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb788c80-321d-459a-8d88-73af7826a4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.992839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e18b04d5-c5ba-4e15-a026-4dab7452d76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.994862 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca2ea472-10f4-4675-bb25-fbb34f8b7dc6 req-7a2140c9-55b5-4b38-947c-29c390dbc114 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.995011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-5c973323-b4bb-49f0-a354-18bba779feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:26.996447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-5c973323-b4bb-49f0-a354-18bba779feb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1102 time: 0.1702015 Jul 13 07:19:27.005199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1d06-cb35-46d7-bd50-e192d7ae80e2 req-a648e9c9-584f-4e26-8b09-ae0d4cb0a6e8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:27.012240 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-847b1d06-cb35-46d7-bd50-e192d7ae80e2 req-a648e9c9-584f-4e26-8b09-ae0d4cb0a6e8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1701159 Jul 13 07:19:27.050959 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e18b04d5-c5ba-4e15-a026-4dab7452d76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.062233 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb788c80-321d-459a-8d88-73af7826a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.064721 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb788c80-321d-459a-8d88-73af7826a4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.068714 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bb788c80-321d-459a-8d88-73af7826a4aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/760bac14-8b2d-4da0-ab97-c81fc8a7c91a HTTP/1.1" status: 204 len: 168 time: 0.3923461 Jul 13 07:19:27.087956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca2ea472-10f4-4675-bb25-fbb34f8b7dc6 req-7a2140c9-55b5-4b38-947c-29c390dbc114 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.100640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca2ea472-10f4-4675-bb25-fbb34f8b7dc6 req-7a2140c9-55b5-4b38-947c-29c390dbc114 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.121240 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-847b1d06-cb35-46d7-bd50-e192d7ae80e2 req-77d0922f-97c5-4dd3-adaf-6ed3da255a06 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081371 Jul 13 07:19:27.123798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb788c80-321d-459a-8d88-73af7826a4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760bac14-8b2d-4da0-ab97-c81fc8a7c91a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:27.125746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2140c9-55b5-4b38-947c-29c390dbc114 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9e407c-052d-4dce-bb8b-abbb3fa32c24,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:27.130738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca2ea472-10f4-4675-bb25-fbb34f8b7dc6 req-7a2140c9-55b5-4b38-947c-29c390dbc114 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.143117 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca2ea472-10f4-4675-bb25-fbb34f8b7dc6 req-7a2140c9-55b5-4b38-947c-29c390dbc114 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3159952 Jul 13 07:19:27.162351 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e18b04d5-c5ba-4e15-a026-4dab7452d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.165417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e18b04d5-c5ba-4e15-a026-4dab7452d76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.166033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e18b04d5-c5ba-4e15-a026-4dab7452d76b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb709f2f-0def-4fd5-aae2-5305a7119250 HTTP/1.1" status: 204 len: 168 time: 0.2626235 Jul 13 07:19:27.178652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b04d5-c5ba-4e15-a026-4dab7452d76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb709f2f-0def-4fd5-aae2-5305a7119250,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:27.191031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-c3f74e9e-c0d1-453c-b904-223dd41a7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:27.192881 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-c3f74e9e-c0d1-453c-b904-223dd41a7959 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1724422 Jul 13 07:19:27.282667 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-c11062e3-07e5-4074-9e7f-b467fa79c5c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.0812163 Jul 13 07:19:27.310471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a893f93c-1dd7-4039-893f-1cf5e2434863 req-d18dc292-a49c-41f9-a38c-364b945655ce tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 210 time: 0.0436621 Jul 13 07:19:27.333634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f68530d5-afae-425e-a3ab-e6df45796389 req-dca8d159-1f2d-41c8-80af-5f98a027e215 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1466075778', 'description': 'tempest-description-322346728'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:27.344336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-e4bdf102-86aa-4fd5-aa7f-a96e88c4faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:27.346833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-e4bdf102-86aa-4fd5-aa7f-a96e88c4faf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0587089 Jul 13 07:19:27.360225 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f68530d5-afae-425e-a3ab-e6df45796389 req-dca8d159-1f2d-41c8-80af-5f98a027e215 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.468174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-5f7cc1b8-b016-4faa-b245-e641960577bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:27.469798 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-5f7cc1b8-b016-4faa-b245-e641960577bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1159048 Jul 13 07:19:27.482674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f4058-42e0-4d63-a880-18c38edb984a req-1c26facd-bc9c-420e-ab3f-c941baf91a1a tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:27.484458 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-503f4058-42e0-4d63-a880-18c38edb984a req-1c26facd-bc9c-420e-ab3f-c941baf91a1a tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.38 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 972 time: 0.1175294 Jul 13 07:19:27.531803 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f68530d5-afae-425e-a3ab-e6df45796389 req-dca8d159-1f2d-41c8-80af-5f98a027e215 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.538731 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f68530d5-afae-425e-a3ab-e6df45796389 req-dca8d159-1f2d-41c8-80af-5f98a027e215 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.573070 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f68530d5-afae-425e-a3ab-e6df45796389 req-dca8d159-1f2d-41c8-80af-5f98a027e215 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.584568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f68530d5-afae-425e-a3ab-e6df45796389 req-dca8d159-1f2d-41c8-80af-5f98a027e215 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2520542 Jul 13 07:19:27.584568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d159-1f2d-41c8-80af-5f98a027e215 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf5d8a9-5c5f-4b43-b202-81bd4a3e68d1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:27.710431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:27.711158 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-8271abe5-6604-444e-896f-b38360410bfb service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257450 Jul 13 07:19:27.759427 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c547641a-3ae6-4a2a-9e5f-4be7e49caddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.763823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-503f4058-42e0-4d63-a880-18c38edb984a req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Deleting port d0a76a88-0e56-4978-a729-8052ecde4811 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:27.764168 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-503f4058-42e0-4d63-a880-18c38edb984a req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.791831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 25fa56f8-7597-40ac-8333-cdaf8c1d6954 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:27.815136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57879b5-f7e4-43c6-8610-d54ff340eea8 req-6cc3648f-b933-42ca-acc5-96f6f8bf6af4 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:27.822565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d57879b5-f7e4-43c6-8610-d54ff340eea8 req-6cc3648f-b933-42ca-acc5-96f6f8bf6af4 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 947 time: 0.1270123 Jul 13 07:19:27.834345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0a84fb97-773c-4161-ba1e-8db74865ae3a req-e2c2875b-5ae1-42d5-a9b1-331f6213e09d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-554279755', 'description': 'tempest-description-193695099'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:27.896935 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d57879b5-f7e4-43c6-8610-d54ff340eea8 req-ab9e94e7-5e36-47d6-ad0c-71bf29a55f1a tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738397 Jul 13 07:19:27.978121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c547641a-3ae6-4a2a-9e5f-4be7e49caddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.984916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 25fa56f8-7597-40ac-8333-cdaf8c1d6954, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=25fa56f8-7597-40ac-8333-cdaf8c1d6954,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:27.985633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c547641a-3ae6-4a2a-9e5f-4be7e49caddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.007373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:28.015384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '25fa56f8-7597-40ac-8333-cdaf8c1d6954', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '25fa56f8-7597-40ac-8333-cdaf8c1d6954', 'mac_address': 'fa:16:3e:31:9b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:28.050710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547641a-3ae6-4a2a-9e5f-4be7e49caddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8da6e8-5f1b-4a0f-b614-81b933a95487,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:28.054214 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ed90a91-a632-446d-aceb-3afaa0c0b912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.068971 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-fd586078-d3d1-4da1-ac2c-3af21c3e907b service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489971 Jul 13 07:19:28.069706 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c547641a-3ae6-4a2a-9e5f-4be7e49caddc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ff36ecef4714eb5bd37d9f8a6e1ad7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577809 Jul 13 07:19:28.071177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:28.084984 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.096287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a84fb97-773c-4161-ba1e-8db74865ae3a req-e2c2875b-5ae1-42d5-a9b1-331f6213e09d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.110859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fa56f8-7597-40ac-8333-cdaf8c1d6954 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:28.143757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 25fa56f8-7597-40ac-8333-cdaf8c1d6954, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=25fa56f8-7597-40ac-8333-cdaf8c1d6954,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:28.153095 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.156196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-503f4058-42e0-4d63-a880-18c38edb984a req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] For port d0a76a88-0e56-4978-a729-8052ecde4811, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d0a76a88-0e56-4978-a729-8052ecde4811,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:28.156624 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-503f4058-42e0-4d63-a880-18c38edb984a req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.161268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-cf8418d3-9fc9-4e35-a8f3-4e9cdbfaeeda tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516648 Jul 13 07:19:28.221269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=25fa56f8-7597-40ac-8333-cdaf8c1d6954,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:28.255744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-503f4058-42e0-4d63-a880-18c38edb984a req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Calling delete_port for d0a76a88-0e56-4978-a729-8052ecde4811 owned by compute:tempest-test_az-2109946030 {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:28.332687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-6259db62-a8b0-4451-9c34-81bb2fab5623 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:28.334287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-6259db62-a8b0-4451-9c34-81bb2fab5623 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642697 Jul 13 07:19:28.358176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Request body: {'port': {'device_id': '797409b6-a433-42da-af67-8f619fd2179a', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'c6539e8dd65443bf87240cc1ac28d17e'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:28.425732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['25fa56f8-7597-40ac-8333-cdaf8c1d6954'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:28.510350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29cabb77-3974-4dd7-9c15-4e530dc4fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.517611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-503f4058-42e0-4d63-a880-18c38edb984a req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.549197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Pushing event deleted for resources: {'Port': ['ID=d0a76a88-0e56-4978-a729-8052ecde4811,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:28.553827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29cabb77-3974-4dd7-9c15-4e530dc4fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.578866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04168ec-a8d7-4452-9482-879bd8331c05 req-50aa63ee-ab58-4258-b84d-5d7e565b1ee5 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:28.580308 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e04168ec-a8d7-4452-9482-879bd8331c05 req-50aa63ee-ab58-4258-b84d-5d7e565b1ee5 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/ports?device_id=198534bd-9b5c-4667-beec-c8fec81ce9fc HTTP/1.1" status: 200 len: 889 time: 0.1475472 Jul 13 07:19:28.606776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ed90a91-a632-446d-aceb-3afaa0c0b912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.620934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-503f4058-42e0-4d63-a880-18c38edb984a req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] No DVR routers for this DVR port d0a76a88-0e56-4978-a729-8052ecde4811 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:28.627840 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-503f4058-42e0-4d63-a880-18c38edb984a req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.629805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-503f4058-42e0-4d63-a880-18c38edb984a req-0493c51d-44c6-4dba-aad0-5770114a8cb4 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.38 "DELETE /v2.0/ports/d0a76a88-0e56-4978-a729-8052ecde4811 HTTP/1.1" status: 204 len: 173 time: 1.1350913 Jul 13 07:19:28.630403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198534bd-9b5c-4667-beec-c8fec81ce9fc', 'name': 'network-vif-deleted', 'tag': 'd0a76a88-0e56-4978-a729-8052ecde4811'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:28.630663 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ed90a91-a632-446d-aceb-3afaa0c0b912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.632548 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1608da47-7317-4faf-907b-65be80c4dc27" -d '{"events": [{"server_uuid": "198534bd-9b5c-4667-beec-c8fec81ce9fc", "name": "network-vif-deleted", "tag": "d0a76a88-0e56-4978-a729-8052ecde4811"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:28.697080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e04168ec-a8d7-4452-9482-879bd8331c05 req-662db3ad-433e-4d1b-a918-82e2e9ada979 tempest-AggregatesAdminTestJSON-2107329919 tempest-AggregatesAdminTestJSON-2107329919-project] 10.222.0.41 "GET /v2.0/security-groups?id=84c04ad3-d1f2-467a-a16a-dafe8dea753b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078179 Jul 13 07:19:28.698509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed90a91-a632-446d-aceb-3afaa0c0b912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dc0fb4-32fe-4925-a850-f6a0d43449f4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:28.705777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2ed90a91-a632-446d-aceb-3afaa0c0b912 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe73384d8fac4b7699ff80a6c365d0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6859202 Jul 13 07:19:28.707713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52758) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:28.721889 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29cabb77-3974-4dd7-9c15-4e530dc4fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.724852 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29cabb77-3974-4dd7-9c15-4e530dc4fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.726041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-29cabb77-3974-4dd7-9c15-4e530dc4fe93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad8da6e8-5f1b-4a0f-b614-81b933a95487 HTTP/1.1" status: 204 len: 168 time: 0.6539347 Jul 13 07:19:28.733963 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a84fb97-773c-4161-ba1e-8db74865ae3a req-e2c2875b-5ae1-42d5-a9b1-331f6213e09d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.734994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cabb77-3974-4dd7-9c15-4e530dc4fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8da6e8-5f1b-4a0f-b614-81b933a95487,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:28.764097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a84fb97-773c-4161-ba1e-8db74865ae3a req-e2c2875b-5ae1-42d5-a9b1-331f6213e09d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.829120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Made reservation on behalf of c6539e8dd65443bf87240cc1ac28d17e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:28.834501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.851244 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a84fb97-773c-4161-ba1e-8db74865ae3a req-e2c2875b-5ae1-42d5-a9b1-331f6213e09d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.852703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a84fb97-773c-4161-ba1e-8db74865ae3a req-e2c2875b-5ae1-42d5-a9b1-331f6213e09d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0362856 Jul 13 07:19:28.876209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2875b-5ae1-42d5-a9b1-331f6213e09d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cea76d-71e8-422a-bbc2-cbf98c144421,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:28.918123 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-106fff05-3ee0-4cd4-82d9-1b4e11466a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.988838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-106fff05-3ee0-4cd4-82d9-1b4e11466a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.032977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4be20-db5f-4891-a466-2ce21ddd795a req-5eae0d13-19e6-40e2-a696-34f44a1f713c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:29.038437 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2b4be20-db5f-4891-a466-2ce21ddd795a req-5eae0d13-19e6-40e2-a696-34f44a1f713c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.0812838 Jul 13 07:19:29.061084 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2cd9f45-4825-4847-877e-6b16a3526a5b req-00e62d2c-669a-4e0b-8c99-d551a9b6f09c tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 210 time: 0.0769880 Jul 13 07:19:29.087764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2b4be20-db5f-4891-a466-2ce21ddd795a req-778271dd-3d88-4ec7-b901-b32ff7723b39 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Jul 13 07:19:29.123267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Allocated IP 192.168.233.189 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/3ce5c801-a238-4615-8f22-4224d8ab3e10) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:29.235209 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0edd253-9d05-4b24-8458-9bcd70a82d3d x-openstack-request-id: req-a0edd253-9d05-4b24-8458-9bcd70a82d3d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:29.235499 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198534bd-9b5c-4667-beec-c8fec81ce9fc", "name": "network-vif-deleted", "tag": "d0a76a88-0e56-4978-a729-8052ecde4811", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:29.235798 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0edd253-9d05-4b24-8458-9bcd70a82d3d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:29.236125 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198534bd-9b5c-4667-beec-c8fec81ce9fc', 'name': 'network-vif-deleted', 'tag': 'd0a76a88-0e56-4978-a729-8052ecde4811', 'status': 'completed', 'code': 200} Jul 13 07:19:29.271210 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-106fff05-3ee0-4cd4-82d9-1b4e11466a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.274269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-106fff05-3ee0-4cd4-82d9-1b4e11466a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.275522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-106fff05-3ee0-4cd4-82d9-1b4e11466a79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57dc0fb4-32fe-4925-a850-f6a0d43449f4 HTTP/1.1" status: 204 len: 168 time: 0.5665967 Jul 13 07:19:29.344465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780707d8-f8dc-4760-b328-0f6dba2b11c1 req-412f84d8-7e1b-4e98-a950-2088afa6339b tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:29.354764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-780707d8-f8dc-4760-b328-0f6dba2b11c1 req-412f84d8-7e1b-4e98-a950-2088afa6339b tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 948 time: 0.0812151 Jul 13 07:19:29.361059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fff05-3ee0-4cd4-82d9-1b4e11466a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dc0fb4-32fe-4925-a850-f6a0d43449f4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:29.386921 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2321fac-00fe-4502-bb04-8985310bc1c9 req-717100ab-b1e6-481f-8ab0-488ded98f684 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/7bf5d8a9-5c5f-4b43-b202-81bd4a3e68d1 HTTP/1.1" status: 200 len: 1804 time: 0.1596382 Jul 13 07:19:29.414623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-780707d8-f8dc-4760-b328-0f6dba2b11c1 req-30fdef7b-860a-400e-8d36-e90f14611962 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588915 Jul 13 07:19:29.473665 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.481775 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2321fac-00fe-4502-bb04-8985310bc1c9 req-63072d8f-7b7d-452f-8f20-f96d0b2cd301 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/b9cea76d-71e8-422a-bbc2-cbf98c144421 HTTP/1.1" status: 200 len: 1803 time: 0.0938156 Jul 13 07:19:29.498025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f2321fac-00fe-4502-bb04-8985310bc1c9 req-5637b30a-799c-44ab-b8cf-0f6ea1b54348 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7bf5d8a9-5c5f-4b43-b202-81bd4a3e68d1', 'remote_group_id': 'b9cea76d-71e8-422a-bbc2-cbf98c144421', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:29.498352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f2321fac-00fe-4502-bb04-8985310bc1c9 req-5637b30a-799c-44ab-b8cf-0f6ea1b54348 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7bf5d8a9-5c5f-4b43-b202-81bd4a3e68d1', 'remote_group_id': 'b9cea76d-71e8-422a-bbc2-cbf98c144421', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:29.503531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Transition to ACTIVE for port object 3ce5c801-a238-4615-8f22-4224d8ab3e10 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:29.568437 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.580899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['307b53a0-45af-4279-96eb-4d65f31f69c4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:29.640548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:29.649276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:29.659665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:29.672529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2321fac-00fe-4502-bb04-8985310bc1c9 req-5637b30a-799c-44ab-b8cf-0f6ea1b54348 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.721251 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Pushing event updated for resources: {'Port': ['ID=3ce5c801-a238-4615-8f22-4224d8ab3e10,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:29.770527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:29.772323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.813808 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-84b20b70-38ec-4192-8d65-3796d2cf927d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4616520 Jul 13 07:19:29.816557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2321fac-00fe-4502-bb04-8985310bc1c9 req-5637b30a-799c-44ab-b8cf-0f6ea1b54348 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.817819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 25fa56f8-7597-40ac-8333-cdaf8c1d6954 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:29.848385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Request body: {'port': {'device_id': '797409b6-a433-42da-af67-8f619fd2179a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:29.851434 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2321fac-00fe-4502-bb04-8985310bc1c9 req-5637b30a-799c-44ab-b8cf-0f6ea1b54348 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.917925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637b30a-799c-44ab-b8cf-0f6ea1b54348 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e11490d-0936-4a9b-9657-424056642aac,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:29.943204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2321fac-00fe-4502-bb04-8985310bc1c9 req-5637b30a-799c-44ab-b8cf-0f6ea1b54348 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.944985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:29.949112 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2321fac-00fe-4502-bb04-8985310bc1c9 req-5637b30a-799c-44ab-b8cf-0f6ea1b54348 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4571016 Jul 13 07:19:29.963833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:29.967841 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.034601 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.035031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b0be321-fe00-44bb-bdbc-0746e0df3519 req-3cedd032-2af0-425a-9742-80cc6c3a095c tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/b9cea76d-71e8-422a-bbc2-cbf98c144421 HTTP/1.1" status: 200 len: 1803 time: 0.0627270 Jul 13 07:19:30.096897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-64586c08-f1df-4307-ac35-c364b4dbdf92 None None] Provisioning for port 3ce5c801-a238-4615-8f22-4224d8ab3e10 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:30.106824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-64586c08-f1df-4307-ac35-c364b4dbdf92 None None] Provisioning complete for port 3ce5c801-a238-4615-8f22-4224d8ab3e10 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:30.106824 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64586c08-f1df-4307-ac35-c364b4dbdf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.119523 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6b0be321-fe00-44bb-bdbc-0746e0df3519 req-9f174149-eadd-4a64-8513-a4c9e14af810 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.149568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6b0be321-fe00-44bb-bdbc-0746e0df3519 req-9f174149-eadd-4a64-8513-a4c9e14af810 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.150758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-64586c08-f1df-4307-ac35-c364b4dbdf92 None None] Port 3ce5c801-a238-4615-8f22-4224d8ab3e10 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:30.161643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.206128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 25fa56f8-7597-40ac-8333-cdaf8c1d6954, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=25fa56f8-7597-40ac-8333-cdaf8c1d6954,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:30.209131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ab6ca4-d4b6-4219-90d0-ffb1e13c092f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fa56f8-7597-40ac-8333-cdaf8c1d6954'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:30.217097 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70607dc-af6c-4687-bc31-6682cd4d5a58" -d '{"events": [{"server_uuid": "71ab6ca4-d4b6-4219-90d0-ffb1e13c092f", "name": "network-vif-plugged", "status": "completed", "tag": "25fa56f8-7597-40ac-8333-cdaf8c1d6954"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:30.225076 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.260079 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6b0be321-fe00-44bb-bdbc-0746e0df3519 req-9f174149-eadd-4a64-8513-a4c9e14af810 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.263246 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6b0be321-fe00-44bb-bdbc-0746e0df3519 req-9f174149-eadd-4a64-8513-a4c9e14af810 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.279181 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b0be321-fe00-44bb-bdbc-0746e0df3519 req-9f174149-eadd-4a64-8513-a4c9e14af810 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "DELETE /v2.0/security-groups/b9cea76d-71e8-422a-bbc2-cbf98c144421 HTTP/1.1" status: 204 len: 173 time: 0.2431066 Jul 13 07:19:30.301494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f174149-eadd-4a64-8513-a4c9e14af810 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cea76d-71e8-422a-bbc2-cbf98c144421,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:30.329399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=25fa56f8-7597-40ac-8333-cdaf8c1d6954,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:30.333812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:30.367476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d0a76a88-0e56-4978-a729-8052ecde4811 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:30.406271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: d0a76a88-0e56-4978-a729-8052ecde4811 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:30.406643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d0a76a88-0e56-4978-a729-8052ecde4811 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:30.424415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52846) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:30.503305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e14db-bd53-4711-89d6-e07bb6dad7e7 req-fbc5712e-1384-44b4-a919-6bf42abcfb85 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:30.505183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6e14db-bd53-4711-89d6-e07bb6dad7e7 req-fbc5712e-1384-44b4-a919-6bf42abcfb85 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.0936584 Jul 13 07:19:30.538728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef9ea7-32da-4715-bffc-be95fbdd43b5 req-397076c0-1013-472e-9ed5-40e3d32b4398 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:30.540280 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5bef9ea7-32da-4715-bffc-be95fbdd43b5 req-397076c0-1013-472e-9ed5-40e3d32b4398 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 936 time: 0.2936831 Jul 13 07:19:30.553739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6e14db-bd53-4711-89d6-e07bb6dad7e7 req-ed32ad7a-2a14-4a03-877d-138f446eb276 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425990 Jul 13 07:19:30.615436 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb833b94-ce0c-4349-9d23-f55edff9d977 x-openstack-request-id: req-eb833b94-ce0c-4349-9d23-f55edff9d977 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:30.615977 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ab6ca4-d4b6-4219-90d0-ffb1e13c092f", "name": "network-vif-plugged", "status": "completed", "tag": "25fa56f8-7597-40ac-8333-cdaf8c1d6954", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:30.616479 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb833b94-ce0c-4349-9d23-f55edff9d977 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:30.616906 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ab6ca4-d4b6-4219-90d0-ffb1e13c092f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fa56f8-7597-40ac-8333-cdaf8c1d6954', 'code': 200} Jul 13 07:19:30.636676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5bef9ea7-32da-4715-bffc-be95fbdd43b5 req-31343aed-2324-47de-a00c-4ff9313bdf98 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831575 Jul 13 07:19:30.694649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce5c801-a238-4615-8f22-4224d8ab3e10 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:30.697113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5dd3913c-de1c-4135-aae4-0f51f376128a None None] Provisioning complete for port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:30.697597 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dd3913c-de1c-4135-aae4-0f51f376128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.712345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.723453 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3fa2627-36cc-4bde-8f38-d9c809252e8f req-9956de80-1a71-4bca-97d1-6f0e284efcc3 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/7bf5d8a9-5c5f-4b43-b202-81bd4a3e68d1 HTTP/1.1" status: 200 len: 1804 time: 0.0762703 Jul 13 07:19:30.748939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Transition to ACTIVE for port object 3ce5c801-a238-4615-8f22-4224d8ab3e10 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:30.752903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-afd7319f-a211-44f8-a3fe-4219355f3b71 req-ec797a96-992b-463a-b5ad-5f58276159c8 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-576742722', 'description': 'tempest-description-988219955'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:30.755555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.820447 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-afd7319f-a211-44f8-a3fe-4219355f3b71 req-ec797a96-992b-463a-b5ad-5f58276159c8 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.831676 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adffb80b-ca86-41d3-ba01-04aecd5fafff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.866002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b34831-6194-4578-ac81-f0bdf458a33c req-f7ed6f6d-9a36-4a40-ade5-76aa46746e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:30.867522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0b34831-6194-4578-ac81-f0bdf458a33c req-f7ed6f6d-9a36-4a40-ade5-76aa46746e36 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 1101 time: 0.1679850 Jul 13 07:19:30.904466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-adffb80b-ca86-41d3-ba01-04aecd5fafff admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:19:30.904466 n-d-758944-43 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:19:30.904466 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id_1': '7635c3b586754ae89abdb31a4110b444', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 19, 30, 892148)}] Jul 13 07:19:30.904466 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:19:30.911021 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-adffb80b-ca86-41d3-ba01-04aecd5fafff admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:19:30.968015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce5c801-a238-4615-8f22-4224d8ab3e10,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:31.002109 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-afd7319f-a211-44f8-a3fe-4219355f3b71 req-ec797a96-992b-463a-b5ad-5f58276159c8 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.007139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-afd7319f-a211-44f8-a3fe-4219355f3b71 req-ec797a96-992b-463a-b5ad-5f58276159c8 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.035721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b3c60b3d-f6b2-4949-98f7-6616c900237e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09eb2058e693461da69c6c3cd5beb61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044445 Jul 13 07:19:31.043726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52868) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:31.045362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec797a96-992b-463a-b5ad-5f58276159c8 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a74d4c-21df-4b27-b1b4-3b3988111966,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:31.074498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52870) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:31.092621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-afd7319f-a211-44f8-a3fe-4219355f3b71 req-ec797a96-992b-463a-b5ad-5f58276159c8 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.093023 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0b34831-6194-4578-ac81-f0bdf458a33c req-b99b09ef-d59f-4814-967d-461ee0dd1689 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121534 Jul 13 07:19:31.093847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afd7319f-a211-44f8-a3fe-4219355f3b71 req-ec797a96-992b-463a-b5ad-5f58276159c8 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3464012 Jul 13 07:19:31.115085 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f905f5ac-7fd3-45dc-846c-92d0fe3b2633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.137857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f905f5ac-7fd3-45dc-846c-92d0fe3b2633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.160618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb2e8f-4206-430e-8562-b3e8a8b319da req-1958cbd8-4eec-4eb3-bf63-a314c28412c9 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:31.169147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1abb2e8f-4206-430e-8562-b3e8a8b319da req-1958cbd8-4eec-4eb3-bf63-a314c28412c9 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 949 time: 0.2866092 Jul 13 07:19:31.201693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Attempting to bind port 3ce5c801-a238-4615-8f22-4224d8ab3e10 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:31.202116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Attempting to bind port 3ce5c801-a238-4615-8f22-4224d8ab3e10 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:31.202472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Attempting to bind port 3ce5c801-a238-4615-8f22-4224d8ab3e10 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:31.209977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Port 3ce5c801-a238-4615-8f22-4224d8ab3e10 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:31.210299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Attempting to bind port 3ce5c801-a238-4615-8f22-4224d8ab3e10 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:31.211066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b1a315-a34a-4aaf-b5bf-70cfbd1d2591 req-fa399a28-c060-4fb4-b7ad-94ef5cfdb9bb tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/80a74d4c-21df-4b27-b1b4-3b3988111966 HTTP/1.1" status: 200 len: 1803 time: 0.0579293 Jul 13 07:19:31.224637 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-35b1a315-a34a-4aaf-b5bf-70cfbd1d2591 req-70c20f2f-40a1-4289-8e07-84307fe026d2 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80a74d4c-21df-4b27-b1b4-3b3988111966', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:31.224945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:31.225124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-35b1a315-a34a-4aaf-b5bf-70cfbd1d2591 req-70c20f2f-40a1-4289-8e07-84307fe026d2 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80a74d4c-21df-4b27-b1b4-3b3988111966', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:31.225312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:31.225662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:31.226143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Bound port: 3ce5c801-a238-4615-8f22-4224d8ab3e10, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:31.226505 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.239833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1abb2e8f-4206-430e-8562-b3e8a8b319da req-b319f265-e76a-47db-9d06-99fc86a7db57 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698385 Jul 13 07:19:31.258010 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f905f5ac-7fd3-45dc-846c-92d0fe3b2633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.260797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-network', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:31.267140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f905f5ac-7fd3-45dc-846c-92d0fe3b2633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.268302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f905f5ac-7fd3-45dc-846c-92d0fe3b2633 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84c04ad3-d1f2-467a-a16a-dafe8dea753b HTTP/1.1" status: 204 len: 168 time: 0.2192738 Jul 13 07:19:31.289791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905f5ac-7fd3-45dc-846c-92d0fe3b2633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c04ad3-d1f2-467a-a16a-dafe8dea753b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:31.336201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Made reservation on behalf of ba83d73f080c42b79a724f4d57d68c56 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:31.338072 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-35b1a315-a34a-4aaf-b5bf-70cfbd1d2591 req-70c20f2f-40a1-4289-8e07-84307fe026d2 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.338576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.355789 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.373413 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-35b1a315-a34a-4aaf-b5bf-70cfbd1d2591 req-70c20f2f-40a1-4289-8e07-84307fe026d2 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.381281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-35b1a315-a34a-4aaf-b5bf-70cfbd1d2591 req-70c20f2f-40a1-4289-8e07-84307fe026d2 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.382037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] For port 3ce5c801-a238-4615-8f22-4224d8ab3e10, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:31.386879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] For port 3ce5c801-a238-4615-8f22-4224d8ab3e10, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3ce5c801-a238-4615-8f22-4224d8ab3e10,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:31.396238 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.412778 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adffb80b-ca86-41d3-ba01-04aecd5fafff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.422174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c20f2f-40a1-4289-8e07-84307fe026d2 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0204f66-26bd-4a0a-b8b6-e28131e8f1ba,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:31.608359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:31.609024 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.610445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] 10.222.0.48 "PUT /v2.0/ports/3ce5c801-a238-4615-8f22-4224d8ab3e10 HTTP/1.1" status: 200 len: 1097 time: 1.7826788 Jul 13 07:19:31.612604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797409b6-a433-42da-af67-8f619fd2179a', 'tag': '3ce5c801-a238-4615-8f22-4224d8ab3e10'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:31.620509 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23edfe58-6108-43fb-8c77-0d85c1235c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "797409b6-a433-42da-af67-8f619fd2179a", "tag": "3ce5c801-a238-4615-8f22-4224d8ab3e10"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:31.646062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b968fa-a648-4030-bd33-76c5868dacf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce5c801-a238-4615-8f22-4224d8ab3e10,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:31.706790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52894) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:31.732129 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.749180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-35b1a315-a34a-4aaf-b5bf-70cfbd1d2591 req-70c20f2f-40a1-4289-8e07-84307fe026d2 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.752341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.755062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b1a315-a34a-4aaf-b5bf-70cfbd1d2591 req-70c20f2f-40a1-4289-8e07-84307fe026d2 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5352216 Jul 13 07:19:31.786275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2e3da858-e7be-4ed4-927f-c7973c2a6813 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42a46e13b066478896aa49c6b034e1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782156 Jul 13 07:19:31.796970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52900) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:31.805592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-dd223ff8-f5d4-4e12-98d2-fd03510cdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:31.810522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-dd223ff8-f5d4-4e12-98d2-fd03510cdc7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 1100 time: 0.1555865 Jul 13 07:19:31.872535 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c941eb-2d28-4e57-8641-f585cabee340 x-openstack-request-id: req-51c941eb-2d28-4e57-8641-f585cabee340 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:31.872735 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797409b6-a433-42da-af67-8f619fd2179a", "tag": "3ce5c801-a238-4615-8f22-4224d8ab3e10", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:31.872990 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51c941eb-2d28-4e57-8641-f585cabee340 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:31.873415 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797409b6-a433-42da-af67-8f619fd2179a', 'tag': '3ce5c801-a238-4615-8f22-4224d8ab3e10', 'status': 'completed', 'code': 200} Jul 13 07:19:31.915062 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aabb5937-579a-45a0-b12a-9f76612d3e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.923681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-43fe9341-845d-48da-8bb4-abd189411013 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3ce5c801-a238-4615-8f22-4224d8ab3e10 HTTP/1.1" status: 200 len: 217 time: 0.0990231 Jul 13 07:19:31.924569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:19:31.931324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151eed23-220b-4a63-a4d1-c9d234313aeb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:31.951515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aabb5937-579a-45a0-b12a-9f76612d3e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.986812 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.987162 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Added segment 77573fe8-5b8a-4cc7-993c-ddc0cfa40778 of type vlan for network 2eb7911c-5d60-41a1-93e7-8937099d88ed Jul 13 07:19:31.996330 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adffb80b-ca86-41d3-ba01-04aecd5fafff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.022787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adffb80b-ca86-41d3-ba01-04aecd5fafff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.048361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d51c1c-7541-4759-be71-6c4cf648db40 req-985c9d91-c4b7-4733-ba27-f16fbd93c13c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.050415 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e5d51c1c-7541-4759-be71-6c4cf648db40 req-985c9d91-c4b7-4733-ba27-f16fbd93c13c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1725619 Jul 13 07:19:32.065248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-524f596d-a679-4fd0-ac36-1412c4968c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.066709 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-524f596d-a679-4fd0-ac36-1412c4968c93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1306660 Jul 13 07:19:32.068300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-adffb80b-ca86-41d3-ba01-04aecd5fafff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7635c3b586754ae89abdb31a4110b444&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7330270 Jul 13 07:19:32.072969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52902) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:32.078098 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.090046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffb80b-ca86-41d3-ba01-04aecd5fafff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d143395-06f0-454e-9bd6-477a1ea4539f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:32.106085 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aabb5937-579a-45a0-b12a-9f76612d3e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.108596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aabb5937-579a-45a0-b12a-9f76612d3e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.109724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aabb5937-579a-45a0-b12a-9f76612d3e04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/995c006d-1d99-4a48-8fb3-211129710911 HTTP/1.1" status: 204 len: 168 time: 0.3118014 Jul 13 07:19:32.134172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb5937-579a-45a0-b12a-9f76612d3e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995c006d-1d99-4a48-8fb3-211129710911,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:32.148960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f9504-6fd6-4c21-baa0-09d19026938f req-16cb370e-56ad-4015-9af8-160c166832d7 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.150603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bb9f9504-6fd6-4c21-baa0-09d19026938f req-16cb370e-56ad-4015-9af8-160c166832d7 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 948 time: 0.1778755 Jul 13 07:19:32.170785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e5d51c1c-7541-4759-be71-6c4cf648db40 req-b841e8df-9872-4551-8de5-b49bdacabce4 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129062 Jul 13 07:19:32.181221 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19a81925-6c37-4da1-a676-41e3504cfcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.204849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-18618d38-6fb0-4367-b876-7a8ea6c7dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.207079 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-18618d38-6fb0-4367-b876-7a8ea6c7dbaf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310802 Jul 13 07:19:32.208031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.209348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.210296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.225259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19a81925-6c37-4da1-a676-41e3504cfcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.237923 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bb9f9504-6fd6-4c21-baa0-09d19026938f req-700134bf-c901-43e0-b006-23efaf85bf14 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769994 Jul 13 07:19:32.271121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1947205 Jul 13 07:19:32.273880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52908) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:32.281151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Request body: {'subnet': {'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-subnet', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:32.314937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Made reservation on behalf of ba83d73f080c42b79a724f4d57d68c56 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:32.323420 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.328019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19a81925-6c37-4da1-a676-41e3504cfcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.333680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19a81925-6c37-4da1-a676-41e3504cfcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.336405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-19a81925-6c37-4da1-a676-41e3504cfcb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d143395-06f0-454e-9bd6-477a1ea4539f HTTP/1.1" status: 204 len: 168 time: 0.2616169 Jul 13 07:19:32.365933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a81925-6c37-4da1-a676-41e3504cfcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d143395-06f0-454e-9bd6-477a1ea4539f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:32.401609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b98002-e045-47a5-a211-871a8ab16212 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb7911c-5d60-41a1-93e7-8937099d88ed,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:32.413183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:19:32.432311 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efbb2f4a-3873-48b1-bb6b-1d43fd705744 req-64329e15-99c1-41d0-b3c3-a1c7a8e5197a tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/80a74d4c-21df-4b27-b1b4-3b3988111966 HTTP/1.1" status: 200 len: 2396 time: 0.2044234 Jul 13 07:19:32.463547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-efbb2f4a-3873-48b1-bb6b-1d43fd705744 req-184942cb-6fcd-4888-8ae7-6a0994c8f055 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80a74d4c-21df-4b27-b1b4-3b3988111966', 'remote_group_id': None}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:32.463921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-efbb2f4a-3873-48b1-bb6b-1d43fd705744 req-184942cb-6fcd-4888-8ae7-6a0994c8f055 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80a74d4c-21df-4b27-b1b4-3b3988111966', 'remote_group_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:32.496342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-288a18a1-2cff-4e79-b69d-5477b6696001 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707350 Jul 13 07:19:32.560455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e117880-5db0-4e27-ad6b-0025fd68f037 req-a3d1855f-6ae2-4954-9b34-04bbdc9eb118 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.562133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e117880-5db0-4e27-ad6b-0025fd68f037 req-a3d1855f-6ae2-4954-9b34-04bbdc9eb118 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 949 time: 0.1209338 Jul 13 07:19:32.633107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-efbb2f4a-3873-48b1-bb6b-1d43fd705744 req-184942cb-6fcd-4888-8ae7-6a0994c8f055 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.647921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e117880-5db0-4e27-ad6b-0025fd68f037 req-357ce716-0e78-41c4-82c0-1317eedb96dc tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762236 Jul 13 07:19:32.655562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.664213 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0f82b-e8fa-4af3-94b5-2b16c458904a req-c6df1854-8187-4c8e-8c41-f1c41b924184 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538329 Jul 13 07:19:32.666043 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-efbb2f4a-3873-48b1-bb6b-1d43fd705744 req-184942cb-6fcd-4888-8ae7-6a0994c8f055 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.681213 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-efbb2f4a-3873-48b1-bb6b-1d43fd705744 req-184942cb-6fcd-4888-8ae7-6a0994c8f055 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.712524 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-efbb2f4a-3873-48b1-bb6b-1d43fd705744 req-184942cb-6fcd-4888-8ae7-6a0994c8f055 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.725675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efbb2f4a-3873-48b1-bb6b-1d43fd705744 req-184942cb-6fcd-4888-8ae7-6a0994c8f055 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2780929 Jul 13 07:19:32.729734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed2c854-b2e7-489b-a973-5fbbab789e6e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:32.735476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184942cb-6fcd-4888-8ae7-6a0994c8f055 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8027e2-d9c5-4aba-8cb6-65b9cf6d9f49,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:32.758157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Checking segment: {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:32.758844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Network hostable DHCP agents. Network: 2eb7911c-5d60-41a1-93e7-8937099d88ed, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:19:32.783565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:19:32.794948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 2eb7911c-5d60-41a1-93e7-8937099d88ed) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:32.804740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d136200-3fe8-4ce9-a1f2-3915265393af None None] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:32.806945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.807557 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.828389 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-90560d1e-a022-4e52-b0ce-64a9b676ff4f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5531459 Jul 13 07:19:32.831069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:32.842100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:32.862974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52928) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:32.879366 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.880732 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.893380 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c9187c-2722-4d45-9b32-e3f638d702b7 req-7eac5e33-a4c3-4167-ae69-3053510fa3b0 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/80a74d4c-21df-4b27-b1b4-3b3988111966 HTTP/1.1" status: 200 len: 2994 time: 0.1316028 Jul 13 07:19:32.952754 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f56f49ae-0b9a-49fb-884f-a2bed420dda4 req-06bf6404-170f-4441-bceb-404559483c1b tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-group-rules/3d8027e2-d9c5-4aba-8cb6-65b9cf6d9f49 HTTP/1.1" status: 200 len: 783 time: 0.0362933 Jul 13 07:19:32.969571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-96ea4161-4ba7-4014-9f40-5f0b83995554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.971269 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-96ea4161-4ba7-4014-9f40-5f0b83995554 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 1100 time: 0.2259557 Jul 13 07:19:33.016365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52936) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:33.052670 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ec91eba-117d-4e6a-85c3-2f6f6c0c9e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.086769 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f56f49ae-0b9a-49fb-884f-a2bed420dda4 req-236afcc1-e9e5-4158-8c2f-22a43b0fc0c6 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/80a74d4c-21df-4b27-b1b4-3b3988111966 HTTP/1.1" status: 200 len: 2994 time: 0.1330945 Jul 13 07:19:33.119158 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.131175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-2eb7911c-5d60-41a1-93e7-8937099d88ed', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:19:33.134993 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.154147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f56f49ae-0b9a-49fb-884f-a2bed420dda4 req-df1ce3ea-7404-4ca4-bec0-c0f75726ff9f tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.171785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f56f49ae-0b9a-49fb-884f-a2bed420dda4 req-df1ce3ea-7404-4ca4-bec0-c0f75726ff9f tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.189859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-188bd716-3c8c-4c08-9834-9fe19016e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:33.191371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-188bd716-3c8c-4c08-9834-9fe19016e0f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2083175 Jul 13 07:19:33.237907 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-56420a32-4c7c-4f5d-8f99-1b23a13de7bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3ce5c801-a238-4615-8f22-4224d8ab3e10 HTTP/1.1" status: 200 len: 217 time: 0.0392122 Jul 13 07:19:33.241763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f56f49ae-0b9a-49fb-884f-a2bed420dda4 req-df1ce3ea-7404-4ca4-bec0-c0f75726ff9f tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.256586 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f56f49ae-0b9a-49fb-884f-a2bed420dda4 req-df1ce3ea-7404-4ca4-bec0-c0f75726ff9f tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.258068 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f56f49ae-0b9a-49fb-884f-a2bed420dda4 req-df1ce3ea-7404-4ca4-bec0-c0f75726ff9f tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3d8027e2-d9c5-4aba-8cb6-65b9cf6d9f49 HTTP/1.1" status: 204 len: 173 time: 0.1701677 Jul 13 07:19:33.325351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ce3ea-7404-4ca4-bec0-c0f75726ff9f tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d8027e2-d9c5-4aba-8cb6-65b9cf6d9f49,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:33.339484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92876130-a15e-4c1b-b844-93277098e84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.363560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-ca383979-0e3f-430c-af0b-54d17ec009a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:33.365685 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-ca383979-0e3f-430c-af0b-54d17ec009a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1207705 Jul 13 07:19:33.366846 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.407275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Allocated IP 172.20.0.2 (2eb7911c-5d60-41a1-93e7-8937099d88ed/2ed2c854-b2e7-489b-a973-5fbbab789e6e/c7bb417d-fd7c-444c-92bb-1654830e5106) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:33.457224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bd252-d895-4565-b5ba-6fc6afe887b7 req-e96be608-1b6d-42f5-8c37-a1ecfb69e62d tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:33.464652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e39bd252-d895-4565-b5ba-6fc6afe887b7 req-e96be608-1b6d-42f5-8c37-a1ecfb69e62d tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 949 time: 0.3131185 Jul 13 07:19:33.474515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-31ceb078-0572-4b83-bed4-60e967fb7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:33.476130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-31ceb078-0572-4b83-bed4-60e967fb7855 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1037860 Jul 13 07:19:33.487799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b063b0-4da8-43a5-980a-9fb57af78c92 req-9c223964-05b5-494b-a6ac-7bde3511b964 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:33.489386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-57b063b0-4da8-43a5-980a-9fb57af78c92 req-9c223964-05b5-494b-a6ac-7bde3511b964 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1050522 Jul 13 07:19:33.576855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e39bd252-d895-4565-b5ba-6fc6afe887b7 req-012a64f6-af86-4ebc-917b-040a175447ff tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104162 Jul 13 07:19:33.581866 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-57b063b0-4da8-43a5-980a-9fb57af78c92 req-d55f3d2e-5e84-4b4d-9ef1-b932ca6b3bb9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837440 Jul 13 07:19:33.582282 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ec91eba-117d-4e6a-85c3-2f6f6c0c9e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.591100 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ec91eba-117d-4e6a-85c3-2f6f6c0c9e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.629272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-b872c4f2-b01c-4918-9c06-d840ed1e7845 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387446 Jul 13 07:19:33.633448 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.646265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Transition to ACTIVE for port object c7bb417d-fd7c-444c-92bb-1654830e5106 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:33.695811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91eba-117d-4e6a-85c3-2f6f6c0c9e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493d31e9-aeca-4504-8643-52dda81d15ae,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:33.696641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Transition to ACTIVE for port object c7bb417d-fd7c-444c-92bb-1654830e5106 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:33.715034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.724257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5ec91eba-117d-4e6a-85c3-2f6f6c0c9e02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4d75b3cc5d04200ae7e883e93e70a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7068567 Jul 13 07:19:33.727990 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e3a7606-ebdc-4aaa-9f1a-f6dc35a62539 req-bfc3b03c-b086-4b2f-920c-068158fff3d2 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/80a74d4c-21df-4b27-b1b4-3b3988111966 HTTP/1.1" status: 200 len: 2396 time: 0.1041014 Jul 13 07:19:33.734305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:33.767847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:33.771295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:33.775944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:33.877852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92876130-a15e-4c1b-b844-93277098e84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.887991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Attempting to bind port c7bb417d-fd7c-444c-92bb-1654830e5106 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:33.887991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Attempting to bind port c7bb417d-fd7c-444c-92bb-1654830e5106 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:33.887991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Attempting to bind port c7bb417d-fd7c-444c-92bb-1654830e5106 on network 2eb7911c-5d60-41a1-93e7-8937099d88ed {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:33.888356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23edfe58-6108-43fb-8c77-0d85c1235c0d req-c7475099-1121-4380-8e24-c85536c6f5cb service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410419 Jul 13 07:19:33.892285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92876130-a15e-4c1b-b844-93277098e84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.895462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:33.895918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Checking segment: {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:33.896512 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.896923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Bound using segment: {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:33.897698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Bound port: c7bb417d-fd7c-444c-92bb-1654830e5106, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:33.898597 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.915435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1e3a7606-ebdc-4aaa-9f1a-f6dc35a62539 req-53523806-9c10-41b6-81c9-fcff00c8fac1 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.930913 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd89a989-4460-4449-aa18-f1261115dca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.933789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.968804 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-92876130-a15e-4c1b-b844-93277098e84c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09921f1de61947028658a4a5613f4995&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1017153 Jul 13 07:19:33.969005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.972951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92876130-a15e-4c1b-b844-93277098e84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c72d1-d8ac-4267-ba0c-270b56b384d8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:33.973117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52964) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:33.974858 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1e3a7606-ebdc-4aaa-9f1a-f6dc35a62539 req-53523806-9c10-41b6-81c9-fcff00c8fac1 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.986694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e4240-70f2-4d17-9119-3be2a111c321 req-b7188c9a-4f31-40ff-8fc5-60658e852114 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:33.987110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] For port c7bb417d-fd7c-444c-92bb-1654830e5106, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:33.992005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] For port c7bb417d-fd7c-444c-92bb-1654830e5106, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c7bb417d-fd7c-444c-92bb-1654830e5106,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:33.993617 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-276e4240-70f2-4d17-9119-3be2a111c321 req-b7188c9a-4f31-40ff-8fc5-60658e852114 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 948 time: 0.2209418 Jul 13 07:19:33.994120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Pushing event updated for resources: {'Port': ['ID=c7bb417d-fd7c-444c-92bb-1654830e5106,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:33.998138 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd89a989-4460-4449-aa18-f1261115dca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.000955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.081279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2eb26f-be51-430d-80a8-28ee8b461cb3 None None] Pushing event updated for resources: {'Port': ['ID=c7bb417d-fd7c-444c-92bb-1654830e5106,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:34.081812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-276e4240-70f2-4d17-9119-3be2a111c321 req-3b35a059-2fd7-480f-9845-50fe7713c89d tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871387 Jul 13 07:19:34.111444 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd89a989-4460-4449-aa18-f1261115dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.114473 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd89a989-4460-4449-aa18-f1261115dca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.118597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bd89a989-4460-4449-aa18-f1261115dca3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/493d31e9-aeca-4504-8643-52dda81d15ae HTTP/1.1" status: 204 len: 168 time: 0.3544474 Jul 13 07:19:34.141256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89a989-4460-4449-aa18-f1261115dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493d31e9-aeca-4504-8643-52dda81d15ae,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:34.183204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d092ba-741b-4ffe-bcd5-84a341e6ce6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.200402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1e3a7606-ebdc-4aaa-9f1a-f6dc35a62539 req-53523806-9c10-41b6-81c9-fcff00c8fac1 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.204163 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1e3a7606-ebdc-4aaa-9f1a-f6dc35a62539 req-53523806-9c10-41b6-81c9-fcff00c8fac1 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.205686 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e3a7606-ebdc-4aaa-9f1a-f6dc35a62539 req-53523806-9c10-41b6-81c9-fcff00c8fac1 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "DELETE /v2.0/security-groups/80a74d4c-21df-4b27-b1b4-3b3988111966 HTTP/1.1" status: 204 len: 173 time: 0.4675415 Jul 13 07:19:34.260827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d092ba-741b-4ffe-bcd5-84a341e6ce6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.275980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53523806-9c10-41b6-81c9-fcff00c8fac1 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a74d4c-21df-4b27-b1b4-3b3988111966,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:34.325224 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-12138c61-fb68-474a-a139-6626faa2d219 req-13bb06ad-58d1-41c7-9b34-f0b08316ca95 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] show failed (client error): The resource could not be found. Jul 13 07:19:34.326295 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12138c61-fb68-474a-a139-6626faa2d219 req-13bb06ad-58d1-41c7-9b34-f0b08316ca95 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/b9cea76d-71e8-422a-bbc2-cbf98c144421 HTTP/1.1" status: 404 len: 352 time: 0.0538831 Jul 13 07:19:34.424279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Allocated IP 172.25.8.100 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/dbf1574a-2ecb-4820-aba7-fbc3e82a1740) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:34.470040 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e702204-b7a1-46e6-bed5-65b5989a35b2 req-b6c7ae3b-9324-464b-b7cb-5a0834b6782a tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/7bf5d8a9-5c5f-4b43-b202-81bd4a3e68d1 HTTP/1.1" status: 200 len: 1804 time: 0.1139500 Jul 13 07:19:34.485254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d092ba-741b-4ffe-bcd5-84a341e6ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.487799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d092ba-741b-4ffe-bcd5-84a341e6ce6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.488902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-35d092ba-741b-4ffe-bcd5-84a341e6ce6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb6c72d1-d8ac-4267-ba0c-270b56b384d8 HTTP/1.1" status: 204 len: 168 time: 0.5110164 Jul 13 07:19:34.540687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d092ba-741b-4ffe-bcd5-84a341e6ce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6c72d1-d8ac-4267-ba0c-270b56b384d8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:34.644826 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e702204-b7a1-46e6-bed5-65b5989a35b2 req-fa1c0b42-af2b-48f9-877f-d3c02987e122 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.693374 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.702832 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e702204-b7a1-46e6-bed5-65b5989a35b2 req-fa1c0b42-af2b-48f9-877f-d3c02987e122 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.757317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a10f7-9ee4-4daf-a42d-219dd45b2b3c req-ebb4625d-b411-4f9a-8b43-3921c9813a66 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:34.761422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e702204-b7a1-46e6-bed5-65b5989a35b2 req-fa1c0b42-af2b-48f9-877f-d3c02987e122 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.763998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e702204-b7a1-46e6-bed5-65b5989a35b2 req-fa1c0b42-af2b-48f9-877f-d3c02987e122 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.776378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e702204-b7a1-46e6-bed5-65b5989a35b2 req-fa1c0b42-af2b-48f9-877f-d3c02987e122 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "DELETE /v2.0/security-groups/7bf5d8a9-5c5f-4b43-b202-81bd4a3e68d1 HTTP/1.1" status: 204 len: 173 time: 0.3050141 Jul 13 07:19:34.777047 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f5a10f7-9ee4-4daf-a42d-219dd45b2b3c req-ebb4625d-b411-4f9a-8b43-3921c9813a66 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 949 time: 0.1000500 Jul 13 07:19:34.788370 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.814124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c0b42-af2b-48f9-877f-d3c02987e122 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf5d8a9-5c5f-4b43-b202-81bd4a3e68d1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:34.817265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:34.840527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:34.850823 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f5a10f7-9ee4-4daf-a42d-219dd45b2b3c req-cfdf91be-fc34-407e-9fe2-611122bac0fd tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718627 Jul 13 07:19:34.862879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:34.949312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56bb418f-afc2-4f0b-accd-40d5dc281c11 req-cd15c75b-40f9-43ce-96ca-550551759e4b tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/eeb73b84-622c-411f-9341-86b5307dd142 HTTP/1.1" status: 200 len: 1805 time: 0.0442741 Jul 13 07:19:35.003543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Pushing event updated for resources: {'Port': ['ID=dbf1574a-2ecb-4820-aba7-fbc3e82a1740,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:35.030434 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-56bb418f-afc2-4f0b-accd-40d5dc281c11 req-54e38028-0dc8-40d1-b77b-14e95419d474 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.093639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f1fea-2b34-40f3-8d40-7a39113b62a5 req-de4e835b-4228-4a41-9eb9-54124e3dc3ff tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:35.095232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-055f1fea-2b34-40f3-8d40-7a39113b62a5 req-de4e835b-4228-4a41-9eb9-54124e3dc3ff tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1361709 Jul 13 07:19:35.101263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-56bb418f-afc2-4f0b-accd-40d5dc281c11 req-54e38028-0dc8-40d1-b77b-14e95419d474 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.142650 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.198416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53008) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:35.217963 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-055f1fea-2b34-40f3-8d40-7a39113b62a5 req-341a199f-606d-4cb4-8a0e-f8aa6b6d7eb7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799422 Jul 13 07:19:35.240649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-56bb418f-afc2-4f0b-accd-40d5dc281c11 req-54e38028-0dc8-40d1-b77b-14e95419d474 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.241886 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.246921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-56bb418f-afc2-4f0b-accd-40d5dc281c11 req-54e38028-0dc8-40d1-b77b-14e95419d474 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.259791 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56bb418f-afc2-4f0b-accd-40d5dc281c11 req-54e38028-0dc8-40d1-b77b-14e95419d474 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "DELETE /v2.0/security-groups/eeb73b84-622c-411f-9341-86b5307dd142 HTTP/1.1" status: 204 len: 173 time: 0.3009360 Jul 13 07:19:35.272529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-429ba168-3a41-49b1-b58b-e9dbf0e3e5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.322973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e38028-0dc8-40d1-b77b-14e95419d474 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb73b84-622c-411f-9341-86b5307dd142,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:35.444888 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba29e8e2-b114-4eb9-aa9d-37255ed9b812 req-89abc733-51cd-4433-9204-40a11e82f490 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/c7118061-92aa-48f7-bd79-c54cadef67d1 HTTP/1.1" status: 200 len: 1804 time: 0.1363461 Jul 13 07:19:35.448914 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c7bb417d-fd7c-444c-92bb-1654830e5106 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:35.546016 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba29e8e2-b114-4eb9-aa9d-37255ed9b812 req-1aaa98f7-2b93-400c-ab2f-8f1c21014b97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.580312 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba29e8e2-b114-4eb9-aa9d-37255ed9b812 req-1aaa98f7-2b93-400c-ab2f-8f1c21014b97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.583188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c7bb417d-fd7c-444c-92bb-1654830e5106 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:35.620916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-429ba168-3a41-49b1-b58b-e9dbf0e3e5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.627959 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-429ba168-3a41-49b1-b58b-e9dbf0e3e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.667220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b50eb-3fbe-4dc3-84a3-baefb97733e9 None None] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:35.679122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ba168-3a41-49b1-b58b-e9dbf0e3e5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea2767-8574-41cb-a2fe-57f11c7e3b0e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:35.685133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-429ba168-3a41-49b1-b58b-e9dbf0e3e5ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92d3f859953341f59bbf8f16ecad2daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856002 Jul 13 07:19:35.687937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:35.713282 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba29e8e2-b114-4eb9-aa9d-37255ed9b812 req-1aaa98f7-2b93-400c-ab2f-8f1c21014b97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.716818 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba29e8e2-b114-4eb9-aa9d-37255ed9b812 req-1aaa98f7-2b93-400c-ab2f-8f1c21014b97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.721366 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba29e8e2-b114-4eb9-aa9d-37255ed9b812 req-1aaa98f7-2b93-400c-ab2f-8f1c21014b97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "DELETE /v2.0/security-groups/c7118061-92aa-48f7-bd79-c54cadef67d1 HTTP/1.1" status: 204 len: 173 time: 0.2758145 Jul 13 07:19:35.783132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa98f7-2b93-400c-ab2f-8f1c21014b97 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7118061-92aa-48f7-bd79-c54cadef67d1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:35.822861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.855400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-61835fb1-06e3-48e5-8ac5-160dd8342476 None None] Provisioning for port c7bb417d-fd7c-444c-92bb-1654830e5106 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:35.865157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3ce5c801-a238-4615-8f22-4224d8ab3e10 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:35.868290 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aaa4d8e5-2582-4bf1-8d37-c56adff50e0e req-855d5be4-e3f7-480c-89ab-64e69481191d tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/4636c436-d10c-437d-9400-14d76b32d530 HTTP/1.1" status: 200 len: 2403 time: 0.1288545 Jul 13 07:19:35.871710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752b4106-410c-4f64-8765-df0f7d5ace4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.972207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-453a65bc-a2dc-45a9-b601-13862e08e81e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:35.974792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 3ce5c801-a238-4615-8f22-4224d8ab3e10, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3ce5c801-a238-4615-8f22-4224d8ab3e10,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:35.975123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-453a65bc-a2dc-45a9-b601-13862e08e81e tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.38 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 949 time: 0.2762208 Jul 13 07:19:35.989224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-61835fb1-06e3-48e5-8ac5-160dd8342476 None None] Provisioning complete for port c7bb417d-fd7c-444c-92bb-1654830e5106 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:35.989893 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61835fb1-06e3-48e5-8ac5-160dd8342476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.991797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '3ce5c801-a238-4615-8f22-4224d8ab3e10', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '3ce5c801-a238-4615-8f22-4224d8ab3e10', 'mac_address': 'fa:16:3e:df:ae:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:36.094080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c982c-3390-4695-8835-d702958501af req-6c01b0d0-61de-42aa-9a47-c9347a320799 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:36.095902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d86c982c-3390-4695-8835-d702958501af req-6c01b0d0-61de-42aa-9a47-c9347a320799 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 948 time: 0.5331213 Jul 13 07:19:36.103588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.112781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752b4106-410c-4f64-8765-df0f7d5ace4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.183379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce5c801-a238-4615-8f22-4224d8ab3e10 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:36.195028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d86c982c-3390-4695-8835-d702958501af req-97a89cb1-a4f3-41fc-a328-fa42789c5d2c tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914605 Jul 13 07:19:36.229073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61835fb1-06e3-48e5-8ac5-160dd8342476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.256232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:19:36.279870 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752b4106-410c-4f64-8765-df0f7d5ace4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.285431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752b4106-410c-4f64-8765-df0f7d5ace4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.286673 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-752b4106-410c-4f64-8765-df0f7d5ace4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbea2767-8574-41cb-a2fe-57f11c7e3b0e HTTP/1.1" status: 204 len: 168 time: 0.5971251 Jul 13 07:19:36.316857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aaa4d8e5-2582-4bf1-8d37-c56adff50e0e req-610c2fae-a2a2-424f-a7e7-e376eb60ae37 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.321474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b4106-410c-4f64-8765-df0f7d5ace4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea2767-8574-41cb-a2fe-57f11c7e3b0e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:36.380459 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aaa4d8e5-2582-4bf1-8d37-c56adff50e0e req-610c2fae-a2a2-424f-a7e7-e376eb60ae37 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.447553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 3ce5c801-a238-4615-8f22-4224d8ab3e10, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3ce5c801-a238-4615-8f22-4224d8ab3e10,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:36.456811 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.481281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-61835fb1-06e3-48e5-8ac5-160dd8342476 None None] For port c7bb417d-fd7c-444c-92bb-1654830e5106, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c7bb417d-fd7c-444c-92bb-1654830e5106,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:36.510506 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61835fb1-06e3-48e5-8ac5-160dd8342476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.551419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:19:36.562346 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Sync routers for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:19:36.587276 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:36.592392 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:36.620186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=3ce5c801-a238-4615-8f22-4224d8ab3e10,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:36.642147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.644642 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c6de3d71-cbec-4ed5-9368-6ce631ffdb0f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8121347 Jul 13 07:19:36.660694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:36.766790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2f321d3e-03df-420f-9f26-75834f67fe41 None None] Provisioning complete for port c7bb417d-fd7c-444c-92bb-1654830e5106 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:36.767175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f321d3e-03df-420f-9f26-75834f67fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.789662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['3ce5c801-a238-4615-8f22-4224d8ab3e10'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:36.851124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864493f-9259-4124-a0f7-76b1d8c31456 req-c2e176ca-5a8f-48f9-8418-7c27f744f2a4 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:36.858076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c864493f-9259-4124-a0f7-76b1d8c31456 req-c2e176ca-5a8f-48f9-8418-7c27f744f2a4 tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ab6ca4-d4b6-4219-90d0-ffb1e13c092f HTTP/1.1" status: 200 len: 949 time: 0.3033466 Jul 13 07:19:36.866839 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aaa4d8e5-2582-4bf1-8d37-c56adff50e0e req-610c2fae-a2a2-424f-a7e7-e376eb60ae37 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.872938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aaa4d8e5-2582-4bf1-8d37-c56adff50e0e req-610c2fae-a2a2-424f-a7e7-e376eb60ae37 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.886104 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aaa4d8e5-2582-4bf1-8d37-c56adff50e0e req-610c2fae-a2a2-424f-a7e7-e376eb60ae37 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "DELETE /v2.0/security-groups/4636c436-d10c-437d-9400-14d76b32d530 HTTP/1.1" status: 204 len: 173 time: 1.0169106 Jul 13 07:19:36.897755 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:36.901803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c2fae-a2a2-424f-a7e7-e376eb60ae37 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4636c436-d10c-437d-9400-14d76b32d530,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:36.915747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61835fb1-06e3-48e5-8ac5-160dd8342476 None None] Pushing event updated for resources: {'Port': ['ID=c7bb417d-fd7c-444c-92bb-1654830e5106,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:36.931702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Deleting port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:36.932127 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.960624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c864493f-9259-4124-a0f7-76b1d8c31456 req-4df2f9d9-305d-4953-ba2d-237b2eba920b tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956948 Jul 13 07:19:37.171486 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.182240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] For port 25fa56f8-7597-40ac-8333-cdaf8c1d6954, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=25fa56f8-7597-40ac-8333-cdaf8c1d6954,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:37.182612 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.197694 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:35Z', 'revision_number': 3, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:37.214557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Calling delete_port for 25fa56f8-7597-40ac-8333-cdaf8c1d6954 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:37.231711 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Checking router: 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:19:37.232278 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Updating router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 port dbf1574a-2ecb-4820-aba7-fbc3e82a1740 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:19:37.268839 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.375446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c7bb417d-fd7c-444c-92bb-1654830e5106 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:37.417710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.432102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['25fa56f8-7597-40ac-8333-cdaf8c1d6954'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:37.464392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c7bb417d-fd7c-444c-92bb-1654830e5106 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:37.464781 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.480270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Pushing event deleted for resources: {'Port': ['ID=25fa56f8-7597-40ac-8333-cdaf8c1d6954,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:37.565810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286dfd6-7846-4f79-94a8-6ebde66a5593 req-ef7bd1da-2fda-4d1e-9c12-aff34613a212 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:37.567315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] No DVR routers for this DVR port 25fa56f8-7597-40ac-8333-cdaf8c1d6954 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:37.570257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.572356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55fcfba9-9bb3-4e82-b246-a581591d3ae6 req-80aa759c-0ac9-4531-ab8f-13a1c80b3fab tempest-DeleteServersAdminTestJSON-9713981 tempest-DeleteServersAdminTestJSON-9713981-project] 10.222.0.38 "DELETE /v2.0/ports/25fa56f8-7597-40ac-8333-cdaf8c1d6954 HTTP/1.1" status: 204 len: 173 time: 1.5631998 Jul 13 07:19:37.572817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ab6ca4-d4b6-4219-90d0-ffb1e13c092f', 'name': 'network-vif-deleted', 'tag': '25fa56f8-7597-40ac-8333-cdaf8c1d6954'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:37.575138 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6286dfd6-7846-4f79-94a8-6ebde66a5593 req-ef7bd1da-2fda-4d1e-9c12-aff34613a212 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.3125002 Jul 13 07:19:37.578595 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c004e74f-d431-4eca-88eb-1ea957a5864f" -d '{"events": [{"server_uuid": "71ab6ca4-d4b6-4219-90d0-ffb1e13c092f", "name": "network-vif-deleted", "tag": "25fa56f8-7597-40ac-8333-cdaf8c1d6954"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:37.690684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f19548d-3369-4642-88f2-da0256f0c042 req-2d8e5726-2ddd-4f1b-bb4d-f61887536088 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "GET /v2.0/security-groups/1fe9f200-bd3c-4702-a888-a16bba86f590 HTTP/1.1" status: 200 len: 2398 time: 0.1241765 Jul 13 07:19:37.725438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6286dfd6-7846-4f79-94a8-6ebde66a5593 req-c95359a8-b344-480c-8ca3-43164bbd861c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036909 Jul 13 07:19:37.748484 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.773231 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Transition to ACTIVE for port object dbf1574a-2ecb-4820-aba7-fbc3e82a1740 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:37.782383 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.788573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8f19548d-3369-4642-88f2-da0256f0c042 req-c6316f49-620c-464d-8c23-f3baa93668f0 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.824097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8f19548d-3369-4642-88f2-da0256f0c042 req-c6316f49-620c-464d-8c23-f3baa93668f0 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.849217 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Pushing event updated for resources: {'Port': ['ID=dbf1574a-2ecb-4820-aba7-fbc3e82a1740,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:37.861586 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.861972 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.862322 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.862664 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.864424 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.864958 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.865160 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.865540 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.865915 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.867919 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.868264 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.868778 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Tracked resource versions report: Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: pushed versions: Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: { 'AddressGroup': {'1.2'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'ConntrackHelper': {'1.0'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Log': {'1.0'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Network': {'1.1'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Port': {'1.7'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'PortForwarding': {'1.2'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'QosPolicy': {'1.8'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'SecurityGroup': {'1.4'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'SubPort': {'1.0'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Subnet': {'1.1'}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Trunk': {'1.1'}} Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: consumer versions: Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: { DHCP agent@n-d-758944-43: {}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: HyperV agent@n-h1-758944-43: {}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: HyperV agent@n-h2-758944-43: {}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: L3 agent@n-d-758944-43: {}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: Metadata agent@n-d-758944-43: {}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: Metering agent@n-d-758944-43: {}, Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: Open vSwitch agent@n-d-758944-43: { 'AddressGroup': '1.2', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'ConntrackHelper': '1.0', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Log': '1.0', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Network': '1.1', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Port': '1.7', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'PortForwarding': '1.2', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'QosPolicy': '1.8', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'SecurityGroup': '1.4', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'SecurityGroupRule': '1.2', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'SubPort': '1.0', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Subnet': '1.1', Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: 'Trunk': '1.1'}} Jul 13 07:19:37.869916 n-d-758944-43 neutron-server[93776]: {{(pid=93776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:19:37.880743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3ce5c801-a238-4615-8f22-4224d8ab3e10 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:37.902867 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8f19548d-3369-4642-88f2-da0256f0c042 req-c6316f49-620c-464d-8c23-f3baa93668f0 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.910729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8f19548d-3369-4642-88f2-da0256f0c042 req-c6316f49-620c-464d-8c23-f3baa93668f0 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.912164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f19548d-3369-4642-88f2-da0256f0c042 req-c6316f49-620c-464d-8c23-f3baa93668f0 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] 10.222.0.41 "DELETE /v2.0/security-groups/1fe9f200-bd3c-4702-a888-a16bba86f590 HTTP/1.1" status: 204 len: 173 time: 0.2141912 Jul 13 07:19:37.919065 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.923522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53092) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:37.941117 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Attempting to bind port dbf1574a-2ecb-4820-aba7-fbc3e82a1740 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:37.941782 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Attempting to bind port dbf1574a-2ecb-4820-aba7-fbc3e82a1740 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:37.942741 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Attempting to bind port dbf1574a-2ecb-4820-aba7-fbc3e82a1740 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:37.952659 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:37.958608 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:37.959333 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.960248 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:37.961336 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Bound port: dbf1574a-2ecb-4820-aba7-fbc3e82a1740, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:37.962005 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.015084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 3ce5c801-a238-4615-8f22-4224d8ab3e10 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:38.024453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 3ce5c801-a238-4615-8f22-4224d8ab3e10 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:38.024837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.035586 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] For port dbf1574a-2ecb-4820-aba7-fbc3e82a1740, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:38.038763 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] For port dbf1574a-2ecb-4820-aba7-fbc3e82a1740, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dbf1574a-2ecb-4820-aba7-fbc3e82a1740,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:38.046631 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.112453 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:38.113282 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:38.192234 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a677f-c9e1-47e6-97b6-79b32bb6e77a None None] Pushing event updated for resources: {'Port': ['ID=dbf1574a-2ecb-4820-aba7-fbc3e82a1740,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:38.194186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-59457c63-8cad-43e4-88c5-aa7023e44e18 admin admin] Deleting subnet f83a73e6-4d60-4562-9927-b19523966751 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:19:38.243065 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.253515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Allocated IP 172.20.0.1 (2eb7911c-5d60-41a1-93e7-8937099d88ed/2ed2c854-b2e7-489b-a973-5fbbab789e6e/b51f2c4e-16f0-45b1-9eb5-384ed241095a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:38.290006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59457c63-8cad-43e4-88c5-aa7023e44e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.299169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6316f49-620c-464d-8c23-f3baa93668f0 tempest-SecurityGroupRulesTestJSON-2072564603 tempest-SecurityGroupRulesTestJSON-2072564603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe9f200-bd3c-4702-a888-a16bba86f590,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:38.307870 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:38.338504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797409b6-a433-42da-af67-8f619fd2179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5c801-a238-4615-8f22-4224d8ab3e10'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:38.350734 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ee5078-026a-4512-b0b4-92f39e5f9221" -d '{"events": [{"server_uuid": "797409b6-a433-42da-af67-8f619fd2179a", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5c801-a238-4615-8f22-4224d8ab3e10"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:38.407656 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59457c63-8cad-43e4-88c5-aa7023e44e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.414495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 3ce5c801-a238-4615-8f22-4224d8ab3e10, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3ce5c801-a238-4615-8f22-4224d8ab3e10,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:38.423633 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.511207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.531590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=3ce5c801-a238-4615-8f22-4224d8ab3e10,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:38.533117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a067915-1ced-4f10-ada8-b4d69ed861f4 req-49af3f5c-24e9-401e-9804-650ecf37dba3 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:38.534763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a067915-1ced-4f10-ada8-b4d69ed861f4 req-49af3f5c-24e9-401e-9804-650ecf37dba3 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 949 time: 0.4573903 Jul 13 07:19:38.541093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Transition to ACTIVE for port object b51f2c4e-16f0-45b1-9eb5-384ed241095a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:38.583047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.585971 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59457c63-8cad-43e4-88c5-aa7023e44e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.644915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-b52758cf-f4eb-4304-83aa-894a031c81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:38.650308 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-b52758cf-f4eb-4304-83aa-894a031c81ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1102 time: 0.5951018 Jul 13 07:19:38.691090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:38.711226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:38.711536 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50bffe7-ef62-4908-be4b-a5d58ded2c3d x-openstack-request-id: req-a50bffe7-ef62-4908-be4b-a5d58ded2c3d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:38.711898 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ab6ca4-d4b6-4219-90d0-ffb1e13c092f", "name": "network-vif-deleted", "tag": "25fa56f8-7597-40ac-8333-cdaf8c1d6954", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:38.712251 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a50bffe7-ef62-4908-be4b-a5d58ded2c3d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:38.712757 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ab6ca4-d4b6-4219-90d0-ffb1e13c092f', 'name': 'network-vif-deleted', 'tag': '25fa56f8-7597-40ac-8333-cdaf8c1d6954', 'status': 'completed', 'code': 200} Jul 13 07:19:38.729603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:38.730256 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.741182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Pushing event updated for resources: {'Port': ['ID=b51f2c4e-16f0-45b1-9eb5-384ed241095a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:38.753313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a067915-1ced-4f10-ada8-b4d69ed861f4 req-07344762-5667-421a-bf80-392d390869ab tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000465 Jul 13 07:19:38.905303 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59457c63-8cad-43e4-88c5-aa7023e44e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.960692 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24dec60-44ea-4b0a-82f3-6010e47de2b7 x-openstack-request-id: req-c24dec60-44ea-4b0a-82f3-6010e47de2b7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:38.962139 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797409b6-a433-42da-af67-8f619fd2179a", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5c801-a238-4615-8f22-4224d8ab3e10", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:38.962414 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c24dec60-44ea-4b0a-82f3-6010e47de2b7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:38.962823 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797409b6-a433-42da-af67-8f619fd2179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5c801-a238-4615-8f22-4224d8ab3e10', 'code': 200} Jul 13 07:19:38.970587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59457c63-8cad-43e4-88c5-aa7023e44e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83a73e6-4d60-4562-9927-b19523966751,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:38.974557 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:35Z', 'revision_number': 3, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:38.975144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59457c63-8cad-43e4-88c5-aa7023e44e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.982605 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-59457c63-8cad-43e4-88c5-aa7023e44e18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f83a73e6-4d60-4562-9927-b19523966751 HTTP/1.1" status: 204 len: 168 time: 1.0538318 Jul 13 07:19:38.995314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:39.022923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c814ff59-7ba5-4c98-9393-7197a49aea3d None None] Provisioning complete for port 3ce5c801-a238-4615-8f22-4224d8ab3e10 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:39.024885 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c814ff59-7ba5-4c98-9393-7197a49aea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.030863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-523d8f16-9e57-4af3-bbc8-c74cb08db4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:39.037685 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-523d8f16-9e57-4af3-bbc8-c74cb08db4ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.3558908 Jul 13 07:19:39.061031 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638e675-2ded-4a16-9ced-2113a0334276 None None] The sync data for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 is: [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:35Z', 'revision_number': 3, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:19:39.083212 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-24ea75b3-da89-4e04-a053-ce577040ab9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.0419438 Jul 13 07:19:39.163957 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.189522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-fdd25ad4-fffd-41b0-ab7a-6a21ad86632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:39.191045 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-fdd25ad4-fffd-41b0-ab7a-6a21ad86632e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1011403 Jul 13 07:19:39.304259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.314826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-3e5e1898-06f7-4d6f-b338-ef29b4c9d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:39.316332 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-3e5e1898-06f7-4d6f-b338-ef29b4c9d30a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176209 Jul 13 07:19:39.340768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc46c24-aced-4dfc-a7e4-2f5b9991b976 req-eee86082-16e1-4066-9408-0196e284be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:39.342856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ecc46c24-aced-4dfc-a7e4-2f5b9991b976 req-eee86082-16e1-4066-9408-0196e284be8a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 1102 time: 0.2695861 Jul 13 07:19:39.373780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8e0b06ee-e9f7-4416-9d21-abdb51a5e089 None None] Provisioning for port b51f2c4e-16f0-45b1-9eb5-384ed241095a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:39.377419 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.378175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8e0b06ee-e9f7-4416-9d21-abdb51a5e089 None None] Provisioning complete for port b51f2c4e-16f0-45b1-9eb5-384ed241095a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:39.378546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e0b06ee-e9f7-4416-9d21-abdb51a5e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.416689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b06ee-e9f7-4416-9d21-abdb51a5e089 None None] Port b51f2c4e-16f0-45b1-9eb5-384ed241095a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:39.462360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fdc9b-8504-4f14-9998-ea7e902126ac req-d8188ec1-fbf5-4ac2-8cfb-e098deba56ed tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:39.464150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.467457 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.468496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.468917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.469325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.469724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.470299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.470740 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.471077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.471401 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.471611 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d2fdc9b-8504-4f14-9998-ea7e902126ac req-d8188ec1-fbf5-4ac2-8cfb-e098deba56ed tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1908896 Jul 13 07:19:39.532379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d2fdc9b-8504-4f14-9998-ea7e902126ac req-6bbd0aa8-ffbc-4e1d-b8a0-df9d3e38217f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598114 Jul 13 07:19:39.534793 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-36936d68-5795-497f-b62c-1cc11ca2a394 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111540 Jul 13 07:19:39.542422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.542959 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.543959 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.544443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:19:39.545108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56411321-bf44-4cf3-9168-71597c4a0c6e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:39.593340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f16a99a-991f-4ef2-9423-cfb6a8c05872') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:39.594385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f16a99a-991f-4ef2-9423-cfb6a8c05872') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:39.647905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.704402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af059a2f-0ba1-420b-b70e-32a8c2602710 req-ef3bb282-42d1-41d6-85aa-5c7d1f1f11ea service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602979 Jul 13 07:19:39.852859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 25fa56f8-7597-40ac-8333-cdaf8c1d6954 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:39.876130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 25fa56f8-7597-40ac-8333-cdaf8c1d6954 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:39.876693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 25fa56f8-7597-40ac-8333-cdaf8c1d6954 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:39.953760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ecc46c24-aced-4dfc-a7e4-2f5b9991b976 req-c593dca6-05d6-49de-9987-79e3a2482dad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734682 Jul 13 07:19:39.957579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53158) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:39.968972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.033441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:19:40.033833 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: from cryptography.utils import int_from_bytes Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: from cryptography.utils import int_from_bytes Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:19:40.044955 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:19:40.078855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912f6e2-5414-488f-8de5-e84398f9b0cf req-b311927c-7b7e-48a9-ae97-749293c79eda tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.086530 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d912f6e2-5414-488f-8de5-e84398f9b0cf req-b311927c-7b7e-48a9-ae97-749293c79eda tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 950 time: 0.0784907 Jul 13 07:19:40.128800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c878a7-a8ca-4bd0-b693-88dae1cf76d3 req-5b543309-5a7e-4ebe-8f55-d271249d7c0b tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.130007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c878a7-a8ca-4bd0-b693-88dae1cf76d3 req-5b543309-5a7e-4ebe-8f55-d271249d7c0b tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.130007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c878a7-a8ca-4bd0-b693-88dae1cf76d3 req-5b543309-5a7e-4ebe-8f55-d271249d7c0b tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.130215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c878a7-a8ca-4bd0-b693-88dae1cf76d3 req-5b543309-5a7e-4ebe-8f55-d271249d7c0b tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.132087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c878a7-a8ca-4bd0-b693-88dae1cf76d3 req-5b543309-5a7e-4ebe-8f55-d271249d7c0b tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.138846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79033b53-c0ca-4765-bb95-90adbba8d4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.148484 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6c878a7-a8ca-4bd0-b693-88dae1cf76d3 req-5b543309-5a7e-4ebe-8f55-d271249d7c0b tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.6931527 Jul 13 07:19:40.152870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d912f6e2-5414-488f-8de5-e84398f9b0cf req-4d4a58d2-4297-4580-9515-de2bbc4e563c tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652788 Jul 13 07:19:40.283211 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.316269 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.320734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] 10.222.0.41 "DELETE /v2.0/networks/56411321-bf44-4cf3-9168-71597c4a0c6e HTTP/1.1" status: 204 len: 168 time: 1.3164270 Jul 13 07:19:40.331900 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79033b53-c0ca-4765-bb95-90adbba8d4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.342571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79033b53-c0ca-4765-bb95-90adbba8d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.348761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9102d4-72cc-4686-81c4-1a1d2ddf606b admin admin] Pushing event deleted for resources: {'Network': ['ID=56411321-bf44-4cf3-9168-71597c4a0c6e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:40.409357 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-79033b53-c0ca-4765-bb95-90adbba8d4fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b8dee9e36a34ec0b100a6d25b7d7d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495366 Jul 13 07:19:40.410314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79033b53-c0ca-4765-bb95-90adbba8d4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583b853a-9280-4b8d-9334-483b34b35604,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:40.411994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53174) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:40.428494 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.448299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.545429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53184) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:40.556116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbad7f0-e8d9-4b4a-bac8-c63713abae9b req-adfd06be-7a39-4cd2-a61b-0f0ff48a756c tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.560419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afbad7f0-e8d9-4b4a-bac8-c63713abae9b req-adfd06be-7a39-4cd2-a61b-0f0ff48a756c tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 886 time: 0.3028896 Jul 13 07:19:40.580860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Pushing event updated for resources: {'Port': ['ID=b51f2c4e-16f0-45b1-9eb5-384ed241095a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:40.599277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.613976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-002adbc8-1384-4bd9-95b2-75836f7c1596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.656695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8df84b75-ac04-4b1a-8043-c8b0bde7fba5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6efa748e4bbe46599b2dd7e6879cbdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098776 Jul 13 07:19:40.659107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53192) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:40.713935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-002adbc8-1384-4bd9-95b2-75836f7c1596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.765450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53194) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:40.794533 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18884fc4-2f6b-4a6b-b733-182ab1ff3347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.836756 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18884fc4-2f6b-4a6b-b733-182ab1ff3347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.852739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d471dea0-53bc-44d5-a19e-6b3495af8681 None None] Provisioning complete for port b51f2c4e-16f0-45b1-9eb5-384ed241095a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:40.853785 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d471dea0-53bc-44d5-a19e-6b3495af8681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.933022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d471dea0-53bc-44d5-a19e-6b3495af8681 None None] Port b51f2c4e-16f0-45b1-9eb5-384ed241095a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:40.959485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18884fc4-2f6b-4a6b-b733-182ab1ff3347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.963979 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18884fc4-2f6b-4a6b-b733-182ab1ff3347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:40.965827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-18884fc4-2f6b-4a6b-b733-182ab1ff3347 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10b61ca8-5555-4a55-8952-0fd27773a473 HTTP/1.1" status: 204 len: 168 time: 0.3050568 Jul 13 07:19:40.970197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:40.980738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18884fc4-2f6b-4a6b-b733-182ab1ff3347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b61ca8-5555-4a55-8952-0fd27773a473,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:40.996773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:41.005416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2d976a9b-c24d-4bf5-837d-6bd982491258 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c51abf6d4a7647768503cf3bf147c196&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2388382 Jul 13 07:19:41.006432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:41.020193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-002adbc8-1384-4bd9-95b2-75836f7c1596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.022782 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-002adbc8-1384-4bd9-95b2-75836f7c1596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.025310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-002adbc8-1384-4bd9-95b2-75836f7c1596 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/583b853a-9280-4b8d-9334-483b34b35604 HTTP/1.1" status: 204 len: 168 time: 0.6093929 Jul 13 07:19:41.115842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002adbc8-1384-4bd9-95b2-75836f7c1596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583b853a-9280-4b8d-9334-483b34b35604,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:41.141791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9994-3b70-4a31-a91f-e677ba07a40a req-1bf00ec8-801b-4b40-8798-59aa42623507 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:41.148581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53a9994-3b70-4a31-a91f-e677ba07a40a req-1bf00ec8-801b-4b40-8798-59aa42623507 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.3433371 Jul 13 07:19:41.216183 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5a6f-076d-47df-bf88-ec676f384344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.273352 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5a6f-076d-47df-bf88-ec676f384344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.291452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53a9994-3b70-4a31-a91f-e677ba07a40a req-007009bd-be65-4177-a7e8-59c033bddd07 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926831 Jul 13 07:19:41.318905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:19:41.380002 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5a6f-076d-47df-bf88-ec676f384344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.383146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5a6f-076d-47df-bf88-ec676f384344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.384571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ca7f5a6f-076d-47df-bf88-ec676f384344 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ad4c4d5-7d4a-4bf4-83f9-c7519db10147 HTTP/1.1" status: 204 len: 168 time: 0.3760145 Jul 13 07:19:41.385656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-273a447f-6d75-4fc5-9c3d-78629bfe0b04 None None] Provisioning complete for port b51f2c4e-16f0-45b1-9eb5-384ed241095a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:41.387863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-273a447f-6d75-4fc5-9c3d-78629bfe0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.417308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f5a6f-076d-47df-bf88-ec676f384344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4c4d5-7d4a-4bf4-83f9-c7519db10147,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:41.451162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947eff0-0553-430f-a8a3-2887a0224b56 req-393075bf-b84e-4340-860d-6dbb6fbcd2eb tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:41.452002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947eff0-0553-430f-a8a3-2887a0224b56 req-393075bf-b84e-4340-860d-6dbb6fbcd2eb tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:41.452618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947eff0-0553-430f-a8a3-2887a0224b56 req-393075bf-b84e-4340-860d-6dbb6fbcd2eb tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:41.453365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947eff0-0553-430f-a8a3-2887a0224b56 req-393075bf-b84e-4340-860d-6dbb6fbcd2eb tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:41.467823 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0947eff0-0553-430f-a8a3-2887a0224b56 req-393075bf-b84e-4340-860d-6dbb6fbcd2eb tempest-NetworksTest-1340186248 tempest-NetworksTest-1340186248-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2918 time: 0.4106126 Jul 13 07:19:41.473302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dbf1574a-2ecb-4820-aba7-fbc3e82a1740 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:41.563300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-273a447f-6d75-4fc5-9c3d-78629bfe0b04 None None] Port b51f2c4e-16f0-45b1-9eb5-384ed241095a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:41.588316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port dbf1574a-2ecb-4820-aba7-fbc3e82a1740 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:41.594105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dbf1574a-2ecb-4820-aba7-fbc3e82a1740 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:41.594487 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.621203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:41.642553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77cb40f4-f59f-4295-8c07-87d361d2cf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.645109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:19:41.654767 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Sync routers for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:19:41.661315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aecaf118-c40a-407a-99a5-0e6d80abf943 admin admin] 10.222.0.41 "PUT /v2.0/routers/7c12d3e5-1b00-4a1d-a9cd-c08422343f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9899638 Jul 13 07:19:41.691674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75638-7a46-4aa5-a2b3-f391b9d4d93f req-f4295311-384c-49f0-b956-2f59e842f87c tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:41.700301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96b75638-7a46-4aa5-a2b3-f391b9d4d93f req-f4295311-384c-49f0-b956-2f59e842f87c tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 950 time: 0.1003249 Jul 13 07:19:41.701492 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.708120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:41.709027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:41.755700 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96b75638-7a46-4aa5-a2b3-f391b9d4d93f req-7f986b86-12db-4cde-b534-1cd4829a04ba tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543365 Jul 13 07:19:41.801825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port dbf1574a-2ecb-4820-aba7-fbc3e82a1740, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dbf1574a-2ecb-4820-aba7-fbc3e82a1740,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:41.833545 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77cb40f4-f59f-4295-8c07-87d361d2cf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.838623 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77cb40f4-f59f-4295-8c07-87d361d2cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.839836 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.890883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb40f4-f59f-4295-8c07-87d361d2cf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e624c9f-e08e-4bff-8398-6eb427b41f6f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:41.906263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-77cb40f4-f59f-4295-8c07-87d361d2cf25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=302cf5f2d0ab4e3eb1175a0e7caa6714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831783 Jul 13 07:19:41.908744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:41.950256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:41.979839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=dbf1574a-2ecb-4820-aba7-fbc3e82a1740,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:41.985241 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6480eaab-4619-41c0-a4a5-6636477c0ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.015426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6480eaab-4619-41c0-a4a5-6636477c0ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.052858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53242) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:42.070604 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ed0d-631f-45f8-a7da-ac5e8759ad63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.203685 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6480eaab-4619-41c0-a4a5-6636477c0ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.207455 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6480eaab-4619-41c0-a4a5-6636477c0ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.213013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6480eaab-4619-41c0-a4a5-6636477c0ca1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e624c9f-e08e-4bff-8398-6eb427b41f6f HTTP/1.1" status: 204 len: 168 time: 0.3032165 Jul 13 07:19:42.241563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480eaab-4619-41c0-a4a5-6636477c0ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e624c9f-e08e-4bff-8398-6eb427b41f6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:42.247139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 2, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:42.262458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53252) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:42.287563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Checking router: 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:19:42.288105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Updating router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 port b51f2c4e-16f0-45b1-9eb5-384ed241095a binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:19:42.291987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ed0d-631f-45f8-a7da-ac5e8759ad63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.304047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ed0d-631f-45f8-a7da-ac5e8759ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.335866 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.362000 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1ce2ed0d-631f-45f8-a7da-ac5e8759ad63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d99c97ee086849a4abc1af775b04ac8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056962 Jul 13 07:19:42.362372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:42.367214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4700d4a-21cd-4125-b358-d22f50219422 req-b32fbee1-2d00-4240-a6e1-c329919335f0 tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:42.369153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4700d4a-21cd-4125-b358-d22f50219422 req-b32fbee1-2d00-4240-a6e1-c329919335f0 tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 1102 time: 0.1443038 Jul 13 07:19:42.370211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2ed0d-631f-45f8-a7da-ac5e8759ad63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0f6a01-f588-46b5-b6ec-5b52b934536e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:42.393462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4700d4a-21cd-4125-b358-d22f50219422 req-89a3407a-e279-42e9-9aec-0cf7ebd0462d tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.437699 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a4f584d-cf90-4e58-8656-2bd9bd9ffb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.490570 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a4f584d-cf90-4e58-8656-2bd9bd9ffb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.511166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4700d4a-21cd-4125-b358-d22f50219422 req-89a3407a-e279-42e9-9aec-0cf7ebd0462d tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.522313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4700d4a-21cd-4125-b358-d22f50219422 req-89a3407a-e279-42e9-9aec-0cf7ebd0462d tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.564203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4700d4a-21cd-4125-b358-d22f50219422 req-89a3407a-e279-42e9-9aec-0cf7ebd0462d tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889994 Jul 13 07:19:42.570530 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a4f584d-cf90-4e58-8656-2bd9bd9ffb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.573919 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a4f584d-cf90-4e58-8656-2bd9bd9ffb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.575632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4a4f584d-cf90-4e58-8656-2bd9bd9ffb99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf0f6a01-f588-46b5-b6ec-5b52b934536e HTTP/1.1" status: 204 len: 168 time: 0.2122879 Jul 13 07:19:42.590673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f584d-cf90-4e58-8656-2bd9bd9ffb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0f6a01-f588-46b5-b6ec-5b52b934536e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:42.597149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3407a-e279-42e9-9aec-0cf7ebd0462d tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33998595-e2da-4197-899c-995151453c80,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:42.723716 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.880354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9593032-b893-4694-a120-7d7fb912e383 req-74825f73-cf24-4c9e-a57b-9646a5f6169a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:42.887911 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9593032-b893-4694-a120-7d7fb912e383 req-74825f73-cf24-4c9e-a57b-9646a5f6169a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1524940 Jul 13 07:19:42.937434 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9593032-b893-4694-a120-7d7fb912e383 req-e71c4677-e4b9-4a36-88a7-780db1c1a4fb tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488162 Jul 13 07:19:42.961044 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.974174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Transition to ACTIVE for port object b51f2c4e-16f0-45b1-9eb5-384ed241095a will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:42.981002 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.992282 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.996742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.036406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464602a1-e87c-49f9-8630-47f0cdb59773 None None] Pushing event updated for resources: {'Port': ['ID=b51f2c4e-16f0-45b1-9eb5-384ed241095a,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:43.049406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45e3d910801448028d5e5a7473bdd7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7857385 Jul 13 07:19:43.052378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53284) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:43.054903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fa0cbf-0ff9-4f2f-a7bd-dae072a002ad,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:43.063598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.064201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.064548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.064893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.065226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.065556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.065885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.066230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.066557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.066881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.067203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.067522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3018d-f69b-4562-8bfa-3c6127c362a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.138779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Attempting to bind port b51f2c4e-16f0-45b1-9eb5-384ed241095a on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:43.140661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Attempting to bind port b51f2c4e-16f0-45b1-9eb5-384ed241095a by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:43.141261 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.141724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Attempting to bind port b51f2c4e-16f0-45b1-9eb5-384ed241095a on network 2eb7911c-5d60-41a1-93e7-8937099d88ed {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:43.156070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:43.156464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Checking segment: {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:43.156883 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.157561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Bound using segment: {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:43.158095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Bound port: b51f2c4e-16f0-45b1-9eb5-384ed241095a, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:43.158500 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.188047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.261512 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.269574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.271707 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56fa0cbf-0ff9-4f2f-a7bd-dae072a002ad HTTP/1.1" status: 204 len: 168 time: 0.2177296 Jul 13 07:19:43.276619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] For port b51f2c4e-16f0-45b1-9eb5-384ed241095a, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:43.281753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fa0cbf-0ff9-4f2f-a7bd-dae072a002ad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:43.286853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] For port b51f2c4e-16f0-45b1-9eb5-384ed241095a, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b51f2c4e-16f0-45b1-9eb5-384ed241095a,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:43.292762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.294146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.294566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.295096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.295614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.296093 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.296341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.296934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.297432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.298159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.298671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.299155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.299731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04694d58-d4df-4492-9cf0-8fbaf2d7c002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:43.371889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dbf1574a-2ecb-4820-aba7-fbc3e82a1740 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:43.439868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:43.440440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:43.449611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464602a1-e87c-49f9-8630-47f0cdb59773 None None] Pushing event updated for resources: {'Port': ['ID=b51f2c4e-16f0-45b1-9eb5-384ed241095a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:43.591837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dbf1574a-2ecb-4820-aba7-fbc3e82a1740 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:43.591837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.675019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:43.732540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53326) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:43.738532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-network', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:43.782146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Made reservation on behalf of 271b84eb1d5642dda43f9cbbdbb41e18 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:43.786558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.792029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f39f2-a25e-4fa3-81ce-6d322883cc7b req-4d406e4c-0a5f-4348-86d2-c419de517c27 tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:43.797640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747f39f2-a25e-4fa3-81ce-6d322883cc7b req-4d406e4c-0a5f-4348-86d2-c419de517c27 tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 1102 time: 0.0783122 Jul 13 07:19:43.813808 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.848612 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747f39f2-a25e-4fa3-81ce-6d322883cc7b req-371e4704-43ce-444f-8f91-6c8a63422f9b tempest-ServersAdminNegativeTestJSON-1319640207 tempest-ServersAdminNegativeTestJSON-1319640207-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438809 Jul 13 07:19:43.981156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:43Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:43.989448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.003541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.016473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bce7d-46b5-464e-b729-6b89be6c1170 None None] The sync data for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 is: [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:43Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:19:44.024957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:19:44.037426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.037853 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Added segment 068f5272-ef04-40b6-9c9f-6d03b7ccdb94 of type vlan for network 00f005e0-f8f5-4036-b65b-32bddede839a Jul 13 07:19:44.105616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb1a1da-9a57-4021-9863-a18daec991af,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:44.126440 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.174409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.176365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:44.176980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.271233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20991f24-8085-49fe-ae9d-d47127f5f009 req-653f8c08-a299-4fc5-a75b-cbfb33887135 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:44.273506 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20991f24-8085-49fe-ae9d-d47127f5f009 req-653f8c08-a299-4fc5-a75b-cbfb33887135 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1155109 Jul 13 07:19:44.291896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5573843 Jul 13 07:19:44.292774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc4fb7-723d-4cf9-9350-e60e6c6cddba admin admin] Pushing event updated for resources: {'Network': ['ID=00f005e0-f8f5-4036-b65b-32bddede839a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:44.299267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53342) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:44.299803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53344) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:44.309217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 00f005e0-f8f5-4036-b65b-32bddede839a details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:19:44.312831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Request body: {'subnet': {'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-subnet', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:44.346038 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Made reservation on behalf of 271b84eb1d5642dda43f9cbbdbb41e18 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:44.349485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.374791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20991f24-8085-49fe-ae9d-d47127f5f009 req-5f82c0ee-36c6-42b2-9e78-8492a3403bf3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866883 Jul 13 07:19:44.376047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:44.412057 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-051bdaa8-3daf-450d-82f2-a79e9a5bdd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.541857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-051bdaa8-3daf-450d-82f2-a79e9a5bdd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.547536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-051bdaa8-3daf-450d-82f2-a79e9a5bdd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.602304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-051bdaa8-3daf-450d-82f2-a79e9a5bdd56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1483c5d9ea0c4bc19e858c76990ce933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251711 Jul 13 07:19:44.609994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:44.643138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bdaa8-3daf-450d-82f2-a79e9a5bdd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8419047-0343-4770-b6b2-b8c2394d0e72,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:44.709383 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-730df4c1-9717-4847-9ca9-5d0adf950db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.745421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-730df4c1-9717-4847-9ca9-5d0adf950db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.749429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-796071370-network', 'tenant_id': 'fdfd702c95cf46bb96a059d48bd0c772'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:44.806156 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.855087 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-730df4c1-9717-4847-9ca9-5d0adf950db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.859847 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-730df4c1-9717-4847-9ca9-5d0adf950db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.861561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-730df4c1-9717-4847-9ca9-5d0adf950db5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8419047-0343-4770-b6b2-b8c2394d0e72 HTTP/1.1" status: 204 len: 168 time: 0.2496088 Jul 13 07:19:44.873024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730df4c1-9717-4847-9ca9-5d0adf950db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8419047-0343-4770-b6b2-b8c2394d0e72,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:44.893341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dea42a-4c0a-488c-8b46-33e600e994d6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:44.913326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Made reservation on behalf of fdfd702c95cf46bb96a059d48bd0c772 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:44.920106 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.938938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.977437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Checking segment: {'id': '068f5272-ef04-40b6-9c9f-6d03b7ccdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:44.978767 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Network hostable DHCP agents. Network: 00f005e0-f8f5-4036-b65b-32bddede839a, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:19:45.070906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Network 00f005e0-f8f5-4036-b65b-32bddede839a is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:19:45.095063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c330a4b-5afa-4897-9377-e131ccd334fa req-68a0999d-e5bb-467e-9a10-a8273b4ff20b tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:45.098011 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c330a4b-5afa-4897-9377-e131ccd334fa req-68a0999d-e5bb-467e-9a10-a8273b4ff20b tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 950 time: 0.1030419 Jul 13 07:19:45.112588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 00f005e0-f8f5-4036-b65b-32bddede839a) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:45.128969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e5c30-a9bd-4870-bf53-5c7a3f9e3a28 None None] Network 00f005e0-f8f5-4036-b65b-32bddede839a requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:45.129935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:45.130556 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.164310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c330a4b-5afa-4897-9377-e131ccd334fa req-473104dc-bcb5-48e3-9ebd-7a74ed4d4f0c tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600002 Jul 13 07:19:45.198221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.204408 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.223879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:45.228868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:45.234464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d97d49ba-9531-44b9-b145-1d585f727ad5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9257135 Jul 13 07:19:45.263373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:19:45.270254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6fd822-6345-4cdc-95a2-62c7b89a6d1a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:45.274152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.276264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.276541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.276887 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Added segment bce89087-41b4-46cb-ae56-dbed6a3a8004 of type vlan for network 155740b6-aa49-49d5-b24e-da223ee0e11d Jul 13 07:19:45.334680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.388859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.390562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:45.391226 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.399186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-00f005e0-f8f5-4036-b65b-32bddede839a', 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'fixed_ips': [{'subnet_id': '51dea42a-4c0a-488c-8b46-33e600e994d6'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:19:45.400479 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.430743 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.501512 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2002785 Jul 13 07:19:45.504451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53390) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:45.510004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Request body: {'subnet': {'network_id': '155740b6-aa49-49d5-b24e-da223ee0e11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-796071370-subnet', 'tenant_id': 'fdfd702c95cf46bb96a059d48bd0c772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:45.565963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38699a8a-6e78-4a97-8bd6-aedc44e610b4 admin admin] Pushing event updated for resources: {'Network': ['ID=155740b6-aa49-49d5-b24e-da223ee0e11d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:45.589346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Made reservation on behalf of fdfd702c95cf46bb96a059d48bd0c772 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:45.593274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.657045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Allocated IP 172.20.0.2 (00f005e0-f8f5-4036-b65b-32bddede839a/51dea42a-4c0a-488c-8b46-33e600e994d6/5e11ddc8-4451-4e4e-beb2-e0f5b81399ea) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:45.706572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b51f2c4e-16f0-45b1-9eb5-384ed241095a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:45.709262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 155740b6-aa49-49d5-b24e-da223ee0e11d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:19:45.735016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53396) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:45.769085 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.855075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4a484-32ec-4b4f-a8aa-ab64586f446a req-18a9010e-79a0-487b-8bdc-eb08da354e45 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:45.857351 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dec4a484-32ec-4b4f-a8aa-ab64586f446a req-18a9010e-79a0-487b-8bdc-eb08da354e45 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1667614 Jul 13 07:19:46.045360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port b51f2c4e-16f0-45b1-9eb5-384ed241095a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:46.055486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b51f2c4e-16f0-45b1-9eb5-384ed241095a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:46.056073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.139080 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.152732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Transition to ACTIVE for port object 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:46.189096 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.192345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Transition to ACTIVE for port object 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:46.206363 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.228518 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.239889 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.242480 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7b37d99-82ab-4e80-af6b-936e2328051d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.272019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Network 00f005e0-f8f5-4036-b65b-32bddede839a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:46.275845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:46.290283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:46.312425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port b51f2c4e-16f0-45b1-9eb5-384ed241095a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b51f2c4e-16f0-45b1-9eb5-384ed241095a,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:46.343097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Pushing event updated for resources: {'Port': ['ID=5e11ddc8-4451-4e4e-beb2-e0f5b81399ea,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:46.352639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Allocated IP 172.25.8.5 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/42be88ad-d812-470d-b669-39331453a618) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:46.358907 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.429551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7b37d99-82ab-4e80-af6b-936e2328051d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.442188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dec4a484-32ec-4b4f-a8aa-ab64586f446a req-d2b6292e-6f5f-4bed-8e3b-a29738a8c5e4 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769541 Jul 13 07:19:46.446166 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7b37d99-82ab-4e80-af6b-936e2328051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.481755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e7b37d99-82ab-4e80-af6b-936e2328051d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e1898aed7ec44d6b8b46b480159ec79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7440801 Jul 13 07:19:46.487585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.490492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53420) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:46.534889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Attempting to bind port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:46.535454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Attempting to bind port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '068f5272-ef04-40b6-9c9f-6d03b7ccdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:46.535946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Attempting to bind port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea on network 00f005e0-f8f5-4036-b65b-32bddede839a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:46.555164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:46.555401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.556695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Checking segment: {'id': '068f5272-ef04-40b6-9c9f-6d03b7ccdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:46.557386 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.560374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Bound using segment: {'id': '068f5272-ef04-40b6-9c9f-6d03b7ccdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:46.561989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Bound port: 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068f5272-ef04-40b6-9c9f-6d03b7ccdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:46.562508 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.604063 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b37d99-82ab-4e80-af6b-936e2328051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df872b65-3c74-49b0-a3d2-b872b8dc0808,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:46.680410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6998a20f-abed-4e2e-9fcc-b19ba74d5bdd,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:46.682542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9092ecd-c5cd-4787-8106-2641624739c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.685280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=b51f2c4e-16f0-45b1-9eb5-384ed241095a,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:46.686629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Checking segment: {'id': 'bce89087-41b4-46cb-ae56-dbed6a3a8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '155740b6-aa49-49d5-b24e-da223ee0e11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:46.686991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Network hostable DHCP agents. Network: 155740b6-aa49-49d5-b24e-da223ee0e11d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:19:46.691217 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.734731 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9092ecd-c5cd-4787-8106-2641624739c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.759283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:46.774213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Network 155740b6-aa49-49d5-b24e-da223ee0e11d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:19:46.776491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:46.779479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] For port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:46.790125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] For port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5e11ddc8-4451-4e4e-beb2-e0f5b81399ea,segment=NetworkSegment(068f5272-ef04-40b6-9c9f-6d03b7ccdb94),segment_id=068f5272-ef04-40b6-9c9f-6d03b7ccdb94)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:46.797633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:46.800878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.807190 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 155740b6-aa49-49d5-b24e-da223ee0e11d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:46.821765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:46.825216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.852995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf912d-be90-41e6-8fef-2a15376d8c05 None None] Network 155740b6-aa49-49d5-b24e-da223ee0e11d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:46.861307 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9092ecd-c5cd-4787-8106-2641624739c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.869204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9092ecd-c5cd-4787-8106-2641624739c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.879027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c9092ecd-c5cd-4787-8106-2641624739c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df872b65-3c74-49b0-a3d2-b872b8dc0808 HTTP/1.1" status: 204 len: 168 time: 0.3869543 Jul 13 07:19:46.905061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Pushing event updated for resources: {'Port': ['ID=42be88ad-d812-470d-b669-39331453a618,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:46.905291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9092ecd-c5cd-4787-8106-2641624739c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df872b65-3c74-49b0-a3d2-b872b8dc0808,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:46.926696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-82c03c05-1669-43f5-a50e-4ed25462f264 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4209869 Jul 13 07:19:46.931934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-84b4bfdf-94f2-44ba-a47e-5c179acd22dd tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:46.934611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-84b4bfdf-94f2-44ba-a47e-5c179acd22dd tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 950 time: 0.3990314 Jul 13 07:19:46.994710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378217fa-3cd2-4495-af60-968cc93d949e None None] Pushing event updated for resources: {'Port': ['ID=5e11ddc8-4451-4e4e-beb2-e0f5b81399ea,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:47.023759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bf0d00e2-fc3a-4fb9-9784-4fbdeb22709d None None] Provisioning complete for port b51f2c4e-16f0-45b1-9eb5-384ed241095a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:47.024148 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf0d00e2-fc3a-4fb9-9784-4fbdeb22709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.037094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38923d-f287-4ba6-b603-d53b03271f63 req-45d501b4-33d1-43a0-85ff-22398cab235a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:47.038922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cc38923d-f287-4ba6-b603-d53b03271f63 req-45d501b4-33d1-43a0-85ff-22398cab235a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 950 time: 0.5057473 Jul 13 07:19:47.131530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1debe8db-5909-4514-b680-9535b54dd4c6 None None] Network 155740b6-aa49-49d5-b24e-da223ee0e11d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:47.557603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:47.576784 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cc38923d-f287-4ba6-b603-d53b03271f63 req-3b410499-8831-449e-9825-a1f15fba8f52 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291970 Jul 13 07:19:47.639545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:47.645477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b51f2c4e-16f0-45b1-9eb5-384ed241095a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:47.672466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Deleting port 3ce5c801-a238-4615-8f22-4224d8ab3e10 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:47.673717 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.717843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b51f2c4e-16f0-45b1-9eb5-384ed241095a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:47.718261 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.745478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53456) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:47.787140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-174792fa-b794-4da3-b988-4c90e250900f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.819334 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42c4ea-91fc-456a-9b33-089868ed0c7b req-665c208d-8774-4f1b-ad82-b8deb653e44b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:47.823260 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd42c4ea-91fc-456a-9b33-089868ed0c7b req-665c208d-8774-4f1b-ad82-b8deb653e44b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1933432 Jul 13 07:19:47.829119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.930659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd42c4ea-91fc-456a-9b33-089868ed0c7b req-02084064-6732-4d8e-a4a3-60e23a7d6cbd tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960784 Jul 13 07:19:48.033857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] For port 3ce5c801-a238-4615-8f22-4224d8ab3e10, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3ce5c801-a238-4615-8f22-4224d8ab3e10,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:48.034252 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.059490 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-174792fa-b794-4da3-b988-4c90e250900f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.061202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Calling delete_port for 3ce5c801-a238-4615-8f22-4224d8ab3e10 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:48.069599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53462) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:48.076933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-174792fa-b794-4da3-b988-4c90e250900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.112907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-34cf56e0-4d08-4d24-8c59-326bf1b47b99 req-1187f809-e1c7-4790-92d7-49bede63f0a1 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2097650938', 'description': 'tempest-description-1596488739'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:48.134393 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-174792fa-b794-4da3-b988-4c90e250900f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f169313d09c44e9952f6ba027a554b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837647 Jul 13 07:19:48.135372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174792fa-b794-4da3-b988-4c90e250900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72dea61-c379-412d-b704-4979a7a9ff18,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:48.141333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53466) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:48.242687 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.264006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59f3b0d8-c815-4165-b101-a3087077f147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.266530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-34cf56e0-4d08-4d24-8c59-326bf1b47b99 req-1187f809-e1c7-4790-92d7-49bede63f0a1 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.279056 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cdf87c2-03dc-4a53-b98a-9572f3609bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.304777 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59f3b0d8-c815-4165-b101-a3087077f147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.373856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59f3b0d8-c815-4165-b101-a3087077f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.378332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59f3b0d8-c815-4165-b101-a3087077f147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.379674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-59f3b0d8-c815-4165-b101-a3087077f147 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f72dea61-c379-412d-b704-4979a7a9ff18 HTTP/1.1" status: 204 len: 168 time: 0.2222037 Jul 13 07:19:48.387981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3b0d8-c815-4165-b101-a3087077f147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72dea61-c379-412d-b704-4979a7a9ff18,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:48.439300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be3c53-4929-4885-b7ee-b417afe678d7 None None] Network 00f005e0-f8f5-4036-b65b-32bddede839a requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:48.502420 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.516689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-network', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:48.519800 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['307b53a0-45af-4279-96eb-4d65f31f69c4', '3ce5c801-a238-4615-8f22-4224d8ab3e10'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:48.553724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Pushing event deleted for resources: {'Port': ['ID=3ce5c801-a238-4615-8f22-4224d8ab3e10,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:48.578166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1d736e9-47ea-41bd-96e6-8514c48ed860 None None] Provisioning for port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:48.601283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1d736e9-47ea-41bd-96e6-8514c48ed860 None None] Provisioning complete for port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:48.601961 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1d736e9-47ea-41bd-96e6-8514c48ed860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.634949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-34cf56e0-4d08-4d24-8c59-326bf1b47b99 req-1187f809-e1c7-4790-92d7-49bede63f0a1 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.669168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] No DVR routers for this DVR port 3ce5c801-a238-4615-8f22-4224d8ab3e10 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:48.672676 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:19:48.673244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.676585 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f731f73a-2df3-4a08-8886-8d0f4e1d790a req-a67b9e41-1c30-4592-8705-9f0d21dabf90 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "DELETE /v2.0/ports/3ce5c801-a238-4615-8f22-4224d8ab3e10 HTTP/1.1" status: 204 len: 173 time: 1.7360730 Jul 13 07:19:48.677502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797409b6-a433-42da-af67-8f619fd2179a', 'name': 'network-vif-deleted', 'tag': '3ce5c801-a238-4615-8f22-4224d8ab3e10'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:48.686737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Made reservation on behalf of 2b82a453d6ea4825ab9b0d283de60b12 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:48.688709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.692865 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568cf19a-1627-482f-ae5f-18f5155c7616" -d '{"events": [{"server_uuid": "797409b6-a433-42da-af67-8f619fd2179a", "name": "network-vif-deleted", "tag": "3ce5c801-a238-4615-8f22-4224d8ab3e10"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:48.696232 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-34cf56e0-4d08-4d24-8c59-326bf1b47b99 req-1187f809-e1c7-4790-92d7-49bede63f0a1 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.698957 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Router 37cb1dd6-c70b-4dd0-9278-22026136696b is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:19:48.708413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.801614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187f809-e1c7-4790-92d7-49bede63f0a1 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1290f452-63f7-45cb-b105-db7b6362cc37,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:48.925930 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.934368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.944638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-34cf56e0-4d08-4d24-8c59-326bf1b47b99 req-1187f809-e1c7-4790-92d7-49bede63f0a1 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.945981 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-34cf56e0-4d08-4d24-8c59-326bf1b47b99 req-1187f809-e1c7-4790-92d7-49bede63f0a1 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8449047 Jul 13 07:19:48.991076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:19:49.004569 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Sync routers for ids ['37cb1dd6-c70b-4dd0-9278-22026136696b'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:19:49.008137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ffef5-eebf-4a73-855f-934046ff1856,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:49.023450 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Routers {'37cb1dd6-c70b-4dd0-9278-22026136696b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:49.024350 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37cb1dd6-c70b-4dd0-9278-22026136696b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:49.035008 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.036233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:19:49.037136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-45bf319f-b704-455a-ae4f-da939bfee670 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8120382 Jul 13 07:19:49.040014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:49.058871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.059229 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Added segment 04a76ab2-39f8-47af-afea-2f9b3845b350 of type vlan for network 9f63ec97-2923-4142-afce-19eccde33bf4 Jul 13 07:19:49.088111 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1d736e9-47ea-41bd-96e6-8514c48ed860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.124166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53494) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:49.170154 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-134f3ad3-1bad-4ffb-a82f-429521e58cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.175420 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.191871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f1d736e9-47ea-41bd-96e6-8514c48ed860 None None] For port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5e11ddc8-4451-4e4e-beb2-e0f5b81399ea,segment=NetworkSegment(068f5272-ef04-40b6-9c9f-6d03b7ccdb94),segment_id=068f5272-ef04-40b6-9c9f-6d03b7ccdb94)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:49.201511 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1d736e9-47ea-41bd-96e6-8514c48ed860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.280135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.281664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.282755 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.290702 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Set router 37cb1dd6-c70b-4dd0-9278-22026136696b gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:49.335837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d736e9-47ea-41bd-96e6-8514c48ed860 None None] Pushing event updated for resources: {'Port': ['ID=5e11ddc8-4451-4e4e-beb2-e0f5b81399ea,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:49.378908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3cdc9f88-8da8-4bda-bb00-22da0578519c None None] Provisioning complete for port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:49.379621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9f88-8da8-4bda-bb00-22da0578519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.396371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] Pushing event updated for resources: {'Network': ['ID=9f63ec97-2923-4142-afce-19eccde33bf4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:49.421645 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00d1319b-7cc0-4425-8d68-607f6ff8ae58 req-10327d38-e9a4-4591-b169-e640d0a33e83 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=797409b6-a433-42da-af67-8f619fd2179a HTTP/1.1" status: 200 len: 210 time: 0.1134198 Jul 13 07:19:49.422139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 9f63ec97-2923-4142-afce-19eccde33bf4 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:19:49.579099 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd42b68-ff28-46e0-9c5c-3833b4a813b1 x-openstack-request-id: req-3cd42b68-ff28-46e0-9c5c-3833b4a813b1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:49.579553 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797409b6-a433-42da-af67-8f619fd2179a", "name": "network-vif-deleted", "tag": "3ce5c801-a238-4615-8f22-4224d8ab3e10", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:49.579817 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cd42b68-ff28-46e0-9c5c-3833b4a813b1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:49.581408 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797409b6-a433-42da-af67-8f619fd2179a', 'name': 'network-vif-deleted', 'tag': '3ce5c801-a238-4615-8f22-4224d8ab3e10', 'status': 'completed', 'code': 200} Jul 13 07:19:49.631479 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '42be88ad-d812-470d-b669-39331453a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:45Z', 'updated_at': '2021-07-13T07:19:47Z', 'revision_number': 3, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'gw_port': {'id': '42be88ad-d812-470d-b669-39331453a618', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:46Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:49.661431 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Checking router: 37cb1dd6-c70b-4dd0-9278-22026136696b for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:19:49.662079 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Updating router 37cb1dd6-c70b-4dd0-9278-22026136696b port 42be88ad-d812-470d-b669-39331453a618 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:19:49.662626 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3cf6244-acde-4f29-8c5a-55158207db26 req-4f9fcb3c-d472-4bc9-9746-d7409f5f20c2 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/1290f452-63f7-45cb-b105-db7b6362cc37 HTTP/1.1" status: 200 len: 1813 time: 0.0793796 Jul 13 07:19:49.684967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e3cf6244-acde-4f29-8c5a-55158207db26 req-9abecb54-6196-494f-8589-0e2e837a3034 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1290f452-63f7-45cb-b105-db7b6362cc37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:49.685410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e3cf6244-acde-4f29-8c5a-55158207db26 req-9abecb54-6196-494f-8589-0e2e837a3034 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1290f452-63f7-45cb-b105-db7b6362cc37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:49.699497 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.741631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399b97-5976-4783-93ca-62a78ac3a604 req-3b7aed31-4a51-48d8-84bf-0faf44431074 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.743511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03399b97-5976-4783-93ca-62a78ac3a604 req-3b7aed31-4a51-48d8-84bf-0faf44431074 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.0796258 Jul 13 07:19:49.789324 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03399b97-5976-4783-93ca-62a78ac3a604 req-1acb7cd3-a5d5-4c28-82f1-08589b408129 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387428 Jul 13 07:19:49.946633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-134f3ad3-1bad-4ffb-a82f-429521e58cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.957643 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-134f3ad3-1bad-4ffb-a82f-429521e58cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.961386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f93b51ea-9c9b-4e8a-b9de-01b64b3bfd48 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8879378 Jul 13 07:19:49.961864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53508) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:49.968050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Request body: {'subnet': {'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-subnet', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:49.985131 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.996998 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Transition to ACTIVE for port object 42be88ad-d812-470d-b669-39331453a618 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:50.004163 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.049189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f3ad3-1bad-4ffb-a82f-429521e58cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4156442c-bb5b-4c24-9b58-a19c035d3e95,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:50.059739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-134f3ad3-1bad-4ffb-a82f-429521e58cec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=619cdddd00384f449e23f52b207ed73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281557 Jul 13 07:19:50.060164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:50.075200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Made reservation on behalf of 2b82a453d6ea4825ab9b0d283de60b12 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:50.078470 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.080173 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Attempting to bind port 42be88ad-d812-470d-b669-39331453a618 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:50.080540 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Attempting to bind port 42be88ad-d812-470d-b669-39331453a618 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:50.081211 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Attempting to bind port 42be88ad-d812-470d-b669-39331453a618 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:50.103997 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:50.104659 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:50.106249 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.106669 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:50.107397 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Bound port: 42be88ad-d812-470d-b669-39331453a618, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:50.108125 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.182233 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] For port 42be88ad-d812-470d-b669-39331453a618, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:50.186750 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] For port 42be88ad-d812-470d-b669-39331453a618, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=42be88ad-d812-470d-b669-39331453a618,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:50.188352 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84186329-016a-4f19-82b3-0575f57d41a8 None None] Pushing event updated for resources: {'Port': ['ID=42be88ad-d812-470d-b669-39331453a618,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:50.196621 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.212596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3cf6244-acde-4f29-8c5a-55158207db26 req-9abecb54-6196-494f-8589-0e2e837a3034 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.263753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cadb2e1-c82f-4ede-8563-248cb724fbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.287432 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84186329-016a-4f19-82b3-0575f57d41a8 None None] Pushing event updated for resources: {'Port': ['ID=42be88ad-d812-470d-b669-39331453a618,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:50.288880 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-29ea7369-7074-4cd4-86ff-20291d84fd11 service neutron] show failed (client error): The resource could not be found. Jul 13 07:19:50.290113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-29ea7369-7074-4cd4-86ff-20291d84fd11 service neutron] 10.222.0.48 "GET /v2.0/ports/2046f84b-7420-4c80-a8af-2de1cc2f7577/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.2149599 Jul 13 07:19:50.297581 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.311347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3cf6244-acde-4f29-8c5a-55158207db26 req-9abecb54-6196-494f-8589-0e2e837a3034 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.330031 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Routers {'37cb1dd6-c70b-4dd0-9278-22026136696b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:50.330782 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37cb1dd6-c70b-4dd0-9278-22026136696b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:50.346090 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cadb2e1-c82f-4ede-8563-248cb724fbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.429005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd0cac7-903b-48b3-a072-68a273cf7324,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:50.435761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3cf6244-acde-4f29-8c5a-55158207db26 req-9abecb54-6196-494f-8589-0e2e837a3034 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.440988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Checking segment: {'id': '04a76ab2-39f8-47af-afea-2f9b3845b350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:50.441580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Network hostable DHCP agents. Network: 9f63ec97-2923-4142-afce-19eccde33bf4, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:19:50.471542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3cf6244-acde-4f29-8c5a-55158207db26 req-9abecb54-6196-494f-8589-0e2e837a3034 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.485926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Network 9f63ec97-2923-4142-afce-19eccde33bf4 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:19:50.486568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3cf6244-acde-4f29-8c5a-55158207db26 req-9abecb54-6196-494f-8589-0e2e837a3034 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8109131 Jul 13 07:19:50.507797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 9f63ec97-2923-4142-afce-19eccde33bf4) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:50.507991 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] Set router 37cb1dd6-c70b-4dd0-9278-22026136696b gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:50.519607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d58cd4-af36-4e6a-b353-db9ce601cfd4 None None] Network 9f63ec97-2923-4142-afce-19eccde33bf4 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:50.523102 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:50.523711 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.540064 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7394474c-0ba4-4fc8-8372-1f90609dc363 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5766246 Jul 13 07:19:50.544499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53542) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:50.578121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:50.613257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.615390 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.625239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.640715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abecb54-6196-494f-8589-0e2e837a3034 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f702083f-b333-4ff5-9666-4d60b20718a3,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:50.658871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cadb2e1-c82f-4ede-8563-248cb724fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.664071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cadb2e1-c82f-4ede-8563-248cb724fbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.666493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4cadb2e1-c82f-4ede-8563-248cb724fbb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4156442c-bb5b-4c24-9b58-a19c035d3e95 HTTP/1.1" status: 204 len: 168 time: 0.6058073 Jul 13 07:19:50.770481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadb2e1-c82f-4ede-8563-248cb724fbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4156442c-bb5b-4c24-9b58-a19c035d3e95,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:50.832538 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '42be88ad-d812-470d-b669-39331453a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:45Z', 'updated_at': '2021-07-13T07:19:47Z', 'revision_number': 3, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'gw_port': {'id': '42be88ad-d812-470d-b669-39331453a618', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:46Z', 'updated_at': '2021-07-13T07:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:50.897441 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bd5f5-b528-49c3-8882-273274f77000 None None] The sync data for ids ['37cb1dd6-c70b-4dd0-9278-22026136696b'] in n-d-758944-43 is: [{'id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '42be88ad-d812-470d-b669-39331453a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:45Z', 'updated_at': '2021-07-13T07:19:47Z', 'revision_number': 3, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'gw_port': {'id': '42be88ad-d812-470d-b669-39331453a618', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:46Z', 'updated_at': '2021-07-13T07:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:19:50.974326 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.988819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-9f63ec97-2923-4142-afce-19eccde33bf4', 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'fixed_ips': [{'subnet_id': '6dd0cac7-903b-48b3-a072-68a273cf7324'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:19:50.991682 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.055990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Allocated IP 172.20.0.1 (00f005e0-f8f5-4036-b65b-32bddede839a/51dea42a-4c0a-488c-8b46-33e600e994d6/82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:51.173058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-74c5051f-e997-4550-b672-97c73982676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:51.174644 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-74c5051f-e997-4550-b672-97c73982676a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152&tenant_id=ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 1102 time: 0.5518053 Jul 13 07:19:51.233303 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a1c26acb-8c18-46f1-af2e-7cff3b98fd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.270301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:51.275394 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.371363 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.391296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Allocated IP 172.20.0.2 (9f63ec97-2923-4142-afce-19eccde33bf4/6dd0cac7-903b-48b3-a072-68a273cf7324/a0a923e1-748f-4cf4-8500-080229b54231) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:51.394612 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0abffc6e-c52e-41d4-a024-bbcd3cab52b4 req-16e9f1eb-bfcd-4185-bd95-31498d09a46a tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/1290f452-63f7-45cb-b105-db7b6362cc37 HTTP/1.1" status: 200 len: 2406 time: 0.5274696 Jul 13 07:19:51.396477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Transition to ACTIVE for port object 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:51.418401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.467907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.470632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:51.535609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Network 00f005e0-f8f5-4036-b65b-32bddede839a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:51.539905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:51.546518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.585062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:51.690695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:51.694122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.737305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Pushing event updated for resources: {'Port': ['ID=82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:51.772348 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.895404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3476e-6088-45ae-a069-c84a35fe4ebd req-a75534f9-ca0f-4be9-b01e-d78fe757b175 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:51.896869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bab3476e-6088-45ae-a069-c84a35fe4ebd req-a75534f9-ca0f-4be9-b01e-d78fe757b175 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.3988678 Jul 13 07:19:51.986479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3ce5c801-a238-4615-8f22-4224d8ab3e10 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:51.989496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bab3476e-6088-45ae-a069-c84a35fe4ebd req-e19195cc-3210-45ed-a362-b9b193681779 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838807 Jul 13 07:19:52.042303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.048688 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.072405 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-40e4bf5f-d2c2-42ce-b17f-09bdf5c6236d None None] Provisioning for port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:52.143111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-40e4bf5f-d2c2-42ce-b17f-09bdf5c6236d None None] Provisioning complete for port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:52.143408 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40e4bf5f-d2c2-42ce-b17f-09bdf5c6236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.217758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 3ce5c801-a238-4615-8f22-4224d8ab3e10 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:52.218547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3ce5c801-a238-4615-8f22-4224d8ab3e10 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:52.234235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:52.246676 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.273109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Transition to ACTIVE for port object a0a923e1-748f-4cf4-8500-080229b54231 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:52.292330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Transition to ACTIVE for port object a0a923e1-748f-4cf4-8500-080229b54231 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:52.301407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-40e4bf5f-d2c2-42ce-b17f-09bdf5c6236d None None] Port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:52.310857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.316727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d6624-f79e-44a7-8db9-ec67b7de4c24 req-2f674585-48f3-47af-a25d-4f6d2821aa75 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:52.319173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b7d6624-f79e-44a7-8db9-ec67b7de4c24 req-2f674585-48f3-47af-a25d-4f6d2821aa75 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 950 time: 0.1773856 Jul 13 07:19:52.359148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Network 9f63ec97-2923-4142-afce-19eccde33bf4 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:52.368331 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.378430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.380666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:52.387891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:52.405021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Pushing event updated for resources: {'Port': ['ID=a0a923e1-748f-4cf4-8500-080229b54231,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:52.409350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:52.446383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:52.455733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b7d6624-f79e-44a7-8db9-ec67b7de4c24 req-23849eea-1f46-45b0-848b-143d27744cf2 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260066 Jul 13 07:19:52.469978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Pushing event updated for resources: {'Port': ['ID=82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:52.485823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.546798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Attempting to bind port a0a923e1-748f-4cf4-8500-080229b54231 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:52.549979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Attempting to bind port a0a923e1-748f-4cf4-8500-080229b54231 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '04a76ab2-39f8-47af-afea-2f9b3845b350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:52.550441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Attempting to bind port a0a923e1-748f-4cf4-8500-080229b54231 on network 9f63ec97-2923-4142-afce-19eccde33bf4 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:52.561852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:52.562632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Checking segment: {'id': '04a76ab2-39f8-47af-afea-2f9b3845b350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:52.562761 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.563591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Bound using segment: {'id': '04a76ab2-39f8-47af-afea-2f9b3845b350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:52.564176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Bound port: a0a923e1-748f-4cf4-8500-080229b54231, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a76ab2-39f8-47af-afea-2f9b3845b350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:52.564982 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.607755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa99ef4c-5999-4bfb-9fe4-f07a08e7055b req-91f52733-5c42-438a-b108-62311a6a5589 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-group-rules/f702083f-b333-4ff5-9666-4d60b20718a3 HTTP/1.1" status: 200 len: 778 time: 0.2739010 Jul 13 07:19:52.660407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Network 00f005e0-f8f5-4036-b65b-32bddede839a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:52.662549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:52.665109 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36022b86-7e32-41cd-9fbb-f9726380d807" -d '{"events": [{"server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "name": "network-vif-unplugged", "status": "completed", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:52.670125 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.672904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:52.684494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-664698370-network', 'tenant_id': 'ba457eee09ec41b5ba69550f44e3d487'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:52.723309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] For port a0a923e1-748f-4cf4-8500-080229b54231, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:52.728617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] For port a0a923e1-748f-4cf4-8500-080229b54231, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a0a923e1-748f-4cf4-8500-080229b54231,segment=NetworkSegment(04a76ab2-39f8-47af-afea-2f9b3845b350),segment_id=04a76ab2-39f8-47af-afea-2f9b3845b350)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:52.735434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.768914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Transition to ACTIVE for port object 2046f84b-7420-4c80-a8af-2de1cc2f7577 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:52.817056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa99ef4c-5999-4bfb-9fe4-f07a08e7055b req-36a6f3c7-14e1-4b0d-a7c6-a73d24390fd5 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/1290f452-63f7-45cb-b105-db7b6362cc37 HTTP/1.1" status: 200 len: 2406 time: 0.2080491 Jul 13 07:19:52.817276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7ec6c-2527-4985-a2e4-ca2a1a6a1740 None None] Pushing event updated for resources: {'Port': ['ID=a0a923e1-748f-4cf4-8500-080229b54231,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:52.825115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.860987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fbd460bb-8bec-459e-a60b-987f56fcf83c None None] Provisioning complete for port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:52.862212 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fbd460bb-8bec-459e-a60b-987f56fcf83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.893999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Made reservation on behalf of ba457eee09ec41b5ba69550f44e3d487 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:52.900574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.906150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.940954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-0c063c23-d071-4057-8fc7-337e20498b2f tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:52.942719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-0c063c23-d071-4057-8fc7-337e20498b2f tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 950 time: 0.4272294 Jul 13 07:19:52.956314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fbd460bb-8bec-459e-a60b-987f56fcf83c None None] Port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:53.044738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.057143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aa99ef4c-5999-4bfb-9fe4-f07a08e7055b req-e112b0c0-9ae1-43df-9a60-6482a7437937 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.066584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aa99ef4c-5999-4bfb-9fe4-f07a08e7055b req-e112b0c0-9ae1-43df-9a60-6482a7437937 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.110264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.197452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2e3525c4-f403-40e7-9fe0-9459ac72bc51 None None] Provisioning complete for port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:53.197766 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e3525c4-f403-40e7-9fe0-9459ac72bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.300537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2e3525c4-f403-40e7-9fe0-9459ac72bc51 None None] Port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:53.382945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Pushing event updated for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:53.385407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53612) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:53.394244 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af74ad0-cd7d-439e-a152-ad8600c9899f x-openstack-request-id: req-1af74ad0-cd7d-439e-a152-ad8600c9899f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:53.394549 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "name": "network-vif-unplugged", "status": "completed", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:53.394798 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1af74ad0-cd7d-439e-a152-ad8600c9899f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:53.395206 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'code': 200} Jul 13 07:19:53.407555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Router 37cb1dd6-c70b-4dd0-9278-22026136696b has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:19:53.455627 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aa99ef4c-5999-4bfb-9fe4-f07a08e7055b req-e112b0c0-9ae1-43df-9a60-6482a7437937 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.472370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] No DVR routers for this DVR port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:53.487246 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aa99ef4c-5999-4bfb-9fe4-f07a08e7055b req-e112b0c0-9ae1-43df-9a60-6482a7437937 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.496657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa99ef4c-5999-4bfb-9fe4-f07a08e7055b req-e112b0c0-9ae1-43df-9a60-6482a7437937 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f702083f-b333-4ff5-9666-4d60b20718a3 HTTP/1.1" status: 204 len: 173 time: 0.6786544 Jul 13 07:19:53.532891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a0a923e1-748f-4cf4-8500-080229b54231 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:53.565552 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.590461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112b0c0-9ae1-43df-9a60-6482a7437937 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f702083f-b333-4ff5-9666-4d60b20718a3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:53.608584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a0a923e1-748f-4cf4-8500-080229b54231 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:53.616746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 42be88ad-d812-470d-b669-39331453a618 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:53.683089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Deleting port 307b53a0-45af-4279-96eb-4d65f31f69c4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:53.683812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.696326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 42be88ad-d812-470d-b669-39331453a618 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:53.701055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 42be88ad-d812-470d-b669-39331453a618 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:53.701647 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.758300 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9950e04e-7f5e-4208-a18b-a48589b464a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.760003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Attempting to bind port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:53.760456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Attempting to bind port 2046f84b-7420-4c80-a8af-2de1cc2f7577 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:53.760782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Attempting to bind port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:53.772811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Allocated IP 172.25.8.93 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/346bf14d-9f7d-4659-a2a4-393944658fe4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:53.792491 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.793784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:53.794152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Attempting to bind port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:53.800779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] For port 307b53a0-45af-4279-96eb-4d65f31f69c4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=307b53a0-45af-4279-96eb-4d65f31f69c4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:53.801458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.810477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:53.810822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:53.811204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:53.811806 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Bound port: 2046f84b-7420-4c80-a8af-2de1cc2f7577, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:53.812160 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.814704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 42be88ad-d812-470d-b669-39331453a618, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=42be88ad-d812-470d-b669-39331453a618,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:53.819732 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.862800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Calling delete_port for 307b53a0-45af-4279-96eb-4d65f31f69c4 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:53.879012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=42be88ad-d812-470d-b669-39331453a618,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:53.903011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8630d6-3d87-4938-a25c-56585142a71c req-9d5dc440-15e1-4298-be7b-bad04f87bf97 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:53.906573 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa8630d6-3d87-4938-a25c-56585142a71c req-9d5dc440-15e1-4298-be7b-bad04f87bf97 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 948 time: 0.4603379 Jul 13 07:19:53.933229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.943712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2046f84b-7420-4c80-a8af-2de1cc2f7577 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:53.947695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeccc76-1ede-4619-b930-c65e8919114f req-db546686-40b4-444d-85da-1b96b2923d03 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:53.950087 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ceeccc76-1ede-4619-b930-c65e8919114f req-db546686-40b4-444d-85da-1b96b2923d03 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f HTTP/1.1" status: 200 len: 950 time: 0.2571547 Jul 13 07:19:53.974945 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.983747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:19:53.995259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bd304eac-a99b-4f84-9f3d-0a52201c0d08 admin admin] 10.222.0.41 "PUT /v2.0/routers/37cb1dd6-c70b-4dd0-9278-22026136696b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9537871 Jul 13 07:19:54.022332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Sync routers for ids ['37cb1dd6-c70b-4dd0-9278-22026136696b'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:19:54.044621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Routers {'37cb1dd6-c70b-4dd0-9278-22026136696b'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:54.046095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37cb1dd6-c70b-4dd0-9278-22026136696b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:54.047480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:19:54.051111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2046f84b-7420-4c80-a8af-2de1cc2f7577 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:54.066267 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.078349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa8630d6-3d87-4938-a25c-56585142a71c req-96e1e519-9b5b-42ae-b426-5023062f5eef tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612902 Jul 13 07:19:54.094297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:54.094631 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.094631 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Added segment ab33b07d-4784-4e0a-8381-46c30e4cdf8f of type vlan for network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 Jul 13 07:19:54.094631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bf5d61-41de-4d03-b179-c8d42454cb32,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:54.126049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:54.160049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.174403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0ac9d78a-0cd4-4f55-975b-d99dc40357c3 req-10efabca-5481-426c-9924-be1bbd8bcd94 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1477521534', 'description': 'tempest-description-306436373'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:54.199677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.214065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Set router 37cb1dd6-c70b-4dd0-9278-22026136696b gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:54.240402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ceeccc76-1ede-4619-b930-c65e8919114f req-d0adfaf8-689e-48c5-abeb-6d5aaa9cb071 tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8495f95-e04f-4af0-91dd-357df3b4ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740538 Jul 13 07:19:54.272596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.287038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['307b53a0-45af-4279-96eb-4d65f31f69c4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:54.304787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.305417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.306897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] 10.222.0.38 "PUT /v2.0/ports/2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 1097 time: 3.0923233 Jul 13 07:19:54.356847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Pushing event deleted for resources: {'Port': ['ID=307b53a0-45af-4279-96eb-4d65f31f69c4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:54.420908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.421819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.422823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.448859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] No DVR routers for this DVR port 307b53a0-45af-4279-96eb-4d65f31f69c4 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:54.470299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.473022 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6b64fe3-4783-4e24-84bb-6515a227bf5e req-432313d0-0fc7-4e58-9c8c-a7a21d81cf8a tempest-ServersAdminNegativeTestJSON-502654625 tempest-ServersAdminNegativeTestJSON-502654625-project] 10.222.0.48 "DELETE /v2.0/ports/307b53a0-45af-4279-96eb-4d65f31f69c4 HTTP/1.1" status: 204 len: 173 time: 1.4377818 Jul 13 07:19:54.476416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f', 'name': 'network-vif-deleted', 'tag': '307b53a0-45af-4279-96eb-4d65f31f69c4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:54.478165 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.478899 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3903bc66-7c39-4422-834d-bf4469705217" -d '{"events": [{"server_uuid": "b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f", "name": "network-vif-deleted", "tag": "307b53a0-45af-4279-96eb-4d65f31f69c4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:54.510629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57ee8f-8c20-4add-a427-f8c5d485fa47 service neutron] Pushing event updated for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:54.534262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:54.546754 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:54.587033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:54.596661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] Pushing event updated for resources: {'Network': ['ID=a213c5f0-2b9d-49a6-8d16-16b751dbfd39,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:54.602958 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784ff1a-25a1-473a-b7ec-57ccad2ccf98 None None] Network 9f63ec97-2923-4142-afce-19eccde33bf4 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:54.649058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9950e04e-7f5e-4208-a18b-a48589b464a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.673656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-36b6b02d-9a8b-4bf5-871a-03497a6ebad4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4383032 Jul 13 07:19:54.676539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53642) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:54.681500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Request body: {'subnet': {'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-664698370-subnet', 'tenant_id': 'ba457eee09ec41b5ba69550f44e3d487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:54.684903 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9950e04e-7f5e-4208-a18b-a48589b464a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.693244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:19:54.733681 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ac9d78a-0cd4-4f55-975b-d99dc40357c3 req-10efabca-5481-426c-9924-be1bbd8bcd94 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.805323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Made reservation on behalf of ba457eee09ec41b5ba69550f44e3d487 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:54.807720 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.832646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Pushing event updated for resources: {'Port': ['ID=346bf14d-9f7d-4659-a2a4-393944658fe4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:54.849731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-eb7cba73-0781-4ed7-b32b-ce924035174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.851318 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-eb7cba73-0781-4ed7-b32b-ce924035174c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1100 time: 0.4915495 Jul 13 07:19:54.852236 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc352d3-2c57-4dd6-bf27-4af4f17819ed x-openstack-request-id: req-6bc352d3-2c57-4dd6-bf27-4af4f17819ed {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:54.852522 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f", "name": "network-vif-deleted", "tag": "307b53a0-45af-4279-96eb-4d65f31f69c4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:54.852772 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bc352d3-2c57-4dd6-bf27-4af4f17819ed {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:54.853158 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e0e78e-3ecd-48fa-83e5-ddb6e04ef18f', 'name': 'network-vif-deleted', 'tag': '307b53a0-45af-4279-96eb-4d65f31f69c4', 'status': 'completed', 'code': 200} Jul 13 07:19:54.906609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9950e04e-7f5e-4208-a18b-a48589b464a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e3e0e1433cc4949afe37de03144f63e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4629803 Jul 13 07:19:54.911154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53650) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:54.919248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950e04e-7f5e-4208-a18b-a48589b464a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8134ae53-592b-4ef2-a069-165319f38606,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:55.083683 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-67a28856-33b0-4964-b366-dfc16d2f1875 None None] Provisioning for port a0a923e1-748f-4cf4-8500-080229b54231 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:55.113010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-67a28856-33b0-4964-b366-dfc16d2f1875 None None] Provisioning complete for port a0a923e1-748f-4cf4-8500-080229b54231 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:55.113441 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67a28856-33b0-4964-b366-dfc16d2f1875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.142271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-5dcc998d-b507-4386-bdfc-b272586fb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.143976 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-5dcc998d-b507-4386-bdfc-b272586fb1a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2733607 Jul 13 07:19:55.217760 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-36de41d1-933c-4934-8be8-3e7a10cac9da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.0572035 Jul 13 07:19:55.326379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67a28856-33b0-4964-b366-dfc16d2f1875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.349796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '42be88ad-d812-470d-b669-39331453a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:45Z', 'updated_at': '2021-07-13T07:19:51Z', 'revision_number': 4, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'gw_port': {'id': '42be88ad-d812-470d-b669-39331453a618', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:46Z', 'updated_at': '2021-07-13T07:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9', 'name': '', 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'mac_address': 'fa:16:3e:d5:83:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '51dea42a-4c0a-488c-8b46-33e600e994d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:19:52Z', 'revision_number': 2, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'subnets': [{'id': '51dea42a-4c0a-488c-8b46-33e600e994d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:55.421077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Checking router: 37cb1dd6-c70b-4dd0-9278-22026136696b for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:19:55.421579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Updating router 37cb1dd6-c70b-4dd0-9278-22026136696b port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:19:55.475480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 42be88ad-d812-470d-b669-39331453a618 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:55.485516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95b2a77c-82e2-4d5d-96a8-d0fad40d2d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.574931 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ac9d78a-0cd4-4f55-975b-d99dc40357c3 req-10efabca-5481-426c-9924-be1bbd8bcd94 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.575933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-67a28856-33b0-4964-b366-dfc16d2f1875 None None] For port a0a923e1-748f-4cf4-8500-080229b54231, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a0a923e1-748f-4cf4-8500-080229b54231,segment=NetworkSegment(04a76ab2-39f8-47af-afea-2f9b3845b350),segment_id=04a76ab2-39f8-47af-afea-2f9b3845b350)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:55.592386 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ac9d78a-0cd4-4f55-975b-d99dc40357c3 req-10efabca-5481-426c-9924-be1bbd8bcd94 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.598256 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.611200 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67a28856-33b0-4964-b366-dfc16d2f1875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.660371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95b2a77c-82e2-4d5d-96a8-d0fad40d2d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.673218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:55.676008 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:55.701783 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.707849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efabca-5481-426c-9924-be1bbd8bcd94 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4ed542-4404-4fe2-a6f1-921fbc03a9dc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:55.741789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ac9d78a-0cd4-4f55-975b-d99dc40357c3 req-10efabca-5481-426c-9924-be1bbd8bcd94 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.756775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a28856-33b0-4964-b366-dfc16d2f1875 None None] Pushing event updated for resources: {'Port': ['ID=a0a923e1-748f-4cf4-8500-080229b54231,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:55.777192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ac9d78a-0cd4-4f55-975b-d99dc40357c3 req-10efabca-5481-426c-9924-be1bbd8bcd94 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.6325924 Jul 13 07:19:55.794535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-695e7740-cf56-422f-bee6-bfb0c5a254d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.796165 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-695e7740-cf56-422f-bee6-bfb0c5a254d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.5717921 Jul 13 07:19:55.885596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 42be88ad-d812-470d-b669-39331453a618 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:55.886090 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.915078 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.923719 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95b2a77c-82e2-4d5d-96a8-d0fad40d2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.931562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95b2a77c-82e2-4d5d-96a8-d0fad40d2d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.939451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-95b2a77c-82e2-4d5d-96a8-d0fad40d2d15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8134ae53-592b-4ef2-a069-165319f38606 HTTP/1.1" status: 204 len: 168 time: 0.9652112 Jul 13 07:19:55.987963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-25a97902-172a-459b-8945-2905d71ab979 None None] Provisioning complete for port a0a923e1-748f-4cf4-8500-080229b54231 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:55.988345 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25a97902-172a-459b-8945-2905d71ab979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.054857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=171f8e58-8336-459b-a7d7-cdb2637d87b0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:56.075654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2a77c-82e2-4d5d-96a8-d0fad40d2d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8134ae53-592b-4ef2-a069-165319f38606,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:56.104538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e6587-6772-4270-aee9-0cf7c4f6c683 req-013c4bdd-906e-4c9b-afaa-629c9269d4b1 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.107638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf4e6587-6772-4270-aee9-0cf7c4f6c683 req-013c4bdd-906e-4c9b-afaa-629c9269d4b1 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 948 time: 0.4258637 Jul 13 07:19:56.110153 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf67aa3-7896-49eb-a9bf-6478b50387c0 x-openstack-request-id: req-3cf67aa3-7896-49eb-a9bf-6478b50387c0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:56.110786 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:56.110786 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cf67aa3-7896-49eb-a9bf-6478b50387c0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:56.111058 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'status': 'completed', 'code': 200} Jul 13 07:19:56.277802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-a7972033-ba51-4b5b-b9d3-09016d7bf5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.279538 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-a7972033-ba51-4b5b-b9d3-09016d7bf5ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4481070 Jul 13 07:19:56.287246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf4e6587-6772-4270-aee9-0cf7c4f6c683 req-348e5aac-21f4-4304-a2c4-60cbd643f74d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497662 Jul 13 07:19:56.346297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.370721 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.388080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Transition to ACTIVE for port object 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:56.403162 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.444210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-03de6efd-26f9-4cdb-806f-bedfe6e313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.445920 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-03de6efd-26f9-4cdb-806f-bedfe6e313e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1100 time: 0.4003780 Jul 13 07:19:56.447575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:56.447942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Network hostable DHCP agents. Network: a213c5f0-2b9d-49a6-8d16-16b751dbfd39, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:19:56.492215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53684) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:56.492404 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-ff4ed97f-d677-491a-9956-e9b684e909da service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018180 Jul 13 07:19:56.520525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:19:56.545980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a213c5f0-2b9d-49a6-8d16-16b751dbfd39) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:56.548766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e732ed9-e011-45ff-8dca-e7b27ba9c51d None None] Pushing event updated for resources: {'Port': ['ID=82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:56.556144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59ec460e-0328-4745-9208-01993953d5c1 req-168e9450-1fe4-4b1e-9342-38da5abfcb46 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/ca4ed542-4404-4fe2-a6f1-921fbc03a9dc HTTP/1.1" status: 200 len: 1812 time: 0.1795523 Jul 13 07:19:56.565097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705936c1-dbfe-4f97-a926-3804ab2a1fa3 None None] Network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:56.671960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-c92c0bd6-5828-4321-b6a9-d970ea2dada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.673547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-c92c0bd6-5828-4321-b6a9-d970ea2dada0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2214117 Jul 13 07:19:56.678037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.678609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.696777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53694) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:56.767831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-705fa787-7c09-42d7-b171-68151996c53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.773227 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-3997b449-98b7-4493-a9b0-2ff67e5ccbe4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.0919414 Jul 13 07:19:56.802346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-97acee93-83b4-46fd-8c8b-1656e9865bad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1246972 Jul 13 07:19:56.825615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-618570b5-d396-49b2-a5c7-f2b36d954707 req-e2349f0c-6474-42bb-b805-f45f6613d45d tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-460798223', 'description': 'tempest-description-776071449'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:56.831341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Attempting to bind port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:56.833568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Attempting to bind port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '068f5272-ef04-40b6-9c9f-6d03b7ccdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:56.834662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Attempting to bind port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 on network 00f005e0-f8f5-4036-b65b-32bddede839a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:56.890846 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-705fa787-7c09-42d7-b171-68151996c53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.903244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:56.903632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Checking segment: {'id': '068f5272-ef04-40b6-9c9f-6d03b7ccdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:56.904042 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.913091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Bound using segment: {'id': '068f5272-ef04-40b6-9c9f-6d03b7ccdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:56.913617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Bound port: 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068f5272-ef04-40b6-9c9f-6d03b7ccdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:56.914055 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.915617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-705fa787-7c09-42d7-b171-68151996c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.922752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:19:56.939255 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-618570b5-d396-49b2-a5c7-f2b36d954707 req-e2349f0c-6474-42bb-b805-f45f6613d45d tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.948171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-705fa787-7c09-42d7-b171-68151996c53d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d78e88da3f348a2801a6d039bcdbc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430222 Jul 13 07:19:56.959230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53700) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:56.977928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb7a40-3c6b-4dad-b408-f69b701530bb None None] Network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:57.105802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:19:57.108045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fa787-7c09-42d7-b171-68151996c53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cb4439-1701-4b85-a7f1-7e8630803264,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:57.116998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-35f182e2-b519-44a5-8335-1594a7e9afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.118292 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Sync routers for ids ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:19:57.118904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02efbb5b-b4a5-4900-abd0-6dc3e74fdab7 req-386a90f4-78e9-4570-9efb-117a08548d95 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204796 Jul 13 07:19:57.119121 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-35f182e2-b519-44a5-8335-1594a7e9afcc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.3331037 Jul 13 07:19:57.135290 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Routers {'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:57.138106 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:57.184322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-61a8f9bf-b407-498f-947e-15dd517da993 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6539e8dd65443bf87240cc1ac28d17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906602 Jul 13 07:19:57.185661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] For port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:57.193985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:57.198500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] For port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9,segment=NetworkSegment(068f5272-ef04-40b6-9c9f-6d03b7ccdb94),segment_id=068f5272-ef04-40b6-9c9f-6d03b7ccdb94)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:57.202722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5de7341a-617f-4335-92cc-ee61650f7666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.237539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5de7341a-617f-4335-92cc-ee61650f7666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.255515 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.308743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-efa7fb29-7b2b-45f8-ae62-71d8adfa5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.310587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-efa7fb29-7b2b-45f8-ae62-71d8adfa5419 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1824317 Jul 13 07:19:57.382478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5de7341a-617f-4335-92cc-ee61650f7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.389812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5de7341a-617f-4335-92cc-ee61650f7666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.391375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5de7341a-617f-4335-92cc-ee61650f7666 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0cb4439-1701-4b85-a7f1-7e8630803264 HTTP/1.1" status: 204 len: 168 time: 0.4309678 Jul 13 07:19:57.493064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7341a-617f-4335-92cc-ee61650f7666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cb4439-1701-4b85-a7f1-7e8630803264,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:57.537839 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3da42e2-3ea5-45bf-857e-54981c71c272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.565741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-554c6e08-5758-4922-985b-d4c1f7f8b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.567556 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-554c6e08-5758-4922-985b-d4c1f7f8b00a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1100 time: 0.3515742 Jul 13 07:19:57.594871 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Set router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:57.597628 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3da42e2-3ea5-45bf-857e-54981c71c272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.603517 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-932a384e-b56e-42ae-8890-e236760e5f90 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858305 Jul 13 07:19:57.623349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e732ed9-e011-45ff-8dca-e7b27ba9c51d None None] Pushing event updated for resources: {'Port': ['ID=82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:57.645860 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-618570b5-d396-49b2-a5c7-f2b36d954707 req-e2349f0c-6474-42bb-b805-f45f6613d45d tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.655202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a0a923e1-748f-4cf4-8500-080229b54231 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:57.678963 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-618570b5-d396-49b2-a5c7-f2b36d954707 req-e2349f0c-6474-42bb-b805-f45f6613d45d tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.695614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53722) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:57.724019 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.725625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5e9bf1d8-e5f3-4344-ada9-2eba9c3105c5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.1791260 Jul 13 07:19:57.738194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-caf73977-394f-4d98-b62e-9d2a3a1302c0 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243511155', 'description': 'tempest-description--433003513'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:57.767056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53726) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:57.798851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Routers {'37cb1dd6-c70b-4dd0-9278-22026136696b'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:57.799673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37cb1dd6-c70b-4dd0-9278-22026136696b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:57.905000 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2349f0c-6474-42bb-b805-f45f6613d45d tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81f2def-c47a-44eb-a996-13f02c48f4dd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:57.938118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-9a5a5f94-9726-476d-a8be-7ca84e6743a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.940128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-9a5a5f94-9726-476d-a8be-7ca84e6743a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.3642664 Jul 13 07:19:57.973801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:58.070605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-826612189-network', 'tenant_id': '06b7ff627d3d49de89cb80d1c46c6e7f'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:58.074036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3da42e2-3ea5-45bf-857e-54981c71c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.075398 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:19:54Z', 'revision_number': 3, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'gw_port': {'id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:53Z', 'updated_at': '2021-07-13T07:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:58.076542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3da42e2-3ea5-45bf-857e-54981c71c272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.077696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d3da42e2-3ea5-45bf-857e-54981c71c272 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8495f95-e04f-4af0-91dd-357df3b4ea23 HTTP/1.1" status: 204 len: 168 time: 0.8748846 Jul 13 07:19:58.103349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caf73977-394f-4d98-b62e-9d2a3a1302c0 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.109495 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da42e2-3ea5-45bf-857e-54981c71c272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8495f95-e04f-4af0-91dd-357df3b4ea23,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:58.116815 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-550b24b5-ec88-45f1-ae65-ca4da5343fee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.1675134 Jul 13 07:19:58.127929 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-618570b5-d396-49b2-a5c7-f2b36d954707 req-e2349f0c-6474-42bb-b805-f45f6613d45d tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.141697 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-618570b5-d396-49b2-a5c7-f2b36d954707 req-e2349f0c-6474-42bb-b805-f45f6613d45d tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.3719437 Jul 13 07:19:58.257127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-514efbb0-41d7-4709-be07-cadb1c645af1 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460636 Jul 13 07:19:58.268356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 307b53a0-45af-4279-96eb-4d65f31f69c4 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:58.275705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Made reservation on behalf of 06b7ff627d3d49de89cb80d1c46c6e7f for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:58.280257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.305158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.362781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-a1583dfa-383e-4eed-9f43-e9b97e81d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.364466 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-a1583dfa-383e-4eed-9f43-e9b97e81d0df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2201874 Jul 13 07:19:58.419767 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Checking router: b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:19:58.424196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 307b53a0-45af-4279-96eb-4d65f31f69c4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:58.427678 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Updating router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 port 346bf14d-9f7d-4659-a2a4-393944658fe4 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:19:58.433811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 307b53a0-45af-4279-96eb-4d65f31f69c4 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:58.550572 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.574337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a0a923e1-748f-4cf4-8500-080229b54231 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:58.574552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-5f40e1cc-5706-4eb4-9097-4a2881d75cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.576131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-5f40e1cc-5706-4eb4-9097-4a2881d75cbe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2039814 Jul 13 07:19:58.578434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.643531 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caf73977-394f-4d98-b62e-9d2a3a1302c0 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.669230 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caf73977-394f-4d98-b62e-9d2a3a1302c0 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.680620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022652c-d5d3-4f4e-b184-c1712eee4acc req-1459df6f-d7a2-45f3-a543-0648e4c7ae43 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.681014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:58.691729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3022652c-d5d3-4f4e-b184-c1712eee4acc req-1459df6f-d7a2-45f3-a543-0648e4c7ae43 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 948 time: 0.2678683 Jul 13 07:19:58.726227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] Set router 37cb1dd6-c70b-4dd0-9278-22026136696b gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:58.884676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf73977-394f-4d98-b62e-9d2a3a1302c0 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:58.952676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-cfccef5b-7eea-4913-8eec-2a262156e0b3 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607001 Jul 13 07:19:59.000821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3022652c-d5d3-4f4e-b184-c1712eee4acc req-27c9ab22-57ea-482c-96e2-aa659ed4f82b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444158 Jul 13 07:19:59.078892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-36b453d9-04ed-4daa-9715-2dae722739ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dde13bc649bf49fc8c609be3bab41baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909354 Jul 13 07:19:59.082932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53760) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:59.149107 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.172996 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Transition to ACTIVE for port object 346bf14d-9f7d-4659-a2a4-393944658fe4 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:59.197096 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.228735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '42be88ad-d812-470d-b669-39331453a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:45Z', 'updated_at': '2021-07-13T07:19:51Z', 'revision_number': 4, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'gw_port': {'id': '42be88ad-d812-470d-b669-39331453a618', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:46Z', 'updated_at': '2021-07-13T07:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9', 'name': '', 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'mac_address': 'fa:16:3e:d5:83:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '51dea42a-4c0a-488c-8b46-33e600e994d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:19:57Z', 'revision_number': 4, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'subnets': [{'id': '51dea42a-4c0a-488c-8b46-33e600e994d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:59.239062 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.254563 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d22f7d8-0fd4-4311-9e6b-be280695fbe2 req-7e5ee42c-739f-4ffd-820c-65a760323413 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865899 Jul 13 07:19:59.261905 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.283155 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8ba39-2477-481d-aab4-6afc132c1229 None None] Pushing event updated for resources: {'Port': ['ID=346bf14d-9f7d-4659-a2a4-393944658fe4,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:59.293156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937f180-3562-4dc8-9eab-f86b4e15ea62 None None] The sync data for ids ['37cb1dd6-c70b-4dd0-9278-22026136696b'] in n-d-758944-43 is: [{'id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '42be88ad-d812-470d-b669-39331453a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:45Z', 'updated_at': '2021-07-13T07:19:51Z', 'revision_number': 4, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'gw_port': {'id': '42be88ad-d812-470d-b669-39331453a618', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:46Z', 'updated_at': '2021-07-13T07:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9', 'name': '', 'network_id': '00f005e0-f8f5-4036-b65b-32bddede839a', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'mac_address': 'fa:16:3e:d5:83:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '51dea42a-4c0a-488c-8b46-33e600e994d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:19:57Z', 'revision_number': 4, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'subnets': [{'id': '51dea42a-4c0a-488c-8b46-33e600e994d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:19:59.306216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6fc98a98-17e3-428e-b552-76d798bad42e req-be0f42e2-f667-4bad-81bd-d6e613bf8dde tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/b81f2def-c47a-44eb-a996-13f02c48f4dd HTTP/1.1" status: 200 len: 1811 time: 0.2929888 Jul 13 07:19:59.325498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caf73977-394f-4d98-b62e-9d2a3a1302c0 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.337978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-caf73977-394f-4d98-b62e-9d2a3a1302c0 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6411998 Jul 13 07:19:59.345217 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Attempting to bind port 346bf14d-9f7d-4659-a2a4-393944658fe4 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:59.345822 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Attempting to bind port 346bf14d-9f7d-4659-a2a4-393944658fe4 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:59.346462 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Attempting to bind port 346bf14d-9f7d-4659-a2a4-393944658fe4 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:59.359346 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:59.361184 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:59.362001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53770) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:59.362647 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.363266 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:59.366981 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Bound port: 346bf14d-9f7d-4659-a2a4-393944658fe4, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:59.367637 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.405369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-09a14196-2be2-43e8-8861-58a0738f7e89 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Request body: {'security_group_rule': {'security_group_id': 'ad7b9a20-a505-4dfd-87d3-bea99c33fdd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:59.418511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-09a320d9-e7fb-4d9a-9d29-7658a9db953e req-2f594926-a2d8-4322-9315-15f29a2f522e tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-644222795', 'description': 'tempest-description-1567762665'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:59.457327 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] For port 346bf14d-9f7d-4659-a2a4-393944658fe4, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:59.461960 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] For port 346bf14d-9f7d-4659-a2a4-393944658fe4, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=346bf14d-9f7d-4659-a2a4-393944658fe4,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:59.477994 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.518003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbdec7c4-7082-49dc-a594-5119cdfb5825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.561094 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8ba39-2477-481d-aab4-6afc132c1229 None None] Pushing event updated for resources: {'Port': ['ID=346bf14d-9f7d-4659-a2a4-393944658fe4,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:59.571054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09a320d9-e7fb-4d9a-9d29-7658a9db953e req-2f594926-a2d8-4322-9315-15f29a2f522e tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.575053 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Routers {'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:59.575683 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:59.577228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a14196-2be2-43e8-8861-58a0738f7e89 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.669031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.683116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbdec7c4-7082-49dc-a594-5119cdfb5825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.697053 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] Set router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:59.805481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:19:59.825300 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d6a425-0d46-4bef-9da5-56f96afc00b2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:59.828578 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.829180 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Added segment c493141e-5944-4199-b150-7f9317f48095 of type vlan for network 5bd412f9-e521-4118-8492-844a2cab6e0b Jul 13 07:19:59.877786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.952734 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.955110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:59.956376 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.970408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2046f84b-7420-4c80-a8af-2de1cc2f7577 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:00.029433 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a14196-2be2-43e8-8861-58a0738f7e89 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.036161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbdec7c4-7082-49dc-a594-5119cdfb5825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.052302 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbdec7c4-7082-49dc-a594-5119cdfb5825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.053828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cbdec7c4-7082-49dc-a594-5119cdfb5825 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33998595-e2da-4197-899c-995151453c80 HTTP/1.1" status: 204 len: 168 time: 0.9678323 Jul 13 07:20:00.081582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a14196-2be2-43e8-8861-58a0738f7e89 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.127384 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:19:54Z', 'revision_number': 3, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'gw_port': {'id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:53Z', 'updated_at': '2021-07-13T07:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:00.135698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Allocated IP 172.20.0.1 (9f63ec97-2923-4142-afce-19eccde33bf4/6dd0cac7-903b-48b3-a072-68a273cf7324/67e66c34-c3d5-4a65-a541-f4d0b4b3375d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:00.145514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdec7c4-7082-49dc-a594-5119cdfb5825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33998595-e2da-4197-899c-995151453c80,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:00.178588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a14196-2be2-43e8-8861-58a0738f7e89 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3ae945-1ab6-4efd-a018-a2fd2c3ccc76,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:00.188216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd412f9-e521-4118-8492-844a2cab6e0b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:00.225475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 5bd412f9-e521-4118-8492-844a2cab6e0b details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:20:00.235826 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09a320d9-e7fb-4d9a-9d29-7658a9db953e req-2f594926-a2d8-4322-9315-15f29a2f522e tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.236601 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367f6a5-32cd-49d6-91fe-6ee32af88fc7 None None] The sync data for ids ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'] in n-d-758944-43 is: [{'id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:19:54Z', 'revision_number': 3, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'gw_port': {'id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:53Z', 'updated_at': '2021-07-13T07:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:00.255700 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09a320d9-e7fb-4d9a-9d29-7658a9db953e req-2f594926-a2d8-4322-9315-15f29a2f522e tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.256432 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f2cfbe5-d86c-4af3-8718-476eed8923f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2812343 Jul 13 07:20:00.259555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:00.265875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Request body: {'subnet': {'network_id': '5bd412f9-e521-4118-8492-844a2cab6e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-826612189-subnet', 'tenant_id': '06b7ff627d3d49de89cb80d1c46c6e7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:00.284497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a14196-2be2-43e8-8861-58a0738f7e89 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.294608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-09a14196-2be2-43e8-8861-58a0738f7e89 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9282720 Jul 13 07:20:00.301085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53788) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:00.332124 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ea96ce78-ab58-49d3-9561-db82180aa387 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Request body: {'security_group_rule': {'security_group_id': 'ad7b9a20-a505-4dfd-87d3-bea99c33fdd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:00.366026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:00.374219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Made reservation on behalf of 06b7ff627d3d49de89cb80d1c46c6e7f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:00.376889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.444780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f594926-a2d8-4322-9315-15f29a2f522e tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe62079-ebd2-4b45-b766-709a67c650a8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:00.504475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'mac_address': 'fa:16:3e:b6:9e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:00.522259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.560435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Transition to ACTIVE for port object 67e66c34-c3d5-4a65-a541-f4d0b4b3375d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:00.615365 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.634616 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.649211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2046f84b-7420-4c80-a8af-2de1cc2f7577 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:00.706898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:00.714758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Network 9f63ec97-2923-4142-afce-19eccde33bf4 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:00.718400 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.749018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:00.755440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:00.837970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Pushing event updated for resources: {'Port': ['ID=67e66c34-c3d5-4a65-a541-f4d0b4b3375d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:00.883041 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.922251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.978359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:01.017212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:01.062281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09a320d9-e7fb-4d9a-9d29-7658a9db953e req-2f594926-a2d8-4322-9315-15f29a2f522e tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.068163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09a320d9-e7fb-4d9a-9d29-7658a9db953e req-2f594926-a2d8-4322-9315-15f29a2f522e tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.7050531 Jul 13 07:20:01.101068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2046f84b-7420-4c80-a8af-2de1cc2f7577'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:01.168568 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea96ce78-ab58-49d3-9561-db82180aa387 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.320641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40dcb340-8424-4baa-9e22-0ea754fd4a97 req-c0e03ac7-3b68-4986-b8e0-6a08ed38452e tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/bfe62079-ebd2-4b45-b766-709a67c650a8 HTTP/1.1" status: 200 len: 1812 time: 0.1758132 Jul 13 07:20:01.331974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Pushing event updated for resources: {'Subnet': ['ID=087b3e2a-3757-4c5a-83d8-56b0192b39c8,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:01.336326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Checking segment: {'id': 'c493141e-5944-4199-b150-7f9317f48095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5bd412f9-e521-4118-8492-844a2cab6e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:01.336751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Network hostable DHCP agents. Network: 5bd412f9-e521-4118-8492-844a2cab6e0b, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:20:01.360094 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-009f6b41-7422-42a1-b095-621424e99c60 None None] Provisioning for port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:01.374263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-009f6b41-7422-42a1-b095-621424e99c60 None None] Provisioning complete for port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:01.374829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-009f6b41-7422-42a1-b095-621424e99c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.377492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01b90-ce1f-4024-b495-d8cb9630266d req-ac50e513-47de-449c-a744-4e32daa342fe tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:01.379135 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19a01b90-ce1f-4024-b495-d8cb9630266d req-ac50e513-47de-449c-a744-4e32daa342fe tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 949 time: 0.4738061 Jul 13 07:20:01.427536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Network 5bd412f9-e521-4118-8492-844a2cab6e0b is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:20:01.453900 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea96ce78-ab58-49d3-9561-db82180aa387 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.465844 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.469441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea96ce78-ab58-49d3-9561-db82180aa387 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.490279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 5bd412f9-e521-4118-8492-844a2cab6e0b) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:01.496756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96ce78-ab58-49d3-9561-db82180aa387 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8498f7-08be-4a61-8419-3b7d2083e250,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:01.509431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:01.510388 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.517153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc807c-8c8f-4eaf-9f41-792a1829505c None None] Network 5bd412f9-e521-4118-8492-844a2cab6e0b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:01.524627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-009f6b41-7422-42a1-b095-621424e99c60 None None] Port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:01.546658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19a01b90-ce1f-4024-b495-d8cb9630266d req-91f14797-253b-4327-9c50-8b5d2123faa0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581419 Jul 13 07:20:01.554128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-58894721-56ba-4929-8059-1c6790af318b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2916927 Jul 13 07:20:01.571474 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea96ce78-ab58-49d3-9561-db82180aa387 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.577640 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ea96ce78-ab58-49d3-9561-db82180aa387 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2728527 Jul 13 07:20:01.578770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53826) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:01.602621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:01.626111 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b0b20b1e-0c6b-4e55-8398-208f3db04166 req-4219d4f1-2e1a-4e4b-bf62-f2178f556a71 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1261386309', 'description': 'tempest-description-361127629'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:01.632967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9652b45c-1e10-4657-a10d-caab10115c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.681541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0b20b1e-0c6b-4e55-8398-208f3db04166 req-4219d4f1-2e1a-4e4b-bf62-f2178f556a71 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.705565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:01.732758 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.869865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e291df-81ca-4a14-b751-6b778e4d01b0 None None] Network 5bd412f9-e521-4118-8492-844a2cab6e0b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:01.891206 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.919145 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9652b45c-1e10-4657-a10d-caab10115c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.932536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9652b45c-1e10-4657-a10d-caab10115c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.000699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2046f84b-7420-4c80-a8af-2de1cc2f7577 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:02.007613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:02.035812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652b45c-1e10-4657-a10d-caab10115c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9c7e8b-423c-4fea-8f10-7df8668f83df,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:02.044396 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9652b45c-1e10-4657-a10d-caab10115c0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb698ebfcf9641e2991e6f452f98d7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0247202 Jul 13 07:20:02.066342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:02.113055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:02.113443 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.154249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.188422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.191757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 2046f84b-7420-4c80-a8af-2de1cc2f7577 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:02.199599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 2046f84b-7420-4c80-a8af-2de1cc2f7577 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:02.199983 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.210294 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0b20b1e-0c6b-4e55-8398-208f3db04166 req-4219d4f1-2e1a-4e4b-bf62-f2178f556a71 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.221175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Allocated IP 172.25.8.61 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/5f3fc709-814b-40cf-8989-5fdd5886de7d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:02.226533 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0b20b1e-0c6b-4e55-8398-208f3db04166 req-4219d4f1-2e1a-4e4b-bf62-f2178f556a71 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.265012 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0b20b1e-0c6b-4e55-8398-208f3db04166 req-4219d4f1-2e1a-4e4b-bf62-f2178f556a71 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.275760 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0b20b1e-0c6b-4e55-8398-208f3db04166 req-4219d4f1-2e1a-4e4b-bf62-f2178f556a71 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6555896 Jul 13 07:20:02.334144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219d4f1-2e1a-4e4b-bf62-f2178f556a71 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d51a1-7c5a-4e96-bf2f-7623bc68bab3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:02.456397 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.457996 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.495081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5de0347-ed40-4809-afc0-42cd8eaeef90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.553366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.561286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5de0347-ed40-4809-afc0-42cd8eaeef90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.565067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9,segment=NetworkSegment(068f5272-ef04-40b6-9c9f-6d03b7ccdb94),segment_id=068f5272-ef04-40b6-9c9f-6d03b7ccdb94)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:02.566191 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.584152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.594216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:02.598666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:02.606292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Pushing event updated for resources: {'Port': ['ID=67e66c34-c3d5-4a65-a541-f4d0b4b3375d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:02.606420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:02.618105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.647372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:02.651237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:02.654123 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f013c2f-dde8-4e8c-a771-70b1642e69d6" -d '{"events": [{"server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "name": "network-vif-plugged", "status": "completed", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:02.661212 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.672610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 346bf14d-9f7d-4659-a2a4-393944658fe4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:02.745349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:02.832107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9974f513-4b3c-4c10-919c-a1c229fce20c None None] Provisioning complete for port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:02.832499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9974f513-4b3c-4c10-919c-a1c229fce20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.943618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event updated for resources: {'Port': ['ID=5f3fc709-814b-40cf-8989-5fdd5886de7d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:02.982850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9974f513-4b3c-4c10-919c-a1c229fce20c None None] Port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:02.984336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:03.015590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 346bf14d-9f7d-4659-a2a4-393944658fe4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:03.020742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 346bf14d-9f7d-4659-a2a4-393944658fe4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:03.021124 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.119273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e1bb8e04-5043-4bc8-9ea8-1930cc726fcd None None] Provisioning complete for port 2046f84b-7420-4c80-a8af-2de1cc2f7577 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:03.119273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8e04-5043-4bc8-9ea8-1930cc726fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.202927 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.209463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-e37084a1-06b3-41fa-b82e-53a538a1118c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:03.217137 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-e37084a1-06b3-41fa-b82e-53a538a1118c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 807 time: 0.2599144 Jul 13 07:20:03.241726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-43f36352-2455-422e-a509-04b331a83cc7 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/quotas/ba457eee09ec41b5ba69550f44e3d487 HTTP/1.1" status: 200 len: 375 time: 0.0235534 Jul 13 07:20:03.247474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 346bf14d-9f7d-4659-a2a4-393944658fe4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=346bf14d-9f7d-4659-a2a4-393944658fe4,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:03.262021 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.286886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-d2170187-da3f-448b-8d60-c8a21cb41e3a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441658 Jul 13 07:20:03.311075 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.377245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a263e580-122b-4ac2-998e-9dc65cf1b98f req-1eaef208-a83a-4c8c-b50a-b80c12fb26fa tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/ca4d51a1-7c5a-4e96-bf2f-7623bc68bab3 HTTP/1.1" status: 200 len: 1812 time: 0.4999273 Jul 13 07:20:03.392391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e1bb8e04-5043-4bc8-9ea8-1930cc726fcd None None] Provisioning complete for port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:03.393096 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8e04-5043-4bc8-9ea8-1930cc726fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.421822 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.424761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=346bf14d-9f7d-4659-a2a4-393944658fe4,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:03.444683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-fd4dbbba-6ebc-46e5-aa5f-a4ad97024661 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:03.446365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-fd4dbbba-6ebc-46e5-aa5f-a4ad97024661 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152&tenant_id=ae5003457ccc48e8a8111c6982ea6a11&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 950 time: 0.8034647 Jul 13 07:20:03.478453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:03.560693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:03.561299 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.650142 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-f40008ac-b98c-469f-b259-4576f9e8dad8 service neutron] delete failed (client error): The resource could not be found. Jul 13 07:20:03.651157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-f40008ac-b98c-469f-b259-4576f9e8dad8 service neutron] 10.222.0.48 "DELETE /v2.0/ports/2046f84b-7420-4c80-a8af-2de1cc2f7577/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.1971970 Jul 13 07:20:03.668972 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.674820 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.693065 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5de0347-ed40-4809-afc0-42cd8eaeef90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.697318 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5de0347-ed40-4809-afc0-42cd8eaeef90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.698753 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a5de0347-ed40-4809-afc0-42cd8eaeef90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc9c7e8b-423c-4fea-8f10-7df8668f83df HTTP/1.1" status: 204 len: 168 time: 1.6297758 Jul 13 07:20:03.725269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de0347-ed40-4809-afc0-42cd8eaeef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9c7e8b-423c-4fea-8f10-7df8668f83df,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:03.742663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-d6ce2a49-89e6-4529-ae17-0c61c7fdd07f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:20:03.743784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Network 9f63ec97-2923-4142-afce-19eccde33bf4 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:03.746821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-d6ce2a49-89e6-4529-ae17-0c61c7fdd07f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1600652 Jul 13 07:20:03.763369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:03.783627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bacf8-b0c1-4ced-a522-77b91e1e88b3 req-c5097f34-39a2-4b37-9c13-f7b47b302883 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:03.784628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab5bacf8-b0c1-4ced-a522-77b91e1e88b3 req-c5097f34-39a2-4b37-9c13-f7b47b302883 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1868989 Jul 13 07:20:03.833602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event updated for resources: {'Port': ['ID=5f3fc709-814b-40cf-8989-5fdd5886de7d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:03.867091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.900183 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.910767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fb1d7347-12e1-4b2d-9ea6-42f8928e28e5 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3259714 Jul 13 07:20:03.921992 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-dab0a0ad-67ea-4f26-851b-a09f633a9e53 service neutron] 10.222.0.41 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705899 Jul 13 07:20:03.930570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab5bacf8-b0c1-4ced-a522-77b91e1e88b3 req-709fb0ce-ecdd-499c-acb6-b29f22316a81 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392210 Jul 13 07:20:04.000758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:20:04.004317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-5e77dc4a-c4e5-48f4-8c4a-92a989a8385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:04.005844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-5e77dc4a-c4e5-48f4-8c4a-92a989a8385f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1102 time: 0.2785034 Jul 13 07:20:04.032490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-f577b596-dff8-4502-afe6-b03c02f71207 service neutron] 10.222.0.41 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064215 Jul 13 07:20:04.045525 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07408db8-31bb-436b-b3f2-5556304c0d7e x-openstack-request-id: req-07408db8-31bb-436b-b3f2-5556304c0d7e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:04.046593 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "name": "network-vif-plugged", "status": "completed", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:04.047065 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07408db8-31bb-436b-b3f2-5556304c0d7e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:04.047681 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'code': 200} Jul 13 07:20:04.159522 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-961daf92-f66d-4b93-bcb8-1a1872a00bd1 req-f93df800-1ff8-4e2d-a0cd-14ef2433eedc tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] show failed (client error): The resource could not be found. Jul 13 07:20:04.160947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-961daf92-f66d-4b93-bcb8-1a1872a00bd1 req-f93df800-1ff8-4e2d-a0cd-14ef2433eedc tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/b69361d0-d425-44af-ac5e-5ed5ed8470b1 HTTP/1.1" status: 404 len: 352 time: 0.0549471 Jul 13 07:20:04.211730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-eda45fea-2c2f-4541-9c34-6c3a6ba53937 None None] Provisioning complete for port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:04.212057 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eda45fea-2c2f-4541-9c34-6c3a6ba53937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.248794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:04.251097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-f5e5175c-597e-44e7-a183-ab897098c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:04.252687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-f5e5175c-597e-44e7-a183-ab897098c3e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2363052 Jul 13 07:20:04.264792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-518075f7-5b76-4a6a-afb8-4b3d74e304cb admin admin] 10.222.0.41 "PUT /v2.0/routers/b062fe6b-1f6f-43ae-a17d-a8cb467d6af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4881954 Jul 13 07:20:04.271193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Sync routers for ids ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:04.288825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Routers {'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:04.289578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:04.303975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53908) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:04.331322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-eda45fea-2c2f-4541-9c34-6c3a6ba53937 None None] Port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:04.342874 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c01a423-3deb-49db-ab79-f16eef193469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.394306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-0f31fd7c-6220-435f-8e5c-9e59b45b083a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.1151319 Jul 13 07:20:04.440358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Set router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:04.481245 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-536fd697-29a1-42e6-8b29-55e6a32988d7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1243511155&fields=id&tenant_id=ba83d73f080c42b79a724f4d57d68c56 HTTP/1.1" status: 200 len: 267 time: 0.0835726 Jul 13 07:20:04.511965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-48b00099-216e-42ed-ae10-b2b36a9bddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:04.513792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-48b00099-216e-42ed-ae10-b2b36a9bddec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1183341 Jul 13 07:20:04.576881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-7bb137ed-a17e-4d0d-8ac3-aebe0d84050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:04.578764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-7bb137ed-a17e-4d0d-8ac3-aebe0d84050b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584960 Jul 13 07:20:04.648037 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c01a423-3deb-49db-ab79-f16eef193469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.676758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-fe1cbd25-3bab-4b8b-ac2d-c198c9a251b2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:04.686610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-fe1cbd25-3bab-4b8b-ac2d-c198c9a251b2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/networks?id=2eb7911c-5d60-41a1-93e7-8937099d88ed HTTP/1.1" status: 200 len: 824 time: 0.2043433 Jul 13 07:20:04.688681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c01a423-3deb-49db-ab79-f16eef193469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.740618 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-466c432d-e6ac-4e0e-a3a4-117113d89848 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/quotas/ba83d73f080c42b79a724f4d57d68c56 HTTP/1.1" status: 200 len: 375 time: 0.0523956 Jul 13 07:20:04.761827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3c01a423-3deb-49db-ab79-f16eef193469 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80cf931a2905429eaaf07986d49838b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567091 Jul 13 07:20:04.767783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:04.769842 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-dcf07c89-ee52-4789-85f2-7ab318a7caf5 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841316 Jul 13 07:20:04.787878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01a423-3deb-49db-ab79-f16eef193469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0384bd45-09b1-49d6-8ff0-7e5339823305,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:04.833865 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-727a362a-e79f-4f98-ad3d-624c68551c31 req-5c03979e-0911-44e8-9b04-e3c4bf145194 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] show failed (client error): The resource could not be found. Jul 13 07:20:04.835015 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-727a362a-e79f-4f98-ad3d-624c68551c31 req-5c03979e-0911-44e8-9b04-e3c4bf145194 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-group-rules/a8ae271b-fbdf-4348-8484-e614755f09c1 HTTP/1.1" status: 404 len: 361 time: 0.0680554 Jul 13 07:20:04.918412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-92fdb144-9447-4139-b556-ba964f374547 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba83d73f080c42b79a724f4d57d68c56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1551621 Jul 13 07:20:04.955678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60dbf280-db58-45c2-8d93-11c2735d487c req-a40dfaf7-9ca0-4936-b0e6-590aca15fb86 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 210 time: 0.0476978 Jul 13 07:20:04.979246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e25a898-2232-4a9f-af29-7b51c33babf3 req-0c80b969-2575-4f8a-8e6c-a4d95e2dc456 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985319 Jul 13 07:20:04.980867 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6bad35-3fdc-4459-a8fd-b4b3f610948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.005738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:20:01Z', 'revision_number': 4, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'gw_port': {'id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:53Z', 'updated_at': '2021-07-13T07:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '67e66c34-c3d5-4a65-a541-f4d0b4b3375d', 'name': '', 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'mac_address': 'fa:16:3e:3c:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6dd0cac7-903b-48b3-a072-68a273cf7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:20:01Z', 'revision_number': 2, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'subnets': [{'id': '6dd0cac7-903b-48b3-a072-68a273cf7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:05.026011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6bad35-3fdc-4459-a8fd-b4b3f610948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.044830 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-7087c2db-1ecf-489b-8b3a-1c1d872d3dc3 service neutron] 10.222.0.41 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247432 Jul 13 07:20:05.067427 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Checking router: b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:05.068001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Updating router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:05.105055 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.141553 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-2b7a56c5-302d-4abb-893b-ae432c3223c0 req-f67f26ab-4740-418f-b189-a1532fd49866 tempest-FloatingIPDetailsNegativeTestJSON-1871492014 tempest-FloatingIPDetailsNegativeTestJSON-1871492014-project] show failed (client error): The resource could not be found. Jul 13 07:20:05.145333 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b7a56c5-302d-4abb-893b-ae432c3223c0 req-f67f26ab-4740-418f-b189-a1532fd49866 tempest-FloatingIPDetailsNegativeTestJSON-1871492014 tempest-FloatingIPDetailsNegativeTestJSON-1871492014-project] 10.222.0.41 "GET /v2.0/floatingips/0da5b14f-8f14-490a-8c0c-be9e57c9f62b HTTP/1.1" status: 404 len: 350 time: 0.0835464 Jul 13 07:20:05.155476 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.161871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53938) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:05.183145 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-97ac1d5e-ff26-4db1-9fae-45f6af2c0c8f service neutron] 10.222.0.41 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313744 Jul 13 07:20:05.258968 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6bad35-3fdc-4459-a8fd-b4b3f610948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.263236 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6bad35-3fdc-4459-a8fd-b4b3f610948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.266962 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bb6bad35-3fdc-4459-a8fd-b4b3f610948a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0384bd45-09b1-49d6-8ff0-7e5339823305 HTTP/1.1" status: 204 len: 168 time: 0.4939735 Jul 13 07:20:05.308252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bad35-3fdc-4459-a8fd-b4b3f610948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0384bd45-09b1-49d6-8ff0-7e5339823305,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:05.396403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b619cb58-5461-4908-adcf-9ec4244e95a0 req-ebdbe30d-7f12-4b1f-9e78-bd4b3de52754 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/ca4d51a1-7c5a-4e96-bf2f-7623bc68bab3 HTTP/1.1" status: 200 len: 1812 time: 0.1597636 Jul 13 07:20:05.426315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 346bf14d-9f7d-4659-a2a4-393944658fe4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:05.531143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b619cb58-5461-4908-adcf-9ec4244e95a0 req-c23b8e53-f28e-4636-95b1-de350966b865 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.599707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 346bf14d-9f7d-4659-a2a4-393944658fe4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:05.600261 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.625865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b619cb58-5461-4908-adcf-9ec4244e95a0 req-c23b8e53-f28e-4636-95b1-de350966b865 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.756601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.758183 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b619cb58-5461-4908-adcf-9ec4244e95a0 req-c23b8e53-f28e-4636-95b1-de350966b865 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.761643 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b619cb58-5461-4908-adcf-9ec4244e95a0 req-c23b8e53-f28e-4636-95b1-de350966b865 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.775381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b619cb58-5461-4908-adcf-9ec4244e95a0 req-c23b8e53-f28e-4636-95b1-de350966b865 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "DELETE /v2.0/security-groups/ca4d51a1-7c5a-4e96-bf2f-7623bc68bab3 HTTP/1.1" status: 204 len: 173 time: 0.3712175 Jul 13 07:20:05.861225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Transition to ACTIVE for port object 67e66c34-c3d5-4a65-a541-f4d0b4b3375d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:05.862696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b8e53-f28e-4636-95b1-de350966b865 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d51a1-7c5a-4e96-bf2f-7623bc68bab3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:06.005609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-524ce05d-5edb-41ee-9f20-e6bfb4111beb req-d6f1b1c4-0098-4bde-97e3-232a4e65381e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 210 time: 0.0609777 Jul 13 07:20:06.007593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:06.203460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a11fb-945f-4f73-9d5d-f0f0a293abe8 None None] Pushing event updated for resources: {'Port': ['ID=67e66c34-c3d5-4a65-a541-f4d0b4b3375d,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:06.224278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-26fde2a7-60fc-4ca6-a6a0-a5bf7f6c1e62 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:06.235203 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-26fde2a7-60fc-4ca6-a6a0-a5bf7f6c1e62 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 807 time: 0.2612972 Jul 13 07:20:06.248108 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Attempting to bind port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:06.248726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Attempting to bind port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '04a76ab2-39f8-47af-afea-2f9b3845b350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:06.249259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Attempting to bind port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d on network 9f63ec97-2923-4142-afce-19eccde33bf4 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:06.265828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:06.266745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Checking segment: {'id': '04a76ab2-39f8-47af-afea-2f9b3845b350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:06.267327 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:06.267899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Bound using segment: {'id': '04a76ab2-39f8-47af-afea-2f9b3845b350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:06.268648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Bound port: 67e66c34-c3d5-4a65-a541-f4d0b4b3375d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a76ab2-39f8-47af-afea-2f9b3845b350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:06.269200 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:06.276207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Request body: {'port': {'device_id': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39', 'admin_state_up': True, 'tenant_id': 'ba457eee09ec41b5ba69550f44e3d487'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:06.304672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d49a0af-db75-4609-b627-16c9972cd66c req-c149c114-4b66-42a4-a1e0-e7d4290bccfd tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/bfe62079-ebd2-4b45-b766-709a67c650a8 HTTP/1.1" status: 200 len: 1812 time: 0.2333193 Jul 13 07:20:06.432524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] For port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:06.437773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] For port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=67e66c34-c3d5-4a65-a541-f4d0b4b3375d,segment=NetworkSegment(04a76ab2-39f8-47af-afea-2f9b3845b350),segment_id=04a76ab2-39f8-47af-afea-2f9b3845b350)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:06.450197 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:06.548302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53974) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:06.642447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a11fb-945f-4f73-9d5d-f0f0a293abe8 None None] Pushing event updated for resources: {'Port': ['ID=67e66c34-c3d5-4a65-a541-f4d0b4b3375d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:06.648637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Routers {'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:06.649559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:06.686881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b29ac6-523d-4a04-af9a-8e9efd13439f req-60bf00e7-79c5-42ba-9ec9-154532e8ade6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:06.695683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67b29ac6-523d-4a04-af9a-8e9efd13439f req-60bf00e7-79c5-42ba-9ec9-154532e8ade6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 1.1181362 Jul 13 07:20:06.740591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Made reservation on behalf of ba457eee09ec41b5ba69550f44e3d487 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:06.754763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:06.827488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] Set router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:06.942097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67b29ac6-523d-4a04-af9a-8e9efd13439f req-b56252f9-7f2a-482a-92e7-39d7df426162 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453611 Jul 13 07:20:07.037074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4355b848-1f7d-47de-8b44-fed188065051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.123568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.204303 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.207933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:07.259014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d47bbb26-b5b1-420e-9943-868c899b22ff req-c5e8e48d-e30a-4e00-a86f-2f6c472278e8 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 210 time: 0.0464268 Jul 13 07:20:07.260086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d49a0af-db75-4609-b627-16c9972cd66c req-b0a0b9a8-d879-4442-afc6-71d3fee9b5bd tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.267329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:20:01Z', 'revision_number': 4, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'gw_port': {'id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:53Z', 'updated_at': '2021-07-13T07:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '67e66c34-c3d5-4a65-a541-f4d0b4b3375d', 'name': '', 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'mac_address': 'fa:16:3e:3c:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6dd0cac7-903b-48b3-a072-68a273cf7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:20:06Z', 'revision_number': 4, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'subnets': [{'id': '6dd0cac7-903b-48b3-a072-68a273cf7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:07.303895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Allocated IP 172.20.0.6 (a213c5f0-2b9d-49a6-8d16-16b751dbfd39/171f8e58-8336-459b-a7d7-cdb2637d87b0/5c1b6aa0-ca05-454a-bc64-e036a8084007) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:07.343476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d49a0af-db75-4609-b627-16c9972cd66c req-b0a0b9a8-d879-4442-afc6-71d3fee9b5bd tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.350989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53422a4c-30ee-45fc-9298-6b2fdbc67b94 None None] The sync data for ids ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'] in n-d-758944-43 is: [{'id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:20:01Z', 'revision_number': 4, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'gw_port': {'id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:53Z', 'updated_at': '2021-07-13T07:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '67e66c34-c3d5-4a65-a541-f4d0b4b3375d', 'name': '', 'network_id': '9f63ec97-2923-4142-afce-19eccde33bf4', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'mac_address': 'fa:16:3e:3c:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6dd0cac7-903b-48b3-a072-68a273cf7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:20:06Z', 'revision_number': 4, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'subnets': [{'id': '6dd0cac7-903b-48b3-a072-68a273cf7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:07.387001 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4355b848-1f7d-47de-8b44-fed188065051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.398044 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4355b848-1f7d-47de-8b44-fed188065051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.507334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-network', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:07.532079 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db57066c-3aa6-4c52-a028-c7abfd0fa9e0 req-c3d2070b-6509-40f7-b29a-f9611b8d940c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 210 time: 0.0756235 Jul 13 07:20:07.535588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355b848-1f7d-47de-8b44-fed188065051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63980fa4-fdf9-4641-a3a4-3049de3e2069,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:07.545672 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4355b848-1f7d-47de-8b44-fed188065051 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5524ceb4cc274b75988d5dd323fdca16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9825995 Jul 13 07:20:07.546480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53996) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:07.589966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Made reservation on behalf of e97ee2ddb9264e0e950042523369a6e3 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:07.591191 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.678597 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d49a0af-db75-4609-b627-16c9972cd66c req-b0a0b9a8-d879-4442-afc6-71d3fee9b5bd tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.681126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d49a0af-db75-4609-b627-16c9972cd66c req-b0a0b9a8-d879-4442-afc6-71d3fee9b5bd tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.685649 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d49a0af-db75-4609-b627-16c9972cd66c req-b0a0b9a8-d879-4442-afc6-71d3fee9b5bd tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "DELETE /v2.0/security-groups/bfe62079-ebd2-4b45-b766-709a67c650a8 HTTP/1.1" status: 204 len: 173 time: 1.3754482 Jul 13 07:20:07.693926 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-712cd1a1-7274-40f7-8aab-c0ee3eb2c2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.731147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.747328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.747895 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-712cd1a1-7274-40f7-8aab-c0ee3eb2c2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.851893 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.853279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0b9a8-d879-4442-afc6-71d3fee9b5bd tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe62079-ebd2-4b45-b766-709a67c650a8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:07.956669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:07.962147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:07.965030 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:07.989475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-075a0335-bef1-439e-b5fb-3bce0ab1b2f7 req-6edbd09a-1530-4086-93d2-3b7cd1f4787f tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/b81f2def-c47a-44eb-a996-13f02c48f4dd HTTP/1.1" status: 200 len: 1811 time: 0.2551451 Jul 13 07:20:08.018757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:08.019410 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.030967 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Pushing event updated for resources: {'Port': ['ID=5c1b6aa0-ca05-454a-bc64-e036a8084007,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:08.039678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-712cd1a1-7274-40f7-8aab-c0ee3eb2c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.042901 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-712cd1a1-7274-40f7-8aab-c0ee3eb2c2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.044058 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-712cd1a1-7274-40f7-8aab-c0ee3eb2c2f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63980fa4-fdf9-4641-a3a4-3049de3e2069 HTTP/1.1" status: 204 len: 168 time: 0.4966617 Jul 13 07:20:08.053377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cd1a1-7274-40f7-8aab-c0ee3eb2c2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63980fa4-fdf9-4641-a3a4-3049de3e2069,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:08.081701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-b800c4a8-8302-4f91-87b8-913b22ad8c91 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:08.083228 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-b800c4a8-8302-4f91-87b8-913b22ad8c91 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.48 "GET /v2.0/networks?id=2eb7911c-5d60-41a1-93e7-8937099d88ed HTTP/1.1" status: 200 len: 824 time: 0.4730918 Jul 13 07:20:08.238054 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-6ece08d2-fa42-4e20-a45c-56dfe9f44f66 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba83d73f080c42b79a724f4d57d68c56 HTTP/1.1" status: 200 len: 380 time: 0.1414437 Jul 13 07:20:08.247458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-075a0335-bef1-439e-b5fb-3bce0ab1b2f7 req-c91f6287-aa63-4488-9466-04632baf2a86 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.286193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Request body: {'port': {'device_id': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'admin_state_up': True, 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'security_groups': ['ad7b9a20-a505-4dfd-87d3-bea99c33fdd8']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:08.367928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-075a0335-bef1-439e-b5fb-3bce0ab1b2f7 req-c91f6287-aa63-4488-9466-04632baf2a86 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.406498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae4855-cf12-4df1-83dd-a595fb16da10 req-69a3c028-869a-402a-aa87-3865560963d9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:08.408342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-abae4855-cf12-4df1-83dd-a595fb16da10 req-69a3c028-869a-402a-aa87-3865560963d9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.0924265 Jul 13 07:20:08.440315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.464737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.490224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-abae4855-cf12-4df1-83dd-a595fb16da10 req-9b141bc5-674e-4cf2-8af0-867f05470559 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710695 Jul 13 07:20:08.497703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-0b0c13c1-8e14-4bca-9725-218dc6a2875c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2339704 Jul 13 07:20:08.520084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Request body: {'port': {'device_id': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:08.528657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:20:08.539619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49126897-ea13-4613-8e7e-dd5efea0d457,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:08.558026 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.558359 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Added segment be694627-fcf7-498f-82c4-69d3dfec4197 of type vlan for network e33cf551-caff-448f-951c-7c94acd1cdb7 Jul 13 07:20:08.570647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Deleting port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:08.570989 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.576961 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-075a0335-bef1-439e-b5fb-3bce0ab1b2f7 req-c91f6287-aa63-4488-9466-04632baf2a86 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.582696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-075a0335-bef1-439e-b5fb-3bce0ab1b2f7 req-c91f6287-aa63-4488-9466-04632baf2a86 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.585244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:08.586458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-075a0335-bef1-439e-b5fb-3bce0ab1b2f7 req-c91f6287-aa63-4488-9466-04632baf2a86 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "DELETE /v2.0/security-groups/b81f2def-c47a-44eb-a996-13f02c48f4dd HTTP/1.1" status: 204 len: 173 time: 0.5762403 Jul 13 07:20:08.605340 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bd32762-7ce8-4ce0-afa5-a6e0e284b667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.674170 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.717585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.730070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:08.740440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f6287-aa63-4488-9466-04632baf2a86 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81f2def-c47a-44eb-a996-13f02c48f4dd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:08.795180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Made reservation on behalf of ba83d73f080c42b79a724f4d57d68c56 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:08.799413 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.875958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] For port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=67e66c34-c3d5-4a65-a541-f4d0b4b3375d,segment=NetworkSegment(04a76ab2-39f8-47af-afea-2f9b3845b350),segment_id=04a76ab2-39f8-47af-afea-2f9b3845b350)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:08.876590 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.888745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.889937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:08.890703 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.940044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Calling delete_port for 67e66c34-c3d5-4a65-a541-f4d0b4b3375d owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:20:08.990759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce77fb16-047b-4e86-9f6d-9634417ee167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.013192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f15506-25fc-4e5b-b259-fea309bcf853 req-34c5f6ae-b315-4d5e-ac2d-d6ee08477823 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:09.015041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48f15506-25fc-4e5b-b259-fea309bcf853 req-34c5f6ae-b315-4d5e-ac2d-d6ee08477823 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 931 time: 0.2025428 Jul 13 07:20:09.095906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48f15506-25fc-4e5b-b259-fea309bcf853 req-a60e1e46-ecf3-422d-afbc-6f8febbddc4a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716937 Jul 13 07:20:09.105507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] Pushing event updated for resources: {'Network': ['ID=e33cf551-caff-448f-951c-7c94acd1cdb7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:09.124758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network e33cf551-caff-448f-951c-7c94acd1cdb7 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:20:09.130362 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bd32762-7ce8-4ce0-afa5-a6e0e284b667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.151936 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bd32762-7ce8-4ce0-afa5-a6e0e284b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.157896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Allocated IP 172.20.0.9 (2eb7911c-5d60-41a1-93e7-8937099d88ed/2ed2c854-b2e7-489b-a973-5fbbab789e6e/c3ce5c8e-0db4-440d-b388-8edd8ffbffa8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:09.165574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-43d32287-60e3-4394-a94e-983c6122012b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9535935 Jul 13 07:20:09.173977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:09.180596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Request body: {'subnet': {'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-subnet', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:09.190511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910b4a-759e-4dd8-9ddf-5233afaed874 req-68f5cacb-d9b1-4ca3-bc23-2ca2e0f71f6b tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:09.192048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55910b4a-759e-4dd8-9ddf-5233afaed874 req-68f5cacb-d9b1-4ca3-bc23-2ca2e0f71f6b tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1102 time: 0.3724744 Jul 13 07:20:09.215015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1b6aa0-ca05-454a-bc64-e036a8084007 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:09.219644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd32762-7ce8-4ce0-afa5-a6e0e284b667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffe50b9-73f2-4c9a-a763-c62de5a1b60d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:09.229794 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0bd32762-7ce8-4ce0-afa5-a6e0e284b667 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acdb02a403cd4ba6b1c8310f339c8241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6429808 Jul 13 07:20:09.231932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.232079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:09.248655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Transition to ACTIVE for port object 5c1b6aa0-ca05-454a-bc64-e036a8084007 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:09.253557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.326684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c81f713d-6e34-4608-bf7c-22b53f4abdb3 req-b5e90992-6d80-43ff-a07a-2d2df63277bf tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 210 time: 0.0409546 Jul 13 07:20:09.367673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b6aa0-ca05-454a-bc64-e036a8084007,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:09.383934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55910b4a-759e-4dd8-9ddf-5233afaed874 req-963bc0c7-1185-4f57-9105-b060196dbafc tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462479 Jul 13 07:20:09.466717 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cade7eb-ad92-486b-bfe3-81d45fe0d410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.473475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:09.473475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:09.473475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:09.480638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:09.480969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:09.485135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 67e66c34-c3d5-4a65-a541-f4d0b4b3375d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:09.487878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c5fe500-08b8-424f-bded-2934bec482c3 req-2482c923-1356-4d78-b91f-df58df87621f tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/ca4ed542-4404-4fe2-a6f1-921fbc03a9dc HTTP/1.1" status: 200 len: 1812 time: 0.0921643 Jul 13 07:20:09.489369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:09.489589 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:09.490149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:09.490765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Bound port: 5c1b6aa0-ca05-454a-bc64-e036a8084007, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:09.490960 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.552040 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cade7eb-ad92-486b-bfe3-81d45fe0d410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.608604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:09.618840 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c5fe500-08b8-424f-bded-2934bec482c3 req-14eb21c6-c4ed-4d7b-9959-31a1afa1f3c9 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.624024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:09.627674 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.639538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.648938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce77fb16-047b-4e86-9f6d-9634417ee167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.658349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce77fb16-047b-4e86-9f6d-9634417ee167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.660273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:09.663199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Transition to ACTIVE for port object c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:09.664617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:09.664996 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.674798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.675336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c5fe500-08b8-424f-bded-2934bec482c3 req-14eb21c6-c4ed-4d7b-9959-31a1afa1f3c9 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.699934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Port 67e66c34-c3d5-4a65-a541-f4d0b4b3375d was deleted so its status cannot be updated. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:20:09.700239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:09.700833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.702389 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] 10.222.0.38 "PUT /v2.0/ports/5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 200 len: 1092 time: 1.1893229 Jul 13 07:20:09.702684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:09.704957 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:09.732749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Made reservation on behalf of e97ee2ddb9264e0e950042523369a6e3 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:09.735107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.802526 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f10056-b968-43dd-a2a7-2c74a54a275c service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b6aa0-ca05-454a-bc64-e036a8084007,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:09.841431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c5fe500-08b8-424f-bded-2934bec482c3 req-14eb21c6-c4ed-4d7b-9959-31a1afa1f3c9 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.844023 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c5fe500-08b8-424f-bded-2934bec482c3 req-14eb21c6-c4ed-4d7b-9959-31a1afa1f3c9 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.845222 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c5fe500-08b8-424f-bded-2934bec482c3 req-14eb21c6-c4ed-4d7b-9959-31a1afa1f3c9 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "DELETE /v2.0/security-groups/ca4ed542-4404-4fe2-a6f1-921fbc03a9dc HTTP/1.1" status: 204 len: 173 time: 0.3489912 Jul 13 07:20:09.870581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb21c6-c4ed-4d7b-9959-31a1afa1f3c9 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4ed542-4404-4fe2-a6f1-921fbc03a9dc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:09.902168 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3088c46-ded0-476f-8f62-faffb4df6426 x-openstack-request-id: req-b3088c46-ded0-476f-8f62-faffb4df6426 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:09.902459 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:09.902709 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3088c46-ded0-476f-8f62-faffb4df6426 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:09.903098 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007', 'status': 'completed', 'code': 200} Jul 13 07:20:09.910729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-163e7b64-a379-47cd-8692-b2e8c0394afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:09.912183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-163e7b64-a379-47cd-8692-b2e8c0394afe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1095 time: 0.1518464 Jul 13 07:20:09.984507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-3a7ec46e-8c83-49d1-954a-cb115a4f9f4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 200 len: 217 time: 0.0542707 Jul 13 07:20:10.000623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e66c34-c3d5-4a65-a541-f4d0b4b3375d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:10.026994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ce77fb16-047b-4e86-9f6d-9634417ee167 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=308a36ce15584fdf948af5b31839a86c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2956059 Jul 13 07:20:10.028869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-d6aaf80b-cac9-4595-b58d-24f2fab051bf tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835633 Jul 13 07:20:10.035723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54070) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:10.084924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cade7eb-ad92-486b-bfe3-81d45fe0d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.087528 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cade7eb-ad92-486b-bfe3-81d45fe0d410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.089418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3cade7eb-ad92-486b-bfe3-81d45fe0d410 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ffe50b9-73f2-4c9a-a763-c62de5a1b60d HTTP/1.1" status: 204 len: 168 time: 0.8506441 Jul 13 07:20:10.090343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77fb16-047b-4e86-9f6d-9634417ee167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0669d4b-932f-4cf3-8051-5ab605aaa287,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:10.117861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbc3ceb0-8161-4bab-85f7-7bb78e9b832e req-457baf82-0d50-4b05-9ac8-8680cc971edf tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "GET /v2.0/security-groups/1290f452-63f7-45cb-b105-db7b6362cc37 HTTP/1.1" status: 200 len: 1813 time: 0.1864185 Jul 13 07:20:10.136398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cade7eb-ad92-486b-bfe3-81d45fe0d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffe50b9-73f2-4c9a-a763-c62de5a1b60d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:10.147628 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.193623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-e4b4fab7-2a56-4902-b29b-e02d198e64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.195408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-e4b4fab7-2a56-4902-b29b-e02d198e64d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.2017608 Jul 13 07:20:10.195866 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.252762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91cc109-4e1d-4183-8caa-38415afe05ad,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:10.258473 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-365d4dfc-b5ad-4d0b-a112-09a9c9b2599b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486896 Jul 13 07:20:10.302446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dab65be-9817-41c9-83f5-8a1bdf520488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.347255 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dbc3ceb0-8161-4bab-85f7-7bb78e9b832e req-6cb7a595-ccb0-47dc-87aa-807b4abf9955 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.347782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:10.361363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:10.379758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:10.381189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Checking segment: {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:10.381531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Network hostable DHCP agents. Network: e33cf551-caff-448f-951c-7c94acd1cdb7, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:20:10.396060 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dab65be-9817-41c9-83f5-8a1bdf520488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.416893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event updated for resources: {'Port': ['ID=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:10.423942 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.438064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-52788199-c358-4062-916b-519b8bcef948 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.439769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-52788199-c358-4062-916b-519b8bcef948 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870277 Jul 13 07:20:10.440562 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dbc3ceb0-8161-4bab-85f7-7bb78e9b832e req-6cb7a595-ccb0-47dc-87aa-807b4abf9955 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.514208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.515577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.527753 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-ac232c16-7eff-4383-9b8f-95d8501a800e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/quotas/ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 375 time: 0.0372291 Jul 13 07:20:10.539322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Network e33cf551-caff-448f-951c-7c94acd1cdb7 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:20:10.553055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-e09a61ce-bbf2-424f-9aa9-510431e14c31 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851453 Jul 13 07:20:10.559079 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dbc3ceb0-8161-4bab-85f7-7bb78e9b832e req-6cb7a595-ccb0-47dc-87aa-807b4abf9955 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.563791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dbc3ceb0-8161-4bab-85f7-7bb78e9b832e req-6cb7a595-ccb0-47dc-87aa-807b4abf9955 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.568995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbc3ceb0-8161-4bab-85f7-7bb78e9b832e req-6cb7a595-ccb0-47dc-87aa-807b4abf9955 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] 10.222.0.41 "DELETE /v2.0/security-groups/1290f452-63f7-45cb-b105-db7b6362cc37 HTTP/1.1" status: 204 len: 173 time: 0.4501841 Jul 13 07:20:10.571997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54090) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:10.574064 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-d1cc5355-7269-4a54-98f6-72972636f4b7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3274705 Jul 13 07:20:10.599493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Request body: {'port': {'device_id': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:10.623424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, e33cf551-caff-448f-951c-7c94acd1cdb7) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:10.634243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c254fa40-a26d-458a-860c-77fc695f281e None None] Network e33cf551-caff-448f-951c-7c94acd1cdb7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:10.653279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dab65be-9817-41c9-83f5-8a1bdf520488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.655733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dab65be-9817-41c9-83f5-8a1bdf520488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.656865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5dab65be-9817-41c9-83f5-8a1bdf520488 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0669d4b-932f-4cf3-8051-5ab605aaa287 HTTP/1.1" status: 204 len: 168 time: 0.6140001 Jul 13 07:20:10.660312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a595-ccb0-47dc-87aa-807b4abf9955 tempest-SecurityGroupRulesNegativeTestJSON-1950754 tempest-SecurityGroupRulesNegativeTestJSON-1950754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1290f452-63f7-45cb-b105-db7b6362cc37,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:10.671195 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.671797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.708054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab65be-9817-41c9-83f5-8a1bdf520488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0669d4b-932f-4cf3-8051-5ab605aaa287,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:10.768246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6c46217f-9e15-45b4-afe0-457a45f99508 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5933552 Jul 13 07:20:10.770518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc85d4a2-b4ad-4dc4-b97e-1cd92cf3c98a admin admin] Deleting subnet 6998a20f-abed-4e2e-9fcc-b19ba74d5bdd {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:20:10.781631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:10.800825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:10.833226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc85d4a2-b4ad-4dc4-b97e-1cd92cf3c98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.848656 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f1d8bc3-345d-45d3-a46f-1925385ee6c9 req-b5dc9d0b-4e24-4017-8066-80b61a5a7432 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705064 Jul 13 07:20:10.859163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.860335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.868806 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-54b53a96-e640-48a2-a742-18580b1fdf94 None None] Provisioning for port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:10.897559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-54b53a96-e640-48a2-a742-18580b1fdf94 None None] Provisioning complete for port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:10.897888 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54b53a96-e640-48a2-a742-18580b1fdf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:10.965250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-54b53a96-e640-48a2-a742-18580b1fdf94 None None] Port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:10.968256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-28cf5fde-dca6-4503-889f-95b617aaa342 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3999572 Jul 13 07:20:10.976546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab702-38a3-4bf3-ac62-2d9e242356c8 req-ccd000be-b69b-4862-8ffd-f46fc986d8c0 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.978297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc7ab702-38a3-4bf3-ac62-2d9e242356c8 req-ccd000be-b69b-4862-8ffd-f46fc986d8c0 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 943 time: 0.2140436 Jul 13 07:20:11.002815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.007027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc85d4a2-b4ad-4dc4-b97e-1cd92cf3c98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.033674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-e33cf551-caff-448f-951c-7c94acd1cdb7', 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'fixed_ips': [{'subnet_id': 'f91cc109-4e1d-4183-8caa-38415afe05ad'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:20:11.034583 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.108666 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc85d4a2-b4ad-4dc4-b97e-1cd92cf3c98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.113833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.153996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54106) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:11.303105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Allocated IP 172.20.0.2 (e33cf551-caff-448f-951c-7c94acd1cdb7/f91cc109-4e1d-4183-8caa-38415afe05ad/792b1d72-873e-44a8-b264-7218dd851c98) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:11.323537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54114) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:11.344171 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc7ab702-38a3-4bf3-ac62-2d9e242356c8 req-bc3b4665-e5f6-400c-a934-de3d3f67b9f9 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923787 Jul 13 07:20:11.396813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:20:11.415699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-facda44e-d4f6-4527-99a6-aa7e35e786c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.526611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc85d4a2-b4ad-4dc4-b97e-1cd92cf3c98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.548483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.556047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc85d4a2-b4ad-4dc4-b97e-1cd92cf3c98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.559040 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Transition to ACTIVE for port object 792b1d72-873e-44a8-b264-7218dd851c98 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:11.560635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fc85d4a2-b4ad-4dc4-b97e-1cd92cf3c98a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6998a20f-abed-4e2e-9fcc-b19ba74d5bdd HTTP/1.1" status: 204 len: 168 time: 0.9855807 Jul 13 07:20:11.576007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Transition to ACTIVE for port object 792b1d72-873e-44a8-b264-7218dd851c98 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:11.587438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54120) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:11.590620 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.651064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Network e33cf551-caff-448f-951c-7c94acd1cdb7 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:11.655696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:11.661763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:11.672218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Pushing event updated for resources: {'Port': ['ID=792b1d72-873e-44a8-b264-7218dd851c98,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:11.681470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.682144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.682695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.683598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.684113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.684619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.685150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.685642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.686169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.686666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.687210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.687696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:11.722620 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.732078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e16023-5c4d-4eca-a067-a8dd6357787f req-280b95cd-c74e-4f1b-9702-d5eda33eb57e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:11.739559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2e16023-5c4d-4eca-a067-a8dd6357787f req-280b95cd-c74e-4f1b-9702-d5eda33eb57e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 931 time: 0.4131892 Jul 13 07:20:11.764334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Attempting to bind port 792b1d72-873e-44a8-b264-7218dd851c98 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:11.765253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Attempting to bind port 792b1d72-873e-44a8-b264-7218dd851c98 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:11.766640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Attempting to bind port 792b1d72-873e-44a8-b264-7218dd851c98 on network e33cf551-caff-448f-951c-7c94acd1cdb7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:11.772859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85d4a2-b4ad-4dc4-b97e-1cd92cf3c98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6998a20f-abed-4e2e-9fcc-b19ba74d5bdd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:11.773367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:11.773765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Checking segment: {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:11.778166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1189988127-network', 'tenant_id': 'b89fd6995b214243ad8ae84998c54e50'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:11.781686 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.782574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Bound using segment: {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:11.783272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Bound port: 792b1d72-873e-44a8-b264-7218dd851c98, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:11.783833 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.793915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-07342ba9-b981-4801-88fd-1b87a00d17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:11.795752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-07342ba9-b981-4801-88fd-1b87a00d17ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1095 time: 0.8144343 Jul 13 07:20:11.799116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.844711 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ef98fc27-881c-4870-8258-3406f6e04739 req-7388af14-890b-41a0-bf63-ddd66b4d3a2e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 210 time: 0.0737696 Jul 13 07:20:11.860384 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2e16023-5c4d-4eca-a067-a8dd6357787f req-4b4bd0f4-8d70-4611-8f79-5af99d81ca5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199389 Jul 13 07:20:11.882485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] For port 792b1d72-873e-44a8-b264-7218dd851c98, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:11.893082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] For port 792b1d72-873e-44a8-b264-7218dd851c98, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=792b1d72-873e-44a8-b264-7218dd851c98,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:11.902259 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:11.978343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71425041-a70d-42eb-9646-ae9945414b01 None None] Pushing event updated for resources: {'Port': ['ID=792b1d72-873e-44a8-b264-7218dd851c98,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:12.009764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.021674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155740b6-aa49-49d5-b24e-da223ee0e11d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:12.026502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-475001c7-60d5-463e-8487-101d8b0e4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:12.027981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-475001c7-60d5-463e-8487-101d8b0e4c8c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.2209733 Jul 13 07:20:12.039948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce89087-41b4-46cb-ae56-dbed6a3a8004') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:12.040618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce89087-41b4-46cb-ae56-dbed6a3a8004') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:12.060722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.067350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:12.083247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-819ae837-222c-4a48-9c5b-862018c703d4 admin admin] 10.222.0.41 "PUT /v2.0/routers/b062fe6b-1f6f-43ae-a17d-a8cb467d6af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9185333 Jul 13 07:20:12.085115 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-51027ce4-6f21-4f96-b065-03b9075b56f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 200 len: 217 time: 0.0444000 Jul 13 07:20:12.086655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54124) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:12.086907 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] Sync routers for ids ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:12.099108 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] Routers {'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:12.099906 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:12.104855 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-facda44e-d4f6-4527-99a6-aa7e35e786c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.108163 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.132075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-facda44e-d4f6-4527-99a6-aa7e35e786c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.135030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:20:12.135982 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:20:12.140832 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:20:12.243386 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] Set router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:12.339460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Made reservation on behalf of b89fd6995b214243ad8ae84998c54e50 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:12.341790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.366814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-7675d79a-23e9-429f-9c04-701d3d6de2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:12.368287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-7675d79a-23e9-429f-9c04-701d3d6de2b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.2411838 Jul 13 07:20:12.374485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.484206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:12.499111 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:20:09Z', 'revision_number': 5, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'gw_port': {'id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:53Z', 'updated_at': '2021-07-13T07:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:12.532087 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] Checking router: b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:12.535648 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.545545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-facda44e-d4f6-4527-99a6-aa7e35e786c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09c356341e6a4a889e8b9d85db1efcba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1794960 Jul 13 07:20:12.545759 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.546070 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] Routers {'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:12.546746 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:12.547578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facda44e-d4f6-4527-99a6-aa7e35e786c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b89027-10e7-4a5f-ae32-2466999b915a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:12.550744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54128) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:12.565411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.570173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-64bc40bb-0fe3-4bd4-9ca4-4e5268a8daab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1907375 Jul 13 07:20:12.573034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Transition to ACTIVE for port object c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:12.581408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.585765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] 10.222.0.41 "DELETE /v2.0/networks/155740b6-aa49-49d5-b24e-da223ee0e11d HTTP/1.1" status: 204 len: 168 time: 0.9948854 Jul 13 07:20:12.597556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.607504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baaf4cd-e17d-4caf-b4b3-a5ad2e673aec admin admin] Pushing event deleted for resources: {'Network': ['ID=155740b6-aa49-49d5-b24e-da223ee0e11d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:12.675715 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21aa6f1c-b62d-4cd8-9f1b-c529a9295ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.696210 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] Set router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:12.749045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.807764 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.809571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54132) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:12.810564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:12.853507 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21aa6f1c-b62d-4cd8-9f1b-c529a9295ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.936850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-53176e5e-2c65-431a-83cb-f645048d9bc6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669634 Jul 13 07:20:12.953914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Allocated IP 172.25.8.128 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/ab5cc00b-41f8-475f-95c7-49019b8047f6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:13.074470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7eec1533-bd23-4b88-ab34-9831f6fded5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdfd702c95cf46bb96a059d48bd0c772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605541 Jul 13 07:20:13.090874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54138) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:13.121885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Attempting to bind port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:13.122447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Attempting to bind port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:13.122909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Attempting to bind port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 on network 2eb7911c-5d60-41a1-93e7-8937099d88ed {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:13.150072 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0905de44-11f0-4034-83cb-501759d9ca07 req-43de85e2-929b-4dc1-84f9-2ec7da5ee66f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 210 time: 0.0838859 Jul 13 07:20:13.194007 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-3a44b053-9552-4b43-ac38-f4022e963cfd service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764928 Jul 13 07:20:13.212207 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:20:09Z', 'revision_number': 5, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'gw_port': {'id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:53Z', 'updated_at': '2021-07-13T07:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:13.228126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 on network 2eb7911c-5d60-41a1-93e7-8937099d88ed not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:13.228390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Attempting to bind port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 on network 2eb7911c-5d60-41a1-93e7-8937099d88ed {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:13.247692 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c6470-54ea-4ce2-8d98-a2e5c59e76a1 None None] The sync data for ids ['b062fe6b-1f6f-43ae-a17d-a8cb467d6af2'] in n-d-758944-43 is: [{'id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-757761729-router', 'tenant_id': '2b82a453d6ea4825ab9b0d283de60b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:50Z', 'updated_at': '2021-07-13T07:20:09Z', 'revision_number': 5, 'project_id': '2b82a453d6ea4825ab9b0d283de60b12', 'gw_port': {'id': '346bf14d-9f7d-4659-a2a4-393944658fe4', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062fe6b-1f6f-43ae-a17d-a8cb467d6af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:53Z', 'updated_at': '2021-07-13T07:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:13.268784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21aa6f1c-b62d-4cd8-9f1b-c529a9295ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.280659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21aa6f1c-b62d-4cd8-9f1b-c529a9295ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.288225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-21aa6f1c-b62d-4cd8-9f1b-c529a9295ab8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88b89027-10e7-4a5f-ae32-2466999b915a HTTP/1.1" status: 204 len: 168 time: 0.7335906 Jul 13 07:20:13.299985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:13.302365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Checking segment: {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:13.302828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Bound using segment: {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:13.304033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Bound port: c3ce5c8e-0db4-440d-b388-8edd8ffbffa8, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:13.306626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.327590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-11a8ab71-dea0-48d0-9e95-5740a5dc5dea tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:13.329671 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-11a8ab71-dea0-48d0-9e95-5740a5dc5dea tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3684781 Jul 13 07:20:13.333068 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.371636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Request body: {'port': {'device_id': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'ae5003457ccc48e8a8111c6982ea6a11'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:13.433047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45da6032-affa-4928-8e5d-571b70490729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.435719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa6f1c-b62d-4cd8-9f1b-c529a9295ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b89027-10e7-4a5f-ae32-2466999b915a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:13.455918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558936-f1e4-42ba-8771-4d04ef379252 req-156fe64a-d20e-4498-805c-62ab8b2fd20a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:13.472860 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f558936-f1e4-42ba-8771-4d04ef379252 req-156fe64a-d20e-4498-805c-62ab8b2fd20a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 943 time: 0.9010563 Jul 13 07:20:13.498591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.548342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45da6032-affa-4928-8e5d-571b70490729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.550694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.572021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.604700 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced8b7e8-5bdd-48d4-902c-66fd64e3f4a0 req-5552414d-07ed-428c-a565-92710f66ac7f service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728635 Jul 13 07:20:13.612636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.656034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f03fa-9f92-4ac8-b59c-0e1a716c974b None None] Network e33cf551-caff-448f-951c-7c94acd1cdb7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:13.669622 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f558936-f1e4-42ba-8771-4d04ef379252 req-4743cfef-99e8-4816-ae04-458dc0bbd98e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956131 Jul 13 07:20:13.671455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] For port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:13.672460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:20:13.684816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] For port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:13.723262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.730047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:13.731635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b210e7a8-e25f-4bef-a1eb-3cad3af67995,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:13.753363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db6f6e-cf37-4e79-af2c-e142ca24205a req-8492a92d-762d-4898-a03b-be2b08bafaa3 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:13.754892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59db6f6e-cf37-4e79-af2c-e142ca24205a req-8492a92d-762d-4898-a03b-be2b08bafaa3 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 943 time: 0.3362615 Jul 13 07:20:13.798360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.808744 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Added segment ea621a36-1039-4c04-bd17-4479aeb68096 of type vlan for network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 Jul 13 07:20:13.808744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:13.808744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:13.860263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:13.860468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Pushing event updated for resources: {'Port': ['ID=ab5cc00b-41f8-475f-95c7-49019b8047f6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:13.905512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-910c51b1-941f-479e-9f63-5ec8f69b37d8 None None] Provisioning for port 792b1d72-873e-44a8-b264-7218dd851c98 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:13.907814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Made reservation on behalf of ae5003457ccc48e8a8111c6982ea6a11 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:13.916184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 792b1d72-873e-44a8-b264-7218dd851c98 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:13.917351 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.958347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45da6032-affa-4928-8e5d-571b70490729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.964212 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45da6032-affa-4928-8e5d-571b70490729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.965414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-45da6032-affa-4928-8e5d-571b70490729 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d6fd822-6345-4cdc-95a2-62c7b89a6d1a HTTP/1.1" status: 204 len: 168 time: 0.8731759 Jul 13 07:20:13.965774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Deleting port 346bf14d-9f7d-4659-a2a4-393944658fe4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:13.966424 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.982187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:13.983218 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.984817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-66fbd5c4-72e5-41a6-bcd7-28a26acc6573 service neutron] 10.222.0.48 "PUT /v2.0/ports/c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 HTTP/1.1" status: 200 len: 1092 time: 3.3932791 Jul 13 07:20:13.986577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:13.989075 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50525c65-22e8-4784-aadd-ad0e181d579f" -d '{"events": [{"name": "network-changed", "server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:14.048777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59db6f6e-cf37-4e79-af2c-e142ca24205a req-9b925528-0640-4f01-9427-c1e2018aae2d tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949837 Jul 13 07:20:14.057830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da6032-affa-4928-8e5d-571b70490729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6fd822-6345-4cdc-95a2-62c7b89a6d1a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:14.195580 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf79266-964d-4837-867a-5bed6c9d76db x-openstack-request-id: req-4bf79266-964d-4837-867a-5bed6c9d76db {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:14.195863 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:14.196687 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bf79266-964d-4837-867a-5bed6c9d76db {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:14.197621 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'status': 'completed', 'code': 200} Jul 13 07:20:14.264216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5c1b6aa0-ca05-454a-bc64-e036a8084007 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:14.405668 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.419905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] For port 346bf14d-9f7d-4659-a2a4-393944658fe4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=346bf14d-9f7d-4659-a2a4-393944658fe4,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:14.420057 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.420158 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fce567c-c8d5-4495-a7fa-cb7d5249105c req-4b080fc8-9a6a-4655-b354-d981d131163f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 210 time: 0.0791669 Jul 13 07:20:14.451868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Calling delete_port for 346bf14d-9f7d-4659-a2a4-393944658fe4 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:20:14.504464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-f33a8190-6471-487c-8236-3cda254df880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:14.506424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-f33a8190-6471-487c-8236-3cda254df880 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba83d73f080c42b79a724f4d57d68c56&device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 1095 time: 0.4510460 Jul 13 07:20:14.561301 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.562334 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:14.562848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-07dff31f-be79-4765-89df-43bd4ac35da6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 HTTP/1.1" status: 200 len: 217 time: 0.0481815 Jul 13 07:20:14.563398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.579481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Allocated IP 192.168.233.12 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/cef8f063-8736-4f79-acdd-98c5dbfb39dc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:14.580375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:14.607286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '5c1b6aa0-ca05-454a-bc64-e036a8084007', 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39', 'port_id': '5c1b6aa0-ca05-454a-bc64-e036a8084007', 'mac_address': 'fa:16:3e:36:1c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f8e58-8336-459b-a7d7-cdb2637d87b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:14.616408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 792b1d72-873e-44a8-b264-7218dd851c98 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:14.655572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-91dd0f49-666c-402b-9783-04d203fa3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:14.655933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] Pushing event updated for resources: {'Network': ['ID=1a9e0bc9-be06-4155-a26e-8e060b7f9009,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:14.657149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 792b1d72-873e-44a8-b264-7218dd851c98 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:14.657628 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.658597 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-91dd0f49-666c-402b-9783-04d203fa3fcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ed2c854-b2e7-489b-a973-5fbbab789e6e HTTP/1.1" status: 200 len: 863 time: 0.0877194 Jul 13 07:20:14.661258 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-156b7032-689d-43ff-b773-f0d533c0d43b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.4255352 Jul 13 07:20:14.668791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54174) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:14.690361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Request body: {'subnet': {'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1189988127-subnet', 'tenant_id': 'b89fd6995b214243ad8ae84998c54e50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:14.706057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:20:14.790506 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.899102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Made reservation on behalf of b89fd6995b214243ad8ae84998c54e50 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:14.906263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.907473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1b6aa0-ca05-454a-bc64-e036a8084007 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:14.945438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:14.982461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.042217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-06db01c8-0f5f-4047-b4fe-6085b4e4d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:15.043978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-06db01c8-0f5f-4047-b4fe-6085b4e4d7b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eb7911c-5d60-41a1-93e7-8937099d88ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3760536 Jul 13 07:20:15.047580 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.048849 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.168009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5c1b6aa0-ca05-454a-bc64-e036a8084007,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:15.220006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 792b1d72-873e-44a8-b264-7218dd851c98, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=792b1d72-873e-44a8-b264-7218dd851c98,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:15.229182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.231625 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.241447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4b1b0aea-6ca7-4ef8-9fe5-92e5c92b2d92 None None] Provisioning complete for port 792b1d72-873e-44a8-b264-7218dd851c98 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:15.243979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b1b0aea-6ca7-4ef8-9fe5-92e5c92b2d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.259988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeba80-fcba-4e75-b5cf-645839dae0bf req-de258b8c-f555-4086-b049-b8cf4b6936ae tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:15.262410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4ebeba80-fcba-4e75-b5cf-645839dae0bf req-de258b8c-f555-4086-b049-b8cf4b6936ae tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 944 time: 0.3290405 Jul 13 07:20:15.270705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Transition to ACTIVE for port object cef8f063-8736-4f79-acdd-98c5dbfb39dc will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:15.316220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:15.331949 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.341587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-5468aa05-0ee9-4383-8e12-84fe1e453413 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862000 Jul 13 07:20:15.349544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5c1b6aa0-ca05-454a-bc64-e036a8084007'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:15.393333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=792b1d72-873e-44a8-b264-7218dd851c98,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:15.458603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 67e66c34-c3d5-4a65-a541-f4d0b4b3375d no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:15.499344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Pushing event deleted for resources: {'Port': ['ID=346bf14d-9f7d-4659-a2a4-393944658fe4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:15.502102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 67e66c34-c3d5-4a65-a541-f4d0b4b3375d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:20:15.502496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 67e66c34-c3d5-4a65-a541-f4d0b4b3375d not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:15.524716 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4c867ca-9324-4a68-84b2-598514f2def9 req-ca451c8b-2e67-4e2d-b561-eeb50c0d92e0 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340277 Jul 13 07:20:15.553366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-466975604-network', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:15.620724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Made reservation on behalf of 01f88d5df9c04261bfcc9a11db17365c for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:15.624005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.656132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4ebeba80-fcba-4e75-b5cf-645839dae0bf req-802af61e-b8fb-41aa-b3c1-29cb26f7c5a9 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791363 Jul 13 07:20:15.679778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.680669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.732650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.788380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.804803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.807465 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.818797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 792b1d72-873e-44a8-b264-7218dd851c98 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:15.894762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 792b1d72-873e-44a8-b264-7218dd851c98 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:15.895198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.901547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:15.932834 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.942899 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.943545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:20:15.950254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.951402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-39bb9aa1-8488-41c8-a640-99f051d2a63e admin admin] 10.222.0.41 "DELETE /v2.0/routers/b062fe6b-1f6f-43ae-a17d-a8cb467d6af2 HTTP/1.1" status: 204 len: 168 time: 3.8631124 Jul 13 07:20:16.000322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:16.002537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Pushing event updated for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:16.019745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45703275-6e60-453e-b0bc-82a0dcece3a4 req-ad0c8307-a1ee-46ba-afc3-5c164977fed1 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.027774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45703275-6e60-453e-b0bc-82a0dcece3a4 req-ad0c8307-a1ee-46ba-afc3-5c164977fed1 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 943 time: 0.6884832 Jul 13 07:20:16.035964 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:16.048143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc493daf-c0f9-4f9b-8a08-889c2b9e567b req-c8e5823f-2b99-4aa9-b5b2-d1c5a2a9fe61 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.049812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc493daf-c0f9-4f9b-8a08-889c2b9e567b req-c8e5823f-2b99-4aa9-b5b2-d1c5a2a9fe61 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 935 time: 0.2130198 Jul 13 07:20:16.119030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:16.121569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0439cff4-236b-4231-aed3-706628ba29f5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:16.127178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.152582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc493daf-c0f9-4f9b-8a08-889c2b9e567b req-871bf44a-1a05-46a0-b7cf-797f83af0b59 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676978 Jul 13 07:20:16.165550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2046f84b-7420-4c80-a8af-2de1cc2f7577'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:16.175404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50525c65-22e8-4784-aadd-ad0e181d579f req-46ea6084-d246-4fa5-8fc6-f48d201dd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.177375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50525c65-22e8-4784-aadd-ad0e181d579f req-46ea6084-d246-4fa5-8fc6-f48d201dd7c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba83d73f080c42b79a724f4d57d68c56&device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 1095 time: 0.5781105 Jul 13 07:20:16.198576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.216435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:20:16.314603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45703275-6e60-453e-b0bc-82a0dcece3a4 req-b0c3602e-b141-4426-b227-8eb2992f31d7 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859678 Jul 13 07:20:16.318621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:20:16.332307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e218dcbc-52b3-4274-bad8-aa22ac0bc21d admin admin] Deleting subnet 6dd0cac7-903b-48b3-a072-68a273cf7324 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:20:16.346958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:16.347310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Network hostable DHCP agents. Network: 1a9e0bc9-be06-4155-a26e-8e060b7f9009, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:20:16.359717 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e218dcbc-52b3-4274-bad8-aa22ac0bc21d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.420431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.421475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.425350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.426757 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Added segment 6b37f15f-bd03-471a-8b45-71cc5ce1005b of type vlan for network e077853c-546e-4e3a-93b7-104db9a0eb75 Jul 13 07:20:16.507960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aeb382-aebf-421c-b4e3-d7d8ba106860,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:16.547088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5539495b-34a6-4071-af0d-584ee8ddae57 None None] Provisioning for port cef8f063-8736-4f79-acdd-98c5dbfb39dc completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:16.552035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5539495b-34a6-4071-af0d-584ee8ddae57 None None] Provisioning complete for port cef8f063-8736-4f79-acdd-98c5dbfb39dc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:16.552421 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5539495b-34a6-4071-af0d-584ee8ddae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.616301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5539495b-34a6-4071-af0d-584ee8ddae57 None None] Port cef8f063-8736-4f79-acdd-98c5dbfb39dc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:16.636216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:16.646568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Sync routers for ids ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:16.664159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.668163 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-32bfa37f-0c89-4cf5-a5ba-b7bb7267d5ad admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8834631 Jul 13 07:20:16.668354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:16.675711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Routers {'11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:16.676371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:16.815970 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-4733a768-95da-4e61-bb6a-f1d0df2e0811 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4506435 Jul 13 07:20:16.835444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e218dcbc-52b3-4274-bad8-aa22ac0bc21d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.838965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.844900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Set router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:16.852858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Request body: {'port': {'device_id': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:16.877826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:20:16.952504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50525c65-22e8-4784-aadd-ad0e181d579f req-c9410a2b-a38d-4197-9036-d0510a0e8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.954009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50525c65-22e8-4784-aadd-ad0e181d579f req-c9410a2b-a38d-4197-9036-d0510a0e8525 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eb7911c-5d60-41a1-93e7-8937099d88ed HTTP/1.1" status: 200 len: 925 time: 0.7272508 Jul 13 07:20:16.966293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d81a3-4e3c-41fe-908c-64f24823b94b req-0ae7a1d2-13f7-4dcb-9f97-e41bb49ad5a5 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.967847 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-782d81a3-4e3c-41fe-908c-64f24823b94b req-0ae7a1d2-13f7-4dcb-9f97-e41bb49ad5a5 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 944 time: 0.1931167 Jul 13 07:20:16.974913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1a9e0bc9-be06-4155-a26e-8e060b7f9009) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:16.986185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cbdfd5-14d0-4890-b534-8555f0917a1a None None] Network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:17.004920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:17.005279 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.050913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50525c65-22e8-4784-aadd-ad0e181d579f req-904d25d7-5d1b-406f-9694-dd07fb7d12b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 HTTP/1.1" status: 200 len: 217 time: 0.0656595 Jul 13 07:20:17.064648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-782d81a3-4e3c-41fe-908c-64f24823b94b req-533ae044-9871-4d53-9307-e42de5dd75f9 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633917 Jul 13 07:20:17.078251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.079227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:17.079823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.145380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.189694 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-54227bee-80b9-4a1c-9153-f01c60203a19 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5077229 Jul 13 07:20:17.210721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54248) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:17.212566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8876433 Jul 13 07:20:17.227627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Request body: {'subnet': {'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-466975604-subnet', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:17.233213 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e218dcbc-52b3-4274-bad8-aa22ac0bc21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.249789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6b1c1-dbab-4cad-a20d-483504d4083e None None] Network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:17.284991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50525c65-22e8-4784-aadd-ad0e181d579f req-db63f1f2-2100-49bb-8b98-994ce9d2241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:17.288858 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50525c65-22e8-4784-aadd-ad0e181d579f req-db63f1f2-2100-49bb-8b98-994ce9d2241d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ed2c854-b2e7-489b-a973-5fbbab789e6e HTTP/1.1" status: 200 len: 863 time: 0.2119811 Jul 13 07:20:17.332605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54252) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:17.347990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Made reservation on behalf of 01f88d5df9c04261bfcc9a11db17365c for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:17.352472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.354656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6042e13-5d31-4926-8f4a-75c21af069ee admin admin] Pushing event updated for resources: {'Network': ['ID=e077853c-546e-4e3a-93b7-104db9a0eb75,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:17.398362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network e077853c-546e-4e3a-93b7-104db9a0eb75 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:20:17.550190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e218dcbc-52b3-4274-bad8-aa22ac0bc21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.633153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.696986 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0caa5b2-dadb-4716-8977-7278c1eae1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.713871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50525c65-22e8-4784-aadd-ad0e181d579f req-383c55e5-abc7-4d2b-94e2-ed83da23d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:17.715878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50525c65-22e8-4784-aadd-ad0e181d579f req-383c55e5-abc7-4d2b-94e2-ed83da23d610 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eb7911c-5d60-41a1-93e7-8937099d88ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3845186 Jul 13 07:20:17.716917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218dcbc-52b3-4274-bad8-aa22ac0bc21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd0cac7-903b-48b3-a072-68a273cf7324,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:17.749298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 346bf14d-9f7d-4659-a2a4-393944658fe4 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:17.775730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:10Z', 'updated_at': '2021-07-13T07:20:14Z', 'revision_number': 3, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'gw_port': {'id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:12Z', 'updated_at': '2021-07-13T07:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:17.803763 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e218dcbc-52b3-4274-bad8-aa22ac0bc21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.806580 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e218dcbc-52b3-4274-bad8-aa22ac0bc21d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6dd0cac7-903b-48b3-a072-68a273cf7324 HTTP/1.1" status: 204 len: 168 time: 1.7713006 Jul 13 07:20:17.812907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54268) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:17.827284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 346bf14d-9f7d-4659-a2a4-393944658fe4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:20:17.827652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 346bf14d-9f7d-4659-a2a4-393944658fe4 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:17.829133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ec416-4252-4970-a234-77d16147f442 None None] Network 9f63ec97-2923-4142-afce-19eccde33bf4 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:17.831900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Checking router: 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:17.832232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Updating router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f port ab5cc00b-41f8-475f-95c7-49019b8047f6 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:17.904242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135431aa-a717-460d-8d2c-a8fe895a53a9 req-7817fc99-8a0e-46a8-bd46-ebcc87d9d8d8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:17.911279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-135431aa-a717-460d-8d2c-a8fe895a53a9 req-7817fc99-8a0e-46a8-bd46-ebcc87d9d8d8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 935 time: 0.4346375 Jul 13 07:20:17.913876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Allocated IP 172.20.0.1 (e33cf551-caff-448f-951c-7c94acd1cdb7/f91cc109-4e1d-4183-8caa-38415afe05ad/0f564502-7129-4592-8f7f-6ad72c1fc39f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:17.919904 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.987720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54272) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:17.997105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-106362748-network', 'tenant_id': 'a02a43610bc34f0888935fb4c119772d'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:18.008793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50525c65-22e8-4784-aadd-ad0e181d579f req-5f08469f-729e-4357-8383-d90363460b49 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827573 Jul 13 07:20:18.031344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5c1b6aa0-ca05-454a-bc64-e036a8084007 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:18.039377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:18.046410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.088323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-135431aa-a717-460d-8d2c-a8fe895a53a9 req-b3015888-70de-41eb-8c4c-86372d8d66b4 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738336 Jul 13 07:20:18.166663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bdc22-0529-42f8-a4ad-e9ede18daf4f req-5a001659-786f-4818-ad93-185a26cfc314 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.175831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-144bdc22-0529-42f8-a4ad-e9ede18daf4f req-5a001659-786f-4818-ad93-185a26cfc314 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 943 time: 0.5700693 Jul 13 07:20:18.184226 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.193258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.233910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef8f063-8736-4f79-acdd-98c5dbfb39dc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:18.250088 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.292202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Transition to ACTIVE for port object 0f564502-7129-4592-8f7f-6ad72c1fc39f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:18.293434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 5c1b6aa0-ca05-454a-bc64-e036a8084007 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:18.312351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 5c1b6aa0-ca05-454a-bc64-e036a8084007 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:18.312733 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.315238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-144bdc22-0529-42f8-a4ad-e9ede18daf4f req-17afe592-b35c-428f-826b-d69b8c91c54d tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383278 Jul 13 07:20:18.326608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50525c65-22e8-4784-aadd-ad0e181d579f req-ab625a0d-b4c8-4469-8169-ad0b706002fa service neutron] 10.222.0.48 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989321 Jul 13 07:20:18.328142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f822b982-e778-4f65-8076-b9393019b994,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:18.328661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Transition to ACTIVE for port object cef8f063-8736-4f79-acdd-98c5dbfb39dc will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:18.343970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0caa5b2-dadb-4716-8977-7278c1eae1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.346316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.350468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Checking segment: {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:18.350869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Network hostable DHCP agents. Network: e077853c-546e-4e3a-93b7-104db9a0eb75, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:20:18.356880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66a66b-7bf5-42d3-8236-f67939e30878 None None] DHCP port deletion for 9f63ec97-2923-4142-afce-19eccde33bf4 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:20:18.359372 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f52c30a-ee20-4640-9e47-395b6a91a998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.379584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Made reservation on behalf of a02a43610bc34f0888935fb4c119772d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:18.382124 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.389580 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0caa5b2-dadb-4716-8977-7278c1eae1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.406356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.411752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.436928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Network e077853c-546e-4e3a-93b7-104db9a0eb75 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:20:18.439871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:18.471039 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'port_id': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'mac_address': 'fa:16:3e:92:e2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:18.473150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caa5b2-dadb-4716-8977-7278c1eae1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a3c160-d5b4-44c9-b0e6-f7842555ab6b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:18.484092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:18.500319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Deleting port a0a923e1-748f-4cf4-8500-080229b54231 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:18.500612 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.505803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Network e33cf551-caff-448f-951c-7c94acd1cdb7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:18.518509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:18.525888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:18.538044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, e077853c-546e-4e3a-93b7-104db9a0eb75) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:18.577804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.578228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92ffcb-28bd-4f66-a755-b67f73307e51 None None] Network e077853c-546e-4e3a-93b7-104db9a0eb75 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:18.578640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.590952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] For port a0a923e1-748f-4cf4-8500-080229b54231, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a0a923e1-748f-4cf4-8500-080229b54231,segment=NetworkSegment(04a76ab2-39f8-47af-afea-2f9b3845b350),segment_id=04a76ab2-39f8-47af-afea-2f9b3845b350)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:18.591570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.600815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f564502-7129-4592-8f7f-6ad72c1fc39f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:18.609222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e0caa5b2-dadb-4716-8977-7278c1eae1d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=144c96c646064d13aee45085583294c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2716544 Jul 13 07:20:18.615845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54276) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:18.641176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.648399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a66b-7bf5-42d3-8236-f67939e30878 None None] Deleting port a0a923e1-748f-4cf4-8500-080229b54231 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:18.648937 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc66a66b-7bf5-42d3-8236-f67939e30878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.657142 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.663273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.665360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Calling delete_port for a0a923e1-748f-4cf4-8500-080229b54231 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:20:18.685166 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.708589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277524f9-6b49-49e4-aebe-8c738afb6623 req-54872ac8-4edc-49ae-940a-996d25db3caf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.718572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-277524f9-6b49-49e4-aebe-8c738afb6623 req-54872ac8-4edc-49ae-940a-996d25db3caf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 944 time: 0.4454491 Jul 13 07:20:18.751133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:18.765399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Transition to ACTIVE for port object ab5cc00b-41f8-475f-95c7-49019b8047f6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:18.794363 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.809303 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.824018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:20:18.836383 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.837049 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Added segment 9ccd4ea8-48c5-464b-81d9-66beb360d850 of type vlan for network 75c98387-c8a3-4439-bdac-5a6a20bfc269 Jul 13 07:20:18.845768 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.847449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:18.849849 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7adc922-c5cc-403b-b91d-ff6759184e48" -d '{"events": [{"server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:18.860939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:18.870703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dc66a66b-7bf5-42d3-8236-f67939e30878 None None] For port a0a923e1-748f-4cf4-8500-080229b54231, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a0a923e1-748f-4cf4-8500-080229b54231,segment=NetworkSegment(04a76ab2-39f8-47af-afea-2f9b3845b350),segment_id=04a76ab2-39f8-47af-afea-2f9b3845b350)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:18.871227 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc66a66b-7bf5-42d3-8236-f67939e30878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.943671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:18.945570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.948348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4778bc-5dbd-4d61-adf7-c47f92246951 None None] Pushing event updated for resources: {'Port': ['ID=ab5cc00b-41f8-475f-95c7-49019b8047f6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:18.960047 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-277524f9-6b49-49e4-aebe-8c738afb6623 req-56e3258a-a358-459b-8a9c-af0c7a81dc0e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401521 Jul 13 07:20:18.976917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e745-0ff9-4526-b450-33c8459551d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.001758 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d84d84-f373-4f96-a2da-686b0fa5ff49 x-openstack-request-id: req-27d84d84-f373-4f96-a2da-686b0fa5ff49 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:19.002045 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:19.002222 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27d84d84-f373-4f96-a2da-686b0fa5ff49 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:19.002452 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e745-0ff9-4526-b450-33c8459551d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.002630 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007', 'code': 200} Jul 13 07:20:19.013558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5ce5773c-4321-47de-9dd4-06e017fcbe1b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8012254 Jul 13 07:20:19.017847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dc66a66b-7bf5-42d3-8236-f67939e30878 None None] Calling delete_port for a0a923e1-748f-4cf4-8500-080229b54231 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:20:19.019512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:19.030474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.035635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:19.048526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Attempting to bind port cef8f063-8736-4f79-acdd-98c5dbfb39dc on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:19.048873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Attempting to bind port cef8f063-8736-4f79-acdd-98c5dbfb39dc by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:19.049197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Attempting to bind port cef8f063-8736-4f79-acdd-98c5dbfb39dc on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:19.062501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.077150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:19.086638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Port cef8f063-8736-4f79-acdd-98c5dbfb39dc on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:19.087133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Attempting to bind port cef8f063-8736-4f79-acdd-98c5dbfb39dc on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:19.094138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633f67a5-1a52-415f-a1f5-0d605843313a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:19.096992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:19.097344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:19.097761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:19.098213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Bound port: cef8f063-8736-4f79-acdd-98c5dbfb39dc, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:19.098566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.117472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.118671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.161899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Attempting to bind port ab5cc00b-41f8-475f-95c7-49019b8047f6 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:19.162353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Attempting to bind port ab5cc00b-41f8-475f-95c7-49019b8047f6 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:19.162809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Attempting to bind port ab5cc00b-41f8-475f-95c7-49019b8047f6 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:19.164344 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.208774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:19.208774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:19.208774 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.208774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:19.208774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Bound port: ab5cc00b-41f8-475f-95c7-49019b8047f6, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:19.209344 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.217332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a923e1-748f-4cf4-8500-080229b54231,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:19.239055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] No DVR routers for this DVR port a0a923e1-748f-4cf4-8500-080229b54231 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:19.240113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.241072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:19.241743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.242371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e745-0ff9-4526-b450-33c8459551d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.245545 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e745-0ff9-4526-b450-33c8459551d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.247664 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2bd6e745-0ff9-4526-b450-33c8459551d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43a3c160-d5b4-44c9-b0e6-f7842555ab6b HTTP/1.1" status: 204 len: 168 time: 0.6305671 Jul 13 07:20:19.258803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.332522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:19.341608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6e745-0ff9-4526-b450-33c8459551d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a3c160-d5b4-44c9-b0e6-f7842555ab6b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:19.371901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.380009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:19.396057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-e077853c-546e-4e3a-93b7-104db9a0eb75', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:20:19.396846 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.401714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c3ce5c8e-0db4-440d-b388-8edd8ffbffa8'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:19.403620 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.477397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5c1b6aa0-ca05-454a-bc64-e036a8084007,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:19.481709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-211a68da-2067-449f-925d-67c8cf258c41 None None] Provisioning for port 0f564502-7129-4592-8f7f-6ad72c1fc39f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:19.512031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-211a68da-2067-449f-925d-67c8cf258c41 None None] Provisioning complete for port 0f564502-7129-4592-8f7f-6ad72c1fc39f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:19.512419 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-211a68da-2067-449f-925d-67c8cf258c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.583508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-211a68da-2067-449f-925d-67c8cf258c41 None None] Port 0f564502-7129-4592-8f7f-6ad72c1fc39f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:19.623717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] For port ab5cc00b-41f8-475f-95c7-49019b8047f6, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:19.769584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a0a923e1-748f-4cf4-8500-080229b54231 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:19.785197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48392a-eccc-449d-9b04-5e72d2f62691 req-5299f0ea-9fbf-474b-9076-79f5aeb43763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:19.787646 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb48392a-eccc-449d-9b04-5e72d2f62691 req-5299f0ea-9fbf-474b-9076-79f5aeb43763 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1097 time: 0.7469215 Jul 13 07:20:19.789338 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.790732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8005960 Jul 13 07:20:19.802211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54298) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:19.811903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Request body: {'subnet': {'network_id': '75c98387-c8a3-4439-bdac-5a6a20bfc269', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-106362748-subnet', 'tenant_id': 'a02a43610bc34f0888935fb4c119772d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:19.839376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f63ec97-2923-4142-afce-19eccde33bf4']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:19.862796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] For port ab5cc00b-41f8-475f-95c7-49019b8047f6, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ab5cc00b-41f8-475f-95c7-49019b8047f6,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:19.897615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a0a923e1-748f-4cf4-8500-080229b54231 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:20:19.898066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a0a923e1-748f-4cf4-8500-080229b54231 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:19.898728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e0408-5649-448b-ae6c-e50f18e6670c admin admin] Pushing event updated for resources: {'Network': ['ID=75c98387-c8a3-4439-bdac-5a6a20bfc269,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:19.913914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a76ab2-39f8-47af-afea-2f9b3845b350') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:19.914848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a76ab2-39f8-47af-afea-2f9b3845b350') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:19.924432 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc66a66b-7bf5-42d3-8236-f67939e30878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.928428 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.933096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:19.934116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.935847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] 10.222.0.38 "PUT /v2.0/ports/cef8f063-8736-4f79-acdd-98c5dbfb39dc HTTP/1.1" status: 200 len: 1096 time: 3.1029885 Jul 13 07:20:19.939945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:19.944289 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:19.949918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 75c98387-c8a3-4439-bdac-5a6a20bfc269 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:20:19.985564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb48392a-eccc-449d-9b04-5e72d2f62691 req-865dae1e-7050-4c47-8c38-dd50d20ac055 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891410 Jul 13 07:20:19.989160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Made reservation on behalf of a02a43610bc34f0888935fb4c119772d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:19.991663 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.993008 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.071200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66a66b-7bf5-42d3-8236-f67939e30878 None None] Pushing event deleted for resources: {'Port': ['ID=a0a923e1-748f-4cf4-8500-080229b54231,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:20.110317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.116873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.123126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e47ba6-03cb-4a16-82ac-125f2283ffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:20.147598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:20:20.148081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:20:20.153712 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:20:20.195036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292c054-8982-4c2c-999f-8ac639d68d2f req-c4b71f59-2d1c-4e0b-ac8e-b71f6f264484 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:20.203035 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b292c054-8982-4c2c-999f-8ac639d68d2f req-c4b71f59-2d1c-4e0b-ac8e-b71f6f264484 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 947 time: 0.4863806 Jul 13 07:20:20.227171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593d408-21e2-422a-871f-84ddfaca9f9c req-b83df835-d5ff-46ef-b008-5a4066dd03da tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:20.235724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a593d408-21e2-422a-871f-84ddfaca9f9c req-b83df835-d5ff-46ef-b008-5a4066dd03da tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 944 time: 0.4432209 Jul 13 07:20:20.261260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66a66b-7bf5-42d3-8236-f67939e30878 None None] No DVR routers for this DVR port a0a923e1-748f-4cf4-8500-080229b54231 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:20.278215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Routers {'11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:20.279012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:19:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:20.291449 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b292c054-8982-4c2c-999f-8ac639d68d2f req-964dcd0e-06b9-4a33-9de5-30471e75493e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869823 Jul 13 07:20:20.347696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Allocated IP 172.20.0.2 (e077853c-546e-4e3a-93b7-104db9a0eb75/f822b982-e778-4f65-8076-b9393019b994/99acefd5-3bc4-41dc-971f-c86036133c94) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:20.357815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.361357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4778bc-5dbd-4d61-adf7-c47f92246951 None None] Pushing event updated for resources: {'Port': ['ID=ab5cc00b-41f8-475f-95c7-49019b8047f6,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:20.367659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-6d52dca8-527e-4475-84c7-4cc6dc4b1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:20.369187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-6d52dca8-527e-4475-84c7-4cc6dc4b1816 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 1099 time: 0.3211577 Jul 13 07:20:20.415990 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a593d408-21e2-422a-871f-84ddfaca9f9c req-4b0f0c42-ac78-407c-ae85-3b07fbc45c1b tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790543 Jul 13 07:20:20.417204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.430360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] 10.222.0.41 "DELETE /v2.0/networks/9f63ec97-2923-4142-afce-19eccde33bf4 HTTP/1.1" status: 204 len: 168 time: 2.6108530 Jul 13 07:20:20.430360 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385da093-5483-4268-ac51-6bf05ca390d7 x-openstack-request-id: req-385da093-5483-4268-ac51-6bf05ca390d7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:20.433664 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:20.433984 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-385da093-5483-4268-ac51-6bf05ca390d7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:20.448310 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.454804 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'status': 'completed', 'code': 200} Jul 13 07:20:20.459707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f9e7a-1f2c-43e8-b7ee-2f28352e50fc admin admin] Pushing event deleted for resources: {'Network': ['ID=9f63ec97-2923-4142-afce-19eccde33bf4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:20.460224 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.540735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-f9ef297c-18d6-45d9-9a90-bc7818282613 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc HTTP/1.1" status: 200 len: 217 time: 0.1544333 Jul 13 07:20:20.577704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f564502-7129-4592-8f7f-6ad72c1fc39f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:20.634937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] Set router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:20.729777 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.747379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-12674df4-fef2-4641-81c9-20c987d5b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:20.758083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-12674df4-fef2-4641-81c9-20c987d5b289 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1374097 Jul 13 07:20:20.760163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:20.788831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.842456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cf6819-8348-45c0-93c3-40df17b4d265,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:20.984604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Network e33cf551-caff-448f-951c-7c94acd1cdb7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:21.001132 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.002660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:21.017183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79348e00-48b8-413e-baa9-59778a023af6 req-3d367a44-9516-4634-b20c-8b1f15e46870 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.027416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-79348e00-48b8-413e-baa9-59778a023af6 req-3d367a44-9516-4634-b20c-8b1f15e46870 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 945 time: 0.4516695 Jul 13 07:20:21.038775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-047e843c-d559-469a-85e4-06cc58443886 None None] Provisioning complete for port 0f564502-7129-4592-8f7f-6ad72c1fc39f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:21.039155 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-047e843c-d559-469a-85e4-06cc58443886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.058998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Checking segment: {'id': '9ccd4ea8-48c5-464b-81d9-66beb360d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '75c98387-c8a3-4439-bdac-5a6a20bfc269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:21.059579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Network hostable DHCP agents. Network: 75c98387-c8a3-4439-bdac-5a6a20bfc269, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:20:21.078188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aadc49db-b20d-4482-8a48-0b1b2501a214 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b82a453d6ea4825ab9b0d283de60b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121090 Jul 13 07:20:21.087181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54330) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:21.099468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-ba293dde-4afa-4c2e-b8d8-3ab9faec619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.101865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-ba293dde-4afa-4c2e-b8d8-3ab9faec619d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3382764 Jul 13 07:20:21.102307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-047e843c-d559-469a-85e4-06cc58443886 None None] Port 0f564502-7129-4592-8f7f-6ad72c1fc39f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:21.113711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Transition to ACTIVE for port object 99acefd5-3bc4-41dc-971f-c86036133c94 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:21.128155 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.134815 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc836ebf-8259-4124-8d01-3aea0910fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.149781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Transition to ACTIVE for port object 99acefd5-3bc4-41dc-971f-c86036133c94 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:21.156346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-79348e00-48b8-413e-baa9-59778a023af6 req-d591208d-dee2-4bb6-9ed1-c4bb7fb259e2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278422 Jul 13 07:20:21.158316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:10Z', 'updated_at': '2021-07-13T07:20:19Z', 'revision_number': 4, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'gw_port': {'id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:12Z', 'updated_at': '2021-07-13T07:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0f564502-7129-4592-8f7f-6ad72c1fc39f', 'name': '', 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'mac_address': 'fa:16:3e:98:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:17Z', 'updated_at': '2021-07-13T07:20:17Z', 'revision_number': 1, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'subnets': [{'id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:21.200273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.214548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971d566a-8631-4bfe-95bf-00ef480b681e None None] The sync data for ids ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'] in n-d-758944-43 is: [{'id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:10Z', 'updated_at': '2021-07-13T07:20:19Z', 'revision_number': 4, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'gw_port': {'id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:12Z', 'updated_at': '2021-07-13T07:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0f564502-7129-4592-8f7f-6ad72c1fc39f', 'name': '', 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'mac_address': 'fa:16:3e:98:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:17Z', 'updated_at': '2021-07-13T07:20:17Z', 'revision_number': 1, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'subnets': [{'id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:21.252502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Network 75c98387-c8a3-4439-bdac-5a6a20bfc269 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:20:21.259503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Network e077853c-546e-4e3a-93b7-104db9a0eb75 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:21.277903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 75c98387-c8a3-4439-bdac-5a6a20bfc269) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:21.282059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:21.286794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:21.287865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:20:21.300667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.301669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.306897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c7922-6011-4d8f-a022-22999e3f8487 None None] Network 75c98387-c8a3-4439-bdac-5a6a20bfc269 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:21.338860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-11e3bb62-44a3-47b8-8288-812b2727e85a service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249923 Jul 13 07:20:21.350563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.432933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Pushing event updated for resources: {'Port': ['ID=99acefd5-3bc4-41dc-971f-c86036133c94,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:21.466082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.489834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:21.498335 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ae6c02a1-9de8-451b-876f-28154f8a91ff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6920481 Jul 13 07:20:21.502795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9c6919f7-bd02-4f7e-80c5-5172038943e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/11396a39-9b86-42d5-a67b-c4dc9a6e9e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8334625 Jul 13 07:20:21.517485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a85119db-3c35-434d-a7d1-33cd12c71ba9 None None] Provisioning complete for port 0f564502-7129-4592-8f7f-6ad72c1fc39f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:21.517865 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a85119db-3c35-434d-a7d1-33cd12c71ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.519667 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Attempting to bind port 99acefd5-3bc4-41dc-971f-c86036133c94 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:21.519941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Attempting to bind port 99acefd5-3bc4-41dc-971f-c86036133c94 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:21.520305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Attempting to bind port 99acefd5-3bc4-41dc-971f-c86036133c94 on network e077853c-546e-4e3a-93b7-104db9a0eb75 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:21.538749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:21.539291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Checking segment: {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:21.539533 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.539940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Bound using segment: {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:21.540534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Bound port: 99acefd5-3bc4-41dc-971f-c86036133c94, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:21.540798 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.620745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9de459da-2353-468f-aee6-59284fd7e2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.718102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a85119db-3c35-434d-a7d1-33cd12c71ba9 None None] Port 0f564502-7129-4592-8f7f-6ad72c1fc39f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:21.718802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9de459da-2353-468f-aee6-59284fd7e2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.762431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-456bf51d-cf7a-4ce3-b6dc-913184a07a9f req-e18481c6-efb6-4da9-af1c-25cbaaaa32d0 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908978 Jul 13 07:20:21.829493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Allocated IP 172.25.8.245 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/df762bea-d9b6-4e0b-a53a-423338c0b960) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:21.876708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d4f5-5e94-42c2-9b22-9d602b04ddbb req-135855fb-3463-4411-b378-8480cb739c94 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.889694 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec55d4f5-5e94-42c2-9b22-9d602b04ddbb req-135855fb-3463-4411-b378-8480cb739c94 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 944 time: 0.2397475 Jul 13 07:20:21.894904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8da7-0a4f-4817-a648-d73a253f6125 req-3360bbaa-57d7-43fd-bec5-90bc9583516f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.900291 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73de8da7-0a4f-4817-a648-d73a253f6125 req-3360bbaa-57d7-43fd-bec5-90bc9583516f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 947 time: 0.3558903 Jul 13 07:20:21.950959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b534a-6b9f-48c2-8469-e146d1648265 None None] Network 75c98387-c8a3-4439-bdac-5a6a20bfc269 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:21.959526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec55d4f5-5e94-42c2-9b22-9d602b04ddbb req-2d00fa54-2631-422f-a7d2-edcd2839148b tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532942 Jul 13 07:20:22.042291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] For port 99acefd5-3bc4-41dc-971f-c86036133c94, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:22.095574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:22.104682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73de8da7-0a4f-4817-a648-d73a253f6125 req-c93b1fd6-eaaf-40b5-af3f-08fde70862dc tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012551 Jul 13 07:20:22.143758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.147964 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.165648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] For port 99acefd5-3bc4-41dc-971f-c86036133c94, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=99acefd5-3bc4-41dc-971f-c86036133c94,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:22.180841 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.184972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9de459da-2353-468f-aee6-59284fd7e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.188190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9de459da-2353-468f-aee6-59284fd7e2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.191740 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9de459da-2353-468f-aee6-59284fd7e2e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/208ffef5-eebf-4a73-855f-934046ff1856 HTTP/1.1" status: 204 len: 168 time: 1.1010842 Jul 13 07:20:22.219861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de459da-2353-468f-aee6-59284fd7e2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ffef5-eebf-4a73-855f-934046ff1856,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:22.236456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-e8a40a9e-fe3c-46fc-99c4-a04dacffd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:22.238184 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-e8a40a9e-fe3c-46fc-99c4-a04dacffd965 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 1099 time: 0.4039266 Jul 13 07:20:22.239882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.289041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45a9c8-d9b5-4e6a-a00f-5d275f167458 None None] Pushing event updated for resources: {'Port': ['ID=99acefd5-3bc4-41dc-971f-c86036133c94,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:22.325163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:22.342718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:22.343378 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.387207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:22.402836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47bf965f-dc60-4ff7-a742-fa864d39b925 req-ee71e416-9a40-48c5-a464-28120029598c tempest-FlavorsV2NegativeTest-1507405738 tempest-FlavorsV2NegativeTest-1507405738-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=80839253394c456bb97ebea1911cdc32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1379755 Jul 13 07:20:22.426254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-683a4adb-bf0d-4c49-a998-37b15e087765 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:22.434052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:22.437885 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-683a4adb-bf0d-4c49-a998-37b15e087765 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 821 time: 0.2726846 Jul 13 07:20:22.447389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:22.464000 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-0d14c885-ad95-406f-a372-857e145f567b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/quotas/b89fd6995b214243ad8ae84998c54e50 HTTP/1.1" status: 200 len: 375 time: 0.0238307 Jul 13 07:20:22.553112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Pushing event updated for resources: {'Port': ['ID=df762bea-d9b6-4e0b-a53a-423338c0b960,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:22.554049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-4e6f0889-1e99-4d39-8d66-eca38c667880 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885205 Jul 13 07:20:22.606484 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.663264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:22.665073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:22.669101 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f60a7d4-af78-4ced-8000-27c9eefd2e89" -d '{"events": [{"server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "name": "network-vif-plugged", "status": "completed", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:22.707614 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.785022 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-85c3f6c8-e2fc-4017-9f11-42d18389167c service neutron] 10.222.0.41 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297981 Jul 13 07:20:22.834868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:23.049277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-e8b9c655-e59b-453d-baad-39b15c10dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:23.054061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-19f43944-b4bd-494e-a84f-0d64cb6cb8e5 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663815 Jul 13 07:20:23.055154 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-e8b9c655-e59b-453d-baad-39b15c10dc50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.7958272 Jul 13 07:20:23.091444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf965f-dc60-4ff7-a742-fa864d39b925 req-40e073d3-3a18-4ea5-9d65-f0e0e034e896 tempest-FlavorsV2NegativeTest-1507405738 tempest-FlavorsV2NegativeTest-1507405738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:23.092960 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47bf965f-dc60-4ff7-a742-fa864d39b925 req-40e073d3-3a18-4ea5-9d65-f0e0e034e896 tempest-FlavorsV2NegativeTest-1507405738 tempest-FlavorsV2NegativeTest-1507405738-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6893134 Jul 13 07:20:23.159768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-98c58660-dc42-4c4b-953f-f1600e00e64c None None] Provisioning complete for port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:23.160635 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98c58660-dc42-4c4b-953f-f1600e00e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.179018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54422) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:23.187047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-network', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:23.243036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Made reservation on behalf of ae8c242a44834c1fa92aef29aab01667 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:23.246237 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.270571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.586860 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.605259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.630773 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.699451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bba4fe-5bf0-4cc7-8bfd-639af81addfb req-c45ddb39-4748-4af0-bd5a-b100c8e915af tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:23.701065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10bba4fe-5bf0-4cc7-8bfd-639af81addfb req-c45ddb39-4748-4af0-bd5a-b100c8e915af tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 945 time: 0.2711844 Jul 13 07:20:23.713159 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-a92af34f-5523-498a-8b22-ecf9a4b259d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc HTTP/1.1" status: 200 len: 217 time: 0.6371188 Jul 13 07:20:23.713788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:20:23.730272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47bf965f-dc60-4ff7-a742-fa864d39b925 req-8c4580c5-63ad-459a-b2ea-3718490c4405 tempest-FlavorsV2NegativeTest-1507405738 tempest-FlavorsV2NegativeTest-1507405738-project] 10.222.0.41 "GET /v2.0/quotas/80839253394c456bb97ebea1911cdc32 HTTP/1.1" status: 200 len: 375 time: 0.0153337 Jul 13 07:20:23.780439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e27c9b7-03f7-475a-ab93-468bb078b065,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:23.784836 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.785371 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Added segment 6eae3e4c-cd31-47bc-b6d3-7b8d168b4062 of type vlan for network a98ee136-9af1-42c6-987c-63d7bc9931b5 Jul 13 07:20:23.825923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 99acefd5-3bc4-41dc-971f-c86036133c94 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:23.840475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47bf965f-dc60-4ff7-a742-fa864d39b925 req-0103b13f-1632-4967-88d2-84e2228ae79e tempest-FlavorsV2NegativeTest-1507405738 tempest-FlavorsV2NegativeTest-1507405738-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80839253394c456bb97ebea1911cdc32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912147 Jul 13 07:20:23.926381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10bba4fe-5bf0-4cc7-8bfd-639af81addfb req-ac4fdde1-b9da-47af-bfdb-a0d9c31c175c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094634 Jul 13 07:20:23.937287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.951601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 99acefd5-3bc4-41dc-971f-c86036133c94 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:23.959607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ab5cc00b-41f8-475f-95c7-49019b8047f6 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:23.995140 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd8bdc-c794-4235-a939-d771df2ba21d x-openstack-request-id: req-cafd8bdc-c794-4235-a939-d771df2ba21d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:23.995429 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "name": "network-vif-plugged", "status": "completed", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:23.995682 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cafd8bdc-c794-4235-a939-d771df2ba21d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:23.996078 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'code': 200} Jul 13 07:20:24.048966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ab5cc00b-41f8-475f-95c7-49019b8047f6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:24.058294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cef8f063-8736-4f79-acdd-98c5dbfb39dc details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:24.099892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.100902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:24.101478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.166832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-37fd7e85-adf9-4fba-854f-5f058f4f141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:24.172018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-37fd7e85-adf9-4fba-854f-5f058f4f141d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.4391344 Jul 13 07:20:24.180257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9976535 Jul 13 07:20:24.186883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54452) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:24.203970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ab5cc00b-41f8-475f-95c7-49019b8047f6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:24.204528 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.213888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Request body: {'subnet': {'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-subnet', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:24.259327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc8683-f768-4c3a-97a7-97a8b5ebc71d req-0f4bd3db-32ef-4c22-8d03-ba3b5f8b0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:24.261811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cacc8683-f768-4c3a-97a7-97a8b5ebc71d req-0f4bd3db-32ef-4c22-8d03-ba3b5f8b0d11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 1097 time: 0.2133539 Jul 13 07:20:24.294489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b6c42-f9a6-4aeb-b272-93ce15be4dea None None] Network e077853c-546e-4e3a-93b7-104db9a0eb75 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:24.297823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:24.299460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.326890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f86439-44c5-49b0-aa7a-6497337a4e7c admin admin] Pushing event updated for resources: {'Network': ['ID=a98ee136-9af1-42c6-987c-63d7bc9931b5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:24.344013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Made reservation on behalf of ae8c242a44834c1fa92aef29aab01667 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:24.347352 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.357419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a98ee136-9af1-42c6-987c-63d7bc9931b5 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:20:24.421890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'mac_address': 'fa:16:3e:a9:e1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:24.503220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-7c9889bd-febd-4800-9484-cbdcdd66db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:24.505043 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-7c9889bd-febd-4800-9484-cbdcdd66db1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3239310 Jul 13 07:20:24.506532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cacc8683-f768-4c3a-97a7-97a8b5ebc71d req-a4ee30f2-797f-483d-9b1b-6b5f999f4d83 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367463 Jul 13 07:20:24.516194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a34ef228-0fd8-4a72-8231-8fcb5505050e None None] Provisioning for port 99acefd5-3bc4-41dc-971f-c86036133c94 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:24.601660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a34ef228-0fd8-4a72-8231-8fcb5505050e None None] Provisioning complete for port 99acefd5-3bc4-41dc-971f-c86036133c94 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:24.602011 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a34ef228-0fd8-4a72-8231-8fcb5505050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.643595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ee76e-c18e-4b37-9a01-a7eb6a9a9d61 req-a5145a98-125f-4f58-bd71-71a13a09b0fb tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:24.654961 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b5ee76e-c18e-4b37-9a01-a7eb6a9a9d61 req-a5145a98-125f-4f58-bd71-71a13a09b0fb tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 945 time: 0.3513103 Jul 13 07:20:24.676937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945759f-c147-4f32-be89-82e0fb4a328b req-dee5fc3e-b7a3-43ba-9bfe-5bb8ba0f5f46 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:24.687141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e945759f-c147-4f32-be89-82e0fb4a328b req-dee5fc3e-b7a3-43ba-9bfe-5bb8ba0f5f46 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 947 time: 0.3833666 Jul 13 07:20:24.703959 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.710688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.727127 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.792012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-976dc5be-5017-4198-8fc1-6c081b218ecc service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722669 Jul 13 07:20:24.801214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e945759f-c147-4f32-be89-82e0fb4a328b req-1ca1b21e-906d-4930-b53c-2a422618afe5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130636 Jul 13 07:20:24.825263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b5ee76e-c18e-4b37-9a01-a7eb6a9a9d61 req-a4f5696c-a5b3-42ae-a134-effbbc7e98a1 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689909 Jul 13 07:20:24.867538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef8f063-8736-4f79-acdd-98c5dbfb39dc {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:24.911120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:24.938355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.943210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55bb613-98c2-4bd5-a044-843e37ab96f9,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:24.949820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port ab5cc00b-41f8-475f-95c7-49019b8047f6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ab5cc00b-41f8-475f-95c7-49019b8047f6,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:24.965828 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.967705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Checking segment: {'id': '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:24.968501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Network hostable DHCP agents. Network: a98ee136-9af1-42c6-987c-63d7bc9931b5, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:20:25.002314 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.045490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b6b2363-bf57-48e5-872c-0f4d1c26a6c5 req-b9e94571-3304-49b2-96ca-89919dcff7d7 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456067 Jul 13 07:20:25.100834 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Sync routers for ids ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:25.123056 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Routers {'11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:25.127665 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:25.129411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78b1c9ba-5586-406c-abda-a27a941e4f35 req-e93b342f-ac8f-47a0-b458-eca454f70eb4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 210 time: 0.1275706 Jul 13 07:20:25.132990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Network a98ee136-9af1-42c6-987c-63d7bc9931b5 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:20:25.175859 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a34ef228-0fd8-4a72-8231-8fcb5505050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.176691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a98ee136-9af1-42c6-987c-63d7bc9931b5) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:25.183562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:25.204652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:25.205269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.212717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5fa57-e67e-4068-9a72-ad7917337181 None None] Network a98ee136-9af1-42c6-987c-63d7bc9931b5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:25.227310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['cef8f063-8736-4f79-acdd-98c5dbfb39dc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:25.251571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d1b1f3a3-256f-41ed-ac43-98750daa582b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0616424 Jul 13 07:20:25.254111 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54472) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:25.258964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:25.263495 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54474) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:25.293483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:20:25.324728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.325838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.467540 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Set router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:25.495745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a34ef228-0fd8-4a72-8231-8fcb5505050e None None] For port 99acefd5-3bc4-41dc-971f-c86036133c94, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=99acefd5-3bc4-41dc-971f-c86036133c94,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:25.502413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.549474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a34ef228-0fd8-4a72-8231-8fcb5505050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.730500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:25.749550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=ab5cc00b-41f8-475f-95c7-49019b8047f6,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:25.766097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Sync routers for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:25.781892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-8b60654d-efc5-41e0-8a28-b993cd331605 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:25.784312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-8b60654d-efc5-41e0-8a28-b993cd331605 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 821 time: 0.3304770 Jul 13 07:20:25.807995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Request body: {'port': {'device_id': '5c680f39-139f-406e-9c24-487e7a6854ac', 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009', 'admin_state_up': True, 'tenant_id': 'b89fd6995b214243ad8ae84998c54e50'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:25.827793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:25.828665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:25.868370 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:20:25.890291 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.892841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9274d718-ebef-4d62-b658-df44124c6e45 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8641803 Jul 13 07:20:25.896706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:26.011854 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:10Z', 'updated_at': '2021-07-13T07:20:19Z', 'revision_number': 4, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'gw_port': {'id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:12Z', 'updated_at': '2021-07-13T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0f564502-7129-4592-8f7f-6ad72c1fc39f', 'name': '', 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'mac_address': 'fa:16:3e:98:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:17Z', 'updated_at': '2021-07-13T07:20:19Z', 'revision_number': 2, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'subnets': [{'id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:26.020897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ef228-0fd8-4a72-8231-8fcb5505050e None None] Pushing event updated for resources: {'Port': ['ID=99acefd5-3bc4-41dc-971f-c86036133c94,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:26.046009 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Checking router: 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:26.046317 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Updating router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f port 0f564502-7129-4592-8f7f-6ad72c1fc39f binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:26.086293 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.138488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a98ee136-9af1-42c6-987c-63d7bc9931b5', 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'fixed_ips': [{'subnet_id': 'f55bb613-98c2-4bd5-a044-843e37ab96f9'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:20:26.139332 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.168614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500d0c-899e-46e5-937f-fd98954d871f req-6cd14b6a-6f1a-4e7c-b960-2e7e7cf4b8b7 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:26.170854 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-36500d0c-899e-46e5-937f-fd98954d871f req-6cd14b6a-6f1a-4e7c-b960-2e7e7cf4b8b7 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1097 time: 0.3855805 Jul 13 07:20:26.180222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e2cb825f-2252-40a9-86af-61328848af6d None None] Provisioning complete for port 99acefd5-3bc4-41dc-971f-c86036133c94 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:26.180600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb825f-2252-40a9-86af-61328848af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.197082 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-1ed871e5-f98c-4667-94ce-54513ca2985e tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4c0d4131595e4f618d36664ce75762b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3022316 Jul 13 07:20:26.201870 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.216277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:26.216932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0682c72f-5528-4973-997c-877e287cb0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.268245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-36500d0c-899e-46e5-937f-fd98954d871f req-eab8fe24-3b1a-4a3a-95e4-eae599d361d7 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515387 Jul 13 07:20:26.445826 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.457887 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Transition to ACTIVE for port object 0f564502-7129-4592-8f7f-6ad72c1fc39f will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:26.458125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-46278746-e00d-4b75-909d-75b5475660c5 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:26.466121 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.466642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-46278746-e00d-4b75-909d-75b5475660c5 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679710 Jul 13 07:20:26.490037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-b050d6af-0970-419a-a6f7-0c640b14ef3f tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/quotas/4c0d4131595e4f618d36664ce75762b3 HTTP/1.1" status: 200 len: 375 time: 0.0223153 Jul 13 07:20:26.544312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-dbcee081-3540-427b-922b-2795d7a1e027 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c0d4131595e4f618d36664ce75762b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532610 Jul 13 07:20:26.600092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Allocated IP 172.20.0.2 (a98ee136-9af1-42c6-987c-63d7bc9931b5/f55bb613-98c2-4bd5-a044-843e37ab96f9/e35f52a7-023d-4cb5-bf3f-13a6da6f8e59) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:26.604884 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Attempting to bind port 0f564502-7129-4592-8f7f-6ad72c1fc39f on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:26.605510 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Attempting to bind port 0f564502-7129-4592-8f7f-6ad72c1fc39f by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:26.606080 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Attempting to bind port 0f564502-7129-4592-8f7f-6ad72c1fc39f on network e33cf551-caff-448f-951c-7c94acd1cdb7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:26.617537 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:26.618180 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Checking segment: {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:26.618689 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.619275 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Bound using segment: {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:26.619907 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Bound port: 0f564502-7129-4592-8f7f-6ad72c1fc39f, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:26.620484 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.709579 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] For port 0f564502-7129-4592-8f7f-6ad72c1fc39f, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:26.714241 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] For port 0f564502-7129-4592-8f7f-6ad72c1fc39f, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0f564502-7129-4592-8f7f-6ad72c1fc39f,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:26.723279 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.738188 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6f17b-8f78-492d-885b-de4a577a029f None None] Pushing event updated for resources: {'Port': ['ID=0f564502-7129-4592-8f7f-6ad72c1fc39f,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:26.806305 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6f17b-8f78-492d-885b-de4a577a029f None None] Pushing event updated for resources: {'Port': ['ID=0f564502-7129-4592-8f7f-6ad72c1fc39f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:26.821038 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Routers {'11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:26.821789 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:26.890458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0682c72f-5528-4973-997c-877e287cb0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.925378 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.955351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.018993 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0682c72f-5528-4973-997c-877e287cb0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.021916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51de59-607f-4988-bdb1-d9bb8ae73332 req-d5f19bb9-fb3a-45a2-8de0-8be920bd3e0c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:27.035548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea51de59-607f-4988-bdb1-d9bb8ae73332 req-d5f19bb9-fb3a-45a2-8de0-8be920bd3e0c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 948 time: 0.3007188 Jul 13 07:20:27.059075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Made reservation on behalf of b89fd6995b214243ad8ae84998c54e50 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:27.061477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682c72f-5528-4973-997c-877e287cb0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56998372-a101-4f99-917c-c552dceb2295,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:27.067408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.081610 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] Set router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:27.153427 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0682c72f-5528-4973-997c-877e287cb0e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80839253394c456bb97ebea1911cdc32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8785532 Jul 13 07:20:27.160902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:27.223200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Allocated IP 172.25.8.22 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/bf18d31d-1809-4bf0-84e7-cf70db7325fb) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:27.233738 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.245207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d6d99-903c-45b8-aaf1-6874cf7e68fe req-a586485d-7fab-470e-a25e-4f39b0451c91 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:27.246292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Transition to ACTIVE for port object e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:27.252588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-851d6d99-903c-45b8-aaf1-6874cf7e68fe req-a586485d-7fab-470e-a25e-4f39b0451c91 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 945 time: 0.2244892 Jul 13 07:20:27.266946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Transition to ACTIVE for port object e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:27.275922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea51de59-607f-4988-bdb1-d9bb8ae73332 req-60fa017d-0186-4048-b875-46887383725d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387729 Jul 13 07:20:27.287499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.323150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-851d6d99-903c-45b8-aaf1-6874cf7e68fe req-54dff92a-b350-4523-b018-e53bceb82851 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693915 Jul 13 07:20:27.431897 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:10Z', 'updated_at': '2021-07-13T07:20:19Z', 'revision_number': 4, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'gw_port': {'id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:12Z', 'updated_at': '2021-07-13T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0f564502-7129-4592-8f7f-6ad72c1fc39f', 'name': '', 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'mac_address': 'fa:16:3e:98:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:17Z', 'updated_at': '2021-07-13T07:20:26Z', 'revision_number': 4, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'subnets': [{'id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:27.444190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Network a98ee136-9af1-42c6-987c-63d7bc9931b5 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:27.479232 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f91ad7-5ffe-46ab-ab55-394b08380124 None None] The sync data for ids ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'] in n-d-758944-43 is: [{'id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:10Z', 'updated_at': '2021-07-13T07:20:19Z', 'revision_number': 4, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'gw_port': {'id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:12Z', 'updated_at': '2021-07-13T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0f564502-7129-4592-8f7f-6ad72c1fc39f', 'name': '', 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'mac_address': 'fa:16:3e:98:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:17Z', 'updated_at': '2021-07-13T07:20:26Z', 'revision_number': 4, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'subnets': [{'id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:27.497145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:27.505882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:27.521797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Pushing event updated for resources: {'Port': ['ID=e35f52a7-023d-4cb5-bf3f-13a6da6f8e59,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:27.586471 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.589352 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6f1b9d0-ff54-42d8-a3de-bd8a53f30a09 req-5719b07e-f056-4867-99f2-d2884060b546 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 210 time: 0.1159704 Jul 13 07:20:27.642730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0966ad-4fd4-4570-b968-ccbf23c707bb req-a9ac7a2e-708b-49e0-ac77-ffacd3d25d4c tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:27.651495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba0966ad-4fd4-4570-b968-ccbf23c707bb req-a9ac7a2e-708b-49e0-ac77-ffacd3d25d4c tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1097 time: 0.1289139 Jul 13 07:20:27.686759 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.712251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.730955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba0966ad-4fd4-4570-b968-ccbf23c707bb req-239daaab-7bc6-4f11-aacf-a52b1a66cc2f tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783772 Jul 13 07:20:27.755997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14ad957d-f762-425a-bd2f-681393fe550b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.764855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0f564502-7129-4592-8f7f-6ad72c1fc39f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:27.788793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:27.805268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:27.809182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Attempting to bind port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:27.809359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:27.809586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Attempting to bind port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:27.809930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Attempting to bind port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 on network a98ee136-9af1-42c6-987c-63d7bc9931b5 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:27.811617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Pushing event updated for resources: {'Port': ['ID=bf18d31d-1809-4bf0-84e7-cf70db7325fb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:27.832656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:27.832979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Checking segment: {'id': '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:27.833529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.833939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Bound using segment: {'id': '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:27.834450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Bound port: e35f52a7-023d-4cb5-bf3f-13a6da6f8e59, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:27.834851 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.845113 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14ad957d-f762-425a-bd2f-681393fe550b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.919748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Allocated IP 172.20.0.5 (1a9e0bc9-be06-4155-a26e-8e060b7f9009/0439cff4-236b-4231-aed3-706628ba29f5/62a6ba88-0e8b-4fb6-8bde-4819f01cba20) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:27.930906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:23Z', 'revision_number': 3, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:27.972477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0f564502-7129-4592-8f7f-6ad72c1fc39f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:27.979825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Checking router: 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:27.980234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Updating router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 port df762bea-d9b6-4e0b-a53a-423338c0b960 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:27.984155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0f564502-7129-4592-8f7f-6ad72c1fc39f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:27.984549 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.098394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cef8f063-8736-4f79-acdd-98c5dbfb39dc up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:28.148907 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.155341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] For port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:28.169726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6184d272-b7c7-4523-b45e-761ae37f6249 req-73c96ad3-dc08-4137-8f37-4897efc32692 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 210 time: 0.2138691 Jul 13 07:20:28.175288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] For port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e35f52a7-023d-4cb5-bf3f-13a6da6f8e59,segment=NetworkSegment(6eae3e4c-cd31-47bc-b6d3-7b8d168b4062),segment_id=6eae3e4c-cd31-47bc-b6d3-7b8d168b4062)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:28.195311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb00d6c-b32d-4b15-b813-6eebd8d5b64b req-37fead81-75ba-4b22-89c3-74f5ed85bb8c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:28.202169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ceb00d6c-b32d-4b15-b813-6eebd8d5b64b req-37fead81-75ba-4b22-89c3-74f5ed85bb8c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 945 time: 0.1673286 Jul 13 07:20:28.209085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54514) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:28.215626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Request body: {'floatingip': {'port_id': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:28.217126 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.245706 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.292113 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14ad957d-f762-425a-bd2f-681393fe550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.294717 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14ad957d-f762-425a-bd2f-681393fe550b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.309779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-14ad957d-f762-425a-bd2f-681393fe550b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56998372-a101-4f99-917c-c552dceb2295 HTTP/1.1" status: 204 len: 168 time: 1.1345398 Jul 13 07:20:28.386906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad957d-f762-425a-bd2f-681393fe550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56998372-a101-4f99-917c-c552dceb2295,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:28.404676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Allocated IP 172.20.0.1 (e077853c-546e-4e3a-93b7-104db9a0eb75/f822b982-e778-4f65-8076-b9393019b994/d054c195-b077-4c0b-b991-e05191a1a440) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:28.416849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa6f18-a384-4a3b-9fd5-1fe3c21ead11 None None] Pushing event updated for resources: {'Port': ['ID=e35f52a7-023d-4cb5-bf3f-13a6da6f8e59,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:28.435733 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.490265 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.534425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port cef8f063-8736-4f79-acdd-98c5dbfb39dc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:28.551048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port cef8f063-8736-4f79-acdd-98c5dbfb39dc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:28.551691 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.553654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.654323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 0f564502-7129-4592-8f7f-6ad72c1fc39f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0f564502-7129-4592-8f7f-6ad72c1fc39f,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:28.690528 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.718436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-fe08c8ce-34a2-4425-85a0-637e3ee5a22a tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4c0d4131595e4f618d36664ce75762b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050224 Jul 13 07:20:28.986930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.043059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=0f564502-7129-4592-8f7f-6ad72c1fc39f,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:29.050721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 99acefd5-3bc4-41dc-971f-c86036133c94 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:29.055602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-fa6a416c-90e6-432e-ab2c-3e5e5488e55a tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:29.060359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-fa6a416c-90e6-432e-ab2c-3e5e5488e55a tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3314257 Jul 13 07:20:29.100407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051ed73-1969-4193-a1fe-35aa273c4506 req-37a5036e-fd4f-401f-8b3d-bf1671ab9a28 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:29.112104 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6051ed73-1969-4193-a1fe-35aa273c4506 req-37a5036e-fd4f-401f-8b3d-bf1671ab9a28 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 948 time: 0.5512495 Jul 13 07:20:29.117039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.138715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Request body: {'port': {'device_id': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '4c0d4131595e4f618d36664ce75762b3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:29.174121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Transition to ACTIVE for port object d054c195-b077-4c0b-b991-e05191a1a440 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:29.380151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Pushing event updated for resources: {'Port': ['ID=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:29.465508 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.516855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:29.522366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:29.525879 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eda2baf-8d95-4c95-b81b-2dc4c786de9f" -d '{"events": [{"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-plugged", "status": "completed", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:29.538567 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.555452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 99acefd5-3bc4-41dc-971f-c86036133c94 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:29.555953 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.571940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:29.605999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:29.611692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:29.662215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6954eafe-3703-47f3-a3a7-4c748954eff1 None None] Provisioning complete for port 0f564502-7129-4592-8f7f-6ad72c1fc39f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:29.667162 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6954eafe-3703-47f3-a3a7-4c748954eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.676417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6051ed73-1969-4193-a1fe-35aa273c4506 req-1c6e6c7a-8551-42f0-8239-423e8dcf60ea tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632045 Jul 13 07:20:29.849350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.867418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Made reservation on behalf of 4c0d4131595e4f618d36664ce75762b3 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:29.877040 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.899973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:29.900704 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.015122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.020796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Network e077853c-546e-4e3a-93b7-104db9a0eb75 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:30.027952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:30.032859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:30.082971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:30.084760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.106528 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.112163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-709264e1-f58b-4607-b9c8-ade2ba42d41d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3110039 Jul 13 07:20:30.114943 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.179982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Request body: {'port': {'device_id': '5c680f39-139f-406e-9c24-487e7a6854ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:30.254341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ab5cc00b-41f8-475f-95c7-49019b8047f6 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:30.274513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Pushing event updated for resources: {'Port': ['ID=d054c195-b077-4c0b-b991-e05191a1a440,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:30.295193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d2c347-c548-4721-81d3-16584b0794a2 None None] Network a98ee136-9af1-42c6-987c-63d7bc9931b5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:30.295345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:20:30.299419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Transition to ACTIVE for port object df762bea-d9b6-4e0b-a53a-423338c0b960 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:30.329416 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.386138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740eda4-1f94-4abb-9295-36c9934986d2 None None] Pushing event updated for resources: {'Port': ['ID=df762bea-d9b6-4e0b-a53a-423338c0b960,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:30.420829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.425597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.445369 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.460331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Attempting to bind port df762bea-d9b6-4e0b-a53a-423338c0b960 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:30.460711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Attempting to bind port df762bea-d9b6-4e0b-a53a-423338c0b960 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:30.461088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Attempting to bind port df762bea-d9b6-4e0b-a53a-423338c0b960 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:30.463612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ab5cc00b-41f8-475f-95c7-49019b8047f6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:30.463988 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.489875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.501829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:30.502586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:30.502677 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.503011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:30.503503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Bound port: df762bea-d9b6-4e0b-a53a-423338c0b960, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:30.503892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.561007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a084a48-6bce-4816-9211-7cb6052ac8df req-050d3db6-15a6-4fe3-81e6-dafe3c862c44 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:30.562650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a084a48-6bce-4816-9211-7cb6052ac8df req-050d3db6-15a6-4fe3-81e6-dafe3c862c44 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 931 time: 0.6437566 Jul 13 07:20:30.563301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7b223c-6400-424e-87fc-2bbb2333216a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:30.585524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Router 69dea772-28e3-41f1-9712-b3dd7479800f is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:20:30.599660 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Floating IP 2ccd4f98-cead-4ef5-9471-e81d34f43277 associated. External IP: 172.25.8.61, port: c3ce5c8e-0db4-440d-b388-8edd8ffbffa8. Jul 13 07:20:30.626552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3705a233-9e0a-4541-b2fc-fd6b6bd02ac1 None None] Provisioning for port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:30.630095 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.695003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] For port df762bea-d9b6-4e0b-a53a-423338c0b960, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:30.704801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] For port df762bea-d9b6-4e0b-a53a-423338c0b960, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=df762bea-d9b6-4e0b-a53a-423338c0b960,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:30.708565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3705a233-9e0a-4541-b2fc-fd6b6bd02ac1 None None] Provisioning for port d054c195-b077-4c0b-b991-e05191a1a440 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:30.717478 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.723079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3705a233-9e0a-4541-b2fc-fd6b6bd02ac1 None None] Provisioning complete for port d054c195-b077-4c0b-b991-e05191a1a440 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:30.723465 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3705a233-9e0a-4541-b2fc-fd6b6bd02ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.808201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Allocated IP 192.168.233.21 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/01cfa9c2-c61a-470a-a950-a97e6792bfa2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:30.825440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:30.835465 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Sync routers for ids ['69dea772-28e3-41f1-9712-b3dd7479800f'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:30.852211 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a084a48-6bce-4816-9211-7cb6052ac8df req-e933e6c1-c244-4cc0-9e2f-3038e5384688 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764874 Jul 13 07:20:30.863995 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Routers {'69dea772-28e3-41f1-9712-b3dd7479800f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:30.865692 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69dea772-28e3-41f1-9712-b3dd7479800f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:30.925183 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.005696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.009344 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f2104dd-b37f-4218-bc5e-83ee02e597eb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7517278 Jul 13 07:20:31.018002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3705a233-9e0a-4541-b2fc-fd6b6bd02ac1 None None] Port d054c195-b077-4c0b-b991-e05191a1a440 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:31.022545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54586) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:31.029427 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740eda4-1f94-4abb-9295-36c9934986d2 None None] Pushing event updated for resources: {'Port': ['ID=df762bea-d9b6-4e0b-a53a-423338c0b960,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:31.039332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:31.039663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:31.074389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:20:31.124149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3705a233-9e0a-4541-b2fc-fd6b6bd02ac1 None None] Provisioning complete for port cef8f063-8736-4f79-acdd-98c5dbfb39dc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:31.124534 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3705a233-9e0a-4541-b2fc-fd6b6bd02ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.162184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54588) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:31.177806 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Set router 69dea772-28e3-41f1-9712-b3dd7479800f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:31.268058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:31.288463 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.291658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] Sync routers for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:31.309329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:31.310095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:31.342046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06b69ad7-7564-42f8-8936-e75d779deb5c tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "PUT /v2.0/floatingips/2ccd4f98-cead-4ef5-9471-e81d34f43277 HTTP/1.1" status: 200 len: 990 time: 3.1308384 Jul 13 07:20:31.343252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:31.345862 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd8d1f-ae10-42b7-8d72-855f79842215" -d '{"events": [{"name": "network-changed", "server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:31.375327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0f564502-7129-4592-8f7f-6ad72c1fc39f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:31.405546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-aad25e87-34b1-4947-b614-6174fb214667 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:20:31.407171 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-aad25e87-34b1-4947-b614-6174fb214667 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2502098 Jul 13 07:20:31.435703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:31.457259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1aed1483-ac6c-4505-b3d9-070b0272f9e4 req-ca185210-5a54-433f-a087-6c78fed799ab tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 210 time: 0.2049530 Jul 13 07:20:31.534720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Request body: {'binding': {'host': 'n-h2-758944-43', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:31.536216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Unknown quota resources ['binding']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:20:31.579870 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a419199a-a14d-4a56-b046-4b62b5208916 x-openstack-request-id: req-a419199a-a14d-4a56-b046-4b62b5208916 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:31.580459 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-plugged", "status": "completed", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:31.580459 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a419199a-a14d-4a56-b046-4b62b5208916 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:31.580762 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'code': 200} Jul 13 07:20:31.634037 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:25Z', 'updated_at': '2021-07-13T07:20:28Z', 'revision_number': 3, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'gw_port': {'id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:26Z', 'updated_at': '2021-07-13T07:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:31.635260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:31.664652 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.682548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Transition to ACTIVE for port object 01cfa9c2-c61a-470a-a950-a97e6792bfa2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:31.683666 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Checking router: 69dea772-28e3-41f1-9712-b3dd7479800f for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:31.684028 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Updating router 69dea772-28e3-41f1-9712-b3dd7479800f port bf18d31d-1809-4bf0-84e7-cf70db7325fb binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:31.710680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0f564502-7129-4592-8f7f-6ad72c1fc39f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:31.711051 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.740642 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.850391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716f220-b2c4-4c76-b5d9-f1880a586466 req-db1da808-72cc-47c6-a860-5758b753f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:31.852202 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a716f220-b2c4-4c76-b5d9-f1880a586466 req-db1da808-72cc-47c6-a860-5758b753f75c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 1101 time: 0.2212071 Jul 13 07:20:31.870245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on host n-h2-758944-43 for vnic_type normal with profile None {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:31.870601 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:31.870918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:31.889824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:31.890203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:31.913172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:31.913632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:31.914308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:31.914756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Bound port: 5c1b6aa0-ca05-454a-bc64-e036a8084007, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:32.002483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a716f220-b2c4-4c76-b5d9-f1880a586466 req-a3c9b104-d245-4b2c-8b79-b8c80a95b7bf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345334 Jul 13 07:20:32.024099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:32.046089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:32.057381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.058837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-2fb33f5d-6f17-4563-acdc-7b7f0f6232c9 service neutron] 10.222.0.41 "POST /v2.0/ports/5c1b6aa0-ca05-454a-bc64-e036a8084007/bindings HTTP/1.1" status: 201 len: 390 time: 0.5949035 Jul 13 07:20:32.074852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:28Z', 'revision_number': 1, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:32.081904 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-9c2a3eb0-de93-4439-bff9-c918c0591949 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8d748b14a9924c4fae95cc033ebc0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581522 Jul 13 07:20:32.125633 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.126238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40867278-4673-4d4b-90b6-7c91abd3ec90 None None] The sync data for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 is: [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:28Z', 'revision_number': 1, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:32.157232 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Transition to ACTIVE for port object bf18d31d-1809-4bf0-84e7-cf70db7325fb will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:32.175667 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.179589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:32.217796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:32.218218 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.224411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '2ccd4f98-cead-4ef5-9471-e81d34f43277', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'port_id': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'mac_address': 'fa:16:3e:92:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:20:02Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 1, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:32.272342 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862a98d-7ee3-49f3-8fc2-958b1b4bbe9f None None] Pushing event updated for resources: {'Port': ['ID=bf18d31d-1809-4bf0-84e7-cf70db7325fb,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:32.275738 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Attempting to bind port bf18d31d-1809-4bf0-84e7-cf70db7325fb on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:32.276371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Attempting to bind port bf18d31d-1809-4bf0-84e7-cf70db7325fb by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:32.276960 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Attempting to bind port bf18d31d-1809-4bf0-84e7-cf70db7325fb on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:32.283356 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:32.283824 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:32.284289 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.284749 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:32.285478 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Bound port: bf18d31d-1809-4bf0-84e7-cf70db7325fb, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:32.285681 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.340303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.352439 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] For port bf18d31d-1809-4bf0-84e7-cf70db7325fb, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:32.358019 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] For port bf18d31d-1809-4bf0-84e7-cf70db7325fb, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bf18d31d-1809-4bf0-84e7-cf70db7325fb,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:32.366288 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.403131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] Checking router: 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:32.420834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:32.421789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:32.426039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:32.432716 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862a98d-7ee3-49f3-8fc2-958b1b4bbe9f None None] Pushing event updated for resources: {'Port': ['ID=bf18d31d-1809-4bf0-84e7-cf70db7325fb,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:32.457629 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Routers {'69dea772-28e3-41f1-9712-b3dd7479800f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:32.458362 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69dea772-28e3-41f1-9712-b3dd7479800f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:32.531336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:32.562877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d54205-76d1-45d0-a273-356c3a70645b req-4870e844-b95b-46ee-a2e4-51a3bb6a0ff8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.573450 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-09d54205-76d1-45d0-a273-356c3a70645b req-4870e844-b95b-46ee-a2e4-51a3bb6a0ff8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.1770184 Jul 13 07:20:32.584151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:32.616251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:32.646568 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] Set router 69dea772-28e3-41f1-9712-b3dd7479800f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:32.666597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-b71e79d4-968c-45fe-bb88-5f22ba09a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.668256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-b71e79d4-968c-45fe-bb88-5f22ba09a776 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1097 time: 0.2296188 Jul 13 07:20:32.681635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-09d54205-76d1-45d0-a273-356c3a70645b req-5c6c502b-cd0c-4c6a-b752-3e8bbe2e65dd tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068923 Jul 13 07:20:32.728548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.729203 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.896687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.926955 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-fccf3cf3-561d-429d-b86b-0c4ce072d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.928428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-fccf3cf3-561d-429d-b86b-0c4ce072d8d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.2420366 Jul 13 07:20:32.991623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-654aba34-1ea9-4927-9b16-c77fcc1d982e tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.002702 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-654aba34-1ea9-4927-9b16-c77fcc1d982e tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9198372 Jul 13 07:20:33.016963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e35f52a7-023d-4cb5-bf3f-13a6da6f8e59,segment=NetworkSegment(6eae3e4c-cd31-47bc-b6d3-7b8d168b4062),segment_id=6eae3e4c-cd31-47bc-b6d3-7b8d168b4062)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:33.022774 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:25Z', 'updated_at': '2021-07-13T07:20:28Z', 'revision_number': 3, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'gw_port': {'id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:26Z', 'updated_at': '2021-07-13T07:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:33.028946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:33.034915 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c2103-f00a-4c6d-affd-70e532676955 x-openstack-request-id: req-b92c2103-f00a-4c6d-affd-70e532676955 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:33.035210 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:33.035465 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b92c2103-f00a-4c6d-affd-70e532676955 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:33.035932 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'status': 'completed', 'code': 200} Jul 13 07:20:33.037770 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-e808cd04-20b3-4173-9d1f-957e6445e431 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 200 len: 217 time: 0.1011839 Jul 13 07:20:33.043967 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.082819 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f483e-d963-40ef-af9a-6660f7e0ae3e None None] The sync data for ids ['69dea772-28e3-41f1-9712-b3dd7479800f'] in n-d-758944-43 is: [{'id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:25Z', 'updated_at': '2021-07-13T07:20:28Z', 'revision_number': 3, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'gw_port': {'id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:26Z', 'updated_at': '2021-07-13T07:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:33.086714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.48', 56917) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:33.090870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:33.102148 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.106672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-783842ea-51c4-4d52-8c04-13fb796abdc1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0298829 Jul 13 07:20:33.123172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-befd5839-2a31-411d-bb02-fd61ad2e403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.124873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-befd5839-2a31-411d-bb02-fd61ad2e403d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.0796297 Jul 13 07:20:33.153726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.175897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-85814ac7-11e5-4476-9228-a0ad4e7b5780 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419130 Jul 13 07:20:33.178303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Request body: {'port': {'device_id': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:33.238365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.251630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-1a87602d-cb88-4fd0-afb0-0e8540bf0ce0 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/quotas/8d748b14a9924c4fae95cc033ebc0567 HTTP/1.1" status: 200 len: 375 time: 0.2480340 Jul 13 07:20:33.326774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ad69-534e-4369-8913-292903034c51 req-feb71481-4aa3-4aff-9c15-e24a52a30893 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.334438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5754ad69-534e-4369-8913-292903034c51 req-feb71481-4aa3-4aff-9c15-e24a52a30893 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 931 time: 0.1625111 Jul 13 07:20:33.369138 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-1a28b3fb-8481-45d1-87a7-891983ce2e46 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803470 Jul 13 07:20:33.399036 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-91cb91e2-9ee2-43f9-a169-78644d22c49a None None] Provisioning for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:33.401861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5754ad69-534e-4369-8913-292903034c51 req-d0327b71-1c0a-4469-bbf8-4fb855341a38 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663731 Jul 13 07:20:33.413666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-91cb91e2-9ee2-43f9-a169-78644d22c49a None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:33.414088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91cb91e2-9ee2-43f9-a169-78644d22c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.420335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Transition to ACTIVE for port object 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:33.427448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-e1d088c3-c858-49b3-991b-eda39dab2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.429741 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-e1d088c3-c858-49b3-991b-eda39dab2c29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba83d73f080c42b79a724f4d57d68c56&device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 1097 time: 0.3219922 Jul 13 07:20:33.487394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-91cb91e2-9ee2-43f9-a169-78644d22c49a None None] Port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:33.523195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e35f52a7-023d-4cb5-bf3f-13a6da6f8e59,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:33.553362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.560680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '2ccd4f98-cead-4ef5-9471-e81d34f43277', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'port_id': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'mac_address': 'fa:16:3e:92:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:20:02Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 1, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:33.564170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-5b5810e3-d298-43d1-9727-de9fc78f3361 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d748b14a9924c4fae95cc033ebc0567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2402158 Jul 13 07:20:33.609222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.620320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd07944-cceb-4629-98a4-94f5f7b0db5f None None] The sync data for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 is: [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '2ccd4f98-cead-4ef5-9471-e81d34f43277', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'port_id': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'mac_address': 'fa:16:3e:92:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:20:02Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 1, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:33.630191 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.659783 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-853ae878-24fa-4032-b715-7dd83c8c220f service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719555 Jul 13 07:20:33.761926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4620e242-db08-4271-b62a-7a6805dd77ed None None] Provisioning complete for port d054c195-b077-4c0b-b991-e05191a1a440 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:33.762353 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4620e242-db08-4271-b62a-7a6805dd77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.781226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7a251-e079-4d75-8307-077cac244e12 req-f9ea6e1e-239c-458a-842e-cf2edd8e0b89 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.785224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0d7a251-e079-4d75-8307-077cac244e12 req-f9ea6e1e-239c-458a-842e-cf2edd8e0b89 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 945 time: 0.1134951 Jul 13 07:20:33.788666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Pushing event updated for resources: {'Port': ['ID=d054c195-b077-4c0b-b991-e05191a1a440,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:33.828762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4620e242-db08-4271-b62a-7a6805dd77ed None None] Port d054c195-b077-4c0b-b991-e05191a1a440 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:34.201033 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0d7a251-e079-4d75-8307-077cac244e12 req-07f98707-5c24-4d4a-9c43-22e6ca059338 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851264 Jul 13 07:20:34.229339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Pushing event updated for resources: {'Port': ['ID=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:34.259246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-0cec2a0e-e97f-40d9-9d27-30677d5ae33e tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:34.261359 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-0cec2a0e-e97f-40d9-9d27-30677d5ae33e tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.4744112 Jul 13 07:20:34.268200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-9bb2dc95-4453-4215-9830-f71961616cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:34.270167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-9bb2dc95-4453-4215-9830-f71961616cb5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eb7911c-5d60-41a1-93e7-8937099d88ed HTTP/1.1" status: 200 len: 925 time: 0.7197177 Jul 13 07:20:34.273037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-43'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:34.399656 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:34.454287 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a7da1-2ea8-4eff-985a-12add38345ff None None] New status for floating IP 2ccd4f98-cead-4ef5-9471-e81d34f43277: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:20:34.604710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-bad610c9-5da4-4301-9d50-392a9096df7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 HTTP/1.1" status: 200 len: 998 time: 0.3198068 Jul 13 07:20:34.616222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:34.683443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:34.693683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Network e077853c-546e-4e3a-93b7-104db9a0eb75 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:34.746414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3c0ce-f2d8-4a4f-863c-59da25e65c3a req-f0be484b-f0b8-4ecc-93a6-f8facb0c6840 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:34.749044 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42e3c0ce-f2d8-4a4f-863c-59da25e65c3a req-f0be484b-f0b8-4ecc-93a6-f8facb0c6840 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.3472712 Jul 13 07:20:34.758942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c1bbd-979c-4435-8e5d-f2b9eee47757 req-a22343f4-2b46-4d94-9f93-7925278c766e tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:34.765671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:34.770522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff9c1bbd-979c-4435-8e5d-f2b9eee47757 req-a22343f4-2b46-4d94-9f93-7925278c766e tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 935 time: 0.8374419 Jul 13 07:20:34.777530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:34.904943 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:34.920471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42e3c0ce-f2d8-4a4f-863c-59da25e65c3a req-362d74ee-cf75-493c-b2d6-25811b716873 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590426 Jul 13 07:20:34.932420 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.032933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b6aa0-ca05-454a-bc64-e036a8084007,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:35.083462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:35.086977 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828fb49b-d35e-49f3-90c9-4703cff64581" -d '{"events": [{"server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:35.143227 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.157069 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a62e422-77e7-400e-bc5a-1c926c115a10 req-bea000f3-32bd-4bf1-b594-0d19053b0ecb tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 210 time: 0.0459282 Jul 13 07:20:35.158518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on host n-h1-758944-43 for vnic_type normal with profile {"migrating_to": "n-h2-758944-43"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:35.158892 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:35.159291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:35.176418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:35.176824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Attempting to bind port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:35.183493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:35.183838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:35.184226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:35.184655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Bound port: 5c1b6aa0-ca05-454a-bc64-e036a8084007, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:35.185018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.197254 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-55a21de4-89b6-4282-90be-7ef73bc31104 None None] Provisioning complete for port d054c195-b077-4c0b-b991-e05191a1a440 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:35.202711 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55a21de4-89b6-4282-90be-7ef73bc31104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.275607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.48', 56919) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:35.276501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:35.283722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:35.292072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.302495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-55a21de4-89b6-4282-90be-7ef73bc31104 None None] Port d054c195-b077-4c0b-b991-e05191a1a440 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:35.330537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:35.331198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:35.331706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:35.374050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cfa9c2-c61a-470a-a950-a97e6792bfa2 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:35.376570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.377087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.378547 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] 10.222.0.48 "PUT /v2.0/ports/5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 200 len: 1123 time: 1.1101046 Jul 13 07:20:35.389742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-4bc21445-3254-4414-9988-2254956a1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.391252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-4bc21445-3254-4414-9988-2254956a1af7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ed2c854-b2e7-489b-a973-5fbbab789e6e HTTP/1.1" status: 200 len: 863 time: 0.7392473 Jul 13 07:20:35.391545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a192ec-60c5-4761-a0c3-f8b68a4eb4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b6aa0-ca05-454a-bc64-e036a8084007,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:35.404024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.419118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-eaafa5dd-ce11-43e1-b916-91742f67a79b tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8d748b14a9924c4fae95cc033ebc0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1402702 Jul 13 07:20:35.419669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:35.419989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:35.456879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5c1b6aa0-ca05-454a-bc64-e036a8084007'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:35.501443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:35.501820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:35.502224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:35.502673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Bound port: 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:35.503037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.508188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff9c1bbd-979c-4435-8e5d-f2b9eee47757 req-45af0607-27e2-4711-ae66-e6b3073ec0bb tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804917 Jul 13 07:20:35.580364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Transition to ACTIVE for port object 01cfa9c2-c61a-470a-a950-a97e6792bfa2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:35.609566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e3916-a885-4b7b-861e-64d7729b9075 req-8ce0aa6c-95fe-4985-a4fb-53542b0bc2b9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.611394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-627e3916-a885-4b7b-861e-64d7729b9075 req-8ce0aa6c-95fe-4985-a4fb-53542b0bc2b9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 943 time: 0.1370258 Jul 13 07:20:35.624222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.685439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-627e3916-a885-4b7b-861e-64d7729b9075 req-08179b7a-5654-45af-800e-bba17cd8d0e0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585976 Jul 13 07:20:35.769878 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749f1f10-57c2-4945-8285-c565a5fedb09 x-openstack-request-id: req-749f1f10-57c2-4945-8285-c565a5fedb09 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:35.770351 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:35.770694 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-749f1f10-57c2-4945-8285-c565a5fedb09 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:35.771186 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007', 'code': 200} Jul 13 07:20:35.812333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bf18d31d-1809-4bf0-84e7-cf70db7325fb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:35.912281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port bf18d31d-1809-4bf0-84e7-cf70db7325fb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:35.919139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port bf18d31d-1809-4bf0-84e7-cf70db7325fb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:35.919745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.971895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Allocated IP 172.20.0.1 (a98ee136-9af1-42c6-987c-63d7bc9931b5/f55bb613-98c2-4bd5-a044-843e37ab96f9/8c9eaf96-e889-4b7e-8fb2-9f613a7301fb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:36.036981 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.066491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port bf18d31d-1809-4bf0-84e7-cf70db7325fb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bf18d31d-1809-4bf0-84e7-cf70db7325fb,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:36.073933 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.074877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914633b-ba2c-45e3-8192-c65917024aa0 req-c0bdd5cf-2145-496d-a5ce-eaff1f79a6bf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.082587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6914633b-ba2c-45e3-8192-c65917024aa0 req-c0bdd5cf-2145-496d-a5ce-eaff1f79a6bf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 943 time: 0.1789846 Jul 13 07:20:36.129293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:36.134163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-d4d24aca-b153-4326-a108-64922ba5e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.135881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-d4d24aca-b153-4326-a108-64922ba5e718 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eb7911c-5d60-41a1-93e7-8937099d88ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7343240 Jul 13 07:20:36.146012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:36.148673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:36.178278 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6914633b-ba2c-45e3-8192-c65917024aa0 req-2bd713fd-0743-4acf-9867-4696f4cdd6aa tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943305 Jul 13 07:20:36.206788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:20:36.206993 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-4dfc0442-eca2-4379-8a46-de2601d9b039 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1838717 Jul 13 07:20:36.230602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-61689892-6658-498d-bf2d-f056b56bb769 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.232069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-61689892-6658-498d-bf2d-f056b56bb769 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7810462 Jul 13 07:20:36.249754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=bf18d31d-1809-4bf0-84e7-cf70db7325fb,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:36.278008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:36.303772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:36.304396 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.324944 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.351002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Request body: {'port': {'device_id': '78fc2597-b67a-41e3-91c9-b1eb610639e1', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '8d748b14a9924c4fae95cc033ebc0567'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:36.367981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.391067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device df762bea-d9b6-4e0b-a53a-423338c0b960 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:36.403976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Transition to ACTIVE for port object 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:36.420393 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ab7c06c-0b5a-4ac3-9816-335b97b8ce86 req-8b686f9c-6535-4af7-86a4-2acf990ac268 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 210 time: 0.0288129 Jul 13 07:20:36.450351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port df762bea-d9b6-4e0b-a53a-423338c0b960 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:36.456388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port df762bea-d9b6-4e0b-a53a-423338c0b960 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:36.457013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.581532 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.610839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port df762bea-d9b6-4e0b-a53a-423338c0b960, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=df762bea-d9b6-4e0b-a53a-423338c0b960,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:36.618284 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.705019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.705655 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.707106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] 10.222.0.48 "PUT /v2.0/ports/62a6ba88-0e8b-4fb6-8bde-4819f01cba20 HTTP/1.1" status: 200 len: 1092 time: 6.5358660 Jul 13 07:20:36.713334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:36.715688 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:36.728849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=df762bea-d9b6-4e0b-a53a-423338c0b960,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:36.769532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36972b96-d94a-4701-bcd9-ae0bd688fe21 req-2c650824-477c-4c15-958e-b112e2a54875 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.776338 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-36972b96-d94a-4701-bcd9-ae0bd688fe21 req-2c650824-477c-4c15-958e-b112e2a54875 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.6844938 Jul 13 07:20:36.782687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f02845-81a7-4c45-b56a-9089f0baefcc req-8af6e11e-73a9-4147-a4b6-ef195b4092f9 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.784298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42f02845-81a7-4c45-b56a-9089f0baefcc req-8af6e11e-73a9-4147-a4b6-ef195b4092f9 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 947 time: 0.1098230 Jul 13 07:20:36.832591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42f02845-81a7-4c45-b56a-9089f0baefcc req-83c93ec2-a417-4df5-ace1-834817062ac9 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Jul 13 07:20:36.883015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Attempting to bind port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:36.883558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Attempting to bind port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:36.884247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Attempting to bind port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:36.916317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.949688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:36.950406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Attempting to bind port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:36.961302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e4ca1-a42f-41ae-8b24-8eafc0b3c820 service neutron] Pushing event updated for resources: {'Port': ['ID=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:36.982863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-36972b96-d94a-4701-bcd9-ae0bd688fe21 req-8607a851-7f4f-4c33-bbb9-5c313ec32529 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056658 Jul 13 07:20:36.984966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-2a7835e6-f8f0-4416-b724-19b582d63036 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7991648 Jul 13 07:20:37.002132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:37.002787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:37.003330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:37.003945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Bound port: 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:37.004464 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.031008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Network a98ee136-9af1-42c6-987c-63d7bc9931b5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:37.055885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:37.068646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Sync routers for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:37.086815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:37.087243 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4b610ac6-164d-4827-8cf8-9811099fa767 admin admin] 10.222.0.41 "PUT /v2.0/routers/1ac3fb5d-2ed4-445c-a573-c767234f8dd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1866417 Jul 13 07:20:37.087517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:37.088430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:37.102322 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec0379a-14c0-4e9a-a441-aa599f8abb41 x-openstack-request-id: req-dec0379a-14c0-4e9a-a441-aa599f8abb41 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:37.102740 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:37.104325 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dec0379a-14c0-4e9a-a441-aa599f8abb41 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:37.104791 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20', 'status': 'completed', 'code': 200} Jul 13 07:20:37.115280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:37.116877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a7023-eb62-455d-8a37-e34c5dd78435 req-0e1e01a5-d378-420a-bcad-ce8dc43da3e7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.132934 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a31a7023-eb62-455d-8a37-e34c5dd78435 req-0e1e01a5-d378-420a-bcad-ce8dc43da3e7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 943 time: 0.1482384 Jul 13 07:20:37.164870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.234245 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a31a7023-eb62-455d-8a37-e34c5dd78435 req-c24ca77a-c645-4a6a-8de8-0f823b75ef66 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840113 Jul 13 07:20:37.268541 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.393537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:37.474510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9eaf96-e889-4b7e-8fb2-9f613a7301fb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:37.570883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bf18d31d-1809-4bf0-84e7-cf70db7325fb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:37.580740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-61432cf2-58e9-4100-b2c7-2951c3237ff4 None None] Provisioning for port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:37.615154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-61432cf2-58e9-4100-b2c7-2951c3237ff4 None None] Provisioning complete for port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:37.615443 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61432cf2-58e9-4100-b2c7-2951c3237ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.692048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-61432cf2-58e9-4100-b2c7-2951c3237ff4 None None] Port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:37.702519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port bf18d31d-1809-4bf0-84e7-cf70db7325fb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:37.702894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.764891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:31Z', 'revision_number': 2, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:37.772948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:37.776765 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dcf201-adb0-4017-ad2d-7035ac9bcea1" -d '{"events": [{"name": "network-changed", "server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:37.779013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-fe68d7a1-0a0a-4a30-b7ac-d1dc2e7150ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.781099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-fe68d7a1-0a0a-4a30-b7ac-d1dc2e7150ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1095 time: 0.9996641 Jul 13 07:20:37.796484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Checking router: 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:37.796877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Updating router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 port d054c195-b077-4c0b-b991-e05191a1a440 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:37.801353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Made reservation on behalf of 8d748b14a9924c4fae95cc033ebc0567 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:37.806036 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.859930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.860283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc693256-b91e-4712-b813-15d62880eb99 req-acc7527b-f0cd-4562-9790-56de4edb6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.862579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-acc7527b-f0cd-4562-9790-56de4edb6545 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 1101 time: 0.0682521 Jul 13 07:20:37.869996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device df762bea-d9b6-4e0b-a53a-423338c0b960 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:37.878186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:37.891394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:37.907503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ffd8d1f-ae10-42b7-8d72-855f79842215 req-719df89c-2dc6-4897-9d2d-fcc021751da9 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8749804 Jul 13 07:20:37.911852 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.914735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-74c790d6-91ec-40f9-b4d9-7a0db696c7e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20 HTTP/1.1" status: 200 len: 217 time: 0.1206276 Jul 13 07:20:37.974729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.975624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc693256-b91e-4712-b813-15d62880eb99 req-9931056a-cb57-4684-a297-b645442ca18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.977322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-9931056a-cb57-4684-a297-b645442ca18b service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1087711 Jul 13 07:20:37.995592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:38.015273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port df762bea-d9b6-4e0b-a53a-423338c0b960 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:38.015647 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.037673 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-95f0ec11-b3ff-4502-b8b3-ddc03687c9fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc HTTP/1.1" status: 200 len: 217 time: 0.0532160 Jul 13 07:20:38.037879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77eda0-4b27-4364-a6e4-7c6739de7f1a req-e3d8f4d6-5036-4cd5-b2c5-640f2f0e0752 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.039270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd77eda0-4b27-4364-a6e4-7c6739de7f1a req-e3d8f4d6-5036-4cd5-b2c5-640f2f0e0752 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 943 time: 0.6534381 Jul 13 07:20:38.044689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.085355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.086104 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.088106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-6c78f386-8950-4cbd-97e2-8d47c91d792b service neutron] 10.222.0.38 "PUT /v2.0/ports/01cfa9c2-c61a-470a-a950-a97e6792bfa2 HTTP/1.1" status: 200 len: 1096 time: 4.9293423 Jul 13 07:20:38.163545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:38.175201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6e1b4283-bbe4-4d2c-870a-e7a788c3e870 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904614274', 'description': 'tempest-description--816323914'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:38.188333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5c1b6aa0-ca05-454a-bc64-e036a8084007 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:38.199385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-9d359be2-f6b8-46ca-90c9-8b3d2b1f3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.200886 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-9d359be2-f6b8-46ca-90c9-8b3d2b1f3075 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.2174196 Jul 13 07:20:38.205744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc693256-b91e-4712-b813-15d62880eb99 req-cbc711d7-705a-40f7-911e-3c7eef6392a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.210337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-cbc711d7-705a-40f7-911e-3c7eef6392a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1514142 Jul 13 07:20:38.253600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-9ec98090-7ad3-4197-8760-30600b721a7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338638 Jul 13 07:20:38.285538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd77eda0-4b27-4364-a6e4-7c6739de7f1a req-4b67292d-aca6-4329-a649-cb0a97daaa1e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255297 Jul 13 07:20:38.331973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13c9acbd-87ed-431f-9539-16f3d0b09336 req-ff631a4a-92c1-4924-89d4-af3908701309 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 210 time: 0.0491467 Jul 13 07:20:38.367459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc693256-b91e-4712-b813-15d62880eb99 req-0d1aa44c-5f95-47a2-9054-d4a02f4e1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.371200 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-0d1aa44c-5f95-47a2-9054-d4a02f4e1fa4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1538925 Jul 13 07:20:38.423250 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80d53c6-c185-4671-bfec-e6fb1f97e0c2 x-openstack-request-id: req-a80d53c6-c185-4671-bfec-e6fb1f97e0c2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:38.423992 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:38.423992 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a80d53c6-c185-4671-bfec-e6fb1f97e0c2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:38.424190 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007', 'status': 'completed', 'code': 200} Jul 13 07:20:38.433717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.38', 57321) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:38.466915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-1c98af5e-a5cb-4186-85cf-dc856d3d1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.468455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-1c98af5e-a5cb-4186-85cf-dc856d3d1cb3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4c0d4131595e4f618d36664ce75762b3&device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 1099 time: 0.3285618 Jul 13 07:20:38.558586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.562766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-7ca44dac-b242-45a8-a35e-2ee5ab73307a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2 HTTP/1.1" status: 200 len: 217 time: 0.0661032 Jul 13 07:20:38.570199 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.574509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Transition to ACTIVE for port object d054c195-b077-4c0b-b991-e05191a1a440 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:38.582243 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-861a52c5-7da2-4d75-8dc1-1ef9eae6485d service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116994 Jul 13 07:20:38.589807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.612847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:38.616805 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.654194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-0c42e985-fe4c-424d-a1b5-b3292ab3d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.655780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-0c42e985-fe4c-424d-a1b5-b3292ab3d100 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1126 time: 0.2142022 Jul 13 07:20:38.675987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5c1b6aa0-ca05-454a-bc64-e036a8084007 has no active binding in host n-h2-758944-43 {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:20:38.680391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5039889-f869-4584-8735-6cb9b85d2e42 req-8a4d2ce3-bbd9-4bac-856c-043c14c58e7e tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.688559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5039889-f869-4584-8735-6cb9b85d2e42 req-8a4d2ce3-bbd9-4bac-856c-043c14c58e7e tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 947 time: 0.1465712 Jul 13 07:20:38.697741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567934e0-3980-42c4-9741-6c7b0d93e310 None None] Pushing event updated for resources: {'Port': ['ID=d054c195-b077-4c0b-b991-e05191a1a440,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:38.722317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.728428 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4283-bbe4-4d2c-870a-e7a788c3e870 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.771418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-61f4bca7-80ee-40be-836b-4eeb725c632d service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760681 Jul 13 07:20:38.773565 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.785175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6f94df-cbc0-466a-8cfb-0c48cebfb147,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:38.788768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-fa797640-24af-4df9-9487-cd4af9b99e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.796505 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-fa797640-24af-4df9-9487-cd4af9b99e89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2172055 Jul 13 07:20:38.811537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Attempting to bind port d054c195-b077-4c0b-b991-e05191a1a440 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:38.812201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Attempting to bind port d054c195-b077-4c0b-b991-e05191a1a440 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:38.812774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Attempting to bind port d054c195-b077-4c0b-b991-e05191a1a440 on network e077853c-546e-4e3a-93b7-104db9a0eb75 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:38.820628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:38.821416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Checking segment: {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:38.822631 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.823232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Bound using segment: {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:38.823989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Bound port: d054c195-b077-4c0b-b991-e05191a1a440, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:38.824588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.923624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] For port d054c195-b077-4c0b-b991-e05191a1a440, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:38.927624 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5039889-f869-4584-8735-6cb9b85d2e42 req-c4796236-070a-4615-848f-5e0173f65f08 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370374 Jul 13 07:20:38.932745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] For port d054c195-b077-4c0b-b991-e05191a1a440, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d054c195-b077-4c0b-b991-e05191a1a440,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:38.941151 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.034024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:39.039399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-b5244b48-651f-4084-8853-0bf9e8f5e379 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609203 Jul 13 07:20:39.039575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:39.043881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567934e0-3980-42c4-9741-6c7b0d93e310 None None] Pushing event updated for resources: {'Port': ['ID=d054c195-b077-4c0b-b991-e05191a1a440,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:39.060449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-a620c32a-9dbf-4a1f-a2a2-c68d03a202a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.061981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-a620c32a-9dbf-4a1f-a2a2-c68d03a202a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.3714271 Jul 13 07:20:39.089041 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4283-bbe4-4d2c-870a-e7a788c3e870 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.108230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4283-bbe4-4d2c-870a-e7a788c3e870 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.117456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:39.127346 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d32ee89-9cf2-48db-bc89-a2f6019db30f" -d '{"events": [{"name": "network-changed", "server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:39.167201 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-634100b5-d5df-417f-b63f-7b2972081b5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 200 len: 217 time: 0.0972204 Jul 13 07:20:39.169118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9eaf96-e889-4b7e-8fb2-9f613a7301fb,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:39.221620 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f89c6fb3-1737-465b-9654-57f8555e0b80 req-c6eebe2d-c561-4519-aac3-eeeef085ba11 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089308 Jul 13 07:20:39.247210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba618b-bc6a-49de-be28-1a6a1b71ce08 req-91977f4f-8b3d-4fae-ab68-7db3b492a143 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.256567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bfba618b-bc6a-49de-be28-1a6a1b71ce08 req-91977f4f-8b3d-4fae-ab68-7db3b492a143 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.6252849 Jul 13 07:20:39.269021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:39.282893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.298101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Allocated IP 192.168.233.221 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/2408b75c-bb03-4a02-a3f0-99d0577c6aa4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:39.321685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4283-bbe4-4d2c-870a-e7a788c3e870 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.327872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6e1b4283-bbe4-4d2c-870a-e7a788c3e870 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1629369 Jul 13 07:20:39.345926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54704) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:39.365512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a03dcbb6-8b62-471e-9aff-30894224ffce tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Request body: {'security_group_rule': {'security_group_id': '94faa457-87a3-452c-b4e6-f24f206d1a00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:39.376153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b4283-bbe4-4d2c-870a-e7a788c3e870 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94faa457-87a3-452c-b4e6-f24f206d1a00,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:39.401930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-8883089b-5d09-4f13-a9a3-f8dbc58ee21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.403486 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-8883089b-5d09-4f13-a9a3-f8dbc58ee21e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.2077289 Jul 13 07:20:39.456319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-e4a24b55-514b-41be-818e-35dde1a0a433 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438623 Jul 13 07:20:39.460205 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a03dcbb6-8b62-471e-9aff-30894224ffce tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.476744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-7333ed06-e11c-4e43-97f7-0ea66cbb266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.480256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-7333ed06-e11c-4e43-97f7-0ea66cbb266a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6434598 Jul 13 07:20:39.484035 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bfba618b-bc6a-49de-be28-1a6a1b71ce08 req-19e43127-3efd-4dfd-9bc5-a873fe947c5d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261631 Jul 13 07:20:39.511105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2edf1-9e5e-4e02-9cf3-7da9a865b17c req-d0309c11-662b-461d-8f4c-45e12bd93961 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.519143 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0f2edf1-9e5e-4e02-9cf3-7da9a865b17c req-d0309c11-662b-461d-8f4c-45e12bd93961 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 943 time: 0.3507993 Jul 13 07:20:39.639104 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0f2edf1-9e5e-4e02-9cf3-7da9a865b17c req-dfaa8626-12c9-4255-ae00-263ed7a232b9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190250 Jul 13 07:20:39.646921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a03dcbb6-8b62-471e-9aff-30894224ffce tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.675993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d054c195-b077-4c0b-b991-e05191a1a440 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:39.684070 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a03dcbb6-8b62-471e-9aff-30894224ffce tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.721853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-10be0dd1-efef-4bb6-9f68-55c7f4b619a1 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555280 Jul 13 07:20:39.725721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dcbb6-8b62-471e-9aff-30894224ffce tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d903714-065b-40f5-abbe-a03ee000bead,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:39.754320 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9481df61-b3f1-4182-8aeb-aa8016885152 x-openstack-request-id: req-9481df61-b3f1-4182-8aeb-aa8016885152 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:39.754856 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:39.755153 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9481df61-b3f1-4182-8aeb-aa8016885152 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:39.755761 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'status': 'completed', 'code': 200} Jul 13 07:20:39.761399 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a03dcbb6-8b62-471e-9aff-30894224ffce tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.763111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a03dcbb6-8b62-471e-9aff-30894224ffce tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150229 Jul 13 07:20:39.768996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54710) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:39.773982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1ebd0263-7b15-43b2-afef-2cc40b36b477 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Request body: {'security_group_rule': {'security_group_id': '94faa457-87a3-452c-b4e6-f24f206d1a00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:39.790496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port d054c195-b077-4c0b-b991-e05191a1a440 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:39.797818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port d054c195-b077-4c0b-b991-e05191a1a440 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:39.798058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.827066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Network a98ee136-9af1-42c6-987c-63d7bc9931b5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:39.834841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:38Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:39.838162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:39.866633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.873096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a243-3b49-48a7-bf73-00c63456274c None None] The sync data for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 is: [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:38Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:39.889768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-92505709-bd28-43cf-a209-705dd2a759b1 None None] Provisioning complete for port d054c195-b077-4c0b-b991-e05191a1a440 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:39.894983 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92505709-bd28-43cf-a209-705dd2a759b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.959263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0263-7b15-43b2-afef-2cc40b36b477 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.994699 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.999671 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-262ee3c3-3512-4b80-b16f-1fd3985a13e5 req-693e27bc-be69-48dc-b8a5-663209378346 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 210 time: 0.1801765 Jul 13 07:20:40.008917 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56dcf201-adb0-4017-ad2d-7035ac9bcea1 req-e441e266-5b84-4a10-a7f4-1190a575116b service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742901 Jul 13 07:20:40.010418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Transition to ACTIVE for port object 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:40.096230 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-41fc345e-7f4b-4076-836a-b21be1b06d66 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2756741 Jul 13 07:20:40.128800 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0263-7b15-43b2-afef-2cc40b36b477 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.136603 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0263-7b15-43b2-afef-2cc40b36b477 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.180262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.198621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port d054c195-b077-4c0b-b991-e05191a1a440, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d054c195-b077-4c0b-b991-e05191a1a440,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:40.200319 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92505709-bd28-43cf-a209-705dd2a759b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.215394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e617204-ae82-468c-bdc8-2822fa078a20 req-849579d3-2dbb-4b4d-b890-233843c0da29 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.221977 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.223684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e617204-ae82-468c-bdc8-2822fa078a20 req-849579d3-2dbb-4b4d-b890-233843c0da29 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 943 time: 0.4656076 Jul 13 07:20:40.234918 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0263-7b15-43b2-afef-2cc40b36b477 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.238994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1ebd0263-7b15-43b2-afef-2cc40b36b477 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4658873 Jul 13 07:20:40.247493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54714) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:40.286908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd0263-7b15-43b2-afef-2cc40b36b477 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65519f9e-b7ae-4216-bc8e-daed9c484e39,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:40.326845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:40.344930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-0d7f3504-1d9f-482d-8899-ce223d539824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.346658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-0d7f3504-1d9f-482d-8899-ce223d539824 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1102 time: 0.1541474 Jul 13 07:20:40.362488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-34ef63a1-2bee-4e2f-89d2-b90495c51186 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432192 Jul 13 07:20:40.364401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-b939475c-2e89-4e1d-aaea-554792d40fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.366100 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-b939475c-2e89-4e1d-aaea-554792d40fdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1095 time: 0.9904957 Jul 13 07:20:40.398175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=d054c195-b077-4c0b-b991-e05191a1a440,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:40.418972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-92505709-bd28-43cf-a209-705dd2a759b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:20:40.419163 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-92505709-bd28-43cf-a209-705dd2a759b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:20:40.563918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Pushing event updated for resources: {'Port': ['ID=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:40.571084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:40.580383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-6b8b6970-2b6e-42ee-9215-3493c747d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.582018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-6b8b6970-2b6e-42ee-9215-3493c747d365 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2077987 Jul 13 07:20:40.630018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-fb17a405-9f26-401b-8be2-ede0fc24707e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.0400929 Jul 13 07:20:40.641252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fcc1c-7e57-4b05-814e-febb93488e67 req-c006ab83-bcbe-42fd-bb57-995112583a17 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.642974 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab5fcc1c-7e57-4b05-814e-febb93488e67 req-c006ab83-bcbe-42fd-bb57-995112583a17 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 947 time: 0.1517875 Jul 13 07:20:40.718720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-920ec0c0-921c-4191-adfc-34ea6de542f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.720319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-920ec0c0-921c-4191-adfc-34ea6de542f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0763762 Jul 13 07:20:40.723348 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab5fcc1c-7e57-4b05-814e-febb93488e67 req-ca475bbd-b85c-4254-8165-cd950c9b5aa7 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711236 Jul 13 07:20:40.799354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-428ded06-2c76-4710-b752-5154b042f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.800958 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-428ded06-2c76-4710-b752-5154b042f2f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0744743 Jul 13 07:20:40.856256 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.882309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:40.894775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e617204-ae82-468c-bdc8-2822fa078a20 req-27cac471-a241-4412-a852-b940cc99b89c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697319 Jul 13 07:20:40.897210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Router 69dea772-28e3-41f1-9712-b3dd7479800f has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:20:40.899931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:40.979527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-438883ac-8176-476b-890a-a10f979486e3 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692555 Jul 13 07:20:41.002986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bc506-686e-4258-95af-7f1ced062495 req-b7ada698-1fa0-4e8e-b673-406bec30855d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:41.004476 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-220bc506-686e-4258-95af-7f1ced062495 req-b7ada698-1fa0-4e8e-b673-406bec30855d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.1213453 Jul 13 07:20:41.006662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-632dbd98-045a-4fd3-89c3-3aa934044449 req-ab918dc1-a07c-4371-ad73-321c8c63eb56 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792563 Jul 13 07:20:41.010187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-92505709-bd28-43cf-a209-705dd2a759b1 None None] Provisioning complete for port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:41.010698 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92505709-bd28-43cf-a209-705dd2a759b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.096184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-92505709-bd28-43cf-a209-705dd2a759b1 None None] Port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:41.164321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-b9e0803c-c5e7-47e4-8d42-dee6cbc251eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:41.166429 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-b9e0803c-c5e7-47e4-8d42-dee6cbc251eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.7613466 Jul 13 07:20:41.172137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:41.172769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.221438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ff4c2664-e683-4405-8099-a81ce07647c0 None None] Provisioning complete for port d054c195-b077-4c0b-b991-e05191a1a440 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:41.221980 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2664-e683-4405-8099-a81ce07647c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.272612 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-8fb196a6-f541-4034-a170-4bd232281532 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20 HTTP/1.1" status: 200 len: 217 time: 0.0953212 Jul 13 07:20:41.321367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ff4c2664-e683-4405-8099-a81ce07647c0 None None] Provisioning complete for port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:41.321918 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2664-e683-4405-8099-a81ce07647c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.322362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-701ea014-a729-4e62-967f-eea91a55f673 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0073900 Jul 13 07:20:41.363460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c2664-e683-4405-8099-a81ce07647c0 None None] Port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:41.367519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Request body: {'port': {'device_id': '78fc2597-b67a-41e3-91c9-b1eb610639e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:41.377521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ff4c2664-e683-4405-8099-a81ce07647c0 None None] Provisioning for port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:41.382121 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ff4c2664-e683-4405-8099-a81ce07647c0 None None] Provisioning complete for port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:41.382643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2664-e683-4405-8099-a81ce07647c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.409438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-220bc506-686e-4258-95af-7f1ced062495 req-5b2ddd60-52ea-466c-b674-309fa9190391 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736694 Jul 13 07:20:41.427684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-f829c781-7e00-4d28-8d93-6d23b06df5fd service neutron] 10.222.0.38 "GET /v2.0/ports/5c1b6aa0-ca05-454a-bc64-e036a8084007/bindings/n-h2-758944-43 HTTP/1.1" status: 200 len: 385 time: 0.4211721 Jul 13 07:20:41.434878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c2664-e683-4405-8099-a81ce07647c0 None None] Port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:41.447891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-ecbbb1b8-346e-43cc-bd5d-1dee16a636ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:41.458491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-ecbbb1b8-346e-43cc-bd5d-1dee16a636ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1521294 Jul 13 07:20:41.464721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da997478-a99e-4935-9b33-a32e1536fbd2 req-62d94018-435f-4621-863a-f256b989dafe service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592233 Jul 13 07:20:41.466797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0968c91-ab31-4866-91fe-59d9f155c6d9 req-18225873-ac69-42b4-bae1-85b1e75b8062 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:41.468313 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0968c91-ab31-4866-91fe-59d9f155c6d9 req-18225873-ac69-42b4-bae1-85b1e75b8062 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 943 time: 0.4321008 Jul 13 07:20:41.469441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:41.480943 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Sync routers for ids ['69dea772-28e3-41f1-9712-b3dd7479800f'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:41.485239 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-56fe7f01-ee2a-4435-802d-73811369d4d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/69dea772-28e3-41f1-9712-b3dd7479800f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4520526 Jul 13 07:20:41.503538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-dcb28a6d-f608-466b-844c-994b69ddd639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:41.505056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-dcb28a6d-f608-466b-844c-994b69ddd639 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4c0d4131595e4f618d36664ce75762b3&device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 1099 time: 0.4076846 Jul 13 07:20:41.507914 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Routers {'69dea772-28e3-41f1-9712-b3dd7479800f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:41.508831 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69dea772-28e3-41f1-9712-b3dd7479800f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:41.578593 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-5982f19b-56f1-4c0a-ab55-a8483ead4220 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071787 Jul 13 07:20:41.594969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d054c195-b077-4c0b-b991-e05191a1a440 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:41.636325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.674586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port d054c195-b077-4c0b-b991-e05191a1a440 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:41.675280 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.677897 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Set router 69dea772-28e3-41f1-9712-b3dd7479800f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:41.757274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:41.765677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.802071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:41.856426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1b6aa0-ca05-454a-bc64-e036a8084007 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:41.867613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:41.880506 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0968c91-ab31-4866-91fe-59d9f155c6d9 req-dc6c7219-c6d9-43ee-85ec-a54e768c02d2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924742 Jul 13 07:20:41.895880 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.949629 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:25Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'gw_port': {'id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:26Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '8c9eaf96-e889-4b7e-8fb2-9f613a7301fb', 'name': '', 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'mac_address': 'fa:16:3e:2b:98:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f55bb613-98c2-4bd5-a044-843e37ab96f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:35Z', 'updated_at': '2021-07-13T07:20:38Z', 'revision_number': 2, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'subnets': [{'id': 'f55bb613-98c2-4bd5-a044-843e37ab96f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:42.023643 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] Transition to ACTIVE for port object 5c1b6aa0-ca05-454a-bc64-e036a8084007 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:42.050547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.058363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Allocated IP 172.25.8.214 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/8cf83460-e787-434b-9f5f-d9f3be66d902) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:42.081328 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Checking router: 69dea772-28e3-41f1-9712-b3dd7479800f for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:42.082086 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Updating router 69dea772-28e3-41f1-9712-b3dd7479800f port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:42.142523 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.175748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:42.259672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b6aa0-ca05-454a-bc64-e036a8084007,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:42.349462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:42.365200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20', 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009', 'port_id': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20', 'mac_address': 'fa:16:3e:a2:c3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0439cff4-236b-4231-aed3-706628ba29f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:42.381876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] No DVR routers for this DVR port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:42.412435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d50f69-232f-4649-aae4-1308581d13cd req-806d64ea-1f97-4892-80ba-62a8c1ad2b5c tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:42.418166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62d50f69-232f-4649-aae4-1308581d13cd req-806d64ea-1f97-4892-80ba-62a8c1ad2b5c tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 936 time: 0.7867956 Jul 13 07:20:42.451956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-71d827d6-5c9b-4aad-a7e6-5303097850e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:42.453374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-71d827d6-5c9b-4aad-a7e6-5303097850e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.8981662 Jul 13 07:20:42.474359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-4e4e49b5-927d-42ce-942f-fac8d794bb94 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8575270 Jul 13 07:20:42.499376 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.545523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:42.557342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-bf43e928-e412-4b2d-80aa-73a0a002b129 service neutron] 10.222.0.38 "PUT /v2.0/ports/5c1b6aa0-ca05-454a-bc64-e036a8084007/bindings/n-h2-758944-43/activate HTTP/1.1" status: 200 len: 370 time: 1.1141481 Jul 13 07:20:42.588836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:42.596365 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.599878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.617821 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Transition to ACTIVE for port object 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:42.639322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62d50f69-232f-4649-aae4-1308581d13cd req-1b9eb044-df07-47b3-b333-b97827e47d66 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186005 Jul 13 07:20:42.644199 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.703193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:42.751896 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Pushing event updated for resources: {'Port': ['ID=8c9eaf96-e889-4b7e-8fb2-9f613a7301fb,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:42.769560 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.769913 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.778331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:42.778580 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.778809 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.779156 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.779497 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.779833 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.780269 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.780495 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.780824 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.781161 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.781489 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:42.794288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.959901 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Attempting to bind port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:42.960400 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Attempting to bind port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:42.960781 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Attempting to bind port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb on network a98ee136-9af1-42c6-987c-63d7bc9931b5 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:42.966923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8541a6-b0bf-4e11-a41e-af434e03db7d req-e941c1c8-5997-4c41-9986-8b87dd5fa5a6 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:42.980867 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:42.980867 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Checking segment: {'id': '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:42.980867 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.980867 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Bound using segment: {'id': '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:42.980867 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Bound port: 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:42.981444 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.983262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e8541a6-b0bf-4e11-a41e-af434e03db7d req-e941c1c8-5997-4c41-9986-8b87dd5fa5a6 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 944 time: 0.1525471 Jul 13 07:20:42.986878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['62a6ba88-0e8b-4fb6-8bde-4819f01cba20'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:43.047055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e8541a6-b0bf-4e11-a41e-af434e03db7d req-6874ef6b-a9e0-438f-acca-64c0fd622327 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623238 Jul 13 07:20:43.121082 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] For port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:43.126328 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] For port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c9eaf96-e889-4b7e-8fb2-9f613a7301fb,segment=NetworkSegment(6eae3e4c-cd31-47bc-b6d3-7b8d168b4062),segment_id=6eae3e4c-cd31-47bc-b6d3-7b8d168b4062)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:43.140632 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:43.206035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:43.217742 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4aa3f4-99ed-4c23-ab5f-3a03fc06e98e None None] Pushing event updated for resources: {'Port': ['ID=8c9eaf96-e889-4b7e-8fb2-9f613a7301fb,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:43.254640 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Routers {'69dea772-28e3-41f1-9712-b3dd7479800f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:43.255283 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69dea772-28e3-41f1-9712-b3dd7479800f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:43.255802 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93ba24b1-59c9-4deb-93be-47dd01e1e8c5 req-444d7f12-83a8-4a22-888a-e82e92e06b48 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264860 Jul 13 07:20:43.257116 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-0cb35eea-124a-4fba-8d5e-15e9171ec4e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2 HTTP/1.1" status: 200 len: 217 time: 0.4564044 Jul 13 07:20:43.311771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Transition to ACTIVE for port object 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:43.370464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624783a-6351-4bca-994e-08f3602f1d9e req-dcb902ee-07a9-4106-bb21-c99e46507b34 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:43.379837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d624783a-6351-4bca-994e-08f3602f1d9e req-dcb902ee-07a9-4106-bb21-c99e46507b34 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.1900468 Jul 13 07:20:43.393282 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] Set router 69dea772-28e3-41f1-9712-b3dd7479800f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:43.409756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-eafb79fb-ebc3-4282-8d5f-e0cc8271b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:43.411330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-eafb79fb-ebc3-4282-8d5f-e0cc8271b8c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1062477 Jul 13 07:20:43.416142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:43.486207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d624783a-6351-4bca-994e-08f3602f1d9e req-229da065-e24d-4a49-a291-984d14fc2f7f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969474 Jul 13 07:20:43.495367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Pushing event updated for resources: {'Port': ['ID=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:43.629311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-20a98546-51c7-4e4b-83d0-074652729f47 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:43.630934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-20a98546-51c7-4e4b-83d0-074652729f47 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.8105285 Jul 13 07:20:43.640346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.640688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.641031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.641365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.641697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.642172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.642453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.642778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.643104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.643427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.643749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.644067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:43.664766 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:25Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'gw_port': {'id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:26Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '8c9eaf96-e889-4b7e-8fb2-9f613a7301fb', 'name': '', 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'mac_address': 'fa:16:3e:2b:98:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f55bb613-98c2-4bd5-a044-843e37ab96f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:35Z', 'updated_at': '2021-07-13T07:20:43Z', 'revision_number': 4, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'subnets': [{'id': 'f55bb613-98c2-4bd5-a044-843e37ab96f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:43.701447 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fce457-ea11-46b6-b044-0a3486268b76 None None] The sync data for ids ['69dea772-28e3-41f1-9712-b3dd7479800f'] in n-d-758944-43 is: [{'id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:25Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'gw_port': {'id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:26Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '8c9eaf96-e889-4b7e-8fb2-9f613a7301fb', 'name': '', 'network_id': 'a98ee136-9af1-42c6-987c-63d7bc9931b5', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'mac_address': 'fa:16:3e:2b:98:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f55bb613-98c2-4bd5-a044-843e37ab96f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:35Z', 'updated_at': '2021-07-13T07:20:43Z', 'revision_number': 4, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'subnets': [{'id': 'f55bb613-98c2-4bd5-a044-843e37ab96f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:43.719580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f87f-53e6-4648-82ab-187347567c6c req-16a4bb31-8dba-46f3-b49a-5db3bef30f92 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:43.721441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6a0f87f-53e6-4648-82ab-187347567c6c req-16a4bb31-8dba-46f3-b49a-5db3bef30f92 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 947 time: 0.9138787 Jul 13 07:20:43.731614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f49f0d-03c6-45a9-8298-e692d5b8448a req-3a9a377a-f80b-49d7-a59c-5856d89d1ab1 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:43.751141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3f49f0d-03c6-45a9-8298-e692d5b8448a req-3a9a377a-f80b-49d7-a59c-5856d89d1ab1 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 944 time: 0.1377966 Jul 13 07:20:43.862534 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3f49f0d-03c6-45a9-8298-e692d5b8448a req-8a31375e-4195-47df-a19e-c09add3eb23f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080887 Jul 13 07:20:43.965899 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.164310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:44.168533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5c1b6aa0-ca05-454a-bc64-e036a8084007 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:44.237260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:44.364537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5c1b6aa0-ca05-454a-bc64-e036a8084007 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:44.365404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6f6b9-4c0e-4aa7-8256-63dc77b6c362 req-f0a8fb1c-6540-49a0-a52d-526da9960fdf tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:44.375510 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f5d6f6b9-4c0e-4aa7-8256-63dc77b6c362 req-f0a8fb1c-6540-49a0-a52d-526da9960fdf tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 948 time: 0.1153395 Jul 13 07:20:44.449656 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f5d6f6b9-4c0e-4aa7-8256-63dc77b6c362 req-2a3cc9b7-2114-402c-8622-40626b7dc964 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731332 Jul 13 07:20:44.469976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:44.474924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Pushing event updated for resources: {'Port': ['ID=8cf83460-e787-434b-9f5f-d9f3be66d902,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:44.478704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:44.488192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:44.491220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:44.491876 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.493170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6a0f87f-53e6-4648-82ab-187347567c6c req-89ba208c-6ecd-4bac-a159-03624a0bc092 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7332838 Jul 13 07:20:44.516448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-60508f7a-adcf-43af-aed5-2dd9e7dfde1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:44.518161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-60508f7a-adcf-43af-aed5-2dd9e7dfde1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0910389 Jul 13 07:20:44.519094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:44.557802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'mac_address': 'fa:16:3e:08:a5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:44.610200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:44.612257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Attempting to bind port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:44.612599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Attempting to bind port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:44.612931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Attempting to bind port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:44.739371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13924a-1095-4c96-8804-e864d30049c2 req-8932a2a6-8953-44d0-bfce-971f0fc32822 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:44.748945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:44.749663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Attempting to bind port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:44.758185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fb13924a-1095-4c96-8804-e864d30049c2 req-8932a2a6-8953-44d0-bfce-971f0fc32822 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 944 time: 0.1091862 Jul 13 07:20:44.768827 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.769499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.841710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-9ee140c7-e083-4736-96fd-34480ac9c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:44.844916 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fb13924a-1095-4c96-8804-e864d30049c2 req-5b4fed2d-2d10-4fc1-a6fe-93eeaeb13e28 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834026 Jul 13 07:20:44.845202 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-9ee140c7-e083-4736-96fd-34480ac9c279 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1&tenant_id=ba457eee09ec41b5ba69550f44e3d487 HTTP/1.1" status: 200 len: 1096 time: 1.1690922 Jul 13 07:20:44.845202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:44.845202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:44.845202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:44.845591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Bound port: 2408b75c-bb03-4a02-a3f0-99d0577c6aa4, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:44.847903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.856911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cfa9c2-c61a-470a-a950-a97e6792bfa2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:44.869361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:44.871874 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b15cd4-ca91-4c59-9132-11b9d297ec75" -d '{"events": [{"server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "name": "network-vif-plugged", "status": "completed", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:44.873586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-e057b008-790b-48db-bf93-01e3ce801e4d service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359673 Jul 13 07:20:44.932793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:44.940294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:44.944848 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.952344 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e12175a-40a9-4fbf-bd90-6889706cb326 x-openstack-request-id: req-1e12175a-40a9-4fbf-bd90-6889706cb326 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:44.953819 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "name": "network-vif-plugged", "status": "completed", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:44.955675 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e12175a-40a9-4fbf-bd90-6889706cb326 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:44.956278 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20', 'code': 200} Jul 13 07:20:44.985293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:45.115212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:45.154057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d32ee89-9cf2-48db-bc89-a2f6019db30f req-7cd2547a-82af-4405-8a86-9bc98df7c569 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362614 Jul 13 07:20:45.278885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:45.298726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['01cfa9c2-c61a-470a-a950-a97e6792bfa2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:45.317958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] For port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:45.325312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] For port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:45.354380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da8b5-9559-460a-8cf2-039d4bba71c1 req-c165bf7b-f1bb-459c-af90-8ac798c3ad01 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:45.366276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-768da8b5-9559-460a-8cf2-039d4bba71c1 req-c165bf7b-f1bb-459c-af90-8ac798c3ad01 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 945 time: 0.1614082 Jul 13 07:20:45.385054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:45.414820 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-768da8b5-9559-460a-8cf2-039d4bba71c1 req-976a6d2d-1a38-4f5c-b2b9-528f28925d33 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475752 Jul 13 07:20:45.472823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Pushing event updated for resources: {'Port': ['ID=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:45.513176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-cf2e432b-de54-41fc-9767-76fe2ad36624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:45.514967 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-cf2e432b-de54-41fc-9767-76fe2ad36624 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1096 time: 0.6037169 Jul 13 07:20:45.528929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b43e7b-f275-4d09-93ce-b115144af999 req-c84d2dc0-d778-4a96-af88-1ef0c33a6d65 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:45.536584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9b43e7b-f275-4d09-93ce-b115144af999 req-c84d2dc0-d778-4a96-af88-1ef0c33a6d65 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.8069758 Jul 13 07:20:45.602129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:45.655189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:45.713525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:45.720552 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:45.725081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-2782d5ee-2377-4c4d-9ffb-74389bd3eb99 service neutron] 10.222.0.48 "PUT /v2.0/ports/2408b75c-bb03-4a02-a3f0-99d0577c6aa4 HTTP/1.1" status: 200 len: 1097 time: 4.3740656 Jul 13 07:20:45.727578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fc2597-b67a-41e3-91c9-b1eb610639e1', 'tag': '2408b75c-bb03-4a02-a3f0-99d0577c6aa4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:45.730457 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb9e5d0-7988-49f4-a834-85e45570b395" -d '{"events": [{"name": "network-changed", "server_uuid": "78fc2597-b67a-41e3-91c9-b1eb610639e1", "tag": "2408b75c-bb03-4a02-a3f0-99d0577c6aa4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:45.835340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:45.841247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:45.841875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:45.926259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:45.998091 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.029122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851fb42-ab93-4f33-a02e-860549b71b59 req-126a5021-85cc-431e-9c8e-5c0e358014af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.040317 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b851fb42-ab93-4f33-a02e-860549b71b59 req-126a5021-85cc-431e-9c8e-5c0e358014af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1097 time: 0.8461845 Jul 13 07:20:46.055550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c9eaf96-e889-4b7e-8fb2-9f613a7301fb,segment=NetworkSegment(6eae3e4c-cd31-47bc-b6d3-7b8d168b4062),segment_id=6eae3e4c-cd31-47bc-b6d3-7b8d168b4062)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:46.067958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93560a-c1c7-40b7-b26a-43cbcfdd47e4 req-6c54e93f-1add-4719-95f2-df64046a0cdd tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.072700 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.077173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea93560a-c1c7-40b7-b26a-43cbcfdd47e4 req-6c54e93f-1add-4719-95f2-df64046a0cdd tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 948 time: 0.0855930 Jul 13 07:20:46.147607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea93560a-c1c7-40b7-b26a-43cbcfdd47e4 req-34618fe7-2571-46b9-91be-9ab64053eb9c tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690956 Jul 13 07:20:46.172344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=8c9eaf96-e889-4b7e-8fb2-9f613a7301fb,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:46.187601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:46.221837 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9b43e7b-f275-4d09-93ce-b115144af999 req-c9ed2d10-bb10-47ef-a833-9e8a429ffbaa tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6841741 Jul 13 07:20:46.268879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-b969d9f8-166c-49f6-b016-e45731789b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.273877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-b969d9f8-166c-49f6-b016-e45731789b31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.6320422 Jul 13 07:20:46.284536 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:46.292309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:46.294382 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.354561 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2350231c-1208-4320-9e13-b8bbd0be27bc x-openstack-request-id: req-2350231c-1208-4320-9e13-b8bbd0be27bc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:46.355785 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fc2597-b67a-41e3-91c9-b1eb610639e1", "tag": "2408b75c-bb03-4a02-a3f0-99d0577c6aa4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:46.356137 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2350231c-1208-4320-9e13-b8bbd0be27bc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:46.356730 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fc2597-b67a-41e3-91c9-b1eb610639e1', 'tag': '2408b75c-bb03-4a02-a3f0-99d0577c6aa4', 'status': 'completed', 'code': 200} Jul 13 07:20:46.445046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-c18fab85-bb11-467b-9256-2bdd3b5870aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.446853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-c18fab85-bb11-467b-9256-2bdd3b5870aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d748b14a9924c4fae95cc033ebc0567&device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 1100 time: 0.5580695 Jul 13 07:20:46.457207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b851fb42-ab93-4f33-a02e-860549b71b59 req-1600666b-495d-40b6-a930-cda950366d12 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949952 Jul 13 07:20:46.463110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-f1623f85-13fd-405d-9d41-87b0b75c8f0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 200 len: 217 time: 0.1661344 Jul 13 07:20:46.488516 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.514841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca41cf-02e2-49fb-a6e8-c135a66a9154 req-d3707392-dd4f-4c1b-91a3-cb8f496a53d8 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.522630 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69ca41cf-02e2-49fb-a6e8-c135a66a9154 req-d3707392-dd4f-4c1b-91a3-cb8f496a53d8 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 948 time: 0.1479456 Jul 13 07:20:46.551966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:46.565076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-0ecef765-d96b-45ac-96b6-2bfddb5d97ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2408b75c-bb03-4a02-a3f0-99d0577c6aa4 HTTP/1.1" status: 200 len: 217 time: 0.0947864 Jul 13 07:20:46.569780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69ca41cf-02e2-49fb-a6e8-c135a66a9154 req-9e3dc30c-0e86-4816-8226-d199f0fb1972 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462050 Jul 13 07:20:46.574413 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.699902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-4ec6143d-f8c7-4e9f-8ac7-a49c7320c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.701661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-4ec6143d-f8c7-4e9f-8ac7-a49c7320c53f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0973518 Jul 13 07:20:46.763320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-967755e3-2038-46aa-924b-edb277d5a099 None None] Provisioning complete for port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:46.763741 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-967755e3-2038-46aa-924b-edb277d5a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.814706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f698fd-eab1-431d-bcdd-92f20558a0ec req-42c9f238-a601-498a-ab3a-52a15f34ae44 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.822197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:46.822558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-89f698fd-eab1-431d-bcdd-92f20558a0ec req-42c9f238-a601-498a-ab3a-52a15f34ae44 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 945 time: 0.1306548 Jul 13 07:20:46.891695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-89f698fd-eab1-431d-bcdd-92f20558a0ec req-0412b6ed-fc92-4540-9ba3-d4f8c1e1a9ff tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628679 Jul 13 07:20:46.959356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:46.962733 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6018c2cf-6ee8-4224-b297-e2e58fb7cbbb" -d '{"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-plugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:46.963900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-1244cbca-ac5c-43be-b9e5-99bdc41c4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.965552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-1244cbca-ac5c-43be-b9e5-99bdc41c4571 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.3988039 Jul 13 07:20:47.019080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-21965c65-c23c-4eb6-bc65-1cb9852c23d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322239 Jul 13 07:20:47.089621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.101853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b83d4-93fd-4239-93ef-805daa09bdb2 req-066d1898-04da-47c3-b49e-ec3234d238d4 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.103563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d11b83d4-93fd-4239-93ef-805daa09bdb2 req-066d1898-04da-47c3-b49e-ec3234d238d4 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 944 time: 0.5185053 Jul 13 07:20:47.112391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.131986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-305f7d5c-55f5-4c25-99e7-d026775c3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.133482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-305f7d5c-55f5-4c25-99e7-d026775c3be2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3435879 Jul 13 07:20:47.147116 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fc6a3d-696c-4cdd-be9a-f2be9ed3bbb3 x-openstack-request-id: req-39fc6a3d-696c-4cdd-be9a-f2be9ed3bbb3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:47.147497 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-plugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:47.147820 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39fc6a3d-696c-4cdd-be9a-f2be9ed3bbb3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:47.148272 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'code': 200} Jul 13 07:20:47.297330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9302d9af-cdfc-49bf-ad62-889b19e366ea None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:47.298066 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9302d9af-cdfc-49bf-ad62-889b19e366ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.341702 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d11b83d4-93fd-4239-93ef-805daa09bdb2 req-a59712ee-4c0f-4fcc-9208-10c7761ba6fa tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235289 Jul 13 07:20:47.370266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Pushing event updated for resources: {'Port': ['ID=8cf83460-e787-434b-9f5f-d9f3be66d902,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:47.380249 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-97cd8fe8-dc8d-4ce7-9fd0-f84925b9e8f7 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504500 Jul 13 07:20:47.394258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.469888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-55c7983d-fb31-4470-a10f-e2ff4399c439 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740297 Jul 13 07:20:47.470626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.478527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e978f2a5-c433-43de-9daf-080be55ab96e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1614904 Jul 13 07:20:47.485188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f3804-24cf-440a-bdb6-4a4bd9a3bb32 req-5d1ad71a-186a-4e06-bfc4-4e3d7631004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.486696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a34f3804-24cf-440a-bdb6-4a4bd9a3bb32 req-5d1ad71a-186a-4e06-bfc4-4e3d7631004a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 1101 time: 0.3013403 Jul 13 07:20:47.590422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ef391-b72c-4268-b5e0-3c37fdba49fc req-8f806c84-be46-42be-aaea-2b57d3d36217 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.595545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db8ef391-b72c-4268-b5e0-3c37fdba49fc req-8f806c84-be46-42be-aaea-2b57d3d36217 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 948 time: 0.2983434 Jul 13 07:20:47.616787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:47.691529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:47.691962 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.718401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-11bed35d-2754-4d5f-8652-1b2bece4ec3e service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251476 Jul 13 07:20:47.751157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db8ef391-b72c-4268-b5e0-3c37fdba49fc req-3f805717-95fb-42e3-892c-39177f4b503f tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478677 Jul 13 07:20:47.772533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a34f3804-24cf-440a-bdb6-4a4bd9a3bb32 req-af956ff7-9be2-4382-a1a1-6bf69a70d8f2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491808 Jul 13 07:20:47.824650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2a02f1c-e6f4-4eeb-a8fe-edd47695645c req-aa0166c6-a89f-4cb4-a9e3-4f58aa450b33 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433011 Jul 13 07:20:47.864112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9827291-cc46-4b98-8d66-1f06ab62bc95 req-7ed948f8-d268-46cd-a843-9c8a92343158 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.867029 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b9827291-cc46-4b98-8d66-1f06ab62bc95 req-7ed948f8-d268-46cd-a843-9c8a92343158 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.3374186 Jul 13 07:20:48.008512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d9a46-8415-4876-ab8c-1e052882cbfd req-e9636ed0-f621-405c-9cf3-c458322a8988 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.017024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-474d9a46-8415-4876-ab8c-1e052882cbfd req-e9636ed0-f621-405c-9cf3-c458322a8988 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 949 time: 0.1077385 Jul 13 07:20:48.032672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b9827291-cc46-4b98-8d66-1f06ab62bc95 req-c0a4345a-3d0a-4aab-817b-30ea9e7c155b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546562 Jul 13 07:20:48.073425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-474d9a46-8415-4876-ab8c-1e052882cbfd req-4258e637-5357-4dcb-8148-ebb0b19292d9 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537777 Jul 13 07:20:48.148142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-2487781d-f204-4019-85b1-958549f42c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.150205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-2487781d-f204-4019-85b1-958549f42c89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d748b14a9924c4fae95cc033ebc0567&device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 1100 time: 0.2318316 Jul 13 07:20:48.153289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-6fa03840-e796-436a-b6cc-046a0e26e07f tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.154857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-6fa03840-e796-436a-b6cc-046a0e26e07f tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.1031330 Jul 13 07:20:48.268669 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95024b8-88bf-4187-99b7-1868c817ff20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:48.651758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe5f03-a49d-4cf1-8e29-f761c9c4ccaa req-220217bf-0d3f-4058-a6eb-fc9d8709ff57 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.656702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-9a2d4426-9b2a-4af2-8d24-100b06ac88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.658308 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-9a2d4426-9b2a-4af2-8d24-100b06ac88fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.4877925 Jul 13 07:20:48.662040 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6fe5f03-a49d-4cf1-8e29-f761c9c4ccaa req-220217bf-0d3f-4058-a6eb-fc9d8709ff57 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 944 time: 0.0899131 Jul 13 07:20:48.737065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6fe5f03-a49d-4cf1-8e29-f761c9c4ccaa req-d2147113-3e78-4990-a66c-ad88e2d9b943 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738196 Jul 13 07:20:48.811183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e9a3a-54f8-4c88-ac8d-413458af9f2b req-97dcf1c6-8735-4af2-b01a-a746d21bd1f9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.813085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-066e9a3a-54f8-4c88-ac8d-413458af9f2b req-97dcf1c6-8735-4af2-b01a-a746d21bd1f9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 945 time: 0.5857077 Jul 13 07:20:48.825762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-9d469149-3a03-4e29-b41b-54429cd631b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2408b75c-bb03-4a02-a3f0-99d0577c6aa4 HTTP/1.1" status: 200 len: 217 time: 0.1555779 Jul 13 07:20:48.899427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-4b6fa4fe-508b-4493-aff7-421620dadc6e service neutron] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:48.905974 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-4b6fa4fe-508b-4493-aff7-421620dadc6e service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:48.907169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71ad6f60-aa52-41b0-b212-409db7afe8ac req-4b6fa4fe-508b-4493-aff7-421620dadc6e service neutron] 10.222.0.48 "DELETE /v2.0/ports/5c1b6aa0-ca05-454a-bc64-e036a8084007/bindings/n-h1-758944-43 HTTP/1.1" status: 204 len: 173 time: 0.7354395 Jul 13 07:20:48.912020 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-066e9a3a-54f8-4c88-ac8d-413458af9f2b req-3ab86f14-c94f-4ff5-9643-8bb0ef0c94ef tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885651 Jul 13 07:20:48.920526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-eba85137-c132-434e-bf45-95de7074b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.922044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-eba85137-c132-434e-bf45-95de7074b1e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0882027 Jul 13 07:20:49.060706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-1f20d868-274b-4ff1-a308-1c1d3724ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:49.069845 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-1f20d868-274b-4ff1-a308-1c1d3724ed3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301789 Jul 13 07:20:49.084154 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78627876-72d2-42b1-9483-7256bab47c39 req-5966a14e-7e36-4b07-b8be-90e6c1fa2dfe tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:49.092092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78627876-72d2-42b1-9483-7256bab47c39 req-5966a14e-7e36-4b07-b8be-90e6c1fa2dfe tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 948 time: 0.1093888 Jul 13 07:20:49.142114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78627876-72d2-42b1-9483-7256bab47c39 req-b94f98e4-3531-4233-875a-14df59eb4e3c tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Jul 13 07:20:49.243809 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-392b62d4-0808-495f-afbb-ee81126d7b29 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711979 Jul 13 07:20:49.249788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0a950-e04e-4b64-a14f-63c7a0c98224 req-2de4dbf5-963d-4bf1-a927-5d3853a1bb33 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:49.259105 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5b0a950-e04e-4b64-a14f-63c7a0c98224 req-2de4dbf5-963d-4bf1-a927-5d3853a1bb33 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1096 time: 0.1055284 Jul 13 07:20:49.312742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5b0a950-e04e-4b64-a14f-63c7a0c98224 req-13b29eab-7a3a-414c-8f82-490ad3fc2bd8 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526311 Jul 13 07:20:49.492409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ddb9e5d0-7988-49f4-a834-85e45570b395 req-c25f6abd-4899-4b81-b725-da424c87b1c0 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128370 Jul 13 07:20:49.531212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babc016-8c5d-4d39-a6ca-5f06223b95d5 req-a24c8f9a-0ba7-4b9c-8952-920ae1ed1647 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:49.541376 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9babc016-8c5d-4d39-a6ca-5f06223b95d5 req-a24c8f9a-0ba7-4b9c-8952-920ae1ed1647 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1097 time: 0.0756249 Jul 13 07:20:49.594639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9babc016-8c5d-4d39-a6ca-5f06223b95d5 req-c3296217-b0da-40db-935a-a491e83bef76 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514560 Jul 13 07:20:49.641315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262782-8a55-48b0-8621-1289450a2b2f req-56a17e09-eb1d-41b5-ad98-b57ced7d99ef tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:49.647354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1262782-8a55-48b0-8621-1289450a2b2f req-56a17e09-eb1d-41b5-ad98-b57ced7d99ef tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.0985260 Jul 13 07:20:49.710915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1262782-8a55-48b0-8621-1289450a2b2f req-41f0ba0a-fb21-4962-94db-ada077246575 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625706 Jul 13 07:20:50.027614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e029a1-a270-4096-a293-f83fa4972d81 req-b3cbe9d7-30bd-45fc-a519-78c25174ebf1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:50.029183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96e029a1-a270-4096-a293-f83fa4972d81 req-b3cbe9d7-30bd-45fc-a519-78c25174ebf1 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 949 time: 0.1026065 Jul 13 07:20:50.131210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96e029a1-a270-4096-a293-f83fa4972d81 req-31ae42b9-cfeb-4cd0-865e-b977bed1d26e tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952768 Jul 13 07:20:50.203219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-667aa163-e4b2-4487-bfa7-3b6388f0b2aa tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:50.212609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-667aa163-e4b2-4487-bfa7-3b6388f0b2aa tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 807 time: 0.1722765 Jul 13 07:20:50.224557 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:50.232675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-85ad2ac6-c7c4-4fd9-9d95-4b3593b8f983 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/quotas/ba457eee09ec41b5ba69550f44e3d487 HTTP/1.1" status: 200 len: 375 time: 0.0191669 Jul 13 07:20:50.378705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5caf7f-606b-473d-a0c6-e11e111f99f4 req-a041dbaa-520c-414b-8aae-c8b5aacca27c tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:50.382290 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b5caf7f-606b-473d-a0c6-e11e111f99f4 req-a041dbaa-520c-414b-8aae-c8b5aacca27c tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1097 time: 0.1016977 Jul 13 07:20:50.404858 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-e65a599f-d121-425d-87d7-be3e36b852ab tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624336 Jul 13 07:20:50.437385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:50.452132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '2408b75c-bb03-4a02-a3f0-99d0577c6aa4', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '2408b75c-bb03-4a02-a3f0-99d0577c6aa4', 'mac_address': 'fa:16:3e:b0:ee:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:50.464940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b5caf7f-606b-473d-a0c6-e11e111f99f4 req-10fe1f50-cf89-4419-b26d-07581781a8a8 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 Jul 13 07:20:50.532568 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:50.564948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:50.575677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-b22c3d90-c479-447e-8325-6912af1ae640 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:20:50.583939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-b22c3d90-c479-447e-8325-6912af1ae640 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1075754 Jul 13 07:20:50.590318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:50.600210 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:50.724169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:50.766284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873a641-eb1a-49af-b6a5-9206b54b05c4 req-b380e75e-425c-4b21-8651-eb49c4e737f2 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:50.774447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c873a641-eb1a-49af-b6a5-9206b54b05c4 req-b380e75e-425c-4b21-8651-eb49c4e737f2 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 949 time: 0.1390271 Jul 13 07:20:50.816550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-1f9e7630-acbf-4323-973f-7d6f8acf182f service neutron] 10.222.0.41 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308464 Jul 13 07:20:50.834278 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c873a641-eb1a-49af-b6a5-9206b54b05c4 req-81dbcf3a-e92a-47ec-bc01-9dd0f2fb625d tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532575 Jul 13 07:20:50.895420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2408b75c-bb03-4a02-a3f0-99d0577c6aa4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:51.001887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-2ba323e0-91dc-448c-9d78-06987e4765be service neutron] 10.222.0.41 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727755 Jul 13 07:20:51.097416 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-957cc8fb-c54e-4ee5-a52c-02445675338e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:51.332636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:51.586360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3298f4-eff7-41fc-9f73-c33140799a47 req-0a480d68-f9c2-48cc-9f26-4a971814a160 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:51.594992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a3298f4-eff7-41fc-9f73-c33140799a47 req-0a480d68-f9c2-48cc-9f26-4a971814a160 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.0887225 Jul 13 07:20:51.677418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a3298f4-eff7-41fc-9f73-c33140799a47 req-5d0a04db-b3b9-479e-8311-d941f4bc86ba tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786126 Jul 13 07:20:51.854797 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:51.860252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43eb0638-b22d-4965-b1ec-9c4a0b15ccdc req-06bc3b5d-4a1d-4d62-bcc6-0bdbaec0af6a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 210 time: 0.1055110 Jul 13 07:20:52.236513 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:52.394900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:52.400130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:52.400646 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:52.406464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb927-c735-409d-95ca-661c8fc7d410 req-4ac1f562-24bf-4743-b39b-020d3c6e783e tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:52.414624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df1fb927-c735-409d-95ca-661c8fc7d410 req-4ac1f562-24bf-4743-b39b-020d3c6e783e tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 949 time: 0.2052650 Jul 13 07:20:52.537686 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df1fb927-c735-409d-95ca-661c8fc7d410 req-02a55871-95b2-4857-91e1-a57509f7aa4e tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213846 Jul 13 07:20:52.566804 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:52.599475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fc2597-b67a-41e3-91c9-b1eb610639e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2408b75c-bb03-4a02-a3f0-99d0577c6aa4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:52.602131 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313fc7d0-16bd-46da-bcd3-d24897c08ae3" -d '{"events": [{"server_uuid": "78fc2597-b67a-41e3-91c9-b1eb610639e1", "name": "network-vif-plugged", "status": "completed", "tag": "2408b75c-bb03-4a02-a3f0-99d0577c6aa4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:52.622562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:52.642101 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:52.682857 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4619d4cf-5c58-4d13-8e02-ba65da86b746 x-openstack-request-id: req-4619d4cf-5c58-4d13-8e02-ba65da86b746 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:52.683482 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fc2597-b67a-41e3-91c9-b1eb610639e1", "name": "network-vif-plugged", "status": "completed", "tag": "2408b75c-bb03-4a02-a3f0-99d0577c6aa4", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:52.684125 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4619d4cf-5c58-4d13-8e02-ba65da86b746 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:52.684717 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fc2597-b67a-41e3-91c9-b1eb610639e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2408b75c-bb03-4a02-a3f0-99d0577c6aa4', 'code': 200} Jul 13 07:20:52.725027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:52.997594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35353d43-9f67-4da9-ae78-f7fe446a7181 req-beb643a9-4213-497d-8c6f-24eec1591c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:53.000954 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35353d43-9f67-4da9-ae78-f7fe446a7181 req-beb643a9-4213-497d-8c6f-24eec1591c62 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 1102 time: 0.2183132 Jul 13 07:20:53.100913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7d586-dd34-44a2-8eac-42f3ea0a1b5f req-844db1b3-9612-432c-88c0-bb9f6d690208 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:53.110527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70a7d586-dd34-44a2-8eac-42f3ea0a1b5f req-844db1b3-9612-432c-88c0-bb9f6d690208 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.2046485 Jul 13 07:20:53.115118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35353d43-9f67-4da9-ae78-f7fe446a7181 req-00c599ae-3168-44ce-9108-fbff0ac88ed1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999293 Jul 13 07:20:53.195232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-afbe5cc6-98b1-4fa5-9f71-64c99deafa92 None None] Provisioning complete for port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:53.198773 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-afbe5cc6-98b1-4fa5-9f71-64c99deafa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:53.239270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70a7d586-dd34-44a2-8eac-42f3ea0a1b5f req-2e4e2e4c-4b5b-4342-930a-e741d2877f2b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120396 Jul 13 07:20:53.526464 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:53.589789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71b1cd16-0b6a-46d5-a813-67ffa373e48b req-b550963a-a9d1-4728-bde8-c8a64edd0821 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 210 time: 0.1353631 Jul 13 07:20:53.598285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-ed9f25c5-372c-464d-8557-5c3ad8e7a01a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:53.600158 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-ed9f25c5-372c-464d-8557-5c3ad8e7a01a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 807 time: 0.4254372 Jul 13 07:20:53.616396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Request body: {'port': {'device_id': 'e5501be3-891b-4884-b973-6656d7315d7c', 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39', 'admin_state_up': True, 'tenant_id': 'ba457eee09ec41b5ba69550f44e3d487'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:53.810205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-ac33618e-6945-40cf-b44c-b8a321b5c0fe tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:20:53.813559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-ac33618e-6945-40cf-b44c-b8a321b5c0fe tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067136 Jul 13 07:20:53.823734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Made reservation on behalf of ba457eee09ec41b5ba69550f44e3d487 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:53.827122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Request body: {'binding': {'host': 'n-h1-758944-43', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:53.827860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Unknown quota resources ['binding']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:20:53.831314 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:54.003247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Allocated IP 172.20.0.14 (a213c5f0-2b9d-49a6-8d16-16b751dbfd39/171f8e58-8336-459b-a7d7-cdb2637d87b0/e17687b2-f03f-49d7-ae59-838789276192) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:54.223860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on host n-h1-758944-43 for vnic_type normal with profile None {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:54.224169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:54.224435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:54.230056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:54.230383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:54.238203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:54.238551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:54.238943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:54.239375 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Bound port: 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:54.336453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:54.358156 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:54.358490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:54.360340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-bcaf9cbf-188f-423d-a0c3-0e2f1e868ef6 service neutron] 10.222.0.41 "POST /v2.0/ports/62a6ba88-0e8b-4fb6-8bde-4819f01cba20/bindings HTTP/1.1" status: 201 len: 390 time: 0.5416501 Jul 13 07:20:54.381398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d00fa-30ed-4017-80ca-b717ab1ecfb7 req-5cb63214-a737-4de8-b5d7-289c707049b9 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:54.389897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a07d00fa-30ed-4017-80ca-b717ab1ecfb7 req-5cb63214-a737-4de8-b5d7-289c707049b9 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 950 time: 0.1913209 Jul 13 07:20:54.527269 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a07d00fa-30ed-4017-80ca-b717ab1ecfb7 req-17c78255-b8ff-4c25-aa89-8d33e7b73bae tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361275 Jul 13 07:20:54.538304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:54.613760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:54.617157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:54.622127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:54.719246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Pushing event updated for resources: {'Port': ['ID=e17687b2-f03f-49d7-ae59-838789276192,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:54.759718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:54.760423 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:54.793126 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-4efa2cc9-a4f5-4c1e-9003-99363493cecf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1808703 Jul 13 07:20:54.832525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Request body: {'port': {'device_id': 'e5501be3-891b-4884-b973-6656d7315d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:54.856519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36229886-a56e-4cee-bc94-05c10cbfa805 req-a47aed6d-e662-43ba-9ae4-17be6d6dc3d2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:54.858102 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36229886-a56e-4cee-bc94-05c10cbfa805 req-a47aed6d-e662-43ba-9ae4-17be6d6dc3d2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.1454151 Jul 13 07:20:54.937907 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36229886-a56e-4cee-bc94-05c10cbfa805 req-dc9c6809-cb7b-47ab-a1c4-1a274f2eb4d6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622821 Jul 13 07:20:54.957222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-bc3db5e8-c81a-496d-9b91-b299680ab845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:54.958769 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-bc3db5e8-c81a-496d-9b91-b299680ab845 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1097 time: 0.1196003 Jul 13 07:20:54.972931 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:54.983713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac070e2-ca0e-436a-8d9c-87cf8772ee54 req-4c4d51bf-782a-4bca-9ffe-d7ba13e8c772 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:54.990814 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cac070e2-ca0e-436a-8d9c-87cf8772ee54 req-4c4d51bf-782a-4bca-9ffe-d7ba13e8c772 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 945 time: 0.1938686 Jul 13 07:20:55.061086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-11611b25-280c-4ece-9cac-d34218d1025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:55.062762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-11611b25-280c-4ece-9cac-d34218d1025b service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.0972071 Jul 13 07:20:55.068084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cac070e2-ca0e-436a-8d9c-87cf8772ee54 req-19965985-885b-456d-81cf-357dbe8d3a08 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762892 Jul 13 07:20:55.117766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-57a221c3-f673-4b37-9b6a-76ef5f1c5c65 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20 HTTP/1.1" status: 200 len: 217 time: 0.0466211 Jul 13 07:20:55.250835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-aea5a38a-dd8b-4f65-a910-4a1f7125aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:55.253349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-aea5a38a-dd8b-4f65-a910-4a1f7125aa6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1288726 Jul 13 07:20:55.296975 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-a01e6584-f39e-468c-a335-bdf97ac7d228 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313256 Jul 13 07:20:55.321060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a4aeb-401d-4d68-8bf0-b6fd6ca60425 req-77202873-bfc7-44cf-bfbf-6682d343ee4c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:55.322698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b19a4aeb-401d-4d68-8bf0-b6fd6ca60425 req-77202873-bfc7-44cf-bfbf-6682d343ee4c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 932 time: 0.1280966 Jul 13 07:20:55.418014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b19a4aeb-401d-4d68-8bf0-b6fd6ca60425 req-2f128701-851e-464c-a95b-3cb82c383ebd tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836430 Jul 13 07:20:55.453413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-0775b99b-2c5a-4475-a6a5-a09ea15ec741 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488464 Jul 13 07:20:55.462328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17687b2-f03f-49d7-ae59-838789276192 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:55.471666 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:55.486410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Transition to ACTIVE for port object e17687b2-f03f-49d7-ae59-838789276192 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:55.493645 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:55.557608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Pushing event updated for resources: {'Port': ['ID=e17687b2-f03f-49d7-ae59-838789276192,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:55.636995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-2e96ceb7-4219-4e4d-ad1c-9ddac5be8fe5 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768095 Jul 13 07:20:55.660390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:55.660691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:55.661095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:55.666714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Port e17687b2-f03f-49d7-ae59-838789276192 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:55.667048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:55.681600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:55.681990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:55.682393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:55.682840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Bound port: e17687b2-f03f-49d7-ae59-838789276192, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:55.683208 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:55.765356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:55.769174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:55.781887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:55.854733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-cf85db18-392c-4b11-9422-1ad2f51ffc3b tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:55.856765 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-cf85db18-392c-4b11-9422-1ad2f51ffc3b tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.1615875 Jul 13 07:20:55.858119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Pushing event updated for resources: {'Port': ['ID=e17687b2-f03f-49d7-ae59-838789276192,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:55.868963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:55.869974 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:55.871445 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-fd98b80f-fdad-4bdd-bb84-4c387be43140 service neutron] 10.222.0.38 "PUT /v2.0/ports/e17687b2-f03f-49d7-ae59-838789276192 HTTP/1.1" status: 200 len: 1093 time: 1.0433209 Jul 13 07:20:55.871928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:55.876225 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8452e9-3ceb-4840-be40-23d140115c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "tag": "e17687b2-f03f-49d7-ae59-838789276192"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:55.876669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-43'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:55.892517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c65a1-7dd0-4cb1-9cd7-30c7f6a28fb4 req-42efae9e-2281-4537-8d95-dc45ad415fff tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:55.894375 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-660c65a1-7dd0-4cb1-9cd7-30c7f6a28fb4 req-42efae9e-2281-4537-8d95-dc45ad415fff tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 950 time: 0.1389866 Jul 13 07:20:55.996697 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-660c65a1-7dd0-4cb1-9cd7-30c7f6a28fb4 req-c51d6d1b-d0cf-4c3f-b52c-a8b756e2f1b8 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824246 Jul 13 07:20:56.013918 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:56.053181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-0603c137-bef2-4b1c-aec2-d5bf6e4e629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:56.056251 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-0603c137-bef2-4b1c-aec2-d5bf6e4e629d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1096 time: 0.1287322 Jul 13 07:20:56.138383 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8041ae-cbb0-4da3-8564-36862afd2570 x-openstack-request-id: req-4a8041ae-cbb0-4da3-8564-36862afd2570 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:56.139045 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "tag": "e17687b2-f03f-49d7-ae59-838789276192", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:56.139045 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a8041ae-cbb0-4da3-8564-36862afd2570 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:56.139286 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192', 'status': 'completed', 'code': 200} Jul 13 07:20:56.150782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-f764cf0c-2efb-4bc4-91ee-b56bbcc1a0e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17687b2-f03f-49d7-ae59-838789276192 HTTP/1.1" status: 200 len: 217 time: 0.0827389 Jul 13 07:20:56.246691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:56.264976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-b16f321d-0816-42c7-9e33-808d8a281791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:56.271802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:56.275790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-b16f321d-0816-42c7-9e33-808d8a281791 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.1220286 Jul 13 07:20:56.308773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-567d31b9-3e13-407e-94c6-e23b5376be84 service neutron] 10.222.0.38 "GET /v2.0/ports/cef8f063-8736-4f79-acdd-98c5dbfb39dc/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 383 time: 0.1245930 Jul 13 07:20:56.331367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:56.357681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-0b91f7bb-69dd-4c54-ba59-0a0272aab9a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751038 Jul 13 07:20:56.439306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:56.447772 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7791dbf1-1342-4dd2-aa01-29019ea7aa03" -d '{"events": [{"server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "name": "network-vif-unplugged", "status": "completed", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:56.459832 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:56.477715 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:56.523685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:56.548409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'mac_address': 'fa:16:3e:08:a5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:56.570405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-5c45af8f-9d68-4adf-a0b1-81a3846d40b0 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054505 Jul 13 07:20:56.654538 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:56.695322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01cfa9c2-c61a-470a-a950-a97e6792bfa2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:56.724209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:56.730065 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:56.764603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4d42a20-c36e-49c0-9013-4813e35dc116 req-9480f934-a17b-4229-ae2e-8a155b689116 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878955 Jul 13 07:20:56.817754 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:56.835773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.836374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.837567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.838102 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.838597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.839084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.839564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.840051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.840539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.841263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.841749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.847530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:56.892169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on host n-h2-758944-43 for vnic_type normal with profile {"migrating_to": "n-h1-758944-43"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:56.892860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:56.894761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:56.895265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:56.907973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['01cfa9c2-c61a-470a-a950-a97e6792bfa2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:56.965011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3895a-d6db-4b9f-9e23-1385979691ad req-bee379dd-7a06-44dd-9ee0-72a657ed6232 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:56.968781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0dd3895a-d6db-4b9f-9e23-1385979691ad req-bee379dd-7a06-44dd-9ee0-72a657ed6232 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.4073877 Jul 13 07:20:56.973747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:56.974233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Attempting to bind port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:56.988963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-12c20ded-01f9-43ed-a878-8ef322faa21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:56.994604 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-12c20ded-01f9-43ed-a878-8ef322faa21a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1096 time: 0.1378613 Jul 13 07:20:57.010319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:57.022729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:57.023359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:57.023985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Bound port: 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:57.024493 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:57.143713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc693256-b91e-4712-b813-15d62880eb99 req-3113dc3d-0c0c-41ea-8dbb-b0c906de2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.149037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-3113dc3d-0c0c-41ea-8dbb-b0c906de2ca0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858&tenant_id=ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 1101 time: 0.4545438 Jul 13 07:20:57.157234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0dd3895a-d6db-4b9f-9e23-1385979691ad req-ad8d613c-2c77-460b-b266-aa41c626d464 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786239 Jul 13 07:20:57.211620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-216b5e62-5802-4fa4-80c1-6b839ac8b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.218668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-216b5e62-5802-4fa4-80c1-6b839ac8b2d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.2170963 Jul 13 07:20:57.289514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-7a8fe23d-aa36-4f4e-8547-22783643e4ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17687b2-f03f-49d7-ae59-838789276192 HTTP/1.1" status: 200 len: 217 time: 0.0606472 Jul 13 07:20:57.292958 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8bca38ad-ceee-4d8e-9fc2-ef36a96e5c32 None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:57.292958 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bca38ad-ceee-4d8e-9fc2-ef36a96e5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:57.297084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:57.336092 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:57.352599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:57.359442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc693256-b91e-4712-b813-15d62880eb99 req-c7dc4868-fcf4-4e04-92bb-c3492f71bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.364267 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-c7dc4868-fcf4-4e04-92bb-c3492f71bdff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 1101 time: 0.1828945 Jul 13 07:20:57.385926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-b68a8992-2062-4af8-a690-255c395e3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.387762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-b68a8992-2062-4af8-a690-255c395e3403 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.0891476 Jul 13 07:20:57.394612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bca38ad-ceee-4d8e-9fc2-ef36a96e5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:57.423065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:57.425646 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d621c2-b92a-448e-a77f-eb89a91965d7" -d '{"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-plugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:57.449454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-51f9f0d9-fc03-425d-b07e-3b033a1895c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550544 Jul 13 07:20:57.460198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8bca38ad-ceee-4d8e-9fc2-ef36a96e5c32 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:57.469202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bca38ad-ceee-4d8e-9fc2-ef36a96e5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:57.548029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca38ad-ceee-4d8e-9fc2-ef36a96e5c32 None None] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:57.645304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-b0ea7cd9-71c0-4ee5-87e8-e228c34d4e57 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883895 Jul 13 07:20:57.704619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.705254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:57.706722 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] 10.222.0.38 "PUT /v2.0/ports/62a6ba88-0e8b-4fb6-8bde-4819f01cba20 HTTP/1.1" status: 200 len: 1123 time: 1.8351595 Jul 13 07:20:57.707497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9fe5a-9a42-4f09-a691-3f81c457e9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:57.787150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc693256-b91e-4712-b813-15d62880eb99 req-46a88626-9d64-4199-a124-c771da667fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.788693 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-46a88626-9d64-4199-a124-c771da667fc4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.4131062 Jul 13 07:20:57.793677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['62a6ba88-0e8b-4fb6-8bde-4819f01cba20'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:57.937575 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-c27ecfff-669e-487f-8240-aa2410282417 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc HTTP/1.1" status: 200 len: 217 time: 0.1384912 Jul 13 07:20:57.946187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8452e9-3ceb-4840-be40-23d140115c0f req-22494b55-4ea5-41d1-9348-9609ae7e2fe6 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941279 Jul 13 07:20:58.016128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-838136b3-2a7b-449b-99db-d81e239a12ab None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:58.016511 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-838136b3-2a7b-449b-99db-d81e239a12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:58.041372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc693256-b91e-4712-b813-15d62880eb99 req-66e6c8c2-0548-48e5-8c25-4fd49b63b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:58.043373 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-66e6c8c2-0548-48e5-8c25-4fd49b63b109 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0960476 Jul 13 07:20:58.132205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae562868-b768-40d3-b5a7-48098da3dd7f req-0a6ee5c3-aba7-462e-ab3e-be19579011a3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:58.134975 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae562868-b768-40d3-b5a7-48098da3dd7f req-0a6ee5c3-aba7-462e-ab3e-be19579011a3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 943 time: 0.1966040 Jul 13 07:20:58.191252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae562868-b768-40d3-b5a7-48098da3dd7f req-5a18c4bb-75f4-4bfd-adba-bdf15c1e61a4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504007 Jul 13 07:20:58.200854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc693256-b91e-4712-b813-15d62880eb99 req-4cf5e4d2-86fb-4ab1-918e-ab34ef01afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:58.203550 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-4cf5e4d2-86fb-4ab1-918e-ab34ef01afde service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520903 Jul 13 07:20:58.290498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:58.314159 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-52d52af9-0a44-4314-bb1f-fba02ef2a1f9 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029274 Jul 13 07:20:58.379294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:58.379887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:58.462121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc693256-b91e-4712-b813-15d62880eb99 req-09b722b4-b6b6-4149-bbfb-735f06ff17d5 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392405 Jul 13 07:20:58.512644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cef8f063-8736-4f79-acdd-98c5dbfb39dc no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:58.619894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:58.623163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94e50d-fc7f-4d75-877a-19c7915b1cb2 req-6b97a965-b405-42b2-b914-a8b12a9e1ae5 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:58.624751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f94e50d-fc7f-4d75-877a-19c7915b1cb2 req-6b97a965-b405-42b2-b914-a8b12a9e1ae5 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.1413488 Jul 13 07:20:58.676077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:58.681957 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:58.711760 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f94e50d-fc7f-4d75-877a-19c7915b1cb2 req-10092ff6-709a-4b5c-a6fd-0f237a4bfaf9 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800555 Jul 13 07:20:58.777927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:58.797055 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5296e9bd-05ae-4d41-9ae3-077fdc4c0eb3 x-openstack-request-id: req-5296e9bd-05ae-4d41-9ae3-077fdc4c0eb3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:58.800282 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "name": "network-vif-unplugged", "status": "completed", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:58.800578 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5296e9bd-05ae-4d41-9ae3-077fdc4c0eb3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:58.801090 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20', 'code': 200} Jul 13 07:20:58.839241 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6e9561-6cce-46ff-a5e0-523745fed19e x-openstack-request-id: req-2b6e9561-6cce-46ff-a5e0-523745fed19e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:58.839600 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-plugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:58.840834 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b6e9561-6cce-46ff-a5e0-523745fed19e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:58.842261 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'code': 200} Jul 13 07:20:59.064666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a8f8-3b80-46cd-92cf-8d4a4961bd54 req-de4e51a3-6303-4932-bfd9-047bf6f483e9 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:59.066739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf51a8f8-3b80-46cd-92cf-8d4a4961bd54 req-de4e51a3-6303-4932-bfd9-047bf6f483e9 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 950 time: 0.0964971 Jul 13 07:20:59.098148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-36dddc04-5f74-4ace-a4ac-18997d4f0237 None None] Provisioning complete for port cef8f063-8736-4f79-acdd-98c5dbfb39dc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:59.098540 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36dddc04-5f74-4ace-a4ac-18997d4f0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:59.131634 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf51a8f8-3b80-46cd-92cf-8d4a4961bd54 req-7c4d75d0-2f26-4002-9715-01e50af5b50e tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f6f94df-cbc0-466a-8cfb-0c48cebfb147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558808 Jul 13 07:20:59.214166 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36dddc04-5f74-4ace-a4ac-18997d4f0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:59.281763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-36dddc04-5f74-4ace-a4ac-18997d4f0237 None None] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:59.287051 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36dddc04-5f74-4ace-a4ac-18997d4f0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:59.332040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80360d-eac9-49f5-bd93-bd2ded2116f8 req-b86ea531-f335-47dd-bae0-5055baf7f567 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:59.340181 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc80360d-eac9-49f5-bd93-bd2ded2116f8 req-b86ea531-f335-47dd-bae0-5055baf7f567 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 947 time: 0.0807433 Jul 13 07:20:59.365012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dddc04-5f74-4ace-a4ac-18997d4f0237 None None] Pushing event updated for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:59.403909 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc80360d-eac9-49f5-bd93-bd2ded2116f8 req-fa327eab-b0d7-42fb-b051-2f69a6db0454 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627766 Jul 13 07:20:59.408952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30417f1f-268f-45b4-90dd-9565704abf57 req-41e78585-beb5-4d12-a234-e01a66eaf7de tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:59.410551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30417f1f-268f-45b4-90dd-9565704abf57 req-41e78585-beb5-4d12-a234-e01a66eaf7de tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.48 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 950 time: 0.1266527 Jul 13 07:20:59.586198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-30417f1f-268f-45b4-90dd-9565704abf57 req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Deleting port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:59.586864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30417f1f-268f-45b4-90dd-9565704abf57 req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:59.712481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319cd9-dfb7-4c54-96a9-b9bf405b49d4 req-2760f983-081c-4162-b5d5-9beb10e10ab0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:59.713873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24319cd9-dfb7-4c54-96a9-b9bf405b49d4 req-2760f983-081c-4162-b5d5-9beb10e10ab0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 943 time: 0.1008406 Jul 13 07:20:59.783680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-01cdfab8-c7c2-4c1a-bd86-fa134a1ee3fb None None] Provisioning complete for port cef8f063-8736-4f79-acdd-98c5dbfb39dc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:59.784267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01cdfab8-c7c2-4c1a-bd86-fa134a1ee3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:59.791551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-30417f1f-268f-45b4-90dd-9565704abf57 req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] For port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:59.791953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30417f1f-268f-45b4-90dd-9565704abf57 req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:59.792212 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24319cd9-dfb7-4c54-96a9-b9bf405b49d4 req-fab511ae-7922-474c-af83-040da13f2d01 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728288 Jul 13 07:20:59.829691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-30417f1f-268f-45b4-90dd-9565704abf57 req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Calling delete_port for 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:00.309647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:00.382973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bd34-e26d-4610-a0d8-3f14fa529cdc req-57947467-30df-4931-8e98-b7d69177ac29 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:00.392254 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d42bd34-e26d-4610-a0d8-3f14fa529cdc req-57947467-30df-4931-8e98-b7d69177ac29 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.1817150 Jul 13 07:21:00.394647 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30417f1f-268f-45b4-90dd-9565704abf57 req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:00.450795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Pushing event deleted for resources: {'Port': ['ID=2408b75c-bb03-4a02-a3f0-99d0577c6aa4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:00.467686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:00.514979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 has no active binding in host n-h1-758944-43 {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:21:00.515359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e17687b2-f03f-49d7-ae59-838789276192 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:00.523587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d42bd34-e26d-4610-a0d8-3f14fa529cdc req-5eb69ad7-967f-4370-bd50-53c86ef3db94 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240957 Jul 13 07:21:00.620123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-30417f1f-268f-45b4-90dd-9565704abf57 req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] No DVR routers for this DVR port 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:00.624415 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30417f1f-268f-45b4-90dd-9565704abf57 req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:00.640263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30417f1f-268f-45b4-90dd-9565704abf57 req-02852191-5b9c-45bf-abfa-3108407b20f6 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.48 "DELETE /v2.0/ports/2408b75c-bb03-4a02-a3f0-99d0577c6aa4 HTTP/1.1" status: 204 len: 173 time: 1.2039292 Jul 13 07:21:00.643786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fc2597-b67a-41e3-91c9-b1eb610639e1', 'name': 'network-vif-deleted', 'tag': '2408b75c-bb03-4a02-a3f0-99d0577c6aa4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:00.650934 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3f85d2-cdf9-4102-be33-cc36ac4099dc" -d '{"events": [{"server_uuid": "78fc2597-b67a-41e3-91c9-b1eb610639e1", "name": "network-vif-deleted", "tag": "2408b75c-bb03-4a02-a3f0-99d0577c6aa4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:00.714147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2408b75c-bb03-4a02-a3f0-99d0577c6aa4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:00.788340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:00.804426 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-304e5725-7471-45be-839f-7f3e9cf369fa req-8b2478ce-9dba-4c3b-b403-bead7e3a6706 tempest-ImagesNegativeTestJSON-1893625797 tempest-ImagesNegativeTestJSON-1893625797-project] 10.222.0.41 "GET /v2.0/ports?device_id=78fc2597-b67a-41e3-91c9-b1eb610639e1 HTTP/1.1" status: 200 len: 210 time: 0.0668676 Jul 13 07:21:00.804961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:00.808975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'e17687b2-f03f-49d7-ae59-838789276192', 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39', 'port_id': 'e17687b2-f03f-49d7-ae59-838789276192', 'mac_address': 'fa:16:3e:ce:a9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f8e58-8336-459b-a7d7-cdb2637d87b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:00.813829 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feede6f-3d60-4153-b1c7-709493b99621" -d '{"events": [{"name": "network-changed", "server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:00.857333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'}, {'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:00.861698 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58555ea1-9f79-4824-a6c7-90764c760bd0" -d '{"events": [{"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-unplugged", "status": "completed", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc"}, {"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-plugged", "status": "completed", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:00.889073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:00.942038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17687b2-f03f-49d7-ae59-838789276192 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:00.977656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:00.989711 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:01.068948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e17687b2-f03f-49d7-ae59-838789276192,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:01.092212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b1948-7a9d-4c7f-a33c-a58b13aaeefb req-73cfdbc1-d06c-42fa-bc0a-87f456b9c7c7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:01.093732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b01b1948-7a9d-4c7f-a33c-a58b13aaeefb req-73cfdbc1-d06c-42fa-bc0a-87f456b9c7c7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.1138742 Jul 13 07:21:01.168592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b01b1948-7a9d-4c7f-a33c-a58b13aaeefb req-dc7e2c4e-794c-401b-8625-46f81aedd9f3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655591 Jul 13 07:21:01.229440 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a87114f-d50d-4f05-8d19-64f88cb9156a x-openstack-request-id: req-8a87114f-d50d-4f05-8d19-64f88cb9156a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:01.230199 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fc2597-b67a-41e3-91c9-b1eb610639e1", "name": "network-vif-deleted", "tag": "2408b75c-bb03-4a02-a3f0-99d0577c6aa4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:01.230524 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a87114f-d50d-4f05-8d19-64f88cb9156a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:01.231000 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fc2597-b67a-41e3-91c9-b1eb610639e1', 'name': 'network-vif-deleted', 'tag': '2408b75c-bb03-4a02-a3f0-99d0577c6aa4', 'status': 'completed', 'code': 200} Jul 13 07:21:01.267168 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb49cf2-4693-4daf-95d2-f4381ff662ed x-openstack-request-id: req-4fb49cf2-4693-4daf-95d2-f4381ff662ed {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:01.269285 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:01.269540 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fb49cf2-4693-4daf-95d2-f4381ff662ed {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:01.269938 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20', 'status': 'completed', 'code': 200} Jul 13 07:21:01.376522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feede6f-3d60-4153-b1c7-709493b99621 req-a10d4306-f1ff-45f1-add4-74b35a658587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:01.378359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7feede6f-3d60-4153-b1c7-709493b99621 req-a10d4306-f1ff-45f1-add4-74b35a658587 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1126 time: 0.0758164 Jul 13 07:21:01.391328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e17687b2-f03f-49d7-ae59-838789276192'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:01.552784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9905889-fd17-4032-bd9d-8cc49dadc167 req-14302e30-06cc-45ad-b0b6-0cfd4f4feec9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:01.563795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9905889-fd17-4032-bd9d-8cc49dadc167 req-14302e30-06cc-45ad-b0b6-0cfd4f4feec9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 943 time: 0.1203778 Jul 13 07:21:01.626680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feede6f-3d60-4153-b1c7-709493b99621 req-e5d1a439-18fb-4eff-9a8e-54db701df247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:01.629255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7feede6f-3d60-4153-b1c7-709493b99621 req-e5d1a439-18fb-4eff-9a8e-54db701df247 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.2355928 Jul 13 07:21:01.651671 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9905889-fd17-4032-bd9d-8cc49dadc167 req-257d944b-05e7-4e53-bf36-a0d885447221 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841651 Jul 13 07:21:01.710064 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7feede6f-3d60-4153-b1c7-709493b99621 req-b779e0ce-010b-4364-af92-9c35a9fa6690 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20 HTTP/1.1" status: 200 len: 217 time: 0.0718501 Jul 13 07:21:01.766815 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82f07c2-0bfb-4eb6-80ed-5ce3e97cefb5 x-openstack-request-id: req-a82f07c2-0bfb-4eb6-80ed-5ce3e97cefb5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:01.767388 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-unplugged", "status": "completed", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc", "code": 200}, {"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-plugged", "status": "completed", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:01.767897 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a82f07c2-0bfb-4eb6-80ed-5ce3e97cefb5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:01.769154 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'code': 200} Jul 13 07:21:01.770274 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'code': 200} Jul 13 07:21:01.796401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feede6f-3d60-4153-b1c7-709493b99621 req-1edfa873-1ae3-449e-9397-91dd32344571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:01.797926 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7feede6f-3d60-4153-b1c7-709493b99621 req-1edfa873-1ae3-449e-9397-91dd32344571 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.0808203 Jul 13 07:21:01.845272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7feede6f-3d60-4153-b1c7-709493b99621 req-2ca34af7-be6e-443c-9235-d38d7e0abc34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351117 Jul 13 07:21:01.982384 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7feede6f-3d60-4153-b1c7-709493b99621 req-5e17df41-ec39-44dd-a0ed-2faa723ab719 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285090 Jul 13 07:21:02.109268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7feede6f-3d60-4153-b1c7-709493b99621 req-7288ef97-b695-468f-91a1-e408b8651236 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192329 Jul 13 07:21:02.329205 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cef8f063-8736-4f79-acdd-98c5dbfb39dc details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:02.353541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e17687b2-f03f-49d7-ae59-838789276192 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:02.363279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc6ca7-6065-4725-9d96-7c8ec519ef06 req-fb543763-02c9-4f0e-8ca1-ad0b2ef08932 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:02.370428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5dbc6ca7-6065-4725-9d96-7c8ec519ef06 req-fb543763-02c9-4f0e-8ca1-ad0b2ef08932 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 945 time: 0.1918404 Jul 13 07:21:02.400193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-df4e9815-3eaa-4ea1-8c76-252c26638f70 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:02.401699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-df4e9815-3eaa-4ea1-8c76-252c26638f70 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858&tenant_id=ae5003457ccc48e8a8111c6982ea6a11&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 949 time: 0.2102180 Jul 13 07:21:02.445050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5dbc6ca7-6065-4725-9d96-7c8ec519ef06 req-0377d4e1-84ac-49d4-9cfa-3ea1e692d38a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731215 Jul 13 07:21:02.507027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:02.520757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'mac_address': 'fa:16:3e:a9:e1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:02.568839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-76506eea-d766-4f15-b029-704bb2fdb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:02.569420 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:02.570399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-76506eea-d766-4f15-b029-704bb2fdb666 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 1101 time: 0.1127594 Jul 13 07:21:02.571105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port e17687b2-f03f-49d7-ae59-838789276192 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:02.586002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port e17687b2-f03f-49d7-ae59-838789276192 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:02.588880 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:02.591542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cef8f063-8736-4f79-acdd-98c5dbfb39dc {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:02.641211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:02.651879 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:02.670206 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:21:02.725898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-11cd5d59-1617-4424-bf2e-32664ed47a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:02.727460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-11cd5d59-1617-4424-bf2e-32664ed47a39 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1501615 Jul 13 07:21:02.765341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:02.784981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-d08299d0-a9fe-4492-b884-c7f8cd41a90a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc HTTP/1.1" status: 200 len: 217 time: 0.0419450 Jul 13 07:21:02.785779 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:02.831601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:02.842098 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:02.896652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-17f489a2-4bd5-473e-b191-ddae046a4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:02.898325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-17f489a2-4bd5-473e-b191-ddae046a4fdc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1011384 Jul 13 07:21:02.964284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e17687b2-f03f-49d7-ae59-838789276192,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:03.003821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['cef8f063-8736-4f79-acdd-98c5dbfb39dc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:03.063231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61f0c-d3a8-4b20-811d-81a48f068a91 req-eb9ef1a7-6188-4c9a-810a-ca3aeda8392c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:03.071818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d1f61f0c-d3a8-4b20-811d-81a48f068a91 req-eb9ef1a7-6188-4c9a-810a-ca3aeda8392c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 948 time: 0.1710958 Jul 13 07:21:03.096677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-44c9cea5-5fbb-47f1-b453-a2b2c3d091cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:03.098596 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-44c9cea5-5fbb-47f1-b453-a2b2c3d091cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1592708 Jul 13 07:21:03.140922 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d1f61f0c-d3a8-4b20-811d-81a48f068a91 req-2664b5bf-01f8-4006-b090-304e2ad4b7e3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678310 Jul 13 07:21:03.183590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6f8f51a1-61d8-450e-9b1a-6a5f6779ffe3 None None] Provisioning complete for port cef8f063-8736-4f79-acdd-98c5dbfb39dc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:03.184192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f8f51a1-61d8-450e-9b1a-6a5f6779ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.219354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-0fa7766c-ff4b-42eb-88ed-c975a983334b service neutron] 10.222.0.48 "GET /v2.0/ports/62a6ba88-0e8b-4fb6-8bde-4819f01cba20/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 385 time: 0.1120176 Jul 13 07:21:03.386193 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f8f51a1-61d8-450e-9b1a-6a5f6779ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.440519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6f8f51a1-61d8-450e-9b1a-6a5f6779ffe3 None None] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:03.471535 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f8f51a1-61d8-450e-9b1a-6a5f6779ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.537749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f51a1-61d8-450e-9b1a-6a5f6779ffe3 None None] Pushing event updated for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:03.631909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-240cb436-a325-4e51-82bf-1810988315fd req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:03.679542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-db4619e2-ad02-4213-a824-ffbc20680bbb service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652182 Jul 13 07:21:03.687382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-240cb436-a325-4e51-82bf-1810988315fd req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:03.772193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192'}, {'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:03.775111 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9782ecf-3fbd-432e-b9a3-2199a919c2cb" -d '{"events": [{"server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "name": "network-vif-plugged", "status": "completed", "tag": "e17687b2-f03f-49d7-ae59-838789276192"}, {"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-plugged", "status": "completed", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:03.776340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-240cb436-a325-4e51-82bf-1810988315fd req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:03.788386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-240cb436-a325-4e51-82bf-1810988315fd req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:03.804635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.847412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efb802-10c9-4c71-b5ff-8f44fdcb1731 req-5fa7d548-ee74-414d-b9e6-7b227f59fe59 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:03.847412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70efb802-10c9-4c71-b5ff-8f44fdcb1731 req-5fa7d548-ee74-414d-b9e6-7b227f59fe59 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 943 time: 0.2085924 Jul 13 07:21:03.898341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e0c22734-d1e5-4df4-a22b-bd0755d75481 None None] Provisioning complete for port cef8f063-8736-4f79-acdd-98c5dbfb39dc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:03.901088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0c22734-d1e5-4df4-a22b-bd0755d75481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.906392 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70efb802-10c9-4c71-b5ff-8f44fdcb1731 req-a40b9fea-d01f-4efc-954c-438348bc1f1c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514328 Jul 13 07:21:03.913517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92f8368b-fe6c-4e05-9560-23056ef6877a req-0923128e-2f58-4f01-9e15-0fd84e23c795 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147348 Jul 13 07:21:03.922777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-240cb436-a325-4e51-82bf-1810988315fd req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] Transition to ACTIVE for port object 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:03.938956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:04.087565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:04.155760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-240cb436-a325-4e51-82bf-1810988315fd req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] No DVR routers for this DVR port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:04.203663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-1ddecdf2-26d6-4906-b2ef-a88b69a9a1a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/62a6ba88-0e8b-4fb6-8bde-4819f01cba20/bindings/n-h1-758944-43/activate HTTP/1.1" status: 200 len: 370 time: 0.9774349 Jul 13 07:21:04.274569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:04.320092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:04.321573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2408b75c-bb03-4a02-a3f0-99d0577c6aa4 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:04.338290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cef8f063-8736-4f79-acdd-98c5dbfb39dc up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:04.460651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-37e57a80-3024-4534-9e5c-5b8bd19b8cbc tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:04.463024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port cef8f063-8736-4f79-acdd-98c5dbfb39dc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:04.464073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:04.465446 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-37e57a80-3024-4534-9e5c-5b8bd19b8cbc tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.1789389 Jul 13 07:21:04.563225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac66d7-9ce5-4072-b1d1-33626245635f req-c7662649-f16a-4ef4-ada8-f3c707acd7aa tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:04.569029 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9eac66d7-9ce5-4072-b1d1-33626245635f req-c7662649-f16a-4ef4-ada8-f3c707acd7aa tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 946 time: 0.3005486 Jul 13 07:21:04.702963 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9eac66d7-9ce5-4072-b1d1-33626245635f req-bf6c28a3-6700-49e5-bbca-c334c0876867 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159284 Jul 13 07:21:04.733376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-e0dbdf36-05f4-428e-8152-9f9f786b4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:04.736902 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-e0dbdf36-05f4-428e-8152-9f9f786b4abd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac&tenant_id=b89fd6995b214243ad8ae84998c54e50 HTTP/1.1" status: 200 len: 1096 time: 0.2539642 Jul 13 07:21:04.857462 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c4e80a-1a47-4a6c-a3e0-730fe91c6699 x-openstack-request-id: req-c1c4e80a-1a47-4a6c-a3e0-730fe91c6699 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:04.858321 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "name": "network-vif-plugged", "status": "completed", "tag": "e17687b2-f03f-49d7-ae59-838789276192", "code": 200}, {"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-plugged", "status": "completed", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:04.858760 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1c4e80a-1a47-4a6c-a3e0-730fe91c6699 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:04.859574 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192', 'code': 200} Jul 13 07:21:04.860304 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'code': 200} Jul 13 07:21:04.910249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-e65f0f08-714a-4c6a-a90f-d993a20e1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:04.911857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-e65f0f08-714a-4c6a-a90f-d993a20e1a0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1096 time: 0.1055679 Jul 13 07:21:05.088724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e4da3-262d-4b80-80f6-6d5402a6c4c1 req-5eb11cf6-a235-4864-aa05-bf04d9c5037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:05.091848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-955e4da3-262d-4b80-80f6-6d5402a6c4c1 req-5eb11cf6-a235-4864-aa05-bf04d9c5037f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1098 time: 0.0745690 Jul 13 07:21:05.107933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-96182589-f856-40f9-876d-f48ebfb61e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:05.109905 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-96182589-f856-40f9-876d-f48ebfb61e2c service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1840138 Jul 13 07:21:05.124072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfb1eb-e627-4267-9cc9-5a205792ad4b req-1eaa7012-3218-4175-bd24-a1c8a1d20b7f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:05.125727 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08cfb1eb-e627-4267-9cc9-5a205792ad4b req-1eaa7012-3218-4175-bd24-a1c8a1d20b7f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.0964890 Jul 13 07:21:05.140218 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-955e4da3-262d-4b80-80f6-6d5402a6c4c1 req-48a42a03-6bae-409c-b7c8-bb584d1d68d2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Jul 13 07:21:05.163613 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:05.165279 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-b2f1c333-71be-4e57-8f55-65d3d601f580 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20 HTTP/1.1" status: 200 len: 217 time: 0.0384834 Jul 13 07:21:05.239075 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08cfb1eb-e627-4267-9cc9-5a205792ad4b req-08bdc786-4373-422e-bca1-ab1aa426e920 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759258 Jul 13 07:21:05.268052 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-b0be4f1d-493e-4f59-a467-74169cb84648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:05.271487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-b0be4f1d-493e-4f59-a467-74169cb84648 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.0762155 Jul 13 07:21:05.333781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-ade84ac0-502f-43cb-afbe-b82ed2d9d588 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419357 Jul 13 07:21:05.499952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139012d-bb9c-4b42-82bd-7f4b98974f86 req-ec6c8800-f90a-452c-b530-2fbd360a43a5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:05.506776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6139012d-bb9c-4b42-82bd-7f4b98974f86 req-ec6c8800-f90a-452c-b530-2fbd360a43a5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 944 time: 0.1376896 Jul 13 07:21:05.515918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-3f40a9b5-6622-421f-9be7-4024329744cf service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716697 Jul 13 07:21:05.587257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6139012d-bb9c-4b42-82bd-7f4b98974f86 req-d692dabd-683f-4a6a-a411-23f4fbc09fe2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795131 Jul 13 07:21:05.671147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-b2bdd7e0-cf34-40c1-b947-a9585d34a7e4 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433628 Jul 13 07:21:05.919426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e4d4c-9d18-459a-8f28-7c9a155d59ff req-bfa5e0d6-34d2-4535-b255-93f00d33f9b6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:05.921056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-504e4d4c-9d18-459a-8f28-7c9a155d59ff req-bfa5e0d6-34d2-4535-b255-93f00d33f9b6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.0759487 Jul 13 07:21:05.970650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-504e4d4c-9d18-459a-8f28-7c9a155d59ff req-b41e5e9e-76b2-4a80-a6d0-a7bb80640ccf tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Jul 13 07:21:06.094945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb436-a325-4e51-82bf-1810988315fd req-74553312-eac5-4611-a94c-3412a5bda77f tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:06.096481 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-74553312-eac5-4611-a94c-3412a5bda77f tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.0775473 Jul 13 07:21:06.274912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:06.344989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-240cb436-a325-4e51-82bf-1810988315fd req-e1a7b116-e27e-479f-bc56-957445d8d86b service neutron] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:06.347534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:06.354144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712acfa-d772-4205-881d-b1e8f8804e89 req-9f60c223-ded6-4588-a537-017ccd20417e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:06.355942 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f712acfa-d772-4205-881d-b1e8f8804e89 req-9f60c223-ded6-4588-a537-017ccd20417e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 946 time: 0.1499622 Jul 13 07:21:06.359403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-240cb436-a325-4e51-82bf-1810988315fd req-e1a7b116-e27e-479f-bc56-957445d8d86b service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:06.360733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-240cb436-a325-4e51-82bf-1810988315fd req-e1a7b116-e27e-479f-bc56-957445d8d86b service neutron] 10.222.0.38 "DELETE /v2.0/ports/62a6ba88-0e8b-4fb6-8bde-4819f01cba20/bindings/n-h2-758944-43 HTTP/1.1" status: 204 len: 173 time: 0.2521622 Jul 13 07:21:06.408854 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f712acfa-d772-4205-881d-b1e8f8804e89 req-07bee830-ea00-4fc1-8371-895b17974b2d tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466962 Jul 13 07:21:06.865417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394e414-91e3-462b-a97d-21476c1ff8dd req-fa3052c5-d59b-40b3-ac5e-dc37ac050f33 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:06.867361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6394e414-91e3-462b-a97d-21476c1ff8dd req-fa3052c5-d59b-40b3-ac5e-dc37ac050f33 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 944 time: 0.0839896 Jul 13 07:21:06.934125 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6394e414-91e3-462b-a97d-21476c1ff8dd req-5446469b-8ea5-4766-8ac2-065c243d5ab2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574181 Jul 13 07:21:06.956785 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55164) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:07.128368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:07.488288 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-cf6f4f2d-f2a8-46bd-8da4-7e18b4316029 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527680 Jul 13 07:21:07.526057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ff35530f-9f6a-4bdb-a763-0e335ff7694d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d748b14a9924c4fae95cc033ebc0567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666752 Jul 13 07:21:07.532888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:07.711516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee9e91-fdc2-487e-9b87-c47387fc78d1 req-952c976a-71ca-4d9c-95b1-66f3b9554345 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:07.713074 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8aee9e91-fdc2-487e-9b87-c47387fc78d1 req-952c976a-71ca-4d9c-95b1-66f3b9554345 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1096 time: 0.2648983 Jul 13 07:21:07.766243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-feed9a54-a9ab-476f-8e80-0a1299f7febb tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:07.768178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-feed9a54-a9ab-476f-8e80-0a1299f7febb tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781758 Jul 13 07:21:07.786989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-946950ea-f024-42ad-a89b-80b4fabecc97 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/quotas/ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 375 time: 0.0120080 Jul 13 07:21:07.830508 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db54308-ff1b-4522-856d-9d0d847f68c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:07.853928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8aee9e91-fdc2-487e-9b87-c47387fc78d1 req-2f33db1d-d75d-4356-bae4-6c1ba0628863 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020551 Jul 13 07:21:07.877760 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db54308-ff1b-4522-856d-9d0d847f68c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:07.950585 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-4cbe3303-60c4-46e9-b6b5-ca668c4d1413 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550658 Jul 13 07:21:07.964273 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db54308-ff1b-4522-856d-9d0d847f68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:07.969318 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db54308-ff1b-4522-856d-9d0d847f68c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:07.977493 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2db54308-ff1b-4522-856d-9d0d847f68c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f6f94df-cbc0-466a-8cfb-0c48cebfb147 HTTP/1.1" status: 204 len: 168 time: 0.4391131 Jul 13 07:21:07.998385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db54308-ff1b-4522-856d-9d0d847f68c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6f94df-cbc0-466a-8cfb-0c48cebfb147,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:08.218743 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798a80-ece5-4835-8c56-b987b889a1df req-db068635-7553-43de-942f-de5f600c61a1 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:08.229636 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-79798a80-ece5-4835-8c56-b987b889a1df req-db068635-7553-43de-942f-de5f600c61a1 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 946 time: 0.1318450 Jul 13 07:21:08.285661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-79798a80-ece5-4835-8c56-b987b889a1df req-81259955-5aff-4063-b991-553eb420aedf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528295 Jul 13 07:21:08.426829 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0863f2f8-3d5a-47b4-bfa3-fa2c006f0bc7 req-8d292bf8-02ad-431a-bde8-cabbd59037f1 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 210 time: 0.0760028 Jul 13 07:21:09.812033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-01510163-9d92-42d7-83d6-fc66a52abaa9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350981 Jul 13 07:21:10.054159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-6642b8fe-3d84-4dfc-89fa-68e2a4d16863 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:10.056015 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-6642b8fe-3d84-4dfc-89fa-68e2a4d16863 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354670 Jul 13 07:21:10.070757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Request body: {'port': {'device_id': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'ae5003457ccc48e8a8111c6982ea6a11'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:10.279819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Made reservation on behalf of ae5003457ccc48e8a8111c6982ea6a11 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:10.284440 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:10.459018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Allocated IP 192.168.233.121 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/ff8891d0-7e0f-4b33-b055-b042119b60d6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:10.685617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:10.706479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Transition to ACTIVE for port object ff8891d0-7e0f-4b33-b055-b042119b60d6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:10.784406 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:10.805488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2046f84b-7420-4c80-a8af-2de1cc2f7577', 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:10.863291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:10.866723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:10.870888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:10.974140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:10.974971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:11.005025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:11.009018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-9dab4ae2-0b6c-4563-8533-16e45143ea74 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9433172 Jul 13 07:21:11.021894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Request body: {'port': {'device_id': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:11.173891 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:11.309061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8808ce59-f522-48f2-ade5-503d0b26af6f None None] Provisioning for port ff8891d0-7e0f-4b33-b055-b042119b60d6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:11.314130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8808ce59-f522-48f2-ade5-503d0b26af6f None None] Provisioning complete for port ff8891d0-7e0f-4b33-b055-b042119b60d6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:11.314630 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8808ce59-f522-48f2-ade5-503d0b26af6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:11.393013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8808ce59-f522-48f2-ade5-503d0b26af6f None None] Port ff8891d0-7e0f-4b33-b055-b042119b60d6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:11.586226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8891d0-7e0f-4b33-b055-b042119b60d6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:11.595733 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:11.617990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Transition to ACTIVE for port object ff8891d0-7e0f-4b33-b055-b042119b60d6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:11.623899 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:11.709079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:11.931164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-a23a0623-48c2-4d5c-810c-d2ab9183dcb7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:11.932839 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-a23a0623-48c2-4d5c-810c-d2ab9183dcb7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 821 time: 0.1564696 Jul 13 07:21:11.955620 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-05bda1c1-f5bf-484f-8304-cf6cf18455d5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/quotas/b89fd6995b214243ad8ae84998c54e50 HTTP/1.1" status: 200 len: 375 time: 0.0100660 Jul 13 07:21:11.983444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:11.983721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:11.984058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:12.007775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Port ff8891d0-7e0f-4b33-b055-b042119b60d6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:12.008112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:12.015935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:12.016791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:12.017302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:12.017750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Bound port: ff8891d0-7e0f-4b33-b055-b042119b60d6, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:12.018749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:12.058990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386bc39-4285-443b-a0bb-b1c8b83b16ae req-a5fa3905-ce7d-45a3-a009-d051e972844f tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.068923 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5386bc39-4285-443b-a0bb-b1c8b83b16ae req-a5fa3905-ce7d-45a3-a009-d051e972844f tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1098 time: 0.1413059 Jul 13 07:21:12.093067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:12.094303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:12.104772 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5386bc39-4285-443b-a0bb-b1c8b83b16ae req-07906748-254a-44d8-83a7-6cd3271916aa tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Jul 13 07:21:12.111515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:12.126509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.137304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:12.137304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] 10.222.0.48 "PUT /v2.0/ports/ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 1097 time: 1.1118236 Jul 13 07:21:12.137304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:12.137304 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a6af8e-13f6-483d-8b94-e57b2c22e21b" -d '{"events": [{"name": "network-changed", "server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:12.243344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-1dd45200-c3bd-4a83-ace4-7420381bb14b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2690833 Jul 13 07:21:12.292632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f804b92-d7d9-42ce-b725-02c7f02c386d service neutron] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:12.372228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-7b2bce1b-7e1b-4717-97aa-d90785c558b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.374187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-7b2bce1b-7e1b-4717-97aa-d90785c558b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1100 time: 0.1797428 Jul 13 07:21:12.469491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-47ad52fa-2880-4eca-968d-5cfbde542e54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.0883818 Jul 13 07:21:12.474262 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-d42d3383-ac4c-4d49-a19f-013f54e7c5cd service neutron] 10.222.0.41 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134862 Jul 13 07:21:12.537643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-6511aa39-608e-4baf-b3ec-b7b88bd796c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.539663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-6511aa39-608e-4baf-b3ec-b7b88bd796c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0629311 Jul 13 07:21:12.628005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13346f8b-3fbd-4c3e-83ca-e03bf29e3d62 req-1236238d-2589-4de1-beb9-260ea130f4ab tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.636688 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13346f8b-3fbd-4c3e-83ca-e03bf29e3d62 req-1236238d-2589-4de1-beb9-260ea130f4ab tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 948 time: 0.1139240 Jul 13 07:21:12.699242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13346f8b-3fbd-4c3e-83ca-e03bf29e3d62 req-88fe2e08-9b36-4dc7-b8b4-441ac6dbb94d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611584 Jul 13 07:21:12.705348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-a88f950f-9bd9-477d-ab8e-d49034d4a74e service neutron] 10.222.0.41 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643560 Jul 13 07:21:12.707288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-eb2d4038-a08b-442e-8705-c09f0c5b3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.708826 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-eb2d4038-a08b-442e-8705-c09f0c5b3a50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1586361 Jul 13 07:21:12.889417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55326) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:12.949457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-613dd307-7a2b-4ccf-9644-1631f54b75c8 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338941 Jul 13 07:21:13.176857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1c9f0f4-6b11-4f9d-8c6a-6130315e2a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:13.231029 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3d8ea6-5539-4b41-84d2-8a2be1475337 req-7e53d78d-121d-4f9b-9542-53209c2fe41a service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750552 Jul 13 07:21:13.249606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabe0cf-84c0-47bc-b8d1-05b7bb820176 req-564a2ad1-aefe-496d-a9de-6782409e01b3 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:13.255008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fdabe0cf-84c0-47bc-b8d1-05b7bb820176 req-564a2ad1-aefe-496d-a9de-6782409e01b3 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1098 time: 0.1402066 Jul 13 07:21:13.348946 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fdabe0cf-84c0-47bc-b8d1-05b7bb820176 req-b996632f-2a4a-4ff5-ac67-4e4e7e47394b tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848296 Jul 13 07:21:13.384774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1c9f0f4-6b11-4f9d-8c6a-6130315e2a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:13.400667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1c9f0f4-6b11-4f9d-8c6a-6130315e2a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:13.420317 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d457d-68d4-4773-9bf9-a4bb26c46795 x-openstack-request-id: req-d16d457d-68d4-4773-9bf9-a4bb26c46795 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:13.420680 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:13.421405 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d16d457d-68d4-4773-9bf9-a4bb26c46795 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:13.421529 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'status': 'completed', 'code': 200} Jul 13 07:21:13.504820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9f0f4-6b11-4f9d-8c6a-6130315e2a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d08f261-099d-4e0f-ae94-4d1c601b8d42,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:13.585704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-35cf193e-26b5-4aeb-8fe8-cf01f25fb1c4 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:13.592745 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-35cf193e-26b5-4aeb-8fe8-cf01f25fb1c4 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/networks?id=e33cf551-caff-448f-951c-7c94acd1cdb7 HTTP/1.1" status: 200 len: 815 time: 0.2056439 Jul 13 07:21:13.603446 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06381145-2272-482a-aa69-cec1ae4d4937 req-0203d14d-1b1d-418e-a75c-9d9496c6295c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 210 time: 0.0494246 Jul 13 07:21:13.652814 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-9e7b1e26-5893-4033-a115-19ff6452e558 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/quotas/e97ee2ddb9264e0e950042523369a6e3 HTTP/1.1" status: 200 len: 375 time: 0.0588176 Jul 13 07:21:13.703019 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e1c9f0f4-6b11-4f9d-8c6a-6130315e2a08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf83ee4c93d2470e812b13f155b0c2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8154099 Jul 13 07:21:13.705910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55374) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:13.755982 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-a3b63ded-13d6-40c0-925b-fe9c591202f1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e97ee2ddb9264e0e950042523369a6e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023362 Jul 13 07:21:13.766042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-790e8788-0c8b-4fcd-80b4-8f3a84be1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:13.769690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-790e8788-0c8b-4fcd-80b4-8f3a84be1e4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1100 time: 0.2965727 Jul 13 07:21:13.822826 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f31c90f8-0a4f-4945-a602-339a9dba7cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:13.871241 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f31c90f8-0a4f-4945-a602-339a9dba7cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:13.907277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-ca18f1e3-0bc6-4087-9fed-c68200c39c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:13.908707 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-ca18f1e3-0bc6-4087-9fed-c68200c39c10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1225693 Jul 13 07:21:13.952784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f31c90f8-0a4f-4945-a602-339a9dba7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:13.956741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f31c90f8-0a4f-4945-a602-339a9dba7cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:13.962920 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f31c90f8-0a4f-4945-a602-339a9dba7cd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d08f261-099d-4e0f-ae94-4d1c601b8d42 HTTP/1.1" status: 204 len: 168 time: 0.2553940 Jul 13 07:21:13.980235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c90f8-0a4f-4945-a602-339a9dba7cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d08f261-099d-4e0f-ae94-4d1c601b8d42,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:14.097321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-741bc068-b1ef-4942-bdde-dc8cabb163a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.1236153 Jul 13 07:21:14.239544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-42de4d12-a2cd-4de2-91b0-1f3711e82458 service neutron] 10.222.0.41 "GET /v2.0/networks/e33cf551-caff-448f-951c-7c94acd1cdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822440 Jul 13 07:21:14.264185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234ccf-ace8-4669-ba65-6b52871aa9ca req-8eab514e-2aaf-4d89-b47e-cc1b1f5f8570 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:14.270522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0234ccf-ace8-4669-ba65-6b52871aa9ca req-8eab514e-2aaf-4d89-b47e-cc1b1f5f8570 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 948 time: 0.1168985 Jul 13 07:21:14.314616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-8bb7e422-037b-4715-9029-fd173c8039db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:14.317756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-8bb7e422-037b-4715-9029-fd173c8039db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2120876 Jul 13 07:21:14.347378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0234ccf-ace8-4669-ba65-6b52871aa9ca req-70d444a3-b1b8-4326-a4d4-1bd638e7f33f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694008 Jul 13 07:21:14.452432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-321415b9-a2a1-4862-a49a-7ad3388f7ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/e33cf551-caff-448f-951c-7c94acd1cdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111382 Jul 13 07:21:14.477153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-a4b46954-beba-4951-908d-980fde763049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:14.479263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-a4b46954-beba-4951-908d-980fde763049 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1507058 Jul 13 07:21:14.760037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-681174ab-a5be-451b-8118-a83522ee2804 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725375 Jul 13 07:21:14.945264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8508884-abf1-4782-bc35-eff3c7ae1e6a req-d3ba9cbc-23d8-41ae-ad2d-50960b63405a tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:14.962626 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d8508884-abf1-4782-bc35-eff3c7ae1e6a req-d3ba9cbc-23d8-41ae-ad2d-50960b63405a tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1098 time: 0.1701479 Jul 13 07:21:15.042414 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d8508884-abf1-4782-bc35-eff3c7ae1e6a req-f28bf960-0bf2-4746-a5bc-3073ec29f050 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787787 Jul 13 07:21:15.245919 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a8f9ea7e-b76b-4f98-ad8c-e7c8e861370d req-83bfe350-d6f6-4246-b8a0-292394854ec1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 210 time: 0.1202450 Jul 13 07:21:15.280588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55426) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:15.600610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-cb9efda1-9166-4664-962d-9e1ca65dc462 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:15.602305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-cb9efda1-9166-4664-962d-9e1ca65dc462 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 821 time: 0.7925196 Jul 13 07:21:15.629856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Request body: {'port': {'device_id': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009', 'admin_state_up': True, 'tenant_id': 'b89fd6995b214243ad8ae84998c54e50'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:15.659887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6234f27-bdb4-4be4-a9fb-7cdaf6c266ea req-2b111dd7-eeb6-4414-b8bd-dd3a7607db98 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 210 time: 0.0561836 Jul 13 07:21:15.671236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1698360985-network', 'tenant_id': 'c52076e65a7e4bb799cd32057d5e25b0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:15.748180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Made reservation on behalf of c52076e65a7e4bb799cd32057d5e25b0 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:15.751015 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:15.768509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08a6af8e-13f6-483d-8b94-e57b2c22e21b req-d7d04304-8178-4116-9f97-d186d59d895f service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0016222 Jul 13 07:21:15.801401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.094161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.102837 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.141517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Made reservation on behalf of b89fd6995b214243ad8ae84998c54e50 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:16.151851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e669b-4874-417a-874c-2f35bdeebbc9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:16.178843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:21:16.187787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.203405 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.204929 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Added segment c1369dcf-0c79-41f0-89a8-80c3fbea19e6 of type vlan for network 9682fa7d-570c-472a-a704-3adbbea7b472 Jul 13 07:21:16.332522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:16.334223 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.456969 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.462170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:16.462620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c62f-6e82-44ca-a0db-ccb3fd5843cd req-87ae1966-d0e6-47de-89c4-1731aea06308 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:16.463173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.479420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e42c62f-6e82-44ca-a0db-ccb3fd5843cd req-87ae1966-d0e6-47de-89c4-1731aea06308 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 948 time: 0.4430754 Jul 13 07:21:16.609440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] Pushing event updated for resources: {'Network': ['ID=9682fa7d-570c-472a-a704-3adbbea7b472,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:16.654173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:16.659424 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3aa0b326-e867-4f73-808b-43fd501aa00f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3768210 Jul 13 07:21:16.662403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55468) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:16.674861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Request body: {'subnet': {'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1698360985-subnet', 'tenant_id': 'c52076e65a7e4bb799cd32057d5e25b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:16.694035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'mac_address': 'fa:16:3e:c2:e9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:16.701834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 9682fa7d-570c-472a-a704-3adbbea7b472 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:21:16.737530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Made reservation on behalf of c52076e65a7e4bb799cd32057d5e25b0 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:16.746409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.806353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Allocated IP 172.20.0.7 (1a9e0bc9-be06-4155-a26e-8e060b7f9009/0439cff4-236b-4231-aed3-706628ba29f5/8ebe32d8-f516-4520-9ff7-53a51eb6689c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:16.835805 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.875114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8891d0-7e0f-4b33-b055-b042119b60d6 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:17.022739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:17.034896 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.152565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:17.169865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.175500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.176087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.176609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.177160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.177663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.178170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.178719 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.179271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.179759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.184279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.185795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e42c62f-6e82-44ca-a0db-ccb3fd5843cd req-e14f2331-e6b0-4e1c-a51c-01600869f69a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243716 Jul 13 07:21:17.191770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:17.306902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.333189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.380582 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ff8891d0-7e0f-4b33-b055-b042119b60d6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:17.416962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f5aeda-79d4-45a2-ad68-376ab55b377c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:17.438216 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.574428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Checking segment: {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:17.574790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Network hostable DHCP agents. Network: 9682fa7d-570c-472a-a704-3adbbea7b472, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:21:17.618089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:17.619439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Pushing event updated for resources: {'Port': ['ID=8ebe32d8-f516-4520-9ff7-53a51eb6689c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:17.622356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:17.623023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-05d0cc4e-7a5b-48c5-af57-35ecc11828ef tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:21:17.629156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:17.630915 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-05d0cc4e-7a5b-48c5-af57-35ecc11828ef tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159361 Jul 13 07:21:17.738282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:17.739050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.779232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9fdc6a58-cbda-479c-aced-7736603d3c5a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1608982 Jul 13 07:21:17.785637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Request body: {'binding': {'host': 'n-h2-758944-43', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:17.786171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Unknown quota resources ['binding']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:21:17.791944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Request body: {'port': {'device_id': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:17.824958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-77cfbb4a-311e-4608-a690-a00628818bc2 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:17.829709 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-77cfbb4a-311e-4608-a690-a00628818bc2 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.38 "GET /v2.0/networks?id=e33cf551-caff-448f-951c-7c94acd1cdb7 HTTP/1.1" status: 200 len: 815 time: 0.3320582 Jul 13 07:21:17.914143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Request body: {'port': {'device_id': 'c5faab50-0c16-4437-8c2f-88be8ebcc653', 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7', 'admin_state_up': True, 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:17.930845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Network 9682fa7d-570c-472a-a704-3adbbea7b472 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:21:17.974741 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.991119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 9682fa7d-570c-472a-a704-3adbbea7b472) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:18.000346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a73a8-790e-402c-b65c-2247168d118f None None] Network 9682fa7d-570c-472a-a704-3adbbea7b472 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:21:18.011570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:18.013829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.159905 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c4e0e2b2-a406-442b-a04c-85a97017b53f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4887333 Jul 13 07:21:18.311423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 on host n-h2-758944-43 for vnic_type normal with profile None {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:18.311864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:18.313450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:18.329841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Port e17687b2-f03f-49d7-ae59-838789276192 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:18.330277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:18.340649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:18.342430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:18.342838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:18.343662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Bound port: e17687b2-f03f-49d7-ae59-838789276192, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:18.349504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Made reservation on behalf of e97ee2ddb9264e0e950042523369a6e3 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:18.358132 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.364525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-388f664e-78dd-4b41-bafe-9fa0f14293b6 req-12b53cb1-3ff1-4303-adea-84054b87eb21 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 210 time: 0.0806763 Jul 13 07:21:18.393803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:18.498174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d70d5-cd8f-45c0-b8d1-9e896ef93e60 None None] Network 9682fa7d-570c-472a-a704-3adbbea7b472 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:21:18.549176 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2916522b-7bf6-4bf1-af4d-75b274627305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.636793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebe32d8-f516-4520-9ff7-53a51eb6689c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:18.657409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.660353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:18.685290 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.699479 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-ad3fda70-ea6e-414e-8161-705ceee22cd2 service neutron] 10.222.0.41 "POST /v2.0/ports/e17687b2-f03f-49d7-ae59-838789276192/bindings HTTP/1.1" status: 201 len: 390 time: 1.0617335 Jul 13 07:21:18.707960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port ff8891d0-7e0f-4b33-b055-b042119b60d6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:18.727218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port ff8891d0-7e0f-4b33-b055-b042119b60d6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:18.727631 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.884563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Transition to ACTIVE for port object 8ebe32d8-f516-4520-9ff7-53a51eb6689c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:18.897063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.901771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Allocated IP 172.20.0.3 (e33cf551-caff-448f-951c-7c94acd1cdb7/f91cc109-4e1d-4183-8caa-38415afe05ad/0d8bb035-3958-4a25-aa36-7633737adc0d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:19.055057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebe32d8-f516-4520-9ff7-53a51eb6689c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:19.149187 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.205402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:19.207796 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a26a07e-3687-498f-9735-736a8d4e4cb7" -d '{"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-plugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:19.262232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:19.270888 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.426616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725c0cc-edc2-45f2-871c-f52f4f517070 req-64f3803c-94ed-43c6-b06c-e683afab9b85 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:19.435635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4725c0cc-edc2-45f2-871c-f52f4f517070 req-64f3803c-94ed-43c6-b06c-e683afab9b85 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 931 time: 0.7815576 Jul 13 07:21:19.477332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:19.550401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.557425 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4725c0cc-edc2-45f2-871c-f52f4f517070 req-e51b751f-2ada-4e5c-a334-1d42070c2b43 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205239 Jul 13 07:21:19.558437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:19.560683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:19.561809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:19.573285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:19.575325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:19.619536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:19.620172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:19.620742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:19.621359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Bound port: 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:19.621884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.645582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Transition to ACTIVE for port object 0d8bb035-3958-4a25-aa36-7633737adc0d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:19.668750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcb4b0-a09e-4a15-9dd7-59bd66c1327f req-7f415a05-1ed3-4935-9402-060c2e50a59d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:19.676518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77dcb4b0-a09e-4a15-9dd7-59bd66c1327f req-7f415a05-1ed3-4935-9402-060c2e50a59d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.4159975 Jul 13 07:21:19.831635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:19.834149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b9805c13-a9d0-4527-b5e3-de6b3d0490d3 None None] Provisioning complete for port ff8891d0-7e0f-4b33-b055-b042119b60d6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:19.836337 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9805c13-a9d0-4527-b5e3-de6b3d0490d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.838144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:19.859406 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.890526 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.938768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-3bcbaa78-31b3-4300-b91a-b46b0585ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:19.943105 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-3bcbaa78-31b3-4300-b91a-b46b0585ccee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1098 time: 0.6793673 Jul 13 07:21:19.944538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:19.947965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.949607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ebe32d8-f516-4520-9ff7-53a51eb6689c HTTP/1.1" status: 200 len: 1092 time: 2.1622484 Jul 13 07:21:20.000962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:20.003881 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4b932c-21cd-404c-9a48-7b04a058353e" -d '{"events": [{"name": "network-changed", "server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:20.072789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77dcb4b0-a09e-4a15-9dd7-59bd66c1327f req-8cb2ffe2-e9f5-4f1a-9cb4-9946c3a69d2d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858635 Jul 13 07:21:20.097847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Network e33cf551-caff-448f-951c-7c94acd1cdb7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:20.107234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:20.130415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:20.172608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-fdf462b6-671e-4b24-a66b-88a3e18ff05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:20.174373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-fdf462b6-671e-4b24-a66b-88a3e18ff05b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.1579332 Jul 13 07:21:20.267328 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-fdaf9d47-a4e3-43bb-982d-cc3b41c3e510 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17687b2-f03f-49d7-ae59-838789276192 HTTP/1.1" status: 200 len: 217 time: 0.0711765 Jul 13 07:21:20.280427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Pushing event updated for resources: {'Port': ['ID=0d8bb035-3958-4a25-aa36-7633737adc0d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:20.321132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:20.321824 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.353644 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-74086849-37a6-40f8-9eb6-50491f253749 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4467871 Jul 13 07:21:20.358196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-1224f4ba-0f39-4af0-9d64-84e63ed693a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:20.359968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-1224f4ba-0f39-4af0-9d64-84e63ed693a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.0827816 Jul 13 07:21:20.376553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Request body: {'port': {'device_id': 'c5faab50-0c16-4437-8c2f-88be8ebcc653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:20.417972 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-cab4c5f0-6e7c-4684-84e0-c90977592d6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446956 Jul 13 07:21:20.420248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06dde1-a3a5-4457-8aae-57c0ac0ddba2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebe32d8-f516-4520-9ff7-53a51eb6689c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:20.473908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-4521ee24-beb1-492f-b80c-ebc616769b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:20.474813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-4521ee24-beb1-492f-b80c-ebc616769b86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1095 time: 0.4680982 Jul 13 07:21:20.527460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-35922b8a-8236-4ba0-bdc9-63b77f42fc81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c HTTP/1.1" status: 200 len: 217 time: 0.0453913 Jul 13 07:21:20.580802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7393254e-0faf-4690-8457-ceaa0eed13af None None] Provisioning for port 0d8bb035-3958-4a25-aa36-7633737adc0d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:20.596830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7393254e-0faf-4690-8457-ceaa0eed13af None None] Provisioning complete for port 0d8bb035-3958-4a25-aa36-7633737adc0d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:20.597167 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7393254e-0faf-4690-8457-ceaa0eed13af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.616734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-91ed0dcd-1021-4ce3-8842-7adcaf91657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:20.618869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-91ed0dcd-1021-4ce3-8842-7adcaf91657d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.0756402 Jul 13 07:21:20.751176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7393254e-0faf-4690-8457-ceaa0eed13af None None] Port 0d8bb035-3958-4a25-aa36-7633737adc0d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:20.785716 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-23379f9b-81ac-4c93-ad87-11070a635e79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560593 Jul 13 07:21:20.793036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.900492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf44c5-21bb-4fe3-a65d-60db2290ba5f req-a4b19208-17a8-433f-a9cf-d0438c5da971 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:20.902734 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccaf44c5-21bb-4fe3-a65d-60db2290ba5f req-a4b19208-17a8-433f-a9cf-d0438c5da971 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 946 time: 0.3124583 Jul 13 07:21:20.923183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-84d08936-c6e5-4673-963b-9821a56954b2 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938338 Jul 13 07:21:21.034881 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30abfc65-bebd-41d2-a8c0-32507a421ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.066957 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.078582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccaf44c5-21bb-4fe3-a65d-60db2290ba5f req-a0248f5a-2959-4a66-8beb-b9875970e098 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602626 Jul 13 07:21:21.128756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-31314a5c-0acf-45ae-a49d-6e4692783364 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297002 Jul 13 07:21:21.359467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-04a29183-e5ab-48ab-aada-de204ac36087 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225600 Jul 13 07:21:21.438961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8bb035-3958-4a25-aa36-7633737adc0d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:21.465090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.512468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Transition to ACTIVE for port object 0d8bb035-3958-4a25-aa36-7633737adc0d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:21.539186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.559039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c6c38aa-5e8f-486e-8a27-e731374bae3d req-16cc56f2-72a3-4e1b-ac1f-e866d30d38bb service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098315 Jul 13 07:21:21.641099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-8aea41fb-6bca-4665-a493-840009490c88 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:21.642921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-8aea41fb-6bca-4665-a493-840009490c88 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1098 time: 0.2051222 Jul 13 07:21:21.658019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-43'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:21.722042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8bb035-3958-4a25-aa36-7633737adc0d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:21.796156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.864331 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.871677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Attempting to bind port 0d8bb035-3958-4a25-aa36-7633737adc0d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:21.872246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Attempting to bind port 0d8bb035-3958-4a25-aa36-7633737adc0d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:21.872372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Attempting to bind port 0d8bb035-3958-4a25-aa36-7633737adc0d on network e33cf551-caff-448f-951c-7c94acd1cdb7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:21.880281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Port 0d8bb035-3958-4a25-aa36-7633737adc0d on network e33cf551-caff-448f-951c-7c94acd1cdb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:21.880586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Attempting to bind port 0d8bb035-3958-4a25-aa36-7633737adc0d on network e33cf551-caff-448f-951c-7c94acd1cdb7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:21.892979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:21.893324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Checking segment: {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:21.893715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Bound using segment: {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:21.902426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Bound port: 0d8bb035-3958-4a25-aa36-7633737adc0d, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be694627-fcf7-498f-82c4-69d3dfec4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:21.903059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:22.092611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] For port 0d8bb035-3958-4a25-aa36-7633737adc0d, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:22.102895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] For port 0d8bb035-3958-4a25-aa36-7633737adc0d, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0d8bb035-3958-4a25-aa36-7633737adc0d,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:22.112501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:22.139817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:22.205504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:22.206277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:22.207649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] 10.222.0.38 "PUT /v2.0/ports/0d8bb035-3958-4a25-aa36-7633737adc0d HTTP/1.1" status: 200 len: 1092 time: 1.8368137 Jul 13 07:21:22.213363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5faab50-0c16-4437-8c2f-88be8ebcc653', 'tag': '0d8bb035-3958-4a25-aa36-7633737adc0d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:22.223310 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8b4143-b658-4bb9-a955-75b0c64cc413" -d '{"events": [{"name": "network-changed", "server_uuid": "c5faab50-0c16-4437-8c2f-88be8ebcc653", "tag": "0d8bb035-3958-4a25-aa36-7633737adc0d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:22.242078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:22.304644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705303d-7c2e-4837-beff-8e693d299280 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8bb035-3958-4a25-aa36-7633737adc0d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:22.326961 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:22.338254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:22.555954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 on host n-h1-758944-43 for vnic_type normal with profile {"migrating_to": "n-h2-758944-43"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:22.556568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:22.556683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:22.587433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Port e17687b2-f03f-49d7-ae59-838789276192 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:22.588074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Attempting to bind port e17687b2-f03f-49d7-ae59-838789276192 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:22.595969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Pushing event updated for resources: {'Port': ['ID=e17687b2-f03f-49d7-ae59-838789276192,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:22.598937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:22.599288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:22.599746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:22.600192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Bound port: e17687b2-f03f-49d7-ae59-838789276192, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:22.600692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:22.696940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:22.701276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:22.707149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:22.810116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:22.811016 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:22.812629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] 10.222.0.48 "PUT /v2.0/ports/e17687b2-f03f-49d7-ae59-838789276192 HTTP/1.1" status: 200 len: 1124 time: 1.1611698 Jul 13 07:21:22.827892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e50166-b326-47a8-a964-1d37b9c4fa23 service neutron] Pushing event updated for resources: {'Port': ['ID=e17687b2-f03f-49d7-ae59-838789276192,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:22.930591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e17687b2-f03f-49d7-ae59-838789276192'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:23.517322 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:24.384921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8ebe32d8-f516-4520-9ff7-53a51eb6689c details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:24.529814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:24.550031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '8ebe32d8-f516-4520-9ff7-53a51eb6689c', 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009', 'port_id': '8ebe32d8-f516-4520-9ff7-53a51eb6689c', 'mac_address': 'fa:16:3e:f7:2d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0439cff4-236b-4231-aed3-706628ba29f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:24.605534 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:24.620613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebe32d8-f516-4520-9ff7-53a51eb6689c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:24.644021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:24.650948 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:24.707166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8ebe32d8-f516-4520-9ff7-53a51eb6689c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:24.929618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['8ebe32d8-f516-4520-9ff7-53a51eb6689c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:25.097200 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bc71ac-1af8-4318-9ad4-79ac194eb652 x-openstack-request-id: req-a3bc71ac-1af8-4318-9ad4-79ac194eb652 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:25.097776 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-plugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:25.098717 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3bc71ac-1af8-4318-9ad4-79ac194eb652 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:25.099139 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'code': 200} Jul 13 07:21:25.136290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-1bae91d4-fb9d-4449-b3a5-ed7eb0512343 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:25.137713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-1bae91d4-fb9d-4449-b3a5-ed7eb0512343 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/networks?id=9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 200 len: 815 time: 0.1132340 Jul 13 07:21:25.162451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-336b2495-06fc-45ab-b597-4a80899fa771 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/quotas/c52076e65a7e4bb799cd32057d5e25b0 HTTP/1.1" status: 200 len: 375 time: 0.0100040 Jul 13 07:21:25.223980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-50007e89-fa60-4172-a3f6-9a8b793fddf9 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344691 Jul 13 07:21:25.268708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc317bbe-4afd-433e-88c0-94bd030aaf59 req-af2321f2-5ec4-40f0-8935-e67a226ec03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:25.270281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc317bbe-4afd-433e-88c0-94bd030aaf59 req-af2321f2-5ec4-40f0-8935-e67a226ec03d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1102 time: 0.1256757 Jul 13 07:21:25.275228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402055e-0227-413c-8943-10630b188144 req-5602b891-43a5-49d9-b175-495165ef139d tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:25.282478 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e402055e-0227-413c-8943-10630b188144 req-5602b891-43a5-49d9-b175-495165ef139d tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 943 time: 0.0769095 Jul 13 07:21:25.317368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e402055e-0227-413c-8943-10630b188144 req-f364f5be-9595-4bd3-ad75-8b785a8554dc tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335236 Jul 13 07:21:25.359891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc317bbe-4afd-433e-88c0-94bd030aaf59 req-95949776-3f70-43b0-89b1-1a1685c3ffac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581570 Jul 13 07:21:25.366060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-6c34af0f-5f13-4af2-aeb1-829acdcc50b2 service neutron] 10.222.0.41 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326315 Jul 13 07:21:25.368071 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b0453c-b394-4bb3-96ae-a701cd51f0e0 x-openstack-request-id: req-09b0453c-b394-4bb3-96ae-a701cd51f0e0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:25.368348 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:25.368596 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09b0453c-b394-4bb3-96ae-a701cd51f0e0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:25.368975 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c', 'status': 'completed', 'code': 200} Jul 13 07:21:25.506656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-d80989b5-2532-485c-bddf-3c538631b202 service neutron] 10.222.0.41 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332304 Jul 13 07:21:25.523346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b932c-21cd-404c-9a48-7b04a058353e req-c9ace71c-7e43-46f9-852f-a40bb0ef08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:25.525082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df4b932c-21cd-404c-9a48-7b04a058353e req-c9ace71c-7e43-46f9-852f-a40bb0ef08a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1096 time: 0.0810056 Jul 13 07:21:25.529750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e0e5a-b2ac-4174-acd3-28103f80027d req-379b5af6-c3f5-495a-8a31-e0b102499c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:25.531300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e3e0e5a-b2ac-4174-acd3-28103f80027d req-379b5af6-c3f5-495a-8a31-e0b102499c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 944 time: 0.0731990 Jul 13 07:21:25.580634 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e3e0e5a-b2ac-4174-acd3-28103f80027d req-3ff3bbca-8a8d-463b-b28d-ebdfdc945c25 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Jul 13 07:21:25.636285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b932c-21cd-404c-9a48-7b04a058353e req-94b88a77-563d-4b70-8ec5-ae7e6ce881ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:25.638327 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df4b932c-21cd-404c-9a48-7b04a058353e req-94b88a77-563d-4b70-8ec5-ae7e6ce881ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1034534 Jul 13 07:21:25.733924 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df4b932c-21cd-404c-9a48-7b04a058353e req-546d4eab-b498-4754-afde-b9d2a9a564c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c HTTP/1.1" status: 200 len: 217 time: 0.0860369 Jul 13 07:21:25.806339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9d0b6-2b34-4cd5-aad5-ef01b54ae850 req-59c30126-559d-4f4c-a40e-aec468e311e6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:25.808020 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9af9d0b6-2b34-4cd5-aad5-ef01b54ae850 req-59c30126-559d-4f4c-a40e-aec468e311e6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.0887690 Jul 13 07:21:25.844878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b932c-21cd-404c-9a48-7b04a058353e req-31fc590a-eee5-404b-ac1a-96a2b11777b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:25.848463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df4b932c-21cd-404c-9a48-7b04a058353e req-31fc590a-eee5-404b-ac1a-96a2b11777b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1075327 Jul 13 07:21:25.898794 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9af9d0b6-2b34-4cd5-aad5-ef01b54ae850 req-0ef8646b-0702-4426-b48c-151c84df73cf tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765724 Jul 13 07:21:25.918362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df4b932c-21cd-404c-9a48-7b04a058353e req-fbd21ded-268b-4ca9-b98e-92f18c4fce54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611734 Jul 13 07:21:25.958438 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d276789-1e14-4724-be64-f19d220c533b x-openstack-request-id: req-7d276789-1e14-4724-be64-f19d220c533b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:25.959552 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5faab50-0c16-4437-8c2f-88be8ebcc653", "tag": "0d8bb035-3958-4a25-aa36-7633737adc0d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:25.959959 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d276789-1e14-4724-be64-f19d220c533b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:25.961446 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5faab50-0c16-4437-8c2f-88be8ebcc653', 'tag': '0d8bb035-3958-4a25-aa36-7633737adc0d', 'status': 'completed', 'code': 200} Jul 13 07:21:26.102858 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df4b932c-21cd-404c-9a48-7b04a058353e req-d89dff54-0ac5-4af1-9c6a-5636dade2311 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750472 Jul 13 07:21:26.110688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75957d61-db0d-432e-9e76-c66ebe4481c3 req-91e9970a-6250-4262-a334-4ae38edc19e5 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:26.117766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-75957d61-db0d-432e-9e76-c66ebe4481c3 req-91e9970a-6250-4262-a334-4ae38edc19e5 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.1464756 Jul 13 07:21:26.222537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-8f0cf449-28ab-4083-90f6-ee9c7481dd3d tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--904614274&fields=id&tenant_id=01f88d5df9c04261bfcc9a11db17365c HTTP/1.1" status: 200 len: 267 time: 0.0767267 Jul 13 07:21:26.375559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8ebe32d8-f516-4520-9ff7-53a51eb6689c up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:26.417569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-b70181ee-2f3e-43d1-b34d-6301b0835528 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:26.424739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-b70181ee-2f3e-43d1-b34d-6301b0835528 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/networks?id=e077853c-546e-4e3a-93b7-104db9a0eb75 HTTP/1.1" status: 200 len: 815 time: 0.2012115 Jul 13 07:21:26.455486 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-68b92e80-d59e-4245-8573-c58cb60dea59 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/quotas/01f88d5df9c04261bfcc9a11db17365c HTTP/1.1" status: 200 len: 375 time: 0.0296478 Jul 13 07:21:26.497234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 8ebe32d8-f516-4520-9ff7-53a51eb6689c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:26.500678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-75957d61-db0d-432e-9e76-c66ebe4481c3 req-30b1c832-cd93-4d4a-887b-d17cc43c9f4e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819602 Jul 13 07:21:26.505385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 8ebe32d8-f516-4520-9ff7-53a51eb6689c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:26.519765 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.572435 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df4b932c-21cd-404c-9a48-7b04a058353e req-152820f9-f4d8-4d29-949c-265a54eab997 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416482 Jul 13 07:21:26.602578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-105d2049-25ea-416b-bba3-8e57f105061c tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f88d5df9c04261bfcc9a11db17365c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368392 Jul 13 07:21:26.713411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.735022 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-5bee829d-5680-4bd0-800f-ef09db6baf9a service neutron] 10.222.0.41 "GET /v2.0/networks/e077853c-546e-4e3a-93b7-104db9a0eb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312249 Jul 13 07:21:26.804633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:26.816298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87da8610-ed49-4627-aee1-adbba20471a6 req-46489f7e-0106-4812-b3c9-78ad03ee5da1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 210 time: 0.0488985 Jul 13 07:21:26.820614 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.884470 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-e04978b0-5f8c-4cb7-a222-8a7d204d8cda service neutron] 10.222.0.41 "GET /v2.0/networks/e077853c-546e-4e3a-93b7-104db9a0eb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428413 Jul 13 07:21:26.941237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8ebe32d8-f516-4520-9ff7-53a51eb6689c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:27.049732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43052815-9651-4ec3-8002-aeca3fc22c80 req-a8e631e5-cdce-413c-a07e-4c26d93f5183 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:27.051269 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43052815-9651-4ec3-8002-aeca3fc22c80 req-a8e631e5-cdce-413c-a07e-4c26d93f5183 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 943 time: 0.0689898 Jul 13 07:21:27.090597 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43052815-9651-4ec3-8002-aeca3fc22c80 req-e752d4fc-cfcf-44a7-a442-0e1fb0b7d9c5 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Jul 13 07:21:27.100881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:27.103353 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b560fd3-cab7-470c-a709-9373e80710cd" -d '{"events": [{"server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "name": "network-vif-plugged", "status": "completed", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:27.410764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192'}, {'name': 'network-changed', 'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:27.424787 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1542bd-0c8e-4af9-a118-38243bba4f15" -d '{"events": [{"server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "e17687b2-f03f-49d7-ae59-838789276192"}, {"name": "network-changed", "server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "tag": "e17687b2-f03f-49d7-ae59-838789276192"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:27.443342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-de6f0434-18c5-42a9-b16e-534c7b2262e2 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:27.445584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-de6f0434-18c5-42a9-b16e-534c7b2262e2 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.48 "GET /v2.0/networks?id=9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 200 len: 815 time: 0.1733210 Jul 13 07:21:27.467822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Request body: {'port': {'device_id': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472', 'admin_state_up': True, 'tenant_id': 'c52076e65a7e4bb799cd32057d5e25b0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:27.523684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f5c33-6476-4471-b86d-85b681b8e974 req-580291e2-5521-43b0-b415-1cec994bbd04 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:27.526172 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e54f5c33-6476-4471-b86d-85b681b8e974 req-580291e2-5521-43b0-b415-1cec994bbd04 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 945 time: 0.0920918 Jul 13 07:21:27.528863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f5559-3059-4a90-9754-1a2644d31d49 req-62fbab4a-a6a0-4a5f-93e9-cef131eefb04 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:27.542306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-486f5559-3059-4a90-9754-1a2644d31d49 req-62fbab4a-a6a0-4a5f-93e9-cef131eefb04 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 949 time: 0.3232124 Jul 13 07:21:27.581875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e54f5c33-6476-4471-b86d-85b681b8e974 req-485731f6-05d9-49c8-9db1-841a13aae18e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494580 Jul 13 07:21:27.698244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-486f5559-3059-4a90-9754-1a2644d31d49 req-5a4450d9-2346-46a2-af5c-556df58c4b09 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549449 Jul 13 07:21:27.760826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Made reservation on behalf of c52076e65a7e4bb799cd32057d5e25b0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:27.767859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.815044 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792814c3-e4de-421c-8299-2162a23eb513 x-openstack-request-id: req-792814c3-e4de-421c-8299-2162a23eb513 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:27.815550 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "name": "network-vif-plugged", "status": "completed", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:27.815826 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-792814c3-e4de-421c-8299-2162a23eb513 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:27.816025 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c', 'code': 200} Jul 13 07:21:27.952863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-84c67672-93cc-4bef-a0d2-878c78448068 req-846da325-7e76-491b-ab79-4e52d99f203b tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0471189 Jul 13 07:21:27.996126 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df37bd0-136e-4b30-ac93-09cd0a545e43 x-openstack-request-id: req-0df37bd0-136e-4b30-ac93-09cd0a545e43 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:27.996550 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "e17687b2-f03f-49d7-ae59-838789276192", "code": 200}, {"name": "network-changed", "server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "tag": "e17687b2-f03f-49d7-ae59-838789276192", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:27.996832 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0df37bd0-136e-4b30-ac93-09cd0a545e43 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:27.997193 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192', 'code': 200} Jul 13 07:21:27.997445 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192', 'status': 'completed', 'code': 200} Jul 13 07:21:28.067400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4da56-87b7-4a1f-84c6-6e12935521a7 req-01a250ca-8656-4f78-acd7-274393b2c823 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:28.074511 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9da4da56-87b7-4a1f-84c6-6e12935521a7 req-01a250ca-8656-4f78-acd7-274393b2c823 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.2385955 Jul 13 07:21:28.116054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542cde-c22f-4bed-875e-2a3b7f917872 req-09264fb8-22fb-4888-b193-a2b95762b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:28.118286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9542cde-c22f-4bed-875e-2a3b7f917872 req-09264fb8-22fb-4888-b193-a2b95762b2db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1097 time: 0.2163041 Jul 13 07:21:28.148960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745b9b2-1ca4-4db2-aab2-4177a3834682 req-205346eb-61ec-4c5c-9241-7622931752ea tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:28.150599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6745b9b2-1ca4-4db2-aab2-4177a3834682 req-205346eb-61ec-4c5c-9241-7622931752ea tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.0683403 Jul 13 07:21:28.166564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Allocated IP 172.20.0.10 (9682fa7d-570c-472a-a704-3adbbea7b472/70f5aeda-79d4-45a2-ad68-376ab55b377c/d8d2f20f-a597-478a-93d1-4adeedfea3e0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:28.174768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9da4da56-87b7-4a1f-84c6-6e12935521a7 req-d55a933f-d31f-4e70-8362-fbde2a6cf576 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994008 Jul 13 07:21:28.202693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9542cde-c22f-4bed-875e-2a3b7f917872 req-ae8a1a62-57f1-433f-adcc-3023e36e07e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736828 Jul 13 07:21:28.203142 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6745b9b2-1ca4-4db2-aab2-4177a3834682 req-8dde05ba-41cf-4702-9f9e-f6c96131668a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Jul 13 07:21:28.361565 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.399518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0adaff9-e808-4974-83f4-c43f51295bbc req-fad2077b-77d6-4006-bd5b-e2561b005eb2 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 210 time: 0.0351562 Jul 13 07:21:28.420677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec49b-94d5-4896-a6e5-2f3c41274cc9 req-f57e3bff-9f88-4ba5-9ec5-a5855aa8d00e tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:28.425355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e8ec49b-94d5-4896-a6e5-2f3c41274cc9 req-f57e3bff-9f88-4ba5-9ec5-a5855aa8d00e tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 943 time: 0.0763497 Jul 13 07:21:28.447869 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.483930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e8ec49b-94d5-4896-a6e5-2f3c41274cc9 req-6246ab3d-270e-498b-963e-bf2ed7188b2b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501904 Jul 13 07:21:28.497315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Network 9682fa7d-570c-472a-a704-3adbbea7b472 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:28.502969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:28.508759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:28.543916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Pushing event updated for resources: {'Port': ['ID=d8d2f20f-a597-478a-93d1-4adeedfea3e0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:28.574809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:28.575421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.617749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-2c277913-c49c-4a01-bf82-5c0900e7a500 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1587541 Jul 13 07:21:28.634061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Request body: {'port': {'device_id': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:28.685406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae2802-5787-43dd-a81b-68827bce564b req-8315b9b4-d151-4906-8476-7586342cd159 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:28.686842 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ffae2802-5787-43dd-a81b-68827bce564b req-8315b9b4-d151-4906-8476-7586342cd159 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.1088696 Jul 13 07:21:28.770928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ffae2802-5787-43dd-a81b-68827bce564b req-84ddba79-1335-4a34-8951-962c8a60e20b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762022 Jul 13 07:21:28.771958 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.793205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ff9f5-12fc-4798-bb07-20cc5d35f55b req-110fecf7-501d-4a21-84f7-90824c4569f3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:28.794753 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-184ff9f5-12fc-4798-bb07-20cc5d35f55b req-110fecf7-501d-4a21-84f7-90824c4569f3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 945 time: 0.0795116 Jul 13 07:21:28.862598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-184ff9f5-12fc-4798-bb07-20cc5d35f55b req-a2933489-19e4-4d5d-8f1a-0af5756bee5c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620615 Jul 13 07:21:29.103137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7709ad4-d817-4c65-ae89-15ef4742e1c4 req-961c4fec-c654-41fa-998f-5e3bc83dc371 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:29.104662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7709ad4-d817-4c65-ae89-15ef4742e1c4 req-961c4fec-c654-41fa-998f-5e3bc83dc371 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 949 time: 0.1529093 Jul 13 07:21:29.189488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7709ad4-d817-4c65-ae89-15ef4742e1c4 req-224b96af-1980-4925-be28-75f97db53823 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788672 Jul 13 07:21:29.202430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d2f20f-a597-478a-93d1-4adeedfea3e0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:29.211340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.236346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Transition to ACTIVE for port object d8d2f20f-a597-478a-93d1-4adeedfea3e0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:29.247146 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.258643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8713b69e-afff-416c-ad18-5d50c7179c3e req-2832487f-18e9-408c-bf6c-958945ab7b64 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0715082 Jul 13 07:21:29.300198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d2f20f-a597-478a-93d1-4adeedfea3e0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:29.407010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Attempting to bind port d8d2f20f-a597-478a-93d1-4adeedfea3e0 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:29.407354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Attempting to bind port d8d2f20f-a597-478a-93d1-4adeedfea3e0 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:29.407710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Attempting to bind port d8d2f20f-a597-478a-93d1-4adeedfea3e0 on network 9682fa7d-570c-472a-a704-3adbbea7b472 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:29.417919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Port d8d2f20f-a597-478a-93d1-4adeedfea3e0 on network 9682fa7d-570c-472a-a704-3adbbea7b472 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:29.418285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Attempting to bind port d8d2f20f-a597-478a-93d1-4adeedfea3e0 on network 9682fa7d-570c-472a-a704-3adbbea7b472 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:29.424478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:29.424994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Checking segment: {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:29.426155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Bound using segment: {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:29.426600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Bound port: d8d2f20f-a597-478a-93d1-4adeedfea3e0, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:29.426971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.495264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a8f5c-1d34-469e-981d-fc9d228ec64d req-9b3310eb-2c29-4716-ace7-0028b70104c7 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:29.502359 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-233a8f5c-1d34-469e-981d-fc9d228ec64d req-9b3310eb-2c29-4716-ace7-0028b70104c7 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.0846951 Jul 13 07:21:29.530380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:29.534918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:29.541096 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.549619 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-233a8f5c-1d34-469e-981d-fc9d228ec64d req-d8fd5575-22dc-4452-a29f-966d9fa6faf5 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Jul 13 07:21:29.614212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d2f20f-a597-478a-93d1-4adeedfea3e0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:29.627652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:29.628729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.630305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-ae1624f4-8ce0-4fdd-9a3b-1d2b42073ef2 service neutron] 10.222.0.48 "PUT /v2.0/ports/d8d2f20f-a597-478a-93d1-4adeedfea3e0 HTTP/1.1" status: 200 len: 1093 time: 1.0042601 Jul 13 07:21:29.792732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-85b4c076-8274-48c3-982b-5f13b113d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:29.794526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-85b4c076-8274-48c3-982b-5f13b113d6ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 1096 time: 0.1171551 Jul 13 07:21:29.852908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-d53232b3-116b-468d-aa1b-c59a6e2334cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0 HTTP/1.1" status: 200 len: 217 time: 0.0500031 Jul 13 07:21:29.908728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b90f8-1d17-48bb-b2de-dbcea8e97b82 req-7cd2322c-7bf7-46fe-87e3-d63969ab8bb1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:29.915094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-057b90f8-1d17-48bb-b2de-dbcea8e97b82 req-7cd2322c-7bf7-46fe-87e3-d63969ab8bb1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 943 time: 0.1712766 Jul 13 07:21:29.952790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-7ec64e2f-09f7-4290-a779-5e2352715da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:29.954416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-7ec64e2f-09f7-4290-a779-5e2352715da6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70f5aeda-79d4-45a2-ad68-376ab55b377c HTTP/1.1" status: 200 len: 855 time: 0.0947323 Jul 13 07:21:29.990902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-fa82ea16-ebeb-4b23-bea7-8de6b0c1a425 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9682fa7d-570c-472a-a704-3adbbea7b472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296085 Jul 13 07:21:29.996185 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-057b90f8-1d17-48bb-b2de-dbcea8e97b82 req-882e6aa1-9bfc-46c9-8620-c7bf94cf3904 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778737 Jul 13 07:21:29.998692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:30.001160 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:30.016492 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-a4426833-1239-46dd-a87d-d47a909ec4a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3601046 Jul 13 07:21:30.032236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd443a50-daae-459a-a098-6482e357edbf req-b2f2cfae-6148-45fc-a9e0-0a70cedc2244 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:30.040468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd443a50-daae-459a-a098-6482e357edbf req-b2f2cfae-6148-45fc-a9e0-0a70cedc2244 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 944 time: 0.3343472 Jul 13 07:21:30.110431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd443a50-daae-459a-a098-6482e357edbf req-0a328220-6922-4f8b-a1b7-0881ae81b7b6 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611448 Jul 13 07:21:30.202020 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-992c0ecb-d33b-4ae3-9d8c-c66fec9bfb62 service neutron] 10.222.0.48 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037816 Jul 13 07:21:30.298296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772eecf-5b39-4931-9e63-13260a7d3a28 req-38a2f0b1-3ddf-4c96-ad8c-e9b88c1621f6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:30.305550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7772eecf-5b39-4931-9e63-13260a7d3a28 req-38a2f0b1-3ddf-4c96-ad8c-e9b88c1621f6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.1380625 Jul 13 07:21:30.338398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9e74-f26c-4b1f-8a94-19faea37ae30 req-f9168ec9-1827-4b7f-b3a8-a438a2684e07 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:30.356322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9cc9e74-f26c-4b1f-8a94-19faea37ae30 req-f9168ec9-1827-4b7f-b3a8-a438a2684e07 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 945 time: 0.1059933 Jul 13 07:21:30.359572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7772eecf-5b39-4931-9e63-13260a7d3a28 req-b9892989-a84e-46bd-b8e2-769d00b9e910 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530548 Jul 13 07:21:30.396681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f8f9ff-1565-4ab4-9434-86c5f0361fca req-9e6a8aac-904c-44c8-8b7e-f74692b4e326 service neutron] 10.222.0.48 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876984 Jul 13 07:21:30.448680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9cc9e74-f26c-4b1f-8a94-19faea37ae30 req-5a3d912f-b5fb-4598-8d2f-131b0b1ccae4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909736 Jul 13 07:21:30.532144 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f6b163-9287-45a2-a0fe-8cb7ac7c7e96 x-openstack-request-id: req-59f6b163-9287-45a2-a0fe-8cb7ac7c7e96 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:30.532439 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:30.532698 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59f6b163-9287-45a2-a0fe-8cb7ac7c7e96 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:30.533119 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0', 'status': 'completed', 'code': 200} Jul 13 07:21:30.693257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-2e0f0ac8-4ae8-43bb-be7d-e73638876a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:30.696438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-2e0f0ac8-4ae8-43bb-be7d-e73638876a3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 1096 time: 0.1282721 Jul 13 07:21:30.779904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925074-4058-454c-aa62-c5666adcae94 req-67d2d00f-aa03-4125-8c80-1cf38fd40a2f tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:30.788153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36925074-4058-454c-aa62-c5666adcae94 req-67d2d00f-aa03-4125-8c80-1cf38fd40a2f tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 949 time: 0.1112516 Jul 13 07:21:30.860845 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36925074-4058-454c-aa62-c5666adcae94 req-11f011e0-4c4f-480f-8a0f-1f7f35081c3a tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712323 Jul 13 07:21:30.898957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dcf10e70-740d-4063-a39a-c907dc1e9d19 req-fcf6234c-9ef4-4ccf-9b17-2563b48525db tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0517097 Jul 13 07:21:30.936679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-dc0f08d9-2478-4388-83a4-b0ee139e82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:30.938641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-dc0f08d9-2478-4388-83a4-b0ee139e82cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 200 len: 916 time: 0.2348106 Jul 13 07:21:30.998516 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-65085aad-4c73-4423-80ce-ff4ff117cf8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0 HTTP/1.1" status: 200 len: 217 time: 0.0525246 Jul 13 07:21:31.053247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142b9fc-c8a8-4b5f-a311-122b2c7c34ac req-dd8201bb-26f8-40f5-9b85-9f05dc8d5208 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:31.055143 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f142b9fc-c8a8-4b5f-a311-122b2c7c34ac req-dd8201bb-26f8-40f5-9b85-9f05dc8d5208 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1097 time: 0.0706522 Jul 13 07:21:31.094747 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f142b9fc-c8a8-4b5f-a311-122b2c7c34ac req-745a516b-d22a-46c9-bc45-6165d129d8c2 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335300 Jul 13 07:21:31.127174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-97541717-a536-44d8-9a3c-5b49e67f02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:31.128628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-97541717-a536-44d8-9a3c-5b49e67f02e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70f5aeda-79d4-45a2-ad68-376ab55b377c HTTP/1.1" status: 200 len: 855 time: 0.1242383 Jul 13 07:21:31.169385 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-9b699426-04dc-49f3-8dc9-ca962509a716 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9682fa7d-570c-472a-a704-3adbbea7b472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313957 Jul 13 07:21:31.192358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e84b-541a-4cb9-8cc0-cefff3e897ad req-cd50ae0f-76b4-41db-a0fd-97bacad527cc tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:31.193860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3a0e84b-541a-4cb9-8cc0-cefff3e897ad req-cd50ae0f-76b4-41db-a0fd-97bacad527cc tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.1205552 Jul 13 07:21:31.283747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3a0e84b-541a-4cb9-8cc0-cefff3e897ad req-96c333ae-22ab-40b7-90b8-6ae4b52724d2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780208 Jul 13 07:21:31.312525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-d51a02df-8c67-4a84-977f-6327d1f0d043 service neutron] 10.222.0.48 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343906 Jul 13 07:21:31.313314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4f01c-31f0-4139-8672-6cfe03448018 req-1ae4b557-813f-49b0-ba8f-40fdba83e2f1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:31.320057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6dd4f01c-31f0-4139-8672-6cfe03448018 req-1ae4b557-813f-49b0-ba8f-40fdba83e2f1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 943 time: 0.0895517 Jul 13 07:21:31.355091 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6dd4f01c-31f0-4139-8672-6cfe03448018 req-79d1fbf9-4cc5-44cb-bd1b-f0f7353e77f5 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340903 Jul 13 07:21:31.432135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3eda7ac-06f2-4c07-9cb7-680eeb6c3043 req-682e8505-60c4-4f68-99f7-4e8250bedc57 service neutron] 10.222.0.48 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122284 Jul 13 07:21:31.480011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af467a7-34ad-4afc-8d3b-527c72c28389 req-80427766-7d34-4fcc-8d15-b4bb506012be tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:31.481581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1af467a7-34ad-4afc-8d3b-527c72c28389 req-80427766-7d34-4fcc-8d15-b4bb506012be tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1097 time: 0.0656941 Jul 13 07:21:31.516549 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1af467a7-34ad-4afc-8d3b-527c72c28389 req-a19a8bf8-b41d-433c-b127-5a0f843c462a tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292585 Jul 13 07:21:31.555392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58b434-5879-45c9-8f42-780856dadaf0 req-29a0fbaf-2660-4065-b0aa-0d876b569619 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:31.556875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da58b434-5879-45c9-8f42-780856dadaf0 req-29a0fbaf-2660-4065-b0aa-0d876b569619 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 944 time: 0.0641878 Jul 13 07:21:31.601125 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da58b434-5879-45c9-8f42-780856dadaf0 req-eb99ce71-ff95-4082-bf4f-b3973411c969 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Jul 13 07:21:31.768325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b872e1-e4c6-4a87-b8ea-e74e0272b905 req-17167ce6-5944-4305-84a9-60367cbef12e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:31.768325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28b872e1-e4c6-4a87-b8ea-e74e0272b905 req-17167ce6-5944-4305-84a9-60367cbef12e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.0770824 Jul 13 07:21:31.808982 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28b872e1-e4c6-4a87-b8ea-e74e0272b905 req-f4fab23f-a49f-4660-901f-ab1c6c703c7e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364549 Jul 13 07:21:32.039601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3534ea-740a-4250-a543-46cad4ed249d req-2c6d4b83-223e-4145-9b92-0faf2b1a1106 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:32.041081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd3534ea-740a-4250-a543-46cad4ed249d req-2c6d4b83-223e-4145-9b92-0faf2b1a1106 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 949 time: 0.0649076 Jul 13 07:21:32.071260 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e01d96a0-bdf8-43f8-9e35-ed9a05d84b93 req-3adcae6c-32ed-496a-a49f-844bdf51da7b tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0302289 Jul 13 07:21:32.096387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd3534ea-740a-4250-a543-46cad4ed249d req-f23704ad-766f-4bb8-802b-ee217bd13a84 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496299 Jul 13 07:21:32.240618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a663e-440d-4803-b062-a3742465c8fe req-ce79323d-217b-4945-ac82-3c69e38ca186 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:32.242213 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-600a663e-440d-4803-b062-a3742465c8fe req-ce79323d-217b-4945-ac82-3c69e38ca186 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1097 time: 0.0577288 Jul 13 07:21:32.275984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-600a663e-440d-4803-b062-a3742465c8fe req-498dd758-d4d3-4bce-b443-52b984310c1b tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280795 Jul 13 07:21:32.468160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c238b0-126a-451b-be43-a97f9a110781 req-75abffcf-6a96-4d6f-915b-e323271927ad tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:32.469666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95c238b0-126a-451b-be43-a97f9a110781 req-75abffcf-6a96-4d6f-915b-e323271927ad tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.0672090 Jul 13 07:21:32.507655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95c238b0-126a-451b-be43-a97f9a110781 req-fc51a716-5ccb-4729-9e0b-c1cdfdb8d3a5 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Jul 13 07:21:32.528006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03548924-ce69-437c-b5dd-beafa31f473f req-fd19ba60-c33b-4525-a135-499df5342ed9 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:32.529472 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03548924-ce69-437c-b5dd-beafa31f473f req-fd19ba60-c33b-4525-a135-499df5342ed9 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 943 time: 0.0629377 Jul 13 07:21:32.565688 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03548924-ce69-437c-b5dd-beafa31f473f req-e76bf849-5afc-46c6-8391-e2d122c81c18 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306783 Jul 13 07:21:32.778641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ef77-1bae-46a5-858d-99c8755e54ab req-d2d9abd9-94bd-477f-bc09-911b5d1d488b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:32.780124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-19c9ef77-1bae-46a5-858d-99c8755e54ab req-d2d9abd9-94bd-477f-bc09-911b5d1d488b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 944 time: 0.0707321 Jul 13 07:21:32.817637 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-19c9ef77-1bae-46a5-858d-99c8755e54ab req-68b0c133-85c7-4814-ae74-e5d17b191b43 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jul 13 07:21:32.988057 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db1c17-8fe3-4438-99dd-d2b2341b8f79 req-f90199d7-14b7-4fef-9390-b6fa6e7051e2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:32.989644 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36db1c17-8fe3-4438-99dd-d2b2341b8f79 req-f90199d7-14b7-4fef-9390-b6fa6e7051e2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.0691705 Jul 13 07:21:33.026649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36db1c17-8fe3-4438-99dd-d2b2341b8f79 req-0ecf6326-1bb5-4c3d-9806-58d217500542 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Jul 13 07:21:33.189687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b4143-b658-4bb9-a955-75b0c64cc413 req-08754034-f865-42a3-92ce-6063678b518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.191328 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd8b4143-b658-4bb9-a955-75b0c64cc413 req-08754034-f865-42a3-92ce-6063678b518c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e97ee2ddb9264e0e950042523369a6e3&device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 1095 time: 0.0974538 Jul 13 07:21:33.191696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-58d28d70-52f1-4e0b-b585-e040b5587e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.193529 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-58d28d70-52f1-4e0b-b585-e040b5587e54 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1127 time: 0.1002731 Jul 13 07:21:33.225337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b92d0e-060b-4312-a89d-b36414dbc71e req-8187df7f-8738-4f4d-9df7-6ffe8ebc8f2a tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0284679 Jul 13 07:21:33.340831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-b5244b1a-03cb-4dfb-a5ab-58c0dfb3a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.342553 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-b5244b1a-03cb-4dfb-a5ab-58c0dfb3a7a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.0926929 Jul 13 07:21:33.397038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-a8ca24a3-8a5b-4466-bea4-a4b85de6c268 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17687b2-f03f-49d7-ae59-838789276192 HTTP/1.1" status: 200 len: 217 time: 0.0451319 Jul 13 07:21:33.465037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab8733-b95a-426e-9113-0c505c6dceff req-eb2736af-caf9-41ee-b4bb-667daf75657a tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.466663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584f3a0-5186-4bff-bcb6-b8eaae4f958a req-ddf6ea7b-f127-49d8-b696-b89c2b35e6b6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.467477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eeab8733-b95a-426e-9113-0c505c6dceff req-eb2736af-caf9-41ee-b4bb-667daf75657a tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1097 time: 0.0534229 Jul 13 07:21:33.468012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f584f3a0-5186-4bff-bcb6-b8eaae4f958a req-ddf6ea7b-f127-49d8-b696-b89c2b35e6b6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 949 time: 0.2196767 Jul 13 07:21:33.489266 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b4143-b658-4bb9-a955-75b0c64cc413 req-0dc18d01-fb72-494a-aab8-013ec8fed787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.490717 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd8b4143-b658-4bb9-a955-75b0c64cc413 req-0dc18d01-fb72-494a-aab8-013ec8fed787 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e97ee2ddb9264e0e950042523369a6e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2125981 Jul 13 07:21:33.502586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eeab8733-b95a-426e-9113-0c505c6dceff req-d8e99d06-385d-4825-b3e0-ed856930e45c tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297451 Jul 13 07:21:33.513407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f584f3a0-5186-4bff-bcb6-b8eaae4f958a req-201f37de-6479-4aad-b8c2-3f07a9f81d9a tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Jul 13 07:21:33.592100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-a7ddd2c0-8481-46e7-9d3a-8071751f2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.595194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-a7ddd2c0-8481-46e7-9d3a-8071751f2151 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.0763979 Jul 13 07:21:33.657467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-79203fd0-fdd4-446a-b4d2-fedaf1782eb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459385 Jul 13 07:21:33.742997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b4143-b658-4bb9-a955-75b0c64cc413 req-4c136df2-7cf7-4562-9322-7d92ed43913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.744474 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd8b4143-b658-4bb9-a955-75b0c64cc413 req-4c136df2-7cf7-4562-9322-7d92ed43913e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2270286 Jul 13 07:21:33.765820 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-be8d9bed-e635-4075-ae5d-26cbef660949 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989974 Jul 13 07:21:33.775414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5724b-25a0-48c4-b974-4a2f4bee6fa3 req-dd01de7c-9cb5-4e75-8d7b-e02c50ce2428 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.776971 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4cb5724b-25a0-48c4-b974-4a2f4bee6fa3 req-dd01de7c-9cb5-4e75-8d7b-e02c50ce2428 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.0908298 Jul 13 07:21:33.856751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4cb5724b-25a0-48c4-b974-4a2f4bee6fa3 req-b8a11854-8362-4ada-a099-120ab80bb81d tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743937 Jul 13 07:21:33.895348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1542bd-0c8e-4af9-a118-38243bba4f15 req-af0e5ddd-75f7-44cf-beb9-83f2a0c6fe82 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126420 Jul 13 07:21:33.897422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-08ce2ac1-354f-445b-b3fe-01e6faa9ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.899252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-08ce2ac1-354f-445b-b3fe-01e6faa9ddce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e97ee2ddb9264e0e950042523369a6e3&device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 1095 time: 0.0991793 Jul 13 07:21:33.954476 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-e03205b1-9f91-47c1-82fb-5b77c6c8143f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d8bb035-3958-4a25-aa36-7633737adc0d HTTP/1.1" status: 200 len: 217 time: 0.0451796 Jul 13 07:21:34.045915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-2394835a-b49a-4fae-963e-a7f7e19fbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:34.048569 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-2394835a-b49a-4fae-963e-a7f7e19fbe51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f91cc109-4e1d-4183-8caa-38415afe05ad HTTP/1.1" status: 200 len: 854 time: 0.0847149 Jul 13 07:21:34.113135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657ea06-c517-4f9c-91bc-c6b730053d7c req-68058b49-72a4-420b-a33b-ab31964a9767 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:34.114717 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7657ea06-c517-4f9c-91bc-c6b730053d7c req-68058b49-72a4-420b-a33b-ab31964a9767 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 943 time: 0.1181643 Jul 13 07:21:34.166356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7657ea06-c517-4f9c-91bc-c6b730053d7c req-1491a0b2-f425-4360-b3f7-40fe5a4158ed tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Jul 13 07:21:34.169158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-29cb18a3-d818-4a9d-9389-5d4693ae87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:34.170659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-29cb18a3-d818-4a9d-9389-5d4693ae87b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e33cf551-caff-448f-951c-7c94acd1cdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002922 Jul 13 07:21:34.236403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-29247105-a858-48f2-ab17-e6967028d73f tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:34.242643 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-29247105-a858-48f2-ab17-e6967028d73f tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.38 "GET /v2.0/networks?id=e077853c-546e-4e3a-93b7-104db9a0eb75 HTTP/1.1" status: 200 len: 815 time: 0.1721113 Jul 13 07:21:34.299722 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-990f6432-a91e-4d49-ba9c-0c1102cb9cfe service neutron] 10.222.0.38 "GET /v2.0/networks/e33cf551-caff-448f-951c-7c94acd1cdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209762 Jul 13 07:21:34.405886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d8d2f20f-a597-478a-93d1-4adeedfea3e0 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:34.477405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f223ec6-b565-416d-be01-8999d2210307 req-677f1b8b-91e4-4e81-b972-3a9855305b3c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:34.478884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f223ec6-b565-416d-be01-8999d2210307 req-677f1b8b-91e4-4e81-b972-3a9855305b3c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 944 time: 0.0620291 Jul 13 07:21:34.502676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:34.514250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0', 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472', 'port_id': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0', 'mac_address': 'fa:16:3e:4f:8f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f5aeda-79d4-45a2-ad68-376ab55b377c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:34.515304 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f223ec6-b565-416d-be01-8999d2210307 req-d77b30c6-ab15-49b4-adc5-b0d940973cea tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307503 Jul 13 07:21:34.552054 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:34.564476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d2f20f-a597-478a-93d1-4adeedfea3e0 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:34.583203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:34.587772 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:34.643059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d8d2f20f-a597-478a-93d1-4adeedfea3e0,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:34.725076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-b2470fc8-0141-4606-9fb1-413ce15d5b96 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01f88d5df9c04261bfcc9a11db17365c HTTP/1.1" status: 200 len: 379 time: 0.0753286 Jul 13 07:21:34.737843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Request body: {'port': {'device_id': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'admin_state_up': True, 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'security_groups': ['94faa457-87a3-452c-b4e6-f24f206d1a00']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:34.750302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b103e2-4f56-4d1a-8eca-b944b2b535fd req-c77cc03f-90ea-42a5-9c70-cb1220abd25d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:34.751821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04b103e2-4f56-4d1a-8eca-b944b2b535fd req-c77cc03f-90ea-42a5-9c70-cb1220abd25d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.1383605 Jul 13 07:21:34.757529 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286d439c-2cad-4de8-a8b5-17e3822a66b3 req-074460f3-e666-437e-9014-390db7e79970 service neutron] 10.222.0.38 "GET /v2.0/networks/e33cf551-caff-448f-951c-7c94acd1cdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090093 Jul 13 07:21:34.818097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04b103e2-4f56-4d1a-8eca-b944b2b535fd req-37358852-a3a3-4bf4-85bf-bd52b15913fe tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575497 Jul 13 07:21:34.892739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d8d2f20f-a597-478a-93d1-4adeedfea3e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:34.908823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Made reservation on behalf of 01f88d5df9c04261bfcc9a11db17365c for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:34.915514 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:34.984066 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2136c7aa-7ae9-4062-a20d-21e8e00bc9c0 req-1145942c-8b64-484c-9923-563aa3d040a1 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0412745 Jul 13 07:21:34.990067 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-2b213114-ce9f-4c0e-89ae-f36ffe261bf1 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:21:34.991431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-2b213114-ce9f-4c0e-89ae-f36ffe261bf1 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060322 Jul 13 07:21:35.002267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Request body: {'binding': {'host': 'n-h1-758944-43', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:35.002894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Unknown quota resources ['binding']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:21:35.163930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:35.261363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752ba0b-36a6-49bd-b503-3a86491c193c req-46c7071a-b87c-4cf4-bc70-d1b0e61ef65d tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.262989 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5752ba0b-36a6-49bd-b503-3a86491c193c req-46c7071a-b87c-4cf4-bc70-d1b0e61ef65d tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 949 time: 0.1460049 Jul 13 07:21:35.268119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on host n-h1-758944-43 for vnic_type normal with profile None {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:35.268465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:35.268802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:35.279872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:35.280141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:35.293616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:35.293973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:35.294372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:35.294815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Bound port: 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:35.338869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5752ba0b-36a6-49bd-b503-3a86491c193c req-4039cb3f-8d8b-4623-8fc5-7923bdbb6c70 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664582 Jul 13 07:21:35.369196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:35.374572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:35.376118 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-32ac16a8-9c7e-496f-a7cc-04fd7fbfd927 service neutron] 10.222.0.41 "POST /v2.0/ports/8ebe32d8-f516-4520-9ff7-53a51eb6689c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3775375 Jul 13 07:21:35.472098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Allocated IP 172.20.0.6 (e077853c-546e-4e3a-93b7-104db9a0eb75/f822b982-e778-4f65-8076-b9393019b994/7d7fde75-311d-4655-9824-fd06af6474dc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:35.504208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-bcc603db-ff37-44a0-b470-805ad5044139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.506362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-bcc603db-ff37-44a0-b470-805ad5044139 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1102 time: 0.3894095 Jul 13 07:21:35.621029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4ffc9-971a-43ad-afdc-4503f3f0227c req-08748bbd-426f-45f8-8372-6a5684006060 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.628563 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31b4ffc9-971a-43ad-afdc-4503f3f0227c req-08748bbd-426f-45f8-8372-6a5684006060 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.1463952 Jul 13 07:21:35.691993 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31b4ffc9-971a-43ad-afdc-4503f3f0227c req-4241bfbf-2239-4df2-9274-b797f4b6d2bb tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587549 Jul 13 07:21:35.822154 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-e405473a-9e01-494b-9bd8-5aea1f7a5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.823708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-e405473a-9e01-494b-9bd8-5aea1f7a5fd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1097 time: 0.0679717 Jul 13 07:21:35.967007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-e043e809-2ca2-42f8-bb2b-4f0ffe79121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.968415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-e043e809-2ca2-42f8-bb2b-4f0ffe79121d service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.4469137 Jul 13 07:21:35.973623 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:35.984450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4c915-e75c-4187-9b3e-b132405db0f5 req-b3500f2a-9f89-480e-88fc-7316c51fe2c1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.985993 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28a4c915-e75c-4187-9b3e-b132405db0f5 req-b3500f2a-9f89-480e-88fc-7316c51fe2c1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 943 time: 0.3150318 Jul 13 07:21:35.986791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-ecc04574-25d1-4472-93d3-6973b87e9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.991273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-ecc04574-25d1-4472-93d3-6973b87e9a0c service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1553378 Jul 13 07:21:36.053087 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-189c4cec-52c0-43bf-838a-eefaffcb9d24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.0660987 Jul 13 07:21:36.056282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Transition to ACTIVE for port object 7d7fde75-311d-4655-9824-fd06af6474dc will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:36.063928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-38441489-8b5e-4665-bcbc-90e752ec2dbb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c HTTP/1.1" status: 200 len: 217 time: 0.0641170 Jul 13 07:21:36.090483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28a4c915-e75c-4187-9b3e-b132405db0f5 req-e00c9636-1f0b-43c2-963b-584f22c652a1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957546 Jul 13 07:21:36.148061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2fbe1b2a-c9b9-4503-83ce-6b32bfba5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:36.149679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2fbe1b2a-c9b9-4503-83ce-6b32bfba5421 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0878592 Jul 13 07:21:36.167929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-318d75e0-8b6c-4da0-897e-c29cf5d144d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:36.169116 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-318d75e0-8b6c-4da0-897e-c29cf5d144d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.0806148 Jul 13 07:21:36.192226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.237988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d313df39-c08e-40dd-a0e8-c7620292a5b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568945 Jul 13 07:21:36.257603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbfa32-7ae1-4d77-9fa0-6e893a447067 req-532e48f4-d2f1-4045-8bc6-02446f0801b0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:36.258036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Network e077853c-546e-4e3a-93b7-104db9a0eb75 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:36.259393 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96bbfa32-7ae1-4d77-9fa0-6e893a447067 req-532e48f4-d2f1-4045-8bc6-02446f0801b0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 945 time: 0.2075210 Jul 13 07:21:36.277974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:36.305471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:36.309366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Pushing event updated for resources: {'Port': ['ID=7d7fde75-311d-4655-9824-fd06af6474dc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:36.338722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-d90882e2-2f55-40d3-9aa7-89c803572063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:36.340253 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-d90882e2-2f55-40d3-9aa7-89c803572063 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1832886 Jul 13 07:21:36.389481 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96bbfa32-7ae1-4d77-9fa0-6e893a447067 req-364f0d2c-37ca-4e4d-847f-875c2229cdc6 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616572 Jul 13 07:21:36.405019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:36.405692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.407562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-818cb324-ba29-4473-a13a-bc8e6d3ecf2a service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589098 Jul 13 07:21:36.433348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device e17687b2-f03f-49d7-ae59-838789276192 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:36.436296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d8d2f20f-a597-478a-93d1-4adeedfea3e0 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:36.465746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-21ac5bc0-70b6-4c22-9c3c-b909aa969c15 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7326593 Jul 13 07:21:36.489571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ecd1f-230e-443a-8ef2-f97670127544 req-fd85dc18-8470-4de4-b740-2e809bec48ba tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:36.496680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-748ecd1f-230e-443a-8ef2-f97670127544 req-fd85dc18-8470-4de4-b740-2e809bec48ba tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 945 time: 0.2352939 Jul 13 07:21:36.505293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Request body: {'port': {'device_id': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:36.594735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-95f9a51f-bdbb-4848-8a1b-71c36ab8472b service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433405 Jul 13 07:21:36.615891 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-91f3fef8-c005-4b10-9791-8aec643d2115 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938074 Jul 13 07:21:36.652752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-748ecd1f-230e-443a-8ef2-f97670127544 req-b2d61e23-a28f-4c05-b5c3-81bf4c82baec tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550319 Jul 13 07:21:36.672047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port d8d2f20f-a597-478a-93d1-4adeedfea3e0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:36.692017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port d8d2f20f-a597-478a-93d1-4adeedfea3e0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:36.692913 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.726970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-511216d5-7a69-4da6-9ce2-2ff61d76830f None None] Provisioning for port 7d7fde75-311d-4655-9824-fd06af6474dc completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:36.728381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.758962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-511216d5-7a69-4da6-9ce2-2ff61d76830f None None] Provisioning complete for port 7d7fde75-311d-4655-9824-fd06af6474dc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:36.759588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-511216d5-7a69-4da6-9ce2-2ff61d76830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.763104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1d120-8a71-4338-bac6-05271bec3df4 req-1d7495da-1327-4fbc-8b20-fe08ada88901 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:36.770054 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71c1d120-8a71-4338-bac6-05271bec3df4 req-1d7495da-1327-4fbc-8b20-fe08ada88901 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.1274724 Jul 13 07:21:36.817693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-511216d5-7a69-4da6-9ce2-2ff61d76830f None None] Port 7d7fde75-311d-4655-9824-fd06af6474dc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:36.824681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-59fa7550-aa31-409f-8d82-8be284d51352 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:36.827481 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-59fa7550-aa31-409f-8d82-8be284d51352 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.1270523 Jul 13 07:21:36.831788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:36.849778 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71c1d120-8a71-4338-bac6-05271bec3df4 req-bc78a293-92e4-4898-a046-8d9532762a0d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719581 Jul 13 07:21:36.851175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device e17687b2-f03f-49d7-ae59-838789276192 has no active binding in host n-h2-758944-43 {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:21:36.859839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-43'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:36.905297 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.932426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:36.935590 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b304123b-3e60-4f48-8579-645bad104743" -d '{"events": [{"server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:36.953489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:36.968748 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.004974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.090605 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-f9754aaf-9a0d-4c8d-b429-4b4e83d11608 service neutron] 10.222.0.38 "GET /v2.0/ports/e17687b2-f03f-49d7-ae59-838789276192/bindings/n-h2-758944-43 HTTP/1.1" status: 200 len: 385 time: 0.0755680 Jul 13 07:21:37.091966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d8d2f20f-a597-478a-93d1-4adeedfea3e0,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:37.094376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-910e9f0b-195c-4d01-a273-5acdc5b2ba4d service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877026 Jul 13 07:21:37.143840 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.233410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7fde75-311d-4655-9824-fd06af6474dc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:37.242532 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.255430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Transition to ACTIVE for port object 7d7fde75-311d-4655-9824-fd06af6474dc will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:37.268453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62c1b0-9c30-4d6d-89e4-735b9d641a51 req-db42fc1d-8a05-4f84-ae90-b28f43fcb3fe tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:37.276660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa62c1b0-9c30-4d6d-89e4-735b9d641a51 req-db42fc1d-8a05-4f84-ae90-b28f43fcb3fe tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 931 time: 0.4388070 Jul 13 07:21:37.307650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.371918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa62c1b0-9c30-4d6d-89e4-735b9d641a51 req-f23403bc-988a-485e-afae-dab99124d949 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901570 Jul 13 07:21:37.522511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:37.553061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Pushing event updated for resources: {'Port': ['ID=7d7fde75-311d-4655-9824-fd06af6474dc,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:37.581370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:37.587637 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Attempting to bind port 7d7fde75-311d-4655-9824-fd06af6474dc on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:37.587982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Attempting to bind port 7d7fde75-311d-4655-9824-fd06af6474dc by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:37.588311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Attempting to bind port 7d7fde75-311d-4655-9824-fd06af6474dc on network e077853c-546e-4e3a-93b7-104db9a0eb75 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:37.596553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Port 7d7fde75-311d-4655-9824-fd06af6474dc on network e077853c-546e-4e3a-93b7-104db9a0eb75 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:37.596879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Attempting to bind port 7d7fde75-311d-4655-9824-fd06af6474dc on network e077853c-546e-4e3a-93b7-104db9a0eb75 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:37.604169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:37.604574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Checking segment: {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:37.604969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Bound using segment: {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:37.605417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Bound port: 7d7fde75-311d-4655-9824-fd06af6474dc, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b37f15f-bd03-471a-8b45-71cc5ce1005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:37.605775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.607972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:37.654305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17687b2-f03f-49d7-ae59-838789276192 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:37.668752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:37.695430 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.699845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:37.709243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98a3b2-f327-4531-9ed2-a547a4cd09fc req-f69f54bc-1684-4842-b916-acae0e6e1133 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:37.711347 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d98a3b2-f327-4531-9ed2-a547a4cd09fc req-f69f54bc-1684-4842-b916-acae0e6e1133 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 944 time: 0.1752419 Jul 13 07:21:37.714224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] For port 7d7fde75-311d-4655-9824-fd06af6474dc, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:37.717690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] For port 7d7fde75-311d-4655-9824-fd06af6474dc, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7d7fde75-311d-4655-9824-fd06af6474dc,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:37.727032 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.777530 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83008cec-e851-4a89-ae59-1c5c224d44a1 x-openstack-request-id: req-83008cec-e851-4a89-ae59-1c5c224d44a1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:37.778074 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:37.778247 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83008cec-e851-4a89-ae59-1c5c224d44a1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:37.778703 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0', 'code': 200} Jul 13 07:21:37.792944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:37.793573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.795981 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] 10.222.0.38 "PUT /v2.0/ports/7d7fde75-311d-4655-9824-fd06af6474dc HTTP/1.1" status: 200 len: 1092 time: 1.2972112 Jul 13 07:21:37.799145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'tag': '7d7fde75-311d-4655-9824-fd06af6474dc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:37.802448 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d043133c-18d6-4dc3-a27b-c9937fc1692e", "tag": "7d7fde75-311d-4655-9824-fd06af6474dc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:37.816356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:37.824409 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ead2b33-03a0-4388-bf1d-67ef26c89927" -d '{"events": [{"server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:37.836642 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.852011 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d98a3b2-f327-4531-9ed2-a547a4cd09fc req-5957f188-159b-4b70-866f-9bfbbed95f0e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290452 Jul 13 07:21:37.880086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc679b83-136a-4649-bbfa-752a5e6568cc service neutron] Pushing event updated for resources: {'Port': ['ID=7d7fde75-311d-4655-9824-fd06af6474dc,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:37.901321 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.018837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] Transition to ACTIVE for port object e17687b2-f03f-49d7-ae59-838789276192 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:38.104812 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.136676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on host n-h2-758944-43 for vnic_type normal with profile {"migrating_to": "n-h1-758944-43"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:38.137641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:38.137641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:38.142131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebe32d8-f516-4520-9ff7-53a51eb6689c,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:38.145261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a646-6bf0-4492-b77c-4333a2fe13a6 req-87d6b385-24af-4f79-b30a-cd7194f3a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.146818 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5c6a646-6bf0-4492-b77c-4333a2fe13a6 req-87d6b385-24af-4f79-b30a-cd7194f3a146 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 1098 time: 0.2332883 Jul 13 07:21:38.160383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:38.160383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Attempting to bind port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:38.167492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-38706165-9e50-4281-a35d-ca4c56464bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.168957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-38706165-9e50-4281-a35d-ca4c56464bec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=01f88d5df9c04261bfcc9a11db17365c&device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 1095 time: 0.1969028 Jul 13 07:21:38.209246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] No DVR routers for this DVR port e17687b2-f03f-49d7-ae59-838789276192 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:38.223747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-cdfe8816-1b36-417f-8525-eac4ef16407a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d7fde75-311d-4655-9824-fd06af6474dc HTTP/1.1" status: 200 len: 217 time: 0.0447776 Jul 13 07:21:38.224099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:38.224450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:38.224845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:38.225339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Bound port: 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:38.225705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.252130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5545c-e960-4dbe-92ef-ffb47d9baca9 req-ccc97ff1-afa3-46fd-b4fa-ad02f4cc2fdb tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.256176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66f5545c-e960-4dbe-92ef-ffb47d9baca9 req-ccc97ff1-afa3-46fd-b4fa-ad02f4cc2fdb tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 943 time: 0.1688139 Jul 13 07:21:38.278299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5c6a646-6bf0-4492-b77c-4333a2fe13a6 req-c24512e8-a881-4dd4-8bbd-a0fdb671d474 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220305 Jul 13 07:21:38.320718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-f71bcef9-62d9-45b0-8998-19e23ce9204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.322283 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-f71bcef9-62d9-45b0-8998-19e23ce9204f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f822b982-e778-4f65-8076-b9393019b994 HTTP/1.1" status: 200 len: 854 time: 0.0895283 Jul 13 07:21:38.331001 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66f5545c-e960-4dbe-92ef-ffb47d9baca9 req-2ba06cda-2fbd-44b3-92cd-89be340d7f1e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548475 Jul 13 07:21:38.394778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-024487a9-b644-469f-baa7-a35d38874798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.397140 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-024487a9-b644-469f-baa7-a35d38874798 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e077853c-546e-4e3a-93b7-104db9a0eb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651808 Jul 13 07:21:38.440141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0d8bb035-3958-4a25-aa36-7633737adc0d details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:38.443687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:38.526678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-cc31494f-1006-49c4-8e7a-f74155c49ec1 service neutron] 10.222.0.38 "GET /v2.0/networks/e077853c-546e-4e3a-93b7-104db9a0eb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156249 Jul 13 07:21:38.533284 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] 10.222.0.38 "PUT /v2.0/ports/e17687b2-f03f-49d7-ae59-838789276192/bindings/n-h2-758944-43/activate HTTP/1.1" status: 200 len: 370 time: 1.4125190 Jul 13 07:21:38.560673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9273b-165b-47fa-be47-d4b73af07be3 req-f06b42b7-45fb-40ce-ac07-81a00cea3834 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.568457 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-00a9273b-165b-47fa-be47-d4b73af07be3 req-f06b42b7-45fb-40ce-ac07-81a00cea3834 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 943 time: 0.5534306 Jul 13 07:21:38.584720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 0d8bb035-3958-4a25-aa36-7633737adc0d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0d8bb035-3958-4a25-aa36-7633737adc0d,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:38.597496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '0d8bb035-3958-4a25-aa36-7633737adc0d', 'network_id': 'e33cf551-caff-448f-951c-7c94acd1cdb7', 'port_id': '0d8bb035-3958-4a25-aa36-7633737adc0d', 'mac_address': 'fa:16:3e:b2:76:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91cc109-4e1d-4183-8caa-38415afe05ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:38.645736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:38.649016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:38.666097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.666353 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.673916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4e8c1-779f-4b9e-8e10-dd529f6085a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e17687b2-f03f-49d7-ae59-838789276192,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:38.685379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8bb035-3958-4a25-aa36-7633737adc0d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:38.733038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 0d8bb035-3958-4a25-aa36-7633737adc0d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0d8bb035-3958-4a25-aa36-7633737adc0d,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:38.744402 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.758083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a604eff-b338-49bc-93cd-8355ba1179da req-3e3bb5ed-848d-4a6b-9f60-f5527e0c723b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.760188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a604eff-b338-49bc-93cd-8355ba1179da req-3e3bb5ed-848d-4a6b-9f60-f5527e0c723b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.2318842 Jul 13 07:21:38.766860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-b10d8d05-5e69-45e7-be9f-c394100b39a7 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.768840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-b10d8d05-5e69-45e7-be9f-c394100b39a7 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.1699958 Jul 13 07:21:38.786591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-00a9273b-165b-47fa-be47-d4b73af07be3 req-2c977760-e3e9-4092-9ef0-de3de9d81143 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165191 Jul 13 07:21:38.814286 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.861356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=0d8bb035-3958-4a25-aa36-7633737adc0d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:38.875027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:38.875684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-411250ca-b860-4ca7-8af2-fe15d7af122b req-ce366efa-5123-4584-8839-25bab9efe32c service neutron] 10.222.0.38 "GET /v2.0/networks/e077853c-546e-4e3a-93b7-104db9a0eb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365860 Jul 13 07:21:38.878643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.910542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.912172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:38.916815 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] 10.222.0.38 "PUT /v2.0/ports/8ebe32d8-f516-4520-9ff7-53a51eb6689c HTTP/1.1" status: 200 len: 1123 time: 2.0658693 Jul 13 07:21:38.918055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717be55c-be9f-4dc2-aa25-603189565a20 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebe32d8-f516-4520-9ff7-53a51eb6689c,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:38.919094 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c877fa81-2b09-4fb0-97c9-4641472dc2e3 x-openstack-request-id: req-c877fa81-2b09-4fb0-97c9-4641472dc2e3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:38.919454 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d043133c-18d6-4dc3-a27b-c9937fc1692e", "tag": "7d7fde75-311d-4655-9824-fd06af6474dc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:38.919754 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c877fa81-2b09-4fb0-97c9-4641472dc2e3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:38.920150 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'tag': '7d7fde75-311d-4655-9824-fd06af6474dc', 'status': 'completed', 'code': 200} Jul 13 07:21:38.926485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a604eff-b338-49bc-93cd-8355ba1179da req-f7c204e9-f01d-473b-b288-12d5ff4fb65c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566935 Jul 13 07:21:38.938386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-a362999a-af70-4af4-bc5f-8d87d0bbe9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.940203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-a362999a-af70-4af4-bc5f-8d87d0bbe9a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c&tenant_id=ba457eee09ec41b5ba69550f44e3d487 HTTP/1.1" status: 200 len: 1097 time: 0.1597936 Jul 13 07:21:39.005443 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff8532f-94f8-49af-a303-017b1b4516a3 x-openstack-request-id: req-1ff8532f-94f8-49af-a303-017b1b4516a3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:39.005566 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:39.005791 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ff8532f-94f8-49af-a303-017b1b4516a3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:39.006210 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c', 'code': 200} Jul 13 07:21:39.062988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-39d3292b-9689-4d17-bf66-3f47b658954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.064514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-39d3292b-9689-4d17-bf66-3f47b658954c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=01f88d5df9c04261bfcc9a11db17365c&device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 1095 time: 0.1225801 Jul 13 07:21:39.084985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-0bc2ae07-39fc-49e1-84df-53f78652e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.086728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-0bc2ae07-39fc-49e1-84df-53f78652e22e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1097 time: 0.1181796 Jul 13 07:21:39.196552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:39.252805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-6df82763-56a7-435c-8294-ca05354ab790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.253398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['8ebe32d8-f516-4520-9ff7-53a51eb6689c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:39.254334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-6df82763-56a7-435c-8294-ca05354ab790 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.1538618 Jul 13 07:21:39.295505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0d8bb035-3958-4a25-aa36-7633737adc0d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:39.362280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-1d2f7c5a-26da-451a-9a63-3f635c0c3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.364238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-1d2f7c5a-26da-451a-9a63-3f635c0c3b40 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e077853c-546e-4e3a-93b7-104db9a0eb75 HTTP/1.1" status: 200 len: 916 time: 0.2915826 Jul 13 07:21:39.365304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-02f55fad-d6f5-4468-81d6-68edde69346a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17687b2-f03f-49d7-ae59-838789276192 HTTP/1.1" status: 200 len: 217 time: 0.0457730 Jul 13 07:21:39.420144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-c99f1c10-d39a-471a-b500-0f777a1514ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d7fde75-311d-4655-9824-fd06af6474dc HTTP/1.1" status: 200 len: 217 time: 0.0483472 Jul 13 07:21:39.486345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd53a5-4b1f-43c2-855b-b639396b2674 req-500af7d4-24a7-466c-ae8c-32e49f0da3b0 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.487889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4efd53a5-4b1f-43c2-855b-b639396b2674 req-500af7d4-24a7-466c-ae8c-32e49f0da3b0 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 943 time: 0.2326663 Jul 13 07:21:39.489584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-46323e87-80bb-4677-82c1-67422d2ca6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.491025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-46323e87-80bb-4677-82c1-67422d2ca6b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.1189730 Jul 13 07:21:39.516195 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae198c2d-b469-4dd1-981f-34a603176ae2 req-4a748aa4-03a4-4c51-8760-4690afd3cde0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.518004 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae198c2d-b469-4dd1-981f-34a603176ae2 req-4a748aa4-03a4-4c51-8760-4690afd3cde0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.4038382 Jul 13 07:21:39.543175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-6f844afe-7dea-4490-ae58-82e3650dd864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.544843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-6f844afe-7dea-4490-ae58-82e3650dd864 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f822b982-e778-4f65-8076-b9393019b994 HTTP/1.1" status: 200 len: 854 time: 0.1148424 Jul 13 07:21:39.547533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-fb0b77d7-054c-4023-9294-ace229531791 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443060 Jul 13 07:21:39.591456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-225bd13a-fefb-463e-8ab6-c9184cdb5bc0 None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:39.591837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225bd13a-fefb-463e-8ab6-c9184cdb5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.594829 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae198c2d-b469-4dd1-981f-34a603176ae2 req-ea0467d9-fefc-4cf6-a7c6-487009a148e6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597043 Jul 13 07:21:39.602057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4efd53a5-4b1f-43c2-855b-b639396b2674 req-994a1a26-3626-4ebc-b90b-c923c1d70e94 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081429 Jul 13 07:21:39.672742 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:21:39.698625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-8d639507-6981-4e4e-bf86-2fd64c0c4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.700163 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-8d639507-6981-4e4e-bf86-2fd64c0c4b35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e077853c-546e-4e3a-93b7-104db9a0eb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109400 Jul 13 07:21:39.726386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-f44a8d4c-1f2e-4049-bdcb-7b74e6329488 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704638 Jul 13 07:21:39.781107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:39.783569 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb3335b-cf2e-4fad-b999-e451b7f9f8f2" -d '{"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-unplugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:39.791755 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225bd13a-fefb-463e-8ab6-c9184cdb5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.881050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-225bd13a-fefb-463e-8ab6-c9184cdb5bc0 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:39.895455 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-ff60982d-fb15-409b-abec-215bb84d618b service neutron] 10.222.0.38 "GET /v2.0/networks/e077853c-546e-4e3a-93b7-104db9a0eb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839385 Jul 13 07:21:39.898241 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225bd13a-fefb-463e-8ab6-c9184cdb5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.904647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-4ac51b9e-ed23-48e2-8602-58d41e539e58 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707444 Jul 13 07:21:39.962589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-7c6bcb56-a19c-4a97-89a6-815a82a22866 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1569376 Jul 13 07:21:40.018641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bd13a-fefb-463e-8ab6-c9184cdb5bc0 None None] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:40.102656 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31cead4b-e9c8-4666-9bb5-bb3d74fd79f0 req-932afa99-c18d-46e8-99ad-0374e928c6a4 service neutron] 10.222.0.38 "GET /v2.0/networks/e077853c-546e-4e3a-93b7-104db9a0eb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993694 Jul 13 07:21:40.203653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-fa632b82-2b3b-472c-9aa9-ae39f49904f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.205255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-fa632b82-2b3b-472c-9aa9-ae39f49904f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1096 time: 0.1859510 Jul 13 07:21:40.274108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce108c-037d-4b64-a19e-a52d7d9a7862 req-7784fe2b-0632-4819-a0f2-cae521aeea10 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.275721 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79ce108c-037d-4b64-a19e-a52d7d9a7862 req-7784fe2b-0632-4819-a0f2-cae521aeea10 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 945 time: 0.1836343 Jul 13 07:21:40.328645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-17a3d548-9d7b-4d77-a726-47c776670058 None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:40.329020 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17a3d548-9d7b-4d77-a726-47c776670058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.414356 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79ce108c-037d-4b64-a19e-a52d7d9a7862 req-c7110650-aa32-4e07-8a0f-f7c09bc5e255 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100683 Jul 13 07:21:40.450361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-c971325a-97be-4fb9-861d-9fb350fb290d tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.452238 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-c971325a-97be-4fb9-861d-9fb350fb290d tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.2229500 Jul 13 07:21:40.453868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-b8a54e27-d929-4961-a187-70331bc229af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.456037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-b8a54e27-d929-4961-a187-70331bc229af service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.2040620 Jul 13 07:21:40.473448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0d8bb035-3958-4a25-aa36-7633737adc0d up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:40.486381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401fde1-b003-4296-bcc5-edcba4f61426 req-77fbd917-b6b8-4fd1-aee8-8494f2ee1a37 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.488327 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6401fde1-b003-4296-bcc5-edcba4f61426 req-77fbd917-b6b8-4fd1-aee8-8494f2ee1a37 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 943 time: 0.1108387 Jul 13 07:21:40.533633 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96125810-893a-4df8-83ff-8649d91d86b1 x-openstack-request-id: req-96125810-893a-4df8-83ff-8649d91d86b1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:40.534079 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-unplugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:40.534589 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96125810-893a-4df8-83ff-8649d91d86b1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:40.534970 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'code': 200} Jul 13 07:21:40.565482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 0d8bb035-3958-4a25-aa36-7633737adc0d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:40.585900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6401fde1-b003-4296-bcc5-edcba4f61426 req-7f49ae35-f6ff-4215-b79c-d2c45b7c6c25 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893035 Jul 13 07:21:40.587294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 0d8bb035-3958-4a25-aa36-7633737adc0d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:40.587935 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.589795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-f276c82c-6fad-437f-9433-28409de2567f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 200 len: 217 time: 0.1203196 Jul 13 07:21:40.779837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.818780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 0d8bb035-3958-4a25-aa36-7633737adc0d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0d8bb035-3958-4a25-aa36-7633737adc0d,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:40.825839 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.870822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e17687b2-f03f-49d7-ae59-838789276192 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:40.891210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56323ed-1737-4a61-8d13-ac9db72d6811 req-1a1f18e4-9ceb-4ec1-9829-055f896de462 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.914981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f56323ed-1737-4a61-8d13-ac9db72d6811 req-1a1f18e4-9ceb-4ec1-9829-055f896de462 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1175399 Jul 13 07:21:40.940849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e17687b2-f03f-49d7-ae59-838789276192 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:40.948304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=0d8bb035-3958-4a25-aa36-7633737adc0d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:40.982464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f56323ed-1737-4a61-8d13-ac9db72d6811 req-3028472d-b891-4eb2-bfda-bd95f7419d42 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Jul 13 07:21:41.007722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:41.011232 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612a242b-6441-400f-8520-5361e931b87e" -d '{"events": [{"name": "network-changed", "server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:41.025780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-d7fd174e-d15c-4cea-90fc-5115769fd7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.027337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-d7fd174e-d15c-4cea-90fc-5115769fd7a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.4306974 Jul 13 07:21:41.083432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-2bf418c6-d2c4-4acb-bb93-776f593544a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357575 Jul 13 07:21:41.159139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c39465c1-e8dc-47be-8b4d-564881a5a28e None None] Provisioning complete for port 0d8bb035-3958-4a25-aa36-7633737adc0d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:41.160143 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c39465c1-e8dc-47be-8b4d-564881a5a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.194942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-b8fde588-203d-497a-b5e5-1237d8b0211a service neutron] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:41.203600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f10c-b09e-4e30-8d46-af7a59e019aa req-fda7064a-f1f8-4301-b599-0f2d925d5d17 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.205392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6c94f10c-b09e-4e30-8d46-af7a59e019aa req-fda7064a-f1f8-4301-b599-0f2d925d5d17 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 945 time: 0.2559950 Jul 13 07:21:41.213201 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-b8fde588-203d-497a-b5e5-1237d8b0211a service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.214296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5c621b0-289c-45c9-819d-f9767569fe1d req-b8fde588-203d-497a-b5e5-1237d8b0211a service neutron] 10.222.0.48 "DELETE /v2.0/ports/e17687b2-f03f-49d7-ae59-838789276192/bindings/n-h1-758944-43 HTTP/1.1" status: 204 len: 173 time: 0.7507453 Jul 13 07:21:41.253559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-aa2e019f-3c3e-40b3-bdea-4376c4cadb63 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638632 Jul 13 07:21:41.282663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b886-db2c-4930-b957-7926fcde91b5 req-1e4083e4-6ef8-4a0c-93e0-8187276a15ac tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.289551 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ee7b886-db2c-4930-b957-7926fcde91b5 req-1e4083e4-6ef8-4a0c-93e0-8187276a15ac tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.0990875 Jul 13 07:21:41.291866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6c94f10c-b09e-4e30-8d46-af7a59e019aa req-1885fb37-a8d7-47a0-b909-78245c7fe768 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750694 Jul 13 07:21:41.329325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ee7b886-db2c-4930-b957-7926fcde91b5 req-7199fa5a-e8fb-4fc8-8d00-43fb0bde6234 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Jul 13 07:21:41.364827 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76d90cd-3746-489e-8c8a-b36da093eca1 req-c98c665e-0b6c-49a2-8a31-e8992b06b744 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996971 Jul 13 07:21:41.468005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6deabe-5eac-4d5d-8c02-117fbc1f2f63 req-c35b1329-45b4-4347-be60-ca95870d72c9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.469518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca6deabe-5eac-4d5d-8c02-117fbc1f2f63 req-c35b1329-45b4-4347-be60-ca95870d72c9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 943 time: 0.0630684 Jul 13 07:21:41.508588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca6deabe-5eac-4d5d-8c02-117fbc1f2f63 req-c3e68681-04da-4721-bd1f-c54983d77a16 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322053 Jul 13 07:21:41.558482 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dbb594-320f-436b-ae1e-745f09f1a5fa x-openstack-request-id: req-32dbb594-320f-436b-ae1e-745f09f1a5fa {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:41.558777 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:41.559030 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32dbb594-320f-436b-ae1e-745f09f1a5fa {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:41.559429 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c', 'status': 'completed', 'code': 200} Jul 13 07:21:41.594484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b69f6b-fd4d-4b4b-9037-3f00f0b27e4c req-ae9e3823-7b3c-40ff-badc-ed1bed25a00e tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.596025 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1b69f6b-fd4d-4b4b-9037-3f00f0b27e4c req-ae9e3823-7b3c-40ff-badc-ed1bed25a00e tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.0699668 Jul 13 07:21:41.638489 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1b69f6b-fd4d-4b4b-9037-3f00f0b27e4c req-bf90eca5-439c-4250-9d9e-3cdc496131db tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364521 Jul 13 07:21:41.641646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a242b-6441-400f-8520-5361e931b87e req-671bbf7b-ce10-45da-bf1a-d54a6d57b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.643203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-612a242b-6441-400f-8520-5361e931b87e req-671bbf7b-ce10-45da-bf1a-d54a6d57b20c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1126 time: 0.0647480 Jul 13 07:21:41.780118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2bf7c-98df-4ec0-b26f-890af9926985 req-b5720d56-fd8b-41ea-9e41-8dac5b67f263 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.781902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47d2bf7c-98df-4ec0-b26f-890af9926985 req-b5720d56-fd8b-41ea-9e41-8dac5b67f263 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 945 time: 0.1378331 Jul 13 07:21:41.783271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a242b-6441-400f-8520-5361e931b87e req-192833f4-74fd-4b5e-9a2e-182cde29a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.784794 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-612a242b-6441-400f-8520-5361e931b87e req-192833f4-74fd-4b5e-9a2e-182cde29a36f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1321635 Jul 13 07:21:41.803706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781063d-503c-43b2-ad88-b2b3b7f291e7 req-4e9bec99-1ea1-44cd-9f29-1d482e1c8d01 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.805371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f781063d-503c-43b2-ad88-b2b3b7f291e7 req-4e9bec99-1ea1-44cd-9f29-1d482e1c8d01 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 943 time: 0.0671213 Jul 13 07:21:41.837047 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-612a242b-6441-400f-8520-5361e931b87e req-c729041a-68d2-4cca-9af7-d29e96d305a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c HTTP/1.1" status: 200 len: 217 time: 0.0424080 Jul 13 07:21:41.844704 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f781063d-503c-43b2-ad88-b2b3b7f291e7 req-d71d27c4-804e-4a7a-a80b-b2709931fb6e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Jul 13 07:21:41.894900 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47d2bf7c-98df-4ec0-b26f-890af9926985 req-161a2021-6b17-44c9-aa4e-5117aeb9d849 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064610 Jul 13 07:21:41.924899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a242b-6441-400f-8520-5361e931b87e req-c0524ca4-02cf-4ed0-9442-ec3ba6bdec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.926411 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-612a242b-6441-400f-8520-5361e931b87e req-c0524ca4-02cf-4ed0-9442-ec3ba6bdec08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.0731716 Jul 13 07:21:41.991702 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-612a242b-6441-400f-8520-5361e931b87e req-e4df4bfe-f275-437e-b1c2-7be2918de931 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568290 Jul 13 07:21:42.141576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-612a242b-6441-400f-8520-5361e931b87e req-2d468092-ab09-410e-bcd9-9ba0dae2d403 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427615 Jul 13 07:21:42.153985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6966af-4f07-4e71-9d41-1e3e1a8cc1a3 req-2e9fb2be-db9d-4eb0-b11a-62170dc3ac13 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.155603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f6966af-4f07-4e71-9d41-1e3e1a8cc1a3 req-2e9fb2be-db9d-4eb0-b11a-62170dc3ac13 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1097 time: 0.0830791 Jul 13 07:21:42.246976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f6966af-4f07-4e71-9d41-1e3e1a8cc1a3 req-ce2df3d7-7acb-46c4-9488-9fbfb23f44f8 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854988 Jul 13 07:21:42.336554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-612a242b-6441-400f-8520-5361e931b87e req-68ab08ef-e9e5-4b8f-a683-e9e8ebd7ff47 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567867 Jul 13 07:21:42.477755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8ebe32d8-f516-4520-9ff7-53a51eb6689c details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:42.515435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aba28d-c91f-42de-ba88-869e19b69e27 req-21175991-bc7d-4397-9667-264e5846891a tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.523852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1aba28d-c91f-42de-ba88-869e19b69e27 req-21175991-bc7d-4397-9667-264e5846891a tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.0955865 Jul 13 07:21:42.538382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2'}, {'server_uuid': 'c5faab50-0c16-4437-8c2f-88be8ebcc653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8bb035-3958-4a25-aa36-7633737adc0d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:42.541728 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ad5c43-78e1-45d6-849f-205417898fea" -d '{"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-plugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2"}, {"server_uuid": "c5faab50-0c16-4437-8c2f-88be8ebcc653", "name": "network-vif-plugged", "status": "completed", "tag": "0d8bb035-3958-4a25-aa36-7633737adc0d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:42.563824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac8c76-d52e-49ba-8318-1c956ca87427 req-afcb4897-a823-42bd-a3ca-65bbffa7ac0a tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.571056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8bac8c76-d52e-49ba-8318-1c956ca87427 req-afcb4897-a823-42bd-a3ca-65bbffa7ac0a tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 945 time: 0.1437244 Jul 13 07:21:42.598290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1aba28d-c91f-42de-ba88-869e19b69e27 req-17a6a384-033b-4c05-9654-344a67b4ace5 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735343 Jul 13 07:21:42.638690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:42.652799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8ebe32d8-f516-4520-9ff7-53a51eb6689c has no active binding in host n-h1-758944-43 {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:21:42.663352 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-70cfb01a-c023-4c5c-8b72-bc9efb5514c6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1467736 Jul 13 07:21:42.666647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8bac8c76-d52e-49ba-8318-1c956ca87427 req-212fa451-4633-4800-87a1-54663ca5fac1 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946755 Jul 13 07:21:42.761343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-ce6e89bd-04b6-4abd-a569-8862d15986c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.762912 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-ce6e89bd-04b6-4abd-a569-8862d15986c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 1101 time: 0.0737743 Jul 13 07:21:42.813132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f026-c06b-4ca3-b6c2-086b207291fd req-eb889c86-3e35-47c2-aab1-6ebff51e809b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.814548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3527f026-c06b-4ca3-b6c2-086b207291fd req-eb889c86-3e35-47c2-aab1-6ebff51e809b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.0710158 Jul 13 07:21:42.855219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3527f026-c06b-4ca3-b6c2-086b207291fd req-7b47d243-fabb-46ed-b67d-e50be007bb9a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Jul 13 07:21:42.935800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-ef3eeb5c-b5fd-4bce-9534-1c1b47814871 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.937281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-ef3eeb5c-b5fd-4bce-9534-1c1b47814871 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 807 time: 0.1722088 Jul 13 07:21:42.941615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-6e455b78-5c1c-4fc0-a0c3-756ba15134d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.943009 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-6e455b78-5c1c-4fc0-a0c3-756ba15134d1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1565871 Jul 13 07:21:42.960631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b65b5b4a-029b-493f-be33-7b73374c5d5d tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/quotas/ba457eee09ec41b5ba69550f44e3d487 HTTP/1.1" status: 200 len: 375 time: 0.0164504 Jul 13 07:21:42.989336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-59bf4010-7ace-4698-969a-95d504e199fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc HTTP/1.1" status: 200 len: 217 time: 0.0381205 Jul 13 07:21:43.072358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-33f207f8-afbb-4c8b-a264-61af7c381481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.073729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-33f207f8-afbb-4c8b-a264-61af7c381481 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0756359 Jul 13 07:21:43.115928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-bedf78e3-3bcb-4b49-bde5-b84c647c5b88 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291833 Jul 13 07:21:43.126837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeefd2-3d85-4614-ad3b-d2af6e47918e req-df47fbcf-429d-4b49-9fb8-e4dc44144ece tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.128425 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6edeefd2-3d85-4614-ad3b-d2af6e47918e req-df47fbcf-429d-4b49-9fb8-e4dc44144ece tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 943 time: 0.0628376 Jul 13 07:21:43.167882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-952fa56f-6ef0-47b9-9461-9c4ea0421e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.169373 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-952fa56f-6ef0-47b9-9461-9c4ea0421e54 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885730 Jul 13 07:21:43.203270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6edeefd2-3d85-4614-ad3b-d2af6e47918e req-4c0f7654-ff9c-4ce3-a02b-352e9c5a90ae tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684683 Jul 13 07:21:43.227470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-7d293445-3268-444f-9153-a4ce70bc75b8 service neutron] 10.222.0.48 "GET /v2.0/ports/8ebe32d8-f516-4520-9ff7-53a51eb6689c/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 385 time: 0.0763228 Jul 13 07:21:43.260207 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911f9d49-abed-437d-b005-8f3aec0d2707 x-openstack-request-id: req-911f9d49-abed-437d-b005-8f3aec0d2707 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:43.261231 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-plugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2", "code": 200}, {"server_uuid": "c5faab50-0c16-4437-8c2f-88be8ebcc653", "name": "network-vif-plugged", "status": "completed", "tag": "0d8bb035-3958-4a25-aa36-7633737adc0d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:43.261727 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-911f9d49-abed-437d-b005-8f3aec0d2707 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:43.262520 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'code': 200} Jul 13 07:21:43.263809 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5faab50-0c16-4437-8c2f-88be8ebcc653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8bb035-3958-4a25-aa36-7633737adc0d', 'code': 200} Jul 13 07:21:43.283239 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-5821b6ef-16bd-4e1b-85a6-85be65e6a1bc service neutron] 10.222.0.41 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574359 Jul 13 07:21:43.328452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-44af8654-50d3-40bf-b462-ab1dd4b39754 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351428 Jul 13 07:21:43.439903 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-1369fbae-a4b9-4a21-9ca9-2eb00d51478a service neutron] 10.222.0.41 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493850 Jul 13 07:21:43.467447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f04f4d1c-187b-4b9b-9b0f-2d045ba516e4 req-d5f021fe-20c4-40fe-b79d-415c9ccfe983 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045308 Jul 13 07:21:43.500793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:43.531021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:43.540227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecca76-9772-4c56-823f-093cb1c4c5a1 req-77d3dd6e-bc4c-4968-8eac-380975ca4144 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.541711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2cecca76-9772-4c56-823f-093cb1c4c5a1 req-77d3dd6e-bc4c-4968-8eac-380975ca4144 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 943 time: 0.1808469 Jul 13 07:21:43.564584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180ed02-8980-46d5-a346-c23432d3b6a4 req-5ae14cc0-9bd7-4e74-a4b8-812d4e4583a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.566113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e180ed02-8980-46d5-a346-c23432d3b6a4 req-5ae14cc0-9bd7-4e74-a4b8-812d4e4583a7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 1097 time: 0.2063322 Jul 13 07:21:43.608256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebe32d8-f516-4520-9ff7-53a51eb6689c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:43.634590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:43.649576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2cecca76-9772-4c56-823f-093cb1c4c5a1 req-741481dc-8a79-416c-963c-9920eb04e9db tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807607 Jul 13 07:21:43.657876 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e180ed02-8980-46d5-a346-c23432d3b6a4 req-167aa815-b565-4b5e-b234-6ec54a539c3a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848510 Jul 13 07:21:43.662173 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.680464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9c079c9-3742-4bd4-9e97-90058f06c372 req-e63430fa-c0dd-49bb-8080-1e608d4882ed tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 210 time: 0.0403771 Jul 13 07:21:43.758058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Transition to ACTIVE for port object 8ebe32d8-f516-4520-9ff7-53a51eb6689c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:43.764606 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.869851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] No DVR routers for this DVR port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:43.882141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a380ca-a4e2-4856-bb38-e2a160c9f8d8 req-43c74957-afa3-4806-87e7-557ae697a4f0 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.883805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5a380ca-a4e2-4856-bb38-e2a160c9f8d8 req-43c74957-afa3-4806-87e7-557ae697a4f0 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 945 time: 0.0759220 Jul 13 07:21:43.922373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebe32d8-f516-4520-9ff7-53a51eb6689c,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:43.934586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ebe32d8-f516-4520-9ff7-53a51eb6689c/bindings/n-h1-758944-43/activate HTTP/1.1" status: 200 len: 370 time: 0.7038162 Jul 13 07:21:43.937825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5a380ca-a4e2-4856-bb38-e2a160c9f8d8 req-8877b263-ef84-486f-a419-40dfd3f3e820 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Jul 13 07:21:43.939417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.939724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.940066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.940384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.940718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.941046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.941375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.941701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.942331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.942449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.942721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.943045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d665fd-8b3d-4d05-8723-3868945fa938 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:43.965741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3efa1-a6e6-47a7-94f5-e6466f721a50 req-08b730fc-cbc6-42df-b0d7-55e89cc333eb tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.973585 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09d3efa1-a6e6-47a7-94f5-e6466f721a50 req-08b730fc-cbc6-42df-b0d7-55e89cc333eb tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.2001386 Jul 13 07:21:44.014487 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09d3efa1-a6e6-47a7-94f5-e6466f721a50 req-d5d40442-051c-400c-ae37-81255783538b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Jul 13 07:21:44.107981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-9e844754-8218-47cc-90f9-6b5e32c5d93a tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.109683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-9e844754-8218-47cc-90f9-6b5e32c5d93a tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.0938053 Jul 13 07:21:44.122314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5445d25-e5b1-46d0-923f-2c378bb70a7b req-d4d20071-5e0c-42ca-9381-1ffa4eeae906 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.123977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f5445d25-e5b1-46d0-923f-2c378bb70a7b req-d4d20071-5e0c-42ca-9381-1ffa4eeae906 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.0725451 Jul 13 07:21:44.173826 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f5445d25-e5b1-46d0-923f-2c378bb70a7b req-77f92b7e-c055-4b25-854b-12430b5fb6fd tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428705 Jul 13 07:21:44.183919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-f65ad018-345e-49b9-9f32-6576d905574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.186131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-f65ad018-345e-49b9-9f32-6576d905574f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47&tenant_id=b89fd6995b214243ad8ae84998c54e50 HTTP/1.1" status: 200 len: 1096 time: 0.0685904 Jul 13 07:21:44.317834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-52f4819d-5273-4803-a582-1c31440be363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.319829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-52f4819d-5273-4803-a582-1c31440be363 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1096 time: 0.0815313 Jul 13 07:21:44.457212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-6b6da6e9-7dda-4af0-a71a-d31768757fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.458727 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-6b6da6e9-7dda-4af0-a71a-d31768757fde service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1326449 Jul 13 07:21:44.466540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc92e28-fe88-46b5-aa3b-bdf6347f5846 req-70a47768-6345-43e0-a35c-3bbf327b67b6 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.467915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-edc92e28-fe88-46b5-aa3b-bdf6347f5846 req-70a47768-6345-43e0-a35c-3bbf327b67b6 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 943 time: 0.1404643 Jul 13 07:21:44.493059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:44.515168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-1a8d0920-875c-4a6b-8994-f6874c659637 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c HTTP/1.1" status: 200 len: 217 time: 0.0463073 Jul 13 07:21:44.570516 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-edc92e28-fe88-46b5-aa3b-bdf6347f5846 req-2058cc53-b784-48ca-ac7a-96cb1fac147b tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961652 Jul 13 07:21:44.590855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-0a10b05f-01f6-44b8-a96c-994778aa03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.593525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-0a10b05f-01f6-44b8-a96c-994778aa03a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.0691097 Jul 13 07:21:44.605092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:44.627637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'mac_address': 'fa:16:3e:08:a5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:44.630415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-2aceaa3b-fdd1-4bf7-96eb-76a514b0229c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281556 Jul 13 07:21:44.715934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:44.735782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01cfa9c2-c61a-470a-a950-a97e6792bfa2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:44.769913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:44.781887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:44.798666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-574e96af-b69e-4316-95cb-c9ac43ad41e5 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553850 Jul 13 07:21:44.859391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:44.989864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['01cfa9c2-c61a-470a-a950-a97e6792bfa2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:44.990828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-b846b261-9729-4039-88d5-b896043fbb2a service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825075 Jul 13 07:21:45.008539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32de7934-d863-4899-9a5b-1bab3469428f req-553f1256-be82-46d0-a103-8f198dd4d792 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 210 time: 0.0685930 Jul 13 07:21:45.267122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-f659df17-3f22-421d-84a0-146a15495f9c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.272925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-f659df17-3f22-421d-84a0-146a15495f9c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 807 time: 0.2400455 Jul 13 07:21:45.282914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Request body: {'port': {'device_id': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39', 'admin_state_up': True, 'tenant_id': 'ba457eee09ec41b5ba69550f44e3d487'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:45.333554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3968810-e96b-4c14-8324-48d8363c976e req-7f9aeb3f-7137-4a40-b2ef-30430c419de3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.341118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3968810-e96b-4c14-8324-48d8363c976e req-7f9aeb3f-7137-4a40-b2ef-30430c419de3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 944 time: 0.3492706 Jul 13 07:21:45.346934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea7cf2-ffd3-4795-bca1-b4a568eb7a88 req-ffe37164-3a91-4306-80a4-fa8165d89711 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.348767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06ea7cf2-ffd3-4795-bca1-b4a568eb7a88 req-ffe37164-3a91-4306-80a4-fa8165d89711 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 945 time: 0.1401613 Jul 13 07:21:45.371238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d08db57a-f04e-4b38-b151-252b0c839c01 None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:45.372514 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d08db57a-f04e-4b38-b151-252b0c839c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.451014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06ea7cf2-ffd3-4795-bca1-b4a568eb7a88 req-70f08d00-f9a9-4aab-9204-fe5ca613ffdc tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946896 Jul 13 07:21:45.489404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3968810-e96b-4c14-8324-48d8363c976e req-a2c7227a-b103-4ddc-b11c-5293bca43a63 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386931 Jul 13 07:21:45.519981 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d08db57a-f04e-4b38-b151-252b0c839c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.593577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:45.595872 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861b6375-f880-4145-88ab-4bcf37e7013c" -d '{"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-plugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:45.628016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d08db57a-f04e-4b38-b151-252b0c839c01 None None] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:45.638990 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d08db57a-f04e-4b38-b151-252b0c839c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.718779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-57e2e937-3a7f-4b74-ac72-94e8e0a3cca0 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.720338 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-57e2e937-3a7f-4b74-ac72-94e8e0a3cca0 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.1433265 Jul 13 07:21:45.754993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Made reservation on behalf of ba457eee09ec41b5ba69550f44e3d487 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:45.769057 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.807164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08db57a-f04e-4b38-b151-252b0c839c01 None None] Pushing event updated for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:45.830530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea40869-fc34-4c42-8091-a38ae6194e0c req-f45b23bf-8d36-4c6f-9a34-dd13d91773f6 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.840450 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ea40869-fc34-4c42-8091-a38ae6194e0c req-f45b23bf-8d36-4c6f-9a34-dd13d91773f6 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1526647 Jul 13 07:21:45.951875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ea40869-fc34-4c42-8091-a38ae6194e0c req-aa730e9a-74c6-48a6-9bd8-6e7fc69ad18b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098902 Jul 13 07:21:46.062868 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cdad76-e2c2-469a-92d3-d7fa1a9e7eb4 x-openstack-request-id: req-43cdad76-e2c2-469a-92d3-d7fa1a9e7eb4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:46.062868 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-plugged", "status": "completed", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:46.062868 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43cdad76-e2c2-469a-92d3-d7fa1a9e7eb4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:46.062868 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'code': 200} Jul 13 07:21:46.095685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-39ce5ab2-46b6-4a6c-84ff-a7bcc9144c7d None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:46.096056 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39ce5ab2-46b6-4a6c-84ff-a7bcc9144c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.164778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57245d7-fab6-4dd0-a692-adbd3f69d3a3 req-c8008e28-4710-4863-95cb-0ed93d1c13af tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:46.174127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c57245d7-fab6-4dd0-a692-adbd3f69d3a3 req-c8008e28-4710-4863-95cb-0ed93d1c13af tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.2405169 Jul 13 07:21:46.176650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Allocated IP 172.20.0.5 (a213c5f0-2b9d-49a6-8d16-16b751dbfd39/171f8e58-8336-459b-a7d7-cdb2637d87b0/8f501848-6f29-44ab-be48-b496f56111d8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:46.305070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c57245d7-fab6-4dd0-a692-adbd3f69d3a3 req-5f4d9a5f-a844-4043-aa1d-4195cb8b315c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299288 Jul 13 07:21:46.336099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-719bac90-d003-4235-9b4c-6c1c0db79765 service neutron] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:46.371444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-719bac90-d003-4235-9b4c-6c1c0db79765 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.372624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c1ebc4d-670b-4bd3-b79f-8d2e8edf95f2 req-719bac90-d003-4235-9b4c-6c1c0db79765 service neutron] 10.222.0.38 "DELETE /v2.0/ports/8ebe32d8-f516-4520-9ff7-53a51eb6689c/bindings/n-h2-758944-43 HTTP/1.1" status: 204 len: 173 time: 0.6358047 Jul 13 07:21:46.383293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0218f2-e7f3-41b9-ad0b-9eb55e7cec6f req-d8c957f6-9807-49ba-ba7e-1980d026f02d tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:46.387642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e0218f2-e7f3-41b9-ad0b-9eb55e7cec6f req-d8c957f6-9807-49ba-ba7e-1980d026f02d tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 943 time: 0.1849759 Jul 13 07:21:46.453932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8ebe32d8-f516-4520-9ff7-53a51eb6689c no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:46.500809 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e0218f2-e7f3-41b9-ad0b-9eb55e7cec6f req-d9e3fe0b-0d18-4974-89db-ca17fc5780d7 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016581 Jul 13 07:21:46.525813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:46.598393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8ebe32d8-f516-4520-9ff7-53a51eb6689c not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:46.620927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:46.621905 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.644558 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35f8b812-3661-4c83-a4b0-8ce5addc6d9f req-f1c2fb2b-9841-4430-8018-28a5aee26dd4 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 210 time: 0.0755305 Jul 13 07:21:46.727067 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.786389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa90df4-e2b4-4f79-a0c8-3fc7cc2510aa req-d9bca6c1-8e83-4589-85db-45a2b0f5284c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:46.788757 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fa90df4-e2b4-4f79-a0c8-3fc7cc2510aa req-d9bca6c1-8e83-4589-85db-45a2b0f5284c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 944 time: 0.0915306 Jul 13 07:21:46.821023 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.871924 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fa90df4-e2b4-4f79-a0c8-3fc7cc2510aa req-b7e237da-a7e8-4d3e-a8a3-513ea32e5a3d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664194 Jul 13 07:21:46.934981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:46.938384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:46.952986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:46.960435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Pushing event updated for resources: {'Port': ['ID=8f501848-6f29-44ab-be48-b496f56111d8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:47.067556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.068081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.100423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-b5e1311f-1737-41e7-9550-37646d76328a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8219967 Jul 13 07:21:47.119805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Request body: {'port': {'device_id': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:47.163003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9bc6-e11f-42ba-bf07-1f85432d06d7 req-6813b24c-e268-47ed-8e2a-a8e3bb5e9f29 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.164726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65fa9bc6-e11f-42ba-bf07-1f85432d06d7 req-6813b24c-e268-47ed-8e2a-a8e3bb5e9f29 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 1096 time: 0.0761983 Jul 13 07:21:47.208356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65fa9bc6-e11f-42ba-bf07-1f85432d06d7 req-849974da-99b0-453f-a333-8d4e2ec7679c tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Jul 13 07:21:47.349054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.397569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cbcb1-732c-496f-9969-c05eadbe505e req-70c76e2f-9a63-4a65-9078-70670ef71a4f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.405057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-987cbcb1-732c-496f-9969-c05eadbe505e req-70c76e2f-9a63-4a65-9078-70670ef71a4f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.2286401 Jul 13 07:21:47.498721 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-987cbcb1-732c-496f-9969-c05eadbe505e req-aafd4c2a-6821-406e-a921-7e1401b6fd31 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925331 Jul 13 07:21:47.655414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a85c4e-ae4f-4daf-916d-d482566124f9 req-4ca347ea-eda2-4c69-8380-a23fb0c87db8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.663831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9a85c4e-ae4f-4daf-916d-d482566124f9 req-4ca347ea-eda2-4c69-8380-a23fb0c87db8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.0900314 Jul 13 07:21:47.712728 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9a85c4e-ae4f-4daf-916d-d482566124f9 req-ca984a0c-7d97-4c70-8e15-cecfe64ed5a2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474913 Jul 13 07:21:47.848790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-fc80efd9-9ccc-4230-bbc4-11dd2012b15d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.851515 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-fc80efd9-9ccc-4230-bbc4-11dd2012b15d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 821 time: 0.1835637 Jul 13 07:21:47.897455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-70c89f7a-1f53-4615-a6d5-6f69aab838db tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/quotas/b89fd6995b214243ad8ae84998c54e50 HTTP/1.1" status: 200 len: 375 time: 0.0381527 Jul 13 07:21:47.912905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f501848-6f29-44ab-be48-b496f56111d8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:47.917018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a9f9-327f-4409-9c0c-de8cd30227e5 req-f49a13f4-95d0-4d50-953e-777aa1abe642 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.923728 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5237a9f9-327f-4409-9c0c-de8cd30227e5 req-f49a13f4-95d0-4d50-953e-777aa1abe642 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 943 time: 0.0844777 Jul 13 07:21:47.929356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.963237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Transition to ACTIVE for port object 8f501848-6f29-44ab-be48-b496f56111d8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:47.972300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5237a9f9-327f-4409-9c0c-de8cd30227e5 req-39cef195-bebd-4286-a9ae-afaa099e36fd tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459294 Jul 13 07:21:47.986621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.071426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Pushing event updated for resources: {'Port': ['ID=8f501848-6f29-44ab-be48-b496f56111d8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:48.182418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b94ab-cfa1-49a3-839e-f79b1d0b89df req-8b396a35-9112-4d64-8a70-7bdb10813461 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:48.183935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-898b94ab-cfa1-49a3-839e-f79b1d0b89df req-8b396a35-9112-4d64-8a70-7bdb10813461 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 943 time: 0.0882304 Jul 13 07:21:48.232770 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-898b94ab-cfa1-49a3-839e-f79b1d0b89df req-18dfd91a-d070-48b6-8105-90245e78fc71 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396211 Jul 13 07:21:48.270576 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6fcabb27-250e-40cf-ac11-5e94f3161802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.381536 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-a14ac016-aacc-4bc2-9a7c-ce1c3ea55d64 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4753532 Jul 13 07:21:48.488632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:48.488889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:48.489224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:48.498670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Port 8f501848-6f29-44ab-be48-b496f56111d8 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:48.498862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:48.512471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:48.512819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:48.513208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:48.513651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Bound port: 8f501848-6f29-44ab-be48-b496f56111d8, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:48.514042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.530621 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-ee4e4add-beab-4765-8325-c888ec5473e9 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298101 Jul 13 07:21:48.647415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:48.651756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:48.661980 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.704833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:48.705857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.707654 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] 10.222.0.48 "PUT /v2.0/ports/8f501848-6f29-44ab-be48-b496f56111d8 HTTP/1.1" status: 200 len: 1092 time: 1.5979571 Jul 13 07:21:48.710068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-1096b05f-9c6b-48dc-8be6-c271fbeacb34 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560831 Jul 13 07:21:48.713184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:48.715925 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7230494-0394-4cd8-967c-150b9b21eec9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "tag": "8f501848-6f29-44ab-be48-b496f56111d8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:48.750250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65939ca9-f3b0-46f1-aeba-f88c16920939 service neutron] Pushing event updated for resources: {'Port': ['ID=8f501848-6f29-44ab-be48-b496f56111d8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:48.782639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc93-ae35-4202-89f2-fb1b01a87e2c req-7b407d1b-e683-4891-b9e7-627f81c7629c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:48.793652 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f3ddc93-ae35-4202-89f2-fb1b01a87e2c req-7b407d1b-e683-4891-b9e7-627f81c7629c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1142683 Jul 13 07:21:48.846706 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f3ddc93-ae35-4202-89f2-fb1b01a87e2c req-5b7248a4-4660-4dac-a935-04f26a534578 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518689 Jul 13 07:21:48.848747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-3e8cbc30-1412-4885-a5be-693ae23014ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:48.853441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-3e8cbc30-1412-4885-a5be-693ae23014ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1095 time: 0.0957320 Jul 13 07:21:48.918232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-082cd312-e867-48df-b39f-ebb8aff69dc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f501848-6f29-44ab-be48-b496f56111d8 HTTP/1.1" status: 200 len: 217 time: 0.0551865 Jul 13 07:21:48.981737 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97156b73-a94f-4ff5-b37a-0e48b10dc9cd x-openstack-request-id: req-97156b73-a94f-4ff5-b37a-0e48b10dc9cd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:48.981737 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "tag": "8f501848-6f29-44ab-be48-b496f56111d8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:48.981906 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97156b73-a94f-4ff5-b37a-0e48b10dc9cd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:48.982338 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8', 'status': 'completed', 'code': 200} Jul 13 07:21:49.028850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-6b7c469b-20c9-41ac-a781-82c6ccddc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:49.030854 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-6b7c469b-20c9-41ac-a781-82c6ccddc79f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.0762880 Jul 13 07:21:49.093768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-64f221c3-eccb-48e5-bf28-b6d177a644c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463462 Jul 13 07:21:49.266051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc455d1-372d-4c12-a6e1-dba00242e108 req-d3a82ea5-6bb9-418e-8371-acf25924e9fc tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:49.267700 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-afc455d1-372d-4c12-a6e1-dba00242e108 req-d3a82ea5-6bb9-418e-8371-acf25924e9fc tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.1313732 Jul 13 07:21:49.307249 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-fa7bc86d-e4db-4c40-91fc-64865cdcb2d5 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061737 Jul 13 07:21:49.355062 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-afc455d1-372d-4c12-a6e1-dba00242e108 req-17b92fa0-bdcc-4dd5-9dee-987647841b4d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760741 Jul 13 07:21:49.436190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46e41782-5359-44e0-a3ea-7a087bd711aa req-d8b15360-464a-4515-b3a9-21caf88f5fab tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 210 time: 0.0390716 Jul 13 07:21:49.461590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce49dd39-6d6e-4b10-ba09-50dea190eb1f req-f8c3c8a2-8311-4367-8c85-a37471cfd9f8 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441309 Jul 13 07:21:49.596443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-b83dcf84-bd83-4cd9-b540-d3d8db28a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:49.598361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-b83dcf84-bd83-4cd9-b540-d3d8db28a855 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1095 time: 0.0702896 Jul 13 07:21:49.730905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7c82a-a04a-4093-963f-f1dc141d7b58 req-05713833-a471-4667-b3b4-9b16c9178179 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:49.743440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ed7c82a-a04a-4093-963f-f1dc141d7b58 req-05713833-a471-4667-b3b4-9b16c9178179 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 943 time: 0.1280982 Jul 13 07:21:49.808594 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ed7c82a-a04a-4093-963f-f1dc141d7b58 req-2574cad9-67d8-4b90-9036-487dcf29efff tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634639 Jul 13 07:21:49.875328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-75156687-e4b1-4139-8c95-42854db41eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:49.876975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-75156687-e4b1-4139-8c95-42854db41eb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.2722869 Jul 13 07:21:49.968963 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-a1431951-2f04-4cfc-a026-4f75a1c87d57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f501848-6f29-44ab-be48-b496f56111d8 HTTP/1.1" status: 200 len: 217 time: 0.0700967 Jul 13 07:21:49.985188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1f702-697c-4753-91cb-5d1c8c3252a0 req-79eb8984-d5dd-48b8-b739-164ecd223da2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:49.995593 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fd1f702-697c-4753-91cb-5d1c8c3252a0 req-79eb8984-d5dd-48b8-b739-164ecd223da2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 943 time: 0.2008846 Jul 13 07:21:50.080524 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fd1f702-697c-4753-91cb-5d1c8c3252a0 req-84220344-0b99-47fe-b92f-6ef729c9a224 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839262 Jul 13 07:21:50.119484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-54b5c210-d34b-4efb-80e3-71070a5bec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:50.121038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-54b5c210-d34b-4efb-80e3-71070a5bec4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.1052232 Jul 13 07:21:50.207883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-ca4dd355-9fc5-486b-9685-e8998d04abad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775056 Jul 13 07:21:50.226247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce2a6-dbae-4efb-8b5c-de0d093446de req-ff8050a3-7fac-4f76-803e-97c934447c31 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:50.235420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-314ce2a6-dbae-4efb-8b5c-de0d093446de req-ff8050a3-7fac-4f76-803e-97c934447c31 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1091702 Jul 13 07:21:50.326558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-314ce2a6-dbae-4efb-8b5c-de0d093446de req-437c7be7-259c-477d-9e2a-0b5b7d39113c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897210 Jul 13 07:21:50.352550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-04e7beb6-b272-45e3-9d93-7defacf27eab service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388819 Jul 13 07:21:50.504486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7230494-0394-4cd8-967c-150b9b21eec9 req-174ed617-e934-49c6-9dd3-bbe709fc3abd service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444328 Jul 13 07:21:50.536743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7d7fde75-311d-4655-9824-fd06af6474dc details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:50.657269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7d7fde75-311d-4655-9824-fd06af6474dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7d7fde75-311d-4655-9824-fd06af6474dc,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:50.671731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '7d7fde75-311d-4655-9824-fd06af6474dc', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'port_id': '7d7fde75-311d-4655-9824-fd06af6474dc', 'mac_address': 'fa:16:3e:69:5c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:50.676949 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75f019e4-4093-4a15-a495-c11865b6ef32 req-dfcf65c1-58f4-4ba5-b259-e4525c4d658c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 210 time: 0.0459678 Jul 13 07:21:50.715968 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.729334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7fde75-311d-4655-9824-fd06af6474dc {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:50.747804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d193d-1150-479c-82ea-0b0b9d63817b req-e1ec3e64-e6c8-4371-8c5a-408b5926b6c3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:50.749439 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f82d193d-1150-479c-82ea-0b0b9d63817b req-e1ec3e64-e6c8-4371-8c5a-408b5926b6c3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.2027261 Jul 13 07:21:50.756792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7d7fde75-311d-4655-9824-fd06af6474dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7d7fde75-311d-4655-9824-fd06af6474dc,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:50.763724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.867703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7d7fde75-311d-4655-9824-fd06af6474dc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:50.876179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f82d193d-1150-479c-82ea-0b0b9d63817b req-5fb6543c-c9f9-4767-8285-fd15b034620f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113708 Jul 13 07:21:51.075034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63842d60-6ab7-4604-a1ee-fd8160a2a1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.086105 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.109311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['7d7fde75-311d-4655-9824-fd06af6474dc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:51.244515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-537cee63-28e8-47ff-8162-a44aa5dbea33 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:51.263247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-537cee63-28e8-47ff-8162-a44aa5dbea33 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 821 time: 0.3699896 Jul 13 07:21:51.284620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Request body: {'port': {'device_id': '6d15d0e6-1425-472a-824b-e1863b450db8', 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009', 'admin_state_up': True, 'tenant_id': 'b89fd6995b214243ad8ae84998c54e50'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:51.469575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d76459-d0f4-462a-8f24-32ac59987f09 req-cbe901bd-e4f0-4dac-8a37-1860c433f27b tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:51.479118 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31d76459-d0f4-462a-8f24-32ac59987f09 req-cbe901bd-e4f0-4dac-8a37-1860c433f27b tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 944 time: 0.1503892 Jul 13 07:21:51.545375 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31d76459-d0f4-462a-8f24-32ac59987f09 req-24f11e5b-9952-439e-9102-06d3b36d2164 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645123 Jul 13 07:21:51.556625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Made reservation on behalf of b89fd6995b214243ad8ae84998c54e50 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:51.564895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.622180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56a403-5e69-4453-9afb-679a39f641d3 req-d9082ca8-5941-435c-8d26-61d16cabf678 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:51.630085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-de56a403-5e69-4453-9afb-679a39f641d3 req-d9082ca8-5941-435c-8d26-61d16cabf678 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 943 time: 0.1563070 Jul 13 07:21:51.729586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-de56a403-5e69-4453-9afb-679a39f641d3 req-47f1a1ed-6f8e-4a49-bf7f-b4604352b74a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985100 Jul 13 07:21:51.830792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Allocated IP 172.20.0.6 (1a9e0bc9-be06-4155-a26e-8e060b7f9009/0439cff4-236b-4231-aed3-706628ba29f5/2f75e8be-1b11-49d0-bc0a-80a79e1b697d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:51.857604 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.980592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6390a-4fcd-4b95-961c-767de33b8b63 req-a283f9f2-c13c-4255-ba24-6efcdbebd343 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:51.989336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35f6390a-4fcd-4b95-961c-767de33b8b63 req-a283f9f2-c13c-4255-ba24-6efcdbebd343 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1177816 Jul 13 07:21:52.030210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3456357-9bdf-4d24-917b-e94af825e896 req-4cfe1df3-2fa4-4192-94c2-20a8e2b02c29 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 210 time: 0.0464492 Jul 13 07:21:52.059408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35f6390a-4fcd-4b95-961c-767de33b8b63 req-8c9c03ad-e14b-4df3-9966-1db5ace898e6 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679922 Jul 13 07:21:52.158249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.274055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.325366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:52.331278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:52.334123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:52.354081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c60e41-7f17-4ec7-bb8e-04b14246b1da req-f0f6998c-f274-4457-8ce6-ed9836db128b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:52.356251 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-42c60e41-7f17-4ec7-bb8e-04b14246b1da req-f0f6998c-f274-4457-8ce6-ed9836db128b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.1598685 Jul 13 07:21:52.420056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Pushing event updated for resources: {'Port': ['ID=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:52.452066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-42c60e41-7f17-4ec7-bb8e-04b14246b1da req-c53aba40-e67d-463e-9dab-ed291c830bf3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712359 Jul 13 07:21:52.457815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:52.458468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.487938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-215d7c22-0de3-4989-a5fe-0cc3731ff784 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2237189 Jul 13 07:21:52.499866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8f501848-6f29-44ab-be48-b496f56111d8 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:52.502216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Request body: {'port': {'device_id': '6d15d0e6-1425-472a-824b-e1863b450db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:52.548192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7d7fde75-311d-4655-9824-fd06af6474dc up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:52.640446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.783703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 7d7fde75-311d-4655-9824-fd06af6474dc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:52.807193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 7d7fde75-311d-4655-9824-fd06af6474dc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:52.807898 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.867966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:52.897798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '8f501848-6f29-44ab-be48-b496f56111d8', 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39', 'port_id': '8f501848-6f29-44ab-be48-b496f56111d8', 'mac_address': 'fa:16:3e:2d:b6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f8e58-8336-459b-a7d7-cdb2637d87b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:52.979204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.987826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4b97f-ed15-4ae6-99fc-89e98cbb4a0c req-dd196c86-6fea-4800-9a2e-6e382e21b602 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:52.989425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49e4b97f-ed15-4ae6-99fc-89e98cbb4a0c req-dd196c86-6fea-4800-9a2e-6e382e21b602 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 944 time: 0.1747904 Jul 13 07:21:53.001934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f501848-6f29-44ab-be48-b496f56111d8 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:53.011458 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.050112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:53.059011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7fde75-311d-4655-9824-fd06af6474dc'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:53.061448 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e31d67-07ce-45cd-8a9e-664319528991" -d '{"events": [{"server_uuid": "d043133c-18d6-4dc3-a27b-c9937fc1692e", "name": "network-vif-plugged", "status": "completed", "tag": "7d7fde75-311d-4655-9824-fd06af6474dc"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:53.069650 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.093396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7d7fde75-311d-4655-9824-fd06af6474dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7d7fde75-311d-4655-9824-fd06af6474dc,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:53.117428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49e4b97f-ed15-4ae6-99fc-89e98cbb4a0c req-70e46b5f-db27-436c-b4c8-428ab760ca94 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210763 Jul 13 07:21:53.123752 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.186343 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc2f2df-0702-4d59-bb7c-3e0e8e4a9c59 x-openstack-request-id: req-1fc2f2df-0702-4d59-bb7c-3e0e8e4a9c59 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:53.186343 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d043133c-18d6-4dc3-a27b-c9937fc1692e", "name": "network-vif-plugged", "status": "completed", "tag": "7d7fde75-311d-4655-9824-fd06af6474dc", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:53.188179 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fc2f2df-0702-4d59-bb7c-3e0e8e4a9c59 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:53.188179 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7fde75-311d-4655-9824-fd06af6474dc', 'code': 200} Jul 13 07:21:53.221475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f75e8be-1b11-49d0-bc0a-80a79e1b697d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:53.227274 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8f501848-6f29-44ab-be48-b496f56111d8,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:53.247058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.306888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451e0bf-41fd-4625-ac73-c64db30d5385 req-26debaea-034c-46a2-b2de-6a5e78dd993c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.308583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9451e0bf-41fd-4625-ac73-c64db30d5385 req-26debaea-034c-46a2-b2de-6a5e78dd993c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 944 time: 0.2102404 Jul 13 07:21:53.309906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Transition to ACTIVE for port object 2f75e8be-1b11-49d0-bc0a-80a79e1b697d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:53.353708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.388791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7d7fde75-311d-4655-9824-fd06af6474dc,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:53.426259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['8f501848-6f29-44ab-be48-b496f56111d8'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:53.516570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43873248-49d8-4c4e-82d8-82e8527caed6 req-4f24ff4b-a50f-40bf-9aa9-607149db87b2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.518183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43873248-49d8-4c4e-82d8-82e8527caed6 req-4f24ff4b-a50f-40bf-9aa9-607149db87b2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.1496241 Jul 13 07:21:53.547486 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.615506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43873248-49d8-4c4e-82d8-82e8527caed6 req-1d3aefd3-b653-462d-be79-938e46c99be5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903909 Jul 13 07:21:53.638248 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-42a39db0-f900-444e-b027-b11df6ca9662 None None] Provisioning complete for port 7d7fde75-311d-4655-9824-fd06af6474dc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:53.638248 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42a39db0-f900-444e-b027-b11df6ca9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.673181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Pushing event updated for resources: {'Port': ['ID=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:53.695590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9451e0bf-41fd-4625-ac73-c64db30d5385 req-0b249783-0610-4aaa-bc47-0c3db6209657 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728693 Jul 13 07:21:53.734965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed313414-dc4d-4dda-a84a-d46388176629 req-8dedfd40-4c19-4dc9-aaf3-12c907c7de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.736903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed313414-dc4d-4dda-a84a-d46388176629 req-8dedfd40-4c19-4dc9-aaf3-12c907c7de81 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 1097 time: 0.4255550 Jul 13 07:21:53.802260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:53.803682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:53.804219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:53.810029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:53.810641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:53.816884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:53.817468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:53.818372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:53.819093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Bound port: 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:53.819655 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.837282 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed313414-dc4d-4dda-a84a-d46388176629 req-b7899f03-c46c-488f-96b7-68a8acbd78ea service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909154 Jul 13 07:21:53.921065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3abe-94b2-4e89-a428-6e7df45f2481 req-1f7436c6-2841-4888-80da-7818e6950d44 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.932051 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38be3abe-94b2-4e89-a428-6e7df45f2481 req-1f7436c6-2841-4888-80da-7818e6950d44 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1234488 Jul 13 07:21:53.991638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:54.001872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:54.015378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.018738 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38be3abe-94b2-4e89-a428-6e7df45f2481 req-cad7f8b3-1511-4e18-8094-4606cf1595a3 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848565 Jul 13 07:21:54.034887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.036115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.037526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] 10.222.0.48 "PUT /v2.0/ports/2f75e8be-1b11-49d0-bc0a-80a79e1b697d HTTP/1.1" status: 200 len: 1092 time: 1.5399265 Jul 13 07:21:54.048347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:54.050418 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4812ba61-2509-4e0a-9f5e-885b85ef9abf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:54.172266 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8004c1-d389-4d74-beae-26bd0cbc9b9c x-openstack-request-id: req-4f8004c1-d389-4d74-beae-26bd0cbc9b9c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:54.172544 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:54.172800 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f8004c1-d389-4d74-beae-26bd0cbc9b9c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:54.173328 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d', 'status': 'completed', 'code': 200} Jul 13 07:21:54.206991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4878fc-558f-49a6-8194-39f2b2122450 service neutron] Pushing event updated for resources: {'Port': ['ID=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:54.266865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f856a45-22ae-4849-a30c-7af825b542f0 req-a209013c-af4c-49be-9dbc-9f6bffc46de7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.276049 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f856a45-22ae-4849-a30c-7af825b542f0 req-a209013c-af4c-49be-9dbc-9f6bffc46de7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.1663969 Jul 13 07:21:54.301662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-943343f7-e8b8-4a35-bc29-81e6c6c5c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.303753 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-943343f7-e8b8-4a35-bc29-81e6c6c5c490 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1095 time: 0.2090585 Jul 13 07:21:54.374122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f856a45-22ae-4849-a30c-7af825b542f0 req-31928cac-d685-4779-847c-64c31676cb1b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970128 Jul 13 07:21:54.382037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-7d528a87-deeb-40e9-b2d9-0e460765fb71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d HTTP/1.1" status: 200 len: 217 time: 0.0700018 Jul 13 07:21:54.446756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-8d38e257-41a9-47da-b676-1761738251cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.448356 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-8d38e257-41a9-47da-b676-1761738251cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.0597553 Jul 13 07:21:54.451094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aae914-cc9f-4711-9dd3-5953a9879bb2 req-936e8b18-a535-4b45-88a4-6386c1ded20e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.452918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4aae914-cc9f-4711-9dd3-5953a9879bb2 req-936e8b18-a535-4b45-88a4-6386c1ded20e tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 945 time: 0.1089823 Jul 13 07:21:54.500572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-8b5af82b-9cd2-4f61-b595-fa3265f9cb6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436463 Jul 13 07:21:54.510571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4aae914-cc9f-4711-9dd3-5953a9879bb2 req-8178b64d-a62f-421d-8ee8-0a2a388fdadc tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472314 Jul 13 07:21:54.515011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8f501848-6f29-44ab-be48-b496f56111d8 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:54.586459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 8f501848-6f29-44ab-be48-b496f56111d8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:54.592374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 8f501848-6f29-44ab-be48-b496f56111d8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:54.592844 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.620373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-4f1e4e4c-2958-42c1-96d8-cc52de85099d service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108186 Jul 13 07:21:54.742662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.792163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:54.800113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf1db77b-f3d0-49f5-b627-2386598ba54e req-29012290-d4f2-4e25-ab57-582b387bfaf5 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740646 Jul 13 07:21:54.803099 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.003170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-a6a1cb21-8b8c-4368-8178-b0df75c353b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.004695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-a6a1cb21-8b8c-4368-8178-b0df75c353b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1095 time: 0.1292698 Jul 13 07:21:55.012966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35a228-20fc-40d0-8f35-07557c24bdac req-d772765f-8c8c-4913-b796-1fe452af2e84 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.020119 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce35a228-20fc-40d0-8f35-07557c24bdac req-d772765f-8c8c-4913-b796-1fe452af2e84 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.1622872 Jul 13 07:21:55.086977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e5b7a-4568-4003-b36c-9c2cc336b4a5 req-e222488e-fb77-4785-a95f-9ee83b04f61f tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.089935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d6e5b7a-4568-4003-b36c-9c2cc336b4a5 req-e222488e-fb77-4785-a95f-9ee83b04f61f tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.1384797 Jul 13 07:21:55.123710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce35a228-20fc-40d0-8f35-07557c24bdac req-64b86ece-44c2-4ade-afa4-32e378bc502b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024029 Jul 13 07:21:55.170217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8f501848-6f29-44ab-be48-b496f56111d8,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:55.178052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-a70e9c78-7f16-41ee-b875-71461afc34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.184607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-a70e9c78-7f16-41ee-b875-71461afc34a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1565702 Jul 13 07:21:55.188965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:55.191362 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076a957f-44b1-4c84-b44d-6fa4322fd4ed" -d '{"events": [{"server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "name": "network-vif-plugged", "status": "completed", "tag": "8f501848-6f29-44ab-be48-b496f56111d8"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:55.201336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d6e5b7a-4568-4003-b36c-9c2cc336b4a5 req-ac146dd6-4f2d-440e-9d1e-3826ed004f07 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767629 Jul 13 07:21:55.270613 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-066e188f-61ab-4b30-86c5-4b9c71b95522 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d HTTP/1.1" status: 200 len: 217 time: 0.0793123 Jul 13 07:21:55.380820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-f0ea4420-705b-4c08-a6d3-e9a27fa58870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.388062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-f0ea4420-705b-4c08-a6d3-e9a27fa58870 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1101229 Jul 13 07:21:55.473734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-de860111-9b86-4544-b94a-333913d295f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760627 Jul 13 07:21:55.500628 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3d63a4-dfd4-4962-a015-3b80a4e7431a x-openstack-request-id: req-cc3d63a4-dfd4-4962-a015-3b80a4e7431a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:55.500986 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "name": "network-vif-plugged", "status": "completed", "tag": "8f501848-6f29-44ab-be48-b496f56111d8", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:55.501243 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc3d63a4-dfd4-4962-a015-3b80a4e7431a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:55.501663 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8', 'code': 200} Jul 13 07:21:55.570290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cc30e-0ba0-4f3b-8cd5-bc77b0c9e9cc req-338c2cf0-86f6-4cb1-81ae-e3324cb0c2ab tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.572742 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec7cc30e-0ba0-4f3b-8cd5-bc77b0c9e9cc req-338c2cf0-86f6-4cb1-81ae-e3324cb0c2ab tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1524818 Jul 13 07:21:55.665616 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec7cc30e-0ba0-4f3b-8cd5-bc77b0c9e9cc req-1bd919f0-a5d8-4f8a-8d4c-4c7852054bbb tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804639 Jul 13 07:21:55.683134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-5c3fba56-2619-4ff4-8e6b-52107c17dd8d service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710370 Jul 13 07:21:55.886669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9d381-600e-4561-8bb2-2701d4333708 req-0c39b55b-40d7-4504-b7ff-8afad02c8af0 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.888806 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4ea9d381-600e-4561-8bb2-2701d4333708 req-0c39b55b-40d7-4504-b7ff-8afad02c8af0 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 945 time: 0.1037214 Jul 13 07:21:55.904419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8179cc7-64d4-4075-a087-827c68b199bb req-cb216293-71b2-4437-ad4b-a81a7e9735aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.906108 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8179cc7-64d4-4075-a087-827c68b199bb req-cb216293-71b2-4437-ad4b-a81a7e9735aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1097 time: 0.2199984 Jul 13 07:21:55.946462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4ea9d381-600e-4561-8bb2-2701d4333708 req-5d0c2691-85fa-4b2b-82c8-562ef3931366 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511656 Jul 13 07:21:55.960485 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b823-5733-43a1-bb47-683fc52df5bd req-58be5e83-2926-4e4a-b152-7200ae18fc0c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.966542 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dff4b823-5733-43a1-bb47-683fc52df5bd req-58be5e83-2926-4e4a-b152-7200ae18fc0c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.2820251 Jul 13 07:21:56.018977 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4812ba61-2509-4e0a-9f5e-885b85ef9abf req-e88818a7-38e1-4be8-96cd-0dcd5e9c3355 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290162 Jul 13 07:21:56.034830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8179cc7-64d4-4075-a087-827c68b199bb req-7c47e89e-bc3f-4d68-aa8e-aa749ea631a7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094103 Jul 13 07:21:56.078549 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dff4b823-5733-43a1-bb47-683fc52df5bd req-95e4ca9f-a7f2-42a8-b552-cb79cdd985d6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955410 Jul 13 07:21:56.185821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b696d0a-0a80-492f-91ba-94899022e7cc req-7566a7d9-7ef0-4bfd-a032-ab90999f88ef tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.199598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:56.206194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6936a49f-dbee-44f2-97a5-f8e94f3091cf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Request body: {'floatingip': {'port_id': '7d7fde75-311d-4655-9824-fd06af6474dc'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:56.211638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b696d0a-0a80-492f-91ba-94899022e7cc req-7566a7d9-7ef0-4bfd-a032-ab90999f88ef tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 945 time: 0.1138532 Jul 13 07:21:56.303080 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6936a49f-dbee-44f2-97a5-f8e94f3091cf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.424172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c48f-ce85-42db-b808-3cb61ae55d01 req-dc1bd8c6-44aa-4c35-9a34-d1ca628ebf66 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.431540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a084c48f-ce85-42db-b808-3cb61ae55d01 req-dc1bd8c6-44aa-4c35-9a34-d1ca628ebf66 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.0733604 Jul 13 07:21:56.481446 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a084c48f-ce85-42db-b808-3cb61ae55d01 req-9f1e4cd6-3b03-4e56-a963-2099687d538d tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488820 Jul 13 07:21:56.774188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcd96-02f4-4eaf-aab0-5071187432c5 req-e5ff6d35-b585-4cd8-a83b-e837a04856d9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.775762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-120dcd96-02f4-4eaf-aab0-5071187432c5 req-e5ff6d35-b585-4cd8-a83b-e837a04856d9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.4684198 Jul 13 07:21:56.931250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67c53-d4cb-450a-9d2d-7af944e0a649 req-9211d9aa-80be-4d3f-9e1c-179f6a3a6e2c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.933158 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06d67c53-d4cb-450a-9d2d-7af944e0a649 req-9211d9aa-80be-4d3f-9e1c-179f6a3a6e2c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1305828 Jul 13 07:21:56.942561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-120dcd96-02f4-4eaf-aab0-5071187432c5 req-25492898-53c2-4fed-9244-1ae10bee97b9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354990 Jul 13 07:21:57.003083 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06d67c53-d4cb-450a-9d2d-7af944e0a649 req-aa804507-c34c-442a-a5ae-b55c618e0fff tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602474 Jul 13 07:21:57.369056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4aca3-2bc0-4bf9-bfcc-28f60ddb06c8 req-738b5d3b-76d6-4213-b2fe-8280c785279d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.370647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11a4aca3-2bc0-4bf9-bfcc-28f60ddb06c8 req-738b5d3b-76d6-4213-b2fe-8280c785279d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.1758256 Jul 13 07:21:57.469213 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6936a49f-dbee-44f2-97a5-f8e94f3091cf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.483833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11a4aca3-2bc0-4bf9-bfcc-28f60ddb06c8 req-e80b0ca1-4456-427d-874e-310c0844fb67 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845339 Jul 13 07:21:57.485229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6936a49f-dbee-44f2-97a5-f8e94f3091cf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.617984 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-6936a49f-dbee-44f2-97a5-f8e94f3091cf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Floating IP 5dc5dbe6-c402-4298-be71-9ac0c90ca3f9 associated. External IP: 172.25.8.214, port: 7d7fde75-311d-4655-9824-fd06af6474dc. Jul 13 07:21:57.694137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6246ec-204e-4a95-a89f-5eb5fa7a4c80 req-ce4453a3-9654-4258-9730-ee23421a8169 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.696675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b6246ec-204e-4a95-a89f-5eb5fa7a4c80 req-ce4453a3-9654-4258-9730-ee23421a8169 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.0936275 Jul 13 07:21:57.766314 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b6246ec-204e-4a95-a89f-5eb5fa7a4c80 req-0bf50fc2-769a-48f4-87bf-918bffc52637 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593541 Jul 13 07:21:57.915166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6936a49f-dbee-44f2-97a5-f8e94f3091cf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:21:57.948379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cf544-2c6c-4fde-b385-68a7e9e2f4f0 req-c6a91e7b-8939-4491-927e-94ee84593b28 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.949933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-160cf544-2c6c-4fde-b385-68a7e9e2f4f0 req-c6a91e7b-8939-4491-927e-94ee84593b28 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1097 time: 0.0712111 Jul 13 07:21:58.020606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-160cf544-2c6c-4fde-b385-68a7e9e2f4f0 req-640e6924-5c3b-4b42-ba65-be0f2669e0ec tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643635 Jul 13 07:21:58.035864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6936a49f-dbee-44f2-97a5-f8e94f3091cf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:21:58.041296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6936a49f-dbee-44f2-97a5-f8e94f3091cf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.049263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] Sync routers for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:21:58.072205 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:21:58.073136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:58.103811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6936a49f-dbee-44f2-97a5-f8e94f3091cf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "PUT /v2.0/floatingips/5dc5dbe6-c402-4298-be71-9ac0c90ca3f9 HTTP/1.1" status: 200 len: 991 time: 1.9028850 Jul 13 07:21:58.104914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'tag': '7d7fde75-311d-4655-9824-fd06af6474dc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:58.107719 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4422c275-5c02-4219-af6d-bd4450ef4ead" -d '{"events": [{"name": "network-changed", "server_uuid": "d043133c-18d6-4dc3-a27b-c9937fc1692e", "tag": "7d7fde75-311d-4655-9824-fd06af6474dc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:58.218691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1f0df-cb84-4464-b7ba-eb6e6e4d0021 req-6405480b-0fba-4b30-b0a4-a2c91b442439 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.220472 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68d1f0df-cb84-4464-b7ba-eb6e6e4d0021 req-6405480b-0fba-4b30-b0a4-a2c91b442439 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.0869665 Jul 13 07:21:58.226218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf25e-5f21-461f-836d-7e18e3f69618 req-498a2597-de03-41a8-8796-a726572f74f2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.228781 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dabbf25e-5f21-461f-836d-7e18e3f69618 req-498a2597-de03-41a8-8796-a726572f74f2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.0819657 Jul 13 07:21:58.243428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:21:58.274450 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dabbf25e-5f21-461f-836d-7e18e3f69618 req-ef6d1edb-4450-4fde-a8e2-174b7e33ccb2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377796 Jul 13 07:21:58.279811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68d1f0df-cb84-4464-b7ba-eb6e6e4d0021 req-a1915619-6488-4755-bbdb-0bddb16e0ea9 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Jul 13 07:21:58.375383 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56ac4ed-f6f4-4b6b-8e2e-d8683898cf9f x-openstack-request-id: req-c56ac4ed-f6f4-4b6b-8e2e-d8683898cf9f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:58.375880 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d043133c-18d6-4dc3-a27b-c9937fc1692e", "tag": "7d7fde75-311d-4655-9824-fd06af6474dc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:58.376053 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c56ac4ed-f6f4-4b6b-8e2e-d8683898cf9f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:58.376452 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'tag': '7d7fde75-311d-4655-9824-fd06af6474dc', 'status': 'completed', 'code': 200} Jul 13 07:21:58.486128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-09a5da75-1ddd-4a15-8740-d22e7bedc301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.494885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-09a5da75-1ddd-4a15-8740-d22e7bedc301 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=01f88d5df9c04261bfcc9a11db17365c&device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 1097 time: 0.0816696 Jul 13 07:21:58.539406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2f75e8be-1b11-49d0-bc0a-80a79e1b697d details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:58.688387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:58.694963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-8d8597e4-ad4e-4386-94e6-c2e150226ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.700943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-8d8597e4-ad4e-4386-94e6-c2e150226ab2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e077853c-546e-4e3a-93b7-104db9a0eb75 HTTP/1.1" status: 200 len: 916 time: 0.1870043 Jul 13 07:21:58.720970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d', 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009', 'port_id': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d', 'mac_address': 'fa:16:3e:79:82:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0439cff4-236b-4231-aed3-706628ba29f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:58.892263 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.949493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f75e8be-1b11-49d0-bc0a-80a79e1b697d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:58.952319 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-2263cd91-8ac6-460b-b4a7-8a33ece89436 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d7fde75-311d-4655-9824-fd06af6474dc HTTP/1.1" status: 200 len: 999 time: 0.2381940 Jul 13 07:21:58.980665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5640c-00b1-4d90-9ad4-d07fa15e8feb req-f2a017eb-467a-439a-8f54-df3994f059cc tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.987703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '5dc5dbe6-c402-4298-be71-9ac0c90ca3f9', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'port_id': '7d7fde75-311d-4655-9824-fd06af6474dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'mac_address': 'fa:16:3e:69:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:20:44Z', 'updated_at': '2021-07-13T07:21:57Z', 'revision_number': 1, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 5, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:58.994352 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94a5640c-00b1-4d90-9ad4-d07fa15e8feb req-f2a017eb-467a-439a-8f54-df3994f059cc tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.2283649 Jul 13 07:21:59.039822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:59.042192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] Checking router: 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:21:59.051329 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.061300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-01ae9f5d-2016-476e-a825-b1706dc9808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.063661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-01ae9f5d-2016-476e-a825-b1706dc9808d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f822b982-e778-4f65-8076-b9393019b994 HTTP/1.1" status: 200 len: 854 time: 0.1018209 Jul 13 07:21:59.071336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94a5640c-00b1-4d90-9ad4-d07fa15e8feb req-0b60175f-4b41-4b92-8054-3fb3d92c5a78 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760028 Jul 13 07:21:59.136138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:59.149993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:21:59.150656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:59.221814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-a7d15349-4cce-4c36-b095-26c4073ffd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.223179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-a7d15349-4cce-4c36-b095-26c4073ffd75 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e077853c-546e-4e3a-93b7-104db9a0eb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499729 Jul 13 07:21:59.228663 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-c2ebd40a-8059-46f2-8dcc-71f3558cc1dd service neutron] show failed (client error): The resource could not be found. Jul 13 07:21:59.229672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-c2ebd40a-8059-46f2-8dcc-71f3558cc1dd service neutron] 10.222.0.48 "GET /v2.0/ports/ff8891d0-7e0f-4b33-b055-b042119b60d6/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0800085 Jul 13 07:21:59.377402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:21:59.419113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-98b2b77a-1e6e-4d03-bb93-1a6205c51ab9 service neutron] 10.222.0.38 "GET /v2.0/networks/e077853c-546e-4e3a-93b7-104db9a0eb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884439 Jul 13 07:21:59.472237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2f75e8be-1b11-49d0-bc0a-80a79e1b697d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:59.664227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685e2ae-ece8-459e-8197-8b41403deb79 req-c390c185-e4df-47b9-bb65-252d7c53396f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.674574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5685e2ae-ece8-459e-8197-8b41403deb79 req-c390c185-e4df-47b9-bb65-252d7c53396f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1112690 Jul 13 07:21:59.687376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4422c275-5c02-4219-af6d-bd4450ef4ead req-72d8e04b-c982-4bb4-8e1a-c48453f9e1ce service neutron] 10.222.0.38 "GET /v2.0/networks/e077853c-546e-4e3a-93b7-104db9a0eb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560637 Jul 13 07:21:59.736160 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5685e2ae-ece8-459e-8197-8b41403deb79 req-1c362316-fc54-4da2-b5ac-482b9a939e6b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569398 Jul 13 07:21:59.779968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-50603c32-7ddf-4249-bd31-703a432c8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.781510 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-50603c32-7ddf-4249-bd31-703a432c8dc0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4&tenant_id=ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 1102 time: 0.1942997 Jul 13 07:21:59.843332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:59.943774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caef02-8722-4420-91c9-fc1027c129a0 req-d361f031-b74c-46d6-bbdc-84702cc2e4dc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.951966 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96caef02-8722-4420-91c9-fc1027c129a0 req-d361f031-b74c-46d6-bbdc-84702cc2e4dc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 944 time: 0.3046663 Jul 13 07:22:00.033448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '5dc5dbe6-c402-4298-be71-9ac0c90ca3f9', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'port_id': '7d7fde75-311d-4655-9824-fd06af6474dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'mac_address': 'fa:16:3e:69:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:20:44Z', 'updated_at': '2021-07-13T07:21:57Z', 'revision_number': 1, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 5, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:00.050326 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.068434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff4144-9544-4b1d-a1e3-93d88d49f4d0 None None] The sync data for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 is: [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '5dc5dbe6-c402-4298-be71-9ac0c90ca3f9', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'port_id': '7d7fde75-311d-4655-9824-fd06af6474dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'mac_address': 'fa:16:3e:69:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:20:44Z', 'updated_at': '2021-07-13T07:21:57Z', 'revision_number': 1, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 5, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:00.216522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96caef02-8722-4420-91c9-fc1027c129a0 req-6fb2af76-bae7-47a8-9ca7-6278cc0edf1c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632430 Jul 13 07:22:00.318414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:00.373665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:00.427970 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569bb3d9-d703-49e8-8ccf-f63274f42034 None None] New status for floating IP 5dc5dbe6-c402-4298-be71-9ac0c90ca3f9: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:22:00.447874 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.467173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Transition to ACTIVE for port object ff8891d0-7e0f-4b33-b055-b042119b60d6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:00.468253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:00.471375 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1424bd41-e3b5-4ccd-b550-1c3a7d27de4c" -d '{"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:00.521610 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.725760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] No DVR routers for this DVR port ff8891d0-7e0f-4b33-b055-b042119b60d6 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:00.743378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:00.805112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f68294-7837-428e-82e4-67dffaa071da req-957f90ef-e316-4db6-9ffb-767b7949125e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.812105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5f68294-7837-428e-82e4-67dffaa071da req-957f90ef-e316-4db6-9ffb-767b7949125e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 948 time: 0.3378515 Jul 13 07:22:00.822464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.822809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.823148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.823485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.823911 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.824128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.824455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.825307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.825307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.825461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.831153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.831153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:00.901903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:00.902293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:00.902607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:00.929338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Port ff8891d0-7e0f-4b33-b055-b042119b60d6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:00.929676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:00.938020 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a16ff96-2008-42c6-9843-46692de21262 x-openstack-request-id: req-1a16ff96-2008-42c6-9843-46692de21262 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:00.938280 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:00.938488 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a16ff96-2008-42c6-9843-46692de21262 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:00.938861 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'code': 200} Jul 13 07:22:00.963955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5f68294-7837-428e-82e4-67dffaa071da req-01477511-9f8b-4502-80c1-6ce6e4cf5963 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508899 Jul 13 07:22:00.964982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:00.965321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:00.965707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:00.971656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Bound port: ff8891d0-7e0f-4b33-b055-b042119b60d6, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:00.972255 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.080713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:01.084700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:01.093072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.143876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:01.148150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.150926 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] 10.222.0.38 "PUT /v2.0/ports/ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 1097 time: 1.3375919 Jul 13 07:22:01.205180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e0614-d2a0-45f4-9914-54f04d0e6fc6 req-7944533b-c4ae-4f40-a4fd-8ad286c732b4 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:01.214834 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-865e0614-d2a0-45f4-9914-54f04d0e6fc6 req-7944533b-c4ae-4f40-a4fd-8ad286c732b4 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1414571 Jul 13 07:22:01.256302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adefb68-8e8b-4186-8f17-67dc5e2607b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:01.296972 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-865e0614-d2a0-45f4-9914-54f04d0e6fc6 req-864eedd6-3c91-4b62-a0c3-dc1051a518e5 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812118 Jul 13 07:22:01.310012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-fcc98c6e-617a-41e9-af9c-6e24439dc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:01.310012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-fcc98c6e-617a-41e9-af9c-6e24439dc8d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1100 time: 0.1073015 Jul 13 07:22:01.765255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-16fb3fb4-fc6d-4739-be4e-1598b2d0b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:01.766774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-16fb3fb4-fc6d-4739-be4e-1598b2d0b360 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.4498885 Jul 13 07:22:01.815764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-d05b5cd3-6dbd-4f8c-bbf1-b3f88f3ffb80 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.0391448 Jul 13 07:22:01.828365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7f935-af10-42d6-9e08-bcd1bb6ffbed req-9bea60ea-37f5-498a-a387-ed8706693615 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:01.829940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83d7f935-af10-42d6-9e08-bcd1bb6ffbed req-9bea60ea-37f5-498a-a387-ed8706693615 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 944 time: 0.1211128 Jul 13 07:22:01.873912 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83d7f935-af10-42d6-9e08-bcd1bb6ffbed req-aab00d8f-4eb1-4985-8e81-7ef903d73cf5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371253 Jul 13 07:22:01.953542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-8bbac15f-472f-453d-8859-330a814fd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:01.955300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-8bbac15f-472f-453d-8859-330a814fd126 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0464003 Jul 13 07:22:02.045627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-a5aa8ad3-d2e5-4ff8-93cc-4edf242c9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:02.047725 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-a5aa8ad3-d2e5-4ff8-93cc-4edf242c9eb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782855 Jul 13 07:22:02.192381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05702586-04cb-476f-9106-efc772799b40 req-870d4994-598d-49c6-b7f7-c74dc896efa2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:02.194238 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05702586-04cb-476f-9106-efc772799b40 req-870d4994-598d-49c6-b7f7-c74dc896efa2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 948 time: 0.0860076 Jul 13 07:22:02.197198 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-93e3b233-da77-4f2a-b3c0-0fe35cab12c0 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410363 Jul 13 07:22:02.235359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05702586-04cb-476f-9106-efc772799b40 req-ffb081a2-6b18-4190-9ee1-b20e77847cdf tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347347 Jul 13 07:22:02.303951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aec37-6430-482e-85b5-ab4c50296d9d req-349acdeb-3171-465a-9f91-04b710855b8e tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:02.306431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-646aec37-6430-482e-85b5-ab4c50296d9d req-349acdeb-3171-465a-9f91-04b710855b8e tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 950 time: 0.1431983 Jul 13 07:22:02.362858 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcc6f75b-f834-431d-9df9-46ddc75b2eca req-615c65f7-cb7e-422a-8067-ed85fbf3e1d1 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577561 Jul 13 07:22:02.373251 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-646aec37-6430-482e-85b5-ab4c50296d9d req-c6e8dc33-743c-498e-bd31-7ae6b3c0bbdc tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598881 Jul 13 07:22:02.547102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2f75e8be-1b11-49d0-bc0a-80a79e1b697d up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:02.577687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ffe0c-8dda-49dd-8ce3-f02aeea20965 req-788fac5b-76f3-4f3e-8279-4c584911dadd tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:02.582464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-797ffe0c-8dda-49dd-8ce3-f02aeea20965 req-788fac5b-76f3-4f3e-8279-4c584911dadd tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.0840425 Jul 13 07:22:02.630427 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:02.633758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-797ffe0c-8dda-49dd-8ce3-f02aeea20965 req-2badd8ed-5a26-46c5-a844-a22d45f193d6 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485480 Jul 13 07:22:02.646957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:02.647543 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.754314 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.782132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:02.785766 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cf28d2-b740-4986-b1a5-ffc53e32856f" -d '{"events": [{"server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "name": "network-vif-plugged", "status": "completed", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:02.804183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:02.810371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.871959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:02.936070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:02.940044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:02.942359 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206" -d '{"events": [{"name": "network-changed", "server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:02.955845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:03.024859 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06558d7c-f93b-4a05-9fd1-bce734d63d21 x-openstack-request-id: req-06558d7c-f93b-4a05-9fd1-bce734d63d21 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:03.025154 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "name": "network-vif-plugged", "status": "completed", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:03.025408 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06558d7c-f93b-4a05-9fd1-bce734d63d21 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:03.025800 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d', 'code': 200} Jul 13 07:22:03.206466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf148-de8e-4804-a030-c66805fa85bf req-d7fbe02f-f1c2-4c73-9fc0-ee276e7bde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.208398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46aaf148-de8e-4804-a030-c66805fa85bf req-d7fbe02f-f1c2-4c73-9fc0-ee276e7bde0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1097 time: 0.1035738 Jul 13 07:22:03.223379 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e920692-eb02-46ca-9936-ee100833ec31 x-openstack-request-id: req-0e920692-eb02-46ca-9936-ee100833ec31 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:03.224334 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:03.224796 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e920692-eb02-46ca-9936-ee100833ec31 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:03.225500 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'status': 'completed', 'code': 200} Jul 13 07:22:03.339456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-4a7c871d-9980-4bfa-8fe7-2d3d9a3bfaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.341390 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-4a7c871d-9980-4bfa-8fe7-2d3d9a3bfaa5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1100 time: 0.0851445 Jul 13 07:22:03.375455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46aaf148-de8e-4804-a030-c66805fa85bf req-dc547a23-c641-4969-833b-b91c2407cdc7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603801 Jul 13 07:22:03.384817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-3a03abde-38ba-41a0-bef5-2971f3da8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.386444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-3a03abde-38ba-41a0-bef5-2971f3da8ec8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1100 time: 0.1226926 Jul 13 07:22:03.398227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b5e71-99b9-4672-93f1-5641d7e0fff4 req-a227ae28-7247-4285-a0f4-0887ad5d5437 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.400031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-124b5e71-99b9-4672-93f1-5641d7e0fff4 req-a227ae28-7247-4285-a0f4-0887ad5d5437 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.1552713 Jul 13 07:22:03.465082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-124b5e71-99b9-4672-93f1-5641d7e0fff4 req-6a9244e5-6671-43a1-86cc-764b925423cd tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582452 Jul 13 07:22:03.488483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-67d6df67-a78d-4ec4-ab82-bc1ff459c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.490488 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-67d6df67-a78d-4ec4-ab82-bc1ff459c7a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1383762 Jul 13 07:22:03.538882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-ff53f0f6-3126-49a8-8ca3-c52f72e19774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.540494 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-ff53f0f6-3126-49a8-8ca3-c52f72e19774 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1126029 Jul 13 07:22:03.562237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-8a97a7de-60b1-4c56-b178-f6ec6a4684e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.0505114 Jul 13 07:22:03.604424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-e8d918fc-440e-444c-b264-70cf28631e72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.0521495 Jul 13 07:22:03.644478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-85e4bb10-d6a1-4703-b62f-ff6edb5a7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.646059 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-85e4bb10-d6a1-4703-b62f-ff6edb5a7cf9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0685143 Jul 13 07:22:03.698561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-9ebbf97b-edd3-4f60-b0f1-d4c18dc40d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.700059 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-9ebbf97b-edd3-4f60-b0f1-d4c18dc40d06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0887780 Jul 13 07:22:03.735707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-72d9c4ec-2765-4055-80a6-d13b58082435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.737545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-72d9c4ec-2765-4055-80a6-d13b58082435 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0691979 Jul 13 07:22:03.761400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036835ab-d396-49d1-8250-d3cccfa964fb req-b1619415-71b6-4431-9495-fef9448ad127 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.762872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-036835ab-d396-49d1-8250-d3cccfa964fb req-b1619415-71b6-4431-9495-fef9448ad127 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 948 time: 0.1149502 Jul 13 07:22:03.815992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-bd9491e2-90b0-4f2d-8c73-89b9a49aef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.817851 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-bd9491e2-90b0-4f2d-8c73-89b9a49aef49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074429 Jul 13 07:22:03.821220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-036835ab-d396-49d1-8250-d3cccfa964fb req-010fb372-f22f-40ee-9f1e-6818bfe4c7d9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488286 Jul 13 07:22:03.920155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-f8f98ef8-8914-4b1b-9b48-13951e7011e8 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749916 Jul 13 07:22:03.951469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-91bccbd1-932c-4e37-8e60-d50a1363aa5a service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267388 Jul 13 07:22:03.971039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c147c-562f-4213-b0d4-be768cd19924 req-1de99544-e3cc-4274-836c-b449417bab2f tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.972563 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-039c147c-562f-4213-b0d4-be768cd19924 req-1de99544-e3cc-4274-836c-b449417bab2f tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 950 time: 0.2020917 Jul 13 07:22:04.052077 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-039c147c-562f-4213-b0d4-be768cd19924 req-35b5679f-54eb-4553-b3a4-495b50a5c1d2 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723462 Jul 13 07:22:04.066570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-35c9debb-adb9-442b-8d4d-3b08f706ccce service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348014 Jul 13 07:22:04.106887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a08bb04-dcf8-4bb0-9c6a-e09ea46e6206 req-ec750c9e-8bac-4314-a192-d02858a011e6 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483419 Jul 13 07:22:04.127020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bbf7b-db8a-4a5d-a1b0-3fa5cdf226d1 req-cea95ef3-f52f-49a4-a91f-060dd0e0c4d7 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.129433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-192bbf7b-db8a-4a5d-a1b0-3fa5cdf226d1 req-cea95ef3-f52f-49a4-a91f-060dd0e0c4d7 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1608739 Jul 13 07:22:04.190878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-192bbf7b-db8a-4a5d-a1b0-3fa5cdf226d1 req-4821d808-b266-40b7-bdaa-16308bc2736c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536468 Jul 13 07:22:04.665453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:04.675042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970fcb-6a32-4a13-a39e-a470b7df57aa req-c3593e35-7fe6-46ec-8ea6-f1a640f7450b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.686699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45970fcb-6a32-4a13-a39e-a470b7df57aa req-c3593e35-7fe6-46ec-8ea6-f1a640f7450b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0960894 Jul 13 07:22:04.730358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45970fcb-6a32-4a13-a39e-a470b7df57aa req-66b13cae-42a6-4ce8-a5b7-fac07271a471 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Jul 13 07:22:04.792028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:04.804623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'mac_address': 'fa:16:3e:c2:e9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:04.844907 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.872182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8891d0-7e0f-4b33-b055-b042119b60d6 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:04.897057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:04.902674 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.936508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa64e44-4b4e-4ecc-af79-240cd5c10fcf req-f1975785-760d-4b24-af8b-dfa5b89cb82d tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.944034 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2aa64e44-4b4e-4ecc-af79-240cd5c10fcf req-f1975785-760d-4b24-af8b-dfa5b89cb82d tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1097 time: 0.0738142 Jul 13 07:22:04.985783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:04.990955 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2aa64e44-4b4e-4ecc-af79-240cd5c10fcf req-b6942094-2614-42d5-b4cd-c5be588a483f tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Jul 13 07:22:05.059442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f04304-16b5-43ee-b835-5c10d7c7d855 req-54d87e74-8604-4189-a541-f1cd40d81650 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.066596 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31f04304-16b5-43ee-b835-5c10d7c7d855 req-54d87e74-8604-4189-a541-f1cd40d81650 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 949 time: 0.0914514 Jul 13 07:22:05.124498 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31f04304-16b5-43ee-b835-5c10d7c7d855 req-51ca4d1c-fa42-4569-b878-3459cab3619e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Jul 13 07:22:05.174259 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.269577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adbb66-e1cd-4be3-94d1-cadc510a603c req-6c2413af-da01-4399-9ef7-83ee2e3eb799 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.271973 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4adbb66-e1cd-4be3-94d1-cadc510a603c req-6c2413af-da01-4399-9ef7-83ee2e3eb799 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 950 time: 0.0700655 Jul 13 07:22:05.306041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['ff8891d0-7e0f-4b33-b055-b042119b60d6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:05.316530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4adbb66-e1cd-4be3-94d1-cadc510a603c req-304a6230-747d-43b8-94a1-4da7c6c5f3b3 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365093 Jul 13 07:22:05.555953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a13aa-f91f-459b-b529-cc409ab2e9d3 req-77ad98b1-4bc4-4e38-9e0d-9600e1135848 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.558738 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c27a13aa-f91f-459b-b529-cc409ab2e9d3 req-77ad98b1-4bc4-4e38-9e0d-9600e1135848 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1180432 Jul 13 07:22:05.577986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-c5051f60-32e3-489f-8893-35f3f5431d0a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.580235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-c5051f60-32e3-489f-8893-35f3f5431d0a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4&tenant_id=ae5003457ccc48e8a8111c6982ea6a11&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 949 time: 0.1012819 Jul 13 07:22:05.625735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c27a13aa-f91f-459b-b529-cc409ab2e9d3 req-846838a2-a47b-4a1b-9965-ad64f6ff9574 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603354 Jul 13 07:22:05.663733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-39345a84-23a4-487a-8761-566fdf9fe4b5 service neutron] 10.222.0.38 "GET /v2.0/ports/ff8891d0-7e0f-4b33-b055-b042119b60d6/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 383 time: 0.0771160 Jul 13 07:22:05.786708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-90a96f52-cd4a-45c3-9613-e81db2b05371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.788217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-90a96f52-cd4a-45c3-9613-e81db2b05371 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1101 time: 0.0891757 Jul 13 07:22:05.796768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385278cd-21c4-48c8-b040-e6233b3df9e2 req-80afd58a-2c5f-4e70-bd17-465a8e8b4663 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.802396 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-385278cd-21c4-48c8-b040-e6233b3df9e2 req-80afd58a-2c5f-4e70-bd17-465a8e8b4663 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 949 time: 0.1131878 Jul 13 07:22:05.885830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-9145f986-42b8-4c43-ab0f-c62f99a719fd tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.887463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-9145f986-42b8-4c43-ab0f-c62f99a719fd tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 950 time: 0.0838857 Jul 13 07:22:05.913346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-385278cd-21c4-48c8-b040-e6233b3df9e2 req-58043415-84a7-48d3-9115-d6182cf72ff1 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009388 Jul 13 07:22:05.936975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-8a96b8e5-ce1f-4b72-b81c-05bd8797993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.938533 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-8a96b8e5-ce1f-4b72-b81c-05bd8797993e service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1350164 Jul 13 07:22:05.989274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-1fb41f51-5f39-4e76-8566-f991b88027be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.0356526 Jul 13 07:22:05.996086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Deleting port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:05.996414 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.043572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-34113bc0-8097-4cae-a167-79d5ff803108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.045428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-34113bc0-8097-4cae-a167-79d5ff803108 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0490716 Jul 13 07:22:06.087446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] For port 01cfa9c2-c61a-470a-a950-a97e6792bfa2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=01cfa9c2-c61a-470a-a950-a97e6792bfa2,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:06.087829 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.100788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Calling delete_port for 01cfa9c2-c61a-470a-a950-a97e6792bfa2 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:06.119120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-42d721eb-a119-4663-bcd2-250e989504b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.120818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-42d721eb-a119-4663-bcd2-250e989504b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590189 Jul 13 07:22:06.227700 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-19b4831a-b166-4f15-8338-c7b3f16091ba service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987806 Jul 13 07:22:06.324802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-bc976077-f73b-401d-8154-f50f6b981bc8 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896792 Jul 13 07:22:06.534868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cd8b5-c916-41d9-af0c-e3ebc80c6c89 req-95df44b1-1e68-468d-ac48-554b25fc1e6d tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.536484 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e3cd8b5-c916-41d9-af0c-e3ebc80c6c89 req-95df44b1-1e68-468d-ac48-554b25fc1e6d tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db253db-a9e2-48b9-ab9f-bd80770a9f59 HTTP/1.1" status: 200 len: 950 time: 0.1036253 Jul 13 07:22:06.537603 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.575059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Pushing event deleted for resources: {'Port': ['ID=01cfa9c2-c61a-470a-a950-a97e6792bfa2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:06.631879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] No DVR routers for this DVR port 01cfa9c2-c61a-470a-a950-a97e6792bfa2 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:06.638981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.641138 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c96ee66c-3e36-4d5c-9b7c-bdfdd36eed80 req-03dfc36d-b8a3-413e-9da1-5e27572b5ff6 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.38 "DELETE /v2.0/ports/01cfa9c2-c61a-470a-a950-a97e6792bfa2 HTTP/1.1" status: 204 len: 173 time: 0.7473221 Jul 13 07:22:06.641588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-deleted', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:06.643941 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd9834-c9bb-4c1c-b8f4-0943f01527ae" -d '{"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-deleted", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:06.664787 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e3cd8b5-c916-41d9-af0c-e3ebc80c6c89 req-4e9e8f2c-5f6e-4b15-93b7-928af033be82 tempest-ImagesOneServerTestJSON-959642077 tempest-ImagesOneServerTestJSON-959642077-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7b223c-6400-424e-87fc-2bbb2333216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183472 Jul 13 07:22:06.694589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:06.778857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port ff8891d0-7e0f-4b33-b055-b042119b60d6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:06.783545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port ff8891d0-7e0f-4b33-b055-b042119b60d6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:06.783936 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.811504 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df3c7e0-b56b-45de-963d-1367dabdfa39 x-openstack-request-id: req-9df3c7e0-b56b-45de-963d-1367dabdfa39 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:06.812088 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db253db-a9e2-48b9-ab9f-bd80770a9f59", "name": "network-vif-deleted", "tag": "01cfa9c2-c61a-470a-a950-a97e6792bfa2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:06.812680 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9df3c7e0-b56b-45de-963d-1367dabdfa39 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:06.813776 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db253db-a9e2-48b9-ab9f-bd80770a9f59', 'name': 'network-vif-deleted', 'tag': '01cfa9c2-c61a-470a-a950-a97e6792bfa2', 'status': 'completed', 'code': 200} Jul 13 07:22:06.899492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338303c-ee1d-4190-9aaa-c35dbb9809c1 req-f3caf2db-2136-4edd-9988-bde9e3314160 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.902087 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5338303c-ee1d-4190-9aaa-c35dbb9809c1 req-f3caf2db-2136-4edd-9988-bde9e3314160 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.0727482 Jul 13 07:22:06.950277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5338303c-ee1d-4190-9aaa-c35dbb9809c1 req-81e8cb4a-c113-4abd-86c8-7d1fd6dc0449 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417731 Jul 13 07:22:06.996109 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.031345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:07.032327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:07.036714 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b251f-3310-4633-9cb2-1d258d28977d" -d '{"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-plugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:07.043672 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.090080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:07.097613 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49ecfe-5851-45a3-acac-738cdf4769b5 x-openstack-request-id: req-3e49ecfe-5851-45a3-acac-738cdf4769b5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:07.098203 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-plugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:07.099317 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e49ecfe-5851-45a3-acac-738cdf4769b5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:07.099918 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'code': 200} Jul 13 07:22:07.121755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 01cfa9c2-c61a-470a-a950-a97e6792bfa2 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:07.122518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:07.155592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:07.169265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.220608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9655e-cba9-4377-a9e8-95b4480d7848 req-f6213ac3-e7a8-41fa-b816-14d422556865 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.222692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70f9655e-cba9-4377-a9e8-95b4480d7848 req-f6213ac3-e7a8-41fa-b816-14d422556865 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.0867119 Jul 13 07:22:07.278334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70f9655e-cba9-4377-a9e8-95b4480d7848 req-c6dded6e-00d2-42a6-9a94-983045031366 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476522 Jul 13 07:22:07.409413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8427a3e7-de0e-4b50-95ab-07260c0a9cf8 None None] Provisioning complete for port ff8891d0-7e0f-4b33-b055-b042119b60d6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:07.409904 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8427a3e7-de0e-4b50-95ab-07260c0a9cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.077186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56602) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:08.248048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e318cb9-b53b-4e32-9d3b-88373bd97e98 req-9372b255-b38e-46e5-9db6-6583980b683f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:08.258703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e318cb9-b53b-4e32-9d3b-88373bd97e98 req-9372b255-b38e-46e5-9db6-6583980b683f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1262224 Jul 13 07:22:08.319904 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-04cf7a4c-e3ee-4c58-9564-ff054df0ae1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c0d4131595e4f618d36664ce75762b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378643 Jul 13 07:22:08.321099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:08.332480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e318cb9-b53b-4e32-9d3b-88373bd97e98 req-0fc5f1f1-615f-4212-bb22-ddd83aa99910 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724268 Jul 13 07:22:08.428705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d88ee8cf-107c-44c4-bb9b-31ab2b8fe234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.496306 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d88ee8cf-107c-44c4-bb9b-31ab2b8fe234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.569592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d88ee8cf-107c-44c4-bb9b-31ab2b8fe234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.572682 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d88ee8cf-107c-44c4-bb9b-31ab2b8fe234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.576401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d88ee8cf-107c-44c4-bb9b-31ab2b8fe234 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae7b223c-6400-424e-87fc-2bbb2333216a HTTP/1.1" status: 204 len: 168 time: 0.2517703 Jul 13 07:22:08.590940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ee8cf-107c-44c4-bb9b-31ab2b8fe234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7b223c-6400-424e-87fc-2bbb2333216a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:08.652795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc61734-2352-4acd-b8da-ce90e58fc2bf req-6cac4d54-73ab-483d-ba20-50593edbc12f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:08.666596 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4dc61734-2352-4acd-b8da-ce90e58fc2bf req-6cac4d54-73ab-483d-ba20-50593edbc12f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.2316742 Jul 13 07:22:08.744210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4dc61734-2352-4acd-b8da-ce90e58fc2bf req-d0467631-5e97-4041-b92e-0cd052a2dc36 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711248 Jul 13 07:22:09.061609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-827bfa5b-60a5-4c4b-a01a-aa70ea9c5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:09.067606 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-827bfa5b-60a5-4c4b-a01a-aa70ea9c5dd5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4&tenant_id=ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 1102 time: 0.1026375 Jul 13 07:22:09.087634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:09.276949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.335838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bcfc1-cbaf-4466-8907-5dd15f799086 req-ad3e9664-d8e1-4cb8-99b8-37ec808d5c72 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:09.338934 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f2bcfc1-cbaf-4466-8907-5dd15f799086 req-ad3e9664-d8e1-4cb8-99b8-37ec808d5c72 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 945 time: 0.1336350 Jul 13 07:22:09.435297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f2bcfc1-cbaf-4466-8907-5dd15f799086 req-ff587125-1ad0-4642-b126-14b8b1d72a1c tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883317 Jul 13 07:22:09.455190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793aa2-fa0a-4440-9cdb-9c833cf5872e req-f48ba2fc-a681-4d7d-b7ae-24a3a2dac872 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:09.474622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-44793aa2-fa0a-4440-9cdb-9c833cf5872e req-f48ba2fc-a681-4d7d-b7ae-24a3a2dac872 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 945 time: 0.2419083 Jul 13 07:22:09.549808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-44793aa2-fa0a-4440-9cdb-9c833cf5872e req-c36c557d-de52-4708-8fd0-6f1deee6df80 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738974 Jul 13 07:22:09.800567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:09.873133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:09.936271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170812-59ff-4dd0-a483-06fadc9cfa5f req-2fb5e545-e99f-47af-8a31-2af59a4b6548 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:09.937852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30170812-59ff-4dd0-a483-06fadc9cfa5f req-2fb5e545-e99f-47af-8a31-2af59a4b6548 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1465061 Jul 13 07:22:09.938320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:09.940573 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b541b46c-1193-4181-97da-bf7c79010e95" -d '{"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:09.945106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.972044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Transition to ACTIVE for port object ff8891d0-7e0f-4b33-b055-b042119b60d6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:09.979866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aab9a-8b3a-4627-9f9b-41c096ce5f06 req-8dd8507a-f625-47bf-8d5e-b6c1c72c663d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:09.981396 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb6aab9a-8b3a-4627-9f9b-41c096ce5f06 req-8dd8507a-f625-47bf-8d5e-b6c1c72c663d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.0701711 Jul 13 07:22:09.983480 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.021427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30170812-59ff-4dd0-a483-06fadc9cfa5f req-f04e368b-32ef-4daf-a908-d21b409b787c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730348 Jul 13 07:22:10.025545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb6aab9a-8b3a-4627-9f9b-41c096ce5f06 req-ed60463d-2c9e-4757-b61b-4a2e8656c894 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374575 Jul 13 07:22:10.048291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:10.070790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] No DVR routers for this DVR port ff8891d0-7e0f-4b33-b055-b042119b60d6 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:10.108979 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1561a3-20a6-4fe9-ae8d-763173ef232d x-openstack-request-id: req-3e1561a3-20a6-4fe9-ae8d-763173ef232d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:10.109552 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:10.109552 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e1561a3-20a6-4fe9-ae8d-763173ef232d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:10.109885 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'code': 200} Jul 13 07:22:10.120658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:10.120996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:10.121329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:10.125723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Port ff8891d0-7e0f-4b33-b055-b042119b60d6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:10.126115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Attempting to bind port ff8891d0-7e0f-4b33-b055-b042119b60d6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:10.131991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:10.132336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:10.132726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:10.133157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Bound port: ff8891d0-7e0f-4b33-b055-b042119b60d6, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:10.133517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.216236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:10.220057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:10.225358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.260506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.261126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.262548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 1098 time: 1.1868472 Jul 13 07:22:10.284602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc30c5-894d-4347-9ef3-095036f85029 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:10.346087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24120702-c55d-42fe-8760-55e74449eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.347670 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-24120702-c55d-42fe-8760-55e74449eb35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1101 time: 0.0595348 Jul 13 07:22:10.444766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-05d7af8a-d804-4663-9a04-65eb3253ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.446414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-05d7af8a-d804-4663-9a04-65eb3253ab38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.0916190 Jul 13 07:22:10.504641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-02b1e8cc-d9ce-47bc-b15b-23e61294df31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.0506220 Jul 13 07:22:10.558224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-bd7860f0-b4eb-48e2-96f6-aa035a9432cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.559728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-bd7860f0-b4eb-48e2-96f6-aa035a9432cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0468605 Jul 13 07:22:10.629986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-ae3d4a0d-1add-4ffa-b80e-e89d3a12ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.631578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-ae3d4a0d-1add-4ffa-b80e-e89d3a12ae79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0635753 Jul 13 07:22:10.726013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:10.786665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-aa66e2c6-b9b9-4207-8963-7b91dc14cefb service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371725 Jul 13 07:22:10.798425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:10.800564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:10.826085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 01cfa9c2-c61a-470a-a950-a97e6792bfa2 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:10.826859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 01cfa9c2-c61a-470a-a950-a97e6792bfa2 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:10.877528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d23f4-fb5f-467c-a81d-0904aa0b0fb7 req-1bbd4103-708c-45ef-991b-2c5ad9bd4fb9 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.879998 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df1d23f4-fb5f-467c-a81d-0904aa0b0fb7 req-1bbd4103-708c-45ef-991b-2c5ad9bd4fb9 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 945 time: 0.0968034 Jul 13 07:22:10.920902 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df1d23f4-fb5f-467c-a81d-0904aa0b0fb7 req-083d6a90-5dfe-4778-bd25-a1d33a698f7e tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.41 "GET /v2.0/security-groups?id=49126897-ea13-4613-8e7e-dd5efea0d457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Jul 13 07:22:10.934556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1044087-7700-467c-b8f5-51cab235ff2a req-cb8d2815-2824-46c4-a4f8-0a4d90616237 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.942441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d1044087-7700-467c-b8f5-51cab235ff2a req-cb8d2815-2824-46c4-a4f8-0a4d90616237 tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5faab50-0c16-4437-8c2f-88be8ebcc653 HTTP/1.1" status: 200 len: 945 time: 0.1484239 Jul 13 07:22:10.976643 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88586313-73be-4278-8c97-ddd9f0e7c61a req-e3942d8d-58a4-4290-85ba-80cdd051930e service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512344 Jul 13 07:22:11.042252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-183ff2aa-0006-4c3b-907c-02a548d2ddcf tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1243511155&fields=id&tenant_id=ba83d73f080c42b79a724f4d57d68c56 HTTP/1.1" status: 200 len: 267 time: 0.0337181 Jul 13 07:22:11.053238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d1044087-7700-467c-b8f5-51cab235ff2a req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Deleting port 0d8bb035-3958-4a25-aa36-7633737adc0d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:11.053588 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d1044087-7700-467c-b8f5-51cab235ff2a req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.149099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d1044087-7700-467c-b8f5-51cab235ff2a req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] For port 0d8bb035-3958-4a25-aa36-7633737adc0d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0d8bb035-3958-4a25-aa36-7633737adc0d,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:11.149762 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d1044087-7700-467c-b8f5-51cab235ff2a req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.150324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-2d9f538a-d01a-480f-bf15-813b567bb4d6 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.153975 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-2d9f538a-d01a-480f-bf15-813b567bb4d6 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/networks?id=2eb7911c-5d60-41a1-93e7-8937099d88ed HTTP/1.1" status: 200 len: 824 time: 0.1031525 Jul 13 07:22:11.161583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d1044087-7700-467c-b8f5-51cab235ff2a req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Calling delete_port for 0d8bb035-3958-4a25-aa36-7633737adc0d owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:11.166782 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-b71888bd-398e-453e-9106-0fd8c0daf1f1 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/quotas/ba83d73f080c42b79a724f4d57d68c56 HTTP/1.1" status: 200 len: 375 time: 0.0095510 Jul 13 07:22:11.263841 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-b4e94c33-f4e5-436e-ac9d-eb44f031db79 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba83d73f080c42b79a724f4d57d68c56&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0905857 Jul 13 07:22:11.312984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d1044087-7700-467c-b8f5-51cab235ff2a req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.324490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0d8bb035-3958-4a25-aa36-7633737adc0d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:11.355845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Pushing event deleted for resources: {'Port': ['ID=0d8bb035-3958-4a25-aa36-7633737adc0d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:11.372276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-0c2aceb3-38f6-4b16-8bc0-decf7be844f2 service neutron] 10.222.0.41 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965669 Jul 13 07:22:11.400290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1044087-7700-467c-b8f5-51cab235ff2a req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] No DVR routers for this DVR port 0d8bb035-3958-4a25-aa36-7633737adc0d on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:11.402925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d1044087-7700-467c-b8f5-51cab235ff2a req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.405820 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d1044087-7700-467c-b8f5-51cab235ff2a req-32256945-c874-4541-a0bf-368d1700585b tempest-AttachSCSIVolumeTestJSON-1520896950 tempest-AttachSCSIVolumeTestJSON-1520896950-project] 10.222.0.38 "DELETE /v2.0/ports/0d8bb035-3958-4a25-aa36-7633737adc0d HTTP/1.1" status: 204 len: 173 time: 0.4579535 Jul 13 07:22:11.479246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-f034e4d1-213c-43bf-a0d5-47a8fd86fdaa service neutron] 10.222.0.41 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002088 Jul 13 07:22:11.821707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265032a0-198f-42f5-b77b-aab7331412f7 req-f286f5e3-db92-441e-8907-32275b6c31d8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.830076 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec0d71-a84d-4324-aaf1-db9861f387cb req-e9c6ccd3-a335-4daf-bb2f-0f1bae8ef41a tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.831055 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-265032a0-198f-42f5-b77b-aab7331412f7 req-f286f5e3-db92-441e-8907-32275b6c31d8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 949 time: 0.0864058 Jul 13 07:22:11.838301 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26ec0d71-a84d-4324-aaf1-db9861f387cb req-e9c6ccd3-a335-4daf-bb2f-0f1bae8ef41a tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.0803962 Jul 13 07:22:11.896589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-265032a0-198f-42f5-b77b-aab7331412f7 req-829c0662-16ee-4d34-a1b9-76283ae873f9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571637 Jul 13 07:22:11.924638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26ec0d71-a84d-4324-aaf1-db9861f387cb req-85aa9dba-096a-458a-9c1b-875bf50d66a4 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718808 Jul 13 07:22:12.057287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d4f2540-c59a-405a-a86a-05c8e618b3ae req-7d6058ff-a0be-478f-8e5a-14132a7bc057 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 210 time: 0.0717046 Jul 13 07:22:12.111445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6'}, {'server_uuid': 'c5faab50-0c16-4437-8c2f-88be8ebcc653', 'name': 'network-vif-deleted', 'tag': '0d8bb035-3958-4a25-aa36-7633737adc0d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:12.115096 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e0132-635b-43ab-aa4b-7fb93e2794f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6"}, {"server_uuid": "c5faab50-0c16-4437-8c2f-88be8ebcc653", "name": "network-vif-deleted", "tag": "0d8bb035-3958-4a25-aa36-7633737adc0d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:12.275166 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d064f97-6b49-4f75-b5cd-86961adb4739 x-openstack-request-id: req-2d064f97-6b49-4f75-b5cd-86961adb4739 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:12.276238 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6", "status": "completed", "code": 200}, {"server_uuid": "c5faab50-0c16-4437-8c2f-88be8ebcc653", "name": "network-vif-deleted", "tag": "0d8bb035-3958-4a25-aa36-7633737adc0d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:12.277262 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d064f97-6b49-4f75-b5cd-86961adb4739 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:12.277964 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'status': 'completed', 'code': 200} Jul 13 07:22:12.281412 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5faab50-0c16-4437-8c2f-88be8ebcc653', 'name': 'network-vif-deleted', 'tag': '0d8bb035-3958-4a25-aa36-7633737adc0d', 'status': 'completed', 'code': 200} Jul 13 07:22:12.503587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-6ffb7641-9fce-4758-b41b-c5dfc40deed3 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.505153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-6ffb7641-9fce-4758-b41b-c5dfc40deed3 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.48 "GET /v2.0/ports?device_id=72670b8e-6bc1-4f9b-8ad0-a4c5199d172b HTTP/1.1" status: 200 len: 945 time: 0.2225947 Jul 13 07:22:12.512029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-9ea80edb-cee8-4ff1-834c-22fd10232d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.513486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-9ea80edb-cee8-4ff1-834c-22fd10232d34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1101 time: 0.2065110 Jul 13 07:22:12.515074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-b6d2a511-d273-457a-8af3-a770734aa2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.516510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-b6d2a511-d273-457a-8af3-a770734aa2d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1101 time: 0.1332636 Jul 13 07:22:12.609390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d8d2f20f-a597-478a-93d1-4adeedfea3e0 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:12.619937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d8d2f20f-a597-478a-93d1-4adeedfea3e0 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:12.781171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:12.809760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-8c94fa87-bbe7-4fad-9d49-5affe0b7b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.811312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-8c94fa87-bbe7-4fad-9d49-5affe0b7b05a service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2660201 Jul 13 07:22:12.888162 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.907989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-ffef9486-76b7-48b4-9c69-65f9614df16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.909475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-ffef9486-76b7-48b4-9c69-65f9614df16e service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.3630590 Jul 13 07:22:12.920655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Deleting port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:12.921013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.003656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:13.004251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68871d03-227a-42a8-9bef-f3319d398f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.023024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0', 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472', 'port_id': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0', 'mac_address': 'fa:16:3e:4f:8f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f5aeda-79d4-45a2-ad68-376ab55b377c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:13.032986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:13.036813 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934e95b5-247b-43f3-b351-d61edd0fd1f8" -d '{"events": [{"server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:13.056680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:13.081380 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.190225 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.225476 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-ba4f4407-4744-4fee-b8b6-17d9ad6ba6d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.4057245 Jul 13 07:22:13.245077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8d2f20f-a597-478a-93d1-4adeedfea3e0 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:13.261328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] For port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:13.261699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.277778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d8d2f20f-a597-478a-93d1-4adeedfea3e0,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:13.310885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68871d03-227a-42a8-9bef-f3319d398f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.325113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68871d03-227a-42a8-9bef-f3319d398f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.366926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:22:13.367433 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:22:13.380144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-68871d03-227a-42a8-9bef-f3319d398f1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5d0c2170fa84215bb4191089d4178e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975640 Jul 13 07:22:13.395184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:13.400975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-bc5b25c9-48e4-427f-8a73-02a21ab67ed4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.2711568 Jul 13 07:22:13.538819 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68871d03-227a-42a8-9bef-f3319d398f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f9f43e-c9e9-4ffe-a80a-0cf2512521d3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:13.619109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19850c7-9bae-4aeb-89f3-53ba6b9fc2a5 req-e67589aa-9ada-4dc2-a705-98a2dfa7556e tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.626497 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d19850c7-9bae-4aeb-89f3-53ba6b9fc2a5 req-e67589aa-9ada-4dc2-a705-98a2dfa7556e tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 944 time: 0.4170363 Jul 13 07:22:13.722527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d19850c7-9bae-4aeb-89f3-53ba6b9fc2a5 req-5c1cfb0a-87ea-4efb-b016-0f0c1934582f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682857 Jul 13 07:22:13.751571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-96a8b11d-c810-4875-a4cb-1afcbf6cd472 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.753456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-96a8b11d-c810-4875-a4cb-1afcbf6cd472 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.38 "GET /v2.0/networks?id=2eb7911c-5d60-41a1-93e7-8937099d88ed HTTP/1.1" status: 200 len: 824 time: 0.3791821 Jul 13 07:22:13.785680 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c957a7a3-d763-45fb-83e2-07d578d37a63 x-openstack-request-id: req-c957a7a3-d763-45fb-83e2-07d578d37a63 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:13.786297 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:13.786586 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c957a7a3-d763-45fb-83e2-07d578d37a63 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:13.787102 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0', 'code': 200} Jul 13 07:22:13.849755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-7e7e33ad-ba25-42ba-8199-a76b314f3c24 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba83d73f080c42b79a724f4d57d68c56 HTTP/1.1" status: 200 len: 380 time: 0.0870790 Jul 13 07:22:13.860390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Request body: {'port': {'device_id': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'admin_state_up': True, 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'security_groups': ['ad7b9a20-a505-4dfd-87d3-bea99c33fdd8']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:13.979144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.008558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Made reservation on behalf of ba83d73f080c42b79a724f4d57d68c56 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:14.012947 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.014804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d2f20f-a597-478a-93d1-4adeedfea3e0 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:14.062580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:14.072269 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.077989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-2db35792-ad9a-4229-9e4e-289267588c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.079631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-2db35792-ad9a-4229-9e4e-289267588c7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.6823564 Jul 13 07:22:14.107590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-a0de6106-b366-4556-b0db-b5f4330f8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.109299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-a0de6106-b366-4556-b0db-b5f4330f8961 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.5931716 Jul 13 07:22:14.156460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d8d2f20f-a597-478a-93d1-4adeedfea3e0,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:14.157640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7994d-bfc8-40f7-b7c4-d3ccd3a5dfe3 req-4d88bf44-67d9-44e3-ad8b-72248a88b9e7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.164822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dc7994d-bfc8-40f7-b7c4-d3ccd3a5dfe3 req-4d88bf44-67d9-44e3-ad8b-72248a88b9e7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 949 time: 0.9384723 Jul 13 07:22:14.167190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe5452ed-db0f-4b9d-951e-437eee6c040b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.212696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb17b218-7265-48ee-8e8e-9a549cc40b14 req-1c30727a-b338-4903-bbe1-3f871fd1a69b tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 210 time: 0.0337894 Jul 13 07:22:14.233378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Allocated IP 172.20.0.10 (2eb7911c-5d60-41a1-93e7-8937099d88ed/2ed2c854-b2e7-489b-a973-5fbbab789e6e/f3c4e0cf-274b-4e21-93d7-847d79e5ba06) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:14.298472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe5452ed-db0f-4b9d-951e-437eee6c040b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.329098 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.329470 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.330020 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Floating IP 2ccd4f98-cead-4ef5-9471-e81d34f43277 disassociated. External IP: 172.25.8.61, port: c3ce5c8e-0db4-440d-b388-8edd8ffbffa8. Jul 13 07:22:14.330374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Calling delete_port for c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:14.342459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dc7994d-bfc8-40f7-b7c4-d3ccd3a5dfe3 req-b3463d0f-dd29-43ac-af06-cba37337b1e7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765990 Jul 13 07:22:14.404354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d8d2f20f-a597-478a-93d1-4adeedfea3e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:14.411311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.419076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-843af89b-aaab-4404-a02f-4e023ee3311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.420557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-843af89b-aaab-4404-a02f-4e023ee3311c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3288832 Jul 13 07:22:14.427038 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Transition to ACTIVE for port object f3c4e0cf-274b-4e21-93d7-847d79e5ba06 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:14.453258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-0ed40ce0-34a9-48a6-a061-5255eae32fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.455263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-0ed40ce0-34a9-48a6-a061-5255eae32fad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3193214 Jul 13 07:22:14.476046 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.570816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:14.572180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event updated for resources: {'Port': ['ID=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:14.576497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:14.591793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:14.617996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:14.622489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:14.628421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe5452ed-db0f-4b9d-951e-437eee6c040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.640527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe5452ed-db0f-4b9d-951e-437eee6c040b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.657609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fe5452ed-db0f-4b9d-951e-437eee6c040b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7f9f43e-c9e9-4ffe-a80a-0cf2512521d3 HTTP/1.1" status: 204 len: 168 time: 1.2585061 Jul 13 07:22:14.688244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.688914 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.719597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-bfbb11e3-09d3-44fc-9a39-3ef81e935f21 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8647745 Jul 13 07:22:14.732285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Request body: {'port': {'device_id': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:14.766372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-7076ea00-451e-4ede-b1ab-c3fba4df4a00 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955952 Jul 13 07:22:14.768341 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-583ae386-369e-4ae9-a029-ac68d96e00ad service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392801 Jul 13 07:22:14.857801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:14.879641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'mac_address': 'fa:16:3e:c2:e9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:14.899879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0d8bb035-3958-4a25-aa36-7633737adc0d no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:14.907356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5452ed-db0f-4b9d-951e-437eee6c040b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f9f43e-c9e9-4ffe-a80a-0cf2512521d3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:14.955706 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.019348 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.048034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 0d8bb035-3958-4a25-aa36-7633737adc0d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:15.048397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0d8bb035-3958-4a25-aa36-7633737adc0d not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:15.091453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:15.094126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-68991e51-d899-405b-82fd-c507990423eb None None] Provisioning for port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:15.105366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-68991e51-d899-405b-82fd-c507990423eb None None] Provisioning complete for port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:15.106571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-eeab1492-da16-4996-96c6-8988af8b1980 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020720 Jul 13 07:22:15.106709 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68991e51-d899-405b-82fd-c507990423eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.109150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-529e0132-635b-43ab-aa4b-7fb93e2794f5 req-7f01c6af-fda4-4d89-9f7b-46f4175efd2a service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077338 Jul 13 07:22:15.157076 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.159493 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.163847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-68991e51-d899-405b-82fd-c507990423eb None None] Port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:15.229857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.239947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8891d0-7e0f-4b33-b055-b042119b60d6 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:15.264170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:15.275673 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.299913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.359572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event deleted for resources: {'Port': ['ID=c3ce5c8e-0db4-440d-b388-8edd8ffbffa8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.403350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.564084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed779c5-e44f-47d8-a738-912988b2aaa4 req-f0a9fdab-468a-4a24-b162-6e8a868e956a tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:15.580155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6ed779c5-e44f-47d8-a738-912988b2aaa4 req-f0a9fdab-468a-4a24-b162-6e8a868e956a tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 945 time: 0.5373213 Jul 13 07:22:15.681043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-db184c82-57bb-4857-92d3-c166a7ad02bf None None] Could not find standard attr ID for object c3ce5c8e-0db4-440d-b388-8edd8ffbffa8. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:22:15.705437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ff8891d0-7e0f-4b33-b055-b042119b60d6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:15.787962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:15.797777 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32a1b55-d7c1-4771-a9be-128a592f5cfc" -d '{"events": [{"server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:15.827716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879788d3-a55b-40d8-9c35-a05ec6fbb7b4 req-bdf3a096-7998-450b-9391-7f66f0455890 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:15.833629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-879788d3-a55b-40d8-9c35-a05ec6fbb7b4 req-bdf3a096-7998-450b-9391-7f66f0455890 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 932 time: 0.2633555 Jul 13 07:22:15.851889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6ed779c5-e44f-47d8-a738-912988b2aaa4 req-1e8a73a7-57d8-4a97-9a3c-e7c4bda65242 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720621 Jul 13 07:22:15.857624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:16.023544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-879788d3-a55b-40d8-9c35-a05ec6fbb7b4 req-f4e4dc22-0138-4efe-b6f6-58f820538751 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885166 Jul 13 07:22:16.029893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c4e0cf-274b-4e21-93d7-847d79e5ba06 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:16.083400 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.110124 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc54675-fb24-4f3d-b225-5b6c7dd47c7d x-openstack-request-id: req-fdc54675-fb24-4f3d-b225-5b6c7dd47c7d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:16.110625 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:16.110709 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdc54675-fb24-4f3d-b225-5b6c7dd47c7d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:16.111344 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'code': 200} Jul 13 07:22:16.141564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Transition to ACTIVE for port object f3c4e0cf-274b-4e21-93d7-847d79e5ba06 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:16.152557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.159212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:16.177098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] Sync routers for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:16.201329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:16.206145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:16.311725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] No DVR routers for this DVR port c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:16.318836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.325081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-006af688-121c-4cf2-b262-c9c2a2e89c5c req-50933624-9682-492e-b591-a7715a8127ce tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.48 "DELETE /v2.0/ports/c3ce5c8e-0db4-440d-b388-8edd8ffbffa8 HTTP/1.1" status: 204 len: 173 time: 3.8065984 Jul 13 07:22:16.337106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'name': 'network-vif-deleted', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:16.351858 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d230a6a-3f47-4bb9-a5a5-de2683a1d62b" -d '{"events": [{"server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "name": "network-vif-deleted", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:16.366876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Pushing event updated for resources: {'Port': ['ID=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:16.389352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b08c0-8a05-4a8e-a1d7-2c15da975e2f req-9cd28eaf-63f5-43bd-a84c-9d505bea494e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.413676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d8b08c0-8a05-4a8e-a1d7-2c15da975e2f req-9cd28eaf-63f5-43bd-a84c-9d505bea494e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.3678772 Jul 13 07:22:16.477502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:16.638731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d8b08c0-8a05-4a8e-a1d7-2c15da975e2f req-9375be2b-9dfb-405e-9c3b-8fae6d104d8a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234719 Jul 13 07:22:16.673310 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:22:16.714092 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd277c1-f33b-4f5e-abc5-169b9a327af1 x-openstack-request-id: req-1dd277c1-f33b-4f5e-abc5-169b9a327af1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:16.714785 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72670b8e-6bc1-4f9b-8ad0-a4c5199d172b", "name": "network-vif-deleted", "tag": "c3ce5c8e-0db4-440d-b388-8edd8ffbffa8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:16.715372 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1dd277c1-f33b-4f5e-abc5-169b9a327af1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:16.716038 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72670b8e-6bc1-4f9b-8ad0-a4c5199d172b', 'name': 'network-vif-deleted', 'tag': 'c3ce5c8e-0db4-440d-b388-8edd8ffbffa8', 'status': 'completed', 'code': 200} Jul 13 07:22:16.729005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d8d2f20f-a597-478a-93d1-4adeedfea3e0 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:16.730463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Attempting to bind port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:16.732945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Attempting to bind port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:16.733429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Attempting to bind port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 on network 2eb7911c-5d60-41a1-93e7-8937099d88ed {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:16.751219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 on network 2eb7911c-5d60-41a1-93e7-8937099d88ed not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:16.751686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Attempting to bind port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 on network 2eb7911c-5d60-41a1-93e7-8937099d88ed {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:16.768461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:16.772346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Checking segment: {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:16.773369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Bound using segment: {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:16.775614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Bound port: f3c4e0cf-274b-4e21-93d7-847d79e5ba06, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77573fe8-5b8a-4cc7-993c-ddc0cfa40778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:16.777809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.951802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] For port f3c4e0cf-274b-4e21-93d7-847d79e5ba06, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:16.971674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] For port f3c4e0cf-274b-4e21-93d7-847d79e5ba06, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:16.992538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.070598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Pushing event updated for resources: {'Port': ['ID=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:17.085190 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.086014 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.088015 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-6f21fae3-d4dd-4b0d-8a14-2d8409a1624f service neutron] 10.222.0.38 "PUT /v2.0/ports/f3c4e0cf-274b-4e21-93d7-847d79e5ba06 HTTP/1.1" status: 200 len: 1093 time: 2.3604393 Jul 13 07:22:17.090108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'tag': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:17.094058 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7598cb6e-3b16-4930-a15e-eb89688abc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "60effb7d-a6c2-4d15-b910-9c30856e839a", "tag": "f3c4e0cf-274b-4e21-93d7-847d79e5ba06"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:17.117968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56880) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:17.212244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364304b7-a4cb-466d-baee-bef740a31535 req-02c0b7bd-2380-4ff4-ac39-83cf4a552d8f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.241111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-364304b7-a4cb-466d-baee-bef740a31535 req-02c0b7bd-2380-4ff4-ac39-83cf4a552d8f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 950 time: 0.2657223 Jul 13 07:22:17.337696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bee2749e-238b-4be9-b4f1-138bf20047a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.431384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port d8d2f20f-a597-478a-93d1-4adeedfea3e0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:17.431924 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.466586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-364304b7-a4cb-466d-baee-bef740a31535 req-c6a82368-892d-410a-8681-28aae8f09c06 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232933 Jul 13 07:22:17.520783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-931c6fa4-fff5-424c-b317-c1ccb3ce6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.522444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-931c6fa4-fff5-424c-b317-c1ccb3ce6a71 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba83d73f080c42b79a724f4d57d68c56&device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 1096 time: 0.2562039 Jul 13 07:22:17.528104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:17.541565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110db59-10e3-4e94-8aba-29a413acae4f req-db1951d2-fb38-4e3f-811c-945a9f2d560f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.551376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6110db59-10e3-4e94-8aba-29a413acae4f req-db1951d2-fb38-4e3f-811c-945a9f2d560f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 945 time: 0.3523250 Jul 13 07:22:17.622458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] Checking router: 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:17.623873 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6110db59-10e3-4e94-8aba-29a413acae4f req-861796af-a11d-406e-9310-e327905bf3ac tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712793 Jul 13 07:22:17.657331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:17.661807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:17.739830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bee2749e-238b-4be9-b4f1-138bf20047a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.748031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bee2749e-238b-4be9-b4f1-138bf20047a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.815033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bee2749e-238b-4be9-b4f1-138bf20047a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2af14106f6664a878c1cc9af90016f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6958580 Jul 13 07:22:17.817639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56892) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:17.830897 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.934259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2749e-238b-4be9-b4f1-138bf20047a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353e05a-c2db-4670-9b67-ea823bf4246e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:17.973480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:17.986091 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.990840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:17.994690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5330f1b-8037-4fc1-ac44-5bd69d669abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.044580 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5330f1b-8037-4fc1-ac44-5bd69d669abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.114690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:18.125103 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161b167e-307a-4325-a1b3-2284d159da55" -d '{"events": [{"server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:18.138861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5330f1b-8037-4fc1-ac44-5bd69d669abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.139394 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa49baa8-0b8b-4602-b468-6813e729f54b x-openstack-request-id: req-fa49baa8-0b8b-4602-b468-6813e729f54b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:18.139394 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60effb7d-a6c2-4d15-b910-9c30856e839a", "tag": "f3c4e0cf-274b-4e21-93d7-847d79e5ba06", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:18.139394 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa49baa8-0b8b-4602-b468-6813e729f54b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:18.139394 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'tag': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06', 'status': 'completed', 'code': 200} Jul 13 07:22:18.142265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5330f1b-8037-4fc1-ac44-5bd69d669abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.146077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e5330f1b-8037-4fc1-ac44-5bd69d669abb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1353e05a-c2db-4670-9b67-ea823bf4246e HTTP/1.1" status: 204 len: 168 time: 0.3024416 Jul 13 07:22:18.154259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5330f1b-8037-4fc1-ac44-5bd69d669abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353e05a-c2db-4670-9b67-ea823bf4246e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:18.160109 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-1c4674b0-8d7f-42a0-9d15-7eee36c78579 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3c4e0cf-274b-4e21-93d7-847d79e5ba06 HTTP/1.1" status: 200 len: 217 time: 0.6193933 Jul 13 07:22:18.242283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d8d2f20f-a597-478a-93d1-4adeedfea3e0,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:18.278257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.278630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.278961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.279308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.279642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.279976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.280394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.280733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.281084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.281679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.282041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.282374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:18.287434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-4a11c654-181f-4f79-9d99-937e9f007480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.290337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-4a11c654-181f-4f79-9d99-937e9f007480 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ed2c854-b2e7-489b-a973-5fbbab789e6e HTTP/1.1" status: 200 len: 863 time: 0.1148427 Jul 13 07:22:18.322992 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-702a2418-1606-409d-92b1-0ddc511e1574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.347248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc37ea-3be1-4b56-838d-1552c057b92a req-dd8d5f76-0a74-4a46-ad9f-5b7dbeebfb30 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.361355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49fc37ea-3be1-4b56-838d-1552c057b92a req-dd8d5f76-0a74-4a46-ad9f-5b7dbeebfb30 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 944 time: 0.2211473 Jul 13 07:22:18.366954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588506f-cabd-4165-a918-0f298fadfe03 req-81f59ac2-4a0b-4ebb-945f-15c76a7766b9 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.369757 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5588506f-cabd-4165-a918-0f298fadfe03 req-81f59ac2-4a0b-4ebb-945f-15c76a7766b9 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1097 time: 0.1519375 Jul 13 07:22:18.444509 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49fc37ea-3be1-4b56-838d-1552c057b92a req-ba9313d1-3a04-46f7-bbcf-9694d2d08b79 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816827 Jul 13 07:22:18.445900 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5588506f-cabd-4165-a918-0f298fadfe03 req-997c2604-cbc5-4e45-acf1-d7067aee1e34 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702970 Jul 13 07:22:18.492293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:18.500445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-8a661170-7450-420a-b6a2-f25f90b2378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.507588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-8a661170-7450-420a-b6a2-f25f90b2378a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2eb7911c-5d60-41a1-93e7-8937099d88ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2067449 Jul 13 07:22:18.550068 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30187978-f652-413d-be4b-264bc500166b x-openstack-request-id: req-30187978-f652-413d-be4b-264bc500166b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:18.550394 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:18.550725 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30187978-f652-413d-be4b-264bc500166b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:18.551143 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0', 'code': 200} Jul 13 07:22:18.553813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75665bca-1d1a-4d8a-b055-813454b771e0 None None] The sync data for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 is: [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:18.626458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:18.680882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-a76b20b2-aa83-4d8d-8fb5-ad0e08c1ae65 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667613 Jul 13 07:22:18.780268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port ff8891d0-7e0f-4b33-b055-b042119b60d6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:18.795368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-15553686-2733-4816-9d2e-ef36764252e1 service neutron] 10.222.0.38 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793515 Jul 13 07:22:18.795619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port ff8891d0-7e0f-4b33-b055-b042119b60d6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:18.796117 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.950674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-90af5a74-c6a0-4dde-847f-94a78f72db37 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.963392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-90af5a74-c6a0-4dde-847f-94a78f72db37 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809289 Jul 13 07:22:18.996293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-902611d3-5012-4b98-9020-9d18536a17ea tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/quotas/ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 375 time: 0.0313871 Jul 13 07:22:19.043580 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8545945-70d8-4258-9cb1-3f0a858c8954 req-7adc5521-d090-4272-a831-54544b4c1aa5 service neutron] 10.222.0.38 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392497 Jul 13 07:22:19.094556 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c2bc7-2b75-4d41-b50e-b70300ff6e40 None None] New status for floating IP 2ccd4f98-cead-4ef5-9471-e81d34f43277: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:22:19.118121 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.149305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-7102571a-22b4-49a6-a403-111d82bf7159 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1515284 Jul 13 07:22:19.169984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac57a4c-4b53-4db0-ac65-b191bf368278 req-0a526bc2-dff7-40a2-ab77-11987a062858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.173053 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ac57a4c-4b53-4db0-ac65-b191bf368278 req-0a526bc2-dff7-40a2-ab77-11987a062858 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 1098 time: 0.1652303 Jul 13 07:22:19.237015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:19.246291 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.285408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ac57a4c-4b53-4db0-ac65-b191bf368278 req-79f8949c-a5a6-4caa-a7d3-b66d005e9013 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028185 Jul 13 07:22:19.300410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-3a2b7440-ce67-4b1c-b99e-d88761e7d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.302395 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-3a2b7440-ce67-4b1c-b99e-d88761e7d94c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba83d73f080c42b79a724f4d57d68c56&device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 1096 time: 0.1854122 Jul 13 07:22:19.553008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=13']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:19.626382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:19.731017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d400be-d582-449e-b5ed-583796546b4d req-38839a2e-bdfd-4e7e-b50a-3f827c07baf9 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.737191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-23e17f2a-79fd-4ca3-8f6c-512cccb309a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.739245 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-23e17f2a-79fd-4ca3-8f6c-512cccb309a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2eb7911c-5d60-41a1-93e7-8937099d88ed HTTP/1.1" status: 200 len: 925 time: 0.4299984 Jul 13 07:22:19.765583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7d400be-d582-449e-b5ed-583796546b4d req-38839a2e-bdfd-4e7e-b50a-3f827c07baf9 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.2350984 Jul 13 07:22:19.849469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-d41ac0fa-99f9-4543-98e6-c7836e867424 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3c4e0cf-274b-4e21-93d7-847d79e5ba06 HTTP/1.1" status: 200 len: 217 time: 0.0984805 Jul 13 07:22:19.888093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4f4f5dab-9d29-4207-a4be-ffbea18af060 None None] Provisioning complete for port ff8891d0-7e0f-4b33-b055-b042119b60d6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:19.893098 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5dab-9d29-4207-a4be-ffbea18af060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.922780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-network', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:19.925112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7d400be-d582-449e-b5ed-583796546b4d req-f7960dc0-8abe-420a-a10c-bcf6db34470c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566403 Jul 13 07:22:19.996758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-eb6d65b4-3608-445a-ac2c-d646b72ff1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.998267 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-eb6d65b4-3608-445a-ac2c-d646b72ff1a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ed2c854-b2e7-489b-a973-5fbbab789e6e HTTP/1.1" status: 200 len: 863 time: 0.1421909 Jul 13 07:22:20.018075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:20.020855 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.085688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.180917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-4ffbdcf1-87e6-433f-ae2f-720bd3879078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.182985 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-4ffbdcf1-87e6-433f-ae2f-720bd3879078 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2eb7911c-5d60-41a1-93e7-8937099d88ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728513 Jul 13 07:22:20.334826 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e99344a6-b04a-45e7-8393-13268afb20d0 req-3bf8f83c-5ad7-4e66-9864-f6fdb94a9d54 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 210 time: 0.0450461 Jul 13 07:22:20.381406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.401665 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.494848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bef3912-af49-44c0-baa8-6765312ae335,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:20.521012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:20.539334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-a8fbe236-68bc-43bd-b545-b75c21ea12e7 service neutron] 10.222.0.38 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351326 Jul 13 07:22:20.553696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:20.565890 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581e3e71-dd83-4ad5-8727-1e484bd629bf" -d '{"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-plugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:20.575518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.576909 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Added segment 82af2852-66a3-4248-b2ed-5bafb439a05f of type vlan for network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 Jul 13 07:22:20.609333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f38bd-9e8e-46b9-9fbe-786cab872dd5 req-c027e7e4-3041-44de-8ee4-820155e8dbe4 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.619269 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76f38bd-9e8e-46b9-9fbe-786cab872dd5 req-c027e7e4-3041-44de-8ee4-820155e8dbe4 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 944 time: 0.0912154 Jul 13 07:22:20.672018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c76f38bd-9e8e-46b9-9fbe-786cab872dd5 req-0c19d1d8-45bd-457c-90c6-a794006b5fdd tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Jul 13 07:22:20.730349 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d602ae1e-f681-4989-a57b-e76dc07cf170 x-openstack-request-id: req-d602ae1e-f681-4989-a57b-e76dc07cf170 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:20.730349 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-plugged", "status": "completed", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:20.730583 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d602ae1e-f681-4989-a57b-e76dc07cf170 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:20.731755 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'code': 200} Jul 13 07:22:20.735001 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.790671 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7598cb6e-3b16-4930-a15e-eb89688abc6f req-27ca1149-addd-4dc1-8137-e936c11c112d service neutron] 10.222.0.38 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348120 Jul 13 07:22:20.795060 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.796259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.798735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.836987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:20.842145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Request body: {'subnet': {'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-subnet', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:20.858900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2310410 Jul 13 07:22:20.903542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:20.905932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.946103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71790dc0-6a53-414c-8097-f29e8337fe70 admin admin] Pushing event updated for resources: {'Network': ['ID=0baccc74-6e19-4abf-9d93-7dbb7be7e212,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:20.960267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:21.102898 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40c8789-ee31-4f16-939e-17550cd57ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.113543 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.149543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-9eabf744-c552-410a-95a8-6a31cd94cd75 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:22:21.150690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-9eabf744-c552-410a-95a8-6a31cd94cd75 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0620553 Jul 13 07:22:21.161262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Request body: {'binding': {'host': 'n-h1-758944-43', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:21.161792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Unknown quota resources ['binding']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:22:21.239951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492a61b-505f-4a4c-a246-68ac83ce549a req-325f5fdb-d273-4590-a798-aa22fdf76d37 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.241541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6492a61b-505f-4a4c-a246-68ac83ce549a req-325f5fdb-d273-4590-a798-aa22fdf76d37 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.1604700 Jul 13 07:22:21.266317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.307897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 on host n-h1-758944-43 for vnic_type normal with profile None {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:21.308245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:21.308584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:21.313260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Port 8f501848-6f29-44ab-be48-b496f56111d8 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:21.313584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:21.319072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:21.319322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:21.319842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:21.320028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Bound port: 8f501848-6f29-44ab-be48-b496f56111d8, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:21.328574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6492a61b-505f-4a4c-a246-68ac83ce549a req-1c8db275-ec10-4964-a9b9-3213a49a280d tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786624 Jul 13 07:22:21.341258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:21.352910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Checking segment: {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:21.353276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Network hostable DHCP agents. Network: 0baccc74-6e19-4abf-9d93-7dbb7be7e212, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:21.376891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:21.387790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 0baccc74-6e19-4abf-9d93-7dbb7be7e212) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:21.392902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.393653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.398908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ebe69-6de8-4cde-a365-b3d15e74ed9a None None] Network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:21.413632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b0537b70-5d40-4393-8291-e7f58d37abdd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5729249 Jul 13 07:22:21.414052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:21.414169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:21.419606 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.419764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:21.421068 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-062dc6d1-5942-4a42-95ab-373d8d26fd54 service neutron] 10.222.0.41 "POST /v2.0/ports/8f501848-6f29-44ab-be48-b496f56111d8/bindings HTTP/1.1" status: 201 len: 390 time: 0.2641311 Jul 13 07:22:21.447105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.451075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.608251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.666451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:22:21.667481 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.677564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-8f2d80b2-6ea7-4470-930a-78a802fb14cc tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698321 Jul 13 07:22:21.835400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.862301 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-647d9cc3-2b38-4c57-90d7-0777197d8c4f req-1ff56279-1be2-442f-bddf-f33511ce5c0a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 210 time: 0.0490587 Jul 13 07:22:21.950798 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.954332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-592a35c8-67af-4b61-8861-c79e6066fc09 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.959814 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-592a35c8-67af-4b61-8861-c79e6066fc09 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734029 Jul 13 07:22:21.971665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Allocated IP 172.20.0.2 (0baccc74-6e19-4abf-9d93-7dbb7be7e212/fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51/984ce4ca-c360-46f2-9776-f9329f600702) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:21.971915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Request body: {'port': {'device_id': '13def022-3796-4c5b-b878-4a2f62486d65', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'ae5003457ccc48e8a8111c6982ea6a11'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:22.087396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-7da670be-9c93-4850-b8fa-977f363917c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.088925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-7da670be-9c93-4850-b8fa-977f363917c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1097 time: 0.2203066 Jul 13 07:22:22.168444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Made reservation on behalf of ae5003457ccc48e8a8111c6982ea6a11 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:22.172645 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.176182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4303727-1c56-46c9-ab31-49c44912b882 req-9a6f6fd1-f2da-4f97-bee5-9860a999b042 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.177972 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4303727-1c56-46c9-ab31-49c44912b882 req-9a6f6fd1-f2da-4f97-bee5-9860a999b042 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.2433851 Jul 13 07:22:22.206251 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.216578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Transition to ACTIVE for port object 984ce4ca-c360-46f2-9776-f9329f600702 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:22.233140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Transition to ACTIVE for port object 984ce4ca-c360-46f2-9776-f9329f600702 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:22.240228 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.277293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:22.280183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:22.285913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:22.298296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Pushing event updated for resources: {'Port': ['ID=984ce4ca-c360-46f2-9776-f9329f600702,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:22.323576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4303727-1c56-46c9-ab31-49c44912b882 req-a5ad0a11-d30e-4d08-bfcf-9c228e944cfa tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150212 Jul 13 07:22:22.331654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc108a1-628b-49e1-a658-f6fd019af7bf req-6cc1ee03-1f47-4f82-874b-e65bd1eb32dc tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.340502 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9cc108a1-628b-49e1-a658-f6fd019af7bf req-6cc1ee03-1f47-4f82-874b-e65bd1eb32dc tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.1525450 Jul 13 07:22:22.365219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Attempting to bind port 984ce4ca-c360-46f2-9776-f9329f600702 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:22.365219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Attempting to bind port 984ce4ca-c360-46f2-9776-f9329f600702 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:22.365444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Attempting to bind port 984ce4ca-c360-46f2-9776-f9329f600702 on network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:22.371197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:22.371516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Checking segment: {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:22.372025 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.372539 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Bound using segment: {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:22.373132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Bound port: 984ce4ca-c360-46f2-9776-f9329f600702, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:22.373665 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.378680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.402831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.439200 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9cc108a1-628b-49e1-a658-f6fd019af7bf req-8b0291cc-f5e6-41b4-9ff8-6559a4f320b6 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977380 Jul 13 07:22:22.449757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] For port 984ce4ca-c360-46f2-9776-f9329f600702, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:22.453526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] For port 984ce4ca-c360-46f2-9776-f9329f600702, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=984ce4ca-c360-46f2-9776-f9329f600702,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:22.456526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-4a2c23eb-7bbd-41db-b32a-4e341e5610c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.458954 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-4a2c23eb-7bbd-41db-b32a-4e341e5610c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.3606575 Jul 13 07:22:22.459993 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.467633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Allocated IP 192.168.233.61 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/ba73af02-d9a0-40e9-b70d-8d319d7c6b1b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:22.538956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0733-7b9d-414c-8bc6-1cda3a5509a2 None None] Pushing event updated for resources: {'Port': ['ID=984ce4ca-c360-46f2-9776-f9329f600702,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:22.540573 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-dacfebe9-c0d2-41f0-add8-c5c0fec381e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f501848-6f29-44ab-be48-b496f56111d8 HTTP/1.1" status: 200 len: 217 time: 0.0690720 Jul 13 07:22:22.586310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57022) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:22.771204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f3c4e0cf-274b-4e21-93d7-847d79e5ba06 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:22.865371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.953226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Transition to ACTIVE for port object ba73af02-d9a0-40e9-b70d-8d319d7c6b1b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:23.026239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f3c4e0cf-274b-4e21-93d7-847d79e5ba06, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:23.050369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'port_id': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06', 'mac_address': 'fa:16:3e:9c:75:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:23.095193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Allocated IP 172.25.8.230 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/8c9e4655-0532-4c73-9695-ffab394e771c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:23.115774 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.131385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c4e0cf-274b-4e21-93d7-847d79e5ba06 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:23.152413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.155521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f3c4e0cf-274b-4e21-93d7-847d79e5ba06, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:23.160315 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.175333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2046f84b-7420-4c80-a8af-2de1cc2f7577', 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:23.178286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ff8891d0-7e0f-4b33-b055-b042119b60d6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:23.226009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-015f6822-f73f-453a-8719-365a20e5bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.232551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-015f6822-f73f-453a-8719-365a20e5bd27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.6772647 Jul 13 07:22:23.254070 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.267289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:23.279219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:23.299333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.307288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:23.345828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.363760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-0c2fc721-f5d8-4ef2-9db9-0edb730f2225 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134865 Jul 13 07:22:23.368193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.393372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.394183 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.445288 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-e5fafda7-f6ab-4c3e-8c7a-0f955b34055f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4805422 Jul 13 07:22:23.446459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25472f08-be56-473b-89be-0d5d09f83673 req-92618c29-f484-46d5-9449-b5bea13d2a9d tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.454796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25472f08-be56-473b-89be-0d5d09f83673 req-92618c29-f484-46d5-9449-b5bea13d2a9d tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 944 time: 0.9415410 Jul 13 07:22:23.460231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Request body: {'port': {'device_id': '13def022-3796-4c5b-b878-4a2f62486d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:23.494651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:23.517587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cc024-62e7-473e-9da1-95ecee6af15d req-8159c512-d68c-49bf-bedf-838182fe7cb5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.519224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b52cc024-62e7-473e-9da1-95ecee6af15d req-8159c512-d68c-49bf-bedf-838182fe7cb5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 935 time: 0.2944574 Jul 13 07:22:23.519608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:23.523448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:23.559517 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.577601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f3c4e0cf-274b-4e21-93d7-847d79e5ba06'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:23.616898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Pushing event updated for resources: {'Port': ['ID=8c9e4655-0532-4c73-9695-ffab394e771c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.678574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25472f08-be56-473b-89be-0d5d09f83673 req-55deed13-253e-4e98-a3b4-620238593942 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217927 Jul 13 07:22:23.729007 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-cc6fc4cc-9a33-49f2-9b3d-e21b5614515d service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473866 Jul 13 07:22:23.756423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 984ce4ca-c360-46f2-9776-f9329f600702 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:23.819652 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b52cc024-62e7-473e-9da1-95ecee6af15d req-2a1705a6-a735-452d-99d9-be06491e6a8f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816155 Jul 13 07:22:23.843992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.891889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.998251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 984ce4ca-c360-46f2-9776-f9329f600702 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:24.122542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-70aef72e-bb05-42d4-9a77-bca21c950881 None None] Provisioning for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:24.152537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-70aef72e-bb05-42d4-9a77-bca21c950881 None None] Provisioning complete for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:24.153074 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70aef72e-bb05-42d4-9a77-bca21c950881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.199082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a4cfb-a6b2-4760-80e7-eb97ec0fe000 None None] Network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:24.252268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-70aef72e-bb05-42d4-9a77-bca21c950881 None None] Port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:24.258601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-6a5d6d0f-3a7a-4987-8cb3-7729e420eb29 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281043 Jul 13 07:22:24.290551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-d8e182d6-590e-40e5-9009-dbcd0de40da9 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.297839 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-d8e182d6-590e-40e5-9009-dbcd0de40da9 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/networks?id=9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 200 len: 815 time: 0.3823462 Jul 13 07:22:24.318297 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-483e4012-f834-4d40-9b0f-805b0e67f069 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/quotas/c52076e65a7e4bb799cd32057d5e25b0 HTTP/1.1" status: 200 len: 375 time: 0.0194440 Jul 13 07:22:24.401577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e33958df-65da-4c60-9447-7e6add7a8392 None None] Provisioning for port 984ce4ca-c360-46f2-9776-f9329f600702 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:24.412045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e33958df-65da-4c60-9447-7e6add7a8392 None None] Provisioning complete for port 984ce4ca-c360-46f2-9776-f9329f600702 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:24.412045 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e33958df-65da-4c60-9447-7e6add7a8392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.493473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-cf0609e9-78b7-4fda-b13e-5b358e5904f4 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207461 Jul 13 07:22:24.516763 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.635675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd8b3c-8438-46f0-aeee-db1003ecd3fb req-440067e8-2d19-4143-a619-115a022cff80 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.642835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78bd8b3c-8438-46f0-aeee-db1003ecd3fb req-440067e8-2d19-4143-a619-115a022cff80 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.5576663 Jul 13 07:22:24.737419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78bd8b3c-8438-46f0-aeee-db1003ecd3fb req-0f5a60e7-6281-42c2-ae1f-c5ec41584b8e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902798 Jul 13 07:22:24.737801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e33958df-65da-4c60-9447-7e6add7a8392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.783091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e33958df-65da-4c60-9447-7e6add7a8392 None None] For port 984ce4ca-c360-46f2-9776-f9329f600702, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=984ce4ca-c360-46f2-9776-f9329f600702,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:24.789206 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e33958df-65da-4c60-9447-7e6add7a8392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.867379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba73af02-d9a0-40e9-b70d-8d319d7c6b1b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:24.884850 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.909156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33958df-65da-4c60-9447-7e6add7a8392 None None] Pushing event updated for resources: {'Port': ['ID=984ce4ca-c360-46f2-9776-f9329f600702,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:24.936239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Transition to ACTIVE for port object ba73af02-d9a0-40e9-b70d-8d319d7c6b1b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:24.943155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.985353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.053667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Deleting port 0f564502-7129-4592-8f7f-6ad72c1fc39f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:25.060317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.062675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:25.090865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ca74aaab-f692-4f18-8259-ac79cda801dc None None] Provisioning complete for port 984ce4ca-c360-46f2-9776-f9329f600702 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:25.091348 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca74aaab-f692-4f18-8259-ac79cda801dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.093051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-a17ceb5c-93e9-40fe-90d9-0f50c0c0180d service neutron] 10.222.0.41 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985601 Jul 13 07:22:25.178278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-eaea87f5-b576-47a1-8893-e230ddba5104 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.182192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-eaea87f5-b576-47a1-8893-e230ddba5104 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7 HTTP/1.1" status: 200 len: 946 time: 0.4237063 Jul 13 07:22:25.315386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b6ee-9af6-4032-88f9-f02a0df0dbb1 req-b73ab89b-93da-47d2-b9ba-9fd34dafd41a tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.317052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa86b6ee-9af6-4032-88f9-f02a0df0dbb1 req-b73ab89b-93da-47d2-b9ba-9fd34dafd41a tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 945 time: 0.2235022 Jul 13 07:22:25.368013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] For port 0f564502-7129-4592-8f7f-6ad72c1fc39f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0f564502-7129-4592-8f7f-6ad72c1fc39f,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:25.368385 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.379208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:25.379571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:25.379983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:25.391844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Calling delete_port for 0f564502-7129-4592-8f7f-6ad72c1fc39f owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:25.407089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:25.407483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:25.425432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:25.425789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:25.426848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:25.427572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Bound port: ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:25.427744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.474159 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-6dc9a9e1-b4da-41d5-9249-31f4c3c578ca service neutron] 10.222.0.41 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786485 Jul 13 07:22:25.483350 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa86b6ee-9af6-4032-88f9-f02a0df0dbb1 req-e873a466-57bb-402f-9a43-3aa41fbabc56 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402977 Jul 13 07:22:25.516129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Router d0c5fe75-b563-481a-8a04-a30946b8fbad is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:22:25.524812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Deleting port d8d2f20f-a597-478a-93d1-4adeedfea3e0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:25.525107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.662506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 984ce4ca-c360-46f2-9776-f9329f600702 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:25.752885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] For port d8d2f20f-a597-478a-93d1-4adeedfea3e0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d8d2f20f-a597-478a-93d1-4adeedfea3e0,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:25.753380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.761438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:25.787142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:25.797912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e98c3478-4700-4bcb-8f0c-958163539511 req-a9eed010-1f93-4b62-ab12-060f61460a82 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 210 time: 0.0510924 Jul 13 07:22:25.803708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.812610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Calling delete_port for d8d2f20f-a597-478a-93d1-4adeedfea3e0 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:25.813356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 984ce4ca-c360-46f2-9776-f9329f600702 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:25.813758 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.837532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:25.881270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.882398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.884190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] 10.222.0.38 "PUT /v2.0/ports/ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 1096 time: 2.4299302 Jul 13 07:22:25.897593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Sync routers for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:25.907932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.912871 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b01d912e-c7a7-466c-934b-9cb5174b79bb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4974120 Jul 13 07:22:25.915293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:25.957598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:25.958340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:26.016103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:26.018501 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db1e083-bd57-428d-b508-5ed176dca0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:26.078617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c1cbe-1f9d-46f2-b5b2-248dd9989747 service neutron] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:26.169634 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.245278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0175b60-beed-45f7-be09-f0edaecd1304 req-70c5b444-5fa8-4aa2-bf98-28e49432784d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.258354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0175b60-beed-45f7-be09-f0edaecd1304 req-70c5b444-5fa8-4aa2-bf98-28e49432784d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 947 time: 0.5644124 Jul 13 07:22:26.273858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f564502-7129-4592-8f7f-6ad72c1fc39f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:26.343007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:26.408553 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0175b60-beed-45f7-be09-f0edaecd1304 req-587393cf-959a-499d-894a-41f68f0640f3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456807 Jul 13 07:22:26.471974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-5fdf197f-3e34-48ce-a336-9499273c517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.477982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-5fdf197f-3e34-48ce-a336-9499273c517c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1099 time: 0.4023530 Jul 13 07:22:26.622280 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-af0d35d9-ac9c-4ef7-88b5-5fa12865d697 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.1374509 Jul 13 07:22:26.792831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:24Z', 'revision_number': 3, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:26.818844 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea350439-639a-42b9-a34f-e83fb174381b x-openstack-request-id: req-ea350439-639a-42b9-a34f-e83fb174381b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:26.819419 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:26.819419 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea350439-639a-42b9-a34f-e83fb174381b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:26.819744 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'status': 'completed', 'code': 200} Jul 13 07:22:26.831589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Checking router: d0c5fe75-b563-481a-8a04-a30946b8fbad for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:26.832830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Updating router d0c5fe75-b563-481a-8a04-a30946b8fbad port 8c9e4655-0532-4c73-9695-ffab394e771c binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:26.836007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f3c4e0cf-274b-4e21-93d7-847d79e5ba06 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:26.923350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-70a184c6-6716-4cf4-8366-39f603035c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.924850 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-70a184c6-6716-4cf4-8366-39f603035c03 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2103522 Jul 13 07:22:26.942520 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.956152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.982849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3967e-3931-42b3-929f-23818d4d621d req-1df67adc-2a49-4ed6-bd16-005a4c9dad36 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.990922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ca3967e-3931-42b3-929f-23818d4d621d req-1df67adc-2a49-4ed6-bd16-005a4c9dad36 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.8505156 Jul 13 07:22:27.139490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ca3967e-3931-42b3-929f-23818d4d621d req-accc7d80-6357-4616-aff6-e72c823b02b7 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471353 Jul 13 07:22:27.157846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:27.158672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-9e4c8b5a-dfb5-44b6-9c34-4b32c0f54af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.160189 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-9e4c8b5a-dfb5-44b6-9c34-4b32c0f54af4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2169838 Jul 13 07:22:27.164661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:27.164840 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.194691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eda78-c7d2-4034-a354-f60c37138e1d req-fa11478f-b22f-48f8-a6c9-4e3ab4a1efd5 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.196241 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb5eda78-c7d2-4034-a354-f60c37138e1d req-fa11478f-b22f-48f8-a6c9-4e3ab4a1efd5 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1097 time: 0.2085259 Jul 13 07:22:27.286641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.363369 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.398151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Pushing event deleted for resources: {'Port': ['ID=d8d2f20f-a597-478a-93d1-4adeedfea3e0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.399105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:27.405610 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51318058-44d7-4ec3-8216-49da7c2c8cd3" -d '{"events": [{"server_uuid": "60effb7d-a6c2-4d15-b910-9c30856e839a", "name": "network-vif-plugged", "status": "completed", "tag": "f3c4e0cf-274b-4e21-93d7-847d79e5ba06"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:27.449029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f3c4e0cf-274b-4e21-93d7-847d79e5ba06, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:27.455404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] No DVR routers for this DVR port d8d2f20f-a597-478a-93d1-4adeedfea3e0 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:27.460345 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.461801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.463754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f25fbb4-0a14-4a63-86c1-62865caaf423 req-c6c41162-24b0-4bbc-b31c-be5d393b3dbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.48 "DELETE /v2.0/ports/d8d2f20f-a597-478a-93d1-4adeedfea3e0 HTTP/1.1" status: 204 len: 173 time: 2.2682524 Jul 13 07:22:27.464358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'name': 'network-vif-deleted', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:27.466575 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc819c6-aa70-4603-9daf-5899a032432b" -d '{"events": [{"server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "name": "network-vif-deleted", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:27.505699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-8ac412b3-b1d6-4996-b506-55b151ca7ff2 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355005 Jul 13 07:22:27.550000 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:27.590993 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.617066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Transition to ACTIVE for port object 8c9e4655-0532-4c73-9695-ffab394e771c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:27.640481 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.699014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.745827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-2d2da56c-fab3-4af5-8c91-e86de636ad17 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.749594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-2d2da56c-fab3-4af5-8c91-e86de636ad17 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.38 "GET /v2.0/networks?id=9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 200 len: 815 time: 0.2173648 Jul 13 07:22:27.771973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Request body: {'port': {'device_id': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472', 'admin_state_up': True, 'tenant_id': 'c52076e65a7e4bb799cd32057d5e25b0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:27.788708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb5eda78-c7d2-4034-a354-f60c37138e1d req-edd5f400-90fb-4535-b4e3-5edfab062d4d tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865169 Jul 13 07:22:27.806594 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48663deb-a0e5-4ecf-b509-8ea06223bfe1 req-5dd5738f-fcb9-4dac-9dea-afb906292c20 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538407 Jul 13 07:22:27.807525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Attempting to bind port 8c9e4655-0532-4c73-9695-ffab394e771c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:27.807911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Attempting to bind port 8c9e4655-0532-4c73-9695-ffab394e771c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:27.808277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Attempting to bind port 8c9e4655-0532-4c73-9695-ffab394e771c on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:27.840447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096486a-d123-437e-9808-5bd45a827a50 req-771172f8-aa46-4eb4-936c-6ee43f66f974 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.845122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c096486a-d123-437e-9808-5bd45a827a50 req-771172f8-aa46-4eb4-936c-6ee43f66f974 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 945 time: 0.5239851 Jul 13 07:22:27.859738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:27.860172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:27.860603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.861005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:27.864160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Bound port: 8c9e4655-0532-4c73-9695-ffab394e771c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:27.864620 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.947974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9afa4b-cc91-4627-8cc6-d6922f611b47 None None] Pushing event updated for resources: {'Port': ['ID=8c9e4655-0532-4c73-9695-ffab394e771c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.989850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:27.999464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5b53c82b-1a32-420e-94f2-717cf2ed5170 admin admin] 10.222.0.41 "PUT /v2.0/routers/11396a39-9b86-42d5-a67b-c4dc9a6e9e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4100125 Jul 13 07:22:27.999638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.004923 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] Sync routers for ids ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:28.015693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d16fbe70-a914-439f-8e1e-30e6da5f0c09 None None] Provisioning complete for port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:28.016208 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d16fbe70-a914-439f-8e1e-30e6da5f0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.019320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] For port 8c9e4655-0532-4c73-9695-ffab394e771c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:28.020628 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] Routers {'11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:28.023324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] For port 8c9e4655-0532-4c73-9695-ffab394e771c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c9e4655-0532-4c73-9695-ffab394e771c,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:28.024010 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:28.033412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f14d5693-2263-482e-99d4-396fdf0b457c req-4f1226b8-ecb0-46aa-b14a-067932fbecc1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 210 time: 0.0413282 Jul 13 07:22:28.033897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57090) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:28.062463 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.147580 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c096486a-d123-437e-9808-5bd45a827a50 req-fbb2a35f-3a11-43dd-9d57-f8546f951a32 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903664 Jul 13 07:22:28.174580 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75a3fbf-7993-4a29-aec3-5aa1ac84908d x-openstack-request-id: req-e75a3fbf-7993-4a29-aec3-5aa1ac84908d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:28.175606 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60effb7d-a6c2-4d15-b910-9c30856e839a", "name": "network-vif-plugged", "status": "completed", "tag": "f3c4e0cf-274b-4e21-93d7-847d79e5ba06", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:28.177353 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e75a3fbf-7993-4a29-aec3-5aa1ac84908d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:28.180091 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06', 'code': 200} Jul 13 07:22:28.202043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:28.205368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:28.210307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9afa4b-cc91-4627-8cc6-d6922f611b47 None None] Pushing event updated for resources: {'Port': ['ID=8c9e4655-0532-4c73-9695-ffab394e771c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:28.255876 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] Set router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:28.452677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Allocated IP 172.20.0.1 (0baccc74-6e19-4abf-9d93-7dbb7be7e212/fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51/a919dcb9-6a20-40dd-bae1-c09971a5f05b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:28.465347 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46f4a84-8019-44de-8ecf-9c7ec9da395a x-openstack-request-id: req-a46f4a84-8019-44de-8ecf-9c7ec9da395a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:28.465766 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7", "name": "network-vif-deleted", "tag": "d8d2f20f-a597-478a-93d1-4adeedfea3e0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:28.466056 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a46f4a84-8019-44de-8ecf-9c7ec9da395a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:28.466267 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7d1c37-2df5-442e-a2b0-0d1ec52b28a7', 'name': 'network-vif-deleted', 'tag': 'd8d2f20f-a597-478a-93d1-4adeedfea3e0', 'status': 'completed', 'code': 200} Jul 13 07:22:28.559493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:28.625259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.680087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Made reservation on behalf of c52076e65a7e4bb799cd32057d5e25b0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:28.683750 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.720911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d8d2f20f-a597-478a-93d1-4adeedfea3e0 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:28.765320 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.795013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Transition to ACTIVE for port object a919dcb9-6a20-40dd-bae1-c09971a5f05b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:28.830038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: d8d2f20f-a597-478a-93d1-4adeedfea3e0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:28.830756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d8d2f20f-a597-478a-93d1-4adeedfea3e0 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:28.918797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Allocated IP 172.20.0.8 (9682fa7d-570c-472a-a704-3adbbea7b472/70f5aeda-79d4-45a2-ad68-376ab55b377c/5b3fcbbb-2d97-4c25-a9ee-1c30df86119d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:28.931059 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:10Z', 'updated_at': '2021-07-13T07:22:25Z', 'revision_number': 5, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'gw_port': {'id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:12Z', 'updated_at': '2021-07-13T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:28.971884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.988581 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] Checking router: 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:29.010882 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] Routers {'11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:29.011620 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:29.123975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:29.136209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:24Z', 'revision_number': 3, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:29.138879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:29.143838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:29.179774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Pushing event updated for resources: {'Port': ['ID=a919dcb9-6a20-40dd-bae1-c09971a5f05b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:29.227345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f04782-f0bc-412e-8ac7-cbf58e102ab8 None None] The sync data for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 is: [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:24Z', 'revision_number': 3, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:29.239980 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] Set router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:29.435621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.456916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.538350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.610162 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:10Z', 'updated_at': '2021-07-13T07:22:25Z', 'revision_number': 5, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'gw_port': {'id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:12Z', 'updated_at': '2021-07-13T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:29.611159 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.663102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6bc90892-8a3d-4f54-a2fd-f70a54c42a42 None None] Provisioning for port a919dcb9-6a20-40dd-bae1-c09971a5f05b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:29.673662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-a273f5cc-aba7-4c5d-94e7-d37a9d8316d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.676144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-a273f5cc-aba7-4c5d-94e7-d37a9d8316d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1099 time: 1.4939153 Jul 13 07:22:29.691277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6bc90892-8a3d-4f54-a2fd-f70a54c42a42 None None] Provisioning complete for port a919dcb9-6a20-40dd-bae1-c09971a5f05b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:29.692993 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e21435b-1993-4d8c-9ace-0936d5c16f32 None None] The sync data for ids ['11396a39-9b86-42d5-a67b-c4dc9a6e9e3f'] in n-d-758944-43 is: [{'id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1930112896-router', 'tenant_id': 'e97ee2ddb9264e0e950042523369a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:10Z', 'updated_at': '2021-07-13T07:22:25Z', 'revision_number': 5, 'project_id': 'e97ee2ddb9264e0e950042523369a6e3', 'gw_port': {'id': 'ab5cc00b-41f8-475f-95c7-49019b8047f6', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11396a39-9b86-42d5-a67b-c4dc9a6e9e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:12Z', 'updated_at': '2021-07-13T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:29.699505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6bc90892-8a3d-4f54-a2fd-f70a54c42a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.727292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429163b2-d4b6-4e3d-abea-6877c5c50ae6 req-e62a4239-c7c0-410b-bb8f-ab64bd2b75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.729568 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-429163b2-d4b6-4e3d-abea-6877c5c50ae6 req-e62a4239-c7c0-410b-bb8f-ab64bd2b75e9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 1098 time: 1.4012229 Jul 13 07:22:29.800863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882f6c3-9b45-4c97-8270-32a9c6cb2d6c req-6daaa99e-3a00-4239-8dba-6113fa078f30 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.811794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6bc90892-8a3d-4f54-a2fd-f70a54c42a42 None None] Port a919dcb9-6a20-40dd-bae1-c09971a5f05b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:29.821564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c882f6c3-9b45-4c97-8270-32a9c6cb2d6c req-6daaa99e-3a00-4239-8dba-6113fa078f30 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 947 time: 1.3988767 Jul 13 07:22:29.876344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Pushing event updated for resources: {'Port': ['ID=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:29.883430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Network 9682fa7d-570c-472a-a704-3adbbea7b472 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:29.887681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:29.891305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:29.985190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.985971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.010693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-24abbebd-f67f-41d2-8f0b-129be16ea162 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2433882 Jul 13 07:22:30.025318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Request body: {'port': {'device_id': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:30.029594 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.068716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-429163b2-d4b6-4e3d-abea-6877c5c50ae6 req-bfdb7218-6779-438f-b968-55fc1bfb9e04 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179588 Jul 13 07:22:30.094176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c882f6c3-9b45-4c97-8270-32a9c6cb2d6c req-ff27677b-805f-4fb0-b38d-10859577a73c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713926 Jul 13 07:22:30.097199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Deleting port ab5cc00b-41f8-475f-95c7-49019b8047f6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:30.098477 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.163616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-a60b48ee-e246-467f-a27d-719fd17eaf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.167625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-a60b48ee-e246-467f-a27d-719fd17eaf5c service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.4696622 Jul 13 07:22:30.191748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-f74b7d09-d65b-44e3-9c7d-65fe8c4dab47 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:22:30.202543 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-f74b7d09-d65b-44e3-9c7d-65fe8c4dab47 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275593 Jul 13 07:22:30.218650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Request body: {'binding': {'host': 'n-h1-758944-43', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:30.219114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Unknown quota resources ['binding']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:22:30.280402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.423191 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-da5ad762-2160-48c5-aca1-3e7098421d21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.2012918 Jul 13 07:22:30.541101 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.550231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.555396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-86d0be3e-12f6-4a75-81f3-db8f729a670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.557195 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-86d0be3e-12f6-4a75-81f3-db8f729a670e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1075091 Jul 13 07:22:30.636911 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] For port ab5cc00b-41f8-475f-95c7-49019b8047f6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ab5cc00b-41f8-475f-95c7-49019b8047f6,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:30.637279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.676753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Calling delete_port for ab5cc00b-41f8-475f-95c7-49019b8047f6 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:30.714661 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.716484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Pushing event updated for resources: {'Port': ['ID=a919dcb9-6a20-40dd-bae1-c09971a5f05b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:30.772819 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a2bb5-9120-4e41-b5ac-0f0fa5278511 req-29b2bd11-fc71-4bbc-b4d8-98abecfc329a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.781416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd5a2bb5-9120-4e41-b5ac-0f0fa5278511 req-29b2bd11-fc71-4bbc-b4d8-98abecfc329a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.4820549 Jul 13 07:22:30.839174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:30.888927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:30.905755 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.941822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-e3f62786-0dc0-4800-ac56-ae47bafb39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.943544 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-e3f62786-0dc0-4800-ac56-ae47bafb39fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3707302 Jul 13 07:22:30.975632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Transition to ACTIVE for port object 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:30.988247 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.005772 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd5a2bb5-9120-4e41-b5ac-0f0fa5278511 req-6a861881-20ed-443e-b5d9-225a3c2639f3 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233860 Jul 13 07:22:31.021875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:31.034113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on host n-h1-758944-43 for vnic_type normal with profile None {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:31.034113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:31.034113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:31.038808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'mac_address': 'fa:16:3e:9d:c7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:31.081300 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:31.081851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:31.101821 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.120235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e01d46a5-049f-46d3-8d1f-7741d8a617ee None None] Provisioning complete for port a919dcb9-6a20-40dd-bae1-c09971a5f05b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:31.120676 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e01d46a5-049f-46d3-8d1f-7741d8a617ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.139205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:31.139706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:31.140194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:31.140744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Bound port: 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:31.181362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e01d46a5-049f-46d3-8d1f-7741d8a617ee None None] Port a919dcb9-6a20-40dd-bae1-c09971a5f05b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:31.189868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba73af02-d9a0-40e9-b70d-8d319d7c6b1b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:31.222133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:31.232010 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.241409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:31.321020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:31.323048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-6b968e71-0894-4256-92de-e70f0f7aae49 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568842 Jul 13 07:22:31.328865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:31.358485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:31.389263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.403230 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6648bec7-7eb4-48c7-babf-f48d124e6eb1 service neutron] 10.222.0.41 "POST /v2.0/ports/2f75e8be-1b11-49d0-bc0a-80a79e1b697d/bindings HTTP/1.1" status: 201 len: 390 time: 1.1997001 Jul 13 07:22:31.484086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:31.509661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Attempting to bind port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:31.511042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Attempting to bind port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:31.519775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Attempting to bind port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d on network 9682fa7d-570c-472a-a704-3adbbea7b472 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:31.533934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d on network 9682fa7d-570c-472a-a704-3adbbea7b472 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:31.534438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Attempting to bind port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d on network 9682fa7d-570c-472a-a704-3adbbea7b472 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:31.564063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:31.568458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Checking segment: {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:31.569009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Bound using segment: {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:31.569636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Bound port: 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:31.570505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.570631 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.687574 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9032-8609-4417-bf69-e9f4782871dc req-869f07da-2ed1-4f67-8130-e751f6736efd tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.694568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c9e4655-0532-4c73-9695-ffab394e771c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:31.708253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23cb9032-8609-4417-bf69-e9f4782871dc req-869f07da-2ed1-4f67-8130-e751f6736efd tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 943 time: 0.5110281 Jul 13 07:22:31.777481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5cc00b-41f8-475f-95c7-49019b8047f6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:31.787747 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3db1e083-bd57-428d-b508-5ed176dca0d6 req-164f2f0e-ba95-4324-a2d5-ab1cfa6de1c0 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444084 Jul 13 07:22:31.790917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:31.796530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:31.803931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:31.814362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.824091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Router d0c5fe75-b563-481a-8a04-a30946b8fbad has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:31.842116 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23cb9032-8609-4417-bf69-e9f4782871dc req-56b3d274-2998-4b0b-b9cf-376e90e547e8 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328900 Jul 13 07:22:31.881644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 8c9e4655-0532-4c73-9695-ffab394e771c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:31.901798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.902518 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.903102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.904054 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] 10.222.0.38 "PUT /v2.0/ports/5b3fcbbb-2d97-4c25-a9ee-1c30df86119d HTTP/1.1" status: 200 len: 1092 time: 1.8850653 Jul 13 07:22:31.906323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:31.907949 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8c9e4655-0532-4c73-9695-ffab394e771c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:31.908316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.915306 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a9f74d-f781-45b1-9a54-76ede71652fb" -d '{"events": [{"name": "network-changed", "server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:31.939070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d092d-b929-41aa-b10d-414eac035edd req-6bbb22dc-f1b2-4165-983e-87a4ba0ce3f0 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.946032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93d092d-b929-41aa-b10d-414eac035edd req-6bbb22dc-f1b2-4165-983e-87a4ba0ce3f0 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 946 time: 0.2361627 Jul 13 07:22:31.956614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8d698307-545c-4815-b921-312d182c4ca1 None None] Provisioning complete for port a919dcb9-6a20-40dd-bae1-c09971a5f05b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:31.957664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d698307-545c-4815-b921-312d182c4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.029898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8d698307-545c-4815-b921-312d182c4ca1 None None] Port a919dcb9-6a20-40dd-bae1-c09971a5f05b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:32.052510 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.054899 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.077667 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93d092d-b929-41aa-b10d-414eac035edd req-78bff27c-6f6f-4dd6-8542-ba52d6ae9d93 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307070 Jul 13 07:22:32.090153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c567-4ad0-4f11-8381-c40bae547847 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:32.125200 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.125845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11396a39-9b86-42d5-a67b-c4dc9a6e9e3f {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:22:32.131580 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.133270 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b520e28f-e34d-4595-8a6c-322926407aaa admin admin] 10.222.0.41 "DELETE /v2.0/routers/11396a39-9b86-42d5-a67b-c4dc9a6e9e3f HTTP/1.1" status: 204 len: 168 time: 4.0979829 Jul 13 07:22:32.136718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57130) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:32.157470 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.227151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 8c9e4655-0532-4c73-9695-ffab394e771c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c9e4655-0532-4c73-9695-ffab394e771c,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:32.227409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8a5d97f2-33c6-4aab-b5eb-43ec47d22e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.228703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-8a5d97f2-33c6-4aab-b5eb-43ec47d22e14 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 1095 time: 0.2723784 Jul 13 07:22:32.236996 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.251069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-388ff49a-ae50-45d6-992a-356e39e50df3 admin admin] Deleting subnet f91cc109-4e1d-4183-8caa-38415afe05ad {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:22:32.256025 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-388ff49a-ae50-45d6-992a-356e39e50df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.261607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:32.288764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Sync routers for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:32.320561 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335827-c0d2-4851-82a5-c2c657565f47 req-3237a78c-81cd-4664-b748-b3bcb686d89f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.321504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f2d387ee-5225-4baf-bab9-af5d06b05818 admin admin] 10.222.0.41 "PUT /v2.0/routers/d0c5fe75-b563-481a-8a04-a30946b8fbad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4045703 Jul 13 07:22:32.324087 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65335827-c0d2-4851-82a5-c2c657565f47 req-3237a78c-81cd-4664-b748-b3bcb686d89f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 948 time: 0.1757169 Jul 13 07:22:32.329065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-388ff49a-ae50-45d6-992a-356e39e50df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.332857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0f564502-7129-4592-8f7f-6ad72c1fc39f no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:32.351595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-0a012ec0-c35b-4464-8ed8-277c6f27902b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d HTTP/1.1" status: 200 len: 217 time: 0.1078315 Jul 13 07:22:32.368323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:32.368901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:32.372609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=8c9e4655-0532-4c73-9695-ffab394e771c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:32.405918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-901221e9-a7e7-41e2-80a7-a3b3fc04decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.407390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-901221e9-a7e7-41e2-80a7-a3b3fc04decc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=70f5aeda-79d4-45a2-ad68-376ab55b377c HTTP/1.1" status: 200 len: 855 time: 0.0471439 Jul 13 07:22:32.409570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0f564502-7129-4592-8f7f-6ad72c1fc39f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:32.409922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0f564502-7129-4592-8f7f-6ad72c1fc39f not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:32.443029 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-00c3b1d4-cd43-409b-bd47-2cd21b0e09b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9682fa7d-570c-472a-a704-3adbbea7b472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279038 Jul 13 07:22:32.489797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-388ff49a-ae50-45d6-992a-356e39e50df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.494855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a6aad-1f9b-457a-8fe6-b8bbf3573ffb req-71c9bfe0-0f75-4f7e-ba4f-638fd0b4a0e5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.497429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:32.501669 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-624a6aad-1f9b-457a-8fe6-b8bbf3573ffb req-71c9bfe0-0f75-4f7e-ba4f-638fd0b4a0e5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.2516589 Jul 13 07:22:32.538034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65335827-c0d2-4851-82a5-c2c657565f47 req-4d5687f4-1744-4dd8-bdb7-7a393c63977d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755525 Jul 13 07:22:32.583411 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-624a6aad-1f9b-457a-8fe6-b8bbf3573ffb req-55dd5b93-a282-46bb-ae18-8008deae4e23 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773220 Jul 13 07:22:32.583806 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-388ff49a-ae50-45d6-992a-356e39e50df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.629844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-f0127518-e0d3-464b-9429-5cf5d00cdfdd service neutron] 10.222.0.38 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796985 Jul 13 07:22:32.630332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ff49a-ae50-45d6-992a-356e39e50df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91cc109-4e1d-4183-8caa-38415afe05ad,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:32.642265 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c982f30-7666-47c5-9d38-b7430cb792b7 x-openstack-request-id: req-0c982f30-7666-47c5-9d38-b7430cb792b7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:32.642558 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:32.642812 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c982f30-7666-47c5-9d38-b7430cb792b7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:32.643315 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d', 'status': 'completed', 'code': 200} Jul 13 07:22:32.652969 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-388ff49a-ae50-45d6-992a-356e39e50df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.661075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57142) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:32.663239 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-388ff49a-ae50-45d6-992a-356e39e50df3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f91cc109-4e1d-4183-8caa-38415afe05ad HTTP/1.1" status: 204 len: 168 time: 0.5253315 Jul 13 07:22:32.673843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6ab0d-b0e5-4024-89e6-227b7c120a00 None None] Network e33cf551-caff-448f-951c-7c94acd1cdb7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:32.877603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55147017-8ece-4361-aa89-eb5e14144cf0 req-e90a334b-87f3-47a6-8709-bd0133a845cf tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.901412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55147017-8ece-4361-aa89-eb5e14144cf0 req-e90a334b-87f3-47a6-8709-bd0133a845cf tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 946 time: 0.1103897 Jul 13 07:22:32.902039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57174) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:32.905395 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.906875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7cc6a962-bdaa-453c-97d5-e5351a9fe589 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Request body: {'floatingip': {'port_id': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:32.944462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fcab9ab-6697-47be-84e1-75cd5fb8843f req-6cc7bdeb-0e68-469b-b4a4-51869fa13c20 service neutron] 10.222.0.38 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957270 Jul 13 07:22:32.966212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8b949-dae6-47ca-9536-caed71e20187 req-15f649d0-93fd-4743-94be-9dc920e8f5d1 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.974011 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-82e8b949-dae6-47ca-9536-caed71e20187 req-15f649d0-93fd-4743-94be-9dc920e8f5d1 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.1709397 Jul 13 07:22:33.066979 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a962-bdaa-453c-97d5-e5351a9fe589 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.077782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-82e8b949-dae6-47ca-9536-caed71e20187 req-7cd7f34d-73d8-43bf-b961-d7327e28c466 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026595 Jul 13 07:22:33.080926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:29Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a919dcb9-6a20-40dd-bae1-c09971a5f05b', 'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'mac_address': 'fa:16:3e:a8:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:30Z', 'revision_number': 2, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'subnets': [{'id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:33.144021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Checking router: d0c5fe75-b563-481a-8a04-a30946b8fbad for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:33.145183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Updating router d0c5fe75-b563-481a-8a04-a30946b8fbad port a919dcb9-6a20-40dd-bae1-c09971a5f05b binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:33.192655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Deleting port 792b1d72-873e-44a8-b264-7218dd851c98 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:33.193494 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.201828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0707d81-2afc-4f8b-8b7d-a883799fb1f4 None None] DHCP port deletion for e33cf551-caff-448f-951c-7c94acd1cdb7 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:22:33.218286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-06b02ab1-a4d4-4a0e-97f0-4a5c207553a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.220307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-06b02ab1-a4d4-4a0e-97f0-4a5c207553a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 1095 time: 0.2017970 Jul 13 07:22:33.289431 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.343141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] For port 792b1d72-873e-44a8-b264-7218dd851c98, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=792b1d72-873e-44a8-b264-7218dd851c98,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:33.343724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.388602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Calling delete_port for 792b1d72-873e-44a8-b264-7218dd851c98 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:33.423838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d0707d81-2afc-4f8b-8b7d-a883799fb1f4 None None] Deleting port 792b1d72-873e-44a8-b264-7218dd851c98 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:33.424336 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0707d81-2afc-4f8b-8b7d-a883799fb1f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.457346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-c6b3703f-85a2-4bda-bad2-70ac1c238e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.458821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-c6b3703f-85a2-4bda-bad2-70ac1c238e45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 200 len: 916 time: 0.1706767 Jul 13 07:22:33.521339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-31e0df7e-64bf-448b-8428-49444cd2b3a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d HTTP/1.1" status: 200 len: 217 time: 0.0504315 Jul 13 07:22:33.526923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d0707d81-2afc-4f8b-8b7d-a883799fb1f4 None None] For port 792b1d72-873e-44a8-b264-7218dd851c98, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=792b1d72-873e-44a8-b264-7218dd851c98,segment=NetworkSegment(be694627-fcf7-498f-82c4-69d3dfec4197),segment_id=be694627-fcf7-498f-82c4-69d3dfec4197)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:33.527508 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0707d81-2afc-4f8b-8b7d-a883799fb1f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.551332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d0707d81-2afc-4f8b-8b7d-a883799fb1f4 None None] Calling delete_port for 792b1d72-873e-44a8-b264-7218dd851c98 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:33.598958 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.631938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-0c385237-173b-4b02-8b6e-e7215d109921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.634142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-0c385237-173b-4b02-8b6e-e7215d109921 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=70f5aeda-79d4-45a2-ad68-376ab55b377c HTTP/1.1" status: 200 len: 855 time: 0.0953543 Jul 13 07:22:33.638363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=792b1d72-873e-44a8-b264-7218dd851c98,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:33.659298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07deed7-b634-4782-85a0-8fe853daf110 req-fc98a16f-fd90-44f8-8759-fe10aa2ca0cb tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.667785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e07deed7-b634-4782-85a0-8fe853daf110 req-fc98a16f-fd90-44f8-8759-fe10aa2ca0cb tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 943 time: 0.5042350 Jul 13 07:22:33.680553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] No DVR routers for this DVR port 792b1d72-873e-44a8-b264-7218dd851c98 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:33.684239 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-13a34af8-dcb7-4635-8cf5-7605ec8f6a15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9682fa7d-570c-472a-a704-3adbbea7b472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427024 Jul 13 07:22:33.779466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c9e4655-0532-4c73-9695-ffab394e771c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:33.783730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e07deed7-b634-4782-85a0-8fe853daf110 req-41cb670a-fd9f-402d-8558-a5cc64764a91 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094656 Jul 13 07:22:33.845165 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0707d81-2afc-4f8b-8b7d-a883799fb1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.911877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8c9e4655-0532-4c73-9695-ffab394e771c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:33.911877 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.940999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707d81-2afc-4f8b-8b7d-a883799fb1f4 None None] Pushing event deleted for resources: {'Port': ['ID=792b1d72-873e-44a8-b264-7218dd851c98,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:33.950910 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.953455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0707d81-2afc-4f8b-8b7d-a883799fb1f4 None None] No DVR routers for this DVR port 792b1d72-873e-44a8-b264-7218dd851c98 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:33.976637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Transition to ACTIVE for port object a919dcb9-6a20-40dd-bae1-c09971a5f05b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:33.988245 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.014639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a962-bdaa-453c-97d5-e5351a9fe589 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.023754 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a962-bdaa-453c-97d5-e5351a9fe589 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.095662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b183b8-8f70-40a5-b906-5e9b40e3a5d5 req-1682b138-37e0-4d85-922a-67da457e0dfd tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:34.098266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07b183b8-8f70-40a5-b906-5e9b40e3a5d5 req-1682b138-37e0-4d85-922a-67da457e0dfd tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.1534588 Jul 13 07:22:34.149294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b290279-e05e-4a08-9292-82c90207c275 None None] Pushing event updated for resources: {'Port': ['ID=a919dcb9-6a20-40dd-bae1-c09971a5f05b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:34.180711 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07b183b8-8f70-40a5-b906-5e9b40e3a5d5 req-b10c7eaa-a63c-4540-92fb-01784199b0a4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496533 Jul 13 07:22:34.201597 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-7cc6a962-bdaa-453c-97d5-e5351a9fe589 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Floating IP 2ccd4f98-cead-4ef5-9471-e81d34f43277 associated. External IP: 172.25.8.61, port: f3c4e0cf-274b-4e21-93d7-847d79e5ba06. Jul 13 07:22:34.302441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Attempting to bind port a919dcb9-6a20-40dd-bae1-c09971a5f05b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:34.302933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Attempting to bind port a919dcb9-6a20-40dd-bae1-c09971a5f05b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:34.303308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Attempting to bind port a919dcb9-6a20-40dd-bae1-c09971a5f05b on network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:34.311754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:34.312193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Checking segment: {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:34.312959 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.313370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Bound using segment: {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:34.314165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Bound port: a919dcb9-6a20-40dd-bae1-c09971a5f05b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:34.314437 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.329402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 792b1d72-873e-44a8-b264-7218dd851c98 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:34.374827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.387754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 792b1d72-873e-44a8-b264-7218dd851c98 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:34.388364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 792b1d72-873e-44a8-b264-7218dd851c98 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:34.389042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ab5cc00b-41f8-475f-95c7-49019b8047f6 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:34.399139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33cf551-caff-448f-951c-7c94acd1cdb7']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:34.422088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ab5cc00b-41f8-475f-95c7-49019b8047f6 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:34.422448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ab5cc00b-41f8-475f-95c7-49019b8047f6 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:34.460340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be694627-fcf7-498f-82c4-69d3dfec4197') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:34.460640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be694627-fcf7-498f-82c4-69d3dfec4197') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:34.473486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.489760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-6ef91fda-ccb1-45fb-93ed-7cd8730023b1 service neutron] 10.222.0.38 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762749 Jul 13 07:22:34.498554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] For port a919dcb9-6a20-40dd-bae1-c09971a5f05b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:34.502320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] For port a919dcb9-6a20-40dd-bae1-c09971a5f05b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a919dcb9-6a20-40dd-bae1-c09971a5f05b,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:34.510943 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.523118 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.549012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:22:34.549440 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.553393 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:22:34.557024 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:22:34.607928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b687a-c013-4248-9674-c6cae708fcb0 req-604e66f6-fca5-4eb7-8c6d-3bee3d6cddc5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:34.618233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-470b687a-c013-4248-9674-c6cae708fcb0 req-604e66f6-fca5-4eb7-8c6d-3bee3d6cddc5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 948 time: 0.7895560 Jul 13 07:22:34.724509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:34.725174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:34.727018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.736499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64a9f74d-f781-45b1-9a54-76ede71652fb req-737ae7b7-715b-4e19-b5d9-e1c4d18ab072 service neutron] 10.222.0.38 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390840 Jul 13 07:22:34.737499 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.743129 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e33cf551-caff-448f-951c-7c94acd1cdb7 HTTP/1.1" status: 204 len: 168 time: 2.0776350 Jul 13 07:22:34.743792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57222) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:34.771901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-470b687a-c013-4248-9674-c6cae708fcb0 req-e7b3698b-8143-4c8f-b701-0acfb44f1083 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474802 Jul 13 07:22:34.773071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e90b4a-6988-4aa9-b5c7-bbc4c3c2acc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e33cf551-caff-448f-951c-7c94acd1cdb7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:34.842971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f6cbd-f920-4bed-b903-54ee0795253a req-7b3a75ed-1b91-456c-ac5f-c47529c4d63b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:34.850549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e25f6cbd-f920-4bed-b903-54ee0795253a req-7b3a75ed-1b91-456c-ac5f-c47529c4d63b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.2058444 Jul 13 07:22:34.868505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b290279-e05e-4a08-9292-82c90207c275 None None] Pushing event updated for resources: {'Port': ['ID=a919dcb9-6a20-40dd-bae1-c09971a5f05b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:34.877530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:34.999568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:35.038384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:35.045108 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:35.045486 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.060421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e25f6cbd-f920-4bed-b903-54ee0795253a req-83a18a71-3d27-4b5e-aa65-2e1c06c1560b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088933 Jul 13 07:22:35.190273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2caf9b-cb32-462b-bba7-1eb0a71a2b21 req-7e8ec480-5808-4982-b08c-97063b47e737 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:35.194375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a2caf9b-cb32-462b-bba7-1eb0a71a2b21 req-7e8ec480-5808-4982-b08c-97063b47e737 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 943 time: 0.1023147 Jul 13 07:22:35.210799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc6a962-bdaa-453c-97d5-e5351a9fe589 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:35.251602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.274825 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.283477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a2caf9b-cb32-462b-bba7-1eb0a71a2b21 req-21183413-68cd-4dda-8cf9-ba43f6fd1d67 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811713 Jul 13 07:22:35.336522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:35.338863 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94a780b-20c2-471c-9ac0-cd6fe5bed9a9" -d '{"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-plugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:35.361379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:35.380861 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.420009 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83ba7e-c70a-4e6c-86cf-f66a46bd0493 x-openstack-request-id: req-2d83ba7e-c70a-4e6c-86cf-f66a46bd0493 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:35.420306 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-plugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:35.420565 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d83ba7e-c70a-4e6c-86cf-f66a46bd0493 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:35.420959 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'code': 200} Jul 13 07:22:35.447033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc6a962-bdaa-453c-97d5-e5351a9fe589 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:35.465762 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] Sync routers for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:35.473587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a962-bdaa-453c-97d5-e5351a9fe589 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.486579 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:35.487218 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:35.497471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:35.560379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:29Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a919dcb9-6a20-40dd-bae1-c09971a5f05b', 'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'mac_address': 'fa:16:3e:a8:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:34Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'subnets': [{'id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:35.604759 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7cc6a962-bdaa-453c-97d5-e5351a9fe589 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "PUT /v2.0/floatingips/2ccd4f98-cead-4ef5-9471-e81d34f43277 HTTP/1.1" status: 200 len: 991 time: 2.7014709 Jul 13 07:22:35.607001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'tag': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:35.609325 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b681ca-2c6b-4413-8ee6-7fc9575ec873" -d '{"events": [{"name": "network-changed", "server_uuid": "60effb7d-a6c2-4d15-b910-9c30856e839a", "tag": "f3c4e0cf-274b-4e21-93d7-847d79e5ba06"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:35.622867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341550-ea57-4833-9798-de3ce606e392 req-da776ff9-04f2-41b3-84e5-6b2e8af13eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:35.625021 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bb341550-ea57-4833-9798-de3ce606e392 req-da776ff9-04f2-41b3-84e5-6b2e8af13eac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1101 time: 0.1025319 Jul 13 07:22:35.634173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5383c7-8081-440e-8ee1-2007da2a130f None None] The sync data for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 is: [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:29Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a919dcb9-6a20-40dd-bae1-c09971a5f05b', 'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'mac_address': 'fa:16:3e:a8:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:34Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'subnets': [{'id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:35.659168 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38908ef-67db-498a-8df6-5b77bacb9387 req-7d7e0614-4936-4027-b2df-2e9b2d48813f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:35.660522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c38908ef-67db-498a-8df6-5b77bacb9387 req-7d7e0614-4936-4027-b2df-2e9b2d48813f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.2557647 Jul 13 07:22:35.715815 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:35.728501 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bb341550-ea57-4833-9798-de3ce606e392 req-e1321807-6110-4d41-8d0d-2c0de51e3f91 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885093 Jul 13 07:22:35.819492 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c38908ef-67db-498a-8df6-5b77bacb9387 req-ec07ba0d-f448-4c9d-93f8-3c39df87440a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030393 Jul 13 07:22:35.838736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.922366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ef54ac8b-def0-46db-8890-c270720eb030 None None] Provisioning complete for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:35.923032 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef54ac8b-def0-46db-8890-c270720eb030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.956009 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bde0e6-1afa-47ac-b31c-640d34e70c2d x-openstack-request-id: req-52bde0e6-1afa-47ac-b31c-640d34e70c2d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:35.956303 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60effb7d-a6c2-4d15-b910-9c30856e839a", "tag": "f3c4e0cf-274b-4e21-93d7-847d79e5ba06", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:35.956562 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52bde0e6-1afa-47ac-b31c-640d34e70c2d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:35.957022 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'tag': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06', 'status': 'completed', 'code': 200} Jul 13 07:22:36.098563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-5c4bc06a-c038-4793-9e31-559d60f2af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.099971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-5c4bc06a-c038-4793-9e31-559d60f2af8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba83d73f080c42b79a724f4d57d68c56&device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 1098 time: 0.1664391 Jul 13 07:22:36.306091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-4107ea12-54c8-48ee-baff-c6d5575ed949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.307603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-4107ea12-54c8-48ee-baff-c6d5575ed949 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2eb7911c-5d60-41a1-93e7-8937099d88ed HTTP/1.1" status: 200 len: 925 time: 0.1999292 Jul 13 07:22:36.340795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d958df9-923d-4c02-b601-2323cb252e0f req-3e0c0067-40cb-4bae-bae7-c781e39ff621 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.342751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d958df9-923d-4c02-b601-2323cb252e0f req-3e0c0067-40cb-4bae-bae7-c781e39ff621 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1769624 Jul 13 07:22:36.402611 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d958df9-923d-4c02-b601-2323cb252e0f req-419251c4-ff6e-4ce7-bd8c-d4096db5edad tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535600 Jul 13 07:22:36.424387 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '2ccd4f98-cead-4ef5-9471-e81d34f43277', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'port_id': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'mac_address': 'fa:16:3e:9c:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:20:02Z', 'updated_at': '2021-07-13T07:22:33Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:36.469824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-a5b2ef91-7e4d-4699-b232-bf291060a7d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3c4e0cf-274b-4e21-93d7-847d79e5ba06 HTTP/1.1" status: 200 len: 999 time: 0.1542094 Jul 13 07:22:36.497725 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] Checking router: 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:36.520150 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:36.521247 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:36.583678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-0a07e384-4d28-4dbd-b54f-262de1fc8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.592337 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Deleting port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:36.595735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-0a07e384-4d28-4dbd-b54f-262de1fc8add service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ed2c854-b2e7-489b-a973-5fbbab789e6e HTTP/1.1" status: 200 len: 863 time: 0.1081996 Jul 13 07:22:36.596237 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.733354 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:36.754070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] For port 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c9eaf96-e889-4b7e-8fb2-9f613a7301fb,segment=NetworkSegment(6eae3e4c-cd31-47bc-b6d3-7b8d168b4062),segment_id=6eae3e4c-cd31-47bc-b6d3-7b8d168b4062)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:36.754700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.760978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-6f536874-0bc5-4f33-99d1-2c94316535db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.764786 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-6f536874-0bc5-4f33-99d1-2c94316535db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2eb7911c-5d60-41a1-93e7-8937099d88ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609836 Jul 13 07:22:36.781612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Calling delete_port for 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:36.871091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:36.928926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283933e-722c-4bc5-8a34-a6cd09dacb69 req-5e76b18e-8f29-4472-a98f-b55f734b3de1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.941697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f283933e-722c-4bc5-8a34-a6cd09dacb69 req-5e76b18e-8f29-4472-a98f-b55f734b3de1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 943 time: 0.2856243 Jul 13 07:22:37.055413 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '2ccd4f98-cead-4ef5-9471-e81d34f43277', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'port_id': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'mac_address': 'fa:16:3e:9c:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:20:02Z', 'updated_at': '2021-07-13T07:22:33Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:37.067697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f283933e-722c-4bc5-8a34-a6cd09dacb69 req-5602ba22-6cfb-4b93-ae4c-6dfc5f3a6a8e tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209970 Jul 13 07:22:37.086690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:37.111912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-76f4217c-9cd9-41b7-85e4-ede21a0f9df5 service neutron] 10.222.0.38 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338192 Jul 13 07:22:37.117461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e259a01-7afb-4ffe-9869-2a083fe0d65a req-f631f393-89b7-43a1-abf2-b7d2cea74bd2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:37.119032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d', 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472', 'port_id': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d', 'mac_address': 'fa:16:3e:ca:3b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f5aeda-79d4-45a2-ad68-376ab55b377c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:37.119202 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e259a01-7afb-4ffe-9869-2a083fe0d65a req-f631f393-89b7-43a1-abf2-b7d2cea74bd2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.4292819 Jul 13 07:22:37.129889 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22aa8eb-4937-4b9c-813a-a0ef03c570d7 None None] The sync data for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 is: [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '2ccd4f98-cead-4ef5-9471-e81d34f43277', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'port_id': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'mac_address': 'fa:16:3e:9c:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:20:02Z', 'updated_at': '2021-07-13T07:22:33Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:37.204022 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.213752 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.233569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:37.242679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e259a01-7afb-4ffe-9869-2a083fe0d65a req-4bc485db-1ed2-45b1-b26c-5709aac6b507 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108494 Jul 13 07:22:37.273228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:37.284510 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.289347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.345655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9eaf96-e889-4b7e-8fb2-9f613a7301fb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:37.376604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:37.459710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06b681ca-2c6b-4413-8ee6-7fc9575ec873 req-7aef8460-3768-4669-961c-6f8284c1ecb1 service neutron] 10.222.0.38 "GET /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390906 Jul 13 07:22:37.490219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffa403-1870-453c-ab91-f0107cc9e186 req-541594a7-b34c-46d3-85c7-fc6458f3529e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:37.506662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9bffa403-1870-453c-ab91-f0107cc9e186 req-541594a7-b34c-46d3-85c7-fc6458f3529e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.2053523 Jul 13 07:22:37.613500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9bffa403-1870-453c-ab91-f0107cc9e186 req-7784de06-b2a2-4f1e-8e42-373007978633 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052470 Jul 13 07:22:37.641505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7cca57-d782-48b9-bb68-08e6d36cbf67 None None] New status for floating IP 2ccd4f98-cead-4ef5-9471-e81d34f43277: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:22:37.691639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.815786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5b3fcbbb-2d97-4c25-a9ee-1c30df86119d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:37.836333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a919dcb9-6a20-40dd-bae1-c09971a5f05b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:37.930658 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be0274-2374-46e5-be1c-5ac104a31ff7 req-7d80c8c3-7d55-4702-b946-edc1a7720fe3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:37.932469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73be0274-2374-46e5-be1c-5ac104a31ff7 req-7d80c8c3-7d55-4702-b946-edc1a7720fe3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0880065 Jul 13 07:22:38.013524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-4f48c7e6-f411-419f-8c5d-8dbf8279fceb tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.015602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-4f48c7e6-f411-419f-8c5d-8dbf8279fceb tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.1008413 Jul 13 07:22:38.028494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-43'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:38.034138 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73be0274-2374-46e5-be1c-5ac104a31ff7 req-77fb3834-3316-444c-a3e0-b02dbbf54f46 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705280 Jul 13 07:22:38.072036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Router 69dea772-28e3-41f1-9712-b3dd7479800f has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:38.119950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a919dcb9-6a20-40dd-bae1-c09971a5f05b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:38.130734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a919dcb9-6a20-40dd-bae1-c09971a5f05b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:38.131111 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.151591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.300629 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.332142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc006d-6011-49a1-9095-f3bf0f27ed8b req-47150c2c-f49b-4d01-aaa4-09dd1f7843c6 tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.335010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66cc006d-6011-49a1-9095-f3bf0f27ed8b req-47150c2c-f49b-4d01-aaa4-09dd1f7843c6 tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1101 time: 0.1672091 Jul 13 07:22:38.354968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port a919dcb9-6a20-40dd-bae1-c09971a5f05b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a919dcb9-6a20-40dd-bae1-c09971a5f05b,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:38.360868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.379807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:38.389833 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] Sync routers for ids ['69dea772-28e3-41f1-9712-b3dd7479800f'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:38.391889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-47cba53f-8eec-49cb-b407-82255e2a3509 admin admin] 10.222.0.41 "PUT /v2.0/routers/69dea772-28e3-41f1-9712-b3dd7479800f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6454773 Jul 13 07:22:38.394613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57262) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:38.407845 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] Routers {'69dea772-28e3-41f1-9712-b3dd7479800f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:38.408964 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69dea772-28e3-41f1-9712-b3dd7479800f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:38.426637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=a919dcb9-6a20-40dd-bae1-c09971a5f05b,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:38.444638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb58653-9dc5-4b55-9da5-ec11d57602cd req-91b7aaea-cf1f-428d-a061-69a2c9bb462c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.446505 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1bb58653-9dc5-4b55-9da5-ec11d57602cd req-91b7aaea-cf1f-428d-a061-69a2c9bb462c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 944 time: 0.1533606 Jul 13 07:22:38.520594 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1bb58653-9dc5-4b55-9da5-ec11d57602cd req-1ed7c101-6eac-42fb-91a0-39d683386ce7 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671527 Jul 13 07:22:38.585739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:38.604941 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66cc006d-6011-49a1-9095-f3bf0f27ed8b req-9ff1260c-d93c-4917-936c-ea1003e558c5 tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114012 Jul 13 07:22:38.695505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.768641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b5c0eaef-e998-4f27-809b-d68d56a2ff91 None None] Provisioning complete for port a919dcb9-6a20-40dd-bae1-c09971a5f05b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:38.773017 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5c0eaef-e998-4f27-809b-d68d56a2ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.796785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:38.805431 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] Set router 69dea772-28e3-41f1-9712-b3dd7479800f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:38.824159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60bb68-b4fd-4bd2-9b08-862fad841ff5 req-41d2f145-733a-441b-a4d1-e9ff4be758c9 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.830687 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e60bb68-b4fd-4bd2-9b08-862fad841ff5 req-41d2f145-733a-441b-a4d1-e9ff4be758c9 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 945 time: 0.1590466 Jul 13 07:22:38.887790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8f501848-6f29-44ab-be48-b496f56111d8 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:38.908106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:38.911108 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8d52f4-394d-4ebf-93f0-6b6d2945fa80" -d '{"events": [{"server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "name": "network-vif-unplugged", "status": "completed", "tag": "8f501848-6f29-44ab-be48-b496f56111d8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:38.920954 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.933185 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.941844 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e60bb68-b4fd-4bd2-9b08-862fad841ff5 req-08484c72-89d6-4e08-800c-ac599bddc5f9 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031344 Jul 13 07:22:38.943437 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.113179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f501848-6f29-44ab-be48-b496f56111d8,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:39.119149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:39.145541 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:25Z', 'updated_at': '2021-07-13T07:22:37Z', 'revision_number': 5, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'gw_port': {'id': 'bf18d31d-1809-4bf0-84e7-cf70db7325fb', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:26Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:39.159003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 on host n-h2-758944-43 for vnic_type normal with profile {"migrating_to": "n-h1-758944-43"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:39.159353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:39.159759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:39.169208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Port 8f501848-6f29-44ab-be48-b496f56111d8 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:39.169540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Attempting to bind port 8f501848-6f29-44ab-be48-b496f56111d8 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:39.185165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:39.185667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:39.186056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:39.186579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Bound port: 8f501848-6f29-44ab-be48-b496f56111d8, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:39.187045 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.219733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Deleting port bf18d31d-1809-4bf0-84e7-cf70db7325fb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:39.220384 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.220996 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] Checking router: 69dea772-28e3-41f1-9712-b3dd7479800f for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:39.248638 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] Routers {'69dea772-28e3-41f1-9712-b3dd7479800f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:39.251262 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69dea772-28e3-41f1-9712-b3dd7479800f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:39.305809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359ddc7-d088-47ba-a1a4-d135273eb882 req-7745b89e-b47d-4416-9e4e-a1c2bd9da69b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.329640 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7359ddc7-d088-47ba-a1a4-d135273eb882 req-7745b89e-b47d-4416-9e4e-a1c2bd9da69b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.1829131 Jul 13 07:22:39.366069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:39.371459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:39.380731 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.388075 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] Set router 69dea772-28e3-41f1-9712-b3dd7479800f gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:39.436440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] For port bf18d31d-1809-4bf0-84e7-cf70db7325fb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bf18d31d-1809-4bf0-84e7-cf70db7325fb,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:39.436855 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.451099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8f501848-6f29-44ab-be48-b496f56111d8 has no active binding in host n-h1-758944-43 {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:22:39.468323 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:25Z', 'updated_at': '2021-07-13T07:22:38Z', 'revision_number': 6, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:39.473136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Calling delete_port for bf18d31d-1809-4bf0-84e7-cf70db7325fb owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:39.497482 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960375d3-643e-4ae1-b4e1-44d33566d17b None None] The sync data for ids ['69dea772-28e3-41f1-9712-b3dd7479800f'] in n-d-758944-43 is: [{'id': '69dea772-28e3-41f1-9712-b3dd7479800f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2057544703-router', 'tenant_id': 'ae8c242a44834c1fa92aef29aab01667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:25Z', 'updated_at': '2021-07-13T07:22:38Z', 'revision_number': 6, 'project_id': 'ae8c242a44834c1fa92aef29aab01667', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:39.531428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7359ddc7-d088-47ba-a1a4-d135273eb882 req-bac867d1-1464-460b-863b-bb80e9843e47 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912630 Jul 13 07:22:39.555657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.556859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.564886 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] 10.222.0.38 "PUT /v2.0/ports/8f501848-6f29-44ab-be48-b496f56111d8 HTTP/1.1" status: 200 len: 1123 time: 1.5357919 Jul 13 07:22:39.568479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc185306-00a0-4416-af68-5abc7de6ead0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f501848-6f29-44ab-be48-b496f56111d8,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:39.596367 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-07c34af1-ce75-412c-877d-f160378b64f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1557925 Jul 13 07:22:39.652933 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd28107-3394-4935-a2b4-1ca81fc9deef x-openstack-request-id: req-6cd28107-3394-4935-a2b4-1ca81fc9deef {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:39.653264 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "name": "network-vif-unplugged", "status": "completed", "tag": "8f501848-6f29-44ab-be48-b496f56111d8", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:39.653481 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cd28107-3394-4935-a2b4-1ca81fc9deef {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:39.654390 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8', 'code': 200} Jul 13 07:22:39.665494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['8f501848-6f29-44ab-be48-b496f56111d8'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:39.727643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f501848-6f29-44ab-be48-b496f56111d8'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:39.969601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a919dcb9-6a20-40dd-bae1-c09971a5f05b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:40.047597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9f306-934b-4001-820f-ec45975bf5d5 req-cfaa7732-d658-45cc-9a3b-35ec8a2b88f4 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.060645 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ddc9f306-934b-4001-820f-ec45975bf5d5 req-cfaa7732-d658-45cc-9a3b-35ec8a2b88f4 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1929436 Jul 13 07:22:40.140330 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ddc9f306-934b-4001-820f-ec45975bf5d5 req-e1271b3a-0de0-4eff-8644-a48d12209905 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788164 Jul 13 07:22:40.156962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb711d-3e29-407a-bf8d-fc7e0c053586 req-c604ea16-500f-461b-8e84-07b7ba58ffe9 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.164978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0cdb711d-3e29-407a-bf8d-fc7e0c053586 req-c604ea16-500f-461b-8e84-07b7ba58ffe9 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 944 time: 0.3593493 Jul 13 07:22:40.216921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a919dcb9-6a20-40dd-bae1-c09971a5f05b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:40.217303 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.245745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.360658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0cdb711d-3e29-407a-bf8d-fc7e0c053586 req-bda1195d-5909-4990-a546-48e28bd591ec tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916039 Jul 13 07:22:40.365824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf18d31d-1809-4bf0-84e7-cf70db7325fb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:40.443160 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-56b359c1-1d55-4cc8-86ec-ed4f4f4cfd93 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3023958 Jul 13 07:22:40.459425 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.649813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.652815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.736465 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.737013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69dea772-28e3-41f1-9712-b3dd7479800f {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:22:40.748693 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.749764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-81416e9b-66ff-4dd2-9306-24d3588b1125 admin admin] 10.222.0.41 "DELETE /v2.0/routers/69dea772-28e3-41f1-9712-b3dd7479800f HTTP/1.1" status: 204 len: 168 time: 2.3502595 Jul 13 07:22:40.752781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57314) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:40.806129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c14334-839e-44e8-a70a-b56e39b03b1f req-874d8f54-c332-4b42-bb6f-aa3dca1d56ee tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.807727 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b5c14334-839e-44e8-a70a-b56e39b03b1f req-874d8f54-c332-4b42-bb6f-aa3dca1d56ee tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 943 time: 0.2530675 Jul 13 07:22:40.813000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-ef017c58-90e1-4ed8-8e15-5dd9d550b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.814620 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-ef017c58-90e1-4ed8-8e15-5dd9d550b988 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 1103 time: 0.2588315 Jul 13 07:22:40.835140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e79db7-16b3-4c00-abf9-9bdd3c44ba54 admin admin] Deleting subnet f55bb613-98c2-4bd5-a044-843e37ab96f9 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:22:40.846340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5e79db7-16b3-4c00-abf9-9bdd3c44ba54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.880623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:40.935724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5e79db7-16b3-4c00-abf9-9bdd3c44ba54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.968847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b5c14334-839e-44e8-a70a-b56e39b03b1f req-aef994ff-bb9d-4ae9-a21d-f21bfa1aac3d tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442251 Jul 13 07:22:40.970138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:40.981844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:40.982558 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.073875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-118441b4-af7b-4652-98d0-f1472e5a61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.075403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-118441b4-af7b-4652-98d0-f1472e5a61ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2302155 Jul 13 07:22:41.102129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5e79db7-16b3-4c00-abf9-9bdd3c44ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.147661 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.160655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-f0607b16-4afa-40db-8fd2-6a6c7895c1ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 200 len: 217 time: 0.0685177 Jul 13 07:22:41.188531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:41.189525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:41.193986 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f20a4-76dc-49c2-8aab-c79769dd7ef2" -d '{"events": [{"server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "name": "network-vif-plugged", "status": "completed", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:41.198707 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.277579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-dbb97fab-b86c-4a0e-b05d-3b9c725e8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.279925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:41.280080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-dbb97fab-b86c-4a0e-b05d-3b9c725e8387 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1063461 Jul 13 07:22:41.280777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5e79db7-16b3-4c00-abf9-9bdd3c44ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.323067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e79db7-16b3-4c00-abf9-9bdd3c44ba54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55bb613-98c2-4bd5-a044-843e37ab96f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:41.344689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5e79db7-16b3-4c00-abf9-9bdd3c44ba54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.346609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e5e79db7-16b3-4c00-abf9-9bdd3c44ba54 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f55bb613-98c2-4bd5-a044-843e37ab96f9 HTTP/1.1" status: 204 len: 168 time: 0.5912101 Jul 13 07:22:41.349132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:41.351090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc67594-c90d-45d3-a1d1-4c436faa95b1 None None] Network a98ee136-9af1-42c6-987c-63d7bc9931b5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:41.366680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd791b-afc6-46a1-a3f4-e2beb7f5523d req-a3bad4fb-51d4-49bc-aed4-3a5d06a1db36 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.374963 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4cd791b-afc6-46a1-a3f4-e2beb7f5523d req-a3bad4fb-51d4-49bc-aed4-3a5d06a1db36 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.6605923 Jul 13 07:22:41.415763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4cd791b-afc6-46a1-a3f4-e2beb7f5523d req-88af82c9-61af-4b63-af21-dc08620d0f54 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Jul 13 07:22:41.515352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.526770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-1b30414b-41f2-4895-8e7d-192577819bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.527554 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcef065-1e31-48d0-a069-ba3d66398f3f x-openstack-request-id: req-6dcef065-1e31-48d0-a069-ba3d66398f3f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:41.527850 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "name": "network-vif-plugged", "status": "completed", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:41.528108 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dcef065-1e31-48d0-a069-ba3d66398f3f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:41.528504 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d', 'code': 200} Jul 13 07:22:41.528839 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-1b30414b-41f2-4895-8e7d-192577819bea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2173967 Jul 13 07:22:41.660524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:41.662852 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "tag": "8f501848-6f29-44ab-be48-b496f56111d8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:41.665343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c5c5b-9d85-47f4-bc6d-5ce6588a4930 None None] DHCP port deletion for a98ee136-9af1-42c6-987c-63d7bc9931b5 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:22:41.719501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bf18d31d-1809-4bf0-84e7-cf70db7325fb no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:41.731128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1b776-0c39-4562-b4a1-28cf1eaffd4a req-5c3831a0-5f2e-44a0-9c37-9aa1fc0127b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.733406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62a1b776-0c39-4562-b4a1-28cf1eaffd4a req-5c3831a0-5f2e-44a0-9c37-9aa1fc0127b0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 1097 time: 0.1135902 Jul 13 07:22:41.750149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: bf18d31d-1809-4bf0-84e7-cf70db7325fb {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:41.750498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bf18d31d-1809-4bf0-84e7-cf70db7325fb not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:41.751565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:41.780930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:41.781273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c9eaf96-e889-4b7e-8fb2-9f613a7301fb not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:41.810716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-037c5c5b-9d85-47f4-bc6d-5ce6588a4930 None None] Deleting port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:41.811204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-037c5c5b-9d85-47f4-bc6d-5ce6588a4930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.814207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62a1b776-0c39-4562-b4a1-28cf1eaffd4a req-6a2555f3-1bf0-460f-ace2-7d6062c55126 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577226 Jul 13 07:22:41.832828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53ce1-f394-458e-a3f3-622335faae9b req-702bba2f-b223-43a6-978d-09f53cb66c78 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.834802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70d53ce1-f394-458e-a3f3-622335faae9b req-702bba2f-b223-43a6-978d-09f53cb66c78 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1170990 Jul 13 07:22:41.893688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-037c5c5b-9d85-47f4-bc6d-5ce6588a4930 None None] For port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e35f52a7-023d-4cb5-bf3f-13a6da6f8e59,segment=NetworkSegment(6eae3e4c-cd31-47bc-b6d3-7b8d168b4062),segment_id=6eae3e4c-cd31-47bc-b6d3-7b8d168b4062)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:41.894892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-037c5c5b-9d85-47f4-bc6d-5ce6588a4930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.899435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70d53ce1-f394-458e-a3f3-622335faae9b req-7b9d5da0-4b28-49a7-ab79-3cbb856259a6 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574806 Jul 13 07:22:41.909418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-037c5c5b-9d85-47f4-bc6d-5ce6588a4930 None None] Calling delete_port for e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:42.017773 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-037c5c5b-9d85-47f4-bc6d-5ce6588a4930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.047757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c5c5b-9d85-47f4-bc6d-5ce6588a4930 None None] Pushing event deleted for resources: {'Port': ['ID=e35f52a7-023d-4cb5-bf3f-13a6da6f8e59,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:42.051947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c5c5b-9d85-47f4-bc6d-5ce6588a4930 None None] No DVR routers for this DVR port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:42.095266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6f8b5-f4d1-4a83-8410-64846bad2160 req-25f3f315-7579-4cda-8089-f154769dea21 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.103353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cda6f8b5-f4d1-4a83-8410-64846bad2160 req-25f3f315-7579-4cda-8089-f154769dea21 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.6977160 Jul 13 07:22:42.110252 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988c117b-0159-4a74-bb0c-e41fa63a5a17 x-openstack-request-id: req-988c117b-0159-4a74-bb0c-e41fa63a5a17 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:42.110656 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "tag": "8f501848-6f29-44ab-be48-b496f56111d8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:42.110910 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-988c117b-0159-4a74-bb0c-e41fa63a5a17 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:42.111285 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8', 'status': 'completed', 'code': 200} Jul 13 07:22:42.224293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-d6e51161-32fe-451f-83e8-3e1d0383cb6a service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848402 Jul 13 07:22:42.229524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-ba7be16b-509e-4675-8518-06ca0c43c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.231026 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-ba7be16b-509e-4675-8518-06ca0c43c429 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1101 time: 0.6725838 Jul 13 07:22:42.249268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cda6f8b5-f4d1-4a83-8410-64846bad2160 req-536b94ce-b65e-4d12-832d-fb70d6ce3cf8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322887 Jul 13 07:22:42.258260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e2231-5f47-4f02-ae7b-72ff85db83c9 req-133b8eab-f66a-4040-86c2-a6fb19da222b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.259847 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438e2231-5f47-4f02-ae7b-72ff85db83c9 req-133b8eab-f66a-4040-86c2-a6fb19da222b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 943 time: 0.0799227 Jul 13 07:22:42.295797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Deleting port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:42.296143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.310051 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438e2231-5f47-4f02-ae7b-72ff85db83c9 req-98c72442-a405-463c-b4e1-567ca6c0f3e1 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440223 Jul 13 07:22:42.406306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-7dfe939d-54e3-4c8e-8273-0889fc81300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.407816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-7dfe939d-54e3-4c8e-8273-0889fc81300b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1126 time: 0.2920284 Jul 13 07:22:42.498393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] For port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59, host n-d-758944-43, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:42.498759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.524861 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c452afa3-2a0f-483a-8e7d-b50339093e3d req-13ec0aaa-d0c4-42d2-86fa-c7a129572607 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902594 Jul 13 07:22:42.533025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Calling delete_port for e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:42.535978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-0160ed73-126a-457d-8e54-1222e37a0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.537442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-0160ed73-126a-457d-8e54-1222e37a0478 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2843966 Jul 13 07:22:42.539427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:22:42.574869 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.635351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab08d07-cfba-4c4e-a8c1-a43ef95e75a5 req-ce63ab25-11fc-457d-b333-d60207cd5e3f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.638896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cab08d07-cfba-4c4e-a8c1-a43ef95e75a5 req-ce63ab25-11fc-457d-b333-d60207cd5e3f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0759854 Jul 13 07:22:42.639039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-f6c650f3-6e31-42a5-8249-5b4ed23968ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.0716572 Jul 13 07:22:42.644594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35f52a7-023d-4cb5-bf3f-13a6da6f8e59,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:42.646401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] No DVR routers for this DVR port e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:42.688682 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cab08d07-cfba-4c4e-a8c1-a43ef95e75a5 req-e04c3931-4dbb-4bb0-8f73-c38ad9f02b2d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Jul 13 07:22:42.717804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-40aa0bff-10e4-49d2-943e-554e336df61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.719304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-40aa0bff-10e4-49d2-943e-554e336df61a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.3009419 Jul 13 07:22:42.780096 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-621138a5-186b-4d8c-b0b3-fecd613c2d77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f501848-6f29-44ab-be48-b496f56111d8 HTTP/1.1" status: 200 len: 217 time: 0.0532861 Jul 13 07:22:42.787573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-9c3da958-6bb8-4815-b584-b66a303eea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.789135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-9c3da958-6bb8-4815-b584-b66a303eea6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1308415 Jul 13 07:22:42.813716 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.843947 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-32edea93-8efc-4b40-9e86-f0a5669b88c9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0621331 Jul 13 07:22:42.875438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98ee136-9af1-42c6-987c-63d7bc9931b5']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:42.902918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:42.903215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eae3e4c-cd31-47bc-b6d3-7b8d168b4062') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:42.919426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.930772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-72202d4f-99b6-4886-90c6-d963c395eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.932358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-72202d4f-99b6-4886-90c6-d963c395eb53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.1158359 Jul 13 07:22:42.939183 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.966527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:22:42.966944 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:22:42.968960 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:22:42.991738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-3ce5f1b6-3940-480d-b6b8-18ebf40a9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.993315 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-3ce5f1b6-3940-480d-b6b8-18ebf40a9be6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 1102 time: 0.0821800 Jul 13 07:22:43.000047 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-df9ceed5-d17a-4075-9c70-b4af437c6261 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492337 Jul 13 07:22:43.074058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-5984d9c7-a4a6-4ff9-8976-a2fcaf52de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:43.075652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-5984d9c7-a4a6-4ff9-8976-a2fcaf52de51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2455745 Jul 13 07:22:43.107923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.121983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.126421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a98ee136-9af1-42c6-987c-63d7bc9931b5 HTTP/1.1" status: 204 len: 168 time: 1.7753794 Jul 13 07:22:43.192592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4e896-88d1-4ce3-be92-32783fe39732 admin admin] Pushing event deleted for resources: {'Network': ['ID=a98ee136-9af1-42c6-987c-63d7bc9931b5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:43.202741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-8692ff10-0688-4b90-98a2-2bd784e05492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:43.204345 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-8692ff10-0688-4b90-98a2-2bd784e05492 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1718135 Jul 13 07:22:43.263300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-46b8c68f-2680-4d5d-808f-043da42225ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 200 len: 217 time: 0.0444794 Jul 13 07:22:43.299432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-79186199-fd88-442d-9727-b55dc095e332 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859983 Jul 13 07:22:43.375777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-e95b213a-6664-4b3f-a795-fc4973b1c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:43.377349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-e95b213a-6664-4b3f-a795-fc4973b1c539 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1054003 Jul 13 07:22:43.391944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ea231-27f3-459b-937e-f33b79e7f267 req-a41434b0-f79a-4dfd-8c20-1c43b1c39aed tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:43.394556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:43.398361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-666ea231-27f3-459b-937e-f33b79e7f267 req-a41434b0-f79a-4dfd-8c20-1c43b1c39aed tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.3345556 Jul 13 07:22:43.421269 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-3924277f-aa0f-4ed8-8044-4804ef451a85 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144019 Jul 13 07:22:43.518340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f1abce37-e5b8-4b51-90fc-69fbb930343f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e97ee2ddb9264e0e950042523369a6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225498 Jul 13 07:22:43.522273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57354) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:43.555595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-ce6f268f-bb59-41f6-95e2-cfe433012b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:43.557133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-ce6f268f-bb59-41f6-95e2-cfe433012b43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1722476 Jul 13 07:22:43.580094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47f7a2f9-7b53-4a6e-be28-aa3d3c2218b0 req-ce71d1f4-54a2-45d4-9e3a-4b2929b8f4a5 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736268 Jul 13 07:22:43.583768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-666ea231-27f3-459b-937e-f33b79e7f267 req-5b53ddda-8783-48b5-a24b-c9f0bc8b4206 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775832 Jul 13 07:22:43.610739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:43.639222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaadc0-27bb-447f-915f-c57f559b0e2c req-263e2780-a54d-44c0-afb5-8e5f45f51dc6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:43.647939 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-90aaadc0-27bb-447f-915f-c57f559b0e2c req-263e2780-a54d-44c0-afb5-8e5f45f51dc6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.2119491 Jul 13 07:22:43.657140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:43.657971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e35f52a7-023d-4cb5-bf3f-13a6da6f8e59 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:43.663124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-628250ac-ae14-4c15-8956-3f3bc74ba935 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055669 Jul 13 07:22:43.765419 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f76d14bd-2423-4c81-ae49-83c7300728d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.790679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-90aaadc0-27bb-447f-915f-c57f559b0e2c req-4f8c3be6-d03e-4c9f-9195-98845cb71b58 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407280 Jul 13 07:22:43.848930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a4347-158d-43a5-8dc9-d45ee72baf3c req-7ec26d1b-098f-4996-9ad2-d5268970be57 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:43.851346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a06a4347-158d-43a5-8dc9-d45ee72baf3c req-7ec26d1b-098f-4996-9ad2-d5268970be57 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 943 time: 0.1122563 Jul 13 07:22:43.874408 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f76d14bd-2423-4c81-ae49-83c7300728d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.898961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-91fa032b-9411-4483-bb8f-0e7ed8bfff0d service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301260 Jul 13 07:22:43.908940 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a06a4347-158d-43a5-8dc9-d45ee72baf3c req-6bdf9db1-2b5c-40ed-b39d-8565f60e3cbb tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501997 Jul 13 07:22:44.025818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b7ccaf-fdd5-43f8-aab0-a66a6c4f0e68 req-dfa690a2-786f-44c8-98ab-583ea252f1e5 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138220 Jul 13 07:22:44.026985 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f76d14bd-2423-4c81-ae49-83c7300728d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.029569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f76d14bd-2423-4c81-ae49-83c7300728d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.033378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f76d14bd-2423-4c81-ae49-83c7300728d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49126897-ea13-4613-8e7e-dd5efea0d457 HTTP/1.1" status: 204 len: 168 time: 0.5099776 Jul 13 07:22:44.041612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d14bd-2423-4c81-ae49-83c7300728d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49126897-ea13-4613-8e7e-dd5efea0d457,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.111408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ab49-9612-4943-952e-fbea5111d0d6 req-fea55c8b-4b22-46c8-a2f5-e7b886103b2f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.113003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a10ab49-9612-4943-952e-fbea5111d0d6 req-fea55c8b-4b22-46c8-a2f5-e7b886103b2f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0884249 Jul 13 07:22:44.156662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a10ab49-9612-4943-952e-fbea5111d0d6 req-af4a108f-70cf-4bd5-ad78-a247de6a1ca9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378578 Jul 13 07:22:44.443785 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57366) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:44.489259 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03a0aff7-7555-479c-bc28-42bb013d6c27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae8c242a44834c1fa92aef29aab01667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441632 Jul 13 07:22:44.491600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57368) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:44.543657 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-004cc8b2-4f91-4684-9bbb-c8544372a4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.567621 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-004cc8b2-4f91-4684-9bbb-c8544372a4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.618684 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-004cc8b2-4f91-4684-9bbb-c8544372a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.621673 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-004cc8b2-4f91-4684-9bbb-c8544372a4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.623123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-004cc8b2-4f91-4684-9bbb-c8544372a4db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e27c9b7-03f7-475a-ab93-468bb078b065 HTTP/1.1" status: 204 len: 168 time: 0.1303868 Jul 13 07:22:44.632032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cc8b2-4f91-4684-9bbb-c8544372a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e27c9b7-03f7-475a-ab93-468bb078b065,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.822453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2312-fcb9-44e4-9de6-1cb5cc85b86e req-ba5464a9-dc85-4d8b-93de-e6e9e1bdb58c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.824054 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-233a2312-fcb9-44e4-9de6-1cb5cc85b86e req-ba5464a9-dc85-4d8b-93de-e6e9e1bdb58c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0753922 Jul 13 07:22:44.874514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-233a2312-fcb9-44e4-9de6-1cb5cc85b86e req-fcc8f2f3-f84a-49ca-a64f-678dc52cde51 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Jul 13 07:22:44.997118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd173d4-f3c5-4686-8980-5327c692b70e req-2532106d-9ccb-46bc-ad93-f982c47b4a7b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.004389 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6dd173d4-f3c5-4686-8980-5327c692b70e req-2532106d-9ccb-46bc-ad93-f982c47b4a7b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0788717 Jul 13 07:22:45.051595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6dd173d4-f3c5-4686-8980-5327c692b70e req-dd7c0ff4-6405-4bf5-9f4c-679a9c385091 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461888 Jul 13 07:22:45.111871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebb7b8-7538-463f-978b-b783130b5b23 req-d55dda44-f32e-40d6-9677-f6e1241fa50d tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.114083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89ebb7b8-7538-463f-978b-b783130b5b23 req-d55dda44-f32e-40d6-9677-f6e1241fa50d tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0905755 Jul 13 07:22:45.158665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89ebb7b8-7538-463f-978b-b783130b5b23 req-3d9683d3-4968-472e-945a-1393b2091399 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Jul 13 07:22:45.231778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dcac6-3dae-4418-bb35-4931e23d9129 req-27f05270-3c42-463a-bafe-cf55524ff7f3 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.239466 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-660dcac6-3dae-4418-bb35-4931e23d9129 req-27f05270-3c42-463a-bafe-cf55524ff7f3 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 943 time: 0.0815520 Jul 13 07:22:45.289870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-660dcac6-3dae-4418-bb35-4931e23d9129 req-3e8d75fd-6f3a-49ed-aa5b-c9e67df7de67 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494139 Jul 13 07:22:45.497230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae06dc9-19b5-4a5e-bdf6-fbf4a496c0ba req-2c7b4f02-db35-4c12-b15a-9b20028e90db tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.499513 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bae06dc9-19b5-4a5e-bdf6-fbf4a496c0ba req-2c7b4f02-db35-4c12-b15a-9b20028e90db tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0826769 Jul 13 07:22:45.553571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bae06dc9-19b5-4a5e-bdf6-fbf4a496c0ba req-ad430c46-9a2c-4e6e-b66d-711266c72da7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Jul 13 07:22:45.597389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:45.717633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-875429532-network', 'tenant_id': 'ee1512955f5d4cd7ad1f31b33ccc36aa'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:45.729750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721e679-986f-40a4-9375-b5ed707b9d98 req-6e4ce178-cb11-44eb-b729-4aae791ab07b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.731353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9721e679-986f-40a4-9375-b5ed707b9d98 req-6e4ce178-cb11-44eb-b729-4aae791ab07b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0689969 Jul 13 07:22:45.746313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Made reservation on behalf of ee1512955f5d4cd7ad1f31b33ccc36aa for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:45.748787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.758317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.780270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9721e679-986f-40a4-9375-b5ed707b9d98 req-3db87a2d-28b8-45d4-9ac3-43d43c70fcae tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Jul 13 07:22:45.874483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.879450 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.917898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:45.920460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:45.960737 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.961102 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Added segment 3795641b-b2ae-4618-9e56-9e15299ad42b of type vlan for network c65ba524-17b7-46bf-85b2-7106a0131b86 Jul 13 07:22:46.017683 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.054182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f9fd7-3a38-42b9-ab39-2cbc0169effa req-36889769-03f6-4733-8310-953e5a9b9bd1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.055933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa4f9fd7-3a38-42b9-ab39-2cbc0169effa req-36889769-03f6-4733-8310-953e5a9b9bd1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1294236 Jul 13 07:22:46.064134 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.066200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.066798 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.128647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:46.130066 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5223243 Jul 13 07:22:46.136799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Request body: {'subnet': {'network_id': 'c65ba524-17b7-46bf-85b2-7106a0131b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-875429532-subnet', 'tenant_id': 'ee1512955f5d4cd7ad1f31b33ccc36aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:46.173775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979aca7-1fe6-4d4d-9aac-48fc4a890bbc admin admin] Pushing event updated for resources: {'Network': ['ID=c65ba524-17b7-46bf-85b2-7106a0131b86,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:46.193816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Made reservation on behalf of ee1512955f5d4cd7ad1f31b33ccc36aa for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:46.198096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c65ba524-17b7-46bf-85b2-7106a0131b86 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:46.199523 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.211124 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa4f9fd7-3a38-42b9-ab39-2cbc0169effa req-0a96c174-7356-41a7-988d-1311396b3b65 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415417 Jul 13 07:22:46.469184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd239526-86c9-4ab1-9cb5-dbd7e2950b42 req-c1a45723-4fc7-4e49-b62d-fb9bc06725ee tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.474434 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd239526-86c9-4ab1-9cb5-dbd7e2950b42 req-c1a45723-4fc7-4e49-b62d-fb9bc06725ee tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.2647116 Jul 13 07:22:46.530482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.543855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd239526-86c9-4ab1-9cb5-dbd7e2950b42 req-aafc493a-7831-439e-aa97-f009859d1c41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664344 Jul 13 07:22:46.670390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Checking segment: {'id': '3795641b-b2ae-4618-9e56-9e15299ad42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c65ba524-17b7-46bf-85b2-7106a0131b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:46.670831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Network hostable DHCP agents. Network: c65ba524-17b7-46bf-85b2-7106a0131b86, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:46.674133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca52bc9e-d81e-4d6f-bd96-3706b53170fd,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:46.690210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.690627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.690954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.691296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.691635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.691970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.692302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.692634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.692962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.693295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.694678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.695045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.718950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Network c65ba524-17b7-46bf-85b2-7106a0131b86 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:46.736928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c65ba524-17b7-46bf-85b2-7106a0131b86) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:46.746515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.747039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.748521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9983fb64-9861-4894-984c-3e8dc49b349b None None] Network c65ba524-17b7-46bf-85b2-7106a0131b86 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:46.774737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a11717e7-2833-48e5-aceb-e7d323b473e0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6437500 Jul 13 07:22:46.964567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644c416-df0d-4e47-92e1-7058c30d7e6d req-f34bd883-be47-4929-9899-9c04e320d2fb tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.974805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b644c416-df0d-4e47-92e1-7058c30d7e6d req-f34bd883-be47-4929-9899-9c04e320d2fb tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 943 time: 0.1761346 Jul 13 07:22:47.020889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b644c416-df0d-4e47-92e1-7058c30d7e6d req-a77344cf-c729-4fae-8c7b-a2d4f9bbbe29 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Jul 13 07:22:47.093661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85a686-13e5-4603-a93e-960a5c8dbf27 None None] Network c65ba524-17b7-46bf-85b2-7106a0131b86 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:47.290780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e391b7-c8fb-4575-a49b-96a1e5976433 req-39c74d5e-8b61-4f61-b130-42a03d2f965c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.293078 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79e391b7-c8fb-4575-a49b-96a1e5976433 req-39c74d5e-8b61-4f61-b130-42a03d2f965c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.1255405 Jul 13 07:22:47.354462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79e391b7-c8fb-4575-a49b-96a1e5976433 req-995f9304-b91e-4247-aa1d-08afba3918ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536637 Jul 13 07:22:47.484977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642754c2-7258-43f7-b21c-0aef85b91806 req-18e31cd0-10ce-4ac3-8774-bf36f0f10e72 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.491832 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-642754c2-7258-43f7-b21c-0aef85b91806 req-18e31cd0-10ce-4ac3-8774-bf36f0f10e72 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0741074 Jul 13 07:22:47.536341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-642754c2-7258-43f7-b21c-0aef85b91806 req-baa3c0ab-bbb6-43dc-8117-7c376771899b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Jul 13 07:22:47.803716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996bd3-2425-4a2a-9d6c-e5a7b7633ffa req-3d44137f-b2ec-4594-b08f-db8823363dd7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.805631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb996bd3-2425-4a2a-9d6c-e5a7b7633ffa req-3d44137f-b2ec-4594-b08f-db8823363dd7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0895665 Jul 13 07:22:47.859459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-17ccfc14-b6c8-4e3c-85ed-af3aa64b025a service neutron] 10.222.0.48 "GET /v2.0/ports/8f501848-6f29-44ab-be48-b496f56111d8/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 385 time: 0.0854003 Jul 13 07:22:47.859675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb996bd3-2425-4a2a-9d6c-e5a7b7633ffa req-a4ca0a1f-0b3e-41ad-a00a-a941f7e41f77 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453334 Jul 13 07:22:48.075935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-27899c68-fc34-4eb4-95df-577575d9809b req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:48.103847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-27899c68-fc34-4eb4-95df-577575d9809b req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:48.154527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-27899c68-fc34-4eb4-95df-577575d9809b req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f501848-6f29-44ab-be48-b496f56111d8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:48.174754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-27899c68-fc34-4eb4-95df-577575d9809b req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:48.202422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.257597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d17e6-3d43-4d7f-8f6f-c131ed4f7212 req-335d6501-31b7-479f-a199-a1c54f29dece tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.263320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-332d17e6-3d43-4d7f-8f6f-c131ed4f7212 req-335d6501-31b7-479f-a199-a1c54f29dece tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 943 time: 0.1047623 Jul 13 07:22:48.325368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-107a01c7-a979-42ec-8206-b552219f11d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.334487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-27899c68-fc34-4eb4-95df-577575d9809b req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] Transition to ACTIVE for port object 8f501848-6f29-44ab-be48-b496f56111d8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:48.340694 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.349998 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-332d17e6-3d43-4d7f-8f6f-c131ed4f7212 req-25cc80c0-2801-4467-a922-1a5365f2b2dc tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854516 Jul 13 07:22:48.419956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-27899c68-fc34-4eb4-95df-577575d9809b req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] No DVR routers for this DVR port 8f501848-6f29-44ab-be48-b496f56111d8 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:48.465801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] 10.222.0.48 "PUT /v2.0/ports/8f501848-6f29-44ab-be48-b496f56111d8/bindings/n-h1-758944-43/activate HTTP/1.1" status: 200 len: 370 time: 0.5988381 Jul 13 07:22:48.466925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895ddda-0d97-456a-ac7f-98696272e194 service neutron] Pushing event updated for resources: {'Port': ['ID=8f501848-6f29-44ab-be48-b496f56111d8,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:48.590627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8850df-74a2-4c2d-b8b3-167c6911ea48 req-7738bf8a-ae29-4268-8b74-1a33fe5bb2a2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.598208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a8850df-74a2-4c2d-b8b3-167c6911ea48 req-7738bf8a-ae29-4268-8b74-1a33fe5bb2a2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0846035 Jul 13 07:22:48.601899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-6acf380b-042c-48ea-8ecc-e9fc6b61e267 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.603452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-6acf380b-042c-48ea-8ecc-e9fc6b61e267 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.0701244 Jul 13 07:22:48.654117 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a8850df-74a2-4c2d-b8b3-167c6911ea48 req-478aca9f-aaf4-413b-b167-e3f7219831e8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546668 Jul 13 07:22:48.764105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-787a9e6f-9dee-4de2-b36e-8cc0ca31d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.765608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-787a9e6f-9dee-4de2-b36e-8cc0ca31d5dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468&tenant_id=ba457eee09ec41b5ba69550f44e3d487 HTTP/1.1" status: 200 len: 1096 time: 0.1542091 Jul 13 07:22:48.805260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d3b7-3019-4976-b795-f229b17495ba req-6a49a4bf-8e63-43d3-822d-bab737d23fe8 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.809688 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9d7d3b7-3019-4976-b795-f229b17495ba req-6a49a4bf-8e63-43d3-822d-bab737d23fe8 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0987244 Jul 13 07:22:48.848922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8f501848-6f29-44ab-be48-b496f56111d8 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:48.893243 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9d7d3b7-3019-4976-b795-f229b17495ba req-8180f966-f876-4fba-8294-2054f9d9a4c7 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735900 Jul 13 07:22:48.907117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8f501848-6f29-44ab-be48-b496f56111d8 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:48.909398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-f4c9c90b-3ac3-49eb-9961-59167204a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.911463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-f4c9c90b-3ac3-49eb-9961-59167204a2fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1096 time: 0.1007233 Jul 13 07:22:49.021068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-8ababf59-aa58-4f5d-9756-f7211d10b365 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.022727 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-8ababf59-aa58-4f5d-9756-f7211d10b365 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/networks?id=c65ba524-17b7-46bf-85b2-7106a0131b86 HTTP/1.1" status: 200 len: 809 time: 0.1577637 Jul 13 07:22:49.038715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-45efda26-4c17-4428-98f5-1f16b7bdf660 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/quotas/ee1512955f5d4cd7ad1f31b33ccc36aa HTTP/1.1" status: 200 len: 375 time: 0.0103114 Jul 13 07:22:49.058295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-6a2d4d73-866f-4703-9c16-1187bba6531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.059787 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-6a2d4d73-866f-4703-9c16-1187bba6531f service neutron] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.1340778 Jul 13 07:22:49.075366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-284406a7-34cc-4e1f-89e2-58ad6a2f004b tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee1512955f5d4cd7ad1f31b33ccc36aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322895 Jul 13 07:22:49.120034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-b66c2ef1-c81a-4d1d-a0a6-00eac49a67f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f501848-6f29-44ab-be48-b496f56111d8 HTTP/1.1" status: 200 len: 217 time: 0.0448883 Jul 13 07:22:49.132892 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4ed6c-412a-46d7-9003-2c1c428780bd req-37d813be-80ee-4784-84f7-802d80090631 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.134466 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04e4ed6c-412a-46d7-9003-2c1c428780bd req-37d813be-80ee-4784-84f7-802d80090631 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1176755 Jul 13 07:22:49.177490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-aa0eccce-5032-483a-8e64-80e92c2647af service neutron] 10.222.0.41 "GET /v2.0/networks/c65ba524-17b7-46bf-85b2-7106a0131b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929613 Jul 13 07:22:49.209475 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04e4ed6c-412a-46d7-9003-2c1c428780bd req-84712213-0ab3-4b2e-91b2-916e7a8fc296 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689335 Jul 13 07:22:49.213080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-3df9e79b-9741-4c24-983c-460d6e616af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.214509 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-3df9e79b-9741-4c24-983c-460d6e616af4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.0667181 Jul 13 07:22:49.249751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-ad2abcef-8d4b-47f7-9f03-4848864289b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279486 Jul 13 07:22:49.271647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-a5c47008-0276-4044-abbb-f0c242253321 service neutron] 10.222.0.41 "GET /v2.0/networks/c65ba524-17b7-46bf-85b2-7106a0131b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883515 Jul 13 07:22:49.371285 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-30bcd513-7872-487d-b5be-ed42baf4b151 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146302 Jul 13 07:22:49.474298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-86f6c3a1-f78b-4d50-b7df-958dc9225c6b service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886612 Jul 13 07:22:49.643389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecd0b0-b2ab-440b-bfe4-ab81fb3aa70b req-80e8a6a5-42eb-4830-8a9c-102edd114a1e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.651894 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-00ecd0b0-b2ab-440b-bfe4-ab81fb3aa70b req-80e8a6a5-42eb-4830-8a9c-102edd114a1e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 944 time: 0.0955920 Jul 13 07:22:49.700437 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7dddc4d4-abe1-40dd-84be-706e46795f85 req-9ffdcf0c-24b0-48b7-abd2-264f67882386 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 210 time: 0.0525463 Jul 13 07:22:49.710772 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-00ecd0b0-b2ab-440b-bfe4-ab81fb3aa70b req-8f1f3df9-3441-4201-9fd1-1f71a5865bd2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511525 Jul 13 07:22:49.933667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658414ee-699d-43a8-b0b5-c0e30821d58c req-4a812ad9-7c92-42e1-b623-45c99f24911e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.935353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-658414ee-699d-43a8-b0b5-c0e30821d58c req-4a812ad9-7c92-42e1-b623-45c99f24911e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.1015186 Jul 13 07:22:49.979526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-658414ee-699d-43a8-b0b5-c0e30821d58c req-ab875291-b401-4ada-8090-69fcfaf562c7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369875 Jul 13 07:22:49.990586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899c68-fc34-4eb4-95df-577575d9809b req-a5de80d0-d18d-45c6-ac92-66ca623166d1 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.012030 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-a5de80d0-d18d-45c6-ac92-66ca623166d1 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.1416414 Jul 13 07:22:50.187693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-27899c68-fc34-4eb4-95df-577575d9809b req-1cc4282a-2181-4cc7-a989-7ab898ff70f9 service neutron] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:50.199909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829642cc-e9de-42cf-962d-6b54d0998013 req-35e6df9a-d483-493e-8f00-52c8207f2bd0 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.201654 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-829642cc-e9de-42cf-962d-6b54d0998013 req-35e6df9a-d483-493e-8f00-52c8207f2bd0 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1266127 Jul 13 07:22:50.205087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27899c68-fc34-4eb4-95df-577575d9809b req-1cc4282a-2181-4cc7-a989-7ab898ff70f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.206416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27899c68-fc34-4eb4-95df-577575d9809b req-1cc4282a-2181-4cc7-a989-7ab898ff70f9 service neutron] 10.222.0.38 "DELETE /v2.0/ports/8f501848-6f29-44ab-be48-b496f56111d8/bindings/n-h2-758944-43 HTTP/1.1" status: 204 len: 173 time: 0.2024827 Jul 13 07:22:50.262840 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-829642cc-e9de-42cf-962d-6b54d0998013 req-41c56efb-cff2-4ff6-b1c3-10efeb58566c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Jul 13 07:22:50.407540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df48b-d9b7-4731-ab44-c003bc6027ae req-7ef155a5-b45f-43a9-8e8e-74f712c5837d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.410038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-557df48b-d9b7-4731-ab44-c003bc6027ae req-7ef155a5-b45f-43a9-8e8e-74f712c5837d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0748169 Jul 13 07:22:50.454266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-557df48b-d9b7-4731-ab44-c003bc6027ae req-a69486a7-5038-4b06-b5de-0b5c89377c87 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 Jul 13 07:22:50.890196 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b34a8af-9327-4f4c-b79f-11a0ba3ffc4d req-6dbeaea7-1b2e-4077-80c8-780460514480 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 210 time: 0.0562334 Jul 13 07:22:50.949138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524f3ad-86dd-41a5-b52a-f550dfec3624 req-1fad171d-dec9-4a21-94ff-8cfc4c762bdf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.960293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b524f3ad-86dd-41a5-b52a-f550dfec3624 req-1fad171d-dec9-4a21-94ff-8cfc4c762bdf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 944 time: 0.1160979 Jul 13 07:22:51.005817 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9488cc0-395a-45ed-a6d1-2a42c6114c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.056684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.098711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b524f3ad-86dd-41a5-b52a-f550dfec3624 req-4beeb380-ec41-4e8e-99a4-8c1be0014f2c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137230 Jul 13 07:22:51.212843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf50e2-1e98-49d4-985d-e606bf63961d req-7f2041f0-bdd4-4c3a-94da-1bd6da77cf53 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.216406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98bf50e2-1e98-49d4-985d-e606bf63961d req-7f2041f0-bdd4-4c3a-94da-1bd6da77cf53 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0911558 Jul 13 07:22:51.222134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-7c0393c2-97b2-4698-b1a8-299b16e57e18 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.223642 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-7c0393c2-97b2-4698-b1a8-299b16e57e18 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.48 "GET /v2.0/networks?id=c65ba524-17b7-46bf-85b2-7106a0131b86 HTTP/1.1" status: 200 len: 809 time: 0.1882689 Jul 13 07:22:51.237114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Request body: {'port': {'device_id': '2f0f2490-40d8-43c6-a72a-f0765bd7fa3f', 'network_id': 'c65ba524-17b7-46bf-85b2-7106a0131b86', 'admin_state_up': True, 'tenant_id': 'ee1512955f5d4cd7ad1f31b33ccc36aa'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:51.276364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98bf50e2-1e98-49d4-985d-e606bf63961d req-f0d02392-2a13-4db3-9069-675849cccb08 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550544 Jul 13 07:22:51.458971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47408013-40d9-4a5e-8f34-9973d011b4fe req-f139fd76-b1f4-4c66-8a41-caf63da2c893 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.466106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47408013-40d9-4a5e-8f34-9973d011b4fe req-f139fd76-b1f4-4c66-8a41-caf63da2c893 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1096 time: 0.1079118 Jul 13 07:22:51.467752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8365-7bc0-4874-aee4-8b1bd364891e req-6c30df5b-e691-4349-817d-64c25e0a0b6f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.469293 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0dbc8365-7bc0-4874-aee4-8b1bd364891e req-6c30df5b-e691-4349-817d-64c25e0a0b6f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0656686 Jul 13 07:22:51.473438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Made reservation on behalf of ee1512955f5d4cd7ad1f31b33ccc36aa for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:51.476983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.513255 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0dbc8365-7bc0-4874-aee4-8b1bd364891e req-b248d0fc-0922-4da7-974d-8777fcca1020 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Jul 13 07:22:51.525900 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47408013-40d9-4a5e-8f34-9973d011b4fe req-7144aa9d-d110-48a1-bcaa-95b38be2d386 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588026 Jul 13 07:22:51.726674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Allocated IP 172.20.0.3 (c65ba524-17b7-46bf-85b2-7106a0131b86/ca52bc9e-d81e-4d6f-bd96-3706b53170fd/b482ed7e-03a1-4b3b-bfa0-a9597cd396c6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:51.737871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010cbb8-dc7d-468e-85a7-fee202dcd0e3 req-c07d1476-6970-4878-9ab5-eb990990f122 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.739513 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e010cbb8-dc7d-468e-85a7-fee202dcd0e3 req-c07d1476-6970-4878-9ab5-eb990990f122 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0815446 Jul 13 07:22:51.790241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d421aa2-3867-4d1e-af99-04c26232773f req-d96a7c4a-7ea5-4ab8-85e2-9fe6d324297a tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.791947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d421aa2-3867-4d1e-af99-04c26232773f req-d96a7c4a-7ea5-4ab8-85e2-9fe6d324297a tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 1096 time: 0.1104991 Jul 13 07:22:51.801430 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e010cbb8-dc7d-468e-85a7-fee202dcd0e3 req-279445f9-361b-47d7-aa9b-aaf9a1c8ae9c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507095 Jul 13 07:22:51.855290 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.900969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ce5c501e-5481-4114-ae94-f6bdaf7663f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.902607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ce5c501e-5481-4114-ae94-f6bdaf7663f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1097 time: 0.0767674 Jul 13 07:22:52.021436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ec9f5ec0-7961-41bd-8756-2f2ae400cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.023378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ec9f5ec0-7961-41bd-8756-2f2ae400cd67 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1124225 Jul 13 07:22:52.085491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-bc47f506-668e-4e8c-95b6-bb9c1c2f56b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d HTTP/1.1" status: 200 len: 217 time: 0.0546923 Jul 13 07:22:52.140470 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-505c460b-9438-439a-a08d-21272e982e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.142175 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-505c460b-9438-439a-a08d-21272e982e42 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.0503519 Jul 13 07:22:52.180513 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-e810af64-1d3c-4b4e-85d7-c01194198512 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315325 Jul 13 07:22:52.230552 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3433ff1-2893-43da-a9c9-6b3c8e013a2e req-d4bf1c66-2516-4811-8148-362925c56d8a tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 210 time: 0.0534353 Jul 13 07:22:52.264858 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d421aa2-3867-4d1e-af99-04c26232773f req-6460977f-1a3a-469a-bdb8-52c606c8aed4 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508202 Jul 13 07:22:52.304548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-e0eba440-18da-4792-849b-c044ab0147ad service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157825 Jul 13 07:22:52.306392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.354793 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.407221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Network c65ba524-17b7-46bf-85b2-7106a0131b86 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:52.414109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:52.425983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:52.458967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Pushing event updated for resources: {'Port': ['ID=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:52.487238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ec8367a2-0925-425f-9b85-5ad2d0cd3730 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755574 Jul 13 07:22:52.513865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04197a2-68aa-4a51-84bd-40ac0bc15124 req-78421d10-289d-4986-8609-d0390debe139 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.515773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c04197a2-68aa-4a51-84bd-40ac0bc15124 req-78421d10-289d-4986-8609-d0390debe139 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0853631 Jul 13 07:22:52.520982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.521966 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.555663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-9e08b3f9-2185-433f-ab2e-7d01ff1f1a8f tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3229556 Jul 13 07:22:52.580714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Request body: {'port': {'device_id': '2f0f2490-40d8-43c6-a72a-f0765bd7fa3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:52.601937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c04197a2-68aa-4a51-84bd-40ac0bc15124 req-0436ecd0-81cb-4802-96f7-417c6d28c189 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784113 Jul 13 07:22:52.752615 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.854485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a0eb6-bba6-4a95-bb90-3d0d3e6ec4bb req-f3b85779-3635-4ce3-8e94-0b40b2e37f08 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.861977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c1a0eb6-bba6-4a95-bb90-3d0d3e6ec4bb req-f3b85779-3635-4ce3-8e94-0b40b2e37f08 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0979390 Jul 13 07:22:52.902506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c1a0eb6-bba6-4a95-bb90-3d0d3e6ec4bb req-1bc7dc4d-6e22-48a3-b4f4-05243bedee56 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 Jul 13 07:22:53.159649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96873d3f-4e08-4231-89a1-4e8a8e195396 req-8ad41c6e-2aab-435a-8266-939e7c1c6c45 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.161199 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96873d3f-4e08-4231-89a1-4e8a8e195396 req-8ad41c6e-2aab-435a-8266-939e7c1c6c45 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1830385 Jul 13 07:22:53.230137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96873d3f-4e08-4231-89a1-4e8a8e195396 req-8fd0c8d2-a370-4b21-86eb-0c8ff1333ef7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556145 Jul 13 07:22:53.294508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:53.305931 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.325410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Transition to ACTIVE for port object b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:53.332941 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.386709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:53.511239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00292d-60ea-46dd-8442-fc756c2663f7 req-d622ba78-f3fd-4e29-9e45-0d7c67488b46 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.513529 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a00292d-60ea-46dd-8442-fc756c2663f7 req-d622ba78-f3fd-4e29-9e45-0d7c67488b46 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 943 time: 0.1169181 Jul 13 07:22:53.532843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.558038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Attempting to bind port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:53.558630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Attempting to bind port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '3795641b-b2ae-4618-9e56-9e15299ad42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c65ba524-17b7-46bf-85b2-7106a0131b86'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:53.558958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Attempting to bind port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 on network c65ba524-17b7-46bf-85b2-7106a0131b86 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:53.566583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 on network c65ba524-17b7-46bf-85b2-7106a0131b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:53.566923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Attempting to bind port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 on network c65ba524-17b7-46bf-85b2-7106a0131b86 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:53.574293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:53.574650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Checking segment: {'id': '3795641b-b2ae-4618-9e56-9e15299ad42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c65ba524-17b7-46bf-85b2-7106a0131b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:53.575052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Bound using segment: {'id': '3795641b-b2ae-4618-9e56-9e15299ad42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c65ba524-17b7-46bf-85b2-7106a0131b86'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:53.575771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Bound port: b482ed7e-03a1-4b3b-bfa0-a9597cd396c6, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3795641b-b2ae-4618-9e56-9e15299ad42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c65ba524-17b7-46bf-85b2-7106a0131b86'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:53.576253 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.588172 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a00292d-60ea-46dd-8442-fc756c2663f7 req-14fcf2dc-ebe5-44c2-b0db-c9fc68e60070 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650108 Jul 13 07:22:53.673363 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:22:53.685274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] For port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:53.691286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] For port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,segment=NetworkSegment(3795641b-b2ae-4618-9e56-9e15299ad42b),segment_id=3795641b-b2ae-4618-9e56-9e15299ad42b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:53.700848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.763480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.764094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.765457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] 10.222.0.48 "PUT /v2.0/ports/b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 HTTP/1.1" status: 200 len: 1092 time: 1.1957400 Jul 13 07:22:53.786391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0f2490-40d8-43c6-a72a-f0765bd7fa3f', 'tag': 'b482ed7e-03a1-4b3b-bfa0-a9597cd396c6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:53.788688 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec506ff4-90d4-463f-a343-82e2e434da5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0f2490-40d8-43c6-a72a-f0765bd7fa3f", "tag": "b482ed7e-03a1-4b3b-bfa0-a9597cd396c6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:53.808828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d806e-d9fa-4f38-a1f3-c9d7a281cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:53.842202 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18e59e-c57b-4be1-a143-0f6cb5cdc8c9 x-openstack-request-id: req-0a18e59e-c57b-4be1-a143-0f6cb5cdc8c9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:53.847924 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0f2490-40d8-43c6-a72a-f0765bd7fa3f", "tag": "b482ed7e-03a1-4b3b-bfa0-a9597cd396c6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:53.848217 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a18e59e-c57b-4be1-a143-0f6cb5cdc8c9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:53.848636 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0f2490-40d8-43c6-a72a-f0765bd7fa3f', 'tag': 'b482ed7e-03a1-4b3b-bfa0-a9597cd396c6', 'status': 'completed', 'code': 200} Jul 13 07:22:53.898104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c6d19-65ea-45d7-851a-9892293b05f6 req-4088d602-e32f-4eda-9e64-4c31424f89fd tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.902451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d3c6d19-65ea-45d7-851a-9892293b05f6 req-4088d602-e32f-4eda-9e64-4c31424f89fd tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.1537650 Jul 13 07:22:53.910008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-66b10ad4-59b6-4d90-8709-bba5320c26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.911556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-66b10ad4-59b6-4d90-8709-bba5320c26c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee1512955f5d4cd7ad1f31b33ccc36aa&device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 1095 time: 0.0981772 Jul 13 07:22:53.965822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-deb263e3-40f1-402a-ad95-26913e109065 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 HTTP/1.1" status: 200 len: 217 time: 0.0412116 Jul 13 07:22:54.012994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d3c6d19-65ea-45d7-851a-9892293b05f6 req-b2290034-4c59-47c2-9f13-a259d2d63781 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057847 Jul 13 07:22:54.030412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-41b091a4-060f-4901-8049-149f9291201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.032085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-41b091a4-060f-4901-8049-149f9291201d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca52bc9e-d81e-4d6f-bd96-3706b53170fd HTTP/1.1" status: 200 len: 849 time: 0.0554004 Jul 13 07:22:54.073801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-76e9f2da-92ff-40ae-8024-797c5543b66b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c65ba524-17b7-46bf-85b2-7106a0131b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344291 Jul 13 07:22:54.124951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b5e2a-9a50-4aa4-8639-9e11d83916be req-06843ecd-189d-4d06-8ca3-ff99832412d8 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.126704 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-755b5e2a-9a50-4aa4-8639-9e11d83916be req-06843ecd-189d-4d06-8ca3-ff99832412d8 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0723045 Jul 13 07:22:54.177583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-ec61b2a0-5526-417d-8588-c06bde657487 service neutron] 10.222.0.48 "GET /v2.0/networks/c65ba524-17b7-46bf-85b2-7106a0131b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969489 Jul 13 07:22:54.184554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-755b5e2a-9a50-4aa4-8639-9e11d83916be req-20fb8e1c-0b5c-4cfb-b6bb-aa1bfc0f8816 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Jul 13 07:22:54.286362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efc0d02d-041f-458b-88a0-64421c91bfdf req-112aeb52-93e2-45bd-ad17-57d1367b6297 service neutron] 10.222.0.48 "GET /v2.0/networks/c65ba524-17b7-46bf-85b2-7106a0131b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009972 Jul 13 07:22:54.409655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-9669e8d8-74cb-4cc8-b36c-c509e451a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.411288 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-9669e8d8-74cb-4cc8-b36c-c509e451a85c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee1512955f5d4cd7ad1f31b33ccc36aa&device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 1095 time: 0.0665915 Jul 13 07:22:54.543482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-d2d012b1-b11f-447b-b1f3-1203629f749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.544968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-d2d012b1-b11f-447b-b1f3-1203629f749e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c65ba524-17b7-46bf-85b2-7106a0131b86 HTTP/1.1" status: 200 len: 910 time: 0.1236603 Jul 13 07:22:54.554315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306d737-7826-46ef-87c7-98541a69df63 req-272fcf5e-c6a8-4b5e-9216-f72923f0d3ad tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.555713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7306d737-7826-46ef-87c7-98541a69df63 req-272fcf5e-c6a8-4b5e-9216-f72923f0d3ad tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1485479 Jul 13 07:22:54.604791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-10343efc-515e-4e93-9171-18b7e6fddc40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 HTTP/1.1" status: 200 len: 217 time: 0.0481243 Jul 13 07:22:54.650272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7306d737-7826-46ef-87c7-98541a69df63 req-274f0faf-c370-4800-87af-d2f256a96bfa tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880871 Jul 13 07:22:54.668691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-3b3e3571-1e2e-453d-b71d-175bbee7b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.670210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-3b3e3571-1e2e-453d-b71d-175bbee7b59b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca52bc9e-d81e-4d6f-bd96-3706b53170fd HTTP/1.1" status: 200 len: 849 time: 0.0524688 Jul 13 07:22:54.706881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-4d266d0f-27b7-4b90-b466-7068bac78449 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c65ba524-17b7-46bf-85b2-7106a0131b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290971 Jul 13 07:22:54.776582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d0c02-4cdd-4341-9207-42fcfbfdeda4 req-2f889dac-1431-4eb7-aa6c-0f14966bf284 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.778412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-846d0c02-4cdd-4341-9207-42fcfbfdeda4 req-2f889dac-1431-4eb7-aa6c-0f14966bf284 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 943 time: 0.0663579 Jul 13 07:22:54.814644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-d7a40de4-1d92-4426-903a-b946ff5f2956 service neutron] 10.222.0.48 "GET /v2.0/networks/c65ba524-17b7-46bf-85b2-7106a0131b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000092 Jul 13 07:22:54.826400 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-846d0c02-4cdd-4341-9207-42fcfbfdeda4 req-7db27eae-4f1a-417a-93ab-8b562d0f5979 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Jul 13 07:22:54.914281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec506ff4-90d4-463f-a343-82e2e434da5c req-4e6cb3f6-da38-4a8a-b428-09f646c83ab8 service neutron] 10.222.0.48 "GET /v2.0/networks/c65ba524-17b7-46bf-85b2-7106a0131b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891879 Jul 13 07:22:55.200460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b4406-0a7c-438a-9c83-366c6a47644e req-37019aa0-cd95-47e1-b9ee-c74a387da3f6 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:55.201869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d66b4406-0a7c-438a-9c83-366c6a47644e req-37019aa0-cd95-47e1-b9ee-c74a387da3f6 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0670724 Jul 13 07:22:55.241132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d66b4406-0a7c-438a-9c83-366c6a47644e req-19889b67-a0fc-4b66-a377-bfb75d949269 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331130 Jul 13 07:22:55.368770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa233c-2aee-4fcf-b237-128ccdbf070f req-321f1339-af7b-4bd5-b1d1-5cb424c15205 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:55.370844 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69fa233c-2aee-4fcf-b237-128ccdbf070f req-321f1339-af7b-4bd5-b1d1-5cb424c15205 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0648062 Jul 13 07:22:55.410619 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69fa233c-2aee-4fcf-b237-128ccdbf070f req-ead02eec-b4d3-4e15-8742-6b5b461e0c4c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343225 Jul 13 07:22:55.834562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e8199-cbb9-41ea-a937-ce08373353c9 req-4e018352-0356-4e40-bba1-307a77cce010 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:55.836041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d71e8199-cbb9-41ea-a937-ce08373353c9 req-4e018352-0356-4e40-bba1-307a77cce010 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0636837 Jul 13 07:22:55.875742 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d71e8199-cbb9-41ea-a937-ce08373353c9 req-2a8081f3-48d5-4875-a9b6-99014a5b1772 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340595 Jul 13 07:22:56.006091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b1099-3a4f-4240-aa51-0f278b34ae71 req-e6711d1f-f996-476e-8d1a-f29ea8882088 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.007866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b46b1099-3a4f-4240-aa51-0f278b34ae71 req-e6711d1f-f996-476e-8d1a-f29ea8882088 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 943 time: 0.0631113 Jul 13 07:22:56.047702 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b46b1099-3a4f-4240-aa51-0f278b34ae71 req-74fe0cb5-f9f0-4252-8ac3-ba6ec49e7a3e tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337784 Jul 13 07:22:56.423098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bb267-b89c-40b6-8c1a-f2a3dba8b75f req-e0bf1a00-a533-4651-a294-45ddd4854940 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.424801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-261bb267-b89c-40b6-8c1a-f2a3dba8b75f req-e0bf1a00-a533-4651-a294-45ddd4854940 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0683417 Jul 13 07:22:56.466053 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-261bb267-b89c-40b6-8c1a-f2a3dba8b75f req-72983d41-b978-4f74-805f-da19fa471558 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353014 Jul 13 07:22:56.638165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc540a-84b5-4019-b652-94de6e39fc53 req-f5ead667-fd8c-41a5-adf6-c53784e14be8 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.639622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aedc540a-84b5-4019-b652-94de6e39fc53 req-f5ead667-fd8c-41a5-adf6-c53784e14be8 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0680461 Jul 13 07:22:56.676660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aedc540a-84b5-4019-b652-94de6e39fc53 req-03158eb5-d848-4fd5-bf9f-689999c30d12 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Jul 13 07:22:56.902411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:57.008944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,segment=NetworkSegment(3795641b-b2ae-4618-9e56-9e15299ad42b),segment_id=3795641b-b2ae-4618-9e56-9e15299ad42b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:57.021980 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'b482ed7e-03a1-4b3b-bfa0-a9597cd396c6', 'network_id': 'c65ba524-17b7-46bf-85b2-7106a0131b86', 'port_id': 'b482ed7e-03a1-4b3b-bfa0-a9597cd396c6', 'mac_address': 'fa:16:3e:b6:d5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca52bc9e-d81e-4d6f-bd96-3706b53170fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:57.062557 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.076175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:57.097986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,segment=NetworkSegment(3795641b-b2ae-4618-9e56-9e15299ad42b),segment_id=3795641b-b2ae-4618-9e56-9e15299ad42b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:57.102911 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.172194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:57.234265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122df1a7-2e7a-427e-9d70-4eb9f079f4be req-8e0588ec-6e42-4826-983f-1c25e3d9aea8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.236694 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-122df1a7-2e7a-427e-9d70-4eb9f079f4be req-8e0588ec-6e42-4826-983f-1c25e3d9aea8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0674951 Jul 13 07:22:57.249332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dc99d-bf80-4159-aa7c-537483fda3c5 req-29e3ae8d-1ada-42bd-a690-6a123ce7a8a4 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.250975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d1dc99d-bf80-4159-aa7c-537483fda3c5 req-29e3ae8d-1ada-42bd-a690-6a123ce7a8a4 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 944 time: 0.0700235 Jul 13 07:22:57.276840 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-122df1a7-2e7a-427e-9d70-4eb9f079f4be req-3d3d8a00-f8a8-4d86-a851-f7b3b9af156a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332606 Jul 13 07:22:57.290614 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d1dc99d-bf80-4159-aa7c-537483fda3c5 req-c1eebaea-b5a7-4301-bc5b-610a5ff1be59 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Jul 13 07:22:57.390357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b482ed7e-03a1-4b3b-bfa0-a9597cd396c6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:57.671241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a68e67-824e-43ed-9de5-b9bf17fdcffd req-b30abf99-c2fa-45af-9a33-8dc9f55cf57a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.672962 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03a68e67-824e-43ed-9de5-b9bf17fdcffd req-b30abf99-c2fa-45af-9a33-8dc9f55cf57a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0658474 Jul 13 07:22:57.712060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03a68e67-824e-43ed-9de5-b9bf17fdcffd req-1ac0b4c9-96c6-4a20-84ce-b3cfbd4c2a04 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Jul 13 07:22:57.856804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e4249-e581-4c8e-a21f-6052982ecb8c req-baf97e12-149e-4d46-bc6d-a62cd14561df tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.858308 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-511e4249-e581-4c8e-a21f-6052982ecb8c req-baf97e12-149e-4d46-bc6d-a62cd14561df tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0622938 Jul 13 07:22:57.901096 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-511e4249-e581-4c8e-a21f-6052982ecb8c req-7d306114-4457-42bc-873b-ca21d2eaa8c5 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Jul 13 07:22:58.458549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fd307-71d6-4ee1-99c2-ad4d34f7478d req-9fa67f2e-248a-4fef-af37-b42bd2b7748e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:58.460039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6fd307-71d6-4ee1-99c2-ad4d34f7478d req-9fa67f2e-248a-4fef-af37-b42bd2b7748e tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0683877 Jul 13 07:22:58.475770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d6953-9a97-4601-a443-f53d1154cf98 req-eaf5fb9b-011a-441a-bb9d-eebe33c10d3b tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:58.477261 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-510d6953-9a97-4601-a443-f53d1154cf98 req-eaf5fb9b-011a-441a-bb9d-eebe33c10d3b tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 944 time: 0.0661559 Jul 13 07:22:58.501903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6fd307-71d6-4ee1-99c2-ad4d34f7478d req-d7b4c5dc-dfd7-44cf-af25-c2c495832d08 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349851 Jul 13 07:22:58.518598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-510d6953-9a97-4601-a443-f53d1154cf98 req-5ddcfbd0-fe33-48a7-aab4-f52921c899e5 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Jul 13 07:22:58.904276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:58.990571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b17d64-a9af-4ae7-baa5-319166434a8f req-f10b0688-35d4-4811-8ef5-04fd263f9ae5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:58.999853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-97b17d64-a9af-4ae7-baa5-319166434a8f req-f10b0688-35d4-4811-8ef5-04fd263f9ae5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0866849 Jul 13 07:22:59.011949 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:59.017214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:59.017673 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.068226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-97b17d64-a9af-4ae7-baa5-319166434a8f req-93fbb7ab-349a-4ece-be3a-004c145f3a75 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654740 Jul 13 07:22:59.136661 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.182862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f2490-40d8-43c6-a72a-f0765bd7fa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482ed7e-03a1-4b3b-bfa0-a9597cd396c6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:59.185229 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826f36d7-f1d4-427d-991a-8b75a4b96998" -d '{"events": [{"server_uuid": "2f0f2490-40d8-43c6-a72a-f0765bd7fa3f", "name": "network-vif-plugged", "status": "completed", "tag": "b482ed7e-03a1-4b3b-bfa0-a9597cd396c6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:59.203346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,segment=NetworkSegment(3795641b-b2ae-4618-9e56-9e15299ad42b),segment_id=3795641b-b2ae-4618-9e56-9e15299ad42b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:59.208278 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.249594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb912cf-1bd8-427c-b51c-49a58fba6528 req-19bf5aed-5152-41e5-b471-d1b1f446263b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:59.259762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfb912cf-1bd8-427c-b51c-49a58fba6528 req-19bf5aed-5152-41e5-b471-d1b1f446263b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1946161 Jul 13 07:22:59.277185 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07edccc8-5fd2-45db-b4ff-8533e8c4932b x-openstack-request-id: req-07edccc8-5fd2-45db-b4ff-8533e8c4932b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:59.277506 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f2490-40d8-43c6-a72a-f0765bd7fa3f", "name": "network-vif-plugged", "status": "completed", "tag": "b482ed7e-03a1-4b3b-bfa0-a9597cd396c6", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:59.277762 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07edccc8-5fd2-45db-b4ff-8533e8c4932b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:59.278175 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f2490-40d8-43c6-a72a-f0765bd7fa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482ed7e-03a1-4b3b-bfa0-a9597cd396c6', 'code': 200} Jul 13 07:22:59.327099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:59.355899 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfb912cf-1bd8-427c-b51c-49a58fba6528 req-154d64af-a177-4ab0-ab07-c3fa365ddb33 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946462 Jul 13 07:22:59.439081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841705-7441-429f-9b67-b62dd6613bd3 req-cb2c581a-c366-400e-acfe-0725fde586d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:59.441398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b841705-7441-429f-9b67-b62dd6613bd3 req-cb2c581a-c366-400e-acfe-0725fde586d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 1097 time: 0.0832648 Jul 13 07:22:59.500009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b841705-7441-429f-9b67-b62dd6613bd3 req-72e446d2-5826-45e8-af3e-76a16cc84bb0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520175 Jul 13 07:22:59.776720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9c600-bcea-40bb-9305-515264108032 req-3503921a-6aa1-4008-b0cf-5cd0811ae779 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:59.784601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57d9c600-bcea-40bb-9305-515264108032 req-3503921a-6aa1-4008-b0cf-5cd0811ae779 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0821002 Jul 13 07:22:59.812207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f772f0-cdc5-435c-926b-13adee0d53cc req-d3cc57ca-3d68-4164-af21-86a23ffd0449 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:59.821988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48f772f0-cdc5-435c-926b-13adee0d53cc req-d3cc57ca-3d68-4164-af21-86a23ffd0449 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 945 time: 0.1498148 Jul 13 07:22:59.825293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57d9c600-bcea-40bb-9305-515264108032 req-81fe5649-416c-4475-879d-bb5ab2b3965c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 Jul 13 07:22:59.902241 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48f772f0-cdc5-435c-926b-13adee0d53cc req-d621d92f-6c93-4bd9-9ba8-8c5db0ea19a6 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649924 Jul 13 07:23:00.319476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4110e-a64d-4cb5-94a3-509cae430565 req-a2b4a42e-df89-480f-8b98-5f611af77621 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:00.326466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85c4110e-a64d-4cb5-94a3-509cae430565 req-a2b4a42e-df89-480f-8b98-5f611af77621 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.1107218 Jul 13 07:23:00.369230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85c4110e-a64d-4cb5-94a3-509cae430565 req-94fbefdf-0687-4bc4-a61e-50acc4059c35 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Jul 13 07:23:00.559407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2c8b7-668d-47f1-9e06-4ee84f11ec93 req-93a0298e-082e-4602-ac0a-05d3093163b7 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:00.560953 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40e2c8b7-668d-47f1-9e06-4ee84f11ec93 req-93a0298e-082e-4602-ac0a-05d3093163b7 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0713007 Jul 13 07:23:00.605147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40e2c8b7-668d-47f1-9e06-4ee84f11ec93 req-e2b3e59d-b178-4db2-897d-640a064355c7 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Jul 13 07:23:01.027513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1dbc5-9d04-497f-87ba-ab156d158fd9 req-2a20afbc-3813-458d-bbdb-4ac5e484edb3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.036979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ad1dbc5-9d04-497f-87ba-ab156d158fd9 req-2a20afbc-3813-458d-bbdb-4ac5e484edb3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0860252 Jul 13 07:23:01.091403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ad1dbc5-9d04-497f-87ba-ab156d158fd9 req-c4f8242c-c483-4565-a0c1-d9f647ee15d9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532227 Jul 13 07:23:01.155172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e95c17-5db4-414b-95d1-fa153a8ce78b req-e2571c50-264e-42f2-b275-2af38e73b554 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.157024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08e95c17-5db4-414b-95d1-fa153a8ce78b req-e2571c50-264e-42f2-b275-2af38e73b554 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 945 time: 0.1019115 Jul 13 07:23:01.205699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08e95c17-5db4-414b-95d1-fa153a8ce78b req-dd679e2b-02c7-42b0-af17-996cb94b3062 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Jul 13 07:23:01.623271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a58254-41a2-46e2-8cb9-a9b255065b6f req-230befcd-a2b7-4c54-9e0f-1c00e01dc943 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.625022 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2a58254-41a2-46e2-8cb9-a9b255065b6f req-230befcd-a2b7-4c54-9e0f-1c00e01dc943 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.0920823 Jul 13 07:23:01.686480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2a58254-41a2-46e2-8cb9-a9b255065b6f req-fe03d9e0-b546-4db2-8856-46345ed52ccd tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491328 Jul 13 07:23:01.787052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367517b-a929-46a7-b268-4f8f821b6b4c req-50232f07-a62c-4396-ad22-4a524ef2c224 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.788890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e367517b-a929-46a7-b268-4f8f821b6b4c req-50232f07-a62c-4396-ad22-4a524ef2c224 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 945 time: 0.0962079 Jul 13 07:23:01.834782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e367517b-a929-46a7-b268-4f8f821b6b4c req-1a872f6f-1451-4aa3-aa82-7d6699e83f96 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387619 Jul 13 07:23:01.908858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf82da2-c1ba-4f7e-9207-bf22ebf067e2 req-a4b1b4b8-fa5e-4e58-b3ce-e178da9b4928 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.910418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cdf82da2-c1ba-4f7e-9207-bf22ebf067e2 req-a4b1b4b8-fa5e-4e58-b3ce-e178da9b4928 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0931818 Jul 13 07:23:01.951007 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cdf82da2-c1ba-4f7e-9207-bf22ebf067e2 req-8f3f8031-7214-4027-bc0b-244469d2f0ae tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350845 Jul 13 07:23:02.179359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57800) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:02.184695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-817054759'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:02.207355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:02.211198 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.269528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:02.282989 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.283330 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Added segment d7cff168-5fc7-451a-9037-10d719f1cfec of type vlan for network 43631e76-28bf-4709-8183-09560f51c3a0 Jul 13 07:23:02.334837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.347443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146d7d-16b5-4471-8ef8-3557c7fa1c7e req-81b70fb6-24d1-45b3-a1c3-8f90220a5db5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.349054 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65146d7d-16b5-4471-8ef8-3557c7fa1c7e req-81b70fb6-24d1-45b3-a1c3-8f90220a5db5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1341238 Jul 13 07:23:02.400956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.406580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.407184 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.428952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65146d7d-16b5-4471-8ef8-3557c7fa1c7e req-03206bec-96f7-456d-aa2e-d47ce74670d3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660129 Jul 13 07:23:02.474453 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2939334 Jul 13 07:23:02.476824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:02.481797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1473053250'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:02.538924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4937ec-3fa0-42d4-bef7-10f852f53da7 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Network': ['ID=43631e76-28bf-4709-8183-09560f51c3a0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:02.552214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 43631e76-28bf-4709-8183-09560f51c3a0 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:02.552720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:02.556313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.582684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:02.597307 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.598079 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Added segment a4389146-59c9-48c6-9ce5-29ef90403f80 of type vlan for network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 Jul 13 07:23:02.640303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.675422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.682808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.683406 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.719638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2417276 Jul 13 07:23:02.723007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57808) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:02.728509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'subnet': {'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:02.767433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9debd9-17ad-4b6f-9399-892492c1c1b5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Network': ['ID=99c0e8ba-e29c-47b8-ba72-68e6a2413600,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:02.780244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:02.838097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:02.844528 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.963501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-8d433d4c-7c3a-4794-98fd-d4bdc0446c31 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.965073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-8d433d4c-7c3a-4794-98fd-d4bdc0446c31 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 945 time: 0.0795822 Jul 13 07:23:03.002009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ce51-82ef-46a7-b802-76e50f577b40 req-5a07fecc-332c-4d75-a9a1-e58e0d3b04ca tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.004385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ae2ce51-82ef-46a7-b802-76e50f577b40 req-5a07fecc-332c-4d75-a9a1-e58e0d3b04ca tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.1559868 Jul 13 07:23:03.081831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ae2ce51-82ef-46a7-b802-76e50f577b40 req-8573d836-3bed-4cc1-88a2-fedc0c500127 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694284 Jul 13 07:23:03.118493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6082-0d93-4c00-bc71-fef24b003dbe req-247d3bb4-1f1b-4a0b-a898-7c58ea9eb505 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.120050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e7d6082-0d93-4c00-bc71-fef24b003dbe req-247d3bb4-1f1b-4a0b-a898-7c58ea9eb505 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 945 time: 0.1069191 Jul 13 07:23:03.150571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.155534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Deleting port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:03.155886 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.185236 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e7d6082-0d93-4c00-bc71-fef24b003dbe req-b2be4f09-e0a4-4789-aab9-56c3bfe226f2 tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583849 Jul 13 07:23:03.210453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Subnet': ['ID=b2483b47-78ef-4219-a84d-205718e33c61,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:03.225900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.226280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.226629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.226971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.227306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.227646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.227984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.228307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.228639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.228968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.229294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.229622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:03.238003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Checking segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:03.238376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network hostable DHCP agents. Network: 43631e76-28bf-4709-8183-09560f51c3a0, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:03.258993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 43631e76-28bf-4709-8183-09560f51c3a0 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:03.278578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] For port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,segment=NetworkSegment(3795641b-b2ae-4618-9e56-9e15299ad42b),segment_id=3795641b-b2ae-4618-9e56-9e15299ad42b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:03.278982 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.283908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 43631e76-28bf-4709-8183-09560f51c3a0) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:03.288562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.289492 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.292749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Calling delete_port for b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:03.296814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd016bc-58d6-4aca-bd31-8feb42968e33 None None] Network 43631e76-28bf-4709-8183-09560f51c3a0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:03.335543 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0dc9cb40-d8ed-4bd9-95a5-3854ee6cbc2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6114061 Jul 13 07:23:03.337694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57820) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:03.342925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'subnet': {'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:03.388868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f349c9-e5da-4349-9dd1-7f8000e8a390 req-9dede7f2-4356-4cb2-835b-6275ca6ce645 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.390427 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4f349c9-e5da-4349-9dd1-7f8000e8a390 req-9dede7f2-4356-4cb2-835b-6275ca6ce645 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1186678 Jul 13 07:23:03.505205 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4f349c9-e5da-4349-9dd1-7f8000e8a390 req-c524838f-6cc8-4b41-ad72-2e5e249af724 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033506 Jul 13 07:23:03.522071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.524494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:03.529766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-43631e76-28bf-4709-8183-09560f51c3a0', 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'fixed_ips': [{'subnet_id': 'b2483b47-78ef-4219-a84d-205718e33c61'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:23:03.531062 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.534992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.541866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b482ed7e-03a1-4b3b-bfa0-a9597cd396c6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:03.559929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Pushing event deleted for resources: {'Port': ['ID=b482ed7e-03a1-4b3b-bfa0-a9597cd396c6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:03.654750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] No DVR routers for this DVR port b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:03.668117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.670391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6c6131c-c613-4d79-8ff9-123eececc24e req-df91c06a-f081-4137-a165-0dfcdcad04ce tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.48 "DELETE /v2.0/ports/b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 HTTP/1.1" status: 204 len: 173 time: 0.6992543 Jul 13 07:23:03.681502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f2490-40d8-43c6-a72a-f0765bd7fa3f', 'name': 'network-vif-deleted', 'tag': 'b482ed7e-03a1-4b3b-bfa0-a9597cd396c6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:03.686731 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57074a7-5c78-4933-8884-c8b6359c382e" -d '{"events": [{"server_uuid": "2f0f2490-40d8-43c6-a72a-f0765bd7fa3f", "name": "network-vif-deleted", "tag": "b482ed7e-03a1-4b3b-bfa0-a9597cd396c6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:03.768897 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709ee3f-ced2-4d8c-b1f3-4b8737150972 x-openstack-request-id: req-2709ee3f-ced2-4d8c-b1f3-4b8737150972 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:03.769200 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f2490-40d8-43c6-a72a-f0765bd7fa3f", "name": "network-vif-deleted", "tag": "b482ed7e-03a1-4b3b-bfa0-a9597cd396c6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:03.769459 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2709ee3f-ced2-4d8c-b1f3-4b8737150972 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:03.769863 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f2490-40d8-43c6-a72a-f0765bd7fa3f', 'name': 'network-vif-deleted', 'tag': 'b482ed7e-03a1-4b3b-bfa0-a9597cd396c6', 'status': 'completed', 'code': 200} Jul 13 07:23:03.794626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Allocated IP 10.1.1.2 (43631e76-28bf-4709-8183-09560f51c3a0/b2483b47-78ef-4219-a84d-205718e33c61/a9e36c7a-9796-4408-910f-e4712401493e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:03.871340 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.928682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d0a1c-8302-44dd-9c99-2748cb7b51b6 req-6fd31378-8b83-489e-be43-32840f0b96e7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.930344 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c04d0a1c-8302-44dd-9c99-2748cb7b51b6 req-6fd31378-8b83-489e-be43-32840f0b96e7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1618881 Jul 13 07:23:03.958117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Subnet': ['ID=d0ac876f-0d36-4e2f-8ee8-04d3f381edab,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:03.978227 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.989925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Transition to ACTIVE for port object a9e36c7a-9796-4408-910f-e4712401493e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:04.000578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c04d0a1c-8302-44dd-9c99-2748cb7b51b6 req-3046540c-2682-47b2-be70-b210fd57d31c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631981 Jul 13 07:23:04.001521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Checking segment: {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:04.001881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network hostable DHCP agents. Network: 99c0e8ba-e29c-47b8-ba72-68e6a2413600, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:04.011343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Transition to ACTIVE for port object a9e36c7a-9796-4408-910f-e4712401493e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:04.019871 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.031150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:04.042666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 99c0e8ba-e29c-47b8-ba72-68e6a2413600) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:04.057516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.059619 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.069255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Network 43631e76-28bf-4709-8183-09560f51c3a0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:04.071579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72d525-954a-42ab-9d1a-6aaa106d3744 None None] Network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:04.079207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57830) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:04.079491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0adb44c0-0f0a-477f-989a-04d426848fc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7407451 Jul 13 07:23:04.084786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'port': {'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'name': 'tempest-TaggedBootDevicesTest_v242-295554872', 'fixed_ips': [{'subnet_id': 'b2483b47-78ef-4219-a84d-205718e33c61'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:04.243754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:04.274549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:04.299210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:04.308803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Pushing event updated for resources: {'Port': ['ID=a9e36c7a-9796-4408-910f-e4712401493e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:04.385923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Attempting to bind port a9e36c7a-9796-4408-910f-e4712401493e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:04.386315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Attempting to bind port a9e36c7a-9796-4408-910f-e4712401493e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:04.386798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Attempting to bind port a9e36c7a-9796-4408-910f-e4712401493e on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:04.409853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.411977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:04.412359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Checking segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:04.412772 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.413174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Bound using segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:04.413665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Bound port: a9e36c7a-9796-4408-910f-e4712401493e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:04.414085 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.438127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6099503-1ff1-4bf4-bc0c-b29ce0ea6b23 req-5284a2f7-288d-44c6-be8d-7dec1ebd4d1b tempest-ServerGroupTestJSON-1009592633 tempest-ServerGroupTestJSON-1009592633-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0f2490-40d8-43c6-a72a-f0765bd7fa3f HTTP/1.1" status: 200 len: 210 time: 0.0483065 Jul 13 07:23:04.456717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] device_id is not set on port 4eb4393c-cae2-4335-9cdd-38404d619dad yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:23:04.513372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-99c0e8ba-e29c-47b8-ba72-68e6a2413600', 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'fixed_ips': [{'subnet_id': 'd0ac876f-0d36-4e2f-8ee8-04d3f381edab'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:23:04.514611 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.520338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] For port a9e36c7a-9796-4408-910f-e4712401493e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:04.546484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] For port a9e36c7a-9796-4408-910f-e4712401493e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a9e36c7a-9796-4408-910f-e4712401493e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:04.559247 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.657493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9182b-f231-447e-902f-c8523d9ffdb9 req-90b5e92c-7424-4b66-a924-a84c72dabec7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.664983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a2f9182b-f231-447e-902f-c8523d9ffdb9 req-90b5e92c-7424-4b66-a924-a84c72dabec7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.2703204 Jul 13 07:23:04.709018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e28732-f18b-4f4d-b29b-b898fcf19907 None None] Pushing event updated for resources: {'Port': ['ID=a9e36c7a-9796-4408-910f-e4712401493e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:04.763973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Allocated IP 10.2.2.2 (99c0e8ba-e29c-47b8-ba72-68e6a2413600/d0ac876f-0d36-4e2f-8ee8-04d3f381edab/e8e07a87-9402-4002-8f33-c580e6a71d6d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:04.779639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a2f9182b-f231-447e-902f-c8523d9ffdb9 req-e749e517-4b6b-4a34-960f-0e079ecac33e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126454 Jul 13 07:23:04.836036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Allocated IP 10.1.1.168 (43631e76-28bf-4709-8183-09560f51c3a0/b2483b47-78ef-4219-a84d-205718e33c61/4eb4393c-cae2-4335-9cdd-38404d619dad) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:04.878272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb5ce3-9e95-41f9-8ee2-181ea29b473e req-2bc72743-1cff-4b80-89ab-1a194e868725 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.888356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ffb5ce3-9e95-41f9-8ee2-181ea29b473e req-2bc72743-1cff-4b80-89ab-1a194e868725 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1398189 Jul 13 07:23:04.986510 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ffb5ce3-9e95-41f9-8ee2-181ea29b473e req-0030353f-17d5-4f51-b3d7-4537e4d32818 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937462 Jul 13 07:23:05.069463 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.091727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Transition to ACTIVE for port object e8e07a87-9402-4002-8f33-c580e6a71d6d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:05.115614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Transition to ACTIVE for port object e8e07a87-9402-4002-8f33-c580e6a71d6d will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:05.123949 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.124455 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.155397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Transition to ACTIVE for port object 4eb4393c-cae2-4335-9cdd-38404d619dad will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:05.166722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:05.204848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:05.212369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:05.228750 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.231553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.259650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Pushing event updated for resources: {'Port': ['ID=e8e07a87-9402-4002-8f33-c580e6a71d6d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:05.295992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 43631e76-28bf-4709-8183-09560f51c3a0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:05.302110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:05.305027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Port': ['ID=4eb4393c-cae2-4335-9cdd-38404d619dad,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:05.307210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:05.323524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Attempting to bind port e8e07a87-9402-4002-8f33-c580e6a71d6d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:05.324016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Attempting to bind port e8e07a87-9402-4002-8f33-c580e6a71d6d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:05.328374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Attempting to bind port e8e07a87-9402-4002-8f33-c580e6a71d6d on network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:05.336819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:05.337211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Checking segment: {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:05.337630 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.338711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Bound using segment: {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:05.339210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Bound port: e8e07a87-9402-4002-8f33-c580e6a71d6d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:05.339611 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.345664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e7f0-8949-4c2b-b867-7b4bbb290a04 req-f33ea8d6-a078-400d-8a17-7e35783e1515 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.347298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c18e7f0-8949-4c2b-b867-7b4bbb290a04 req-f33ea8d6-a078-400d-8a17-7e35783e1515 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1512365 Jul 13 07:23:05.384375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.384999 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.408266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c18e7f0-8949-4c2b-b867-7b4bbb290a04 req-b8e80d6f-52ac-4487-9cb6-56fd9fda38b8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533605 Jul 13 07:23:05.414688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6d97a262-3463-40e5-a61c-39598250c5da tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3341832 Jul 13 07:23:05.417213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57846) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:05.419042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] For port e8e07a87-9402-4002-8f33-c580e6a71d6d, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:05.422509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'port': {'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'name': 'tempest-TaggedBootDevicesTest_v242-883588041', 'fixed_ips': [{'subnet_id': 'b2483b47-78ef-4219-a84d-205718e33c61'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:05.435148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] For port e8e07a87-9402-4002-8f33-c580e6a71d6d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e8e07a87-9402-4002-8f33-c580e6a71d6d,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:05.435148 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.514903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c99ba-a50d-4490-909f-202042acb151 None None] Pushing event updated for resources: {'Port': ['ID=e8e07a87-9402-4002-8f33-c580e6a71d6d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:05.560837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:05.566322 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.600030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] device_id is not set on port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:23:05.734539 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a9e36c7a-9796-4408-910f-e4712401493e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:05.887718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a9e36c7a-9796-4408-910f-e4712401493e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:06.056492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Allocated IP 10.1.1.219 (43631e76-28bf-4709-8183-09560f51c3a0/b2483b47-78ef-4219-a84d-205718e33c61/96cdbfac-8ed0-41c5-bfb5-f27e925b159e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:06.196175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67344d1-d6fc-40d3-a466-e2924e9c3055 None None] Network 43631e76-28bf-4709-8183-09560f51c3a0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:06.197864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a63449-313b-46da-b327-cc33b5b03c46 req-ca274355-a43d-41db-919a-91636a44ecc9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.204983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18a63449-313b-46da-b327-cc33b5b03c46 req-ca274355-a43d-41db-919a-91636a44ecc9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.1982732 Jul 13 07:23:06.324710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a75c9d6a-b88d-4122-95dd-1435a4eeb866 None None] Provisioning for port a9e36c7a-9796-4408-910f-e4712401493e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:06.325594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18a63449-313b-46da-b327-cc33b5b03c46 req-c7f080a1-5315-4457-a5fe-37ccad0eaedc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197338 Jul 13 07:23:06.336656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a75c9d6a-b88d-4122-95dd-1435a4eeb866 None None] Provisioning complete for port a9e36c7a-9796-4408-910f-e4712401493e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:06.337043 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a75c9d6a-b88d-4122-95dd-1435a4eeb866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.372349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.398011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Transition to ACTIVE for port object 96cdbfac-8ed0-41c5-bfb5-f27e925b159e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:06.452610 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.473997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec34d7-78b0-4525-abb8-8877b3779c55 req-6012f8ae-6560-4fc8-86d9-3cbf8e14a13d tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.475823 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6ec34d7-78b0-4525-abb8-8877b3779c55 req-6012f8ae-6560-4fc8-86d9-3cbf8e14a13d tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1268678 Jul 13 07:23:06.542217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a75c9d6a-b88d-4122-95dd-1435a4eeb866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.555762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6ec34d7-78b0-4525-abb8-8877b3779c55 req-0d3e6c2f-e277-424f-903e-ff3f710b26af tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725739 Jul 13 07:23:06.557671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Port': ['ID=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:06.573744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 43631e76-28bf-4709-8183-09560f51c3a0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:06.577257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:06.583287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:06.628352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a75c9d6a-b88d-4122-95dd-1435a4eeb866 None None] For port a9e36c7a-9796-4408-910f-e4712401493e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a9e36c7a-9796-4408-910f-e4712401493e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:06.633898 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a75c9d6a-b88d-4122-95dd-1435a4eeb866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.746177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:06.754179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c9d6a-b88d-4122-95dd-1435a4eeb866 None None] Pushing event updated for resources: {'Port': ['ID=a9e36c7a-9796-4408-910f-e4712401493e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:06.813968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-41a0c314-dcee-4d6f-8a0a-f97b5e98ae4c tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.817240 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-41a0c314-dcee-4d6f-8a0a-f97b5e98ae4c tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.2417600 Jul 13 07:23:06.842311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-43'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:06.854681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebbc209-a1b9-4afa-8db8-e127cd4a7659 admin admin] Deleting subnet ca52bc9e-d81e-4d6f-bd96-3706b53170fd {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:23:06.881110 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc209-a1b9-4afa-8db8-e127cd4a7659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.934311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:06.984382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:06.984734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b482ed7e-03a1-4b3b-bfa0-a9597cd396c6 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:07.004242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc209-a1b9-4afa-8db8-e127cd4a7659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.009028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-608cb2d8-5452-4cf0-a1df-4303567210d8 None None] Provisioning for port 4eb4393c-cae2-4335-9cdd-38404d619dad completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:07.022933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-608cb2d8-5452-4cf0-a1df-4303567210d8 None None] Provisioning complete for port 4eb4393c-cae2-4335-9cdd-38404d619dad triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:07.023317 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-608cb2d8-5452-4cf0-a1df-4303567210d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.086493 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.098771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-608cb2d8-5452-4cf0-a1df-4303567210d8 None None] Port 4eb4393c-cae2-4335-9cdd-38404d619dad cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:07.123309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-608cb2d8-5452-4cf0-a1df-4303567210d8 None None] Provisioning complete for port a9e36c7a-9796-4408-910f-e4712401493e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:07.124785 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-608cb2d8-5452-4cf0-a1df-4303567210d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.158802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.159480 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.195821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf914432-6325-4c7b-bd86-a317deca8b2e None None] Network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:07.224187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43ee4-a4a8-491d-ba26-e0b0556c8da8 req-884a28ab-7a74-4d61-9557-2f7202f0f4a5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.237730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-faa43ee4-a4a8-491d-ba26-e0b0556c8da8 req-884a28ab-7a74-4d61-9557-2f7202f0f4a5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.6292248 Jul 13 07:23:07.265831 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.332323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-faa43ee4-a4a8-491d-ba26-e0b0556c8da8 req-c201494c-d97e-4916-a44c-15566ada1ca6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934696 Jul 13 07:23:07.341847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-69afc686-9cc5-4465-ab23-33f8127346d2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9234540 Jul 13 07:23:07.630537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-94305d68-6ea8-4661-9b64-67d88521958a None None] Provisioning complete for port 4eb4393c-cae2-4335-9cdd-38404d619dad triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:07.630918 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94305d68-6ea8-4661-9b64-67d88521958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.678795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-94305d68-6ea8-4661-9b64-67d88521958a None None] Port 4eb4393c-cae2-4335-9cdd-38404d619dad cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:07.714824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-94305d68-6ea8-4661-9b64-67d88521958a None None] Provisioning for port e8e07a87-9402-4002-8f33-c580e6a71d6d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:07.740176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc209-a1b9-4afa-8db8-e127cd4a7659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.794428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e8e07a87-9402-4002-8f33-c580e6a71d6d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:07.864990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cbd057ab-9e3d-4770-a593-089362fd073f None None] Provisioning for port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:07.874044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cbd057ab-9e3d-4770-a593-089362fd073f None None] Provisioning complete for port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:07.874370 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cbd057ab-9e3d-4770-a593-089362fd073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.936641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e8e07a87-9402-4002-8f33-c580e6a71d6d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:07.946741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d2064-ef9a-41ca-9b20-73f249e273f1 req-66a5b2ba-81fe-4c5a-a40e-5160259fe5c8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.950234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e8e07a87-9402-4002-8f33-c580e6a71d6d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:07.950972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.955224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-178d2064-ef9a-41ca-9b20-73f249e273f1 req-66a5b2ba-81fe-4c5a-a40e-5160259fe5c8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 945 time: 0.3097241 Jul 13 07:23:07.965839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:07.983433 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc209-a1b9-4afa-8db8-e127cd4a7659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.994429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cbd057ab-9e3d-4770-a593-089362fd073f None None] Port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:08.019930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57896) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:08.028113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f0588515-072b-419d-a7b4-a1bd994ebd6e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889781437', 'description': 'tempest-description--2145443376'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:08.044573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc209-a1b9-4afa-8db8-e127cd4a7659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.049566 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ebbc209-a1b9-4afa-8db8-e127cd4a7659 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ca52bc9e-d81e-4d6f-bd96-3706b53170fd HTTP/1.1" status: 204 len: 168 time: 1.2985730 Jul 13 07:23:08.049566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbc209-a1b9-4afa-8db8-e127cd4a7659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca52bc9e-d81e-4d6f-bd96-3706b53170fd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.056003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57900) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:08.071648 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0588515-072b-419d-a7b4-a1bd994ebd6e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.120515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c222ad8-739e-4d98-abed-bffd2f68871f None None] Provisioning complete for port e8e07a87-9402-4002-8f33-c580e6a71d6d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:08.120999 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c222ad8-739e-4d98-abed-bffd2f68871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.122837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.126076 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-178d2064-ef9a-41ca-9b20-73f249e273f1 req-35cc6bc1-bab5-4d17-bd80-19a906523e3b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696661 Jul 13 07:23:08.152303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:08.252944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e8e07a87-9402-4002-8f33-c580e6a71d6d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e8e07a87-9402-4002-8f33-c580e6a71d6d,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:08.263620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:08.273359 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa03df-4327-4364-ba8e-034bb03446a3" -d '{"events": [{"server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "name": "network-vif-unplugged", "status": "completed", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:08.276532 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.286344 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0588515-072b-419d-a7b4-a1bd994ebd6e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.292725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0588515-072b-419d-a7b4-a1bd994ebd6e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.336619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0588515-072b-419d-a7b4-a1bd994ebd6e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.341070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f0588515-072b-419d-a7b4-a1bd994ebd6e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3199852 Jul 13 07:23:08.344633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57904) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:08.352090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-194bc892-3619-4c8a-9a1c-06019642f968 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'security_group_rule': {'security_group_id': '6c3a6854-0d17-4d73-ba44-a43245d3da7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:08.368770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.378854 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.399642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a91330-c368-418c-915a-3996ca5eec07 req-43aa4a59-82ed-4a61-989e-9de457b41742 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.407028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a91330-c368-418c-915a-3996ca5eec07 req-43aa4a59-82ed-4a61-989e-9de457b41742 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1841888 Jul 13 07:23:08.419568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0588515-072b-419d-a7b4-a1bd994ebd6e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3a6854-0d17-4d73-ba44-a43245d3da7f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.451218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.456658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-194bc892-3619-4c8a-9a1c-06019642f968 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.474786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a9e36c7a-9796-4408-910f-e4712401493e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:08.550427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a91330-c368-418c-915a-3996ca5eec07 req-a66a3714-3ba8-4225-bf65-57d3b17dcdad tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365855 Jul 13 07:23:08.579556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-194bc892-3619-4c8a-9a1c-06019642f968 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.582505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-194bc892-3619-4c8a-9a1c-06019642f968 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.592178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e8e07a87-9402-4002-8f33-c580e6a71d6d,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.614863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bc892-3619-4c8a-9a1c-06019642f968 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2e2886-bd23-44e2-a5be-44b65b0ee0fa,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.622219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-194bc892-3619-4c8a-9a1c-06019642f968 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.626038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-194bc892-3619-4c8a-9a1c-06019642f968 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2779288 Jul 13 07:23:08.626355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57912) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:08.631991 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f834f6d4-9b1d-453e-b5e0-743153a44e79 x-openstack-request-id: req-f834f6d4-9b1d-453e-b5e0-743153a44e79 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:08.632283 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "name": "network-vif-unplugged", "status": "completed", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:08.632586 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f834f6d4-9b1d-453e-b5e0-743153a44e79 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:08.633223 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d', 'code': 200} Jul 13 07:23:08.638833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5cee90be-11d7-4bda-a558-9a72bf46013a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'security_group_rule': {'security_group_id': '6c3a6854-0d17-4d73-ba44-a43245d3da7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:08.643585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a9e36c7a-9796-4408-910f-e4712401493e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:08.644152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.660661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Pushing event updated for resources: {'Port': ['ID=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.685387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cee90be-11d7-4bda-a558-9a72bf46013a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.702837 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.765991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65ba524-17b7-46bf-85b2-7106a0131b86']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:08.770258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cee90be-11d7-4bda-a558-9a72bf46013a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.777190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cee90be-11d7-4bda-a558-9a72bf46013a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.793230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3795641b-b2ae-4618-9e56-9e15299ad42b') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:08.793533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3795641b-b2ae-4618-9e56-9e15299ad42b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:08.798311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee90be-11d7-4bda-a558-9a72bf46013a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e4f591-4525-4600-866e-e44fa96cc0ee,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.806203 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cee90be-11d7-4bda-a558-9a72bf46013a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.807415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5cee90be-11d7-4bda-a558-9a72bf46013a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1787100 Jul 13 07:23:08.810360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:08.817122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:08.821140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.823661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on host n-h2-758944-43 for vnic_type normal with profile {"migrating_to": "n-h1-758944-43"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:08.824004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:08.824340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:08.843325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:08.843685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Attempting to bind port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:08.852267 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.852772 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.866791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eabab5-94cd-49ce-b737-79cd16046967 req-fb8083a1-5f19-4292-8621-40429776f7a5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.868836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1eabab5-94cd-49ce-b737-79cd16046967 req-fb8083a1-5f19-4292-8621-40429776f7a5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.2985356 Jul 13 07:23:08.869640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:08.870073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:08.871229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:08.871692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Bound port: 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:08.872059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.876926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:23:08.877302 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.878972 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:23:08.883336 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:23:08.970255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.992341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.997118 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.001661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c65ba524-17b7-46bf-85b2-7106a0131b86 HTTP/1.1" status: 204 len: 168 time: 0.9445980 Jul 13 07:23:09.011798 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1eabab5-94cd-49ce-b737-79cd16046967 req-04dfce0c-efe7-4d3b-b046-464f3ef39251 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319027 Jul 13 07:23:09.026370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d44d6-1344-46db-8a54-fa0ff1d194d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65ba524-17b7-46bf-85b2-7106a0131b86,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:09.055151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:09.061712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:09.067133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f75e8be-1b11-49d0-bc0a-80a79e1b697d details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:09.067927 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.136035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Allocated IP 172.25.8.170 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/81a4fb3a-a5ea-4f09-a6b7-4df41a08acf2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:09.145431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.146810 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.148169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] 10.222.0.38 "PUT /v2.0/ports/2f75e8be-1b11-49d0-bc0a-80a79e1b697d HTTP/1.1" status: 200 len: 1123 time: 2.3187525 Jul 13 07:23:09.163349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d697a-5089-4cc1-86a9-02eab3032133 service neutron] Pushing event updated for resources: {'Port': ['ID=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:09.176357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57920) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:09.241197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:09.269083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f75e8be-1b11-49d0-bc0a-80a79e1b697d has no active binding in host n-h1-758944-43 {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:23:09.295178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-22f4b856-b6ed-49cb-acb7-837b700c1659 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee1512955f5d4cd7ad1f31b33ccc36aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1147227 Jul 13 07:23:09.295395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57922) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:09.312732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2f75e8be-1b11-49d0-bc0a-80a79e1b697d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:09.350305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2f75e8be-1b11-49d0-bc0a-80a79e1b697d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:09.399112 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.472142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57031a7-5846-4fed-aa01-4476e31094a4 req-02d99ac6-2525-412f-bb44-a693479e3753 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.473669 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a57031a7-5846-4fed-aa01-4476e31094a4 req-02d99ac6-2525-412f-bb44-a693479e3753 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.1655159 Jul 13 07:23:09.474343 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9bf02594-94f7-4627-9b9a-565b1446ecb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.534066 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9bf02594-94f7-4627-9b9a-565b1446ecb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.553922 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.603852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a57031a7-5846-4fed-aa01-4476e31094a4 req-0029b8cb-b185-42bf-af25-b0e48a82719e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127634 Jul 13 07:23:09.651455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:09.663336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:09.668343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e8e07a87-9402-4002-8f33-c580e6a71d6d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:09.674640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:09.723169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Port': ['ID=81a4fb3a-a5ea-4f09-a6b7-4df41a08acf2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:09.725534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e8e07a87-9402-4002-8f33-c580e6a71d6d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:09.725916 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.743386 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9bf02594-94f7-4627-9b9a-565b1446ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.746528 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9bf02594-94f7-4627-9b9a-565b1446ecb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.747795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9bf02594-94f7-4627-9b9a-565b1446ecb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ad9b8da-498f-4d2c-9b14-4fd4c9b27522 HTTP/1.1" status: 204 len: 168 time: 0.4514198 Jul 13 07:23:09.764928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02594-94f7-4627-9b9a-565b1446ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad9b8da-498f-4d2c-9b14-4fd4c9b27522,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:09.816347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c6b0a-ed75-4720-957b-3676c97f13b3 req-8ed20e12-968f-443b-a8d8-87f7b6ea1104 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.827189 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff8c6b0a-ed75-4720-957b-3676c97f13b3 req-8ed20e12-968f-443b-a8d8-87f7b6ea1104 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1077170 Jul 13 07:23:09.848243 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.890814 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff8c6b0a-ed75-4720-957b-3676c97f13b3 req-97f51ce1-e956-45c7-ad6a-7da13b01ce92 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628104 Jul 13 07:23:09.917969 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.085414 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.090504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.193914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Port': ['ID=81a4fb3a-a5ea-4f09-a6b7-4df41a08acf2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:10.215849 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.237485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.238785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-454d43f4-0eed-40ac-8d12-e0c530ae0830 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4266551 Jul 13 07:23:10.239306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fea154-99e7-4c3e-a7d3-666a796d4cac req-061e1241-b416-4c5d-a4a7-6b1ac810105f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.241002 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32fea154-99e7-4c3e-a7d3-666a796d4cac req-061e1241-b416-4c5d-a4a7-6b1ac810105f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0781822 Jul 13 07:23:10.294114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32fea154-99e7-4c3e-a7d3-666a796d4cac req-51ac968e-2a85-4c9c-93c0-bc171b6ceb80 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Jul 13 07:23:10.624083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6c6d6c4f-5370-48c5-92bd-30b7180614e8 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1889781437&fields=id&tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f HTTP/1.1" status: 200 len: 267 time: 0.0753410 Jul 13 07:23:10.635287 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:10.638010 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c5405e-d188-487f-bcbf-a3577a07f3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:10.699001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5ddc92df-07bc-496e-bcb8-a7fc526eec8b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.699145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57976) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:10.705731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5ddc92df-07bc-496e-bcb8-a7fc526eec8b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports/4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 200 len: 936 time: 0.0646906 Jul 13 07:23:10.768637 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-ef9fa43d-86a0-44ed-ab34-8650f595df5a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.770183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-ef9fa43d-86a0-44ed-ab34-8650f595df5a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports/96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 200 len: 936 time: 0.0635796 Jul 13 07:23:10.825197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1554896206-network', 'tenant_id': 'a487911f41254b7abbace563d4b0f278'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:10.838033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-af225f56-576f-4d5b-ba28-600f5c5b9072 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0617175 Jul 13 07:23:10.840959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc664120-23d6-4b69-a587-7e4efdce215a req-9f52e64c-f2e4-4809-ae07-c74167672e0a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.842676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc664120-23d6-4b69-a587-7e4efdce215a req-9f52e64c-f2e4-4809-ae07-c74167672e0a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.0883470 Jul 13 07:23:10.874773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Made reservation on behalf of a487911f41254b7abbace563d4b0f278 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:10.878125 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.890524 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-afc3622c-0b08-417a-943d-273c1484d671 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0395558 Jul 13 07:23:10.895576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.900030 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc664120-23d6-4b69-a587-7e4efdce215a req-1c7fc726-1017-491d-b821-d0ed48e36515 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501211 Jul 13 07:23:10.969564 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efb8f10-21bd-4c98-929e-81f9b702951a x-openstack-request-id: req-4efb8f10-21bd-4c98-929e-81f9b702951a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:10.969972 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:10.970236 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4efb8f10-21bd-4c98-929e-81f9b702951a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:10.970821 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d', 'status': 'completed', 'code': 200} Jul 13 07:23:11.046207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.052858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.067781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-61a728be-2ed3-41ca-a6d7-52e54e264b9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.075509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-61a728be-2ed3-41ca-a6d7-52e54e264b9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.080485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:11.082084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-61a728be-2ed3-41ca-a6d7-52e54e264b9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.083636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-61a728be-2ed3-41ca-a6d7-52e54e264b9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/networks?id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600 HTTP/1.1" status: 200 len: 1995 time: 0.1912398 Jul 13 07:23:11.108259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-22525497-5d1c-4ce9-bd97-a72b5b8c2e7d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/quotas/6fcff543a302416f9e5c5ed2c9c80c1f HTTP/1.1" status: 200 len: 375 time: 0.0161552 Jul 13 07:23:11.122683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-b4dce309-7c9b-4204-83ed-1c5f0484ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.124065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828fcde4-78e4-4c61-a710-c6b142d21620,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:11.124545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-b4dce309-7c9b-4204-83ed-1c5f0484ffcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1126 time: 0.1172628 Jul 13 07:23:11.127682 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.128102 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Added segment 41d3d2b5-5f00-4cbc-89e4-b5764033a0da of type vlan for network 99818d9a-2276-4bac-8324-36ea7129f9b9 Jul 13 07:23:11.185790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.220042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce2c0-a37c-40c2-ab02-1d3b5faa7520 req-56fde78b-a0b4-4fb5-8894-f92c5b3d1ffd tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.222023 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf0ce2c0-a37c-40c2-ab02-1d3b5faa7520 req-56fde78b-a0b4-4fb5-8894-f92c5b3d1ffd tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1477351 Jul 13 07:23:11.235852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.237422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.238049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.280860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6c802da9-757e-453b-b914-957693987be4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1550465 Jul 13 07:23:11.291114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5883164 Jul 13 07:23:11.292451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:11.300442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Request body: {'subnet': {'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1554896206-subnet', 'tenant_id': 'a487911f41254b7abbace563d4b0f278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:11.303160 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf0ce2c0-a37c-40c2-ab02-1d3b5faa7520 req-57d96554-e153-4baa-a359-c77b2cc48a16 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742576 Jul 13 07:23:11.328798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e2808-4efb-49a9-bbba-893f4ea0e515 admin admin] Pushing event updated for resources: {'Network': ['ID=99818d9a-2276-4bac-8324-36ea7129f9b9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:11.337800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-f8e79179-03b9-47fe-b1cf-275bdeacfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.339347 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-f8e79179-03b9-47fe-b1cf-275bdeacfcc4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.2000787 Jul 13 07:23:11.343080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 99818d9a-2276-4bac-8324-36ea7129f9b9 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:11.418378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-6e395062-c765-4e62-9219-3f3b1def7572 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d HTTP/1.1" status: 200 len: 217 time: 0.0697095 Jul 13 07:23:11.460879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Made reservation on behalf of a487911f41254b7abbace563d4b0f278 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:11.464401 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.527965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-211d7515-8d7f-48e6-8f14-c8f915c33d5e service neutron] 10.222.0.41 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222962 Jul 13 07:23:11.539053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-258d54a3-bffd-4991-a144-db1d88eca73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.540483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-258d54a3-bffd-4991-a144-db1d88eca73d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1109600 Jul 13 07:23:11.619935 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-94cb094b-335d-4b04-929b-ff789ae9b35d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510681 Jul 13 07:23:11.640670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b67ad-20d7-4d40-a576-a6488e78d054 req-c15befb4-90a3-41a9-a47c-20e4f3b84c37 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.644236 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b13b67ad-20d7-4d40-a576-a6488e78d054 req-c15befb4-90a3-41a9-a47c-20e4f3b84c37 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0780480 Jul 13 07:23:11.692550 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b13b67ad-20d7-4d40-a576-a6488e78d054 req-df40cb4e-a412-484a-8a2d-65300bf11137 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Jul 13 07:23:11.818858 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-4feaf525-5b68-4f77-b5f3-1e11e77d31aa service neutron] 10.222.0.41 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898123 Jul 13 07:23:11.843761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-25319a1d-9113-438a-a61e-2a053161896c service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158160 Jul 13 07:23:11.940395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-eb780854-731d-4362-8e83-1611371cca4f service neutron] 10.222.0.41 "GET /v2.0/ports/4eb4393c-cae2-4335-9cdd-38404d619dad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1127143 Jul 13 07:23:11.977134 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.117145 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98c5405e-d188-487f-bcbf-a3577a07f3c7 req-86ffb617-3156-4b1a-a5ca-9d6874e9e54e service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526793 Jul 13 07:23:12.119189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9189d-4ece-4276-87b5-c8a6002b20b7 req-8c7c12c2-a0b2-4ef5-a4a8-24592897ea8f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.120513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570a80c5-af86-4320-a39f-e0755221723a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:12.120763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8db9189d-4ece-4276-87b5-c8a6002b20b7 req-8c7c12c2-a0b2-4ef5-a4a8-24592897ea8f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.0752153 Jul 13 07:23:12.141463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Checking segment: {'id': '41d3d2b5-5f00-4cbc-89e4-b5764033a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:12.141835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Network hostable DHCP agents. Network: 99818d9a-2276-4bac-8324-36ea7129f9b9, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:12.152673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-c5f8cd68-db86-4926-ad4a-2e044e77bdae service neutron] 10.222.0.41 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788604 Jul 13 07:23:12.170574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Network 99818d9a-2276-4bac-8324-36ea7129f9b9 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:12.172033 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8db9189d-4ece-4276-87b5-c8a6002b20b7 req-54105ea8-0657-4834-bded-5345847b2ad4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Jul 13 07:23:12.204191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 99818d9a-2276-4bac-8324-36ea7129f9b9) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:12.214625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75548d-d0e7-46a9-935a-27599ae65e69 None None] Network 99818d9a-2276-4bac-8324-36ea7129f9b9 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:12.232633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.233234 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.262518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-28076ce5-153d-4a50-8c97-e337a3b79685 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9688137 Jul 13 07:23:12.291063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-e9250d12-b059-4cff-9c65-0bbf3fe3e5aa service neutron] 10.222.0.41 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306257 Jul 13 07:23:12.351731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-d549694c-7065-464b-9f7d-4df083e024b6 service neutron] 10.222.0.41 "GET /v2.0/ports/96cdbfac-8ed0-41c5-bfb5-f27e925b159e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0546248 Jul 13 07:23:12.364301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b0cc76-a261-4a57-86e1-f9911ca9af06 None None] Network 99818d9a-2276-4bac-8324-36ea7129f9b9 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:12.520176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-791d3685-e4be-4a56-ab27-3fa792b6f67c service neutron] 10.222.0.41 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625164 Jul 13 07:23:12.526869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a87a-8887-4f1d-87d0-b9f72f293f20 req-f17ecc3d-6aa4-4e67-beaa-e2123d9ee67e tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.528500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe41a87a-8887-4f1d-87d0-b9f72f293f20 req-f17ecc3d-6aa4-4e67-beaa-e2123d9ee67e tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0721595 Jul 13 07:23:12.580057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe41a87a-8887-4f1d-87d0-b9f72f293f20 req-5753f536-b9f6-4402-853b-df37a77dca7b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 Jul 13 07:23:12.619530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-b75fa1fc-d79c-4f26-b0fe-3845522dfc8c service neutron] 10.222.0.41 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935619 Jul 13 07:23:12.735568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-40a40c19-37ff-49c9-84e0-08d7aa62be1f service neutron] 10.222.0.41 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101885 Jul 13 07:23:12.838562 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-a4e70699-c723-4964-9feb-e752c6cca996 service neutron] 10.222.0.41 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019688 Jul 13 07:23:12.899412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16ade-f018-4e5d-a457-d148166c253d req-673bc59b-227e-4f14-958f-ae567a2dc7d4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.901463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-673bc59b-227e-4f14-958f-ae567a2dc7d4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 814 time: 0.1077244 Jul 13 07:23:12.916757 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-9beb9b8b-9908-4117-baba-945a3c7b671c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/quotas/a487911f41254b7abbace563d4b0f278 HTTP/1.1" status: 200 len: 375 time: 0.0097470 Jul 13 07:23:12.929369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-fed96a2e-b4d6-4e3b-a69b-cc26c61b19b0 service neutron] 10.222.0.41 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899360 Jul 13 07:23:12.958381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-a0b18d50-5a59-4382-b891-a9ebe419ab53 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334358 Jul 13 07:23:13.034918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-443331e9-93df-47e3-b13b-dc3eed41976e service neutron] 10.222.0.41 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992873 Jul 13 07:23:13.060656 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-4365ce21-d08d-496b-8045-d06de1410006 service neutron] 10.222.0.41 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950718 Jul 13 07:23:13.131572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-7e9152d6-2610-4f2b-85fc-552cb3f7e645 service neutron] 10.222.0.41 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900824 Jul 13 07:23:13.162556 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-6391eadf-fe34-4326-b0b6-921fadc934ae service neutron] 10.222.0.41 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953295 Jul 13 07:23:13.244870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-9b2cad5f-48b1-4c0e-8298-c531e780bc38 service neutron] 10.222.0.41 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068614 Jul 13 07:23:13.353222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-c52e7a71-0c42-4f8b-903b-c39d6def5b0e service neutron] 10.222.0.41 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961335 Jul 13 07:23:13.465780 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-e1799f02-0335-45c0-b905-ffbb814f8029 service neutron] 10.222.0.41 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052787 Jul 13 07:23:13.593020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85ead6-c157-4832-a45c-5fedcc1c9275 req-0150fd0d-ec63-405a-a3d7-9f7706826b26 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.600245 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d85ead6-c157-4832-a45c-5fedcc1c9275 req-0150fd0d-ec63-405a-a3d7-9f7706826b26 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.0778928 Jul 13 07:23:13.646560 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d85ead6-c157-4832-a45c-5fedcc1c9275 req-4cae1d06-1a63-4306-857f-e5441bd8be68 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Jul 13 07:23:13.960992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f848f5-247c-4d24-92d2-e092d0a168ba req-4abd8a49-80fe-4eba-9f00-5c0303b54fe6 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.969038 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03f848f5-247c-4d24-92d2-e092d0a168ba req-4abd8a49-80fe-4eba-9f00-5c0303b54fe6 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.0810091 Jul 13 07:23:14.010489 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03f848f5-247c-4d24-92d2-e092d0a168ba req-e9b3e78f-0e9c-4085-bc1a-8bd59819bb92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Jul 13 07:23:14.200059 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2c69345-bd69-4932-a988-f89a7e49417b req-51f64656-7f3f-4d29-97db-a0b260c2ac64 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 210 time: 0.0657196 Jul 13 07:23:14.277640 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73d8c0ce-8ab0-46dc-b478-dd030333972a req-78a459bf-25c3-4c6d-a91b-e9daed326805 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0416017 Jul 13 07:23:14.392207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1879dbc-b9aa-4e75-ba1e-011d847d93c5 req-8036a792-8b4c-462d-a95b-0d79f32a6206 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:14.397046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d1879dbc-b9aa-4e75-ba1e-011d847d93c5 req-8036a792-8b4c-462d-a95b-0d79f32a6206 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1105430 Jul 13 07:23:14.467133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d1879dbc-b9aa-4e75-ba1e-011d847d93c5 req-8f43d66b-49db-4bf4-921c-e1f66ae27037 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626407 Jul 13 07:23:14.734941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16ade-f018-4e5d-a457-d148166c253d req-f472f805-6e2c-4657-a9c4-6e7fa192eb01 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:14.737077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-f472f805-6e2c-4657-a9c4-6e7fa192eb01 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.48 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 814 time: 0.1558185 Jul 13 07:23:14.750333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Request body: {'port': {'device_id': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9', 'admin_state_up': True, 'tenant_id': 'a487911f41254b7abbace563d4b0f278'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:15.018344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00405d-63b5-4295-b0e9-179d0da476e5 req-c8ac3f0b-ca06-43e8-aa19-67ec7ee7d074 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.019884 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b00405d-63b5-4295-b0e9-179d0da476e5 req-c8ac3f0b-ca06-43e8-aa19-67ec7ee7d074 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1531911 Jul 13 07:23:15.021014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Made reservation on behalf of a487911f41254b7abbace563d4b0f278 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:15.027978 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.144934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b00405d-63b5-4295-b0e9-179d0da476e5 req-605d34ab-66e7-46a0-b57c-c4ae0663c88f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125290 Jul 13 07:23:15.280036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Allocated IP 172.20.0.14 (99818d9a-2276-4bac-8324-36ea7129f9b9/570a80c5-af86-4320-a39f-e0755221723a/5da1396e-fa70-443c-9956-32b2d4ae030f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:15.319160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef4f1e-392f-4ad3-865b-85c428f2a230 req-86ac60fb-a360-4544-a7ff-d718047112bc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.320666 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67ef4f1e-392f-4ad3-865b-85c428f2a230 req-86ac60fb-a360-4544-a7ff-d718047112bc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.1599579 Jul 13 07:23:15.403078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67ef4f1e-392f-4ad3-865b-85c428f2a230 req-844dff69-4bf0-488e-8ba5-46164734f39d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764532 Jul 13 07:23:15.470207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.527132 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.575346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5503ed8b-4e3d-4409-8b8c-dec8b6b69fb1 req-df3d901a-bbac-4ec3-ba9f-a7de67725fc5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0357697 Jul 13 07:23:15.682434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:15.691412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Network 99818d9a-2276-4bac-8324-36ea7129f9b9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:15.694955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:15.697919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:15.783769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.784797 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.864243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bab577-a865-4e34-a63d-8b5dddb4e2b7 req-fc1bba57-5fef-437a-9f60-c55414a9f422 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.865132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-bae683b6-cd11-4b18-bacc-a01486eee0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.866679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-bae683b6-cd11-4b18-bacc-a01486eee0e6 service neutron] 10.222.0.48 "GET /v2.0/ports/4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 200 len: 1032 time: 0.0680501 Jul 13 07:23:15.892937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56bab577-a865-4e34-a63d-8b5dddb4e2b7 req-fc1bba57-5fef-437a-9f60-c55414a9f422 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1710570 Jul 13 07:23:15.914547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-3576f719-69bf-4926-9081-1b3106c3dcd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1688678 Jul 13 07:23:15.937237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f229d-4d92-43cb-985b-6c573494cfa7 req-7e1b5231-da09-4705-9508-97f2ed0a0e72 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.950755 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e38f229d-4d92-43cb-985b-6c573494cfa7 req-7e1b5231-da09-4705-9508-97f2ed0a0e72 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 932 time: 0.4381707 Jul 13 07:23:15.976407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56bab577-a865-4e34-a63d-8b5dddb4e2b7 req-049c95fb-7653-46f9-acd0-089d2fab00f9 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821662 Jul 13 07:23:15.996815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-403d97e4-c9ed-406b-ac59-613013814a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.001784 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-403d97e4-c9ed-406b-ac59-613013814a07 service neutron] 10.222.0.48 "GET /v2.0/ports/96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 200 len: 1032 time: 0.1285703 Jul 13 07:23:16.016071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Request body: {'port': {'device_id': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:16.177061 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-86c14217-f062-49b4-93ba-328d4370cfb3 service neutron] show failed (client error): The resource could not be found. Jul 13 07:23:16.181425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-86c14217-f062-49b4-93ba-328d4370cfb3 service neutron] 10.222.0.38 "GET /v2.0/ports/ba73af02-d9a0-40e9-b70d-8d319d7c6b1b/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.1306069 Jul 13 07:23:16.210829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e38f229d-4d92-43cb-985b-6c573494cfa7 req-d0552801-349b-4df5-8dd5-c5b2870f3ccb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592583 Jul 13 07:23:16.661523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73abc3d-5455-4d9d-a9f9-f0640a47e351 req-10e0e110-84b3-4ffa-8c33-bd502bdf32f0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.663217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f73abc3d-5455-4d9d-a9f9-f0640a47e351 req-10e0e110-84b3-4ffa-8c33-bd502bdf32f0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 943 time: 0.0996428 Jul 13 07:23:16.709598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f73abc3d-5455-4d9d-a9f9-f0640a47e351 req-11296426-c031-48a1-a32d-77a82d5b454b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Jul 13 07:23:16.910275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.932069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f2816029-dfe0-47bc-a4fd-63d6e149135c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.934525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fa7415e-aa34-4586-b9c7-6ca971e12470 req-1d10b3cf-5501-48df-a0fd-3e4e7683937b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0487666 Jul 13 07:23:16.938504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f2816029-dfe0-47bc-a4fd-63d6e149135c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.954416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f2816029-dfe0-47bc-a4fd-63d6e149135c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.954416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f2816029-dfe0-47bc-a4fd-63d6e149135c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "GET /v2.0/networks?id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600 HTTP/1.1" status: 200 len: 1995 time: 0.9136813 Jul 13 07:23:17.008563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb9fc9-1235-4d77-bf6d-513c2c5e97df req-00a55446-8540-426c-b8ce-581e7a4085be tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.010187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccfb9fc9-1235-4d77-bf6d-513c2c5e97df req-00a55446-8540-426c-b8ce-581e7a4085be tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.2415144 Jul 13 07:23:17.045078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-e62ac26e-9c8b-4740-9016-07d3a916b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.046615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-e62ac26e-9c8b-4740-9016-07d3a916b8e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65&tenant_id=ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 1101 time: 0.2769055 Jul 13 07:23:17.064154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:17.096683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-05676c7b-dd5f-472e-a0cf-40e7660aef6a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f HTTP/1.1" status: 200 len: 380 time: 0.1409094 Jul 13 07:23:17.115432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'admin_state_up': True, 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'security_groups': ['6c3a6854-0d17-4d73-ba44-a43245d3da7f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:17.182840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b904-0500-4407-8040-7007be65214a req-e40499c5-989d-4296-8755-9e50ae13efa4 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.186783 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43c6b904-0500-4407-8040-7007be65214a req-e40499c5-989d-4296-8755-9e50ae13efa4 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0812278 Jul 13 07:23:17.215737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccfb9fc9-1235-4d77-bf6d-513c2c5e97df req-410b57ad-878b-4670-af66-dd42389a3088 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971653 Jul 13 07:23:17.282121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43c6b904-0500-4407-8040-7007be65214a req-3a8f2c7f-3322-4803-80cf-f256efd0658b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878532 Jul 13 07:23:17.392315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.569911 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-2dd4f9aa-d02e-47d7-86d3-9e9a5f9d48d8 service neutron] 10.222.0.48 "GET /v2.0/ports/2f75e8be-1b11-49d0-bc0a-80a79e1b697d/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 385 time: 0.0882919 Jul 13 07:23:17.748494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:17.776163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:17.783833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:17.803071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:17.826264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.838240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Transition to ACTIVE for port object ba73af02-d9a0-40e9-b70d-8d319d7c6b1b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:17.841384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:17.843633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f75e8be-1b11-49d0-bc0a-80a79e1b697d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:17.852367 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ceb2a2-e59e-406d-ac30-010b59773ab1" -d '{"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-unplugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:17.854896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:17.858159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:17.858471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.864444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.881559 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563b11-f661-4536-8ea6-57ec81a5379c req-9296e589-2d07-43fe-9a99-d1f30db143c3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.890495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a563b11-f661-4536-8ea6-57ec81a5379c req-9296e589-2d07-43fe-9a99-d1f30db143c3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 932 time: 0.4636543 Jul 13 07:23:17.913017 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.009816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a563b11-f661-4536-8ea6-57ec81a5379c req-b50c017e-084a-4407-b274-53b5080e5021 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184530 Jul 13 07:23:18.030086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] Transition to ACTIVE for port object 2f75e8be-1b11-49d0-bc0a-80a79e1b697d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:18.038151 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.168884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.179924 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21153288-3b8c-4cb7-a82d-998190c921be x-openstack-request-id: req-21153288-3b8c-4cb7-a82d-998190c921be {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:18.180224 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-unplugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:18.180480 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21153288-3b8c-4cb7-a82d-998190c921be {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:18.180880 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'code': 200} Jul 13 07:23:18.200450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] Pushing event updated for resources: {'Port': ['ID=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.229141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] No DVR routers for this DVR port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:18.292454 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9842c29b-077e-4fa4-8174-f8df03c2f496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.295466 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-c284ff90-99cf-4267-a0a2-2fa10d907bac service neutron] 10.222.0.48 "PUT /v2.0/ports/2f75e8be-1b11-49d0-bc0a-80a79e1b697d/bindings/n-h1-758944-43/activate HTTP/1.1" status: 200 len: 370 time: 0.7204835 Jul 13 07:23:18.323076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] No DVR routers for this DVR port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:18.333432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da1396e-fa70-443c-9956-32b2d4ae030f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:18.352044 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.356642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Allocated IP 172.20.0.13 (0baccc74-6e19-4abf-9d93-7dbb7be7e212/fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51/d7a19700-666d-4c9e-a9de-86a18f02f6aa) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:18.369328 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e60baa5-8f72-4314-92c7-4943ad5b44a3 req-4a67fa95-75a5-4c94-aa39-c773e9d9ee29 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0816202 Jul 13 07:23:18.404623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Transition to ACTIVE for port object 5da1396e-fa70-443c-9956-32b2d4ae030f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:18.419498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.453376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:18.455617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:18.456061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:18.481983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6f407be5-dca0-418f-90f6-f036e3598b8d tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.483809 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-6f407be5-dca0-418f-90f6-f036e3598b8d tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.1134198 Jul 13 07:23:18.518529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b09498-8e34-4a34-a057-96ae07834fdf req-3bb0bd05-abc8-4ebc-9cfe-21fe87d58d35 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.525556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5b09498-8e34-4a34-a057-96ae07834fdf req-3bb0bd05-abc8-4ebc-9cfe-21fe87d58d35 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 944 time: 0.4485638 Jul 13 07:23:18.543416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:18.543841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:18.563831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:18.564367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:18.564848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:18.565396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Bound port: ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:18.565852 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.629533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.678652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-f3a8d188-ab6a-4f6d-bcf2-d1bbbb803d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.680212 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-f3a8d188-ab6a-4f6d-bcf2-d1bbbb803d62 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8&tenant_id=b89fd6995b214243ad8ae84998c54e50 HTTP/1.1" status: 200 len: 1096 time: 0.1880367 Jul 13 07:23:18.702704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67235de0-ea0d-473c-959b-63003d5ec3dd req-0feb96fd-d911-480a-847b-5595406506b9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.709745 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67235de0-ea0d-473c-959b-63003d5ec3dd req-0feb96fd-d911-480a-847b-5595406506b9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 947 time: 0.1769602 Jul 13 07:23:18.751833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5b09498-8e34-4a34-a057-96ae07834fdf req-d9175067-17b0-48f3-bdde-939e7ed00b8f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251730 Jul 13 07:23:18.802704 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67235de0-ea0d-473c-959b-63003d5ec3dd req-6730d574-f43c-408a-bcaa-a5965abe06c8 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863743 Jul 13 07:23:18.838705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-3f88ad93-1d4c-478e-b750-96a7212e6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.841086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-3f88ad93-1d4c-478e-b750-96a7212e6e94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1096 time: 0.1239185 Jul 13 07:23:18.963150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.971082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:19.004809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-daf1b7b4-3c04-4c15-94b7-5db74dffc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.005212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2f75e8be-1b11-49d0-bc0a-80a79e1b697d no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:19.007136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-daf1b7b4-3c04-4c15-94b7-5db74dffc88b service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1555061 Jul 13 07:23:19.056718 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-e1813854-8559-4c43-8e17-a5cf4f194747 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d HTTP/1.1" status: 200 len: 217 time: 0.0421944 Jul 13 07:23:19.091898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:19.093859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:19.111596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.119262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Transition to ACTIVE for port object d7a19700-666d-4c9e-a9de-86a18f02f6aa will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:19.125341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Attempting to bind port 5da1396e-fa70-443c-9956-32b2d4ae030f on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:19.128011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Attempting to bind port 5da1396e-fa70-443c-9956-32b2d4ae030f by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '41d3d2b5-5f00-4cbc-89e4-b5764033a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:19.128733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Attempting to bind port 5da1396e-fa70-443c-9956-32b2d4ae030f on network 99818d9a-2276-4bac-8324-36ea7129f9b9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:19.146407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2f75e8be-1b11-49d0-bc0a-80a79e1b697d not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:19.165402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:19.187219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-32932d73-b57c-4806-99ba-c640f041efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.188936 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-32932d73-b57c-4806-99ba-c640f041efed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1260805 Jul 13 07:23:19.232241 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-bd64127b-ed85-44a3-9700-b7282cdaba3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361140 Jul 13 07:23:19.234226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Port 5da1396e-fa70-443c-9956-32b2d4ae030f on network 99818d9a-2276-4bac-8324-36ea7129f9b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:19.234730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Attempting to bind port 5da1396e-fa70-443c-9956-32b2d4ae030f on network 99818d9a-2276-4bac-8324-36ea7129f9b9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:19.294535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.295180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.296629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] 10.222.0.48 "PUT /v2.0/ports/ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 1096 time: 2.2368147 Jul 13 07:23:19.312574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:19.312925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Checking segment: {'id': '41d3d2b5-5f00-4cbc-89e4-b5764033a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:19.313324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Bound using segment: {'id': '41d3d2b5-5f00-4cbc-89e4-b5764033a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:19.314086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Bound port: 5da1396e-fa70-443c-9956-32b2d4ae030f, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d3d2b5-5f00-4cbc-89e4-b5764033a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:19.314587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.420842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3663ee-349d-409e-b222-8123422145b1 req-336d093a-ec76-4598-b4c4-c9d286a27936 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.422475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c3663ee-349d-409e-b222-8123422145b1 req-336d093a-ec76-4598-b4c4-c9d286a27936 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.4074838 Jul 13 07:23:19.436505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b95a3f-6440-4389-b562-387d3a618eda service neutron] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:19.492970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-e2e446da-29c9-41db-8d7c-4e0d6cee899f service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499254 Jul 13 07:23:19.515699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c3663ee-349d-409e-b222-8123422145b1 req-bcad8cdd-b5e3-4c7b-b4d2-1a1420d03dbe tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702267 Jul 13 07:23:19.608227 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.807470 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6416ee6-d836-4245-8311-0af9cb78f90b req-387ed327-6a7e-4131-9f68-dc464c569568 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.809019 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6416ee6-d836-4245-8311-0af9cb78f90b req-387ed327-6a7e-4131-9f68-dc464c569568 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.2868462 Jul 13 07:23:19.811367 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-165b796f-6375-4808-a09f-f85083d62784 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109543 Jul 13 07:23:19.842122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Port': ['ID=d7a19700-666d-4c9e-a9de-86a18f02f6aa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:19.877038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:19.879667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:19.890677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-39c3d5ce-8942-4694-bd82-97c0a338a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.893207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-39c3d5ce-8942-4694-bd82-97c0a338a69e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1099 time: 0.5098295 Jul 13 07:23:19.899007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:19.902583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:19.906097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6416ee6-d836-4245-8311-0af9cb78f90b req-82149c0e-c31a-4ad7-a83c-bb7d8bf50405 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834978 Jul 13 07:23:19.980688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:20.011948 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.065274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.065988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.070587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] 10.222.0.48 "PUT /v2.0/ports/5da1396e-fa70-443c-9956-32b2d4ae030f HTTP/1.1" status: 200 len: 1093 time: 4.0736825 Jul 13 07:23:20.198007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.198816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.229028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'}, {'name': 'network-changed', 'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:20.231546 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b"}, {"name": "network-changed", "server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:20.271075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed0e72-0fda-49d1-8bb8-50955d764c5f req-404ea43e-7265-4c8f-901b-401639d47358 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.272808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aaed0e72-0fda-49d1-8bb8-50955d764c5f req-404ea43e-7265-4c8f-901b-401639d47358 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 932 time: 0.5237675 Jul 13 07:23:20.294202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-4b73deb2-787a-44a9-b41d-804a78107c8b tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.295942 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-4b73deb2-787a-44a9-b41d-804a78107c8b tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.1286607 Jul 13 07:23:20.308424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fe390-5a8a-4b25-aa1f-5ae111895fd2 req-f1074f6c-5c8e-4de9-bd19-99032b16bedc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.310252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e4fe390-5a8a-4b25-aa1f-5ae111895fd2 req-f1074f6c-5c8e-4de9-bd19-99032b16bedc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 944 time: 0.1339247 Jul 13 07:23:20.330769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-3df0b1ce-43d9-4195-9737-69ec9537f0f3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2216458 Jul 13 07:23:20.331354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a3b2f-ba10-4c3c-bd02-8f75f74bc030 service neutron] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.344456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'admin_state_up': True, 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'security_groups': ['6c3a6854-0d17-4d73-ba44-a43245d3da7f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:20.370637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4bbc30bf-f00f-4429-b871-b4072ac2bbaf None None] Provisioning for port d7a19700-666d-4c9e-a9de-86a18f02f6aa completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:20.378792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4bbc30bf-f00f-4429-b871-b4072ac2bbaf None None] Provisioning complete for port d7a19700-666d-4c9e-a9de-86a18f02f6aa triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:20.380344 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4bbc30bf-f00f-4429-b871-b4072ac2bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.429864 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e4fe390-5a8a-4b25-aa1f-5ae111895fd2 req-86dd0f33-524c-4086-b636-889ae6a11db6 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800519 Jul 13 07:23:20.455211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc30bf-f00f-4429-b871-b4072ac2bbaf None None] Port d7a19700-666d-4c9e-a9de-86a18f02f6aa cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:20.518006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-f577f355-3fdc-46f5-bd77-edc653b95323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.519991 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-f577f355-3fdc-46f5-bd77-edc653b95323 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.6134903 Jul 13 07:23:20.523174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-8bc78dbe-4fb3-4b4e-ae96-8ff0e2788095 service neutron] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:20.528049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-8bc78dbe-4fb3-4b4e-ae96-8ff0e2788095 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.534711 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bd46037-206c-4740-89e0-8caa637fa8bf req-8bc78dbe-4fb3-4b4e-ae96-8ff0e2788095 service neutron] 10.222.0.38 "DELETE /v2.0/ports/2f75e8be-1b11-49d0-bc0a-80a79e1b697d/bindings/n-h2-758944-43 HTTP/1.1" status: 204 len: 173 time: 0.2231014 Jul 13 07:23:20.610215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-bd9ebbdf-d390-41cd-a6b1-165c4f991025 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.0697732 Jul 13 07:23:20.614252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aaed0e72-0fda-49d1-8bb8-50955d764c5f req-958bf5af-1ee7-4b47-8d24-49997a99537f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341780 Jul 13 07:23:20.628186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:20.632051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.670659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16ade-f018-4e5d-a457-d148166c253d req-1e964ae1-a13a-441f-92b4-980e341e27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.672335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-1e964ae1-a13a-441f-92b4-980e341e27ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 1096 time: 0.4706759 Jul 13 07:23:20.675374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a677f-561e-45f9-ade7-63b0dea042ef req-6f26b7f2-5b6c-4dca-9dfe-770d729b88cd tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.677702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-184a677f-561e-45f9-ade7-63b0dea042ef req-6f26b7f2-5b6c-4dca-9dfe-770d729b88cd tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 947 time: 0.0907276 Jul 13 07:23:20.730248 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-184a677f-561e-45f9-ade7-63b0dea042ef req-f6ba14de-80fa-4a2f-b7ec-c605292a2a1c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Jul 13 07:23:20.737325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-616b3772-e57e-4797-b9e2-df310b0a201e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5da1396e-fa70-443c-9956-32b2d4ae030f HTTP/1.1" status: 200 len: 217 time: 0.0569079 Jul 13 07:23:20.799955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-bb1a81a8-347c-42ee-bef9-f2cfbdad3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.801675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-bb1a81a8-347c-42ee-bef9-f2cfbdad3313 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1849396 Jul 13 07:23:20.889384 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b0cb71-0d5f-4c94-8272-8c99d87c5678 x-openstack-request-id: req-b6b0cb71-0d5f-4c94-8272-8c99d87c5678 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:20.889796 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:20.889935 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6b0cb71-0d5f-4c94-8272-8c99d87c5678 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:20.890327 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'status': 'completed', 'code': 200} Jul 13 07:23:20.890575 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'status': 'completed', 'code': 200} Jul 13 07:23:20.894349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16ade-f018-4e5d-a457-d148166c253d req-355f7f2b-49d6-49d2-a6cb-9e987bfcd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.896216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-355f7f2b-49d6-49d2-a6cb-9e987bfcd124 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=570a80c5-af86-4320-a39f-e0755221723a HTTP/1.1" status: 200 len: 854 time: 0.1146679 Jul 13 07:23:20.977866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-c3adb201-6372-4c84-91f1-dfeb3013d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.979416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-c3adb201-6372-4c84-91f1-dfeb3013d48f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1099 time: 0.1126413 Jul 13 07:23:21.022413 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e66fb64-5c83-45d1-a375-02bf444576f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.033851 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-3dbfa5dd-24fe-4478-931a-4951a7c126d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99818d9a-2276-4bac-8324-36ea7129f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460961 Jul 13 07:23:21.052866 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.155751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-2c270512-e4ef-40b7-8546-ae6393d2aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.157154 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-2c270512-e4ef-40b7-8546-ae6393d2aeac service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1703551 Jul 13 07:23:21.211833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-6ccdd601-bad1-45e0-b991-c9693db993cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.0471334 Jul 13 07:23:21.268795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d6f0-3143-4abd-9691-07f859b64c02 req-d60c8111-ef0d-4eba-8da6-1ad1c834cd32 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.270456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d493d6f0-3143-4abd-9691-07f859b64c02 req-d60c8111-ef0d-4eba-8da6-1ad1c834cd32 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.1546226 Jul 13 07:23:21.278463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-ba301e42-6579-4a82-a954-1456ef874e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.279959 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-ba301e42-6579-4a82-a954-1456ef874e1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0612786 Jul 13 07:23:21.362782 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d493d6f0-3143-4abd-9691-07f859b64c02 req-ed14b526-4cbe-4aa8-b2e5-26a726e6a5c7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817413 Jul 13 07:23:21.401286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-fbdb8872-8688-4aea-ab81-acff143ae7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.403066 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-fbdb8872-8688-4aea-ab81-acff143ae7c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150680 Jul 13 07:23:21.519376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Allocated IP 10.1.1.32 (43631e76-28bf-4709-8183-09560f51c3a0/b2483b47-78ef-4219-a84d-205718e33c61/8e0fc94e-b758-4c29-a921-885c200f5cba) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:21.531607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-0148f246-d506-4b5d-9512-6b603d7c564d service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214867 Jul 13 07:23:21.553920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-159cb39b-e7a9-47a1-9fb6-0ae7e2299b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.555498 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-159cb39b-e7a9-47a1-9fb6-0ae7e2299b9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6753669 Jul 13 07:23:21.574414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-323dd194-73e0-45a7-ae65-0803fd196c2d service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298233 Jul 13 07:23:21.585622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6788c-98a8-4bb2-b678-93a8dea14d98 req-8aaa2676-7d7a-4b31-bbfc-a14d49bc077f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.587205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14f6788c-98a8-4bb2-b678-93a8dea14d98 req-8aaa2676-7d7a-4b31-bbfc-a14d49bc077f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.6366558 Jul 13 07:23:21.683393 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-bf8c3484-f5ac-4f84-aae6-f3344c4b7f54 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454277 Jul 13 07:23:21.704172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32596f9f-b169-4a6a-8dbf-44ea302f6c4d req-4bec99ff-aa89-4422-8ee4-a4715f560c86 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.707734 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32596f9f-b169-4a6a-8dbf-44ea302f6c4d req-4bec99ff-aa89-4422-8ee4-a4715f560c86 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 944 time: 0.1351278 Jul 13 07:23:21.749522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32596f9f-b169-4a6a-8dbf-44ea302f6c4d req-3572a41a-b201-415b-8d6f-5feae1111e31 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355463 Jul 13 07:23:21.822790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14f6788c-98a8-4bb2-b678-93a8dea14d98 req-8c130e60-d6f1-42f9-acb3-ec0de87064aa tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096601 Jul 13 07:23:21.853346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-70d42b26-7b41-4333-81c0-7f14bf911b8c service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898927 Jul 13 07:23:21.872718 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.919395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cea16ade-f018-4e5d-a457-d148166c253d req-1bb2d992-acbb-462e-98f7-e02ea6521274 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260782 Jul 13 07:23:21.960968 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.982256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Transition to ACTIVE for port object 8e0fc94e-b758-4c29-a921-885c200f5cba will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:22.007090 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145c8704-8bdd-4d19-8ff5-4ed9ef23969b req-ebe52f63-5aee-4131-8135-2ffcb04661db service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452637 Jul 13 07:23:22.016676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b3fd-11e5-40b2-b67e-c5959c47e9e1 req-ff735db2-29e8-4e73-b9b9-b25306df0b12 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.018294 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b595b3fd-11e5-40b2-b67e-c5959c47e9e1 req-ff735db2-29e8-4e73-b9b9-b25306df0b12 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 932 time: 0.1102552 Jul 13 07:23:22.083096 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b595b3fd-11e5-40b2-b67e-c5959c47e9e1 req-9850c99a-626b-4aba-be3e-c78d369e4df5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569003 Jul 13 07:23:22.094032 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.156633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 43631e76-28bf-4709-8183-09560f51c3a0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:22.170014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:22.175567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:22.178442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Port': ['ID=8e0fc94e-b758-4c29-a921-885c200f5cba,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:22.201654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fa727-75d1-4c8c-ad0b-b3ac22088d3c req-9637b5e5-347d-49f2-942b-3c383c836c48 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.203279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c35fa727-75d1-4c8c-ad0b-b3ac22088d3c req-9637b5e5-347d-49f2-942b-3c383c836c48 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 947 time: 0.1990290 Jul 13 07:23:22.278130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-119653ab-344e-4fce-a2ef-8f9c5253c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.279917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-119653ab-344e-4fce-a2ef-8f9c5253c022 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1099 time: 0.2203627 Jul 13 07:23:22.285548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.286242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.334311 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c35fa727-75d1-4c8c-ad0b-b3ac22088d3c req-16dc1d86-f854-441b-b336-615560ba897c tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014855 Jul 13 07:23:22.338075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-212061bb-e2c0-4673-b795-a17d6e36cd6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9976213 Jul 13 07:23:22.384194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'admin_state_up': True, 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'security_groups': ['6c3a6854-0d17-4d73-ba44-a43245d3da7f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:22.490904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f03102a7-18c5-4b07-91b2-28984abc3c34 None None] Provisioning for port 8e0fc94e-b758-4c29-a921-885c200f5cba completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:22.495541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f03102a7-18c5-4b07-91b2-28984abc3c34 None None] Provisioning complete for port 8e0fc94e-b758-4c29-a921-885c200f5cba triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:22.496258 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f03102a7-18c5-4b07-91b2-28984abc3c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.504109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-b3190d07-7dc2-43bd-aa5c-49e2de49fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.505663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-b3190d07-7dc2-43bd-aa5c-49e2de49fadf service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2157652 Jul 13 07:23:22.551864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f03102a7-18c5-4b07-91b2-28984abc3c34 None None] Port 8e0fc94e-b758-4c29-a921-885c200f5cba cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:22.570880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-39921dda-0476-4356-be2f-37b3b365c591 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.0511518 Jul 13 07:23:22.601413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fac0d-6fc4-4fda-81bc-fa90e20b372d req-f199d433-b8c3-4b1b-8eab-998511102e30 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.603610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc1fac0d-6fc4-4fda-81bc-fa90e20b372d req-f199d433-b8c3-4b1b-8eab-998511102e30 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1096 time: 0.0660126 Jul 13 07:23:22.644886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc1fac0d-6fc4-4fda-81bc-fa90e20b372d req-f314da08-b8bc-4e50-8b43-599ea6290edc tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Jul 13 07:23:22.688786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-58b9f393-32bc-4e32-9baf-125c17c7800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.690870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-58b9f393-32bc-4e32-9baf-125c17c7800d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0907779 Jul 13 07:23:22.698934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-fb6e60f0-6620-4cd1-bf1c-8d8989cd11ef tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.700355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-fb6e60f0-6620-4cd1-bf1c-8d8989cd11ef tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 807 time: 0.2519760 Jul 13 07:23:22.712151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:22.716005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.757444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-f1f607e2-73b9-4355-90bb-f3c0a8d7f1cc tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/quotas/ba457eee09ec41b5ba69550f44e3d487 HTTP/1.1" status: 200 len: 375 time: 0.0480328 Jul 13 07:23:22.830859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303b7c1-9ae6-497f-805a-7a5a051701d8 req-270011cc-5195-4250-b070-268f596c68c4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.832392 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e303b7c1-9ae6-497f-805a-7a5a051701d8 req-270011cc-5195-4250-b070-268f596c68c4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.0690978 Jul 13 07:23:22.874897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e303b7c1-9ae6-497f-805a-7a5a051701d8 req-f7708613-ad30-4224-857a-2f92b6838d5f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360329 Jul 13 07:23:22.887782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-e845d739-bfa6-47bb-bc06-b197d476f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.889331 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-e845d739-bfa6-47bb-bc06-b197d476f9d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1878188 Jul 13 07:23:22.963512 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-e327d605-b493-4f14-86a2-2f1d45d86328 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1977983 Jul 13 07:23:23.031469 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Allocated IP 10.1.1.227 (43631e76-28bf-4709-8183-09560f51c3a0/b2483b47-78ef-4219-a84d-205718e33c61/8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:23.036781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646604e0-f409-4400-84f3-7eec58028a16 req-23153185-8f72-4cc2-9206-b8e44e3cd1be tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.038392 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-646604e0-f409-4400-84f3-7eec58028a16 req-23153185-8f72-4cc2-9206-b8e44e3cd1be tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 1096 time: 0.0567949 Jul 13 07:23:23.075896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-646604e0-f409-4400-84f3-7eec58028a16 req-437aef62-2c78-4235-892c-fd62dd2d4503 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301249 Jul 13 07:23:23.106501 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-2cdcf4b8-feb3-4247-8bdf-93724a6059ad service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955781 Jul 13 07:23:23.110253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:23.112552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:23.193588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-f6370d4f-4b70-4cbf-b70c-db315ffffe50 service neutron] 10.222.0.41 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008431 Jul 13 07:23:23.365488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e71752-11be-40e0-a58b-c3a0ca9380cc req-7127666c-9345-4e55-a055-7a1f019cd2fa tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.367628 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4e71752-11be-40e0-a58b-c3a0ca9380cc req-7127666c-9345-4e55-a055-7a1f019cd2fa tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.0693035 Jul 13 07:23:23.370951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-2a718d11-76f3-4eac-9012-a512252bba86 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535100 Jul 13 07:23:23.411058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.423087 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-1243417a-6819-489b-b5dc-ab62e8090147 service neutron] 10.222.0.41 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973999 Jul 13 07:23:23.440663 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4e71752-11be-40e0-a58b-c3a0ca9380cc req-9ee20afc-4be0-4ca2-8a1b-4545e5c94034 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650685 Jul 13 07:23:23.444733 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.464487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Transition to ACTIVE for port object 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:23.482270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:23.484596 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e504d1-9812-4776-9d3f-3cdb3681465a" -d '{"events": [{"server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:23.495556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:23.520649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-1efc0b2b-6032-4296-adb9-19ea9a3bd8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.522228 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-1efc0b2b-6032-4296-adb9-19ea9a3bd8a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 1096 time: 0.0944827 Jul 13 07:23:23.527753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:23.531286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d', 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472', 'port_id': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d', 'mac_address': 'fa:16:3e:ca:3b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f5aeda-79d4-45a2-ad68-376ab55b377c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:23.535192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.547669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.549219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.670430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 43631e76-28bf-4709-8183-09560f51c3a0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:23.673925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Port': ['ID=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:23.681856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:23.685497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:23.695628 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.700795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:23.702448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e933c19-a738-436c-8846-7e362f323893 req-c1c44b73-9647-422c-bff0-6e3a0c43bbfa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.712462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e933c19-a738-436c-8846-7e362f323893 req-c1c44b73-9647-422c-bff0-6e3a0c43bbfa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.733129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e933c19-a738-436c-8846-7e362f323893 req-c1c44b73-9647-422c-bff0-6e3a0c43bbfa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.734982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e933c19-a738-436c-8846-7e362f323893 req-c1c44b73-9647-422c-bff0-6e3a0c43bbfa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 2374 time: 0.1177161 Jul 13 07:23:23.745378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.750515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.751194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.751795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.752361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.752903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.753443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.754024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.754575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.755112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.755648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.756440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:23.764715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:23.795311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-40425d36-dbaf-4907-a5cf-805eecd310e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.797299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-40425d36-dbaf-4907-a5cf-805eecd310e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 915 time: 0.2677224 Jul 13 07:23:23.811864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.812542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.835445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:23.849298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.869934 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e933c19-a738-436c-8846-7e362f323893 req-067db78b-c2fc-4125-af32-62abd1a4d226 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177254 Jul 13 07:23:23.905822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-6006cb5b-ae08-444a-a623-46ee548efaac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5292177 Jul 13 07:23:23.907286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-1779d89f-efc6-445d-8545-501331c26dbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5da1396e-fa70-443c-9956-32b2d4ae030f HTTP/1.1" status: 200 len: 217 time: 0.0769413 Jul 13 07:23:23.932479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600', 'admin_state_up': True, 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'security_groups': ['6c3a6854-0d17-4d73-ba44-a43245d3da7f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:23.948619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:24.165800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-7369e1f5-f00c-4b17-b00d-7e3cd875c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.167632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-7369e1f5-f00c-4b17-b00d-7e3cd875c5fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=570a80c5-af86-4320-a39f-e0755221723a HTTP/1.1" status: 200 len: 854 time: 0.2188418 Jul 13 07:23:24.191296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-59d981cd-df1d-4a9a-bd78-ce247c40c3bc None None] Provisioning for port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:24.203914 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-59d981cd-df1d-4a9a-bd78-ce247c40c3bc None None] Provisioning complete for port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:24.205979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59d981cd-df1d-4a9a-bd78-ce247c40c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.256301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5b3fcbbb-2d97-4c25-a9ee-1c30df86119d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:24.300256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-38e67a46-a149-4f13-bec8-9be1326fea93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99818d9a-2276-4bac-8324-36ea7129f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875065 Jul 13 07:23:24.337057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-59d981cd-df1d-4a9a-bd78-ce247c40c3bc None None] Port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:24.340216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:24.603148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f32f2-191c-4307-9a6d-6d1fc020509c req-b5db5241-cc85-4300-a2be-7371db3bc7ec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.614343 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-839f32f2-191c-4307-9a6d-6d1fc020509c req-b5db5241-cc85-4300-a2be-7371db3bc7ec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 947 time: 0.3880122 Jul 13 07:23:24.651252 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbbd272-4f8a-481c-b4fc-5c10a591bf08 x-openstack-request-id: req-3bbbd272-4f8a-481c-b4fc-5c10a591bf08 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:24.651653 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:24.652008 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bbbd272-4f8a-481c-b4fc-5c10a591bf08 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:24.652504 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d', 'code': 200} Jul 13 07:23:24.667428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-adf29d87-1ccd-4fae-a3a0-411bf0b23340 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393996 Jul 13 07:23:24.671725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.726066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-839f32f2-191c-4307-9a6d-6d1fc020509c req-9fe3f0d6-759f-448d-84e5-cf19890ef01a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107433 Jul 13 07:23:24.897202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d918-78af-4cb3-87f1-f180061bf80f req-ee412719-f1d8-4bdf-a915-00b32eecc69c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.898843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d33d918-78af-4cb3-87f1-f180061bf80f req-ee412719-f1d8-4bdf-a915-00b32eecc69c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.1403940 Jul 13 07:23:24.950599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d33d918-78af-4cb3-87f1-f180061bf80f req-3ad56eff-9308-47f2-ad42-22edc2cfc34d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453448 Jul 13 07:23:25.055416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:25.167505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:25.176484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2e9cf-b59f-4d3b-88b0-525dfc670a40 req-fe3d1742-afc8-44b4-b94c-33326f6d5011 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.178615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7e2e9cf-b59f-4d3b-88b0-525dfc670a40 req-fe3d1742-afc8-44b4-b94c-33326f6d5011 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 944 time: 0.1173971 Jul 13 07:23:25.180046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'mac_address': 'fa:16:3e:9d:c7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:25.229210 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.245422 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7e2e9cf-b59f-4d3b-88b0-525dfc670a40 req-0b184c9a-1d5b-4135-bed8-a5e8c38f449c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612066 Jul 13 07:23:25.254756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba73af02-d9a0-40e9-b70d-8d319d7c6b1b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:25.271814 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-22969fc9-0c9e-414f-a996-c7e2bf42f053 req-a1789884-1146-4a13-b9b1-ae0d474205e3 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 210 time: 0.0641208 Jul 13 07:23:25.299801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:25.304621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.344830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:25.473485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:25.490432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9', 'port_id': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'mac_address': 'fa:16:3e:6a:09:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570a80c5-af86-4320-a39f-e0755221723a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:25.545120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:25.559168 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.574338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da1396e-fa70-443c-9956-32b2d4ae030f {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:25.608725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:25.621847 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.680099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:25.681020 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-058935a2-d93d-4ae9-b608-5a4db6f7d9d9 req-0574f989-4474-48fe-be96-023a3afd4124 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9996233 Jul 13 07:23:25.770908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-8ac948b7-9e01-413d-adc4-e1d881677fd8 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.772271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-8ac948b7-9e01-413d-adc4-e1d881677fd8 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 807 time: 0.3242114 Jul 13 07:23:25.812587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Request body: {'port': {'device_id': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39', 'admin_state_up': True, 'tenant_id': 'ba457eee09ec41b5ba69550f44e3d487'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:25.865030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89c0c2-4b53-46b5-b08f-5c15a666534c req-5db64316-9e94-477e-9a72-172d865d301d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.870989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89c0c2-4b53-46b5-b08f-5c15a666534c req-5db64316-9e94-477e-9a72-172d865d301d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.877412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89c0c2-4b53-46b5-b08f-5c15a666534c req-5db64316-9e94-477e-9a72-172d865d301d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.879109 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bb89c0c2-4b53-46b5-b08f-5c15a666534c req-5db64316-9e94-477e-9a72-172d865d301d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 2374 time: 0.2753913 Jul 13 07:23:25.886057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Allocated IP 10.2.2.100 (99c0e8ba-e29c-47b8-ba72-68e6a2413600/d0ac876f-0d36-4e2f-8ee8-04d3f381edab/40330ad7-4dd0-496c-ba31-b175cc83d844) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:25.952753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5da1396e-fa70-443c-9956-32b2d4ae030f'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:25.982613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:26.046632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-655d23c2-1cf7-4651-9b35-6d39f17792a1 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.048289 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-655d23c2-1cf7-4651-9b35-6d39f17792a1 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65&tenant_id=ae5003457ccc48e8a8111c6982ea6a11&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 948 time: 0.2946398 Jul 13 07:23:26.056687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bb89c0c2-4b53-46b5-b08f-5c15a666534c req-8099ea35-daf3-4986-905d-278f83ed97e4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583526 Jul 13 07:23:26.169992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04733c8-1502-4a57-99a4-60c52b603705 req-223c687b-8c12-4781-a060-b449bf1e5d00 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.175052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e04733c8-1502-4a57-99a4-60c52b603705 req-223c687b-8c12-4781-a060-b449bf1e5d00 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 948 time: 0.1262102 Jul 13 07:23:26.179277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Made reservation on behalf of ba457eee09ec41b5ba69550f44e3d487 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:26.182842 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.235775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-27cd9643-8d46-4519-80fd-2716ee12d4bc service neutron] 10.222.0.48 "GET /v2.0/ports/ba73af02-d9a0-40e9-b70d-8d319d7c6b1b/bindings/n-h2-758944-43 HTTP/1.1" status: 200 len: 383 time: 0.1706462 Jul 13 07:23:26.241378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.276049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e04733c8-1502-4a57-99a4-60c52b603705 req-366f6b2f-7393-442c-838a-b277ba62ffd9 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929277 Jul 13 07:23:26.367110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Transition to ACTIVE for port object 40330ad7-4dd0-496c-ba31-b175cc83d844 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:26.455993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d20390-7338-4410-b716-b4e2047cc008 req-99b43b2e-ddbf-4f17-903c-a4513871955d tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.457680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-97d20390-7338-4410-b716-b4e2047cc008 req-99b43b2e-ddbf-4f17-903c-a4513871955d tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 944 time: 0.0684466 Jul 13 07:23:26.479084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Allocated IP 172.20.0.10 (a213c5f0-2b9d-49a6-8d16-16b751dbfd39/171f8e58-8336-459b-a7d7-cdb2637d87b0/76ea4bc0-31f2-4418-8034-7e2c4641c550) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:26.494178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07724b67-aaac-483a-a82a-d6c6a9123310 req-9203dd39-8d35-4d27-8720-1402d1249954 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.495774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07724b67-aaac-483a-a82a-d6c6a9123310 req-9203dd39-8d35-4d27-8720-1402d1249954 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 945 time: 0.2510195 Jul 13 07:23:26.498919 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-97d20390-7338-4410-b716-b4e2047cc008 req-b94257d6-1afc-4c41-aea4-190469086bb1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Jul 13 07:23:26.501607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-cd658720-0556-4f70-a2ba-dc16fb106d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.503185 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-cd658720-0556-4f70-a2ba-dc16fb106d45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1100 time: 0.2159860 Jul 13 07:23:26.524376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.646966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:26.648082 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8fc912ba-7ad5-4c28-9526-6c18772b6cab req-a54e8544-2dec-4ac2-a673-a5d18e59efa4 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 210 time: 0.0346045 Jul 13 07:23:26.676548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07724b67-aaac-483a-a82a-d6c6a9123310 req-868df064-5df4-4ba2-9d91-b95cb5b340d6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684666 Jul 13 07:23:26.687411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:26.697259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Port': ['ID=40330ad7-4dd0-496c-ba31-b175cc83d844,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:26.702191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:26.789675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-04bcbab1-8c61-4a29-918d-1b4e7b6a77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.791215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-04bcbab1-8c61-4a29-918d-1b4e7b6a77b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2808187 Jul 13 07:23:26.873743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.874411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.880385 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-0d6140b6-561c-4080-acf2-152c4e67f280 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.0617785 Jul 13 07:23:26.922194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2facaa7b-3e2f-4888-85c4-8bffa5667f9d None None] Provisioning for port 40330ad7-4dd0-496c-ba31-b175cc83d844 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:26.928387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2facaa7b-3e2f-4888-85c4-8bffa5667f9d None None] Provisioning complete for port 40330ad7-4dd0-496c-ba31-b175cc83d844 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:26.928919 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2facaa7b-3e2f-4888-85c4-8bffa5667f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.932932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5eedba0c-e188-4e4d-80a2-6df340ef838d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0151455 Jul 13 07:23:26.946412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600', 'admin_state_up': True, 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'security_groups': ['6c3a6854-0d17-4d73-ba44-a43245d3da7f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:26.975212 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.989122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2facaa7b-3e2f-4888-85c4-8bffa5667f9d None None] Port 40330ad7-4dd0-496c-ba31-b175cc83d844 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:26.992523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-c37c445b-4daf-48a0-a01d-3bd96d232afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.994031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-c37c445b-4daf-48a0-a01d-3bd96d232afb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1057525 Jul 13 07:23:27.073696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:27.138482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.148140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:27.158106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f501848-6f29-44ab-be48-b496f56111d8'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:27.180336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-90eea8a7-c6ed-40d9-9542-b99e221f1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.181883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-90eea8a7-c6ed-40d9-9542-b99e221f1817 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1796427 Jul 13 07:23:27.191269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:27.201024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Made reservation on behalf of 6fcff543a302416f9e5c5ed2c9c80c1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:27.205678 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.243663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:27.244206 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.244678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:27.262729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:27.267917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:27.273447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Pushing event updated for resources: {'Port': ['ID=76ea4bc0-31f2-4418-8034-7e2c4641c550,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:27.305855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826d590-99fa-4fd0-8e46-ca2fe0f7e021 req-5da5cf71-9415-4573-8959-94a5e4b72eed tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.315058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826d590-99fa-4fd0-8e46-ca2fe0f7e021 req-5da5cf71-9415-4573-8959-94a5e4b72eed tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.325152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826d590-99fa-4fd0-8e46-ca2fe0f7e021 req-5da5cf71-9415-4573-8959-94a5e4b72eed tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.336346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826d590-99fa-4fd0-8e46-ca2fe0f7e021 req-5da5cf71-9415-4573-8959-94a5e4b72eed tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.349097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7826d590-99fa-4fd0-8e46-ca2fe0f7e021 req-5da5cf71-9415-4573-8959-94a5e4b72eed tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 3095 time: 0.1280196 Jul 13 07:23:27.379081 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.409419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.409648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7826d590-99fa-4fd0-8e46-ca2fe0f7e021 req-66738209-83ea-408e-b410-8ff69aa7d346 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560012 Jul 13 07:23:27.410523 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.440118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-955ec2cb-09e8-4d33-adad-3d5f3cda3288 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486560 Jul 13 07:23:27.468501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:27.470793 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1214454-df31-4515-b6a5-201bb96ab0ef" -d '{"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-plugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:27.486012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:27.486398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.488809 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-9636c17b-1dba-4d12-b368-02b08c0eee37 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6885171 Jul 13 07:23:27.488960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:27.519509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.540520 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46d51cc-b125-49ea-bb70-fc502ed38a4e x-openstack-request-id: req-b46d51cc-b125-49ea-bb70-fc502ed38a4e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:27.540755 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-plugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:27.540953 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b46d51cc-b125-49ea-bb70-fc502ed38a4e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:27.541340 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'code': 200} Jul 13 07:23:27.544740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:27.560460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Request body: {'port': {'device_id': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:27.681451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:27.759217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 5da1396e-fa70-443c-9956-32b2d4ae030f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:27.761345 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.789338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ee508-fad0-4553-ae0d-72cf83b4718a req-afdf80a3-032c-4af2-a62d-7280aece6d38 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.794434 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b29ee508-fad0-4553-ae0d-72cf83b4718a req-afdf80a3-032c-4af2-a62d-7280aece6d38 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 944 time: 0.1232939 Jul 13 07:23:27.798586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 5da1396e-fa70-443c-9956-32b2d4ae030f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:27.799289 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.808850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.840302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Allocated IP 10.2.2.200 (99c0e8ba-e29c-47b8-ba72-68e6a2413600/d0ac876f-0d36-4e2f-8ee8-04d3f381edab/c68d5211-6f63-4ded-bf57-4c089281861a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:27.859530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:27.865725 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.867499 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b29ee508-fad0-4553-ae0d-72cf83b4718a req-aa54ef5e-2d39-49ac-ab6d-0efca45c5abe tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617466 Jul 13 07:23:27.969221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:27.993115 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.012722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ae10e-0082-424f-b037-acc1cd66ad13 req-8c54f736-04bc-42e3-973c-ae167e87152f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.020920 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b3ae10e-0082-424f-b037-acc1cd66ad13 req-8c54f736-04bc-42e3-973c-ae167e87152f tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.5243111 Jul 13 07:23:28.047484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:28.053621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.062480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1eae0c08-fc5f-4c65-8358-783152aac793 None None] Provisioning complete for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:28.062860 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1eae0c08-fc5f-4c65-8358-783152aac793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.075177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1feea-a065-4e78-910f-e3dc6a9a427d req-66b6f079-7492-4b28-b7ed-e9772d0ca196 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.082756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54f1feea-a065-4e78-910f-e3dc6a9a427d req-66b6f079-7492-4b28-b7ed-e9772d0ca196 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 932 time: 0.0841360 Jul 13 07:23:28.139038 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54f1feea-a065-4e78-910f-e3dc6a9a427d req-9eb64169-b2a7-4520-a044-5766d1dcaf23 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Jul 13 07:23:28.155580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:28.398861 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-fdc01988-6419-4c9e-a46c-45611450a699 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9007087 Jul 13 07:23:28.504450 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b3ae10e-0082-424f-b037-acc1cd66ad13 req-8d83112e-696a-4b4d-99c1-735d6d6fb4a6 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825468 Jul 13 07:23:28.594217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cad46a-802c-418e-9dba-be7928350d72 req-f5e1cb86-3e49-4d02-ba33-85bd819376b4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.596437 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64cad46a-802c-418e-9dba-be7928350d72 req-f5e1cb86-3e49-4d02-ba33-85bd819376b4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.3523071 Jul 13 07:23:28.661605 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64cad46a-802c-418e-9dba-be7928350d72 req-533a9fc8-d056-46e7-8667-be8c67aede68 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591726 Jul 13 07:23:28.681956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.685665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ea4bc0-31f2-4418-8034-7e2c4641c550 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:28.698125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.712109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Transition to ACTIVE for port object c68d5211-6f63-4ded-bf57-4c089281861a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:28.719281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Transition to ACTIVE for port object 76ea4bc0-31f2-4418-8034-7e2c4641c550 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:28.725298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.807809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Pushing event updated for resources: {'Port': ['ID=76ea4bc0-31f2-4418-8034-7e2c4641c550,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:28.814078 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.868295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921a9eb-a9b2-47ea-ae7d-e370ed56541e req-7c9a0b21-9c70-43ca-9e9a-67d90e0adc62 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.874763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921a9eb-a9b2-47ea-ae7d-e370ed56541e req-7c9a0b21-9c70-43ca-9e9a-67d90e0adc62 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.881129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921a9eb-a9b2-47ea-ae7d-e370ed56541e req-7c9a0b21-9c70-43ca-9e9a-67d90e0adc62 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.887398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921a9eb-a9b2-47ea-ae7d-e370ed56541e req-7c9a0b21-9c70-43ca-9e9a-67d90e0adc62 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.889257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d921a9eb-a9b2-47ea-ae7d-e370ed56541e req-7c9a0b21-9c70-43ca-9e9a-67d90e0adc62 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 3095 time: 0.0955379 Jul 13 07:23:28.919797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:28.927151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:28.931246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:28.945220 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d921a9eb-a9b2-47ea-ae7d-e370ed56541e req-e8a8d9e2-147d-4cec-ac71-0f94890e21f8 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493770 Jul 13 07:23:28.968434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event updated for resources: {'Port': ['ID=c68d5211-6f63-4ded-bf57-4c089281861a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:29.000392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.001446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.022232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-51b9d4a3-8971-46b9-a0e4-710c1254080f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0798130 Jul 13 07:23:29.023191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:29.023696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:29.024199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:29.029186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:29.029779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:29.038117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:29.043636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:29.044253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:29.044659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:29.045105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Bound port: 76ea4bc0-31f2-4418-8034-7e2c4641c550, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:29.045483 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.215399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:29.225626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.232183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:29.242591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.247218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-85bc1b3e-ac26-44f7-8fcf-1ed12ae85a48 None None] Provisioning for port c68d5211-6f63-4ded-bf57-4c089281861a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:29.252702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-85bc1b3e-ac26-44f7-8fcf-1ed12ae85a48 None None] Provisioning complete for port c68d5211-6f63-4ded-bf57-4c089281861a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:29.253393 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85bc1b3e-ac26-44f7-8fcf-1ed12ae85a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.301425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6f7ed-d9ab-48a4-9933-7fd8f3e8ca34 req-d4ceb765-e1f5-4c28-8d9a-029437db8ddf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.302995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eae6f7ed-d9ab-48a4-9933-7fd8f3e8ca34 req-d4ceb765-e1f5-4c28-8d9a-029437db8ddf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.2375040 Jul 13 07:23:29.305516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-85bc1b3e-ac26-44f7-8fcf-1ed12ae85a48 None None] Port c68d5211-6f63-4ded-bf57-4c089281861a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:29.325916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.325916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.326846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] 10.222.0.48 "PUT /v2.0/ports/76ea4bc0-31f2-4418-8034-7e2c4641c550 HTTP/1.1" status: 200 len: 1093 time: 1.8224833 Jul 13 07:23:29.331230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:29.332846 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696047e5-a074-45c4-a267-20f7112a16a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:29.371709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79bc97-0766-4a8e-be44-ba034b798964 req-a1bf933e-cd66-476c-aeb2-13c5f8c9af1f tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.374423 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f79bc97-0766-4a8e-be44-ba034b798964 req-a1bf933e-cd66-476c-aeb2-13c5f8c9af1f tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.1049068 Jul 13 07:23:29.418758 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f79bc97-0766-4a8e-be44-ba034b798964 req-a1c58f91-0307-4121-af0d-7b6890de92cb tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Jul 13 07:23:29.460341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2ac13-26c6-4455-b1a5-a400eb25fed5 service neutron] Pushing event updated for resources: {'Port': ['ID=76ea4bc0-31f2-4418-8034-7e2c4641c550,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:29.479540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eae6f7ed-d9ab-48a4-9933-7fd8f3e8ca34 req-ae0f17e4-2ec5-40e9-923c-715862388328 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621854 Jul 13 07:23:29.480998 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45df9325-b530-4b1a-a103-8ba2d322499c x-openstack-request-id: req-45df9325-b530-4b1a-a103-8ba2d322499c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:29.481293 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:29.481545 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45df9325-b530-4b1a-a103-8ba2d322499c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:29.481935 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550', 'status': 'completed', 'code': 200} Jul 13 07:23:29.542879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d'}, {'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:29.545433 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a07b84-ad96-4835-a759-b3beaf3ecfcd" -d '{"events": [{"server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "name": "network-vif-plugged", "status": "completed", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d"}, {"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-plugged", "status": "completed", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:29.569517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-0edae938-339e-4b30-ae49-edd22008e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.571112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-0edae938-339e-4b30-ae49-edd22008e4e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 1096 time: 0.2004242 Jul 13 07:23:29.618981 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d20cbd-8cab-4607-bac6-ba6402356e3f x-openstack-request-id: req-17d20cbd-8cab-4607-bac6-ba6402356e3f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:29.618981 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "name": "network-vif-plugged", "status": "completed", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d", "code": 200}, {"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-plugged", "status": "completed", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:29.618981 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17d20cbd-8cab-4607-bac6-ba6402356e3f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:29.619392 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d', 'code': 200} Jul 13 07:23:29.619392 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'code': 200} Jul 13 07:23:29.620412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-06908925-086c-4217-8322-0381d43ed587 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550 HTTP/1.1" status: 200 len: 217 time: 0.0412195 Jul 13 07:23:29.709863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-ff3a8758-968d-47b0-bd31-8490bb70d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.711566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-ff3a8758-968d-47b0-bd31-8490bb70d08e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.0793016 Jul 13 07:23:29.774091 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-2643bfd4-5617-440c-9065-a306eac812f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381846 Jul 13 07:23:29.831345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a19700-666d-4c9e-a9de-86a18f02f6aa {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:29.849485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.856759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318693-0377-44a9-b7b5-3c501672216e req-7cdfac9f-896b-4d01-b44c-f71f1611bee0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.866119 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d318693-0377-44a9-b7b5-3c501672216e req-7cdfac9f-896b-4d01-b44c-f71f1611bee0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1721318 Jul 13 07:23:29.897262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Transition to ACTIVE for port object d7a19700-666d-4c9e-a9de-86a18f02f6aa will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:29.905728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.966893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d318693-0377-44a9-b7b5-3c501672216e req-99adef68-f117-4e47-94b9-3ecb7fa5db76 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995862 Jul 13 07:23:29.986378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c0954-ca1c-45ce-b003-9389cd64d8a8 req-34de4035-1d6f-48da-91ee-7094befbdac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.987998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c23c0954-ca1c-45ce-b003-9389cd64d8a8 req-34de4035-1d6f-48da-91ee-7094befbdac5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 1098 time: 0.2274971 Jul 13 07:23:30.006858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd216d-43ff-4405-80e3-521f6f5d4e1a req-b8594857-0762-4512-8d04-c1baa4b42d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.008535 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efbd216d-43ff-4405-80e3-521f6f5d4e1a req-b8594857-0762-4512-8d04-c1baa4b42d6b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 1097 time: 0.2054222 Jul 13 07:23:30.034136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-02bbe599-0622-4889-bd04-3a8a4b2b00f3 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354686 Jul 13 07:23:30.034839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a19700-666d-4c9e-a9de-86a18f02f6aa,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:30.084078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efbd216d-43ff-4405-80e3-521f6f5d4e1a req-40ddd1ee-7b2e-48d3-af08-23153d4b0410 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667586 Jul 13 07:23:30.216738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Attempting to bind port d7a19700-666d-4c9e-a9de-86a18f02f6aa on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:30.217088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Attempting to bind port d7a19700-666d-4c9e-a9de-86a18f02f6aa by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:30.217427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Attempting to bind port d7a19700-666d-4c9e-a9de-86a18f02f6aa on network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:30.253310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c23c0954-ca1c-45ce-b003-9389cd64d8a8 req-7e210c40-2153-4c58-955b-d6e4fdfd3427 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543836 Jul 13 07:23:30.269616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4109c0-6888-47a5-adf0-9c41672aed88 req-426ca93b-ba81-40ce-80fc-61802de96bbc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.271164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae4109c0-6888-47a5-adf0-9c41672aed88 req-426ca93b-ba81-40ce-80fc-61802de96bbc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2981069 Jul 13 07:23:30.281317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Port d7a19700-666d-4c9e-a9de-86a18f02f6aa on network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:30.281648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Attempting to bind port d7a19700-666d-4c9e-a9de-86a18f02f6aa on network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:30.307139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:30.307491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Checking segment: {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:30.307889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Bound using segment: {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:30.308329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Bound port: d7a19700-666d-4c9e-a9de-86a18f02f6aa, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82af2852-66a3-4248-b2ed-5bafb439a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:30.308692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.350659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae4109c0-6888-47a5-adf0-9c41672aed88 req-8dcc3b3b-f1dc-4099-912e-83bb94679b31 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723374 Jul 13 07:23:30.355005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd1a9992-5570-4a90-970d-76b4dd77321f req-44a4aed2-94ad-458f-8705-151cffa88956 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049636 Jul 13 07:23:30.411427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc6be-cc96-42ac-86d2-5a72290e78b7 req-53177132-5d91-483a-a167-1b3b037e32a1 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.417213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc6be-cc96-42ac-86d2-5a72290e78b7 req-53177132-5d91-483a-a167-1b3b037e32a1 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.424070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc6be-cc96-42ac-86d2-5a72290e78b7 req-53177132-5d91-483a-a167-1b3b037e32a1 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.430679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc6be-cc96-42ac-86d2-5a72290e78b7 req-53177132-5d91-483a-a167-1b3b037e32a1 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.437561 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc6be-cc96-42ac-86d2-5a72290e78b7 req-53177132-5d91-483a-a167-1b3b037e32a1 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.446402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-792bc6be-cc96-42ac-86d2-5a72290e78b7 req-53177132-5d91-483a-a167-1b3b037e32a1 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 3828 time: 0.1293797 Jul 13 07:23:30.495502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] For port d7a19700-666d-4c9e-a9de-86a18f02f6aa, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:30.504053 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-792bc6be-cc96-42ac-86d2-5a72290e78b7 req-32f6ac4e-00ee-4452-b4f6-3be5c3014100 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566721 Jul 13 07:23:30.528932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] For port d7a19700-666d-4c9e-a9de-86a18f02f6aa, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:30.537776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.614537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a19700-666d-4c9e-a9de-86a18f02f6aa,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:30.653036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.653772 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.655241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-17dda4a7-0674-408b-89d3-c13df2930d35 service neutron] 10.222.0.48 "PUT /v2.0/ports/d7a19700-666d-4c9e-a9de-86a18f02f6aa HTTP/1.1" status: 200 len: 1093 time: 1.6215119 Jul 13 07:23:30.669466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696047e5-a074-45c4-a267-20f7112a16a3 req-b9302bd0-3d5d-4af1-9dd4-49caabb0e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.673703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-696047e5-a074-45c4-a267-20f7112a16a3 req-b9302bd0-3d5d-4af1-9dd4-49caabb0e740 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 1096 time: 0.2169781 Jul 13 07:23:30.679277 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:23:30.765336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-2a69b521-9076-4fd8-9568-2346fb448a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.767766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-2a69b521-9076-4fd8-9568-2346fb448a22 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65&tenant_id=ae5003457ccc48e8a8111c6982ea6a11 HTTP/1.1" status: 200 len: 1101 time: 0.1522510 Jul 13 07:23:30.827857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696047e5-a074-45c4-a267-20f7112a16a3 req-85e5ca38-bbdb-4cb2-ba41-8571a9b65f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.829995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-696047e5-a074-45c4-a267-20f7112a16a3 req-85e5ca38-bbdb-4cb2-ba41-8571a9b65f6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.1501207 Jul 13 07:23:30.831466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:30.852489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:30.974775 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.019450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.031456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f3bd1-30e3-4e96-a74a-cc84de723ba3 req-aa273751-8ddd-4883-a02b-ed33e8113945 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:31.039627 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a5f3bd1-30e3-4e96-a74a-cc84de723ba3 req-aa273751-8ddd-4883-a02b-ed33e8113945 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.2685668 Jul 13 07:23:31.122823 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-696047e5-a074-45c4-a267-20f7112a16a3 req-9a3ac504-af52-4caf-856d-acbc6f0db3e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550 HTTP/1.1" status: 200 len: 217 time: 0.1043358 Jul 13 07:23:31.131367 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a5f3bd1-30e3-4e96-a74a-cc84de723ba3 req-64468859-070a-4522-b24f-6d9cf36e18fe tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905337 Jul 13 07:23:31.418234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696047e5-a074-45c4-a267-20f7112a16a3 req-7823abca-955d-4af2-8b03-a85b105471f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:31.420171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-696047e5-a074-45c4-a267-20f7112a16a3 req-7823abca-955d-4af2-8b03-a85b105471f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.2521701 Jul 13 07:23:31.433583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654bfed-8f83-496a-a861-19aec04b7b12 req-553bdfd0-2826-407f-b060-9d79c8179f0a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:31.435225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654bfed-8f83-496a-a861-19aec04b7b12 req-553bdfd0-2826-407f-b060-9d79c8179f0a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.6032877 Jul 13 07:23:31.443640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:31.498791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:31.501513 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23" -d '{"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:31.503433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:31.505508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-696047e5-a074-45c4-a267-20f7112a16a3 req-106ef490-bb75-4b4d-87f1-45f38707e319 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620515 Jul 13 07:23:31.546868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654bfed-8f83-496a-a861-19aec04b7b12 req-4cc4595c-1237-4e68-a157-50c11916e752 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001647 Jul 13 07:23:31.574745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:31.576903 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4c1669-79ab-43ee-9e67-3f5ce9df1aee" -d '{"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-unplugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:31.582597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.602860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0318eb9-87e5-4d1e-b292-de5e071f0712 req-56d194e5-3a43-4ec6-8eeb-487e7912d1fb tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:31.604592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0318eb9-87e5-4d1e-b292-de5e071f0712 req-56d194e5-3a43-4ec6-8eeb-487e7912d1fb tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.1830232 Jul 13 07:23:31.612681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Transition to ACTIVE for port object ba73af02-d9a0-40e9-b70d-8d319d7c6b1b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:31.623659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.682081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-696047e5-a074-45c4-a267-20f7112a16a3 req-06de9a6c-e453-4286-804d-4f540132d3be service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657071 Jul 13 07:23:31.718359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] No DVR routers for this DVR port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:31.722877 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0318eb9-87e5-4d1e-b292-de5e071f0712 req-cdd73357-45f5-4897-ba63-8686eddf58c5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073389 Jul 13 07:23:31.724597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:31.792034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:31.792331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:31.792674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:31.799077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:31.799361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Attempting to bind port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:31.817135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:31.817504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:31.818388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:31.818850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Bound port: ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:31.819282 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.849009 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fe0d95-9593-4011-a0d6-6ff8b606b7a9 x-openstack-request-id: req-02fe0d95-9593-4011-a0d6-6ff8b606b7a9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:31.849676 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:31.850740 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02fe0d95-9593-4011-a0d6-6ff8b606b7a9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:31.851372 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'status': 'completed', 'code': 200} Jul 13 07:23:31.912683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb4393c-cae2-4335-9cdd-38404d619dad {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:31.933446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.944731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-696047e5-a074-45c4-a267-20f7112a16a3 req-5094c219-6ef7-43c8-a461-f62088b8eebf service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563229 Jul 13 07:23:31.983122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Transition to ACTIVE for port object 4eb4393c-cae2-4335-9cdd-38404d619dad will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:31.992265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:31.998041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:31.998573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.004502 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.049577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.050176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.051625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] 10.222.0.38 "PUT /v2.0/ports/ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 1097 time: 1.2251828 Jul 13 07:23:32.103156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b9e02-b7c5-48fb-b80a-72cd6d361674 req-e22085e9-5cc1-4ab2-ba4f-66c97f788055 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.104737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a33b9e02-b7c5-48fb-b80a-72cd6d361674 req-e22085e9-5cc1-4ab2-ba4f-66c97f788055 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1585810 Jul 13 07:23:32.127717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d0edc-295b-4767-846b-1a7d2442fd0d service neutron] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=11']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:32.135151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb4393c-cae2-4335-9cdd-38404d619dad,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:32.184897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-05a6b03a-75e3-4db2-8a86-43a0492460ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.185215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-05a6b03a-75e3-4db2-8a86-43a0492460ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.185659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-05a6b03a-75e3-4db2-8a86-43a0492460ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.186167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-05a6b03a-75e3-4db2-8a86-43a0492460ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.186786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-05a6b03a-75e3-4db2-8a86-43a0492460ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.188896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-05a6b03a-75e3-4db2-8a86-43a0492460ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 4364 time: 0.3238935 Jul 13 07:23:32.199566 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a33b9e02-b7c5-48fb-b80a-72cd6d361674 req-79ba4c4f-edd7-4e1b-8df7-93db54c7abdb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619533 Jul 13 07:23:32.232306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-e92c71c7-5c13-43a7-bfc3-fd0cdf334f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.233855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-e92c71c7-5c13-43a7-bfc3-fd0cdf334f48 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1100 time: 0.1514862 Jul 13 07:23:32.373577 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f6ee29-ac76-4c55-9c18-3e71b5bd0661 x-openstack-request-id: req-42f6ee29-ac76-4c55-9c18-3e71b5bd0661 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:32.373879 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-unplugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:32.374160 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42f6ee29-ac76-4c55-9c18-3e71b5bd0661 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:32.374569 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'code': 200} Jul 13 07:23:32.420027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-4df1ee4a-5901-436d-8f08-76070ac0f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.421857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-4df1ee4a-5901-436d-8f08-76070ac0f35d service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1820138 Jul 13 07:23:32.497469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-a4db7a6a-13d0-4de0-8975-ca7ded5a4888 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.0611818 Jul 13 07:23:32.504606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-c585bd11-ba18-4f41-90c8-53b5a16cd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.505083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-c585bd11-ba18-4f41-90c8-53b5a16cd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.505806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-c585bd11-ba18-4f41-90c8-53b5a16cd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.507414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-c585bd11-ba18-4f41-90c8-53b5a16cd1d0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3083975 Jul 13 07:23:32.546613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e485-2638-4bfb-bb46-12018a0afc29 req-ef66f8cf-08a3-482e-99e7-8fb49fd34650 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.552565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e485-2638-4bfb-bb46-12018a0afc29 req-ef66f8cf-08a3-482e-99e7-8fb49fd34650 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.558350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e485-2638-4bfb-bb46-12018a0afc29 req-ef66f8cf-08a3-482e-99e7-8fb49fd34650 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.564325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e485-2638-4bfb-bb46-12018a0afc29 req-ef66f8cf-08a3-482e-99e7-8fb49fd34650 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.566887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda50973-c76c-447b-b59f-97aa8e1cebb2 req-ce5a4ba1-874b-48d5-b7c3-c44bd8c56cff tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.568496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bda50973-c76c-447b-b59f-97aa8e1cebb2 req-ce5a4ba1-874b-48d5-b7c3-c44bd8c56cff tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1415377 Jul 13 07:23:32.570319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e485-2638-4bfb-bb46-12018a0afc29 req-ef66f8cf-08a3-482e-99e7-8fb49fd34650 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.570541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-82b34b6f-dd35-4b72-bcc0-ca100dabb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.572082 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-82b34b6f-dd35-4b72-bcc0-ca100dabb212 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0685792 Jul 13 07:23:32.576540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e485-2638-4bfb-bb46-12018a0afc29 req-ef66f8cf-08a3-482e-99e7-8fb49fd34650 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.578420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8aa4e485-2638-4bfb-bb46-12018a0afc29 req-ef66f8cf-08a3-482e-99e7-8fb49fd34650 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 4605 time: 0.5598924 Jul 13 07:23:32.618742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Attempting to bind port 4eb4393c-cae2-4335-9cdd-38404d619dad on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:32.619089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Attempting to bind port 4eb4393c-cae2-4335-9cdd-38404d619dad by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:32.619423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Attempting to bind port 4eb4393c-cae2-4335-9cdd-38404d619dad on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:32.648970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bda50973-c76c-447b-b59f-97aa8e1cebb2 req-fe1d74d7-915c-43f8-a39a-d9ab202d21ae tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718796 Jul 13 07:23:32.656862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Port 4eb4393c-cae2-4335-9cdd-38404d619dad on network 43631e76-28bf-4709-8183-09560f51c3a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:32.657743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Attempting to bind port 4eb4393c-cae2-4335-9cdd-38404d619dad on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:32.676833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-d5d651bd-8db6-451d-a79d-bc91821a9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.679781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-d5d651bd-8db6-451d-a79d-bc91821a9129 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006820 Jul 13 07:23:32.833879 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-463e5c93-6fe0-4d2c-b542-6d905dd193b0 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468899 Jul 13 07:23:33.048884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a0c9527-025f-4d1d-b862-03df9c30bf16 req-b50e04bc-1916-46d1-a639-1a0673d23c1b service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086380 Jul 13 07:23:33.075603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-78f5093b-eb2a-4ad3-b029-e7d617e29557 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:33.077443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:33.078119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Checking segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:33.078525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Bound using segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:33.079615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Bound port: 4eb4393c-cae2-4335-9cdd-38404d619dad, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:33.079933 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.086588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-78f5093b-eb2a-4ad3-b029-e7d617e29557 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 814 time: 0.1982021 Jul 13 07:23:33.104297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:33.105927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-9e4f989e-21a5-4694-8909-8cb459fa7cc6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/quotas/a487911f41254b7abbace563d4b0f278 HTTP/1.1" status: 200 len: 375 time: 0.0177202 Jul 13 07:23:33.131881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8aa4e485-2638-4bfb-bb46-12018a0afc29 req-f303fd4e-d54d-4c6f-a174-b0c297444a2d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5384831 Jul 13 07:23:33.196236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:33.196585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-11830a6d-5d11-4f41-8105-e26ce20ef5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:33.200610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e7ebdbe-04a2-48fe-a34c-f7ee4215ce23 req-11830a6d-5d11-4f41-8105-e26ce20ef5a4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6815922 Jul 13 07:23:33.233803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] For port 4eb4393c-cae2-4335-9cdd-38404d619dad, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:33.238463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] For port 4eb4393c-cae2-4335-9cdd-38404d619dad, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4eb4393c-cae2-4335-9cdd-38404d619dad,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:33.243339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.260700 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-b7829634-b675-4098-b5bd-575b375cd004 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521571 Jul 13 07:23:33.313342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:33.314700 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.316177 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] 10.222.0.48 "PUT /v2.0/ports/4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 200 len: 1136 time: 2.4852619 Jul 13 07:23:33.361189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:33.418571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5aac4a-f9a9-4f14-b5f2-e3d82e8b7317 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb4393c-cae2-4335-9cdd-38404d619dad,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:33.421381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-d167f9af-9800-403b-b5c5-eedce30a6eb7 service neutron] 10.222.0.41 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478221 Jul 13 07:23:33.588785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.603326 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-7c5cc3ae-d68b-4128-b291-cc88db827fe4 service neutron] 10.222.0.41 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750503 Jul 13 07:23:33.655355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3b3be-f11b-451a-9305-148bbbdaf113 req-df076673-bce3-40ed-ab3d-f942c752e399 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:33.664081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cae3b3be-f11b-451a-9305-148bbbdaf113 req-df076673-bce3-40ed-ab3d-f942c752e399 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.2226973 Jul 13 07:23:33.837411 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cae3b3be-f11b-451a-9305-148bbbdaf113 req-8d30c61a-8b52-4e0a-a05d-838bcb7a184d tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722009 Jul 13 07:23:33.874751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '4eb4393c-cae2-4335-9cdd-38404d619dad'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:33.881779 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cbd73b-11b9-4001-acaf-53802f6365d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "4eb4393c-cae2-4335-9cdd-38404d619dad"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:34.132736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b7f7-ce59-4e33-9899-b1cc385e73ac req-9c2b61ca-e6af-45cd-9427-d899a38cdb8f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.141236 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65a7b7f7-ce59-4e33-9899-b1cc385e73ac req-9c2b61ca-e6af-45cd-9427-d899a38cdb8f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.1960995 Jul 13 07:23:34.183330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f2a97-3da7-47bb-b70f-3cfa48d4b30b req-0ec62b82-783e-44ba-9822-f4449d74c925 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.186208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f77f2a97-3da7-47bb-b70f-3cfa48d4b30b req-0ec62b82-783e-44ba-9822-f4449d74c925 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 948 time: 0.1409297 Jul 13 07:23:34.220892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65a7b7f7-ce59-4e33-9899-b1cc385e73ac req-8619e1cb-f3b8-4089-96b6-7a07f1505d11 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752239 Jul 13 07:23:34.292891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cdbfac-8ed0-41c5-bfb5-f27e925b159e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:34.302154 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f77f2a97-3da7-47bb-b70f-3cfa48d4b30b req-e18aad56-3bcd-495a-a5f7-4811fb71ded7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054630 Jul 13 07:23:34.306675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.320476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Transition to ACTIVE for port object 96cdbfac-8ed0-41c5-bfb5-f27e925b159e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:34.325780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.375576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:34.378056 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1055fffb-f3f5-4448-a495-c6141e0322b8" -d '{"events": [{"name": "network-changed", "server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:34.543403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Pushing event updated for resources: {'Port': ['ID=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:34.627802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15e02314-11af-4715-9d74-b3e4e80ac71a req-f56c0436-72ea-48e2-a65a-112fc5028f22 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 210 time: 0.0771656 Jul 13 07:23:34.675681 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32b8e86-2e9a-4df1-8d2d-78ea7e06d49e x-openstack-request-id: req-c32b8e86-2e9a-4df1-8d2d-78ea7e06d49e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:34.675986 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "4eb4393c-cae2-4335-9cdd-38404d619dad", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:34.676256 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c32b8e86-2e9a-4df1-8d2d-78ea7e06d49e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:34.676664 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '4eb4393c-cae2-4335-9cdd-38404d619dad', 'status': 'completed', 'code': 200} Jul 13 07:23:34.793207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Attempting to bind port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:34.793560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Attempting to bind port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:34.793897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Attempting to bind port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:34.809647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e on network 43631e76-28bf-4709-8183-09560f51c3a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:34.815590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Attempting to bind port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:34.860887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:34.861893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Checking segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:34.864178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Bound using segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:34.864780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Bound port: 96cdbfac-8ed0-41c5-bfb5-f27e925b159e, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:34.866035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.001644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-306296be-d4fb-465b-bb5b-7239e3d9b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.002292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-306296be-d4fb-465b-bb5b-7239e3d9b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.003103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-306296be-d4fb-465b-bb5b-7239e3d9b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.003765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-306296be-d4fb-465b-bb5b-7239e3d9b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.004535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-306296be-d4fb-465b-bb5b-7239e3d9b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.005088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-306296be-d4fb-465b-bb5b-7239e3d9b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.005891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-306296be-d4fb-465b-bb5b-7239e3d9b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.008024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-306296be-d4fb-465b-bb5b-7239e3d9b48b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6180 time: 0.3304622 Jul 13 07:23:35.114711 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4abc58d-009e-4963-ada8-bd5ce3778405 x-openstack-request-id: req-a4abc58d-009e-4963-ada8-bd5ce3778405 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:35.115006 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:35.115263 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4abc58d-009e-4963-ada8-bd5ce3778405 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:35.115662 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'status': 'completed', 'code': 200} Jul 13 07:23:35.176423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:35.210060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] For port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:35.225966 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.259937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42ed8-6c10-4715-a14b-4be14d64dbab req-519b9680-c159-498a-b932-7a9866486dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.273250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42ed8-6c10-4715-a14b-4be14d64dbab req-519b9680-c159-498a-b932-7a9866486dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.292056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42ed8-6c10-4715-a14b-4be14d64dbab req-519b9680-c159-498a-b932-7a9866486dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.292720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-72145907-e2da-46ff-9c49-6592159bed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.294910 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-72145907-e2da-46ff-9c49-6592159bed91 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1100 time: 0.1536882 Jul 13 07:23:35.308721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42ed8-6c10-4715-a14b-4be14d64dbab req-519b9680-c159-498a-b932-7a9866486dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.324077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42ed8-6c10-4715-a14b-4be14d64dbab req-519b9680-c159-498a-b932-7a9866486dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.332025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42ed8-6c10-4715-a14b-4be14d64dbab req-519b9680-c159-498a-b932-7a9866486dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.339158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42ed8-6c10-4715-a14b-4be14d64dbab req-519b9680-c159-498a-b932-7a9866486dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.341120 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3c42ed8-6c10-4715-a14b-4be14d64dbab req-519b9680-c159-498a-b932-7a9866486dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5382 time: 0.4236615 Jul 13 07:23:35.359583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:35.372803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'mac_address': 'fa:16:3e:9d:c7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:35.379689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f9590-4023-4c69-b509-1667ce8b1e36 req-61d8226c-6fa7-4637-a450-bb9a1286eb9e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.381754 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d3f9590-4023-4c69-b509-1667ce8b1e36 req-61d8226c-6fa7-4637-a450-bb9a1286eb9e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.1253781 Jul 13 07:23:35.439748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] For port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:35.455764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d3f9590-4023-4c69-b509-1667ce8b1e36 req-eb9a7025-0d18-4911-8f48-8375d84a8106 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 Jul 13 07:23:35.491012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-c10f5ca2-2826-40b7-977e-fd22f1b91869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.492756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-c10f5ca2-2826-40b7-977e-fd22f1b91869 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1899676 Jul 13 07:23:35.501372 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.535516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba73af02-d9a0-40e9-b70d-8d319d7c6b1b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:35.552383 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3c42ed8-6c10-4715-a14b-4be14d64dbab req-b5a20a9a-1a40-4b9f-aa69-7bbf401ec31d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2003047 Jul 13 07:23:35.558040 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.580509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:35.586852 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.603784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-7a14dc39-bd4a-4e23-831c-97c6a52ce699 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.1030087 Jul 13 07:23:35.661697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.664626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.670352 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] 10.222.0.48 "PUT /v2.0/ports/96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 200 len: 1136 time: 2.3144269 Jul 13 07:23:35.727433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:35.749293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-b3ede9a3-c5a7-4f92-a631-f667e4d656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.751439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-b3ede9a3-c5a7-4f92-a631-f667e4d656dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1119168 Jul 13 07:23:35.780137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:35.806943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aec3e-19f9-4c91-8309-c92574fd20ec service neutron] Pushing event updated for resources: {'Port': ['ID=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:35.895106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-3511659b-9d51-4bc0-aca9-e2f5bc92f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.895481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-3511659b-9d51-4bc0-aca9-e2f5bc92f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.896050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-3511659b-9d51-4bc0-aca9-e2f5bc92f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.898124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-3511659b-9d51-4bc0-aca9-e2f5bc92f673 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8827229 Jul 13 07:23:35.956019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:36.191252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-df0d43a1-b37c-4d96-a36a-c9347001a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.192560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39cbd73b-11b9-4001-acaf-53802f6365d0 req-df0d43a1-b37c-4d96-a36a-c9347001a186 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333608 Jul 13 07:23:36.240253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-3ca3fdb5-1434-4f5c-b0d6-c2fdbacd81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.242069 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-3ca3fdb5-1434-4f5c-b0d6-c2fdbacd81fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4704187 Jul 13 07:23:36.246224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.250471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-245d95cb-aa6c-4a0e-bd72-103d56b2dd60 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.252560 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-245d95cb-aa6c-4a0e-bd72-103d56b2dd60 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.48 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 814 time: 0.1512890 Jul 13 07:23:36.263631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-7c6ec1ce-a022-4d23-8745-ff001fd5d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.265169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-7c6ec1ce-a022-4d23-8745-ff001fd5d153 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1100 time: 0.9231362 Jul 13 07:23:36.370484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Request body: {'port': {'device_id': '2a6ac252-5170-446b-8da4-30feb1eef672', 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9', 'admin_state_up': True, 'tenant_id': 'a487911f41254b7abbace563d4b0f278'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:36.383347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-6e02cbbe-912f-4945-b824-0d2e25245837 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.390692 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-6e02cbbe-912f-4945-b824-0d2e25245837 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/networks?id=9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 200 len: 815 time: 0.7856145 Jul 13 07:23:36.424171 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-08475195-0610-4398-8cf3-00eeee1d77e7 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660810 Jul 13 07:23:36.453797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-ff241315-3649-4216-8210-9927858f1447 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/quotas/c52076e65a7e4bb799cd32057d5e25b0 HTTP/1.1" status: 200 len: 375 time: 0.0618873 Jul 13 07:23:36.498903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb8ba-1168-43ce-ab1e-a01e2b8fe204 req-bc24b6f4-6df7-41c6-9d54-cf7aa2f41237 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.500435 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8beeb8ba-1168-43ce-ab1e-a01e2b8fe204 req-bc24b6f4-6df7-41c6-9d54-cf7aa2f41237 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.6193578 Jul 13 07:23:36.668703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-3900ba47-72d6-404a-8c48-fe99d27de740 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312760 Jul 13 07:23:36.685902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '96cdbfac-8ed0-41c5-bfb5-f27e925b159e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:36.688531 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "96cdbfac-8ed0-41c5-bfb5-f27e925b159e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:36.693900 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8beeb8ba-1168-43ce-ab1e-a01e2b8fe204 req-e52fe349-aa4f-4d08-98b8-cf30e5d2f183 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516938 Jul 13 07:23:36.703904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-1fccfeec-dfd9-4740-8eca-96a31c842fbd tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2285120 Jul 13 07:23:36.743490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Made reservation on behalf of a487911f41254b7abbace563d4b0f278 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:36.747276 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.775744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-7a4e7028-21d9-48d6-a17b-71dd5aecc1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.777503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-7a4e7028-21d9-48d6-a17b-71dd5aecc1e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.5049877 Jul 13 07:23:36.861881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-45d59e9e-23eb-43b1-91ad-1cbd1ba75a9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 200 len: 217 time: 0.0712292 Jul 13 07:23:36.895171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bf768-6104-45f4-baab-096259a3d106 req-f6d28897-27e2-4888-a5f2-3136ad728f00 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.896709 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e5bf768-6104-45f4-baab-096259a3d106 req-f6d28897-27e2-4888-a5f2-3136ad728f00 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.38 "GET /v2.0/ports?device_id=052fb5b5-5001-45bb-94fd-366842e4d4ce HTTP/1.1" status: 200 len: 945 time: 0.2570925 Jul 13 07:23:36.899999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-4cdd01be-0b08-475e-86d9-3fd0f45f7b2d service neutron] 10.222.0.41 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951642 Jul 13 07:23:36.992275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0fc94e-b758-4c29-a921-885c200f5cba {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:37.004250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.022431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Transition to ACTIVE for port object 8e0fc94e-b758-4c29-a921-885c200f5cba will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:37.033018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Allocated IP 172.20.0.13 (99818d9a-2276-4bac-8324-36ea7129f9b9/570a80c5-af86-4320-a39f-e0755221723a/65644ea5-75d0-4a05-b7ee-30b9c8049e76) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:37.054257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.083593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-8e9c3e1d-b1af-48e2-a727-6ebe75501db4 service neutron] 10.222.0.41 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826017 Jul 13 07:23:37.153402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-480ae220-9a73-41d0-bdf8-810ac750bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:37.153616 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.166275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-480ae220-9a73-41d0-bdf8-810ac750bf7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2865090 Jul 13 07:23:37.306694 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4770669c-445b-4b8d-9825-6f2cc6540fdf req-529b3c3a-070e-4d13-a115-3a2d20f4f39f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 210 time: 0.1077549 Jul 13 07:23:37.648380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0fc94e-b758-4c29-a921-885c200f5cba,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:37.806029 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.811643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-116b12dd-95c8-4539-8af3-d3758cf24885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:37.813299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-116b12dd-95c8-4539-8af3-d3758cf24885 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6460986 Jul 13 07:23:37.823214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Attempting to bind port 8e0fc94e-b758-4c29-a921-885c200f5cba on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:37.823214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Attempting to bind port 8e0fc94e-b758-4c29-a921-885c200f5cba by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:37.823652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Attempting to bind port 8e0fc94e-b758-4c29-a921-885c200f5cba on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:37.839163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8e5bf768-6104-45f4-baab-096259a3d106 req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Deleting port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:37.839511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e5bf768-6104-45f4-baab-096259a3d106 req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.849612 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.863378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5da1396e-fa70-443c-9956-32b2d4ae030f'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:37.941323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8e5bf768-6104-45f4-baab-096259a3d106 req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] For port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:37.941699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e5bf768-6104-45f4-baab-096259a3d106 req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.968951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8e5bf768-6104-45f4-baab-096259a3d106 req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Calling delete_port for 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:38.034843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Network 99818d9a-2276-4bac-8324-36ea7129f9b9 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:38.042787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:38.046860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:38.129457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Port 8e0fc94e-b758-4c29-a921-885c200f5cba on network 43631e76-28bf-4709-8183-09560f51c3a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:38.129986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Attempting to bind port 8e0fc94e-b758-4c29-a921-885c200f5cba on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:38.136204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e5bf768-6104-45f4-baab-096259a3d106 req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.136785 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.140573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.159963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5b3fcbbb-2d97-4c25-a9ee-1c30df86119d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:38.162288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Pushing event updated for resources: {'Port': ['ID=65644ea5-75d0-4a05-b7ee-30b9c8049e76,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:38.162417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe0e9-00fb-44be-84ba-c52970cf94d4 req-be5942ba-d9e3-457f-a09c-93411ce5b776 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.170405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe0e9-00fb-44be-84ba-c52970cf94d4 req-be5942ba-d9e3-457f-a09c-93411ce5b776 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.176419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2e00f7ae-d552-4712-8001-ef5f0ce67ac5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8093851 Jul 13 07:23:38.177745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe0e9-00fb-44be-84ba-c52970cf94d4 req-be5942ba-d9e3-457f-a09c-93411ce5b776 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.184072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe0e9-00fb-44be-84ba-c52970cf94d4 req-be5942ba-d9e3-457f-a09c-93411ce5b776 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.188927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Request body: {'port': {'device_id': '2a6ac252-5170-446b-8da4-30feb1eef672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:38.190239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe0e9-00fb-44be-84ba-c52970cf94d4 req-be5942ba-d9e3-457f-a09c-93411ce5b776 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.198389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe0e9-00fb-44be-84ba-c52970cf94d4 req-be5942ba-d9e3-457f-a09c-93411ce5b776 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.204565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe0e9-00fb-44be-84ba-c52970cf94d4 req-be5942ba-d9e3-457f-a09c-93411ce5b776 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.206575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b3fe0e9-00fb-44be-84ba-c52970cf94d4 req-be5942ba-d9e3-457f-a09c-93411ce5b776 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5394 time: 0.5627115 Jul 13 07:23:38.233506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58846f-c628-4fb3-b8be-b7f4f57d3bdc req-53d6ba8c-5c9e-4c82-bd99-e6fb5c4d8c95 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.242262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c58846f-c628-4fb3-b8be-b7f4f57d3bdc req-53d6ba8c-5c9e-4c82-bd99-e6fb5c4d8c95 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.3959846 Jul 13 07:23:38.254388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:38.254745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Checking segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:38.255114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Bound using segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:38.255817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Bound port: 8e0fc94e-b758-4c29-a921-885c200f5cba, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:38.256184 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.303437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Pushing event deleted for resources: {'Port': ['ID=5b3fcbbb-2d97-4c25-a9ee-1c30df86119d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:38.315441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c58846f-c628-4fb3-b8be-b7f4f57d3bdc req-1b900cb4-aed5-43e6-9532-321f1550ad66 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704701 Jul 13 07:23:38.382429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5bf768-6104-45f4-baab-096259a3d106 req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] No DVR routers for this DVR port 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:38.400760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e5bf768-6104-45f4-baab-096259a3d106 req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.405413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.406586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e5bf768-6104-45f4-baab-096259a3d106 req-5f2186eb-f3e2-45c1-8e61-7ba802b8aacc tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.38 "DELETE /v2.0/ports/5b3fcbbb-2d97-4c25-a9ee-1c30df86119d HTTP/1.1" status: 204 len: 173 time: 1.3825538 Jul 13 07:23:38.526082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] For port 8e0fc94e-b758-4c29-a921-885c200f5cba, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:38.530078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] For port 8e0fc94e-b758-4c29-a921-885c200f5cba, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8e0fc94e-b758-4c29-a921-885c200f5cba,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:38.564190 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67495983-7963-4d83-90ae-58bd7988e496 x-openstack-request-id: req-67495983-7963-4d83-90ae-58bd7988e496 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:38.564579 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "96cdbfac-8ed0-41c5-bfb5-f27e925b159e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:38.564769 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67495983-7963-4d83-90ae-58bd7988e496 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:38.565140 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '96cdbfac-8ed0-41c5-bfb5-f27e925b159e', 'status': 'completed', 'code': 200} Jul 13 07:23:38.582496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b3fe0e9-00fb-44be-84ba-c52970cf94d4 req-8e4271d5-e0cf-4fb2-a205-8b34dacb2ed3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3677843 Jul 13 07:23:38.583761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.672803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-110e8723-ca1f-495c-bef2-c77288da8f66 req-8621258c-d6a7-4f54-b5b2-d4cb0af2add4 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 210 time: 0.0484042 Jul 13 07:23:38.787975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.788617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.792108 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e0fc94e-b758-4c29-a921-885c200f5cba HTTP/1.1" status: 200 len: 1091 time: 3.0938470 Jul 13 07:23:38.801897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-89bd9467-32d7-4adf-9181-1a4b0773c8b5 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9725595 Jul 13 07:23:38.860280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:38.916545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65644ea5-75d0-4a05-b7ee-30b9c8049e76 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:38.929459 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.954533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Transition to ACTIVE for port object 65644ea5-75d0-4a05-b7ee-30b9c8049e76 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:38.959298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.032283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=65644ea5-75d0-4a05-b7ee-30b9c8049e76,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:39.143208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c9c47-cb82-4ff4-96ec-720e28b672f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0fc94e-b758-4c29-a921-885c200f5cba,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:39.163820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-092fb5d6-612c-4aae-8459-7eb29f03939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.164518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-092fb5d6-612c-4aae-8459-7eb29f03939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.165281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-092fb5d6-612c-4aae-8459-7eb29f03939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.165917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-092fb5d6-612c-4aae-8459-7eb29f03939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.166570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-092fb5d6-612c-4aae-8459-7eb29f03939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.167225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-092fb5d6-612c-4aae-8459-7eb29f03939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.167853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-092fb5d6-612c-4aae-8459-7eb29f03939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.169984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-092fb5d6-612c-4aae-8459-7eb29f03939d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6290 time: 0.6147370 Jul 13 07:23:39.180110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Attempting to bind port 65644ea5-75d0-4a05-b7ee-30b9c8049e76 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:39.180488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Attempting to bind port 65644ea5-75d0-4a05-b7ee-30b9c8049e76 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '41d3d2b5-5f00-4cbc-89e4-b5764033a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:39.181108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Attempting to bind port 65644ea5-75d0-4a05-b7ee-30b9c8049e76 on network 99818d9a-2276-4bac-8324-36ea7129f9b9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:39.190438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Port 65644ea5-75d0-4a05-b7ee-30b9c8049e76 on network 99818d9a-2276-4bac-8324-36ea7129f9b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:39.190793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Attempting to bind port 65644ea5-75d0-4a05-b7ee-30b9c8049e76 on network 99818d9a-2276-4bac-8324-36ea7129f9b9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:39.203385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:39.203762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Checking segment: {'id': '41d3d2b5-5f00-4cbc-89e4-b5764033a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:39.204158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Bound using segment: {'id': '41d3d2b5-5f00-4cbc-89e4-b5764033a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:39.204595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Bound port: 65644ea5-75d0-4a05-b7ee-30b9c8049e76, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d3d2b5-5f00-4cbc-89e4-b5764033a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:39.204963 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.206062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:39.292081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1055fffb-f3f5-4448-a495-c6141e0322b8 req-718994b8-8d1b-4c1c-a30e-792dc286b6d7 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741580 Jul 13 07:23:39.341276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:39.344211 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.349442 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:39.350114 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.376969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] For port 65644ea5-75d0-4a05-b7ee-30b9c8049e76, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:39.382656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] For port 65644ea5-75d0-4a05-b7ee-30b9c8049e76, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=65644ea5-75d0-4a05-b7ee-30b9c8049e76,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:39.411813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceeb5b-b4dd-411d-b025-4ffb747d7562 req-1b8fbb9b-9a04-4046-9229-1dd38c703985 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.413755 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18ceeb5b-b4dd-411d-b025-4ffb747d7562 req-1b8fbb9b-9a04-4046-9229-1dd38c703985 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 949 time: 0.5124934 Jul 13 07:23:39.416496 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.457319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.458249 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.459680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/65644ea5-75d0-4a05-b7ee-30b9c8049e76 HTTP/1.1" status: 200 len: 1093 time: 1.2775471 Jul 13 07:23:39.460139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6ac252-5170-446b-8da4-30feb1eef672', 'tag': '65644ea5-75d0-4a05-b7ee-30b9c8049e76'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:39.462687 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6ac252-5170-446b-8da4-30feb1eef672", "tag": "65644ea5-75d0-4a05-b7ee-30b9c8049e76"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:39.580120 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.600921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c84de-91f2-49da-bb44-7c5213bdc5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=65644ea5-75d0-4a05-b7ee-30b9c8049e76,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:39.612739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:39.617589 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad4065c-bcfc-48b7-ad38-6f40cd5e2811" -d '{"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-plugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:39.624049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568b6dc-4390-4de6-96e0-8e9d583e2c96 req-e563c2ea-c4bf-4a35-a4f5-58052e1e7d78 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.631593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d568b6dc-4390-4de6-96e0-8e9d583e2c96 req-e563c2ea-c4bf-4a35-a4f5-58052e1e7d78 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 944 time: 0.2456930 Jul 13 07:23:39.636646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:39.641760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-d6aa11b1-e991-4487-b457-c6cfc5ca0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.642316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.643281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-d6aa11b1-e991-4487-b457-c6cfc5ca0618 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 1096 time: 0.1437516 Jul 13 07:23:39.695902 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-152c999a-0fb3-4d3a-bc6a-3427d12e2432 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65644ea5-75d0-4a05-b7ee-30b9c8049e76 HTTP/1.1" status: 200 len: 217 time: 0.0441158 Jul 13 07:23:39.761561 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d568b6dc-4390-4de6-96e0-8e9d583e2c96 req-0ce2ef65-d2a3-40a7-89e5-e7c0f1ed6f23 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288905 Jul 13 07:23:39.787457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=13']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:39.829312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:39.854314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:39.854701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5b3fcbbb-2d97-4c25-a9ee-1c30df86119d not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:39.917517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-b6f99ae4-1381-4c37-989c-1bb798cb5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.919126 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-b6f99ae4-1381-4c37-989c-1bb798cb5cc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=570a80c5-af86-4320-a39f-e0755221723a HTTP/1.1" status: 200 len: 854 time: 0.2172177 Jul 13 07:23:40.015830 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-4d6c72a8-3cee-4075-ba3c-4e3f06eb23fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99818d9a-2276-4bac-8324-36ea7129f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905266 Jul 13 07:23:40.075279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-2ae48e5c-3d67-49e9-a9e6-6cb977d16a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.075795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-2ae48e5c-3d67-49e9-a9e6-6cb977d16a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.076312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-2ae48e5c-3d67-49e9-a9e6-6cb977d16a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.077985 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-2ae48e5c-3d67-49e9-a9e6-6cb977d16a9c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8935044 Jul 13 07:23:40.178723 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18ceeb5b-b4dd-411d-b025-4ffb747d7562 req-3eebf011-7f07-4c01-ab08-fa2e169c06ee tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390639 Jul 13 07:23:40.206510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-271a94b6-887d-4561-a3bf-669a01e4aa03 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.208065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-271a94b6-887d-4561-a3bf-669a01e4aa03 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.38 "GET /v2.0/networks?id=9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 200 len: 815 time: 0.5462084 Jul 13 07:23:40.232133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-6cc1e23e-7d9b-412c-a09a-e9547bd6682b service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087953 Jul 13 07:23:40.242761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f3f9d7bb-f1e0-45d8-8793-d18180a90ff6 None None] Provisioning complete for port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:40.243335 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d7bb-f1e0-45d8-8793-d18180a90ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.256607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Request body: {'port': {'device_id': '35343eb2-9de4-4aba-8e1e-419e74cc0672', 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472', 'admin_state_up': True, 'tenant_id': 'c52076e65a7e4bb799cd32057d5e25b0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:40.338339 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5484ee54-c9bb-4cbe-9fe8-001e202159cb x-openstack-request-id: req-5484ee54-c9bb-4cbe-9fe8-001e202159cb {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:40.338839 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6ac252-5170-446b-8da4-30feb1eef672", "tag": "65644ea5-75d0-4a05-b7ee-30b9c8049e76", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:40.339196 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5484ee54-c9bb-4cbe-9fe8-001e202159cb {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:40.339718 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6ac252-5170-446b-8da4-30feb1eef672', 'tag': '65644ea5-75d0-4a05-b7ee-30b9c8049e76', 'status': 'completed', 'code': 200} Jul 13 07:23:40.412023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b461ca-291a-4d8f-991c-55546fa39d49 req-31bfc4da-3edd-486d-ad08-0f6ceb184343 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.419094 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95b461ca-291a-4d8f-991c-55546fa39d49 req-31bfc4da-3edd-486d-ad08-0f6ceb184343 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.3401070 Jul 13 07:23:40.430766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-41976649-c669-46f4-9862-9586475a8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.432250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d02ee09c-45d6-4bc5-ad65-8f467bf576a1 req-41976649-c669-46f4-9862-9586475a8d6e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3250287 Jul 13 07:23:40.453417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:40.465409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.491686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Transition to ACTIVE for port object 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:40.496091 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-436e0292-db88-4985-a1a9-4030ec6b0968 req-2f36d27b-0d61-446d-a420-d09602ae4b4f service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569110 Jul 13 07:23:40.498301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.509439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95b461ca-291a-4d8f-991c-55546fa39d49 req-92fef878-42ef-410d-bd16-f666d78f756f tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892899 Jul 13 07:23:40.529068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Made reservation on behalf of c52076e65a7e4bb799cd32057d5e25b0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:40.533518 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.578054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'name': 'network-vif-deleted', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d'}, {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:40.580837 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d899d3f9-143d-49ed-a08c-454a65b13cb6" -d '{"events": [{"server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "name": "network-vif-deleted", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d"}, {"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:40.632852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Pushing event updated for resources: {'Port': ['ID=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:40.680295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-cbcbc44f-c34f-4371-bf97-1154f033b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.682989 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-cbcbc44f-c34f-4371-bf97-1154f033b0ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 1096 time: 0.1167464 Jul 13 07:23:40.831745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-dc99d42d-b0b5-446f-9d61-61d7f8c2ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.833599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-dc99d42d-b0b5-446f-9d61-61d7f8c2ef37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 915 time: 0.1445417 Jul 13 07:23:40.924646 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-649425e6-3743-4881-8a01-4ba05f27be37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65644ea5-75d0-4a05-b7ee-30b9c8049e76 HTTP/1.1" status: 200 len: 217 time: 0.0836544 Jul 13 07:23:40.943185 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf3c1ac-c206-45f5-a197-0df643cfe9ff x-openstack-request-id: req-2cf3c1ac-c206-45f5-a197-0df643cfe9ff {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:40.943560 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-plugged", "status": "completed", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:40.943910 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cf3c1ac-c206-45f5-a197-0df643cfe9ff {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:40.944407 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'code': 200} Jul 13 07:23:41.003485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-1fe4345a-c3e2-4918-96dd-6e26ea2316eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.006123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-1fe4345a-c3e2-4918-96dd-6e26ea2316eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=570a80c5-af86-4320-a39f-e0755221723a HTTP/1.1" status: 200 len: 854 time: 0.0600603 Jul 13 07:23:41.070601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-eed146de-a59a-435f-bef7-c5902ea90016 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99818d9a-2276-4bac-8324-36ea7129f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570312 Jul 13 07:23:41.161149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Attempting to bind port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:41.161372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Attempting to bind port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:41.161687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Attempting to bind port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:41.169980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1bc3e586-cdfd-4c44-ab8a-f931ef19de0e req-e06bd347-1bd7-4d90-a0b2-2869d9eb1900 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 210 time: 0.0492766 Jul 13 07:23:41.179362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652128-ea1e-4ac7-837f-2432f19c3b1b req-232fa566-d106-4d0f-b79d-ae13f92546a0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.194363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652128-ea1e-4ac7-837f-2432f19c3b1b req-232fa566-d106-4d0f-b79d-ae13f92546a0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.214146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652128-ea1e-4ac7-837f-2432f19c3b1b req-232fa566-d106-4d0f-b79d-ae13f92546a0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.221668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652128-ea1e-4ac7-837f-2432f19c3b1b req-232fa566-d106-4d0f-b79d-ae13f92546a0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.229368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652128-ea1e-4ac7-837f-2432f19c3b1b req-232fa566-d106-4d0f-b79d-ae13f92546a0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.237488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652128-ea1e-4ac7-837f-2432f19c3b1b req-232fa566-d106-4d0f-b79d-ae13f92546a0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.252689 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-135c7fb1-97a5-4a12-af0e-1a9dcce930f2 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742346 Jul 13 07:23:41.253189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652128-ea1e-4ac7-837f-2432f19c3b1b req-232fa566-d106-4d0f-b79d-ae13f92546a0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.261678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea652128-ea1e-4ac7-837f-2432f19c3b1b req-232fa566-d106-4d0f-b79d-ae13f92546a0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5406 time: 0.7008722 Jul 13 07:23:41.282126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Allocated IP 172.20.0.5 (9682fa7d-570c-472a-a704-3adbbea7b472/70f5aeda-79d4-45a2-ad68-376ab55b377c/252cade0-ec7f-411d-84d3-e9e0cadcdbfc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:41.290545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b on network 43631e76-28bf-4709-8183-09560f51c3a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:41.291587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Attempting to bind port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:41.325509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:41.325987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Checking segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:41.326484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Bound using segment: {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:41.327484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Bound port: 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cff168-5fc7-451a-9037-10d719f1cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:41.327964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.399592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea652128-ea1e-4ac7-837f-2432f19c3b1b req-b28854eb-7a26-4e18-9039-216234ff9d4e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369386 Jul 13 07:23:41.411276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a05e9857-f803-4dd2-9882-9d3eb25fb4b5 req-7477cdfb-cbd7-4937-a9c9-828cf6e534ae service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493199 Jul 13 07:23:41.540081 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507dcce5-0da6-4b81-948e-da0669b74adb x-openstack-request-id: req-507dcce5-0da6-4b81-948e-da0669b74adb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:41.540607 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052fb5b5-5001-45bb-94fd-366842e4d4ce", "name": "network-vif-deleted", "tag": "5b3fcbbb-2d97-4c25-a9ee-1c30df86119d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:41.540607 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-507dcce5-0da6-4b81-948e-da0669b74adb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:41.541006 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052fb5b5-5001-45bb-94fd-366842e4d4ce', 'name': 'network-vif-deleted', 'tag': '5b3fcbbb-2d97-4c25-a9ee-1c30df86119d', 'status': 'completed', 'code': 200} Jul 13 07:23:41.541253 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba', 'status': 'completed', 'code': 200} Jul 13 07:23:41.584614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] For port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:41.610592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] For port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:41.618766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.669363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-f8293fc4-5a3f-43f1-85c0-cc868579e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.669822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-f8293fc4-5a3f-43f1-85c0-cc868579e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.670360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-f8293fc4-5a3f-43f1-85c0-cc868579e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.670856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-f8293fc4-5a3f-43f1-85c0-cc868579e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.671365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-f8293fc4-5a3f-43f1-85c0-cc868579e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.671894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-f8293fc4-5a3f-43f1-85c0-cc868579e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.673156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-f8293fc4-5a3f-43f1-85c0-cc868579e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.675877 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-f8293fc4-5a3f-43f1-85c0-cc868579e96f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6316 time: 0.1032352 Jul 13 07:23:41.740074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.741118 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.742721 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] 10.222.0.48 "PUT /v2.0/ports/8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b HTTP/1.1" status: 200 len: 1092 time: 2.9059699 Jul 13 07:23:41.754603 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.783791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:41.836937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29403df0-4445-4b58-a11e-d9520f19087a service neutron] Pushing event updated for resources: {'Port': ['ID=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:41.867437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377f851-72a6-4fca-b6a3-72cb225f631d req-422c88d5-0f97-4dd8-bf50-a67bda37d3de tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.869121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2377f851-72a6-4fca-b6a3-72cb225f631d req-422c88d5-0f97-4dd8-bf50-a67bda37d3de tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 944 time: 0.1889284 Jul 13 07:23:41.903741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-667b0ec1-995d-4c27-a8e0-594b3595aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.904221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-667b0ec1-995d-4c27-a8e0-594b3595aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.904702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-667b0ec1-995d-4c27-a8e0-594b3595aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.906330 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-667b0ec1-995d-4c27-a8e0-594b3595aec1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2151501 Jul 13 07:23:41.958317 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2377f851-72a6-4fca-b6a3-72cb225f631d req-68b2e8ea-3cf1-47b9-b913-15e4aacb52e8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770447 Jul 13 07:23:41.991455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655514-674a-4763-a0ad-10b3db353dd9 req-14f56c63-71f5-4c09-a7d6-47306b4f7cfe tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.995921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72655514-674a-4763-a0ad-10b3db353dd9 req-14f56c63-71f5-4c09-a7d6-47306b4f7cfe tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 1102 time: 0.3122666 Jul 13 07:23:42.021890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.034105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.121680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-99a5c9b0-572b-4b90-910b-b44ac509a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.131969 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d899d3f9-143d-49ed-a08c-454a65b13cb6 req-99a5c9b0-572b-4b90-910b-b44ac509a7fc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2163646 Jul 13 07:23:42.170966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Network 9682fa7d-570c-472a-a704-3adbbea7b472 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:42.188054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:42.199074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:42.229742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72655514-674a-4763-a0ad-10b3db353dd9 req-67e54b9f-6c02-4ab7-a332-e01909e6cab9 tempest-MigrationsAdminTest-225489245 tempest-MigrationsAdminTest-225489245-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159696 Jul 13 07:23:42.275081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Pushing event updated for resources: {'Port': ['ID=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:42.310259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8d0a-2683-4348-809a-b297a87c56bc req-9b3a071a-3182-4117-8cd0-3f04ca70b1bf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.319856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8fb8d0a-2683-4348-809a-b297a87c56bc req-9b3a071a-3182-4117-8cd0-3f04ca70b1bf tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.1439140 Jul 13 07:23:42.365553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.366267 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.382041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8fb8d0a-2683-4348-809a-b297a87c56bc req-1c00bef4-8945-4f55-966d-b09224064429 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611126 Jul 13 07:23:42.509168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-68ae26ea-b154-4118-85ea-6c5763f7f738 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2566597 Jul 13 07:23:42.534771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Request body: {'port': {'device_id': '35343eb2-9de4-4aba-8e1e-419e74cc0672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:42.607563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67814e90-3be6-4f84-a079-17efeaee5a41 req-ae1d4c1e-bb03-42db-8f3e-90bf24099cbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.615050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67814e90-3be6-4f84-a079-17efeaee5a41 req-ae1d4c1e-bb03-42db-8f3e-90bf24099cbf tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 931 time: 0.2435954 Jul 13 07:23:42.720953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40330ad7-4dd0-496c-ba31-b175cc83d844 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:42.738548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67814e90-3be6-4f84-a079-17efeaee5a41 req-4120de28-a771-4a72-9fce-f2721c612c36 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225414 Jul 13 07:23:42.739199 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.745355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.807148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Transition to ACTIVE for port object 40330ad7-4dd0-496c-ba31-b175cc83d844 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:42.867965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.135282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 65644ea5-75d0-4a05-b7ee-30b9c8049e76 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:43.220267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ecf6b-0bd8-4e5d-8bff-37ccfb87c795 req-cf7d8551-1cb9-41ab-8b82-3ef745d79683 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.227970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae9ecf6b-0bd8-4e5d-8bff-37ccfb87c795 req-cf7d8551-1cb9-41ab-8b82-3ef745d79683 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 950 time: 0.1276598 Jul 13 07:23:43.269206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252cade0-ec7f-411d-84d3-e9e0cadcdbfc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:43.279756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.288247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=40330ad7-4dd0-496c-ba31-b175cc83d844,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:43.302090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 65644ea5-75d0-4a05-b7ee-30b9c8049e76, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=65644ea5-75d0-4a05-b7ee-30b9c8049e76,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:43.317843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae9ecf6b-0bd8-4e5d-8bff-37ccfb87c795 req-462b17f5-9b0f-493f-b624-a298f236ad04 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887954 Jul 13 07:23:43.324211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '65644ea5-75d0-4a05-b7ee-30b9c8049e76', 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9', 'port_id': '65644ea5-75d0-4a05-b7ee-30b9c8049e76', 'mac_address': 'fa:16:3e:4a:8e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570a80c5-af86-4320-a39f-e0755221723a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:43.350222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Transition to ACTIVE for port object 252cade0-ec7f-411d-84d3-e9e0cadcdbfc will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:43.365766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.374949 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.390542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65644ea5-75d0-4a05-b7ee-30b9c8049e76 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:43.419187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 65644ea5-75d0-4a05-b7ee-30b9c8049e76, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=65644ea5-75d0-4a05-b7ee-30b9c8049e76,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:43.425330 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.462411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a159-d75f-4b6c-a8c1-60b3b310a2bb req-1724bbb7-b538-46a5-8478-0f7468eb13b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.469560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a159-d75f-4b6c-a8c1-60b3b310a2bb req-1724bbb7-b538-46a5-8478-0f7468eb13b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.478572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a159-d75f-4b6c-a8c1-60b3b310a2bb req-1724bbb7-b538-46a5-8478-0f7468eb13b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.485815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a159-d75f-4b6c-a8c1-60b3b310a2bb req-1724bbb7-b538-46a5-8478-0f7468eb13b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.493575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a159-d75f-4b6c-a8c1-60b3b310a2bb req-1724bbb7-b538-46a5-8478-0f7468eb13b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.498903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=65644ea5-75d0-4a05-b7ee-30b9c8049e76,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:43.506231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142b317-dee7-415b-9271-de7ff26fa293 req-bad625ab-cc93-4281-a369-1d9312c1e530 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.508273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7142b317-dee7-415b-9271-de7ff26fa293 req-bad625ab-cc93-4281-a369-1d9312c1e530 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 945 time: 0.0806448 Jul 13 07:23:43.509325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a159-d75f-4b6c-a8c1-60b3b310a2bb req-1724bbb7-b538-46a5-8478-0f7468eb13b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.517034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a159-d75f-4b6c-a8c1-60b3b310a2bb req-1724bbb7-b538-46a5-8478-0f7468eb13b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.520113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6161a159-d75f-4b6c-a8c1-60b3b310a2bb req-1724bbb7-b538-46a5-8478-0f7468eb13b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5418 time: 0.6374388 Jul 13 07:23:43.545543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:43.547986 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:43.561871 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7142b317-dee7-415b-9271-de7ff26fa293 req-411dcedd-3511-4925-9acf-ee6d396d845f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Jul 13 07:23:43.583737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:43.661048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Attempting to bind port 40330ad7-4dd0-496c-ba31-b175cc83d844 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:43.661737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Attempting to bind port 40330ad7-4dd0-496c-ba31-b175cc83d844 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:43.661940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Attempting to bind port 40330ad7-4dd0-496c-ba31-b175cc83d844 on network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:43.683644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6161a159-d75f-4b6c-a8c1-60b3b310a2bb req-39783c50-d79c-4076-95c4-788b8012a239 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571887 Jul 13 07:23:43.686756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Port 40330ad7-4dd0-496c-ba31-b175cc83d844 on network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:43.687144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Attempting to bind port 40330ad7-4dd0-496c-ba31-b175cc83d844 on network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:43.698922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:43.699276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Checking segment: {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:43.699669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Bound using segment: {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:43.700105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Bound port: 40330ad7-4dd0-496c-ba31-b175cc83d844, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:43.700470 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.736189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Attempting to bind port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:43.737260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Attempting to bind port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:43.737617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Attempting to bind port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc on network 9682fa7d-570c-472a-a704-3adbbea7b472 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:43.744301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['65644ea5-75d0-4a05-b7ee-30b9c8049e76'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:43.808288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc on network 9682fa7d-570c-472a-a704-3adbbea7b472 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:43.808627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Attempting to bind port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc on network 9682fa7d-570c-472a-a704-3adbbea7b472 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:43.833768 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2cebe8-515b-47f0-8d18-c9cef66fe409 x-openstack-request-id: req-4f2cebe8-515b-47f0-8d18-c9cef66fe409 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:43.836229 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:43.836229 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f2cebe8-515b-47f0-8d18-c9cef66fe409 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:43.836455 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b', 'status': 'completed', 'code': 200} Jul 13 07:23:43.839225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:43.839389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Checking segment: {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:43.839819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Bound using segment: {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:43.840276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Bound port: 252cade0-ec7f-411d-84d3-e9e0cadcdbfc, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:43.840670 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.000865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] For port 40330ad7-4dd0-496c-ba31-b175cc83d844, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:44.007900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] For port 40330ad7-4dd0-496c-ba31-b175cc83d844, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40330ad7-4dd0-496c-ba31-b175cc83d844,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:44.018675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.022910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] For port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:44.030191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] For port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:44.058693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-128272cc-4757-4ccf-8ecd-32c65776b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.059523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-128272cc-4757-4ccf-8ecd-32c65776b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.060271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-128272cc-4757-4ccf-8ecd-32c65776b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.060925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-128272cc-4757-4ccf-8ecd-32c65776b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.061572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-128272cc-4757-4ccf-8ecd-32c65776b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.062264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-128272cc-4757-4ccf-8ecd-32c65776b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.063204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-128272cc-4757-4ccf-8ecd-32c65776b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.065662 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-128272cc-4757-4ccf-8ecd-32c65776b0c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6384 time: 0.2633839 Jul 13 07:23:44.103426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.124318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01577d-3f3c-421b-a966-dd2be2d1aa48 req-5788d341-3a50-4c58-9db3-c948e8bfd910 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.136224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.136940 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.137253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f01577d-3f3c-421b-a966-dd2be2d1aa48 req-5788d341-3a50-4c58-9db3-c948e8bfd910 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.3931739 Jul 13 07:23:44.139061 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] 10.222.0.38 "PUT /v2.0/ports/252cade0-ec7f-411d-84d3-e9e0cadcdbfc HTTP/1.1" status: 200 len: 1092 time: 1.6087892 Jul 13 07:23:44.140640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.141413 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.143143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] 10.222.0.48 "PUT /v2.0/ports/40330ad7-4dd0-496c-ba31-b175cc83d844 HTTP/1.1" status: 200 len: 1092 time: 2.3643293 Jul 13 07:23:44.173548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-a39fbb80-363e-4b6f-ba57-e67dc258e055 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2094941 Jul 13 07:23:44.184125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Request body: {'port': {'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:44.269083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89534b7d-ce09-4ded-b451-e9a8d8c1ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=40330ad7-4dd0-496c-ba31-b175cc83d844,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:44.371684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f01577d-3f3c-421b-a966-dd2be2d1aa48 req-67a1ed4a-4203-4c53-9b8c-88e54e3d3290 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333863 Jul 13 07:23:44.415565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c296b-9ec4-4162-a500-629d5fd9563e req-27cbefa6-25ae-4783-8276-77e8f64b9101 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.417293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e29c296b-9ec4-4162-a500-629d5fd9563e req-27cbefa6-25ae-4783-8276-77e8f64b9101 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 943 time: 0.3918798 Jul 13 07:23:44.446092 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-e9d5ef84-079e-4f5e-9541-3ff6c96acd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.450577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-e9d5ef84-079e-4f5e-9541-3ff6c96acd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.451180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-e9d5ef84-079e-4f5e-9541-3ff6c96acd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.452948 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-e9d5ef84-079e-4f5e-9541-3ff6c96acd88 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3701603 Jul 13 07:23:44.463563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251e760-e31e-4e31-963f-dae99d964ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:44.478729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.507224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f0ec9-b012-4932-853f-7a6961350602 req-30d16c56-6cc3-46e3-82e6-08576c07e8f2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.508813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a64f0ec9-b012-4932-853f-7a6961350602 req-30d16c56-6cc3-46e3-82e6-08576c07e8f2 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 950 time: 0.3151736 Jul 13 07:23:44.551311 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e29c296b-9ec4-4162-a500-629d5fd9563e req-e4a56d32-e1e5-4852-8a72-52e78b8d7b80 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172502 Jul 13 07:23:44.572316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-27287eec-8aa1-4bb5-b3e7-d0e80fa69047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.573828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-27287eec-8aa1-4bb5-b3e7-d0e80fa69047 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 1095 time: 0.3737898 Jul 13 07:23:44.617745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-4b8ed1aa-3b60-4238-9558-44a778703e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.622579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-4b8ed1aa-3b60-4238-9558-44a778703e00 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 1101 time: 0.3995740 Jul 13 07:23:44.750086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-2a87db5a-ce44-4ab3-840e-4f686a758a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.752392 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-89ab4bd0-3ee2-47d5-a18a-7bcbe55d0ec1 req-2a87db5a-ce44-4ab3-840e-4f686a758a17 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2859874 Jul 13 07:23:44.757477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-8b3c2cf5-80bd-442f-9df1-03689d593b5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=252cade0-ec7f-411d-84d3-e9e0cadcdbfc HTTP/1.1" status: 200 len: 217 time: 0.1692379 Jul 13 07:23:44.896685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a64f0ec9-b012-4932-853f-7a6961350602 req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Deleting port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:44.897267 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a64f0ec9-b012-4932-853f-7a6961350602 req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.931924 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-10a6314f-d62e-4456-89ab-75775e20e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.933609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-10a6314f-d62e-4456-89ab-75775e20e936 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=70f5aeda-79d4-45a2-ad68-376ab55b377c HTTP/1.1" status: 200 len: 855 time: 0.0959110 Jul 13 07:23:44.936817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-250605c9-f9bd-48e7-9103-d0ef374d2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.938277 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-250605c9-f9bd-48e7-9103-d0ef374d2c6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1794987 Jul 13 07:23:45.025000 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-980bdad9-6833-47d6-b7e2-748741b3410d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9682fa7d-570c-472a-a704-3adbbea7b472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771520 Jul 13 07:23:45.030117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-64c8bcf0-b1a7-4b22-86c3-1545d10a24ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc HTTP/1.1" status: 200 len: 217 time: 0.0709643 Jul 13 07:23:45.108458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a64f0ec9-b012-4932-853f-7a6961350602 req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] For port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:45.108957 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a64f0ec9-b012-4932-853f-7a6961350602 req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.124398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baea1f-eae4-4d95-bfaf-3264ccb3ec66 req-ee814c1f-c2aa-4cb5-bfc4-2668de2f9bc3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.126120 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baea1f-eae4-4d95-bfaf-3264ccb3ec66 req-ee814c1f-c2aa-4cb5-bfc4-2668de2f9bc3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 950 time: 0.2422183 Jul 13 07:23:45.143925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 65644ea5-75d0-4a05-b7ee-30b9c8049e76 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:45.147211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a64f0ec9-b012-4932-853f-7a6961350602 req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Calling delete_port for ba73af02-d9a0-40e9-b70d-8d319d7c6b1b owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:45.177607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68d5211-6f63-4ded-bf57-4c089281861a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:45.187990 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.227134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baea1f-eae4-4d95-bfaf-3264ccb3ec66 req-88ea825e-fc19-4b2d-8348-88c0f309236d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668185 Jul 13 07:23:45.231665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-1c2efc7a-5c9e-45eb-b69d-915a8fe9e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.233391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-1c2efc7a-5c9e-45eb-b69d-915a8fe9e6d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1637919 Jul 13 07:23:45.272717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 65644ea5-75d0-4a05-b7ee-30b9c8049e76 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:45.284388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 65644ea5-75d0-4a05-b7ee-30b9c8049e76 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:45.284949 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.285101 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-db5c6732-d60c-4994-9033-27357b379c0e service neutron] 10.222.0.38 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455111 Jul 13 07:23:45.380744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-65a25415-b211-4ebb-b3b6-b0379145debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.382566 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-65a25415-b211-4ebb-b3b6-b0379145debc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1363795 Jul 13 07:23:45.443482 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c4d24dd-1a93-4c9b-a234-989171d56488 req-95568ed2-c33f-4fcf-81f3-180650b613b7 service neutron] 10.222.0.38 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510832 Jul 13 07:23:45.445847 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.471042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6ac252-5170-446b-8da4-30feb1eef672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65644ea5-75d0-4a05-b7ee-30b9c8049e76'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:45.473374 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06de62dc-cbec-464f-b74e-749dd6c181a8" -d '{"events": [{"server_uuid": "2a6ac252-5170-446b-8da4-30feb1eef672", "name": "network-vif-plugged", "status": "completed", "tag": "65644ea5-75d0-4a05-b7ee-30b9c8049e76"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:45.486648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 65644ea5-75d0-4a05-b7ee-30b9c8049e76, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=65644ea5-75d0-4a05-b7ee-30b9c8049e76,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:45.491626 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.554715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Transition to ACTIVE for port object c68d5211-6f63-4ded-bf57-4c089281861a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:45.563435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a587673-3dfc-4db1-987f-3c049a4388cc req-b12b1f15-22fa-4869-8cbb-0a7a84f7c2c5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.566814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=65644ea5-75d0-4a05-b7ee-30b9c8049e76,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:45.571024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a587673-3dfc-4db1-987f-3c049a4388cc req-b12b1f15-22fa-4869-8cbb-0a7a84f7c2c5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 945 time: 0.6260681 Jul 13 07:23:45.604071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.664803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a587673-3dfc-4db1-987f-3c049a4388cc req-3bc9b43a-1d71-4d52-b4fd-6adb9664d611 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925851 Jul 13 07:23:45.746069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Pushing event updated for resources: {'Port': ['ID=c68d5211-6f63-4ded-bf57-4c089281861a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:45.806215 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a64f0ec9-b012-4932-853f-7a6961350602 req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.825735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ff8891d0-7e0f-4b33-b055-b042119b60d6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:45.832210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2046f84b-7420-4c80-a8af-2de1cc2f7577', 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:45.859187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35343eb2-9de4-4aba-8e1e-419e74cc0672', 'tag': '252cade0-ec7f-411d-84d3-e9e0cadcdbfc'}, {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:45.862418 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "35343eb2-9de4-4aba-8e1e-419e74cc0672", "tag": "252cade0-ec7f-411d-84d3-e9e0cadcdbfc"}, {"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:45.876480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Pushing event deleted for resources: {'Port': ['ID=ba73af02-d9a0-40e9-b70d-8d319d7c6b1b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:45.965726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-b901611b-03bf-4cf9-b06d-e352b64d3fe1 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746546 Jul 13 07:23:46.008202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685725-e216-4325-af53-696b5c607fb8 req-38318600-d31d-42b5-923a-172859aeb140 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.015017 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685725-e216-4325-af53-696b5c607fb8 req-38318600-d31d-42b5-923a-172859aeb140 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.023469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685725-e216-4325-af53-696b5c607fb8 req-38318600-d31d-42b5-923a-172859aeb140 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.029846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685725-e216-4325-af53-696b5c607fb8 req-38318600-d31d-42b5-923a-172859aeb140 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.036349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685725-e216-4325-af53-696b5c607fb8 req-38318600-d31d-42b5-923a-172859aeb140 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.050306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685725-e216-4325-af53-696b5c607fb8 req-38318600-d31d-42b5-923a-172859aeb140 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.057412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685725-e216-4325-af53-696b5c607fb8 req-38318600-d31d-42b5-923a-172859aeb140 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.065241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Attempting to bind port c68d5211-6f63-4ded-bf57-4c089281861a on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:46.065786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Attempting to bind port c68d5211-6f63-4ded-bf57-4c089281861a by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:46.065902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Attempting to bind port c68d5211-6f63-4ded-bf57-4c089281861a on network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:46.067801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf685725-e216-4325-af53-696b5c607fb8 req-38318600-d31d-42b5-923a-172859aeb140 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5418 time: 0.6496212 Jul 13 07:23:46.101377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64f0ec9-b012-4932-853f-7a6961350602 req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] No DVR routers for this DVR port ba73af02-d9a0-40e9-b70d-8d319d7c6b1b on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:46.104357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Port c68d5211-6f63-4ded-bf57-4c089281861a on network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:46.105535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Attempting to bind port c68d5211-6f63-4ded-bf57-4c089281861a on network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:46.115560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a64f0ec9-b012-4932-853f-7a6961350602 req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.122365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a64f0ec9-b012-4932-853f-7a6961350602 req-5869489c-cbba-4c0a-9b28-178eb1bf1a98 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "DELETE /v2.0/ports/ba73af02-d9a0-40e9-b70d-8d319d7c6b1b HTTP/1.1" status: 204 len: 173 time: 1.6037638 Jul 13 07:23:46.126050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:46.126391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Checking segment: {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:46.126791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Bound using segment: {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:46.127249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Bound port: c68d5211-6f63-4ded-bf57-4c089281861a, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4389146-59c9-48c6-9ce5-29ef90403f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:46.129640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.265931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66ae33-159d-44f5-8c7b-f5a457dd7051 req-491c1c4b-3c5a-4332-b3e4-9cb52a92f888 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.275195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa66ae33-159d-44f5-8c7b-f5a457dd7051 req-491c1c4b-3c5a-4332-b3e4-9cb52a92f888 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.3858409 Jul 13 07:23:46.313785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf685725-e216-4325-af53-696b5c607fb8 req-28240f7d-d39e-42b7-9f35-b8dab0983d4c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2447941 Jul 13 07:23:46.364010 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3121982c-4d72-4469-a4c6-14f61bb06d4f req-7ebd07a9-3c4e-445a-aad5-e349f4d47fc6 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907847 Jul 13 07:23:46.366321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa66ae33-159d-44f5-8c7b-f5a457dd7051 req-c6744402-9aa2-4a72-aa1e-2575b1999168 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875394 Jul 13 07:23:46.392301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] For port c68d5211-6f63-4ded-bf57-4c089281861a, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:46.396938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] For port c68d5211-6f63-4ded-bf57-4c089281861a, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c68d5211-6f63-4ded-bf57-4c089281861a,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:46.405515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.468763 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb6e149-be64-476c-bd6d-138a40705f33 x-openstack-request-id: req-deb6e149-be64-476c-bd6d-138a40705f33 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:46.469379 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6ac252-5170-446b-8da4-30feb1eef672", "name": "network-vif-plugged", "status": "completed", "tag": "65644ea5-75d0-4a05-b7ee-30b9c8049e76", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:46.469479 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-deb6e149-be64-476c-bd6d-138a40705f33 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:46.469876 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ac252-5170-446b-8da4-30feb1eef672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65644ea5-75d0-4a05-b7ee-30b9c8049e76', 'code': 200} Jul 13 07:23:46.497779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.498486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.502487 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] 10.222.0.48 "PUT /v2.0/ports/c68d5211-6f63-4ded-bf57-4c089281861a HTTP/1.1" status: 200 len: 1092 time: 2.3265891 Jul 13 07:23:46.661300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c3a41-adc8-4d0d-bbba-c31f4e9d7f0b service neutron] Pushing event updated for resources: {'Port': ['ID=c68d5211-6f63-4ded-bf57-4c089281861a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:46.698943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec921bbc-e856-423a-8cca-ef0f53a4a80f req-f5858240-2e2a-45e6-9f20-13d5f98903ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.701219 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec921bbc-e856-423a-8cca-ef0f53a4a80f req-f5858240-2e2a-45e6-9f20-13d5f98903ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 1098 time: 0.1353023 Jul 13 07:23:46.748826 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec921bbc-e856-423a-8cca-ef0f53a4a80f req-702c9889-1860-4859-9df5-8c3c03977bd7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375688 Jul 13 07:23:46.750882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-816382c9-f38b-4b96-8398-1e9606a68939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.751572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-816382c9-f38b-4b96-8398-1e9606a68939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.752234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-816382c9-f38b-4b96-8398-1e9606a68939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.752721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-816382c9-f38b-4b96-8398-1e9606a68939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.753477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-816382c9-f38b-4b96-8398-1e9606a68939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.753994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-816382c9-f38b-4b96-8398-1e9606a68939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.754479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-816382c9-f38b-4b96-8398-1e9606a68939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.756823 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-816382c9-f38b-4b96-8398-1e9606a68939 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6494 time: 0.1966851 Jul 13 07:23:46.792307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d150-e6e8-4b8c-9b3a-4afb32022782 req-b4d76b9c-5ae2-4315-b57c-bf19e70752ce tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.793907 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd76d150-e6e8-4b8c-9b3a-4afb32022782 req-b4d76b9c-5ae2-4315-b57c-bf19e70752ce tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 943 time: 0.0966454 Jul 13 07:23:46.874462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-c6382bdf-5727-4536-92c2-12116d14a8bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa HTTP/1.1" status: 200 len: 217 time: 0.0675030 Jul 13 07:23:46.877760 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51eb200-58f6-43db-9f9b-b616734e7828 x-openstack-request-id: req-b51eb200-58f6-43db-9f9b-b616734e7828 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:46.878104 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35343eb2-9de4-4aba-8e1e-419e74cc0672", "tag": "252cade0-ec7f-411d-84d3-e9e0cadcdbfc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:46.878344 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b51eb200-58f6-43db-9f9b-b616734e7828 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:46.878737 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35343eb2-9de4-4aba-8e1e-419e74cc0672', 'tag': '252cade0-ec7f-411d-84d3-e9e0cadcdbfc', 'status': 'completed', 'code': 200} Jul 13 07:23:46.878993 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844', 'status': 'completed', 'code': 200} Jul 13 07:23:46.931747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-1c5abaaa-3333-452f-8950-f99dd21687a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.933267 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-1c5abaaa-3333-452f-8950-f99dd21687a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51 HTTP/1.1" status: 200 len: 856 time: 0.0532012 Jul 13 07:23:46.942029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-c59ac7ea-40b8-4d14-8202-95513bc6f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.943867 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-c59ac7ea-40b8-4d14-8202-95513bc6f47d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 1095 time: 0.0661325 Jul 13 07:23:46.981346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd76d150-e6e8-4b8c-9b3a-4afb32022782 req-6cbf7999-9953-45a4-ae73-192146080538 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811767 Jul 13 07:23:47.012661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-31165c72-904d-427f-8e13-c2897c2cfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.014382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-31165c72-904d-427f-8e13-c2897c2cfd5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726707 Jul 13 07:23:47.120616 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4a370078-fb5f-44eb-a299-67a37c07c4e3 req-b86558d5-e7bc-499b-be33-841999e6b65a tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=13def022-3796-4c5b-b878-4a2f62486d65 HTTP/1.1" status: 200 len: 210 time: 0.0484297 Jul 13 07:23:47.192187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-0dd1271f-213a-4a89-8c9e-25ccba8bf978 service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700580 Jul 13 07:23:47.214201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-08f6139e-5015-4161-bfc4-a2a5bd78c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.217978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-08f6139e-5015-4161-bfc4-a2a5bd78c11e service neutron] 10.222.0.38 "GET /v2.0/networks?id=9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 200 len: 916 time: 0.2589614 Jul 13 07:23:47.283180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 252cade0-ec7f-411d-84d3-e9e0cadcdbfc details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:47.287137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:47.300016 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-6a160970-6e15-40f6-959c-35087b417bc2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=252cade0-ec7f-411d-84d3-e9e0cadcdbfc HTTP/1.1" status: 200 len: 217 time: 0.0757542 Jul 13 07:23:47.315189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-12c4f6f3-8ced-48df-a4c3-381809f9b6a9 service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145055 Jul 13 07:23:47.334448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: ba73af02-d9a0-40e9-b70d-8d319d7c6b1b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:47.335324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba73af02-d9a0-40e9-b70d-8d319d7c6b1b not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:47.388647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-c3269d80-6628-40ec-bd2d-ae4f10d42ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.390158 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-c3269d80-6628-40ec-bd2d-ae4f10d42ece service neutron] 10.222.0.38 "GET /v2.0/subnets?id=70f5aeda-79d4-45a2-ad68-376ab55b377c HTTP/1.1" status: 200 len: 855 time: 0.0837367 Jul 13 07:23:47.394473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-31738b3f-65f9-4de0-9389-4db13aa37570 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 200 len: 217 time: 0.0713596 Jul 13 07:23:47.438449 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-5056836a-2c35-4b32-b88c-ad8fda9c2dcc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9682fa7d-570c-472a-a704-3adbbea7b472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390136 Jul 13 07:23:47.499460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:47.513007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '252cade0-ec7f-411d-84d3-e9e0cadcdbfc', 'network_id': '9682fa7d-570c-472a-a704-3adbbea7b472', 'port_id': '252cade0-ec7f-411d-84d3-e9e0cadcdbfc', 'mac_address': 'fa:16:3e:e0:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f5aeda-79d4-45a2-ad68-376ab55b377c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:47.527273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-4636eff2-076f-4598-b319-13806bed8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.532204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-4636eff2-076f-4598-b319-13806bed8557 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.1130195 Jul 13 07:23:47.561694 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.599117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252cade0-ec7f-411d-84d3-e9e0cadcdbfc {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:47.628505 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-06db8cbe-572f-40cc-9d3c-07f28bff06db service neutron] 10.222.0.38 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846538 Jul 13 07:23:47.634062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b34b9-f099-45f6-837a-212a1b646e10 req-3dfaaea0-d92a-4928-9763-71dd34496e08 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.635667 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-807b34b9-f099-45f6-837a-212a1b646e10 req-3dfaaea0-d92a-4928-9763-71dd34496e08 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 946 time: 0.2575300 Jul 13 07:23:47.651336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-517a70b6-8327-4d83-8a89-2fe34746699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.652781 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-517a70b6-8327-4d83-8a89-2fe34746699f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1118357 Jul 13 07:23:47.667538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefb535-1202-4c0a-aec0-bf1e4fd03a78 req-5d680b2c-7d80-4b0f-b7ae-9315788b87fe tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.674602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefb535-1202-4c0a-aec0-bf1e4fd03a78 req-5d680b2c-7d80-4b0f-b7ae-9315788b87fe tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.675897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:47.681257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefb535-1202-4c0a-aec0-bf1e4fd03a78 req-5d680b2c-7d80-4b0f-b7ae-9315788b87fe tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.683686 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.688835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefb535-1202-4c0a-aec0-bf1e4fd03a78 req-5d680b2c-7d80-4b0f-b7ae-9315788b87fe tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.695932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefb535-1202-4c0a-aec0-bf1e4fd03a78 req-5d680b2c-7d80-4b0f-b7ae-9315788b87fe tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.702338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefb535-1202-4c0a-aec0-bf1e4fd03a78 req-5d680b2c-7d80-4b0f-b7ae-9315788b87fe tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.708405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefb535-1202-4c0a-aec0-bf1e4fd03a78 req-5d680b2c-7d80-4b0f-b7ae-9315788b87fe tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.716831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-edefb535-1202-4c0a-aec0-bf1e4fd03a78 req-5d680b2c-7d80-4b0f-b7ae-9315788b87fe tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.2147899 Jul 13 07:23:47.726695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-807b34b9-f099-45f6-837a-212a1b646e10 req-ba736662-c467-4999-b4b7-3ce9e61712b9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839036 Jul 13 07:23:47.802342 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-4371b7d5-f311-4af8-aa37-a0612e935675 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390815 Jul 13 07:23:47.803596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:47.876346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-edefb535-1202-4c0a-aec0-bf1e4fd03a78 req-663d34ff-e615-499c-abeb-8f4275323585 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1585686 Jul 13 07:23:47.929623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-89f21093-59d3-4674-84c9-d90edeb4f351 service neutron] 10.222.0.38 "GET /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852955 Jul 13 07:23:47.975827 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-8c8d137c-5261-4e67-986a-dbd2b84fd94e service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669869 Jul 13 07:23:48.033481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-2c213bf9-e400-4e57-b2b0-d8bd0890de98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 200 len: 217 time: 0.0496185 Jul 13 07:23:48.049735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad575b5-7f90-4214-a5d9-cb16806cdf91 req-fe92c496-c991-4d5b-bbea-da5c62f07e2b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.051350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cad575b5-7f90-4214-a5d9-cb16806cdf91 req-fe92c496-c991-4d5b-bbea-da5c62f07e2b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.1374600 Jul 13 07:23:48.063698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['252cade0-ec7f-411d-84d3-e9e0cadcdbfc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:48.138411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-e36d6cdb-b2ff-4c90-b269-2c5c16637582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.140391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-e36d6cdb-b2ff-4c90-b269-2c5c16637582 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.0880969 Jul 13 07:23:48.148243 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cad575b5-7f90-4214-a5d9-cb16806cdf91 req-83090322-31f0-4d2c-b16e-fc8894b9213c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874288 Jul 13 07:23:48.219542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-7474a13a-f537-474b-bb01-be649eb4a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.221528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-7474a13a-f537-474b-bb01-be649eb4a3af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0662997 Jul 13 07:23:48.279998 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4d5d2ca-9fc5-44e7-a6fa-a0f8b54dbeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.331707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a76dd-79c6-4229-bec3-8d67b1115634 req-60c249c5-d1c3-4572-8adc-46cef03c2b1c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.333661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-470a76dd-79c6-4229-bec3-8d67b1115634 req-60c249c5-d1c3-4572-8adc-46cef03c2b1c tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 944 time: 0.0849128 Jul 13 07:23:48.346542 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f60ada11-8b62-45ae-9eb4-5544baed0a14 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178079 Jul 13 07:23:48.386428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-470a76dd-79c6-4229-bec3-8d67b1115634 req-31a353fb-2f86-4a3b-b5b6-1e006e94c755 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458338 Jul 13 07:23:48.469909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-f8248a0f-7bec-4d15-a7b7-b6c398fabaed service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075697 Jul 13 07:23:48.531018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-7913ad42-0de3-4d14-b5a3-d6da330ab7e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=8e0fc94e-b758-4c29-a921-885c200f5cba HTTP/1.1" status: 200 len: 217 time: 0.0527720 Jul 13 07:23:48.592759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-709c73c0-726f-441e-9e20-e7ab7db01cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.594707 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-709c73c0-726f-441e-9e20-e7ab7db01cc4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.0479655 Jul 13 07:23:48.654185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-19aa096b-a02a-42c0-be69-2177f6ffac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.655773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-19aa096b-a02a-42c0-be69-2177f6ffac09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546086 Jul 13 07:23:48.709782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d7f96-0887-4745-a7db-1bb5862d0c0a req-cd12d6b1-983d-4df4-99e4-a767636840b1 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.711744 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b86d7f96-0887-4745-a7db-1bb5862d0c0a req-cd12d6b1-983d-4df4-99e4-a767636840b1 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 951 time: 0.0826914 Jul 13 07:23:48.756647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b86d7f96-0887-4745-a7db-1bb5862d0c0a req-596ccbb3-7b37-4584-8f3d-519366e06098 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377619 Jul 13 07:23:48.785669 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-2fb02032-2d65-4f9b-af7e-72888d9883da service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167495 Jul 13 07:23:48.896108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-deleted', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b'}, {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': 'c68d5211-6f63-4ded-bf57-4c089281861a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:48.898812 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c2c05a-6837-4e78-8c74-d3734e994404" -d '{"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-deleted", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b"}, {"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "c68d5211-6f63-4ded-bf57-4c089281861a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:48.923033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-04f9bfee-d392-41a0-9bb2-e2cf1ab7bac4 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350996 Jul 13 07:23:48.981530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-ba5c5e34-0448-4564-a526-1240187cc6c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b HTTP/1.1" status: 200 len: 217 time: 0.0403523 Jul 13 07:23:48.989114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7d90-f86d-406c-9f90-cc821487edd4 req-8cd27e4d-d9aa-41a1-8564-a6276c45c187 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.990752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c7e7d90-f86d-406c-9f90-cc821487edd4 req-8cd27e4d-d9aa-41a1-8564-a6276c45c187 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 946 time: 0.1302142 Jul 13 07:23:49.065711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-2b50bdcf-d635-4203-9b7c-1f34d389ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.067223 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-2b50bdcf-d635-4203-9b7c-1f34d389ae3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.0756016 Jul 13 07:23:49.070200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c7e7d90-f86d-406c-9f90-cc821487edd4 req-36aaaff0-5a23-4d4d-935a-02839893a93c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712085 Jul 13 07:23:49.070402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e53-fc54-4723-977e-87c0b5589a5f req-00e7b0ee-190b-4c8b-bd8d-50178c7f4cbc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.076468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e53-fc54-4723-977e-87c0b5589a5f req-00e7b0ee-190b-4c8b-bd8d-50178c7f4cbc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.083370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e53-fc54-4723-977e-87c0b5589a5f req-00e7b0ee-190b-4c8b-bd8d-50178c7f4cbc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.095375 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e53-fc54-4723-977e-87c0b5589a5f req-00e7b0ee-190b-4c8b-bd8d-50178c7f4cbc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.097750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e53-fc54-4723-977e-87c0b5589a5f req-00e7b0ee-190b-4c8b-bd8d-50178c7f4cbc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.102802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e53-fc54-4723-977e-87c0b5589a5f req-00e7b0ee-190b-4c8b-bd8d-50178c7f4cbc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.108671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e53-fc54-4723-977e-87c0b5589a5f req-00e7b0ee-190b-4c8b-bd8d-50178c7f4cbc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.117672 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4d75e53-fc54-4723-977e-87c0b5589a5f req-00e7b0ee-190b-4c8b-bd8d-50178c7f4cbc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.1182234 Jul 13 07:23:49.133363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-e5f45215-ae91-4f86-b7ca-89a4e566711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.137791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-e5f45215-ae91-4f86-b7ca-89a4e566711e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0637369 Jul 13 07:23:49.184377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4d75e53-fc54-4723-977e-87c0b5589a5f req-5215790f-a74e-4bcb-88a4-0447d3ca565c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648053 Jul 13 07:23:49.214713 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafce3d1-7864-4c7d-a5e2-22b264f4a233 x-openstack-request-id: req-fafce3d1-7864-4c7d-a5e2-22b264f4a233 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:49.215036 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13def022-3796-4c5b-b878-4a2f62486d65", "name": "network-vif-deleted", "tag": "ba73af02-d9a0-40e9-b70d-8d319d7c6b1b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "c68d5211-6f63-4ded-bf57-4c089281861a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:49.215292 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fafce3d1-7864-4c7d-a5e2-22b264f4a233 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:49.215713 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13def022-3796-4c5b-b878-4a2f62486d65', 'name': 'network-vif-deleted', 'tag': 'ba73af02-d9a0-40e9-b70d-8d319d7c6b1b', 'status': 'completed', 'code': 200} Jul 13 07:23:49.215969 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': 'c68d5211-6f63-4ded-bf57-4c089281861a', 'status': 'completed', 'code': 200} Jul 13 07:23:49.289174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 252cade0-ec7f-411d-84d3-e9e0cadcdbfc up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:49.292406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-967333ca-d808-4333-8dd8-b168362a69b2 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454227 Jul 13 07:23:49.353750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:49.360117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:49.360744 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.458724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-7d2846b1-2b62-4eca-805c-990ac0073fed service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569910 Jul 13 07:23:49.472097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.516953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35343eb2-9de4-4aba-8e1e-419e74cc0672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252cade0-ec7f-411d-84d3-e9e0cadcdbfc'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:49.518431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-ff3f8350-1fa4-4055-b7f1-386c0556e9aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40330ad7-4dd0-496c-ba31-b175cc83d844 HTTP/1.1" status: 200 len: 217 time: 0.0508161 Jul 13 07:23:49.519665 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88232ba5-f089-4027-85ef-2786bb2e1d9b" -d '{"events": [{"server_uuid": "35343eb2-9de4-4aba-8e1e-419e74cc0672", "name": "network-vif-plugged", "status": "completed", "tag": "252cade0-ec7f-411d-84d3-e9e0cadcdbfc"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:49.534324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:49.541126 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.634093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-19f9994f-6cfd-41c5-aa48-3bbe2ca5e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.635980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-19f9994f-6cfd-41c5-aa48-3bbe2ca5e9e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.1085875 Jul 13 07:23:49.647976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:49.699492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52b735-5f54-401c-9d90-dc7f7624e2a0 req-35313986-6d10-4cff-b296-50ee6c598e14 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.701046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d52b735-5f54-401c-9d90-dc7f7624e2a0 req-35313986-6d10-4cff-b296-50ee6c598e14 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.1155562 Jul 13 07:23:49.706391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace485e3-6f7e-41df-9fa9-21020da43f00 req-5a9056f7-b636-46bd-a4e3-48a7f5eebed3 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.707899 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ace485e3-6f7e-41df-9fa9-21020da43f00 req-5a9056f7-b636-46bd-a4e3-48a7f5eebed3 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 945 time: 0.0742130 Jul 13 07:23:49.745460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-884091e0-8110-4c13-982d-b7959e96cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.747440 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-884091e0-8110-4c13-982d-b7959e96cdc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949283 Jul 13 07:23:49.749785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ace485e3-6f7e-41df-9fa9-21020da43f00 req-b52dd122-8e61-41e8-941b-287c077ab7bf tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358245 Jul 13 07:23:49.769027 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d52b735-5f54-401c-9d90-dc7f7624e2a0 req-5d875889-c727-4d82-9090-046f0d05a04c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562704 Jul 13 07:23:49.864015 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-fbd24287-3c0e-4ca0-85c3-84ac67414ed0 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074748 Jul 13 07:23:49.985000 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341469f-1f4e-4a7b-bf71-6f8e9be5c82e req-e6ead057-e7f0-4be5-a63a-f55ee9d869c6 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.986585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5341469f-1f4e-4a7b-bf71-6f8e9be5c82e req-e6ead057-e7f0-4be5-a63a-f55ee9d869c6 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.0706270 Jul 13 07:23:50.012954 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-744b5e3c-fd19-4c04-9dbb-290319563d48 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413345 Jul 13 07:23:50.036042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1712b-7289-4db6-9170-c4f99d964f28 req-9ad13989-1fa4-4e5e-825c-b39252bb8a34 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.037668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35f1712b-7289-4db6-9170-c4f99d964f28 req-9ad13989-1fa4-4e5e-825c-b39252bb8a34 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 946 time: 0.1288438 Jul 13 07:23:50.038519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5341469f-1f4e-4a7b-bf71-6f8e9be5c82e req-be2612f9-b817-4d0a-bc02-7425cf8c32fa tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Jul 13 07:23:50.069521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-a184bcab-c020-4688-8e98-50298ca8ef18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c68d5211-6f63-4ded-bf57-4c089281861a HTTP/1.1" status: 200 len: 217 time: 0.0485649 Jul 13 07:23:50.089043 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43af829-011a-46fa-9941-52ec2428d8da x-openstack-request-id: req-d43af829-011a-46fa-9941-52ec2428d8da {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:50.089332 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35343eb2-9de4-4aba-8e1e-419e74cc0672", "name": "network-vif-plugged", "status": "completed", "tag": "252cade0-ec7f-411d-84d3-e9e0cadcdbfc", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:50.089583 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d43af829-011a-46fa-9941-52ec2428d8da {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:50.089998 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35343eb2-9de4-4aba-8e1e-419e74cc0672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252cade0-ec7f-411d-84d3-e9e0cadcdbfc', 'code': 200} Jul 13 07:23:50.149635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35f1712b-7289-4db6-9170-c4f99d964f28 req-3591c8b3-4c3f-41e9-971b-e62b1fa6f303 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827503 Jul 13 07:23:50.172844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-9ac2f1b4-52e1-4cf0-a6e9-bf35ab892aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.174552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-9ac2f1b4-52e1-4cf0-a6e9-bf35ab892aa1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.0885079 Jul 13 07:23:50.180881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-f3e968bd-0968-40c9-a683-e02c51f01ae5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.183796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-f3e968bd-0968-40c9-a683-e02c51f01ae5 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 951 time: 0.1392508 Jul 13 07:23:50.283652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5716847d-49db-4eeb-8949-c6328cacc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.288032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-5716847d-49db-4eeb-8949-c6328cacc84a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1055346 Jul 13 07:23:50.449828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5681a9-1ca7-4427-a733-d8e9f5f8265c req-1c3d79f2-ebd6-4cba-b3eb-0c50b9e2f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.451525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6f5681a9-1ca7-4427-a733-d8e9f5f8265c req-1c3d79f2-ebd6-4cba-b3eb-0c50b9e2f5fe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 1097 time: 0.1951330 Jul 13 07:23:50.452208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-bcdffcb0-ff4e-402a-82e7-cda60808710b service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557510 Jul 13 07:23:50.480650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5eeb6-d82d-4520-a549-5fb5c066ca74 req-3f7e1a28-e8ca-49bb-a6de-d7abd0836261 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.482325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35f5eeb6-d82d-4520-a549-5fb5c066ca74 req-3f7e1a28-e8ca-49bb-a6de-d7abd0836261 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3800ac3a-d489-4a72-b047-2429de7a18b4 HTTP/1.1" status: 200 len: 951 time: 0.1556535 Jul 13 07:23:50.510901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f167f4-8c07-43c5-8c76-f7a626fb01fe req-b2d5daeb-ac9a-48fd-8969-1103e71f2731 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.517341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f167f4-8c07-43c5-8c76-f7a626fb01fe req-b2d5daeb-ac9a-48fd-8969-1103e71f2731 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.523303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f167f4-8c07-43c5-8c76-f7a626fb01fe req-b2d5daeb-ac9a-48fd-8969-1103e71f2731 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.526120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Deleting port ff8891d0-7e0f-4b33-b055-b042119b60d6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:50.526470 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.529151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f167f4-8c07-43c5-8c76-f7a626fb01fe req-b2d5daeb-ac9a-48fd-8969-1103e71f2731 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.533532 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6f5681a9-1ca7-4427-a733-d8e9f5f8265c req-4e942697-4cb9-4271-af6b-9571363a88f7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685530 Jul 13 07:23:50.535998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f167f4-8c07-43c5-8c76-f7a626fb01fe req-b2d5daeb-ac9a-48fd-8969-1103e71f2731 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.543146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f167f4-8c07-43c5-8c76-f7a626fb01fe req-b2d5daeb-ac9a-48fd-8969-1103e71f2731 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.550039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f167f4-8c07-43c5-8c76-f7a626fb01fe req-b2d5daeb-ac9a-48fd-8969-1103e71f2731 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.552039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56f167f4-8c07-43c5-8c76-f7a626fb01fe req-b2d5daeb-ac9a-48fd-8969-1103e71f2731 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.1624699 Jul 13 07:23:50.571154 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35f5eeb6-d82d-4520-a549-5fb5c066ca74 req-442fbb5e-66ff-4aca-9444-ae2c577e5a2b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768750 Jul 13 07:23:50.642572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56f167f4-8c07-43c5-8c76-f7a626fb01fe req-bf821435-5b02-4c8c-8ed5-7c1da7fceda4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575614 Jul 13 07:23:50.643768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] For port ff8891d0-7e0f-4b33-b055-b042119b60d6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ff8891d0-7e0f-4b33-b055-b042119b60d6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:50.644146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.644815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc45c03-8b2e-470f-aad7-b2b5953741cc req-7a9dd545-64c5-4a22-b0de-771a2a3777de service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857491 Jul 13 07:23:50.662662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Calling delete_port for ff8891d0-7e0f-4b33-b055-b042119b60d6 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:50.822015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-ca71fef2-af91-4355-8604-68e0005d9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.823389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-ca71fef2-af91-4355-8604-68e0005d9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.824052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-ca71fef2-af91-4355-8604-68e0005d9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.824538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-ca71fef2-af91-4355-8604-68e0005d9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.826133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-ca71fef2-af91-4355-8604-68e0005d9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.827173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-ca71fef2-af91-4355-8604-68e0005d9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.827818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-ca71fef2-af91-4355-8604-68e0005d9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.832987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.834483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-ca71fef2-af91-4355-8604-68e0005d9f43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6494 time: 0.0999956 Jul 13 07:23:50.853575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ff8891d0-7e0f-4b33-b055-b042119b60d6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:50.876363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Pushing event deleted for resources: {'Port': ['ID=ff8891d0-7e0f-4b33-b055-b042119b60d6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:50.911187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2046f84b-7420-4c80-a8af-2de1cc2f7577', 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:50.966677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] No DVR routers for this DVR port ff8891d0-7e0f-4b33-b055-b042119b60d6 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:50.971084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.974356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35e821de-f1f2-4fc3-89ba-a40aed347ccd req-89fd028a-9d64-4983-94fa-184678c69777 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.48 "DELETE /v2.0/ports/ff8891d0-7e0f-4b33-b055-b042119b60d6 HTTP/1.1" status: 204 len: 173 time: 0.7815485 Jul 13 07:23:50.975266 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-deleted', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:50.978224 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77cd6cf-73d9-4a0a-b532-2461b668ff51" -d '{"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-deleted", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:51.045144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-5a7e858d-408c-4b8b-94d2-a19f2d3ae73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.047246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-5a7e858d-408c-4b8b-94d2-a19f2d3ae73f service neutron] 10.222.0.48 "GET /v2.0/networks?id=99c0e8ba-e29c-47b8-ba72-68e6a2413600 HTTP/1.1" status: 200 len: 903 time: 0.2055779 Jul 13 07:23:51.048519 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec4458aa-1ae5-43b3-a0e8-7811d8ef7813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.052505 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1459345b-a4a4-4057-9e67-584e36f24a7b x-openstack-request-id: req-1459345b-a4a4-4057-9e67-584e36f24a7b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:51.053473 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800ac3a-d489-4a72-b047-2429de7a18b4", "name": "network-vif-deleted", "tag": "ff8891d0-7e0f-4b33-b055-b042119b60d6", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:51.054152 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1459345b-a4a4-4057-9e67-584e36f24a7b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:51.055399 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800ac3a-d489-4a72-b047-2429de7a18b4', 'name': 'network-vif-deleted', 'tag': 'ff8891d0-7e0f-4b33-b055-b042119b60d6', 'status': 'completed', 'code': 200} Jul 13 07:23:51.072349 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.151779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 76ea4bc0-31f2-4418-8034-7e2c4641c550 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:51.334652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:51.349474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '76ea4bc0-31f2-4418-8034-7e2c4641c550', 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39', 'port_id': '76ea4bc0-31f2-4418-8034-7e2c4641c550', 'mac_address': 'fa:16:3e:81:96:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f8e58-8336-459b-a7d7-cdb2637d87b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:51.407598 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.412354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed20dd-eb6b-45fd-9718-4c49d9c7db66 req-0fa62d53-5250-45ca-afb9-0607f8367bc3 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.426261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ea4bc0-31f2-4418-8034-7e2c4641c550 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:51.434304 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24ed20dd-eb6b-45fd-9718-4c49d9c7db66 req-0fa62d53-5250-45ca-afb9-0607f8367bc3 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.1513283 Jul 13 07:23:51.453317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:51.458963 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-6c05a504-bc2d-45a2-99c9-de7b855d9eff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40330ad7-4dd0-496c-ba31-b175cc83d844 HTTP/1.1" status: 200 len: 217 time: 0.3947225 Jul 13 07:23:51.466908 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.527503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24ed20dd-eb6b-45fd-9718-4c49d9c7db66 req-c05a73b5-9ee6-4754-a91a-b3607a5ea659 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919347 Jul 13 07:23:51.562041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830df8c-73de-4329-94a9-2cd655a545ce req-da692bb2-0404-41c7-852b-72a3b451faa3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.563996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8830df8c-73de-4329-94a9-2cd655a545ce req-da692bb2-0404-41c7-852b-72a3b451faa3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 946 time: 0.6178229 Jul 13 07:23:51.564134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=76ea4bc0-31f2-4418-8034-7e2c4641c550,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:51.595493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e472b-aa82-4317-9913-17ecbef50a22 req-8e25f5ba-ad09-40b2-a32e-b9b867ee52c3 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.597237 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-901e472b-aa82-4317-9913-17ecbef50a22 req-8e25f5ba-ad09-40b2-a32e-b9b867ee52c3 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.5886674 Jul 13 07:23:51.673150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-fe6ff166-4d5d-4f4b-83a1-78ee66a852a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.674676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-fe6ff166-4d5d-4f4b-83a1-78ee66a852a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.2034800 Jul 13 07:23:51.742983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['76ea4bc0-31f2-4418-8034-7e2c4641c550'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:51.748957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-901e472b-aa82-4317-9913-17ecbef50a22 req-e771963d-0958-41b1-8d0d-243f8d8ca438 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364551 Jul 13 07:23:51.791918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8830df8c-73de-4329-94a9-2cd655a545ce req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Deleting port 65644ea5-75d0-4a05-b7ee-30b9c8049e76 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:51.792265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8830df8c-73de-4329-94a9-2cd655a545ce req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.818087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-c1b7ec34-0353-4878-b514-0af97db66063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.819663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-c1b7ec34-0353-4878-b514-0af97db66063 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1281934 Jul 13 07:23:51.898407 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.962198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8830df8c-73de-4329-94a9-2cd655a545ce req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] For port 65644ea5-75d0-4a05-b7ee-30b9c8049e76, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=65644ea5-75d0-4a05-b7ee-30b9c8049e76,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:51.962839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8830df8c-73de-4329-94a9-2cd655a545ce req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.982157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8830df8c-73de-4329-94a9-2cd655a545ce req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Calling delete_port for 65644ea5-75d0-4a05-b7ee-30b9c8049e76 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:52.002310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-cf451694-7f66-42d1-b96a-62ce86cb92d0 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746187 Jul 13 07:23:52.222296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad476c0-3779-4fc2-8d6a-6b1e1045f5c1 req-57079752-ee17-4301-a9cb-921c629b1073 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.228307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad476c0-3779-4fc2-8d6a-6b1e1045f5c1 req-57079752-ee17-4301-a9cb-921c629b1073 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.234392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad476c0-3779-4fc2-8d6a-6b1e1045f5c1 req-57079752-ee17-4301-a9cb-921c629b1073 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.240376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad476c0-3779-4fc2-8d6a-6b1e1045f5c1 req-57079752-ee17-4301-a9cb-921c629b1073 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.246374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad476c0-3779-4fc2-8d6a-6b1e1045f5c1 req-57079752-ee17-4301-a9cb-921c629b1073 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.252574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52a65-8214-41b2-93c4-4d7c00d068e5 req-ba87d7b8-82a8-4666-ba22-248bca6678d8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.252943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad476c0-3779-4fc2-8d6a-6b1e1045f5c1 req-57079752-ee17-4301-a9cb-921c629b1073 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.254094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0c52a65-8214-41b2-93c4-4d7c00d068e5 req-ba87d7b8-82a8-4666-ba22-248bca6678d8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a6ac252-5170-446b-8da4-30feb1eef672 HTTP/1.1" status: 200 len: 946 time: 0.1911240 Jul 13 07:23:52.259402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad476c0-3779-4fc2-8d6a-6b1e1045f5c1 req-57079752-ee17-4301-a9cb-921c629b1073 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.267679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aad476c0-3779-4fc2-8d6a-6b1e1045f5c1 req-57079752-ee17-4301-a9cb-921c629b1073 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.1267905 Jul 13 07:23:52.268282 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d9369af-f3e2-44b7-aacd-d7f87b6ab7a0 req-bb2823ec-3b98-4c4c-a027-c8fea4b0aa00 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064741 Jul 13 07:23:52.303744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8830df8c-73de-4329-94a9-2cd655a545ce req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.320772 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aad476c0-3779-4fc2-8d6a-6b1e1045f5c1 req-ff8020db-f500-4015-8db2-851e0ec01e0d tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491791 Jul 13 07:23:52.353390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0c52a65-8214-41b2-93c4-4d7c00d068e5 req-471a6545-d691-48da-a4fc-2e660943b070 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881023 Jul 13 07:23:52.360690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Pushing event deleted for resources: {'Port': ['ID=65644ea5-75d0-4a05-b7ee-30b9c8049e76,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:52.417355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.417700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.418071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.418410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.418747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.419077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.419406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.419732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.420059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.420387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.420803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.421130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:52.439380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5da1396e-fa70-443c-9956-32b2d4ae030f', '65644ea5-75d0-4a05-b7ee-30b9c8049e76'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:52.458710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8830df8c-73de-4329-94a9-2cd655a545ce req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] No DVR routers for this DVR port 65644ea5-75d0-4a05-b7ee-30b9c8049e76 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:52.462178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8830df8c-73de-4329-94a9-2cd655a545ce req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.464992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8830df8c-73de-4329-94a9-2cd655a545ce req-9ee04a19-b93d-44b7-af57-ada9b2d2e710 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.48 "DELETE /v2.0/ports/65644ea5-75d0-4a05-b7ee-30b9c8049e76 HTTP/1.1" status: 204 len: 173 time: 0.8648019 Jul 13 07:23:52.465599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6ac252-5170-446b-8da4-30feb1eef672', 'name': 'network-vif-deleted', 'tag': '65644ea5-75d0-4a05-b7ee-30b9c8049e76'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:52.469601 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1983daf6-35f5-4d19-a25b-2dba66b9d9b4" -d '{"events": [{"server_uuid": "2a6ac252-5170-446b-8da4-30feb1eef672", "name": "network-vif-deleted", "tag": "65644ea5-75d0-4a05-b7ee-30b9c8049e76"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:52.500110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-b8bc02be-b9bb-4be0-a075-e83707d30487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.500909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-b8bc02be-b9bb-4be0-a075-e83707d30487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.501542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-b8bc02be-b9bb-4be0-a075-e83707d30487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.502219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-b8bc02be-b9bb-4be0-a075-e83707d30487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.502841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-b8bc02be-b9bb-4be0-a075-e83707d30487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.503465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-b8bc02be-b9bb-4be0-a075-e83707d30487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.504087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-b8bc02be-b9bb-4be0-a075-e83707d30487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.506824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-b8bc02be-b9bb-4be0-a075-e83707d30487 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6494 time: 0.1574240 Jul 13 07:23:52.664163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-37fc02dd-9a09-4527-8944-fa0e9df4a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.665747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-37fc02dd-9a09-4527-8944-fa0e9df4a612 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99c0e8ba-e29c-47b8-ba72-68e6a2413600 HTTP/1.1" status: 200 len: 903 time: 0.1510367 Jul 13 07:23:52.731745 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-9df8a810-b360-4d2d-accc-d57de2535ac4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c68d5211-6f63-4ded-bf57-4c089281861a HTTP/1.1" status: 200 len: 217 time: 0.0563116 Jul 13 07:23:52.801554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-55612ecb-45f6-4fc2-a576-a5ce10ad4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.803489 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-55612ecb-45f6-4fc2-a576-a5ce10ad4aa1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.0644090 Jul 13 07:23:52.805483 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00c2f13-a4de-42b1-9990-8fae6bda4d7d x-openstack-request-id: req-a00c2f13-a4de-42b1-9990-8fae6bda4d7d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:52.806845 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6ac252-5170-446b-8da4-30feb1eef672", "name": "network-vif-deleted", "tag": "65644ea5-75d0-4a05-b7ee-30b9c8049e76", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:52.806845 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a00c2f13-a4de-42b1-9990-8fae6bda4d7d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:52.806845 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ac252-5170-446b-8da4-30feb1eef672', 'name': 'network-vif-deleted', 'tag': '65644ea5-75d0-4a05-b7ee-30b9c8049e76', 'status': 'completed', 'code': 200} Jul 13 07:23:52.918213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-e4120076-2f0a-4818-aa40-b48c2f9fff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.919756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-e4120076-2f0a-4818-aa40-b48c2f9fff2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1084702 Jul 13 07:23:52.927741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa2f43-799e-4923-b0a7-39d39258d84c req-4f1a484b-816a-4eb2-80c4-bc77c0e09006 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.929243 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-36fa2f43-799e-4923-b0a7-39d39258d84c req-4f1a484b-816a-4eb2-80c4-bc77c0e09006 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 945 time: 0.0887487 Jul 13 07:23:52.972144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322c52-07ec-41ca-b91c-fb1acb318814 req-aa005c98-f6eb-41ec-b4b3-9a9acb70e31a tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.980587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61322c52-07ec-41ca-b91c-fb1acb318814 req-aa005c98-f6eb-41ec-b4b3-9a9acb70e31a tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.0831702 Jul 13 07:23:53.027918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61322c52-07ec-41ca-b91c-fb1acb318814 req-04066527-8e56-48db-8242-33cbb7b541b4 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462959 Jul 13 07:23:53.029247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-36fa2f43-799e-4923-b0a7-39d39258d84c req-3fc0aa75-282e-45da-b399-824b02cf4e4c tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915449 Jul 13 07:23:53.060552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-26d23b27-7a71-44a3-84d2-34e7acda5f4d service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300976 Jul 13 07:23:53.167604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 76ea4bc0-31f2-4418-8034-7e2c4641c550 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:53.232495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 76ea4bc0-31f2-4418-8034-7e2c4641c550 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:53.241099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 76ea4bc0-31f2-4418-8034-7e2c4641c550 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:53.241492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0347d-1734-4ea8-bfe1-5a624a681817 req-5a6684ff-de5e-410f-8fae-36b60598e5ce tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.241989 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.250266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-89d0347d-1734-4ea8-bfe1-5a624a681817 req-5a6684ff-de5e-410f-8fae-36b60598e5ce tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.1083868 Jul 13 07:23:53.269180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21c2c05a-6837-4e78-8c74-d3734e994404 req-7319fdeb-5c5b-41ad-86fb-fd16fe445695 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027483 Jul 13 07:23:53.313202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1986ed-61c6-47cf-bc35-4fb1c8c5d988 req-634825dc-29b4-4951-bc5b-e8d0ee9523a6 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.315856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c1986ed-61c6-47cf-bc35-4fb1c8c5d988 req-634825dc-29b4-4951-bc5b-e8d0ee9523a6 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 945 time: 0.1367059 Jul 13 07:23:53.331563 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-89d0347d-1734-4ea8-bfe1-5a624a681817 req-385561c8-08de-4415-b54f-b3c0b80c07b4 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788925 Jul 13 07:23:53.370142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c1986ed-61c6-47cf-bc35-4fb1c8c5d988 req-a6837bf3-7b2b-4320-82f6-58065053e984 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Jul 13 07:23:53.428793 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.471844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:53.474862 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e3c0be-9e19-4b23-9a99-a04dc80083b4" -d '{"events": [{"server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:53.481823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:53.487414 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.548388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f619d3-904d-46aa-a2c5-373bf44e8674 req-c886cb65-5bdf-4469-aab6-86b29a6a7744 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.553357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=76ea4bc0-31f2-4418-8034-7e2c4641c550,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:53.556545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3f619d3-904d-46aa-a2c5-373bf44e8674 req-c886cb65-5bdf-4469-aab6-86b29a6a7744 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.0748208 Jul 13 07:23:53.564617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:53.585928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: ff8891d0-7e0f-4b33-b055-b042119b60d6 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:53.586388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ff8891d0-7e0f-4b33-b055-b042119b60d6 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:53.600694 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.629121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3f619d3-904d-46aa-a2c5-373bf44e8674 req-c06a2fdf-4bf8-4ada-88e4-d0bbcb4793e1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Jul 13 07:23:53.650947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29bdc-ba9c-4872-a37f-56290aa387e6 req-07d97e30-1bf4-4334-92b6-6ce18a418599 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.657771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29bdc-ba9c-4872-a37f-56290aa387e6 req-07d97e30-1bf4-4334-92b6-6ce18a418599 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.663696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29bdc-ba9c-4872-a37f-56290aa387e6 req-07d97e30-1bf4-4334-92b6-6ce18a418599 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.669592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29bdc-ba9c-4872-a37f-56290aa387e6 req-07d97e30-1bf4-4334-92b6-6ce18a418599 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.676056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29bdc-ba9c-4872-a37f-56290aa387e6 req-07d97e30-1bf4-4334-92b6-6ce18a418599 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.681967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29bdc-ba9c-4872-a37f-56290aa387e6 req-07d97e30-1bf4-4334-92b6-6ce18a418599 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.688545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29bdc-ba9c-4872-a37f-56290aa387e6 req-07d97e30-1bf4-4334-92b6-6ce18a418599 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.690545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85f29bdc-ba9c-4872-a37f-56290aa387e6 req-07d97e30-1bf4-4334-92b6-6ce18a418599 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.1520805 Jul 13 07:23:53.735002 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85f29bdc-ba9c-4872-a37f-56290aa387e6 req-bfb8da10-b8f9-482b-af40-eb70f4b378e0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377829 Jul 13 07:23:53.791144 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe69bc-3e62-4e95-b4c1-9fd3bbf2ff2d x-openstack-request-id: req-67fe69bc-3e62-4e95-b4c1-9fd3bbf2ff2d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:53.791629 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:53.792049 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67fe69bc-3e62-4e95-b4c1-9fd3bbf2ff2d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:53.792608 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550', 'code': 200} Jul 13 07:23:53.936330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fcd99-0e96-4f9e-9f5d-3fe0156b69a6 req-7f4e774d-63b5-4988-826c-61456a228313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.938322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d1fcd99-0e96-4f9e-9f5d-3fe0156b69a6 req-7f4e774d-63b5-4988-826c-61456a228313 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 1098 time: 0.0641072 Jul 13 07:23:54.009400 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d1fcd99-0e96-4f9e-9f5d-3fe0156b69a6 req-e06028f3-0d4a-46c5-9c83-4f3c76c8aec2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639319 Jul 13 07:23:54.023907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca987dd5-898c-4d1c-a440-285ed7219d30 req-d7420b08-3f9f-48e6-b16a-29cc788401ed tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.027233 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca987dd5-898c-4d1c-a440-285ed7219d30 req-d7420b08-3f9f-48e6-b16a-29cc788401ed tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0846522 Jul 13 07:23:54.066236 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca987dd5-898c-4d1c-a440-285ed7219d30 req-b9edf7f7-18fc-433b-83d5-03fc8aae75e4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Jul 13 07:23:54.191900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-61500150-34b3-4816-b8d7-b565f91399c7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.193363 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-61500150-34b3-4816-b8d7-b565f91399c7 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.1011634 Jul 13 07:23:54.330761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c87ab-2560-4061-b4a7-6d2291a3b571 req-4638b2c6-059b-43b1-89e6-fbf4c053b3fd tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.333008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e54c87ab-2560-4061-b4a7-6d2291a3b571 req-4638b2c6-059b-43b1-89e6-fbf4c053b3fd tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.1493044 Jul 13 07:23:54.366787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Deleting port cef8f063-8736-4f79-acdd-98c5dbfb39dc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:54.367136 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.411895 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e54c87ab-2560-4061-b4a7-6d2291a3b571 req-92f3a79c-8174-49e6-8aed-e758cb72ef3b tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724974 Jul 13 07:23:54.443263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a82ff-f562-4df3-9c0a-a75e0a4b9df9 req-41ebbfb0-f63a-47b9-8bec-6c9eb3af7795 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.445815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d6a82ff-f562-4df3-9c0a-a75e0a4b9df9 req-41ebbfb0-f63a-47b9-8bec-6c9eb3af7795 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 945 time: 0.0789044 Jul 13 07:23:54.476425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] For port cef8f063-8736-4f79-acdd-98c5dbfb39dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cef8f063-8736-4f79-acdd-98c5dbfb39dc,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:54.477319 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.489869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d6a82ff-f562-4df3-9c0a-a75e0a4b9df9 req-0b524c89-f8b6-4976-af8e-2868bd72754f tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378246 Jul 13 07:23:54.494081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Calling delete_port for cef8f063-8736-4f79-acdd-98c5dbfb39dc owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:54.638456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29f53-88bc-4a79-95ba-42e042b79ce8 req-bf842e56-9f88-45d4-b667-da31fd95da47 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.639991 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eec29f53-88bc-4a79-95ba-42e042b79ce8 req-bf842e56-9f88-45d4-b667-da31fd95da47 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0891063 Jul 13 07:23:54.704913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0d211-c75c-4fc4-98d1-c674b152f6ae req-96e0f721-28b4-4757-a811-5b7559fc857d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.717139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80c0d211-c75c-4fc4-98d1-c674b152f6ae req-96e0f721-28b4-4757-a811-5b7559fc857d tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74d407a-53f4-4bf2-bab6-9f300cc9a858 HTTP/1.1" status: 200 len: 949 time: 0.1007895 Jul 13 07:23:54.717332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.733243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2046f84b-7420-4c80-a8af-2de1cc2f7577', 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:54.834367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Pushing event deleted for resources: {'Port': ['ID=cef8f063-8736-4f79-acdd-98c5dbfb39dc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:54.844853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] No DVR routers for this DVR port cef8f063-8736-4f79-acdd-98c5dbfb39dc on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:54.847605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.851037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15dbcc42-efad-43b4-80c1-974d9223ef60 req-5757456c-bede-4838-9441-666f7ef9edec tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "DELETE /v2.0/ports/cef8f063-8736-4f79-acdd-98c5dbfb39dc HTTP/1.1" status: 204 len: 173 time: 0.6476748 Jul 13 07:23:54.869664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-deleted', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:54.872091 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a1169c-0150-42ed-9837-e5862d087466" -d '{"events": [{"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-deleted", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:54.901617 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eec29f53-88bc-4a79-95ba-42e042b79ce8 req-416af1f6-b946-44d6-9679-d97bdf2ce4f2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859396 Jul 13 07:23:54.972433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80c0d211-c75c-4fc4-98d1-c674b152f6ae req-47b9afd7-0570-4289-9557-932cfaeb6efa tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590828 Jul 13 07:23:55.172644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979cee-edc7-4f69-b896-22f6d97077eb req-ea701a84-e68f-466a-b6d6-5962e9c73c45 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.174346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce979cee-edc7-4f69-b896-22f6d97077eb req-ea701a84-e68f-466a-b6d6-5962e9c73c45 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.0809541 Jul 13 07:23:55.182095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 65644ea5-75d0-4a05-b7ee-30b9c8049e76 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:55.216619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84098-35fe-43e4-8488-af333b02a948 req-a4dae84e-9915-449e-8ed0-ae54c0e98bb1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.226896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 65644ea5-75d0-4a05-b7ee-30b9c8049e76 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:55.227253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 65644ea5-75d0-4a05-b7ee-30b9c8049e76 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:55.228633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-90d84098-35fe-43e4-8488-af333b02a948 req-a4dae84e-9915-449e-8ed0-ae54c0e98bb1 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.1197798 Jul 13 07:23:55.234167 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce979cee-edc7-4f69-b896-22f6d97077eb req-87f49f7e-55c9-45d8-84d3-e57c306444ea tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520999 Jul 13 07:23:55.272151 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-90d84098-35fe-43e4-8488-af333b02a948 req-2d7683c9-830c-452d-a3ce-b082558e6653 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 Jul 13 07:23:55.456232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca9d1-9d85-434b-9e53-108912e2846d req-e748f2a5-0e75-4cb1-9717-095f8ba45698 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.463136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca9d1-9d85-434b-9e53-108912e2846d req-e748f2a5-0e75-4cb1-9717-095f8ba45698 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.469535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca9d1-9d85-434b-9e53-108912e2846d req-e748f2a5-0e75-4cb1-9717-095f8ba45698 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.476257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca9d1-9d85-434b-9e53-108912e2846d req-e748f2a5-0e75-4cb1-9717-095f8ba45698 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.483116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca9d1-9d85-434b-9e53-108912e2846d req-e748f2a5-0e75-4cb1-9717-095f8ba45698 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.489013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca9d1-9d85-434b-9e53-108912e2846d req-e748f2a5-0e75-4cb1-9717-095f8ba45698 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.495420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca9d1-9d85-434b-9e53-108912e2846d req-e748f2a5-0e75-4cb1-9717-095f8ba45698 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.497767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd1ca9d1-9d85-434b-9e53-108912e2846d req-e748f2a5-0e75-4cb1-9717-095f8ba45698 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.1438870 Jul 13 07:23:55.498951 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14697dab-58f3-4cd4-9f59-678bd637785b x-openstack-request-id: req-14697dab-58f3-4cd4-9f59-678bd637785b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:55.499238 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74d407a-53f4-4bf2-bab6-9f300cc9a858", "name": "network-vif-deleted", "tag": "cef8f063-8736-4f79-acdd-98c5dbfb39dc", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:55.499487 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14697dab-58f3-4cd4-9f59-678bd637785b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:55.500385 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74d407a-53f4-4bf2-bab6-9f300cc9a858', 'name': 'network-vif-deleted', 'tag': 'cef8f063-8736-4f79-acdd-98c5dbfb39dc', 'status': 'completed', 'code': 200} Jul 13 07:23:55.581460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd1ca9d1-9d85-434b-9e53-108912e2846d req-dd1c2d76-2072-4b58-91cd-e336cded22bf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703356 Jul 13 07:23:55.683009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632ac26-9fb9-4c8a-bb9b-1f3ef8bb5985 req-18b860b2-e200-4116-ab05-95a09cb13ec9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.684708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2632ac26-9fb9-4c8a-bb9b-1f3ef8bb5985 req-18b860b2-e200-4116-ab05-95a09cb13ec9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0864275 Jul 13 07:23:55.740201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2632ac26-9fb9-4c8a-bb9b-1f3ef8bb5985 req-f1658c67-a4ce-422f-aa44-95222b0bb562 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482447 Jul 13 07:23:55.928404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-e01814dc-b513-4f3b-9e71-ec74e0cc8c47 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.930289 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-e01814dc-b513-4f3b-9e71-ec74e0cc8c47 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.38 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 945 time: 0.0995882 Jul 13 07:23:56.063286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4acc19-9264-49d3-bb92-3c035f1cd8c3 req-3dfcd701-dde8-4f07-93aa-f11ea2dfb014 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:56.064948 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9d4acc19-9264-49d3-bb92-3c035f1cd8c3 req-3dfcd701-dde8-4f07-93aa-f11ea2dfb014 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 945 time: 0.1255288 Jul 13 07:23:56.150758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9d4acc19-9264-49d3-bb92-3c035f1cd8c3 req-ec12795d-80a1-461d-bd85-265d4c9b7eb8 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups?id=94faa457-87a3-452c-b4e6-f24f206d1a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786846 Jul 13 07:23:56.161158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9b7b3-7968-4b94-8210-e26cced21c5f req-148f54a4-7dac-4bca-87df-908dc40c2417 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:56.162965 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7a9b7b3-7968-4b94-8210-e26cced21c5f req-148f54a4-7dac-4bca-87df-908dc40c2417 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.1534479 Jul 13 07:23:56.168970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Deleting port 7d7fde75-311d-4655-9824-fd06af6474dc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:56.169279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.249264 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7a9b7b3-7968-4b94-8210-e26cced21c5f req-7682832b-cb06-462a-a501-d4c0ab8920c0 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Jul 13 07:23:56.359793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] For port 7d7fde75-311d-4655-9824-fd06af6474dc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7d7fde75-311d-4655-9824-fd06af6474dc,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:56.360340 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.489494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b23754-0e28-47ff-b63e-a8f56c2eb023 req-07928bc9-5850-4060-9faa-58b71f119722 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:56.497581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68b23754-0e28-47ff-b63e-a8f56c2eb023 req-07928bc9-5850-4060-9faa-58b71f119722 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.0816617 Jul 13 07:23:56.539935 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68b23754-0e28-47ff-b63e-a8f56c2eb023 req-4cdb0fda-1c10-4a7f-96f1-c3d70131fd23 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Jul 13 07:23:56.597217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3477ec9-ac74-4654-9fc1-0ffae597391b req-c45ad859-e26e-4002-af83-0e1a8c5c6d7a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:56.604380 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3477ec9-ac74-4654-9fc1-0ffae597391b req-c45ad859-e26e-4002-af83-0e1a8c5c6d7a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.2036755 Jul 13 07:23:56.689092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3477ec9-ac74-4654-9fc1-0ffae597391b req-dad4fe16-a034-407a-b886-9ebe3556edde tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837302 Jul 13 07:23:56.742461 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.743181 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.743735 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Floating IP 5dc5dbe6-c402-4298-be71-9ac0c90ca3f9 disassociated. External IP: 172.25.8.214, port: 7d7fde75-311d-4655-9824-fd06af6474dc. Jul 13 07:23:56.744854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Calling delete_port for 7d7fde75-311d-4655-9824-fd06af6474dc owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:56.962090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.023333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Pushing event deleted for resources: {'Port': ['ID=7d7fde75-311d-4655-9824-fd06af6474dc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:57.169059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685a6-bdb4-4a75-bfa0-b4222ceb0cb0 req-1880b8c8-f9bb-4db7-b5b6-49579b8d0383 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.177343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685a6-bdb4-4a75-bfa0-b4222ceb0cb0 req-1880b8c8-f9bb-4db7-b5b6-49579b8d0383 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.184474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685a6-bdb4-4a75-bfa0-b4222ceb0cb0 req-1880b8c8-f9bb-4db7-b5b6-49579b8d0383 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.193038 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685a6-bdb4-4a75-bfa0-b4222ceb0cb0 req-1880b8c8-f9bb-4db7-b5b6-49579b8d0383 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.196912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685a6-bdb4-4a75-bfa0-b4222ceb0cb0 req-1880b8c8-f9bb-4db7-b5b6-49579b8d0383 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.202745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685a6-bdb4-4a75-bfa0-b4222ceb0cb0 req-1880b8c8-f9bb-4db7-b5b6-49579b8d0383 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.209119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685a6-bdb4-4a75-bfa0-b4222ceb0cb0 req-1880b8c8-f9bb-4db7-b5b6-49579b8d0383 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.210984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fda685a6-bdb4-4a75-bfa0-b4222ceb0cb0 req-1880b8c8-f9bb-4db7-b5b6-49579b8d0383 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.2054651 Jul 13 07:23:57.251568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:57.284432 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fda685a6-bdb4-4a75-bfa0-b4222ceb0cb0 req-c6fa0d3e-170a-41a2-adec-8a834cde2df4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558934 Jul 13 07:23:57.330200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4824c-fc67-41d1-ae69-f21d10380824 req-9069a3e6-a0a0-49b6-a70f-98f9037f1904 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.332657 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ba4824c-fc67-41d1-ae69-f21d10380824 req-9069a3e6-a0a0-49b6-a70f-98f9037f1904 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 1098 time: 0.0899422 Jul 13 07:23:57.361475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cef8f063-8736-4f79-acdd-98c5dbfb39dc no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:57.399414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: cef8f063-8736-4f79-acdd-98c5dbfb39dc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:57.401577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cef8f063-8736-4f79-acdd-98c5dbfb39dc not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:57.403956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7d7fde75-311d-4655-9824-fd06af6474dc no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:57.408797 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ba4824c-fc67-41d1-ae69-f21d10380824 req-848f84f3-d97f-4376-8e15-e8f5c5687db8 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712442 Jul 13 07:23:57.449086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 7d7fde75-311d-4655-9824-fd06af6474dc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:57.449509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7d7fde75-311d-4655-9824-fd06af6474dc not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:57.724362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:57.734931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] Sync routers for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:57.744843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:57.745701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:57.777309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] No DVR routers for this DVR port 7d7fde75-311d-4655-9824-fd06af6474dc on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:57.780143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.782927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db6f1476-34fb-4cd5-b1a7-1501ad8a074e req-5c2080a5-5ccb-4177-96ed-18d5181ff7d9 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.38 "DELETE /v2.0/ports/7d7fde75-311d-4655-9824-fd06af6474dc HTTP/1.1" status: 204 len: 173 time: 1.8474383 Jul 13 07:23:57.783553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'name': 'network-vif-deleted', 'tag': '7d7fde75-311d-4655-9824-fd06af6474dc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:57.787323 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaf24b0-07e4-4045-8bcb-15d38975fcc5" -d '{"events": [{"server_uuid": "d043133c-18d6-4dc3-a27b-c9937fc1692e", "name": "network-vif-deleted", "tag": "7d7fde75-311d-4655-9824-fd06af6474dc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:57.799093 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0fdbbc9f-bda2-4e49-91b4-fea31f48250e req-3751abe0-691f-42b3-9b79-4e6c61b03b32 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0387111 Jul 13 07:23:57.804303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60f4a-551e-4932-ba1f-c9f06e4f2b97 req-86a330b3-b0ce-4cb3-9c83-2cfacadd0fc0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.807021 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-21e60f4a-551e-4932-ba1f-c9f06e4f2b97 req-86a330b3-b0ce-4cb3-9c83-2cfacadd0fc0 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.1387718 Jul 13 07:23:57.860918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-21e60f4a-551e-4932-ba1f-c9f06e4f2b97 req-6294fa6e-cd87-4512-9fbd-95a05c02311b tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475674 Jul 13 07:23:57.898759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:57.999221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7539c7-4743-479d-99c2-77aecd7dccf6 req-1e0ec3f1-1c54-44f4-873a-4be707a876ea tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.007943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f7539c7-4743-479d-99c2-77aecd7dccf6 req-1e0ec3f1-1c54-44f4-873a-4be707a876ea tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 1098 time: 0.0809908 Jul 13 07:23:58.067711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f7539c7-4743-479d-99c2-77aecd7dccf6 req-52efd951-dad8-444f-af20-ce9063ddf304 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587335 Jul 13 07:23:58.132203 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7162ffd5-e11c-4cc8-8019-a2f4cfd78c1e x-openstack-request-id: req-7162ffd5-e11c-4cc8-8019-a2f4cfd78c1e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:58.132502 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d043133c-18d6-4dc3-a27b-c9937fc1692e", "name": "network-vif-deleted", "tag": "7d7fde75-311d-4655-9824-fd06af6474dc", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:58.132740 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7162ffd5-e11c-4cc8-8019-a2f4cfd78c1e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:58.133131 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd043133c-18d6-4dc3-a27b-c9937fc1692e', 'name': 'network-vif-deleted', 'tag': '7d7fde75-311d-4655-9824-fd06af6474dc', 'status': 'completed', 'code': 200} Jul 13 07:23:58.167537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 5, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:58.174617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ec88e-b507-4e25-871f-83a9f4970b8d req-1ac6a025-f423-415c-99c6-3ad4d08d4aa3 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.181586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d9ec88e-b507-4e25-871f-83a9f4970b8d req-1ac6a025-f423-415c-99c6-3ad4d08d4aa3 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.0797663 Jul 13 07:23:58.199034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] Checking router: 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:58.211064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:58.211835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:58.226292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d9ec88e-b507-4e25-871f-83a9f4970b8d req-5f08d27f-b763-4c84-a772-89a233f4532f tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/security-groups?id=a66e669b-4874-417a-874c-2f35bdeebbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 Jul 13 07:23:58.324915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-bb7e31a8-f519-4cce-990c-daf2c457a587 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.326607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-bb7e31a8-f519-4cce-990c-daf2c457a587 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 950 time: 0.0762258 Jul 13 07:23:58.371731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:58.431296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2f89c-ac04-4e44-950f-373008a45a81 req-1c6229a8-7d40-4bbc-9d61-5c3eb61ef0fb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.439968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b7a2f89c-ac04-4e44-950f-373008a45a81 req-1c6229a8-7d40-4bbc-9d61-5c3eb61ef0fb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0776765 Jul 13 07:23:58.477123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b7a2f89c-ac04-4e44-950f-373008a45a81 req-84bae238-ff2a-4ab3-996e-b90918aeb6ca tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359490 Jul 13 07:23:58.505797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781be36-42af-4de0-906a-5518331a242c req-18451f18-4061-4144-980e-e601c1a53066 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.508726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-18451f18-4061-4144-980e-e601c1a53066 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 821 time: 0.1229222 Jul 13 07:23:58.537322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-1acda67c-899f-46c6-8aa9-50e2f31a57f7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/quotas/b89fd6995b214243ad8ae84998c54e50 HTTP/1.1" status: 200 len: 375 time: 0.0156045 Jul 13 07:23:58.666242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 5, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:58.666970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-0d8119dc-8c39-4590-93a4-4c12452d93ae tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1202526 Jul 13 07:23:58.710367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79205c23-eb5f-451b-991f-ed870cdec10b None None] The sync data for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 is: [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:20:30Z', 'revision_number': 4, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'd054c195-b077-4c0b-b991-e05191a1a440', 'name': '', 'network_id': 'e077853c-546e-4e3a-93b7-104db9a0eb75', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'mac_address': 'fa:16:3e:d9:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f822b982-e778-4f65-8076-b9393019b994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:27Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 5, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'subnets': [{'id': 'f822b982-e778-4f65-8076-b9393019b994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:58.716613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-f9f021cc-14db-4fa4-bf3f-04b2c3d3d00e tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.723170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-f9f021cc-14db-4fa4-bf3f-04b2c3d3d00e tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.38 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 945 time: 0.1233351 Jul 13 07:23:58.778760 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-4a075a6f-55fa-47cd-abb1-0cafbdfa80d2 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997531 Jul 13 07:23:58.810902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Deleting port 2046f84b-7420-4c80-a8af-2de1cc2f7577 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:58.811609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.852608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579126d-7f58-429a-bc2f-8f5c2ab256fa req-325c726f-3174-449d-b8d2-3e6177753190 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.862187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579126d-7f58-429a-bc2f-8f5c2ab256fa req-325c726f-3174-449d-b8d2-3e6177753190 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.870675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579126d-7f58-429a-bc2f-8f5c2ab256fa req-325c726f-3174-449d-b8d2-3e6177753190 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.876805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579126d-7f58-429a-bc2f-8f5c2ab256fa req-325c726f-3174-449d-b8d2-3e6177753190 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.883627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579126d-7f58-429a-bc2f-8f5c2ab256fa req-325c726f-3174-449d-b8d2-3e6177753190 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.892696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579126d-7f58-429a-bc2f-8f5c2ab256fa req-325c726f-3174-449d-b8d2-3e6177753190 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.898604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579126d-7f58-429a-bc2f-8f5c2ab256fa req-325c726f-3174-449d-b8d2-3e6177753190 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.900590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a579126d-7f58-429a-bc2f-8f5c2ab256fa req-325c726f-3174-449d-b8d2-3e6177753190 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.2053699 Jul 13 07:23:58.955340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Deleting port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:58.955686 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.958395 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-8d9bbf0e-d496-44b0-8140-0106833ed4fb service neutron] 10.222.0.41 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793416 Jul 13 07:23:58.974102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a579126d-7f58-429a-bc2f-8f5c2ab256fa req-8819a7a5-e758-40ef-865c-ebdd419aa15b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632565 Jul 13 07:23:58.975217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] For port 2046f84b-7420-4c80-a8af-2de1cc2f7577, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2046f84b-7420-4c80-a8af-2de1cc2f7577,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:58.975614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.989015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Calling delete_port for 2046f84b-7420-4c80-a8af-2de1cc2f7577 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:59.177872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] For port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,segment=NetworkSegment(c1369dcf-0c79-41f0-89a8-80c3fbea19e6),segment_id=c1369dcf-0c79-41f0-89a8-80c3fbea19e6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:59.178276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.183003 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd052a3-a6de-4941-b7f8-271a817e7890 None None] New status for floating IP 5dc5dbe6-c402-4298-be71-9ac0c90ca3f9: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:23:59.190036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.193838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Calling delete_port for 252cade0-ec7f-411d-84d3-e9e0cadcdbfc owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:59.205401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2046f84b-7420-4c80-a8af-2de1cc2f7577'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:59.237101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Pushing event deleted for resources: {'Port': ['ID=2046f84b-7420-4c80-a8af-2de1cc2f7577,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:59.265030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29fb6d-ad65-48b1-8ee2-df555ab0e861 req-cb1a6465-9f55-42b6-a760-a14655b1a422 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:59.274139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e29fb6d-ad65-48b1-8ee2-df555ab0e861 req-cb1a6465-9f55-42b6-a760-a14655b1a422 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1470218 Jul 13 07:23:59.329432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] No DVR routers for this DVR port 2046f84b-7420-4c80-a8af-2de1cc2f7577 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:59.332404 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.334085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e29fb6d-ad65-48b1-8ee2-df555ab0e861 req-7a485636-deee-4334-bc49-0ef21e4ac030 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603065 Jul 13 07:23:59.335252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11e5857f-e1ae-4ca7-8b71-c4dbbe344e63 req-f65d8586-b31f-4c82-bd3d-a4fb827dec41 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.38 "DELETE /v2.0/ports/2046f84b-7420-4c80-a8af-2de1cc2f7577 HTTP/1.1" status: 204 len: 173 time: 1.0015705 Jul 13 07:23:59.502002 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.568058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Pushing event deleted for resources: {'Port': ['ID=252cade0-ec7f-411d-84d3-e9e0cadcdbfc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:59.630710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] No DVR routers for this DVR port 252cade0-ec7f-411d-84d3-e9e0cadcdbfc on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:59.634385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.637775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747dcb9e-2fd7-4628-af46-a9e40fb9576d req-e75d667c-4b6d-4c15-ae09-0ba355e78a68 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.38 "DELETE /v2.0/ports/252cade0-ec7f-411d-84d3-e9e0cadcdbfc HTTP/1.1" status: 204 len: 173 time: 0.8965456 Jul 13 07:23:59.638428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35343eb2-9de4-4aba-8e1e-419e74cc0672', 'name': 'network-vif-deleted', 'tag': '252cade0-ec7f-411d-84d3-e9e0cadcdbfc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:59.642736 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d57e9ef-bcf4-44ad-a00e-7163611e2031" -d '{"events": [{"server_uuid": "35343eb2-9de4-4aba-8e1e-419e74cc0672", "name": "network-vif-deleted", "tag": "252cade0-ec7f-411d-84d3-e9e0cadcdbfc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:59.673849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3629b647-37c0-40b1-9416-39f512c93b98 req-f4100f0f-c6b8-456f-9bc3-8943590e5b91 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0757298 Jul 13 07:23:59.932017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eedb17f9-ce86-4f43-9019-a4fee91959aa req-49e4bd81-29c7-4cd5-a7d1-f996cf3639d3 tempest-MigrationsAdminTest-1253968815 tempest-MigrationsAdminTest-1253968815-project] 10.222.0.41 "GET /v2.0/ports?device_id=7326f75d-8b63-49e8-8f4f-4e6cd4c35152 HTTP/1.1" status: 200 len: 210 time: 0.0975018 Jul 13 07:24:00.134132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'name': 'network-vif-deleted', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:00.136455 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8668f2-6462-4bf1-b33e-4f70bc877cf1" -d '{"events": [{"server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "name": "network-vif-deleted", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:00.274048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-252444e9-bebe-4640-99a4-541ed6da4d2b req-2a6ce625-d23f-4ab2-ba0f-8c814bc08399 tempest-ServerDiskConfigTestJSON-500079387 tempest-ServerDiskConfigTestJSON-500079387-project] 10.222.0.41 "GET /v2.0/ports?device_id=35343eb2-9de4-4aba-8e1e-419e74cc0672 HTTP/1.1" status: 200 len: 210 time: 0.0801871 Jul 13 07:24:00.517372 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-087e3144-4a2c-48a0-8631-94532bbd15a9 req-2643f5b0-9e6e-4825-8579-fd93c1a5674b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 210 time: 0.0489643 Jul 13 07:24:00.626256 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fd5379-cb31-4a72-be7a-a4665afa0840 x-openstack-request-id: req-96fd5379-cb31-4a72-be7a-a4665afa0840 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:00.627309 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35343eb2-9de4-4aba-8e1e-419e74cc0672", "name": "network-vif-deleted", "tag": "252cade0-ec7f-411d-84d3-e9e0cadcdbfc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:00.627798 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96fd5379-cb31-4a72-be7a-a4665afa0840 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:00.628415 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35343eb2-9de4-4aba-8e1e-419e74cc0672', 'name': 'network-vif-deleted', 'tag': '252cade0-ec7f-411d-84d3-e9e0cadcdbfc', 'status': 'completed', 'code': 200} Jul 13 07:24:00.819718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464540-b90f-4aed-a6c4-2095f3e89109 req-772db7a6-e538-46bb-a626-b4c8b5b03715 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.826127 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464540-b90f-4aed-a6c4-2095f3e89109 req-772db7a6-e538-46bb-a626-b4c8b5b03715 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.832913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464540-b90f-4aed-a6c4-2095f3e89109 req-772db7a6-e538-46bb-a626-b4c8b5b03715 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.839467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464540-b90f-4aed-a6c4-2095f3e89109 req-772db7a6-e538-46bb-a626-b4c8b5b03715 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.846568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464540-b90f-4aed-a6c4-2095f3e89109 req-772db7a6-e538-46bb-a626-b4c8b5b03715 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.854001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464540-b90f-4aed-a6c4-2095f3e89109 req-772db7a6-e538-46bb-a626-b4c8b5b03715 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.860387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464540-b90f-4aed-a6c4-2095f3e89109 req-772db7a6-e538-46bb-a626-b4c8b5b03715 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.862493 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40464540-b90f-4aed-a6c4-2095f3e89109 req-772db7a6-e538-46bb-a626-b4c8b5b03715 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.1220520 Jul 13 07:24:00.935680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40464540-b90f-4aed-a6c4-2095f3e89109 req-bc67acf3-57c6-4192-95ca-38265920f0bc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654476 Jul 13 07:24:01.015720 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9052d35-04fa-48ac-8bad-aee9ffe11488 x-openstack-request-id: req-a9052d35-04fa-48ac-8bad-aee9ffe11488 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:01.016208 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326f75d-8b63-49e8-8f4f-4e6cd4c35152", "name": "network-vif-deleted", "tag": "2046f84b-7420-4c80-a8af-2de1cc2f7577", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:01.016618 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9052d35-04fa-48ac-8bad-aee9ffe11488 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:01.017178 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326f75d-8b63-49e8-8f4f-4e6cd4c35152', 'name': 'network-vif-deleted', 'tag': '2046f84b-7420-4c80-a8af-2de1cc2f7577', 'status': 'completed', 'code': 200} Jul 13 07:24:01.172542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88e12208-5d25-417c-8f50-714b15288e1d req-e983be62-48df-401a-b07b-421da8f6dc20 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0307395 Jul 13 07:24:01.181791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-23d803e2-1a1c-40e6-aa46-5d8d2964637e tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:24:01.182721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-23d803e2-1a1c-40e6-aa46-5d8d2964637e tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056872 Jul 13 07:24:01.195115 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Request body: {'binding': {'host': 'n-h1-758944-43', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:01.195813 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Unknown quota resources ['binding']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:24:01.353225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on host n-h1-758944-43 for vnic_type normal with profile None {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:01.354198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:01.354849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:01.362231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 252cade0-ec7f-411d-84d3-e9e0cadcdbfc no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:01.368596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:01.369236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:01.376495 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:01.377438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:01.378422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:01.379775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Bound port: 76ea4bc0-31f2-4418-8034-7e2c4641c550, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:01.385255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 252cade0-ec7f-411d-84d3-e9e0cadcdbfc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:01.385827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 252cade0-ec7f-411d-84d3-e9e0cadcdbfc not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:01.386453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2046f84b-7420-4c80-a8af-2de1cc2f7577 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:01.419911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 2046f84b-7420-4c80-a8af-2de1cc2f7577 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:01.420259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2046f84b-7420-4c80-a8af-2de1cc2f7577 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:01.455397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:01.460990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.474134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-3bad2b8c-f2ad-43ab-9ad8-4cb7df64e6ea service neutron] 10.222.0.41 "POST /v2.0/ports/76ea4bc0-31f2-4418-8034-7e2c4641c550/bindings HTTP/1.1" status: 201 len: 390 time: 0.2758472 Jul 13 07:24:01.577068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:01.795212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781be36-42af-4de0-906a-5518331a242c req-82817a4e-6fa7-4579-8124-9920f1228597 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:01.798555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-82817a4e-6fa7-4579-8124-9920f1228597 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 821 time: 0.1937282 Jul 13 07:24:01.812937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Request body: {'port': {'device_id': '70e93126-7f4b-463a-b493-39008d362726', 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009', 'admin_state_up': True, 'tenant_id': 'b89fd6995b214243ad8ae84998c54e50'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:01.850149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-958b01a5-12dd-438c-841a-e9fb14c0459e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae5003457ccc48e8a8111c6982ea6a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713289 Jul 13 07:24:01.852788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:01.916251 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6dbd33d-ed31-4b08-9bb2-98c9b390436c req-8d6cc592-705e-4bf6-9189-01a3690556f5 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 210 time: 0.0479608 Jul 13 07:24:01.972393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edfb1c69-611a-44f5-87cd-7d3d1dd07f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.003446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edfb1c69-611a-44f5-87cd-7d3d1dd07f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.105629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7b1ebe9c-ddfa-44f7-b649-3784f16f1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.108060 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7b1ebe9c-ddfa-44f7-b649-3784f16f1d33 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 1098 time: 0.2188644 Jul 13 07:24:02.129190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edfb1c69-611a-44f5-87cd-7d3d1dd07f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.134232 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edfb1c69-611a-44f5-87cd-7d3d1dd07f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.135662 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-edfb1c69-611a-44f5-87cd-7d3d1dd07f6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fd4b1ff-0775-49ae-be34-4e11bc82dbbf HTTP/1.1" status: 204 len: 168 time: 0.2815723 Jul 13 07:24:02.212046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb1c69-611a-44f5-87cd-7d3d1dd07f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd4b1ff-0775-49ae-be34-4e11bc82dbbf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:02.253652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125223ba-7441-41d7-80bc-455ccbe8b891 req-7b125677-012d-4ab2-98ad-154c7fe96125 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.262006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-125223ba-7441-41d7-80bc-455ccbe8b891 req-7b125677-012d-4ab2-98ad-154c7fe96125 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.4390345 Jul 13 07:24:02.316985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Made reservation on behalf of b89fd6995b214243ad8ae84998c54e50 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:02.324366 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.380604 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-125223ba-7441-41d7-80bc-455ccbe8b891 req-7b7f8130-077f-472e-ac7b-a21afbbe2caa tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174772 Jul 13 07:24:02.488510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-a43d65e7-9bc6-42d0-87ef-33265c037223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.497753 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-a43d65e7-9bc6-42d0-87ef-33265c037223 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.3784397 Jul 13 07:24:02.498364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58900) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:02.621191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Allocated IP 172.20.0.12 (1a9e0bc9-be06-4155-a26e-8e060b7f9009/0439cff4-236b-4231-aed3-706628ba29f5/b8944675-dd41-41d6-9796-87b1b5a9b5bb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:02.651011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58902) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:02.662546 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-b5eb3d91-031d-44d7-bde1-e9d79c31a6e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550 HTTP/1.1" status: 200 len: 217 time: 0.1450841 Jul 13 07:24:02.686537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4720e9ad-1d88-4b15-aee1-1a7bec2566e1 req-33d8ff8d-021a-4b03-8657-41b0246a6a1c tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0600982 Jul 13 07:24:02.750213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Deleting subnet 70f5aeda-79d4-45a2-ad68-376ab55b377c {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:02.767917 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.774656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1250eb90-4d41-40ba-933d-b9bea66c2170 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1502d1c5bfc24160adaface74065b30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056533 Jul 13 07:24:02.778618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:02.790731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7c18b-6eaf-4bfc-b60b-0bd26165d4b8 req-90b2f31e-8969-46ec-852c-a0bab513d77c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.795935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7c18b-6eaf-4bfc-b60b-0bd26165d4b8 req-90b2f31e-8969-46ec-852c-a0bab513d77c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.803223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7c18b-6eaf-4bfc-b60b-0bd26165d4b8 req-90b2f31e-8969-46ec-852c-a0bab513d77c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.810909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7c18b-6eaf-4bfc-b60b-0bd26165d4b8 req-90b2f31e-8969-46ec-852c-a0bab513d77c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.817089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7c18b-6eaf-4bfc-b60b-0bd26165d4b8 req-90b2f31e-8969-46ec-852c-a0bab513d77c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.823105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7c18b-6eaf-4bfc-b60b-0bd26165d4b8 req-90b2f31e-8969-46ec-852c-a0bab513d77c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.829693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7c18b-6eaf-4bfc-b60b-0bd26165d4b8 req-90b2f31e-8969-46ec-852c-a0bab513d77c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.831661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32b7c18b-6eaf-4bfc-b60b-0bd26165d4b8 req-90b2f31e-8969-46ec-852c-a0bab513d77c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.5813279 Jul 13 07:24:02.886282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-6d9d05b6-f80d-49fa-a7b0-a2694fcbbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.887761 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-6d9d05b6-f80d-49fa-a7b0-a2694fcbbae6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.2168472 Jul 13 07:24:02.901035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.916169 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffed4e80-24c8-4ee1-bdb9-ca7551023421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.949983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.960813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-fdb51eba-77ba-459c-904d-de5184c40d3c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631514 Jul 13 07:24:02.983068 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32b7c18b-6eaf-4bfc-b60b-0bd26165d4b8 req-e0b77755-91b0-47ef-ac58-7aa7b2955970 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294014 Jul 13 07:24:03.034359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffed4e80-24c8-4ee1-bdb9-ca7551023421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.042022 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.193665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffed4e80-24c8-4ee1-bdb9-ca7551023421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.193994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-0d1f0d7f-0a84-4db0-b6d5-c474cdc6a102 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048626 Jul 13 07:24:03.196265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffed4e80-24c8-4ee1-bdb9-ca7551023421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.197386 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.200317 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ffed4e80-24c8-4ee1-bdb9-ca7551023421 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c4e8425-7b88-4770-9d78-a60903cf6030 HTTP/1.1" status: 204 len: 168 time: 0.4203956 Jul 13 07:24:03.224864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.226870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed4e80-24c8-4ee1-bdb9-ca7551023421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4e8425-7b88-4770-9d78-a60903cf6030,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.256151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2f75e8be-1b11-49d0-bc0a-80a79e1b697d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:03.290282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:03.309276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f5aeda-79d4-45a2-ad68-376ab55b377c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.323377 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.331946 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/70f5aeda-79d4-45a2-ad68-376ab55b377c HTTP/1.1" status: 204 len: 168 time: 0.8303854 Jul 13 07:24:03.338913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:03.345180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:03.347909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Pushing event updated for resources: {'Port': ['ID=b8944675-dd41-41d6-9796-87b1b5a9b5bb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.364431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:03.417716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.419222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.422965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.423694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.424231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.424766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.425687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.428447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.429025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.429566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.430135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.430665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836370dd-3092-491a-83e5-4a1551941ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:03.438782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83122d-cb75-4081-ae37-e846d7c5929e req-5839e7ae-8d70-41ea-aa96-20f5ab201ad4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.440227 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea83122d-cb75-4081-ae37-e846d7c5929e req-5839e7ae-8d70-41ea-aa96-20f5ab201ad4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 932 time: 0.2598658 Jul 13 07:24:03.467451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.468056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.487325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-dc2f9383-ae3e-40f3-aa81-5563e2327c92 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6806867 Jul 13 07:24:03.509511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Request body: {'port': {'device_id': '70e93126-7f4b-463a-b493-39008d362726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:03.605561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea83122d-cb75-4081-ae37-e846d7c5929e req-987e2d39-bcf7-4752-8134-1bb4b69a838c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521380 Jul 13 07:24:03.608396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.624775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.670438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-5f5774cf-f2d1-46ed-bea5-3c9bc8ff5b13 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665494 Jul 13 07:24:03.725492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b975ed-1a0a-4443-97de-988677a74fcd req-1e8d9603-360d-42a8-903a-9235fa69bc10 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.730092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87b975ed-1a0a-4443-97de-988677a74fcd req-1e8d9603-360d-42a8-903a-9235fa69bc10 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2816463 Jul 13 07:24:03.790874 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.814824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9682fa7d-570c-472a-a704-3adbbea7b472']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:03.838929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:03.852339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1369dcf-0c79-41f0-89a8-80c3fbea19e6') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:03.908399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87b975ed-1a0a-4443-97de-988677a74fcd req-99cf3ccf-d72d-42d2-9a7a-fb727467b399 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702449 Jul 13 07:24:03.910631 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.940847 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.950335 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:03.950892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:03.953523 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:04.090755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151cdc1-97b6-44df-a9cc-04e7c9620d4b req-9c121022-f9d1-450e-958c-1833db75fb3e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.100321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8151cdc1-97b6-44df-a9cc-04e7c9620d4b req-9c121022-f9d1-450e-958c-1833db75fb3e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.2082262 Jul 13 07:24:04.100724 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.108909 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.110888 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] 10.222.0.41 "DELETE /v2.0/networks/9682fa7d-570c-472a-a704-3adbbea7b472 HTTP/1.1" status: 204 len: 168 time: 0.7454431 Jul 13 07:24:04.142107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f7572-1b5c-4431-b412-f535430e4feb admin admin] Pushing event deleted for resources: {'Network': ['ID=9682fa7d-570c-472a-a704-3adbbea7b472,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:04.230162 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-39a8e857-3e94-47d4-9596-5bf020810cc1 req-70ec469f-43dd-407d-bb16-9701fdc3ff20 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/ports?device_id=d043133c-18d6-4dc3-a27b-c9937fc1692e HTTP/1.1" status: 200 len: 210 time: 0.0625322 Jul 13 07:24:04.275762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8151cdc1-97b6-44df-a9cc-04e7c9620d4b req-bcc57ff7-3f5d-45f0-b6e8-5a9d2cea4f9a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743956 Jul 13 07:24:04.464603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:04.478222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8944675-dd41-41d6-9796-87b1b5a9b5bb {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:04.498127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.517309 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8ed09e3f-f08d-471b-b56c-a1035e2f16c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c52076e65a7e4bb799cd32057d5e25b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514705 Jul 13 07:24:04.520729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58954) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:04.524411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Transition to ACTIVE for port object b8944675-dd41-41d6-9796-87b1b5a9b5bb will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:04.543593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.642946 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3edd5307-40e3-4b53-b679-4375c7fe3b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.676544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3edd5307-40e3-4b53-b679-4375c7fe3b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.695676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181159a-77d0-4907-b01a-4927494765b2 req-29452829-0d71-4ec4-8959-2de1ab183ac2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.701826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181159a-77d0-4907-b01a-4927494765b2 req-29452829-0d71-4ec4-8959-2de1ab183ac2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.708195 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181159a-77d0-4907-b01a-4927494765b2 req-29452829-0d71-4ec4-8959-2de1ab183ac2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.714693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181159a-77d0-4907-b01a-4927494765b2 req-29452829-0d71-4ec4-8959-2de1ab183ac2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.720894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181159a-77d0-4907-b01a-4927494765b2 req-29452829-0d71-4ec4-8959-2de1ab183ac2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.727345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181159a-77d0-4907-b01a-4927494765b2 req-29452829-0d71-4ec4-8959-2de1ab183ac2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.730934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Pushing event updated for resources: {'Port': ['ID=b8944675-dd41-41d6-9796-87b1b5a9b5bb,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:04.740609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181159a-77d0-4907-b01a-4927494765b2 req-29452829-0d71-4ec4-8959-2de1ab183ac2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.742752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0181159a-77d0-4907-b01a-4927494765b2 req-29452829-0d71-4ec4-8959-2de1ab183ac2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.1822391 Jul 13 07:24:04.744076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551cf8e-279f-4915-a19d-7f363f5f2cc3 req-2e4f1c1d-c0ef-45fd-9a61-170b86a8bee7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.751805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f551cf8e-279f-4915-a19d-7f363f5f2cc3 req-2e4f1c1d-c0ef-45fd-9a61-170b86a8bee7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2246721 Jul 13 07:24:04.849307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0181159a-77d0-4907-b01a-4927494765b2 req-1dde9193-35a1-4467-b76e-9e2dae155ccf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984418 Jul 13 07:24:04.850409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3edd5307-40e3-4b53-b679-4375c7fe3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.858517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3edd5307-40e3-4b53-b679-4375c7fe3b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.862940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3edd5307-40e3-4b53-b679-4375c7fe3b59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a66e669b-4874-417a-874c-2f35bdeebbc9 HTTP/1.1" status: 204 len: 168 time: 0.3412113 Jul 13 07:24:04.876673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd5307-40e3-4b53-b679-4375c7fe3b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e669b-4874-417a-874c-2f35bdeebbc9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:04.915231 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f551cf8e-279f-4915-a19d-7f363f5f2cc3 req-c5c2713d-a531-403b-92cf-493d0bb40f97 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622851 Jul 13 07:24:04.915780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:04.916127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:04.916542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:04.929829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Port b8944675-dd41-41d6-9796-87b1b5a9b5bb on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:04.930198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:04.936169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:04.936526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:04.937475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:04.938437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Bound port: b8944675-dd41-41d6-9796-87b1b5a9b5bb, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:04.938820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.025168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:05.029435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:05.035127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.075364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.075997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.077536 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] 10.222.0.38 "PUT /v2.0/ports/b8944675-dd41-41d6-9796-87b1b5a9b5bb HTTP/1.1" status: 200 len: 1093 time: 1.5802517 Jul 13 07:24:05.078018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:05.080374 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d" -d '{"events": [{"name": "network-changed", "server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:05.109402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25186a-d16e-41d0-8325-98270364fed6 req-37491b09-524f-456f-9c73-c37bb63cc4c6 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.117815 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af25186a-d16e-41d0-8325-98270364fed6 req-37491b09-524f-456f-9c73-c37bb63cc4c6 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.0872433 Jul 13 07:24:05.123167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef709a4a-a1ec-4f30-884a-cf7e79935e07 service neutron] Pushing event updated for resources: {'Port': ['ID=b8944675-dd41-41d6-9796-87b1b5a9b5bb,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:05.180605 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af25186a-d16e-41d0-8325-98270364fed6 req-4e04bf79-0a8e-4a1a-a740-ec50af37e95c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614290 Jul 13 07:24:05.191801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.245027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781be36-42af-4de0-906a-5518331a242c req-86150514-5d77-45b1-bdf2-7503223c87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.248070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-86150514-5d77-45b1-bdf2-7503223c87f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 1096 time: 0.1113412 Jul 13 07:24:05.298190 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-291eaacb-ce64-4d3c-9f80-138591bde974 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb HTTP/1.1" status: 200 len: 217 time: 0.0416777 Jul 13 07:24:05.404106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781be36-42af-4de0-906a-5518331a242c req-51127db0-77fe-4d30-9d75-f7fc955d405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.406699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-51127db0-77fe-4d30-9d75-f7fc955d405c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1011236 Jul 13 07:24:05.470078 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-f76f34bf-47d2-4933-a96d-964eb3df9693 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563428 Jul 13 07:24:05.475540 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77b7156-6f6d-4e20-93e8-694565a3b73c x-openstack-request-id: req-b77b7156-6f6d-4e20-93e8-694565a3b73c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:05.477901 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:05.478266 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b77b7156-6f6d-4e20-93e8-694565a3b73c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:05.478743 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb', 'status': 'completed', 'code': 200} Jul 13 07:24:05.504544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6260e-0384-4459-86d7-7afa7c91b6dc req-da4ea29f-c7d2-4d23-b64a-5b262980795b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.513749 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34d6260e-0384-4459-86d7-7afa7c91b6dc req-da4ea29f-c7d2-4d23-b64a-5b262980795b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1760252 Jul 13 07:24:05.589602 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34d6260e-0384-4459-86d7-7afa7c91b6dc req-c12aaf4b-fb4c-425a-bb5b-9c61e2f58ad1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735638 Jul 13 07:24:05.638641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-46a8d05d-8f87-48db-b2e1-1f8a8d7f5207 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588819 Jul 13 07:24:05.830843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:05.867487 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8781be36-42af-4de0-906a-5518331a242c req-2f391e1c-c0cb-4e0b-b500-a4bab8cde0d6 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208071 Jul 13 07:24:05.891390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c28432-bd6f-4252-ab2a-cb7ab51c4432 req-40627c2e-2586-4d08-9ebe-a03fa73ac542 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.902523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05c28432-bd6f-4252-ab2a-cb7ab51c4432 req-40627c2e-2586-4d08-9ebe-a03fa73ac542 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.1831424 Jul 13 07:24:05.984258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13ed90da-f801-4a68-80f4-a49ceb9ce816 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.987684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05c28432-bd6f-4252-ab2a-cb7ab51c4432 req-96aea84b-50ba-4ac0-ac5e-142f7a24d307 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840032 Jul 13 07:24:06.022386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-3dda323e-4645-4540-a564-1e16b9e484a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.024230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-3dda323e-4645-4540-a564-1e16b9e484a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 1096 time: 0.0819888 Jul 13 07:24:06.030125 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13ed90da-f801-4a68-80f4-a49ceb9ce816 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.085579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b626f-b902-44c8-bfa5-492ca1c6e086 req-7c0d47a8-e8e6-4685-900d-260a9e3dfbbc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.087582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-856b626f-b902-44c8-bfa5-492ca1c6e086 req-7c0d47a8-e8e6-4685-900d-260a9e3dfbbc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1447384 Jul 13 07:24:06.159007 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-856b626f-b902-44c8-bfa5-492ca1c6e086 req-40eeb6c9-88e6-48f9-9314-c861bebbd225 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656347 Jul 13 07:24:06.163326 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13ed90da-f801-4a68-80f4-a49ceb9ce816 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.170604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13ed90da-f801-4a68-80f4-a49ceb9ce816 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.176627 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-13ed90da-f801-4a68-80f4-a49ceb9ce816 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "DELETE /v2.0/security-groups/94faa457-87a3-452c-b4e6-f24f206d1a00 HTTP/1.1" status: 204 len: 168 time: 0.3447111 Jul 13 07:24:06.177134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-95188de9-20bd-45df-af04-b09db639dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.178089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59020) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:06.178809 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-95188de9-20bd-45df-af04-b09db639dcd6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1446838 Jul 13 07:24:06.232805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed90da-f801-4a68-80f4-a49ceb9ce816 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94faa457-87a3-452c-b4e6-f24f206d1a00,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:06.262504 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-c86f26d8-2c5d-4636-9842-b1ad1829c647 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] show failed (client error): The resource could not be found. Jul 13 07:24:06.264136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c86f26d8-2c5d-4636-9842-b1ad1829c647 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "GET /v2.0/security-groups/94faa457-87a3-452c-b4e6-f24f206d1a00 HTTP/1.1" status: 404 len: 347 time: 0.0766044 Jul 13 07:24:06.267452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59026) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:06.294427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-e0530a43-b973-46ae-b0b9-d8944fecbc24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb HTTP/1.1" status: 200 len: 217 time: 0.1080341 Jul 13 07:24:06.369093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:06.409163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-66e9323a-dc8f-4642-89b7-d89ada382764 req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1481501734', 'description': 'tempest-description-1469543294'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:06.461933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-f9e5ba31-a86d-4037-951a-b56b158afd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.463470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-f9e5ba31-a86d-4037-951a-b56b158afd15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1628933 Jul 13 07:24:06.470254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66e9323a-dc8f-4642-89b7-d89ada382764 req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.497457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56d14-051c-4084-9456-cf1183d46db4 req-80f71faa-0aed-4cc6-8cbc-302775fedacf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.504663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56d14-051c-4084-9456-cf1183d46db4 req-80f71faa-0aed-4cc6-8cbc-302775fedacf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.511011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56d14-051c-4084-9456-cf1183d46db4 req-80f71faa-0aed-4cc6-8cbc-302775fedacf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.518584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56d14-051c-4084-9456-cf1183d46db4 req-80f71faa-0aed-4cc6-8cbc-302775fedacf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.524837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56d14-051c-4084-9456-cf1183d46db4 req-80f71faa-0aed-4cc6-8cbc-302775fedacf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.531248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56d14-051c-4084-9456-cf1183d46db4 req-80f71faa-0aed-4cc6-8cbc-302775fedacf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.533577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66e9323a-dc8f-4642-89b7-d89ada382764 req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.537096 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-513292b7-80ed-4912-808e-d9aa5c9b1d0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636511 Jul 13 07:24:06.538027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56d14-051c-4084-9456-cf1183d46db4 req-80f71faa-0aed-4cc6-8cbc-302775fedacf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.539935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fc56d14-051c-4084-9456-cf1183d46db4 req-80f71faa-0aed-4cc6-8cbc-302775fedacf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.2026379 Jul 13 07:24:06.543414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1453618445-network', 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:06.545663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Deleting port 8cf83460-e787-434b-9f5f-d9f3be66d902 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:06.546297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.637368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:06.639854 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.650423 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fc56d14-051c-4084-9456-cf1183d46db4 req-f8faae46-3b47-4470-8a9a-2f4b90ed4d62 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1014426 Jul 13 07:24:06.665466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.679517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.679897 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.707688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Calling delete_port for 8cf83460-e787-434b-9f5f-d9f3be66d902 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:06.757919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-1daf079e-8e2c-4c6d-80a2-65281de88983 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048249 Jul 13 07:24:06.912331 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41de8fcf-d9bd-4e85-a9d7-9c929d31e80d req-4c6a5d09-c9b2-479a-923e-709b64c48141 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412156 Jul 13 07:24:06.923517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66e9323a-dc8f-4642-89b7-d89ada382764 req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.942837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66e9323a-dc8f-4642-89b7-d89ada382764 req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.946859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d84b68-e0bd-460c-ba19-ed3fc85477f3 req-746f5129-fd7d-4aa3-8c62-ee9ec29436df tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.948574 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47d84b68-e0bd-460c-ba19-ed3fc85477f3 req-746f5129-fd7d-4aa3-8c62-ee9ec29436df tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.1193008 Jul 13 07:24:06.967240 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.995970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb8f40f-929d-4b81-84bf-ca6203fc7481,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:07.005423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Pushing event deleted for resources: {'Port': ['ID=8cf83460-e787-434b-9f5f-d9f3be66d902,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:07.030882 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47d84b68-e0bd-460c-ba19-ed3fc85477f3 req-b2f56959-71d6-41ca-bd3d-07400eca7d24 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701768 Jul 13 07:24:07.070026 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.077213 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.101021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.104179 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.109529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59040) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:07.110017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-38da243d-12cc-4323-a429-2b37cde80b68 tempest-ServersTestBootFromVolume-1904402649 tempest-ServersTestBootFromVolume-1904402649-project] 10.222.0.41 "DELETE /v2.0/floatingips/5dc5dbe6-c402-4298-be71-9ac0c90ca3f9 HTTP/1.1" status: 204 len: 168 time: 0.8411398 Jul 13 07:24:07.129047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:07.149100 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.183551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c249b4c4-b86d-4483-8f6d-d5340868dd72,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:07.198609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.198967 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Added segment 61cbb726-4a4a-464a-aee6-cadf35420088 of type vlan for network 832e3da9-e104-4daf-a678-a850d2020b15 Jul 13 07:24:07.299294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.331568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66e9323a-dc8f-4642-89b7-d89ada382764 req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.340599 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66e9323a-dc8f-4642-89b7-d89ada382764 req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.384439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cf1e2-f0a1-4c8c-b682-40b7136cebd6 req-5efd22f0-f751-4480-b883-059b53507940 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.386320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-605cf1e2-f0a1-4c8c-b682-40b7136cebd6 req-5efd22f0-f751-4480-b883-059b53507940 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.0933423 Jul 13 07:24:07.427539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66e9323a-dc8f-4642-89b7-d89ada382764 req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.428876 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66e9323a-dc8f-4642-89b7-d89ada382764 req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0377865 Jul 13 07:24:07.433184 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.440022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.440022 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.449921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96254c7f-4022-4c60-af4d-c200657ecdf3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f65b5-60a5-4d25-b902-3d3b752054e4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:07.469351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0991397 Jul 13 07:24:07.481699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59044) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:07.501664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Request body: {'subnet': {'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1453618445-subnet', 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:07.681974 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:24:07.790489 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-605cf1e2-f0a1-4c8c-b682-40b7136cebd6 req-94e81afb-4e00-4de0-9a41-2a2e20fb178c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966599 Jul 13 07:24:07.831622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6ada42ec-1815-4206-b2ad-881260a18cb0 req-ec98762e-9b0a-4869-af26-a2b093ad3e30 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Request body: {'security_group': {'name': 'tempest-securitygroup-518821049', 'description': 'tempest-description-1449725351'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:07.861242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [req-6ada42ec-1815-4206-b2ad-881260a18cb0 req-ec98762e-9b0a-4869-af26-a2b093ad3e30 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:24:07.861242 n-d-758944-43 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:24:07.861242 n-d-758944-43 neutron-server[93773]: [parameters: {'project_id_1': '78bf7761eeb04a43847792a16eea2a9b', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 24, 7, 837482)}] Jul 13 07:24:07.861242 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:24:07.861691 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [req-6ada42ec-1815-4206-b2ad-881260a18cb0 req-ec98762e-9b0a-4869-af26-a2b093ad3e30 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:24:07.871704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629818-a1ea-45dd-84a2-dafd35dbe05b admin admin] Pushing event updated for resources: {'Network': ['ID=832e3da9-e104-4daf-a678-a850d2020b15,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:07.891263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 832e3da9-e104-4daf-a678-a850d2020b15 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:07.911240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:07.913779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.080309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73069823-319b-42f1-816e-8473e0f90843 req-68780039-3ffe-4fb0-bb9e-83bf50a3d0c2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.081818 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73069823-319b-42f1-816e-8473e0f90843 req-68780039-3ffe-4fb0-bb9e-83bf50a3d0c2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.5039222 Jul 13 07:24:08.212448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73069823-319b-42f1-816e-8473e0f90843 req-65044c90-7644-46b0-97e7-b340353172eb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085103 Jul 13 07:24:08.287532 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.387117 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6ada42ec-1815-4206-b2ad-881260a18cb0 req-ec98762e-9b0a-4869-af26-a2b093ad3e30 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.432550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:08.480125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Checking segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:08.480489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Network hostable DHCP agents. Network: 832e3da9-e104-4daf-a678-a850d2020b15, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:08.495589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.496342 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6ada42ec-1815-4206-b2ad-881260a18cb0 req-ec98762e-9b0a-4869-af26-a2b093ad3e30 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.501284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6ada42ec-1815-4206-b2ad-881260a18cb0 req-ec98762e-9b0a-4869-af26-a2b093ad3e30 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.531111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6ada42ec-1815-4206-b2ad-881260a18cb0 req-ec98762e-9b0a-4869-af26-a2b093ad3e30 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.532407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6ada42ec-1815-4206-b2ad-881260a18cb0 req-ec98762e-9b0a-4869-af26-a2b093ad3e30 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7050779 Jul 13 07:24:08.533270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98762e-9b0a-4869-af26-a2b093ad3e30 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c578d3b3-7216-4c9a-937e-1704849f8455,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:08.554480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc68-a00a-426b-8716-f1e33298ba2f req-2f426644-ca5e-4a34-94c5-2d422b0682aa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.560318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc68-a00a-426b-8716-f1e33298ba2f req-2f426644-ca5e-4a34-94c5-2d422b0682aa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.568970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc68-a00a-426b-8716-f1e33298ba2f req-2f426644-ca5e-4a34-94c5-2d422b0682aa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.575099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc68-a00a-426b-8716-f1e33298ba2f req-2f426644-ca5e-4a34-94c5-2d422b0682aa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.581643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc68-a00a-426b-8716-f1e33298ba2f req-2f426644-ca5e-4a34-94c5-2d422b0682aa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.588155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc68-a00a-426b-8716-f1e33298ba2f req-2f426644-ca5e-4a34-94c5-2d422b0682aa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.594161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc68-a00a-426b-8716-f1e33298ba2f req-2f426644-ca5e-4a34-94c5-2d422b0682aa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.596175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4c13cc68-a00a-426b-8716-f1e33298ba2f req-2f426644-ca5e-4a34-94c5-2d422b0682aa tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5430 time: 0.2599449 Jul 13 07:24:08.662967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Network 832e3da9-e104-4daf-a678-a850d2020b15 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:08.686211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 832e3da9-e104-4daf-a678-a850d2020b15) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:08.695111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.695789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.739843 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4c13cc68-a00a-426b-8716-f1e33298ba2f req-87c1db94-3ab3-4598-b2e5-3018fa6da7c8 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267822 Jul 13 07:24:08.753508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-12307a2e-7f07-4101-9937-70de895baf4e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2703991 Jul 13 07:24:08.848062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9df90b-72e8-4fa4-b927-15091f7d67e3 req-1bdab9cd-4193-46b9-9673-3473ef1766aa tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.850863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d9df90b-72e8-4fa4-b927-15091f7d67e3 req-1bdab9cd-4193-46b9-9673-3473ef1766aa tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.1854928 Jul 13 07:24:08.933891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c6119-13c1-43a3-9234-237d3836b915 None None] Network 832e3da9-e104-4daf-a678-a850d2020b15 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:08.963301 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d9df90b-72e8-4fa4-b927-15091f7d67e3 req-109d8cf7-9b64-4cdd-a494-cc9f30c73fd9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116767 Jul 13 07:24:09.159970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7efa1-e4fc-42bf-9424-451496cbfe8b None None] Network 832e3da9-e104-4daf-a678-a850d2020b15 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:09.211851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Deleting port d054c195-b077-4c0b-b991-e05191a1a440 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:09.212175 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.235988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8e0fc94e-b758-4c29-a921-885c200f5cba details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:09.294004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd642ed-f239-49f3-997a-aaf6d912865c req-a03061f3-d10a-4838-8a11-e3ebbe958a1f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.295664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fd642ed-f239-49f3-997a-aaf6d912865c req-a03061f3-d10a-4838-8a11-e3ebbe958a1f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1020179 Jul 13 07:24:09.316827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6a53012d-0f4d-4277-ae47-fec16433c984 req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-872632891', 'description': 'tempest-description-1597064953'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:09.330292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] For port d054c195-b077-4c0b-b991-e05191a1a440, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d054c195-b077-4c0b-b991-e05191a1a440,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:09.330692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.361078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Calling delete_port for d054c195-b077-4c0b-b991-e05191a1a440 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:09.363578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fd642ed-f239-49f3-997a-aaf6d912865c req-c3f82da0-141e-4eda-93a3-28c48efb83de tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 Jul 13 07:24:09.386346 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a53012d-0f4d-4277-ae47-fec16433c984 req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.430684 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a53012d-0f4d-4277-ae47-fec16433c984 req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.636651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2663e-8035-4f66-8735-78bb9bc55b81 req-ff2247b8-cf3b-4120-b435-b854777d95f3 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.649968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8e0fc94e-b758-4c29-a921-885c200f5cba, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8e0fc94e-b758-4c29-a921-885c200f5cba,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:09.650339 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2e2663e-8035-4f66-8735-78bb9bc55b81 req-ff2247b8-cf3b-4120-b435-b854777d95f3 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.1074483 Jul 13 07:24:09.664211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '8e0fc94e-b758-4c29-a921-885c200f5cba', 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'port_id': '8e0fc94e-b758-4c29-a921-885c200f5cba', 'mac_address': 'fa:16:3e:d8:cb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2483b47-78ef-4219-a84d-205718e33c61', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:09.664781 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a53012d-0f4d-4277-ae47-fec16433c984 req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.670071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a53012d-0f4d-4277-ae47-fec16433c984 req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.700773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.712851 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.719437 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2e2663e-8035-4f66-8735-78bb9bc55b81 req-72b78637-c3bc-4c39-9353-ddac7d4f4a2d tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681973 Jul 13 07:24:09.753369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0fc94e-b758-4c29-a921-885c200f5cba {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:09.769936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d054c195-b077-4c0b-b991-e05191a1a440,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:09.771818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086937a1-1668-4862-bbaf-17c45ddbb361,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:09.855225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8e0fc94e-b758-4c29-a921-885c200f5cba, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8e0fc94e-b758-4c29-a921-885c200f5cba,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:09.860509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.945814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:09.990448 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.012195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8e0fc94e-b758-4c29-a921-885c200f5cba,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:10.046883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:10.079191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b', 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'port_id': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b', 'mac_address': 'fa:16:3e:92:4b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2483b47-78ef-4219-a84d-205718e33c61', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:10.098193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a53012d-0f4d-4277-ae47-fec16433c984 req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.108484 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a53012d-0f4d-4277-ae47-fec16433c984 req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.152861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39c3283-2647-425d-a62f-6ff22959780f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:10.157065 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.178476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:10.211215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:10.216546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.224501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-a7875295-6202-4a8f-84c0-eae38838c0aa tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.228715 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a53012d-0f4d-4277-ae47-fec16433c984 req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.231405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a53012d-0f4d-4277-ae47-fec16433c984 req-5fdd124c-fe6b-44e7-86e4-4523a9abec78 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9186335 Jul 13 07:24:10.233733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-a7875295-6202-4a8f-84c0-eae38838c0aa tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.2725143 Jul 13 07:24:10.258203 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-401e1f07-603b-4daa-a12f-e18110811f89 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/quotas/4f9d3c2a974e43749b74713ae48c2be0 HTTP/1.1" status: 200 len: 375 time: 0.0225122 Jul 13 07:24:10.326108 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-66e891ef-b6bf-49d6-8405-9aa74bfc817d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651996 Jul 13 07:24:10.338510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4eb4393c-cae2-4335-9cdd-38404d619dad details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:10.459761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:10.474764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4eb4393c-cae2-4335-9cdd-38404d619dad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4eb4393c-cae2-4335-9cdd-38404d619dad,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:10.481199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:24:10.501578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '4eb4393c-cae2-4335-9cdd-38404d619dad', 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'port_id': '4eb4393c-cae2-4335-9cdd-38404d619dad', 'mac_address': 'fa:16:3e:7b:2a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2483b47-78ef-4219-a84d-205718e33c61', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:10.514447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-9e2adc2a-6b30-4cec-8ee2-9dae0daea0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873276 Jul 13 07:24:10.573795 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.601638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb4393c-cae2-4335-9cdd-38404d619dad {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:10.642550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4eb4393c-cae2-4335-9cdd-38404d619dad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4eb4393c-cae2-4335-9cdd-38404d619dad,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:10.647388 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.695150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-888cc02b-6e21-45dd-8cb3-8846d74ebc73 service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796496 Jul 13 07:24:10.702981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4eb4393c-cae2-4335-9cdd-38404d619dad,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:10.732191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c68d5211-6f63-4ded-bf57-4c089281861a details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:10.782213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:10.788054 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ab428ab5-60a2-4a80-8a81-ecfd15e304b2 admin admin] 10.222.0.41 "PUT /v2.0/routers/1ac3fb5d-2ed4-445c-a573-c767234f8dd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6762302 Jul 13 07:24:10.790363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59092) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:10.857897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] Sync routers for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:10.873623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:10.874056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ffae-6fdb-4780-8ee9-9825af322898 req-eb819f74-e9da-42db-b5d7-fe1fcc8bb72c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.874551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:10.892104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ffae-6fdb-4780-8ee9-9825af322898 req-eb819f74-e9da-42db-b5d7-fe1fcc8bb72c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.898337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ffae-6fdb-4780-8ee9-9825af322898 req-eb819f74-e9da-42db-b5d7-fe1fcc8bb72c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.925219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ffae-6fdb-4780-8ee9-9825af322898 req-eb819f74-e9da-42db-b5d7-fe1fcc8bb72c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.939296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ffae-6fdb-4780-8ee9-9825af322898 req-eb819f74-e9da-42db-b5d7-fe1fcc8bb72c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.956901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ffae-6fdb-4780-8ee9-9825af322898 req-eb819f74-e9da-42db-b5d7-fe1fcc8bb72c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.967506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ffae-6fdb-4780-8ee9-9825af322898 req-eb819f74-e9da-42db-b5d7-fe1fcc8bb72c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.984979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdf4ffae-6fdb-4780-8ee9-9825af322898 req-eb819f74-e9da-42db-b5d7-fe1fcc8bb72c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5432 time: 0.4777625 Jul 13 07:24:11.015140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.086616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c68d5211-6f63-4ded-bf57-4c089281861a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c68d5211-6f63-4ded-bf57-4c089281861a,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:11.090228 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdf4ffae-6fdb-4780-8ee9-9825af322898 req-4b34fb3c-ae39-413d-b3b1-ef7dec86d2cb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042912 Jul 13 07:24:11.101628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'c68d5211-6f63-4ded-bf57-4c089281861a', 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600', 'port_id': 'c68d5211-6f63-4ded-bf57-4c089281861a', 'mac_address': 'fa:16:3e:d4:60:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ac876f-0d36-4e2f-8ee8-04d3f381edab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:11.149062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:11.349930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.377280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68d5211-6f63-4ded-bf57-4c089281861a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:11.381317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6df4a6d5-73f0-4611-b518-f961bc492c8e req-b129ef3f-352b-4d36-ba34-bc9253343d09 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1106891866', 'description': 'tempest-description-292059453'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:11.401860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3d605-e812-409b-9f8c-d46d92b7a66b req-8d199c3f-8b0f-44ee-a080-1c4ccf6ccfbe tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.403375 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e6a3d605-e812-409b-9f8c-d46d92b7a66b req-8d199c3f-8b0f-44ee-a080-1c4ccf6ccfbe tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.2892742 Jul 13 07:24:11.415136 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.415369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c68d5211-6f63-4ded-bf57-4c089281861a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c68d5211-6f63-4ded-bf57-4c089281861a,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:11.435888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6df4a6d5-73f0-4611-b518-f961bc492c8e req-b129ef3f-352b-4d36-ba34-bc9253343d09 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.437243 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.474593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d7a19700-666d-4c9e-a9de-86a18f02f6aa details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:11.524152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c68d5211-6f63-4ded-bf57-4c089281861a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:11.559965 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e6a3d605-e812-409b-9f8c-d46d92b7a66b req-22ac92df-11f1-4d1b-aa02-14448b1ea3b6 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471519 Jul 13 07:24:11.626590 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Deleting port df762bea-d9b6-4e0b-a53a-423338c0b960 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:11.627575 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.687536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6df4a6d5-73f0-4611-b518-f961bc492c8e req-b129ef3f-352b-4d36-ba34-bc9253343d09 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.694734 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6df4a6d5-73f0-4611-b518-f961bc492c8e req-b129ef3f-352b-4d36-ba34-bc9253343d09 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.704876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:24:09Z', 'revision_number': 5, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port': {'id': 'df762bea-d9b6-4e0b-a53a-423338c0b960', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:21Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:11.778022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] Checking router: 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:11.786331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129ef3f-352b-4d36-ba34-bc9253343d09 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4721c8a-868c-47f6-a1c4-5ffa615d1f48,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:11.793084 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6df4a6d5-73f0-4611-b518-f961bc492c8e req-b129ef3f-352b-4d36-ba34-bc9253343d09 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.795652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6df4a6d5-73f0-4611-b518-f961bc492c8e req-b129ef3f-352b-4d36-ba34-bc9253343d09 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4195406 Jul 13 07:24:11.824080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] For port df762bea-d9b6-4e0b-a53a-423338c0b960, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=df762bea-d9b6-4e0b-a53a-423338c0b960,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:11.827812 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.870847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d7a19700-666d-4c9e-a9de-86a18f02f6aa, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:11.875338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Calling delete_port for df762bea-d9b6-4e0b-a53a-423338c0b960 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:11.879790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] Routers {'1ac3fb5d-2ed4-445c-a573-c767234f8dd3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:11.880884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:11.987663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'port_id': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'mac_address': 'fa:16:3e:02:a7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:12.048523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] Set router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:12.121820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:24:11Z', 'revision_number': 6, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:12.161385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef731ec5-6475-41be-9a0c-3bbb02de1ab7 None None] The sync data for ids ['1ac3fb5d-2ed4-445c-a573-c767234f8dd3'] in n-d-758944-43 is: [{'id': '1ac3fb5d-2ed4-445c-a573-c767234f8dd3', 'name': 'tempest-ServersTestBootFromVolume-466975604-router', 'tenant_id': '01f88d5df9c04261bfcc9a11db17365c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:19Z', 'updated_at': '2021-07-13T07:24:11Z', 'revision_number': 6, 'project_id': '01f88d5df9c04261bfcc9a11db17365c', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:12.165102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a40be4-e04d-46dd-b01e-71b1a5cd29d4 req-ef941d08-dc8b-4344-a1b3-c37b0c3fc714 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.170167 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.179469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6a40be4-e04d-46dd-b01e-71b1a5cd29d4 req-ef941d08-dc8b-4344-a1b3-c37b0c3fc714 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.1513882 Jul 13 07:24:12.205397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a19700-666d-4c9e-a9de-86a18f02f6aa {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:12.228613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d7a19700-666d-4c9e-a9de-86a18f02f6aa, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:12.234962 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.277142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6a40be4-e04d-46dd-b01e-71b1a5cd29d4 req-51f2099f-3498-408f-9472-b64fd1952d99 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890455 Jul 13 07:24:12.280036 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 40330ad7-4dd0-496c-ba31-b175cc83d844 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:12.321250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfefe3-4fc6-4b6e-bd76-1c029075bb3b req-0ca88134-010f-40ce-b653-51fccb7d8a24 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.330982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75cfefe3-4fc6-4b6e-bd76-1c029075bb3b req-0ca88134-010f-40ce-b653-51fccb7d8a24 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.4548225 Jul 13 07:24:12.396423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d7a19700-666d-4c9e-a9de-86a18f02f6aa,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:12.431903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 40330ad7-4dd0-496c-ba31-b175cc83d844, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40330ad7-4dd0-496c-ba31-b175cc83d844,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:12.462350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '40330ad7-4dd0-496c-ba31-b175cc83d844', 'network_id': '99c0e8ba-e29c-47b8-ba72-68e6a2413600', 'port_id': '40330ad7-4dd0-496c-ba31-b175cc83d844', 'mac_address': 'fa:16:3e:85:ad:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ac876f-0d36-4e2f-8ee8-04d3f381edab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:12.573468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75cfefe3-4fc6-4b6e-bd76-1c029075bb3b req-c9b340a4-bc9c-4afe-b79a-ffadf93a57fe tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336400 Jul 13 07:24:12.611056 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.638546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40330ad7-4dd0-496c-ba31-b175cc83d844 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:12.666990 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7acb9e-dd4f-44d9-9f2b-c2c8654cdf48 req-24555e61-bed6-4d5c-b1c0-a812d6e6abb5 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 210 time: 0.0870798 Jul 13 07:24:12.667811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.704204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 40330ad7-4dd0-496c-ba31-b175cc83d844, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40330ad7-4dd0-496c-ba31-b175cc83d844,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:12.709678 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.740661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Pushing event deleted for resources: {'Port': ['ID=df762bea-d9b6-4e0b-a53a-423338c0b960,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:12.790834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 96cdbfac-8ed0-41c5-bfb5-f27e925b159e details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:12.869827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:12.888111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '96cdbfac-8ed0-41c5-bfb5-f27e925b159e', 'network_id': '43631e76-28bf-4709-8183-09560f51c3a0', 'port_id': '96cdbfac-8ed0-41c5-bfb5-f27e925b159e', 'mac_address': 'fa:16:3e:b9:b4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2483b47-78ef-4219-a84d-205718e33c61', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:12.979781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=40330ad7-4dd0-496c-ba31-b175cc83d844,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:12.984914 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.003642 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.022457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cdbfac-8ed0-41c5-bfb5-f27e925b159e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:13.083002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:13.090507 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.188560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:13.314335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.333785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.419289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.419958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ac3fb5d-2ed4-445c-a573-c767234f8dd3 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:24:13.425063 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.428573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e23a7511-c56a-47c6-8d98-42e7c9deddcb admin admin] 10.222.0.41 "DELETE /v2.0/routers/1ac3fb5d-2ed4-445c-a573-c767234f8dd3 HTTP/1.1" status: 204 len: 168 time: 2.6348319 Jul 13 07:24:13.430094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59118) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:13.484210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9abf27-f039-4c69-9e89-f08493698503 admin admin] Deleting subnet f822b982-e778-4f65-8076-b9393019b994 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:13.495111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e9abf27-f039-4c69-9e89-f08493698503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.564166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9e701-e572-479a-98f5-f0e38f3a62fb req-6e549f40-3ecb-4bdf-b061-d9ca143e3cff tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.574022 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e9abf27-f039-4c69-9e89-f08493698503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.583348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9e701-e572-479a-98f5-f0e38f3a62fb req-6e549f40-3ecb-4bdf-b061-d9ca143e3cff tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.589575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9e701-e572-479a-98f5-f0e38f3a62fb req-6e549f40-3ecb-4bdf-b061-d9ca143e3cff tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.595827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9e701-e572-479a-98f5-f0e38f3a62fb req-6e549f40-3ecb-4bdf-b061-d9ca143e3cff tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.601834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9e701-e572-479a-98f5-f0e38f3a62fb req-6e549f40-3ecb-4bdf-b061-d9ca143e3cff tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.607838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9e701-e572-479a-98f5-f0e38f3a62fb req-6e549f40-3ecb-4bdf-b061-d9ca143e3cff tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.614158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9e701-e572-479a-98f5-f0e38f3a62fb req-6e549f40-3ecb-4bdf-b061-d9ca143e3cff tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.624702 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7e9e701-e572-479a-98f5-f0e38f3a62fb req-6e549f40-3ecb-4bdf-b061-d9ca143e3cff tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5436 time: 0.7540388 Jul 13 07:24:13.729417 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-b08ab328-a68d-46e2-9c50-45ca7a7574a6 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53341 time: 1.0947011 Jul 13 07:24:13.736216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7e9e701-e572-479a-98f5-f0e38f3a62fb req-80c62296-a665-4f35-91f7-636b3756ca4b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132653 Jul 13 07:24:13.757618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d054c195-b077-4c0b-b991-e05191a1a440 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:13.791019 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e9abf27-f039-4c69-9e89-f08493698503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.801815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: d054c195-b077-4c0b-b991-e05191a1a440 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:13.802517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d054c195-b077-4c0b-b991-e05191a1a440 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:13.803162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device df762bea-d9b6-4e0b-a53a-423338c0b960 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:13.812627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-a680bd45-e7ba-4beb-8ef8-494bca8dbfd8 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.814230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-a680bd45-e7ba-4beb-8ef8-494bca8dbfd8 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.1904480 Jul 13 07:24:13.826922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Request body: {'port': {'device_id': '3860c088-0d4a-401b-a7e2-90dcf4f97242', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'admin_state_up': True, 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:13.830666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: df762bea-d9b6-4e0b-a53a-423338c0b960 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:13.831245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device df762bea-d9b6-4e0b-a53a-423338c0b960 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:13.849251 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-b19b79ee-1eee-478a-b493-24395e4d8569 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/086937a1-1668-4862-bbaf-17c45ddbb361 HTTP/1.1" status: 200 len: 2981 time: 0.1185057 Jul 13 07:24:13.908970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4eb4393c-cae2-4335-9cdd-38404d619dad'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:13.914955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-773f547c-d5f5-4d83-b8b5-a44cffb6132b tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/086937a1-1668-4862-bbaf-17c45ddbb361 HTTP/1.1" status: 200 len: 2981 time: 0.0579758 Jul 13 07:24:13.920329 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e9abf27-f039-4c69-9e89-f08493698503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.970774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9abf27-f039-4c69-9e89-f08493698503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f822b982-e778-4f65-8076-b9393019b994,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:13.976751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['96cdbfac-8ed0-41c5-bfb5-f27e925b159e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:13.978937 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e9abf27-f039-4c69-9e89-f08493698503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.980940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8e9abf27-f039-4c69-9e89-f08493698503 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f822b982-e778-4f65-8076-b9393019b994 HTTP/1.1" status: 204 len: 168 time: 0.5498137 Jul 13 07:24:13.982555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c68d5211-6f63-4ded-bf57-4c089281861a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:13.984906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59122) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:13.986992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['8e0fc94e-b758-4c29-a921-885c200f5cba'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:13.989994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:13.993758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:13.997560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.001867 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-9c3a8e51-917a-43ad-9dc3-a34625351376 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/12d6a425-0d46-4bef-9da5-56f96afc00b2 HTTP/1.1" status: 200 len: 2981 time: 0.0765381 Jul 13 07:24:14.018478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cefd485-2304-4006-8e44-9e31865d4160 None None] Network e077853c-546e-4e3a-93b7-104db9a0eb75 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:14.060420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-5d3052c6-a193-4198-9114-350c0aae3068 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/12d6a425-0d46-4bef-9da5-56f96afc00b2 HTTP/1.1" status: 200 len: 2981 time: 0.0519223 Jul 13 07:24:14.064777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['40330ad7-4dd0-496c-ba31-b175cc83d844'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:14.069023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d7a19700-666d-4c9e-a9de-86a18f02f6aa'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:14.113458 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-a406ef56-0bbf-4743-9cab-8836c66d0335 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/151eed23-220b-4a63-a4d1-c9d234313aeb HTTP/1.1" status: 200 len: 2981 time: 0.0459068 Jul 13 07:24:14.154600 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.171209 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-7e49e053-c55d-45e0-bc1b-59adeba9a3ba tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/151eed23-220b-4a63-a4d1-c9d234313aeb HTTP/1.1" status: 200 len: 2981 time: 0.0507917 Jul 13 07:24:14.234956 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-5f459c52-b8f9-4a8f-be8e-57db425e521e tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/4eb1a1da-9a57-4021-9863-a18daec991af HTTP/1.1" status: 200 len: 2981 time: 0.0570326 Jul 13 07:24:14.277541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b151-8eb2-49c1-94ad-c6c558a2cbc3 req-15a38d05-b55f-40a0-aa4a-711e8d5db7e8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.279177 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccb6b151-8eb2-49c1-94ad-c6c558a2cbc3 req-15a38d05-b55f-40a0-aa4a-711e8d5db7e8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1742399 Jul 13 07:24:14.287740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Allocated IP 172.20.0.5 (832e3da9-e104-4daf-a678-a850d2020b15/0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9/8f645c0b-7d5d-4d5b-b3c8-a2518420e10c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:14.297666 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-04c63c36-9898-4b04-ad82-8b24d5b05925 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/4eb1a1da-9a57-4021-9863-a18daec991af HTTP/1.1" status: 200 len: 2981 time: 0.0559671 Jul 13 07:24:14.331558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Deleting port 99acefd5-3bc4-41dc-971f-c86036133c94 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:14.331907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.349785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-b2640738-432a-4693-a525-bac1cd4ecfd7 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/633f67a5-1a52-415f-a1f5-0d605843313a HTTP/1.1" status: 200 len: 2981 time: 0.0508065 Jul 13 07:24:14.394925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccb6b151-8eb2-49c1-94ad-c6c558a2cbc3 req-3b9ff6e3-d4c9-4fad-a2eb-7af5ed9eff24 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047280 Jul 13 07:24:14.402157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-6f5047da-30e4-480d-a94f-a0da5656af95 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/633f67a5-1a52-415f-a1f5-0d605843313a HTTP/1.1" status: 200 len: 2981 time: 0.0509691 Jul 13 07:24:14.478476 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-f1767d39-8c3f-419a-9627-9e47d4206536 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/76aeb382-aebf-421c-b4e3-d7d8ba106860 HTTP/1.1" status: 200 len: 2981 time: 0.0748887 Jul 13 07:24:14.519568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] For port 99acefd5-3bc4-41dc-971f-c86036133c94, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=99acefd5-3bc4-41dc-971f-c86036133c94,segment=NetworkSegment(6b37f15f-bd03-471a-8b45-71cc5ce1005b),segment_id=6b37f15f-bd03-471a-8b45-71cc5ce1005b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:14.520035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.535433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Calling delete_port for 99acefd5-3bc4-41dc-971f-c86036133c94 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:14.535647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-d7ee78a3-c584-4b7a-a3ab-eee96889abc0 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/76aeb382-aebf-421c-b4e3-d7d8ba106860 HTTP/1.1" status: 200 len: 2981 time: 0.0554287 Jul 13 07:24:14.592274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-1ae34cad-6c2f-47d5-b396-98901f54cb99 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/828fcde4-78e4-4c61-a710-c6b142d21620 HTTP/1.1" status: 200 len: 2981 time: 0.0558374 Jul 13 07:24:14.653205 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-4758b853-a7b2-43e8-a6a0-1ff5efa704dc tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/828fcde4-78e4-4c61-a710-c6b142d21620 HTTP/1.1" status: 200 len: 2981 time: 0.0589066 Jul 13 07:24:14.716290 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-dda65538-804f-40fc-bd96-495ed53ca427 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8bef3912-af49-44c0-baa8-6765312ae335 HTTP/1.1" status: 200 len: 2981 time: 0.0612493 Jul 13 07:24:14.719335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.785347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=99acefd5-3bc4-41dc-971f-c86036133c94,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:14.785650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-8bf89db6-7add-4635-bc47-8387ddaa8399 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8bef3912-af49-44c0-baa8-6765312ae335 HTTP/1.1" status: 200 len: 2981 time: 0.0678213 Jul 13 07:24:14.789653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] No DVR routers for this DVR port 99acefd5-3bc4-41dc-971f-c86036133c94 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:14.834456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a0e93-25a5-463b-95e7-1d0d2e786f17 req-16885c64-c2eb-4e7c-8283-38b03095edde tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.836218 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c84a0e93-25a5-463b-95e7-1d0d2e786f17 req-16885c64-c2eb-4e7c-8283-38b03095edde tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.2004194 Jul 13 07:24:14.862206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-ac8a9286-fe9e-4307-8e04-5a545454673f tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/989c167f-1120-4d58-b19a-04ef29695dc9 HTTP/1.1" status: 200 len: 2977 time: 0.0606108 Jul 13 07:24:14.924285 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.936594 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.945370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e077853c-546e-4e3a-93b7-104db9a0eb75']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:14.945559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-ab3d6f70-1a7c-4be6-bdcc-7d41948fc86f tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/989c167f-1120-4d58-b19a-04ef29695dc9 HTTP/1.1" status: 200 len: 2977 time: 0.0716436 Jul 13 07:24:14.968579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b37f15f-bd03-471a-8b45-71cc5ce1005b') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:14.968919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b37f15f-bd03-471a-8b45-71cc5ce1005b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:14.974353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c84a0e93-25a5-463b-95e7-1d0d2e786f17 req-17276f9e-dfcf-420d-bd92-dde2de8c9b90 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070421 Jul 13 07:24:14.988451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.005274 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac19ab-2a07-4e7f-b6f3-111384210f0f None None] DHCP port deletion for e077853c-546e-4e3a-93b7-104db9a0eb75 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:24:15.012485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.017173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-d5753f01-fb88-4ab2-8374-650e844b4530 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/afb8f40f-929d-4b81-84bf-ca6203fc7481 HTTP/1.1" status: 200 len: 2981 time: 0.0706956 Jul 13 07:24:15.028685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:15.029050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.031457 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:15.037271 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:15.084161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.097682 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-3faafeaa-df11-4225-b09e-011b779b8c6e tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/afb8f40f-929d-4b81-84bf-ca6203fc7481 HTTP/1.1" status: 200 len: 2981 time: 0.0628755 Jul 13 07:24:15.171112 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-9b5647e9-168c-4fd9-a9b8-1f8b5dcc9606 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b210e7a8-e25f-4bef-a1eb-3cad3af67995 HTTP/1.1" status: 200 len: 2981 time: 0.0676684 Jul 13 07:24:15.225813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-55b798a9-de8b-4aff-8f19-6b1d630ee9a5 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b210e7a8-e25f-4bef-a1eb-3cad3af67995 HTTP/1.1" status: 200 len: 2981 time: 0.0535219 Jul 13 07:24:15.275941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Network 832e3da9-e104-4daf-a678-a850d2020b15 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:15.276803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-6a9d3705-8a42-4295-8a04-8f652ec71d2e tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b3edd7f1-8c78-4b63-b754-74c23c0aa16d HTTP/1.1" status: 200 len: 2981 time: 0.0500302 Jul 13 07:24:15.288664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:15.298563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:15.332441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-40b58f61-da34-4e3e-9503-9bdfccffce11 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b3edd7f1-8c78-4b63-b754-74c23c0aa16d HTTP/1.1" status: 200 len: 2981 time: 0.0545356 Jul 13 07:24:15.334121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.352689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.354633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e077853c-546e-4e3a-93b7-104db9a0eb75 HTTP/1.1" status: 204 len: 168 time: 1.3686843 Jul 13 07:24:15.387014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8538c9b-d52a-4ee7-9cf7-ded987b39b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=e077853c-546e-4e3a-93b7-104db9a0eb75,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:15.388840 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-abb0455c-75b2-4c94-bfc1-a7f6617f3572 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c249b4c4-b86d-4483-8f6d-d5340868dd72 HTTP/1.1" status: 200 len: 2981 time: 0.0551713 Jul 13 07:24:15.395243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event updated for resources: {'Port': ['ID=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:15.418904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:15.419561 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.439161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ea1b9-7dc1-49d0-bb5e-a4759b8e4587 req-308a082c-9ae0-40d1-9993-0324f801e1ff tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:15.440722 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-798ea1b9-7dc1-49d0-bb5e-a4759b8e4587 req-308a082c-9ae0-40d1-9993-0324f801e1ff tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.2721014 Jul 13 07:24:15.457859 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-136b51d8-174b-4a4c-8b5d-36557c329433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6349390 Jul 13 07:24:15.465150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-1bcd24b4-e0ff-472a-a73c-489d691ae302 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c249b4c4-b86d-4483-8f6d-d5340868dd72 HTTP/1.1" status: 200 len: 2981 time: 0.0707979 Jul 13 07:24:15.470365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Request body: {'port': {'device_id': '3860c088-0d4a-401b-a7e2-90dcf4f97242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:15.516096 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-b22d95e5-6d58-42f1-9398-a1d4d5a02cf0 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d73f1214-b284-4a42-ad8c-6a08d2e4469c HTTP/1.1" status: 200 len: 2973 time: 0.0504913 Jul 13 07:24:15.516543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59136) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:15.551969 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-798ea1b9-7dc1-49d0-bb5e-a4759b8e4587 req-80ef2bd5-a14c-4119-b29f-2d38a42e5636 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024954 Jul 13 07:24:15.564845 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.595495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-ac499f3f-30ac-4035-a1e3-b34c2eff2422 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d73f1214-b284-4a42-ad8c-6a08d2e4469c HTTP/1.1" status: 200 len: 2973 time: 0.0711663 Jul 13 07:24:15.603032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f8ebc488-0c83-47fb-b212-367ac49dca86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01f88d5df9c04261bfcc9a11db17365c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852642 Jul 13 07:24:15.605427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59138) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:15.690419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-f5a784e1-8804-4cb5-824f-78adb99589e9 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d7bf5d61-41de-4d03-b179-c8d42454cb32 HTTP/1.1" status: 200 len: 2981 time: 0.0861492 Jul 13 07:24:15.728294 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-325d21f1-7d64-4e11-ab37-61be7005ac4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.738069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 99acefd5-3bc4-41dc-971f-c86036133c94 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:15.766009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 99acefd5-3bc4-41dc-971f-c86036133c94 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:15.766258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 99acefd5-3bc4-41dc-971f-c86036133c94 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:15.778580 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19f11f85-0e07-4eca-98b5-b601a6471154 req-329cf6bf-6ea4-4033-b1a9-9566eb6e8f57 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d7bf5d61-41de-4d03-b179-c8d42454cb32 HTTP/1.1" status: 200 len: 2981 time: 0.0803359 Jul 13 07:24:15.797205 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-325d21f1-7d64-4e11-ab37-61be7005ac4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.852150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-325d21f1-7d64-4e11-ab37-61be7005ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.855554 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-325d21f1-7d64-4e11-ab37-61be7005ac4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.856377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-325d21f1-7d64-4e11-ab37-61be7005ac4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76aeb382-aebf-421c-b4e3-d7d8ba106860 HTTP/1.1" status: 204 len: 168 time: 0.2500880 Jul 13 07:24:15.864278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d21f1-7d64-4e11-ab37-61be7005ac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aeb382-aebf-421c-b4e3-d7d8ba106860,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:15.886939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9753c6b-576c-4432-a2c7-c5ea9a12268c req-30f79d05-75c9-46e3-9ea0-ba24ed1abf00 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:15.895161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d9753c6b-576c-4432-a2c7-c5ea9a12268c req-30f79d05-75c9-46e3-9ea0-ba24ed1abf00 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 931 time: 0.1845796 Jul 13 07:24:15.966952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d9753c6b-576c-4432-a2c7-c5ea9a12268c req-cfdd49c1-d862-4e3e-9eac-f804bebf52b0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707519 Jul 13 07:24:16.009257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c4eb-af01-4326-b515-4f9b10c61bba req-04675691-f007-4e10-b080-671b7e746d3c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.015970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c4eb-af01-4326-b515-4f9b10c61bba req-04675691-f007-4e10-b080-671b7e746d3c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.021939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c4eb-af01-4326-b515-4f9b10c61bba req-04675691-f007-4e10-b080-671b7e746d3c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.027996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c4eb-af01-4326-b515-4f9b10c61bba req-04675691-f007-4e10-b080-671b7e746d3c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.036494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c4eb-af01-4326-b515-4f9b10c61bba req-04675691-f007-4e10-b080-671b7e746d3c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.042731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c4eb-af01-4326-b515-4f9b10c61bba req-04675691-f007-4e10-b080-671b7e746d3c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.049044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c4eb-af01-4326-b515-4f9b10c61bba req-04675691-f007-4e10-b080-671b7e746d3c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.056797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cbb9c4eb-af01-4326-b515-4f9b10c61bba req-04675691-f007-4e10-b080-671b7e746d3c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5437 time: 0.1319098 Jul 13 07:24:16.060971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:16.079181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.095149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Transition to ACTIVE for port object 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:16.099510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.113986 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cbb9c4eb-af01-4326-b515-4f9b10c61bba req-62caeee9-b77b-4a00-8fb9-bae78a962e00 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563769 Jul 13 07:24:16.171164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:16.288423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f226cf3-b3d2-4464-9b25-513b6a627949 req-c29763ed-2d00-4d63-8944-87e01a3b6c9d tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78bf7761eeb04a43847792a16eea2a9b HTTP/1.1" status: 200 len: 6103 time: 0.1548350 Jul 13 07:24:16.289854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Attempting to bind port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:16.290167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Attempting to bind port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:16.290269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Attempting to bind port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:16.295296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c on network 832e3da9-e104-4daf-a678-a850d2020b15 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:16.296143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Attempting to bind port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:16.313997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:16.314352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Checking segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:16.314920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Bound using segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:16.315385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Bound port: 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:16.315753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.346408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e580d-a2c5-463a-b8c9-c2cdd71089ed req-341e7e86-b292-490f-a44a-204b040070f2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.347942 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-910e580d-a2c5-463a-b8c9-c2cdd71089ed req-341e7e86-b292-490f-a44a-204b040070f2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0849211 Jul 13 07:24:16.387277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f226cf3-b3d2-4464-9b25-513b6a627949 req-4a8f3392-b0fd-4f42-b9ca-06928d49bf16 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] 10.222.0.41 "GET /v2.0/security-groups/afb8f40f-929d-4b81-84bf-ca6203fc7481 HTTP/1.1" status: 200 len: 2981 time: 0.0889425 Jul 13 07:24:16.389279 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-910e580d-a2c5-463a-b8c9-c2cdd71089ed req-f06ede9e-0730-40eb-8c4b-f8c546b382bb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Jul 13 07:24:16.440361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] For port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:16.461649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] For port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:16.466501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.507136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f226cf3-b3d2-4464-9b25-513b6a627949 req-8bd2b6ce-1f88-4091-a634-3674d21adecd tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] 10.222.0.41 "GET /v2.0/security-groups/afb8f40f-929d-4b81-84bf-ca6203fc7481 HTTP/1.1" status: 200 len: 2981 time: 0.1075416 Jul 13 07:24:16.547966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.548728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.550235 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] 10.222.0.38 "PUT /v2.0/ports/8f645c0b-7d5d-4d5b-b3c8-a2518420e10c HTTP/1.1" status: 200 len: 1092 time: 1.0846312 Jul 13 07:24:16.550672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3860c088-0d4a-401b-a7e2-90dcf4f97242', 'tag': '8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:16.553218 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3860c088-0d4a-401b-a7e2-90dcf4f97242", "tag": "8f645c0b-7d5d-4d5b-b3c8-a2518420e10c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:16.557457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a6e0c-c30a-4de9-b5d5-467c1f0786d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:16.608232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d465c-8973-4a5c-ab8e-75c3ab6b1285 req-10bb9e7f-4a77-45c5-a4d7-5c6d9edbded8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.610625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed5d465c-8973-4a5c-ab8e-75c3ab6b1285 req-10bb9e7f-4a77-45c5-a4d7-5c6d9edbded8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.0857069 Jul 13 07:24:16.656277 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed5d465c-8973-4a5c-ab8e-75c3ab6b1285 req-1b60e9c5-6d3e-42b0-9c83-64796ceaa32a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Jul 13 07:24:16.702641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-8418f3d3-8118-45a3-a948-3d7cc84f729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.704170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-8418f3d3-8118-45a3-a948-3d7cc84f729c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 1095 time: 0.1150362 Jul 13 07:24:16.718286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526cacd-f83e-477d-ba08-e03b00ed7ccf req-6e501b2b-666a-4d28-83b7-ff4002a7d339 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.719815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6526cacd-f83e-477d-ba08-e03b00ed7ccf req-6e501b2b-666a-4d28-83b7-ff4002a7d339 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0877423 Jul 13 07:24:16.723836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-991cc5d4-db45-42c8-b7dd-82ab71921940 req-25761372-363a-4c91-a136-dc95d8d5dbdd tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f4721c8a-868c-47f6-a1c4-5ffa615d1f48 HTTP/1.1" status: 200 len: 1777 time: 0.0386281 Jul 13 07:24:16.742565 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59174) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:16.762418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-03dd601d-e911-4ec3-8075-563b8143619c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c HTTP/1.1" status: 200 len: 217 time: 0.0416191 Jul 13 07:24:16.787559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-991cc5d4-db45-42c8-b7dd-82ab71921940 req-5477be17-690a-4853-b05e-ef8aaddc8b21 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.811379 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-991cc5d4-db45-42c8-b7dd-82ab71921940 req-5477be17-690a-4853-b05e-ef8aaddc8b21 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.828752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6526cacd-f83e-477d-ba08-e03b00ed7ccf req-e2e42fec-bb8f-4ad4-a0ce-5ea188f870b9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690916 Jul 13 07:24:16.834606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-65365f5a-ef18-4543-a8e2-b6d2f7873616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.836082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-65365f5a-ef18-4543-a8e2-b6d2f7873616 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.0675769 Jul 13 07:24:16.849099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-445857836-network', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:16.871878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-2b634b42-6094-4267-8350-02933df9543d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296605 Jul 13 07:24:16.872415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:16.874938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.892611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.896272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-991cc5d4-db45-42c8-b7dd-82ab71921940 req-5477be17-690a-4853-b05e-ef8aaddc8b21 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.898904 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-991cc5d4-db45-42c8-b7dd-82ab71921940 req-5477be17-690a-4853-b05e-ef8aaddc8b21 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.910765 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-991cc5d4-db45-42c8-b7dd-82ab71921940 req-5477be17-690a-4853-b05e-ef8aaddc8b21 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4721c8a-868c-47f6-a1c4-5ffa615d1f48 HTTP/1.1" status: 204 len: 173 time: 0.1807375 Jul 13 07:24:16.913957 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e17e0a8-1392-4e43-b03e-53ffb80170d2 x-openstack-request-id: req-7e17e0a8-1392-4e43-b03e-53ffb80170d2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:16.914469 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3860c088-0d4a-401b-a7e2-90dcf4f97242", "tag": "8f645c0b-7d5d-4d5b-b3c8-a2518420e10c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:16.914703 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e17e0a8-1392-4e43-b03e-53ffb80170d2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:16.915111 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3860c088-0d4a-401b-a7e2-90dcf4f97242', 'tag': '8f645c0b-7d5d-4d5b-b3c8-a2518420e10c', 'status': 'completed', 'code': 200} Jul 13 07:24:16.941986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477be17-690a-4853-b05e-ef8aaddc8b21 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4721c8a-868c-47f6-a1c4-5ffa615d1f48,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:17.027398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e976518c-2746-49ce-8478-579606b404e7 req-c733b15d-1678-4387-a8e5-4ff0451d423f tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c39c3283-2647-425d-a62f-6ff22959780f HTTP/1.1" status: 200 len: 1777 time: 0.0929472 Jul 13 07:24:17.034837 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-96033bfd-7542-4340-8a17-bfccea1f634d service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562214 Jul 13 07:24:17.080634 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.088228 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.117929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:17.133876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8e0fc94e-b758-4c29-a921-885c200f5cba up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:17.141677 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.142049 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Added segment 6622402d-7c78-4efb-844b-6c198faadec3 of type vlan for network c40a7401-3081-4694-b8ee-5aa444ea26cb Jul 13 07:24:17.144952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81da091-5392-4a39-8850-fe06cf989ad5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:17.157820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e976518c-2746-49ce-8478-579606b404e7 req-c246a5dc-d7b0-40b9-9ebc-ef9777fb9ff6 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.175215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3f3cd31-d777-400d-a687-11d867d93ff1 req-e9f4350a-952f-4e34-8195-036f85f324f2 service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306179 Jul 13 07:24:17.188822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e976518c-2746-49ce-8478-579606b404e7 req-c246a5dc-d7b0-40b9-9ebc-ef9777fb9ff6 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.196714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 8e0fc94e-b758-4c29-a921-885c200f5cba completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:17.200455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cc61d-bc48-4bd3-900d-af7c8762f696 req-d812cb40-71a9-43a8-b499-2ef9feb11cab tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.206990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 8e0fc94e-b758-4c29-a921-885c200f5cba triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:17.207370 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.208599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a37cc61d-bc48-4bd3-900d-af7c8762f696 req-d812cb40-71a9-43a8-b499-2ef9feb11cab tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.1653140 Jul 13 07:24:17.235444 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.240506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e976518c-2746-49ce-8478-579606b404e7 req-c246a5dc-d7b0-40b9-9ebc-ef9777fb9ff6 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.244065 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e976518c-2746-49ce-8478-579606b404e7 req-c246a5dc-d7b0-40b9-9ebc-ef9777fb9ff6 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.245239 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e976518c-2746-49ce-8478-579606b404e7 req-c246a5dc-d7b0-40b9-9ebc-ef9777fb9ff6 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/c39c3283-2647-425d-a62f-6ff22959780f HTTP/1.1" status: 204 len: 173 time: 0.2074382 Jul 13 07:24:17.267999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246a5dc-d7b0-40b9-9ebc-ef9777fb9ff6 tempest-SecurityGroupsTestAdminJSON-1508270851 tempest-SecurityGroupsTestAdminJSON-1508270851-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39c3283-2647-425d-a62f-6ff22959780f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:17.274060 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a37cc61d-bc48-4bd3-900d-af7c8762f696 req-64e41a9d-bf6a-42fb-a0ae-fc4f37e5f0f7 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645239 Jul 13 07:24:17.317196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.317574 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.318497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.319605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.345462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-ebeec171-83fa-4553-b26b-8e93fb149151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.347437 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-ebeec171-83fa-4553-b26b-8e93fb149151 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 1095 time: 0.1012955 Jul 13 07:24:17.349772 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6061873 Jul 13 07:24:17.353229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59194) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:17.358574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Request body: {'subnet': {'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-445857836-subnet', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:17.362092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:17.364606 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b12706-6a0f-4ea9-b140-1c06eabfdd6d" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:17.378275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8e0fc94e-b758-4c29-a921-885c200f5cba, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8e0fc94e-b758-4c29-a921-885c200f5cba,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:17.383023 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.400860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:17.455902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c34d50-f1e3-4a3e-8516-5b695d32a656 admin admin] Pushing event updated for resources: {'Network': ['ID=c40a7401-3081-4694-b8ee-5aa444ea26cb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:17.473444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c40a7401-3081-4694-b8ee-5aa444ea26cb details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:17.478300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:17.480634 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.556866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8e0fc94e-b758-4c29-a921-885c200f5cba,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:17.584266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:17.588620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:17.588991 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.647816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-57f96972-b453-4ec9-8cd3-81f929c787d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.649496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-57f96972-b453-4ec9-8cd3-81f929c787d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 907 time: 0.2873602 Jul 13 07:24:17.689789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9a805-d050-487e-9c76-b571e493ce71 req-bb9c198c-9b34-4349-be70-486cd2d2f521 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.697905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9a805-d050-487e-9c76-b571e493ce71 req-bb9c198c-9b34-4349-be70-486cd2d2f521 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.698269 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.704250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9a805-d050-487e-9c76-b571e493ce71 req-bb9c198c-9b34-4349-be70-486cd2d2f521 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.710887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9a805-d050-487e-9c76-b571e493ce71 req-bb9c198c-9b34-4349-be70-486cd2d2f521 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.717027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9a805-d050-487e-9c76-b571e493ce71 req-bb9c198c-9b34-4349-be70-486cd2d2f521 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.724311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9a805-d050-487e-9c76-b571e493ce71 req-bb9c198c-9b34-4349-be70-486cd2d2f521 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.730561 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9a805-d050-487e-9c76-b571e493ce71 req-bb9c198c-9b34-4349-be70-486cd2d2f521 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.732340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715568ec-40c0-47ca-af56-8fa9e5474098 req-faf55154-9945-4619-a247-c529ba1f0d03 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.732821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4b9a805-d050-487e-9c76-b571e493ce71 req-bb9c198c-9b34-4349-be70-486cd2d2f521 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5438 time: 0.1277649 Jul 13 07:24:17.734424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-715568ec-40c0-47ca-af56-8fa9e5474098 req-faf55154-9945-4619-a247-c529ba1f0d03 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 943 time: 0.2593074 Jul 13 07:24:17.735712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-ff535e4e-6a9b-4ab7-99af-09154a164958 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c HTTP/1.1" status: 200 len: 217 time: 0.0560701 Jul 13 07:24:17.738282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:17.746329 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.755556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-99f82804-8b24-414d-8782-68198e16d62c None None] Provisioning complete for port 8e0fc94e-b758-4c29-a921-885c200f5cba triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:17.755932 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99f82804-8b24-414d-8782-68198e16d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.782788 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4b9a805-d050-487e-9c76-b571e493ce71 req-69d5838a-74a3-4abf-a54f-d922f0f22f6c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394213 Jul 13 07:24:17.840631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:17.899826 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff24ea57-ddd5-4c69-b927-3d6e50b352de req-5f91a0b1-e0bd-4069-baf3-42e9433f93fe tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] 10.222.0.41 "GET /v2.0/security-groups/c578d3b3-7216-4c9a-937e-1704849f8455 HTTP/1.1" status: 200 len: 1777 time: 0.0668359 Jul 13 07:24:17.959218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ff24ea57-ddd5-4c69-b927-3d6e50b352de req-6d575a18-502f-48e4-8172-bd0b161b61de tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.984530 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ff24ea57-ddd5-4c69-b927-3d6e50b352de req-6d575a18-502f-48e4-8172-bd0b161b61de tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.032264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ff24ea57-ddd5-4c69-b927-3d6e50b352de req-6d575a18-502f-48e4-8172-bd0b161b61de tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.034632 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ff24ea57-ddd5-4c69-b927-3d6e50b352de req-6d575a18-502f-48e4-8172-bd0b161b61de tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.036607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff24ea57-ddd5-4c69-b927-3d6e50b352de req-6d575a18-502f-48e4-8172-bd0b161b61de tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] 10.222.0.41 "DELETE /v2.0/security-groups/c578d3b3-7216-4c9a-937e-1704849f8455 HTTP/1.1" status: 204 len: 173 time: 0.1350167 Jul 13 07:24:18.040473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5b8c06eb-d95f-4762-865c-99ee8f6f058f None None] Provisioning complete for port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:18.041251 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b8c06eb-d95f-4762-865c-99ee8f6f058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.049395 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d575a18-502f-48e4-8172-bd0b161b61de tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c578d3b3-7216-4c9a-937e-1704849f8455,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:18.099755 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-715568ec-40c0-47ca-af56-8fa9e5474098 req-8e6458c1-0761-4993-b374-1b62229cfacd tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574529 Jul 13 07:24:18.110474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-79dfddf3-ad29-4481-8258-f593d5ce598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.112032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-79dfddf3-ad29-4481-8258-f593d5ce598f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.3688142 Jul 13 07:24:18.133887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.168586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-6fd08791-ec9d-4639-901a-f2225605cab2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486958 Jul 13 07:24:18.242469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e65ed-5f83-47d6-8db4-45db01d98ff5 req-d088be4b-c55e-4468-bcaf-7f92e27ed7c4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.244086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e47e65ed-5f83-47d6-8db4-45db01d98ff5 req-d088be4b-c55e-4468-bcaf-7f92e27ed7c4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0746417 Jul 13 07:24:18.272776 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-780d3760-4935-4470-bc63-f229296da975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.290761 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b663de-646f-4789-b496-8e646e4043db x-openstack-request-id: req-f5b663de-646f-4789-b496-8e646e4043db {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:18.291064 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:18.291328 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5b663de-646f-4789-b496-8e646e4043db {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:18.291740 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba', 'code': 200} Jul 13 07:24:18.303561 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e47e65ed-5f83-47d6-8db4-45db01d98ff5 req-2a560ced-0d3f-4147-a9b4-c81d5dcc4c0e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Jul 13 07:24:18.310137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-8b183fec-e675-4222-af68-cb9cc4385c11 service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193337 Jul 13 07:24:18.334346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6140ff-144a-456e-8936-6d9b2f51cd08,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:18.367056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Checking segment: {'id': '6622402d-7c78-4efb-844b-6c198faadec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:18.367410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Network hostable DHCP agents. Network: c40a7401-3081-4694-b8ee-5aa444ea26cb, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:18.376600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f322126-1bb9-4ede-ac80-977d07dfe39f req-f9150b94-106b-43a7-822e-aeffc83f75f3 tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] 10.222.0.41 "GET /v2.0/security-groups/e05f65b5-60a5-4d25-b902-3d3b752054e4 HTTP/1.1" status: 200 len: 1778 time: 0.0442204 Jul 13 07:24:18.433916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3f322126-1bb9-4ede-ac80-977d07dfe39f req-88628614-62cf-4b88-ac2d-1d8c8f186ddc tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.450625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Network c40a7401-3081-4694-b8ee-5aa444ea26cb is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:18.459232 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3f322126-1bb9-4ede-ac80-977d07dfe39f req-88628614-62cf-4b88-ac2d-1d8c8f186ddc tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.475062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ce69b79-a481-4a08-b1b2-6f16a35cc2e3 req-4bb2b14b-6a27-4a69-89dd-d121a811ec84 service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549549 Jul 13 07:24:18.475610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c40a7401-3081-4694-b8ee-5aa444ea26cb) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:18.480540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.482238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.487077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70faef-660c-4bbb-bac2-8c521509d84b None None] Network c40a7401-3081-4694-b8ee-5aa444ea26cb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:18.506793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1301a3e6-5c81-46f4-b6ab-53e28d750449 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1493666 Jul 13 07:24:18.506793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59210) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:18.512135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:18.522679 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3f322126-1bb9-4ede-ac80-977d07dfe39f req-88628614-62cf-4b88-ac2d-1d8c8f186ddc tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.525492 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3f322126-1bb9-4ede-ac80-977d07dfe39f req-88628614-62cf-4b88-ac2d-1d8c8f186ddc tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.526954 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f322126-1bb9-4ede-ac80-977d07dfe39f req-88628614-62cf-4b88-ac2d-1d8c8f186ddc tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] 10.222.0.41 "DELETE /v2.0/security-groups/e05f65b5-60a5-4d25-b902-3d3b752054e4 HTTP/1.1" status: 204 len: 173 time: 0.1443067 Jul 13 07:24:18.534712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df864c3f-b703-4145-a66e-b64e49d6b62d req-f87777a2-0cfb-49eb-9a81-5235c9f078e3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.536348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df864c3f-b703-4145-a66e-b64e49d6b62d req-f87777a2-0cfb-49eb-9a81-5235c9f078e3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.1344378 Jul 13 07:24:18.550484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88628614-62cf-4b88-ac2d-1d8c8f186ddc tempest-SecurityGroupsTestAdminJSON-802259496 tempest-SecurityGroupsTestAdminJSON-802259496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f65b5-60a5-4d25-b902-3d3b752054e4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:18.557117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.558135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.646365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df864c3f-b703-4145-a66e-b64e49d6b62d req-0a96f034-a528-4abc-86ed-7744e7e0afe2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009231 Jul 13 07:24:18.681283 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.700032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-c40a7401-3081-4694-b8ee-5aa444ea26cb', 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'fixed_ips': [{'subnet_id': 'fb6140ff-144a-456e-8936-6d9b2f51cd08'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:24:18.700984 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.815960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03249a5-39fe-4856-a6d8-cb60570cbd3c req-0713cdd9-3efc-4d3c-847c-7cbb43a690aa tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.824447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d03249a5-39fe-4856-a6d8-cb60570cbd3c req-0713cdd9-3efc-4d3c-847c-7cbb43a690aa tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.1611958 Jul 13 07:24:18.841206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.880800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:18.889591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d03249a5-39fe-4856-a6d8-cb60570cbd3c req-efb08e49-6dd1-4fa2-9005-6ef6e95e18fe tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558836 Jul 13 07:24:18.913001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Allocated IP 172.20.0.2 (c40a7401-3081-4694-b8ee-5aa444ea26cb/fb6140ff-144a-456e-8936-6d9b2f51cd08/c814129e-6ab6-4d55-8c33-41b6e34b94ba) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:19.037128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e9a5b-b143-4072-8e21-af68656fa2e7 req-28309833-0783-4d56-b2f3-9047a73484c9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.044253 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-516e9a5b-b143-4072-8e21-af68656fa2e7 req-28309833-0783-4d56-b2f3-9047a73484c9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1710896 Jul 13 07:24:19.085553 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.095431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Transition to ACTIVE for port object c814129e-6ab6-4d55-8c33-41b6e34b94ba will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:19.114338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Transition to ACTIVE for port object c814129e-6ab6-4d55-8c33-41b6e34b94ba will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:19.118045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59222) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:19.118300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-45e194e8-bd72-4867-9967-5b03d36403d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78bf7761eeb04a43847792a16eea2a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282202 Jul 13 07:24:19.124213 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.124815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-516e9a5b-b143-4072-8e21-af68656fa2e7 req-b595b299-3500-4fc0-aba0-01f404ae25de tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797482 Jul 13 07:24:19.156402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c68d5211-6f63-4ded-bf57-4c089281861a up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:19.240004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Network c40a7401-3081-4694-b8ee-5aa444ea26cb is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:19.250357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Pushing event updated for resources: {'Port': ['ID=c814129e-6ab6-4d55-8c33-41b6e34b94ba,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:19.254988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:19.257158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:19.261289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port c68d5211-6f63-4ded-bf57-4c089281861a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:19.266694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port c68d5211-6f63-4ded-bf57-4c089281861a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:19.267162 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.283339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.305030 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ccef104-962d-45f3-8856-e9ce5401dfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.317664 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.339704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ccef104-962d-45f3-8856-e9ce5401dfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.370690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Attempting to bind port c814129e-6ab6-4d55-8c33-41b6e34b94ba on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:19.371306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Attempting to bind port c814129e-6ab6-4d55-8c33-41b6e34b94ba by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6622402d-7c78-4efb-844b-6c198faadec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:19.371682 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Attempting to bind port c814129e-6ab6-4d55-8c33-41b6e34b94ba on network c40a7401-3081-4694-b8ee-5aa444ea26cb {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:19.378210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4212db8-211b-4d83-beaa-e3ab861c94ab req-9ffa0b3b-fe57-49e4-b291-b8beb76858f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.381650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:19.382062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Checking segment: {'id': '6622402d-7c78-4efb-844b-6c198faadec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:19.382480 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.382878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Bound using segment: {'id': '6622402d-7c78-4efb-844b-6c198faadec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:19.383357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Bound port: c814129e-6ab6-4d55-8c33-41b6e34b94ba, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6622402d-7c78-4efb-844b-6c198faadec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:19.383747 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.384802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4212db8-211b-4d83-beaa-e3ab861c94ab req-9ffa0b3b-fe57-49e4-b291-b8beb76858f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.391725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4212db8-211b-4d83-beaa-e3ab861c94ab req-9ffa0b3b-fe57-49e4-b291-b8beb76858f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.397599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4212db8-211b-4d83-beaa-e3ab861c94ab req-9ffa0b3b-fe57-49e4-b291-b8beb76858f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.403918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4212db8-211b-4d83-beaa-e3ab861c94ab req-9ffa0b3b-fe57-49e4-b291-b8beb76858f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.409883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4212db8-211b-4d83-beaa-e3ab861c94ab req-9ffa0b3b-fe57-49e4-b291-b8beb76858f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.419001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4212db8-211b-4d83-beaa-e3ab861c94ab req-9ffa0b3b-fe57-49e4-b291-b8beb76858f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.419001 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4212db8-211b-4d83-beaa-e3ab861c94ab req-9ffa0b3b-fe57-49e4-b291-b8beb76858f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5439 time: 0.2658305 Jul 13 07:24:19.466697 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.482705 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4212db8-211b-4d83-beaa-e3ab861c94ab req-d33d0be9-f8bf-4928-8a9d-ec1083e6148f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490236 Jul 13 07:24:19.501301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:19.501920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ccef104-962d-45f3-8856-e9ce5401dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.505541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe0e2c-0f87-42dd-b9c1-ea1c33766af2 req-4cc1dcd8-aa5a-4247-a66a-6cb726eae276 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.508351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ccef104-962d-45f3-8856-e9ce5401dfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.509726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1ccef104-962d-45f3-8856-e9ce5401dfb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afb8f40f-929d-4b81-84bf-ca6203fc7481 HTTP/1.1" status: 204 len: 168 time: 0.3905251 Jul 13 07:24:19.520369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eafe0e2c-0f87-42dd-b9c1-ea1c33766af2 req-4cc1dcd8-aa5a-4247-a66a-6cb726eae276 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 943 time: 0.1933606 Jul 13 07:24:19.529736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] For port c814129e-6ab6-4d55-8c33-41b6e34b94ba, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:19.532220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccef104-962d-45f3-8856-e9ce5401dfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb8f40f-929d-4b81-84bf-ca6203fc7481,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:19.541159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c68d5211-6f63-4ded-bf57-4c089281861a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c68d5211-6f63-4ded-bf57-4c089281861a,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:19.558609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] For port c814129e-6ab6-4d55-8c33-41b6e34b94ba, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c814129e-6ab6-4d55-8c33-41b6e34b94ba,segment=NetworkSegment(6622402d-7c78-4efb-844b-6c198faadec3),segment_id=6622402d-7c78-4efb-844b-6c198faadec3)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:19.565022 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.574074 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.611837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Allocated IP 172.25.8.203 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/c95e43e6-2cb7-4907-9aa0-84b8beca21a2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:19.633206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d7a19700-666d-4c9e-a9de-86a18f02f6aa up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:19.659129 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eafe0e2c-0f87-42dd-b9c1-ea1c33766af2 req-55ece06e-1c4d-490c-adea-69d78df035ad tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267440 Jul 13 07:24:19.787077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575e3f1-fb8c-4bb6-b330-83a600c59365 req-47537d54-aee0-433f-8419-1016321e2046 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.788813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8575e3f1-fb8c-4bb6-b330-83a600c59365 req-47537d54-aee0-433f-8419-1016321e2046 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 814 time: 0.1867027 Jul 13 07:24:19.822216 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8575e3f1-fb8c-4bb6-b330-83a600c59365 req-d3dbf922-728e-4711-8525-aad2a368a82e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/quotas/a487911f41254b7abbace563d4b0f278 HTTP/1.1" status: 200 len: 375 time: 0.0269985 Jul 13 07:24:19.829048 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.906029 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.002321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c68d5211-6f63-4ded-bf57-4c089281861a,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.040668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:20.055343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:20.060766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:20.064495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8575e3f1-fb8c-4bb6-b330-83a600c59365 req-9e47a08d-8c48-4348-8ba9-c91266a58bf2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2355459 Jul 13 07:24:20.067843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59248) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:20.068095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Pushing event updated for resources: {'Port': ['ID=c95e43e6-2cb7-4907-9aa0-84b8beca21a2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.081754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:20.123738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port d7a19700-666d-4c9e-a9de-86a18f02f6aa completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:20.127617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '8f645c0b-7d5d-4d5b-b3c8-a2518420e10c', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'port_id': '8f645c0b-7d5d-4d5b-b3c8-a2518420e10c', 'mac_address': 'fa:16:3e:21:5c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:20.147694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d2979-1be3-48e9-93ed-e01dff820871 None None] Pushing event updated for resources: {'Port': ['ID=c814129e-6ab6-4d55-8c33-41b6e34b94ba,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.162105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port d7a19700-666d-4c9e-a9de-86a18f02f6aa triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:20.162539 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.164782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7e1cbc4d-f793-48c6-8288-77c8f4515c27 None None] Provisioning complete for port c68d5211-6f63-4ded-bf57-4c089281861a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:20.165149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbc4d-f793-48c6-8288-77c8f4515c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.179555 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b0576fc1-2ba6-4b7a-9ed3-7684d02cfe86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2893d7a8a9d44bad9665d6bd214469f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092331 Jul 13 07:24:20.180134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59252) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:20.239302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62095-3362-45db-959b-c9aee83f77dc req-5c974744-1c7b-40e1-ad18-3fafbc5d55a3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.241626 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89a62095-3362-45db-959b-c9aee83f77dc req-5c974744-1c7b-40e1-ad18-3fafbc5d55a3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.2877357 Jul 13 07:24:20.294132 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f38961d0-c864-4d8c-b1e4-b642ee4229e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.297394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b'}, {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68d5211-6f63-4ded-bf57-4c089281861a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:20.303409 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f15b780-1c66-4aef-b258-11f6e3936df5" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b"}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "c68d5211-6f63-4ded-bf57-4c089281861a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:20.313208 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.326038 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f38961d0-c864-4d8c-b1e4-b642ee4229e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.327566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89a62095-3362-45db-959b-c9aee83f77dc req-ed93cd02-2942-4f14-812d-efdb5b658a47 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754859 Jul 13 07:24:20.349777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:20.352131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654efe77-de10-4f0d-b5fa-5ac2b2615188 req-20300ead-ea02-4fa5-b01b-2a33ae5f1016 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.353660 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-654efe77-de10-4f0d-b5fa-5ac2b2615188 req-20300ead-ea02-4fa5-b01b-2a33ae5f1016 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.1175990 Jul 13 07:24:20.416370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:20.417970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-654efe77-de10-4f0d-b5fa-5ac2b2615188 req-d0ff62df-5920-4625-abe5-262e21582ace tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546753 Jul 13 07:24:20.453605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f38961d0-c864-4d8c-b1e4-b642ee4229e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.461345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f38961d0-c864-4d8c-b1e4-b642ee4229e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.461486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.463574 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f38961d0-c864-4d8c-b1e4-b642ee4229e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/086937a1-1668-4862-bbaf-17c45ddbb361 HTTP/1.1" status: 204 len: 168 time: 0.2825181 Jul 13 07:24:20.480843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38961d0-c864-4d8c-b1e4-b642ee4229e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086937a1-1668-4862-bbaf-17c45ddbb361,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.486742 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.598916 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2548c1-7bf9-4838-b70c-96d2529b5c99 x-openstack-request-id: req-5e2548c1-7bf9-4838-b70c-96d2529b5c99 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:20.599283 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b", "code": 200}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "c68d5211-6f63-4ded-bf57-4c089281861a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:20.599466 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e2548c1-7bf9-4838-b70c-96d2529b5c99 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:20.599863 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b', 'code': 200} Jul 13 07:24:20.600246 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68d5211-6f63-4ded-bf57-4c089281861a', 'code': 200} Jul 13 07:24:20.605282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.615811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f49f-35ba-4e5c-bc8d-b25b36ab6b41 req-d79a60a7-c256-49ec-a49c-2c281eb0dd14 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.617598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ee2f49f-35ba-4e5c-bc8d-b25b36ab6b41 req-d79a60a7-c256-49ec-a49c-2c281eb0dd14 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0752206 Jul 13 07:24:20.626048 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.706263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ee2f49f-35ba-4e5c-bc8d-b25b36ab6b41 req-a7334c54-3e51-478e-a93e-e8d6b386dc5b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778270 Jul 13 07:24:20.714145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d7a19700-666d-4c9e-a9de-86a18f02f6aa, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:20.719390 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.817718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d7a19700-666d-4c9e-a9de-86a18f02f6aa,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.843635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 40330ad7-4dd0-496c-ba31-b175cc83d844 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:20.945341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-26a5d764-b0f0-4070-9111-d828edf6ba1a tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.947348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-26a5d764-b0f0-4070-9111-d828edf6ba1a tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1098 time: 0.2689981 Jul 13 07:24:20.956906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:20.987852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-43'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:20.988765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eee1e-8caf-4999-b23c-62831d0859b5 req-33fe8e2a-0ee3-478c-813b-1f4bfc033fb4 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.991570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-067eee1e-8caf-4999-b23c-62831d0859b5 req-33fe8e2a-0ee3-478c-813b-1f4bfc033fb4 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 944 time: 0.1278131 Jul 13 07:24:21.004993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853e76-a569-4777-a997-0f178a1fc8e5 req-b97d5d4b-faf8-495f-9ee4-63763a0f2d46 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.011442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853e76-a569-4777-a997-0f178a1fc8e5 req-b97d5d4b-faf8-495f-9ee4-63763a0f2d46 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.019685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853e76-a569-4777-a997-0f178a1fc8e5 req-b97d5d4b-faf8-495f-9ee4-63763a0f2d46 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.025257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 40330ad7-4dd0-496c-ba31-b175cc83d844 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:21.026903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853e76-a569-4777-a997-0f178a1fc8e5 req-b97d5d4b-faf8-495f-9ee4-63763a0f2d46 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.033677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853e76-a569-4777-a997-0f178a1fc8e5 req-b97d5d4b-faf8-495f-9ee4-63763a0f2d46 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.040069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853e76-a569-4777-a997-0f178a1fc8e5 req-b97d5d4b-faf8-495f-9ee4-63763a0f2d46 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.044376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 40330ad7-4dd0-496c-ba31-b175cc83d844 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:21.044767 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.048211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853e76-a569-4777-a997-0f178a1fc8e5 req-b97d5d4b-faf8-495f-9ee4-63763a0f2d46 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.055957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e2853e76-a569-4777-a997-0f178a1fc8e5 req-b97d5d4b-faf8-495f-9ee4-63763a0f2d46 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5440 time: 0.3690102 Jul 13 07:24:21.117318 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d8f2-e46e-4de2-9700-dbd8b883d31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.121586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-067eee1e-8caf-4999-b23c-62831d0859b5 req-1ebbf339-3ef6-4105-a4c6-dbd0ff8c228c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222754 Jul 13 07:24:21.185636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.246298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e2853e76-a569-4777-a997-0f178a1fc8e5 req-acdedbc4-ad1d-45f8-afc4-c6a751af03f8 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862261 Jul 13 07:24:21.257440 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.351952 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.385397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-093811b8-698f-4fb1-a848-e380027d56e6 None None] Provisioning complete for port d7a19700-666d-4c9e-a9de-86a18f02f6aa triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:21.386040 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093811b8-698f-4fb1-a848-e380027d56e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.390129 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a9057-0ae7-4d37-b5f3-46cdd99fbd50 None None] Network c40a7401-3081-4694-b8ee-5aa444ea26cb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:21.430493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276a2e4-6e0f-4d93-91b9-eeed1e24f176 req-7def0e08-617b-458a-a3f1-b321129d2335 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.434304 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2276a2e4-6e0f-4d93-91b9-eeed1e24f176 req-7def0e08-617b-458a-a3f1-b321129d2335 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1282256 Jul 13 07:24:21.530691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2276a2e4-6e0f-4d93-91b9-eeed1e24f176 req-e2bbecdc-1108-42ab-b06f-1ad102053fa4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887704 Jul 13 07:24:21.545276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b8944675-dd41-41d6-9796-87b1b5a9b5bb details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:21.554650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 40330ad7-4dd0-496c-ba31-b175cc83d844, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40330ad7-4dd0-496c-ba31-b175cc83d844,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:21.581236 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.713308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.770457 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:24:21.789518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4eb4393c-cae2-4335-9cdd-38404d619dad up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:21.829052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c814129e-6ab6-4d55-8c33-41b6e34b94ba up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:21.842083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fa6fd-5b0c-4134-902d-1c50a679fba5 req-d7258c0b-fbbe-4fe9-a34a-1afbc381aa55 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.855247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b8fa6fd-5b0c-4134-902d-1c50a679fba5 req-d7258c0b-fbbe-4fe9-a34a-1afbc381aa55 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.2132442 Jul 13 07:24:21.927476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17198a8-8efb-4173-b771-38814af0284a req-94f1f29b-f6ce-4583-995a-950b00631de2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.935297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e17198a8-8efb-4173-b771-38814af0284a req-94f1f29b-f6ce-4583-995a-950b00631de2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 946 time: 0.1087856 Jul 13 07:24:21.992321 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e17198a8-8efb-4173-b771-38814af0284a req-51006470-06f5-4a87-8b01-743d6b20c640 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550129 Jul 13 07:24:22.018014 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b8fa6fd-5b0c-4134-902d-1c50a679fba5 req-ab63df04-7d28-4024-9398-99702b1d991e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617024 Jul 13 07:24:22.105332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Router 658abc9e-a456-46f1-9e3f-216580dcd53f is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:24:22.208476 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.222962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=40330ad7-4dd0-496c-ba31-b175cc83d844,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:22.261801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c814129e-6ab6-4d55-8c33-41b6e34b94ba completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:22.264259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 4eb4393c-cae2-4335-9cdd-38404d619dad completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:22.293921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:22.300120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 4eb4393c-cae2-4335-9cdd-38404d619dad triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:22.300802 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.307967 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da7915c0-008e-41c6-b744-debc99d27bea req-f1bea00c-7317-4ebe-baf9-f5a86f6e8337 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a487911f41254b7abbace563d4b0f278 HTTP/1.1" status: 200 len: 221 time: 0.0725865 Jul 13 07:24:22.312621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:22.331194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:22.352016 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Sync routers for ids ['658abc9e-a456-46f1-9e3f-216580dcd53f'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:22.361566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:22.363841 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.367860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-84b20760-74d8-4a9d-bf86-a795f3e47a4a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8573959 Jul 13 07:24:22.376352 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Routers {'658abc9e-a456-46f1-9e3f-216580dcd53f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:22.377322 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['658abc9e-a456-46f1-9e3f-216580dcd53f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:22.388578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59318) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:22.400377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb', 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009', 'port_id': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb', 'mac_address': 'fa:16:3e:d0:32:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0439cff4-236b-4231-aed3-706628ba29f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:22.419391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.422692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:22.426689 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e52a94-a2d7-4ab2-be62-d06128322ef9" -d '{"events": [{"server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "name": "network-vif-unplugged", "status": "completed", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:22.431325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.477600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.492756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-28321d61-f0cd-4f7e-8b0f-945cd9c0d479 None None] Provisioning for port c814129e-6ab6-4d55-8c33-41b6e34b94ba completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:22.532327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8944675-dd41-41d6-9796-87b1b5a9b5bb {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:22.535033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=76ea4bc0-31f2-4418-8034-7e2c4641c550,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:22.551495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on host n-h2-758944-43 for vnic_type normal with profile {"migrating_to": "n-h1-758944-43"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:22.551968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:22.552435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:22.557612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:22.558043 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Attempting to bind port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on network a213c5f0-2b9d-49a6-8d16-16b751dbfd39 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:22.566354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:22.566775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Checking segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:22.567356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Bound using segment: {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:22.567913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Bound port: 76ea4bc0-31f2-4418-8034-7e2c4641c550, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a213c5f0-2b9d-49a6-8d16-16b751dbfd39'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:22.568367 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.580067 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d50c8c-a281-4350-bfc5-9eb9a5d5e3b9 req-2c42b8b5-e384-47d7-9107-a8e248918d5a tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.586952 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.590071 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2d50c8c-a281-4350-bfc5-9eb9a5d5e3b9 req-2c42b8b5-e384-47d7-9107-a8e248918d5a tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 946 time: 0.3065631 Jul 13 07:24:22.604849 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Set router 658abc9e-a456-46f1-9e3f-216580dcd53f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:22.605359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-28321d61-f0cd-4f7e-8b0f-945cd9c0d479 None None] Provisioning complete for port c814129e-6ab6-4d55-8c33-41b6e34b94ba triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:22.605932 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28321d61-f0cd-4f7e-8b0f-945cd9c0d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.612494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa'}, {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:22.616060 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de01e9dc-8e9b-44b4-abff-ce8933773930" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa"}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:22.675223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:22.679367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:22.684794 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.697771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:22.719345 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.799391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=b8944675-dd41-41d6-9796-87b1b5a9b5bb,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:22.827502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4eb4393c-cae2-4335-9cdd-38404d619dad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4eb4393c-cae2-4335-9cdd-38404d619dad,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:22.830274 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 76ea4bc0-31f2-4418-8034-7e2c4641c550 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:22.838297 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.888984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 96cdbfac-8ed0-41c5-bfb5-f27e925b159e up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:22.896548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2d50c8c-a281-4350-bfc5-9eb9a5d5e3b9 req-0ecdf46b-1177-4acd-89c4-bcc99e80f539 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416725 Jul 13 07:24:22.924378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.924378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.924378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] 10.222.0.38 "PUT /v2.0/ports/76ea4bc0-31f2-4418-8034-7e2c4641c550 HTTP/1.1" status: 200 len: 1124 time: 1.9425964 Jul 13 07:24:22.961402 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:18Z', 'updated_at': '2021-07-13T07:24:20Z', 'revision_number': 3, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'gw_port': {'id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:19Z', 'updated_at': '2021-07-13T07:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:23.021482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ba775-c737-45b2-b88a-09599f4632bd req-61fff177-54d5-4506-a7ff-91c1c4934e9d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.027393 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28321d61-f0cd-4f7e-8b0f-945cd9c0d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.036999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f2ba775-c737-45b2-b88a-09599f4632bd req-61fff177-54d5-4506-a7ff-91c1c4934e9d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 944 time: 0.4704332 Jul 13 07:24:23.044795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a2a85-b9e8-4076-9e34-cbb3c027d1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=76ea4bc0-31f2-4418-8034-7e2c4641c550,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:23.052745 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Checking router: 658abc9e-a456-46f1-9e3f-216580dcd53f for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:23.053335 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Updating router 658abc9e-a456-46f1-9e3f-216580dcd53f port c95e43e6-2cb7-4907-9aa0-84b8beca21a2 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:24:23.086775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['76ea4bc0-31f2-4418-8034-7e2c4641c550'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:23.088893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['76ea4bc0-31f2-4418-8034-7e2c4641c550'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:23.125592 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.165862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f2ba775-c737-45b2-b88a-09599f4632bd req-65fff418-df1a-4d94-8ab0-5f3b9a879044 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254017 Jul 13 07:24:23.204596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4eb4393c-cae2-4335-9cdd-38404d619dad,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:23.293213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:23.313195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-28321d61-f0cd-4f7e-8b0f-945cd9c0d479 None None] For port c814129e-6ab6-4d55-8c33-41b6e34b94ba, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c814129e-6ab6-4d55-8c33-41b6e34b94ba,segment=NetworkSegment(6622402d-7c78-4efb-844b-6c198faadec3),segment_id=6622402d-7c78-4efb-844b-6c198faadec3)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:23.326335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:23.327646 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.340734 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897dbec-427b-4e95-aac7-2c84c3a362af req-ee802fcd-1d3a-40f2-b95b-cfe151f303a3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.346672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897dbec-427b-4e95-aac7-2c84c3a362af req-ee802fcd-1d3a-40f2-b95b-cfe151f303a3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.352486 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897dbec-427b-4e95-aac7-2c84c3a362af req-ee802fcd-1d3a-40f2-b95b-cfe151f303a3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.358406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897dbec-427b-4e95-aac7-2c84c3a362af req-ee802fcd-1d3a-40f2-b95b-cfe151f303a3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.364347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897dbec-427b-4e95-aac7-2c84c3a362af req-ee802fcd-1d3a-40f2-b95b-cfe151f303a3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.370297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897dbec-427b-4e95-aac7-2c84c3a362af req-ee802fcd-1d3a-40f2-b95b-cfe151f303a3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.376782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897dbec-427b-4e95-aac7-2c84c3a362af req-ee802fcd-1d3a-40f2-b95b-cfe151f303a3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.378972 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5897dbec-427b-4e95-aac7-2c84c3a362af req-ee802fcd-1d3a-40f2-b95b-cfe151f303a3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5443 time: 0.2723382 Jul 13 07:24:23.397807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92ce73-ec80-4620-997f-575765fb6a18 req-cec9e357-28f3-4404-99b2-0e0149c4bd87 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.407163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f92ce73-ec80-4620-997f-575765fb6a18 req-cec9e357-28f3-4404-99b2-0e0149c4bd87 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0824454 Jul 13 07:24:23.453025 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5897dbec-427b-4e95-aac7-2c84c3a362af req-7194c790-3f16-41a1-af16-69e75c092027 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513492 Jul 13 07:24:23.459710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f92ce73-ec80-4620-997f-575765fb6a18 req-20bdc164-9547-4508-a45a-bda7614b831d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515494 Jul 13 07:24:23.534855 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28321d61-f0cd-4f7e-8b0f-945cd9c0d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.541265 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad90990-3165-4410-a50e-2a847b7d99b1 x-openstack-request-id: req-0ad90990-3165-4410-a50e-2a847b7d99b1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:23.541433 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.541909 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa", "code": 200}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:23.542258 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ad90990-3165-4410-a50e-2a847b7d99b1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:23.542717 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'code': 200} Jul 13 07:24:23.543084 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844', 'code': 200} Jul 13 07:24:23.560059 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Transition to ACTIVE for port object c95e43e6-2cb7-4907-9aa0-84b8beca21a2 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:23.563901 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23707faa-fbec-4d66-8310-e1a13ee532ac x-openstack-request-id: req-23707faa-fbec-4d66-8310-e1a13ee532ac {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:23.564065 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "name": "network-vif-unplugged", "status": "completed", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:23.564194 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23707faa-fbec-4d66-8310-e1a13ee532ac {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:23.564589 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550', 'code': 200} Jul 13 07:24:23.571446 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.580091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.607389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28321d61-f0cd-4f7e-8b0f-945cd9c0d479 None None] Pushing event updated for resources: {'Port': ['ID=c814129e-6ab6-4d55-8c33-41b6e34b94ba,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:23.634575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.747590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:23.767878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c814129e-6ab6-4d55-8c33-41b6e34b94ba up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:23.810381 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Attempting to bind port c95e43e6-2cb7-4907-9aa0-84b8beca21a2 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:23.811222 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Attempting to bind port c95e43e6-2cb7-4907-9aa0-84b8beca21a2 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:23.811860 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Attempting to bind port c95e43e6-2cb7-4907-9aa0-84b8beca21a2 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:23.824016 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Pushing event updated for resources: {'Port': ['ID=c95e43e6-2cb7-4907-9aa0-84b8beca21a2,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:23.828988 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:23.829726 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:23.830558 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.831181 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:23.832976 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Bound port: c95e43e6-2cb7-4907-9aa0-84b8beca21a2, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:23.833799 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.836556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 76ea4bc0-31f2-4418-8034-7e2c4641c550 has no active binding in host n-h1-758944-43 {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:24:23.852893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b61a08-d3b2-4a83-ab14-2af26211fe15 req-1de40349-8ea2-4246-9188-91a6fcd1b27a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.854537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59b61a08-d3b2-4a83-ab14-2af26211fe15 req-1de40349-8ea2-4246-9188-91a6fcd1b27a tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.1099911 Jul 13 07:24:23.873249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:23.886916 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.889927 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.890168 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.890482 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.890821 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.891187 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.891509 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.892120 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.893405 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.893758 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.897086 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.897447 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:23.919701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-28321d61-f0cd-4f7e-8b0f-945cd9c0d479 None None] Provisioning complete for port 40330ad7-4dd0-496c-ba31-b175cc83d844 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:23.920073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28321d61-f0cd-4f7e-8b0f-945cd9c0d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.933443 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] For port c95e43e6-2cb7-4907-9aa0-84b8beca21a2, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:23.938094 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] For port c95e43e6-2cb7-4907-9aa0-84b8beca21a2, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c95e43e6-2cb7-4907-9aa0-84b8beca21a2,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:23.940081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59b61a08-d3b2-4a83-ab14-2af26211fe15 req-5900bbde-c299-4d4e-b345-cfb7591da9c2 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761871 Jul 13 07:24:23.943048 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.990897 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.006476 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9edac4-d331-490e-b177-059ebd4d3870 None None] Pushing event updated for resources: {'Port': ['ID=c95e43e6-2cb7-4907-9aa0-84b8beca21a2,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:24.021643 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Routers {'658abc9e-a456-46f1-9e3f-216580dcd53f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:24.022324 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['658abc9e-a456-46f1-9e3f-216580dcd53f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:24.115140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:24.122769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c814129e-6ab6-4d55-8c33-41b6e34b94ba triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:24.123172 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.127656 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.153361 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] Set router 658abc9e-a456-46f1-9e3f-216580dcd53f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:24.167168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:24.179492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9065208-edd6-4e78-ac1b-86e528f1675c req-5107f328-cc86-404e-8ab5-987fdc9a3e26 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.189466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9065208-edd6-4e78-ac1b-86e528f1675c req-5107f328-cc86-404e-8ab5-987fdc9a3e26 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1063888 Jul 13 07:24:24.223571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:24.224001 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.247383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b8944675-dd41-41d6-9796-87b1b5a9b5bb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:24.256492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9065208-edd6-4e78-ac1b-86e528f1675c req-229849cf-f1bc-4694-baba-f1e8f4ff68b9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652392 Jul 13 07:24:24.258361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Allocated IP 172.20.0.1 (c40a7401-3081-4694-b8ee-5aa444ea26cb/fb6140ff-144a-456e-8936-6d9b2f51cd08/cfb35f81-b99d-4a41-9d5f-793ece50cb7b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:24.321419 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10142441-b635-4245-8eab-f78e06e97c25 req-1ac120c2-27f8-4e73-ade1-036b5dde1a24 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.330369 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10142441-b635-4245-8eab-f78e06e97c25 req-1ac120c2-27f8-4e73-ade1-036b5dde1a24 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 945 time: 0.4510081 Jul 13 07:24:24.427747 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:18Z', 'updated_at': '2021-07-13T07:24:20Z', 'revision_number': 3, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'gw_port': {'id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:19Z', 'updated_at': '2021-07-13T07:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:24.458686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10142441-b635-4245-8eab-f78e06e97c25 req-d88712c3-8f9a-42ee-8c8a-53e21a4fc6fb tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265123 Jul 13 07:24:24.470048 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf75a6-2ee7-4344-a4d6-0ee122610f59 None None] The sync data for ids ['658abc9e-a456-46f1-9e3f-216580dcd53f'] in n-d-758944-43 is: [{'id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:18Z', 'updated_at': '2021-07-13T07:24:20Z', 'revision_number': 3, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'gw_port': {'id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:19Z', 'updated_at': '2021-07-13T07:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:24.509037 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.529835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Transition to ACTIVE for port object cfb35f81-b99d-4a41-9d5f-793ece50cb7b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:24.538993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:24.576968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.577336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.577644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.578000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.578337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.578724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.579055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.579585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.579914 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.580240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.580562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.580882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:24.594644 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.643759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Network c40a7401-3081-4694-b8ee-5aa444ea26cb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:24.658577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:24.662951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:24.698363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb35f81-b99d-4a41-9d5f-793ece50cb7b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:24.754163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-85c17ec3-febc-4747-98de-467db2450243 None None] Provisioning complete for port 4eb4393c-cae2-4335-9cdd-38404d619dad triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:24.754893 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85c17ec3-febc-4747-98de-467db2450243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.757402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.837026 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.872817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20109610-23e7-4d69-8ef0-8665ac6cc097 req-d14890c4-9dc9-47da-baa2-268aeb3d386a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.875254 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-20109610-23e7-4d69-8ef0-8665ac6cc097 req-d14890c4-9dc9-47da-baa2-268aeb3d386a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 944 time: 0.1825123 Jul 13 07:24:24.991429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808873-1877-40b9-bc5e-a383b8aef249 req-1b7e3ec9-5bfe-4612-ab75-4f3c6ef03aeb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.999624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808873-1877-40b9-bc5e-a383b8aef249 req-1b7e3ec9-5bfe-4612-ab75-4f3c6ef03aeb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.006699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808873-1877-40b9-bc5e-a383b8aef249 req-1b7e3ec9-5bfe-4612-ab75-4f3c6ef03aeb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.014992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808873-1877-40b9-bc5e-a383b8aef249 req-1b7e3ec9-5bfe-4612-ab75-4f3c6ef03aeb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.016321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:25.024424 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.025244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808873-1877-40b9-bc5e-a383b8aef249 req-1b7e3ec9-5bfe-4612-ab75-4f3c6ef03aeb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.026197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-20109610-23e7-4d69-8ef0-8665ac6cc097 req-b56b0d91-8caf-499c-bb87-96b51fab147c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424196 Jul 13 07:24:25.034486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808873-1877-40b9-bc5e-a383b8aef249 req-1b7e3ec9-5bfe-4612-ab75-4f3c6ef03aeb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.043562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808873-1877-40b9-bc5e-a383b8aef249 req-1b7e3ec9-5bfe-4612-ab75-4f3c6ef03aeb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.056501 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31808873-1877-40b9-bc5e-a383b8aef249 req-1b7e3ec9-5bfe-4612-ab75-4f3c6ef03aeb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5444 time: 0.2328320 Jul 13 07:24:25.098550 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.143435 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31808873-1877-40b9-bc5e-a383b8aef249 req-a5e06c3b-3ff7-49d0-bc53-0d105e2b3f26 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748172 Jul 13 07:24:25.169653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-85c17ec3-febc-4747-98de-467db2450243 None None] Provisioning complete for port c814129e-6ab6-4d55-8c33-41b6e34b94ba triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:25.171078 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85c17ec3-febc-4747-98de-467db2450243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.211349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:25.329509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.335373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-85c17ec3-febc-4747-98de-467db2450243 None None] Provisioning complete for port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:25.336023 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85c17ec3-febc-4747-98de-467db2450243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.356396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.383916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b0ff-d64e-4a37-98f1-8679b7afbc29 req-2f05a3b8-5784-4ff9-be02-d53ab8bcb6d1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.385571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3f1b0ff-d64e-4a37-98f1-8679b7afbc29 req-2f05a3b8-5784-4ff9-be02-d53ab8bcb6d1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0821843 Jul 13 07:24:25.443791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb35f81-b99d-4a41-9d5f-793ece50cb7b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:25.447617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3f1b0ff-d64e-4a37-98f1-8679b7afbc29 req-205fdbd2-273f-4d67-af9f-bd681a300617 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525649 Jul 13 07:24:25.459635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.485501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9ab0c-6f3c-4725-a199-5490c7afbfee req-9dfee439-de2c-426e-b332-ab7baf890fcc tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.487263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6be9ab0c-6f3c-4725-a199-5490c7afbfee req-9dfee439-de2c-426e-b332-ab7baf890fcc tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 946 time: 0.1713648 Jul 13 07:24:25.543898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb4393c-cae2-4335-9cdd-38404d619dad'}, {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cdbfac-8ed0-41c5-bfb5-f27e925b159e'}, {'server_uuid': '3860c088-0d4a-401b-a7e2-90dcf4f97242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:25.547022 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaaf71b-486d-47c0-9d43-c193f694b3dd" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "4eb4393c-cae2-4335-9cdd-38404d619dad"}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "96cdbfac-8ed0-41c5-bfb5-f27e925b159e"}, {"server_uuid": "3860c088-0d4a-401b-a7e2-90dcf4f97242", "name": "network-vif-plugged", "status": "completed", "tag": "8f645c0b-7d5d-4d5b-b3c8-a2518420e10c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:25.566269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:25.569016 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965615ff-5d8f-494b-9f7f-801eb84cc59c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:25.576209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a7c1ee1a-5a29-4e63-9674-025194a7b4df None None] Provisioning for port cfb35f81-b99d-4a41-9d5f-793ece50cb7b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:25.585394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a7c1ee1a-5a29-4e63-9674-025194a7b4df None None] Provisioning complete for port cfb35f81-b99d-4a41-9d5f-793ece50cb7b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:25.585875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ee1a-5a29-4e63-9674-025194a7b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.596530 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6be9ab0c-6f3c-4725-a199-5490c7afbfee req-c5be10e9-2b6c-43eb-bd84-c973bf3f0b87 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921299 Jul 13 07:24:25.663005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1ee1a-5a29-4e63-9674-025194a7b4df None None] Port cfb35f81-b99d-4a41-9d5f-793ece50cb7b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:25.664241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Network c40a7401-3081-4694-b8ee-5aa444ea26cb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:25.667019 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:25.758154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c95e43e6-2cb7-4907-9aa0-84b8beca21a2 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:25.759936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702705f8-5b85-488e-bf43-c0c2c577bfa3 req-01528d1a-1c72-4066-a570-4b8a2a0d7cf7 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.767895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-702705f8-5b85-488e-bf43-c0c2c577bfa3 req-01528d1a-1c72-4066-a570-4b8a2a0d7cf7 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.1765897 Jul 13 07:24:25.835007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b8944675-dd41-41d6-9796-87b1b5a9b5bb up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:25.855346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-702705f8-5b85-488e-bf43-c0c2c577bfa3 req-2255f635-a07f-4a6b-9543-3931e4fe8253 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839236 Jul 13 07:24:25.919932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e0c7ce58-47fa-4bc6-b669-5d39597023a4 None None] Provisioning complete for port cfb35f81-b99d-4a41-9d5f-793ece50cb7b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:25.919932 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ce58-47fa-4bc6-b669-5d39597023a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.965120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port b8944675-dd41-41d6-9796-87b1b5a9b5bb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:25.972902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port b8944675-dd41-41d6-9796-87b1b5a9b5bb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:25.973563 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.975407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e0c7ce58-47fa-4bc6-b669-5d39597023a4 None None] Port cfb35f81-b99d-4a41-9d5f-793ece50cb7b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:25.978900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c95e43e6-2cb7-4907-9aa0-84b8beca21a2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:25.993292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Router 658abc9e-a456-46f1-9e3f-216580dcd53f has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:24:26.007712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c95e43e6-2cb7-4907-9aa0-84b8beca21a2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:26.008027 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.011756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0ffbc-be35-4f2d-8829-ce1c6ca45cc0 req-05b5967f-e4bf-4b7c-8dd8-94ad112f2b9e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.019678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49b0ffbc-be35-4f2d-8829-ce1c6ca45cc0 req-05b5967f-e4bf-4b7c-8dd8-94ad112f2b9e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1560342 Jul 13 07:24:26.148344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e6158-aca8-4167-930d-b2574b1138f4 req-e89922b2-4736-4697-b716-efc05001ded8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.157684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b91e6158-aca8-4167-930d-b2574b1138f4 req-e89922b2-4736-4697-b716-efc05001ded8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 945 time: 0.1192448 Jul 13 07:24:26.171695 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.178678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-875a030e-2ffd-4cfc-aa59-6d9d8a3bfe5d None None] Provisioning complete for port cfb35f81-b99d-4a41-9d5f-793ece50cb7b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:26.179049 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-875a030e-2ffd-4cfc-aa59-6d9d8a3bfe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.187249 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.200039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b91e6158-aca8-4167-930d-b2574b1138f4 req-742a9a95-a20e-4cc7-8ffa-23644dc092d1 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Jul 13 07:24:26.202596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:26.209465 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-20bea0b9-276a-4a30-8069-435994d0d543 admin admin] 10.222.0.41 "PUT /v2.0/routers/658abc9e-a456-46f1-9e3f-216580dcd53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8137367 Jul 13 07:24:26.220987 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49b0ffbc-be35-4f2d-8829-ce1c6ca45cc0 req-6e3b8b78-871b-4188-8a3d-26f81b1fa1bb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002137 Jul 13 07:24:26.236011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port c95e43e6-2cb7-4907-9aa0-84b8beca21a2, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c95e43e6-2cb7-4907-9aa0-84b8beca21a2,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:26.276719 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.355809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:26.374345 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc591a7-7689-48cf-9c92-2751851e0d86 x-openstack-request-id: req-dbc591a7-7689-48cf-9c92-2751851e0d86 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:26.374638 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:26.374893 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbc591a7-7689-48cf-9c92-2751851e0d86 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:26.375290 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550', 'status': 'completed', 'code': 200} Jul 13 07:24:26.401262 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be57354-1a19-4d5d-b302-c17810dc35ff x-openstack-request-id: req-2be57354-1a19-4d5d-b302-c17810dc35ff {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:26.401674 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "4eb4393c-cae2-4335-9cdd-38404d619dad", "code": 200}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "96cdbfac-8ed0-41c5-bfb5-f27e925b159e", "code": 200}, {"server_uuid": "3860c088-0d4a-401b-a7e2-90dcf4f97242", "name": "network-vif-plugged", "status": "completed", "tag": "8f645c0b-7d5d-4d5b-b3c8-a2518420e10c", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:26.402505 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2be57354-1a19-4d5d-b302-c17810dc35ff {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:26.402977 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb4393c-cae2-4335-9cdd-38404d619dad', 'code': 200} Jul 13 07:24:26.403302 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cdbfac-8ed0-41c5-bfb5-f27e925b159e', 'code': 200} Jul 13 07:24:26.403622 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3860c088-0d4a-401b-a7e2-90dcf4f97242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f645c0b-7d5d-4d5b-b3c8-a2518420e10c', 'code': 200} Jul 13 07:24:26.409845 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.436551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-875a030e-2ffd-4cfc-aa59-6d9d8a3bfe5d None None] Port cfb35f81-b99d-4a41-9d5f-793ece50cb7b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:26.473744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59392) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:26.480136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=c95e43e6-2cb7-4907-9aa0-84b8beca21a2,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:26.552481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=b8944675-dd41-41d6-9796-87b1b5a9b5bb,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:26.570553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ba30-b321-4169-b339-db996a922489 req-167bb473-22e3-427b-8bf4-f33381148358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.573409 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5773ba30-b321-4169-b339-db996a922489 req-167bb473-22e3-427b-8bf4-f33381148358 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 1097 time: 0.1666813 Jul 13 07:24:26.613929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-6d0db8db-29e1-4c74-8e39-d9c8842e2752 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.615952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-6d0db8db-29e1-4c74-8e39-d9c8842e2752 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.38 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 946 time: 0.3224835 Jul 13 07:24:26.673432 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5773ba30-b321-4169-b339-db996a922489 req-2072895f-d06b-4a90-87ca-706c6fee3238 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923021 Jul 13 07:24:26.722799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639833d-7509-4848-8281-e0d8c7a3d7fe req-e343bbbd-5e6b-4127-9992-1ef82b1a5597 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.724346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3639833d-7509-4848-8281-e0d8c7a3d7fe req-e343bbbd-5e6b-4127-9992-1ef82b1a5597 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 945 time: 0.1122179 Jul 13 07:24:26.766163 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3639833d-7509-4848-8281-e0d8c7a3d7fe req-91b77b2a-ac6f-4fd9-9a09-1609e097add3 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Jul 13 07:24:26.801979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1157956315'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:26.887419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:26.891527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.922685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d5cc0-0040-4955-8e9e-f6c1c19825bb req-490bfb75-593d-47b9-ae3c-dc6db4a344fd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.930837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Sync routers for ids ['658abc9e-a456-46f1-9e3f-216580dcd53f'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:26.931380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d5cc0-0040-4955-8e9e-f6c1c19825bb req-490bfb75-593d-47b9-ae3c-dc6db4a344fd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.942114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d5cc0-0040-4955-8e9e-f6c1c19825bb req-490bfb75-593d-47b9-ae3c-dc6db4a344fd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.946067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Routers {'658abc9e-a456-46f1-9e3f-216580dcd53f'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:26.946954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['658abc9e-a456-46f1-9e3f-216580dcd53f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:26.951482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d5cc0-0040-4955-8e9e-f6c1c19825bb req-490bfb75-593d-47b9-ae3c-dc6db4a344fd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.959307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d5cc0-0040-4955-8e9e-f6c1c19825bb req-490bfb75-593d-47b9-ae3c-dc6db4a344fd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.965816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d5cc0-0040-4955-8e9e-f6c1c19825bb req-490bfb75-593d-47b9-ae3c-dc6db4a344fd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.972888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d5cc0-0040-4955-8e9e-f6c1c19825bb req-490bfb75-593d-47b9-ae3c-dc6db4a344fd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.980636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-425d5cc0-0040-4955-8e9e-f6c1c19825bb req-490bfb75-593d-47b9-ae3c-dc6db4a344fd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5444 time: 0.3975856 Jul 13 07:24:27.011268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Deleting port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:27.011609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.028254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c498-fb01-4b7e-9c69-de08eb3c5e50 req-4719b30e-6ff0-42c2-89b6-3925ee7a289d tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.030323 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c622c498-fb01-4b7e-9c69-de08eb3c5e50 req-4719b30e-6ff0-42c2-89b6-3925ee7a289d tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 946 time: 0.0715909 Jul 13 07:24:27.054345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add679e0-2508-4c83-8124-81a2674466fe req-e49a0aaa-96cf-4c75-9d04-b0319a3c4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.054832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add679e0-2508-4c83-8124-81a2674466fe req-e49a0aaa-96cf-4c75-9d04-b0319a3c4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.055309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add679e0-2508-4c83-8124-81a2674466fe req-e49a0aaa-96cf-4c75-9d04-b0319a3c4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.055780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add679e0-2508-4c83-8124-81a2674466fe req-e49a0aaa-96cf-4c75-9d04-b0319a3c4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.056247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add679e0-2508-4c83-8124-81a2674466fe req-e49a0aaa-96cf-4c75-9d04-b0319a3c4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.056858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add679e0-2508-4c83-8124-81a2674466fe req-e49a0aaa-96cf-4c75-9d04-b0319a3c4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.057176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add679e0-2508-4c83-8124-81a2674466fe req-e49a0aaa-96cf-4c75-9d04-b0319a3c4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.059171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-add679e0-2508-4c83-8124-81a2674466fe req-e49a0aaa-96cf-4c75-9d04-b0319a3c4ce2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6508 time: 0.5795658 Jul 13 07:24:27.078381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-cad27c76-12fd-48bb-976a-55da6a409ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.080441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-cad27c76-12fd-48bb-976a-55da6a409ba8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 1127 time: 0.6550848 Jul 13 07:24:27.084969 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c622c498-fb01-4b7e-9c69-de08eb3c5e50 req-ca9b71f8-6e2a-4e6b-aef0-17952fd790ae tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484157 Jul 13 07:24:27.086577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Set router 658abc9e-a456-46f1-9e3f-216580dcd53f gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:27.139640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-425d5cc0-0040-4955-8e9e-f6c1c19825bb req-80cd5ceb-7435-40a5-9e8e-f5d4c1a186d6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543126 Jul 13 07:24:27.168138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:27.319727 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-add679e0-2508-4c83-8124-81a2674466fe req-e03a4a8d-4223-4d07-9eff-f13ab0ab2c1f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2530453 Jul 13 07:24:27.328848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46426791-7af6-4e0a-99c0-5c85e242aea8 req-25fc1d4a-0053-44ef-9a9e-b7bfa94778d6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.331781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46426791-7af6-4e0a-99c0-5c85e242aea8 req-25fc1d4a-0053-44ef-9a9e-b7bfa94778d6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0937121 Jul 13 07:24:27.343402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.343765 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Added segment e71cf0a0-c294-4031-b815-1b7e2d7a26b9 of type vlan for network 191dfe34-1c57-4d8d-b057-2c656e59b817 Jul 13 07:24:27.390034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46426791-7af6-4e0a-99c0-5c85e242aea8 req-1517dde8-6e1a-4d5a-a16d-d7e961c7fca9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495007 Jul 13 07:24:27.558695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] For port f3c4e0cf-274b-4e21-93d7-847d79e5ba06, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:27.559428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.620936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:18Z', 'updated_at': '2021-07-13T07:24:25Z', 'revision_number': 4, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'gw_port': {'id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:19Z', 'updated_at': '2021-07-13T07:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cfb35f81-b99d-4a41-9d5f-793ece50cb7b', 'name': '', 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'mac_address': 'fa:16:3e:ec:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'fb6140ff-144a-456e-8936-6d9b2f51cd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:23Z', 'updated_at': '2021-07-13T07:24:25Z', 'revision_number': 2, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'subnets': [{'id': 'fb6140ff-144a-456e-8936-6d9b2f51cd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:27.652423 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.662551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2835d-8f86-4a0f-a724-5227b5467f42 req-4314837d-c250-4f92-b43b-be3ad10cb2fc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.666739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4c2835d-8f86-4a0f-a724-5227b5467f42 req-4314837d-c250-4f92-b43b-be3ad10cb2fc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.1531467 Jul 13 07:24:27.683602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Checking router: 658abc9e-a456-46f1-9e3f-216580dcd53f for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:27.684244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Updating router 658abc9e-a456-46f1-9e3f-216580dcd53f port cfb35f81-b99d-4a41-9d5f-793ece50cb7b binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:24:27.742357 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4c2835d-8f86-4a0f-a724-5227b5467f42 req-d36971dd-73ed-4151-ac68-3c98b5538b40 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690460 Jul 13 07:24:27.775026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-6291ffb3-4511-473c-86b6-768dc3356ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.776109 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.777186 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-6291ffb3-4511-473c-86b6-768dc3356ace service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.6616712 Jul 13 07:24:27.847298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59420) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:27.847760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-6547c366-9171-4d75-8631-3a7732a6f885 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550 HTTP/1.1" status: 200 len: 217 time: 0.0575125 Jul 13 07:24:27.877426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:24:27.981981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c95e43e6-2cb7-4907-9aa0-84b8beca21a2 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:28.002855 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b9013bf-f7cb-4e49-b090-a547a2bdc454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.050324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b33f3d-3d2f-45fb-aa0f-bad14ca02449 req-c6bdddd2-5729-4f0e-ac4b-989f60e31cc6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.058567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43b33f3d-3d2f-45fb-aa0f-bad14ca02449 req-c6bdddd2-5729-4f0e-ac4b-989f60e31cc6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1573920 Jul 13 07:24:28.119722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c95e43e6-2cb7-4907-9aa0-84b8beca21a2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:28.120472 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.139651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43b33f3d-3d2f-45fb-aa0f-bad14ca02449 req-41b79f95-449a-4a97-b4a2-38a5ddb4493a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771270 Jul 13 07:24:28.243634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62418f92-4345-406a-959c-bd82d3398a29 req-653f4610-9c37-431c-b7e8-bc4571df0438 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.252044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62418f92-4345-406a-959c-bd82d3398a29 req-653f4610-9c37-431c-b7e8-bc4571df0438 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 944 time: 0.6956186 Jul 13 07:24:28.265435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.271563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.272493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.277427 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b9013bf-f7cb-4e49-b090-a547a2bdc454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.287254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b9013bf-f7cb-4e49-b090-a547a2bdc454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.292344 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.307895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Transition to ACTIVE for port object cfb35f81-b99d-4a41-9d5f-793ece50cb7b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:28.312707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-74496f85-384b-4186-a751-dc51af7e4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.314648 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-74496f85-384b-4186-a751-dc51af7e4db9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.4589622 Jul 13 07:24:28.315502 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.385549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a680b-1b2d-4842-bedd-3e53231a23a6 None None] Pushing event updated for resources: {'Port': ['ID=cfb35f81-b99d-4a41-9d5f-793ece50cb7b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:28.408185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3b9013bf-f7cb-4e49-b090-a547a2bdc454 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4701be4056bc439a842cc722910d3650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5596817 Jul 13 07:24:28.411882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:28.446270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9013bf-f7cb-4e49-b090-a547a2bdc454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb52ead-d24e-4d38-8ddc-d7b7ca28944b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:28.454499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-496f90bc-e28f-43cb-b45b-f3d529eba93d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830767 Jul 13 07:24:28.465154 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9643407 Jul 13 07:24:28.477060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:28.477997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:28.480332 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cbfa74-45e3-40e3-ac52-e45b8df00446" -d '{"events": [{"server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "name": "network-vif-plugged", "status": "completed", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:28.524948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Attempting to bind port cfb35f81-b99d-4a41-9d5f-793ece50cb7b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:28.525343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Attempting to bind port cfb35f81-b99d-4a41-9d5f-793ece50cb7b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6622402d-7c78-4efb-844b-6c198faadec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:28.525717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Attempting to bind port cfb35f81-b99d-4a41-9d5f-793ece50cb7b on network c40a7401-3081-4694-b8ee-5aa444ea26cb {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:28.536705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:28.537134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Checking segment: {'id': '6622402d-7c78-4efb-844b-6c198faadec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:28.538147 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.538147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Bound using segment: {'id': '6622402d-7c78-4efb-844b-6c198faadec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:28.538385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Bound port: cfb35f81-b99d-4a41-9d5f-793ece50cb7b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6622402d-7c78-4efb-844b-6c198faadec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:28.538760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.554772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'subnet': {'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:28.585791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1265095d-f799-403f-8477-d1725e62fe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.617589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1265095d-f799-403f-8477-d1725e62fe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.642444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a587c-7bd7-4258-a814-7c5c046903e7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Network': ['ID=191dfe34-1c57-4d8d-b057-2c656e59b817,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:28.653166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076acbea-dccd-4311-bfd3-6ed1d6ce3b04 req-42309747-ba61-43a7-8919-aac193a1e1e3 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.660299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 191dfe34-1c57-4d8d-b057-2c656e59b817 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:28.660507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-076acbea-dccd-4311-bfd3-6ed1d6ce3b04 req-42309747-ba61-43a7-8919-aac193a1e1e3 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 945 time: 0.2369735 Jul 13 07:24:28.697704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] For port cfb35f81-b99d-4a41-9d5f-793ece50cb7b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:28.713243 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-076acbea-dccd-4311-bfd3-6ed1d6ce3b04 req-e4a617d2-fb2b-4da0-bcbd-f3b152192fbb tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518308 Jul 13 07:24:28.725265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] For port cfb35f81-b99d-4a41-9d5f-793ece50cb7b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cfb35f81-b99d-4a41-9d5f-793ece50cb7b,segment=NetworkSegment(6622402d-7c78-4efb-844b-6c198faadec3),segment_id=6622402d-7c78-4efb-844b-6c198faadec3)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:28.730215 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1265095d-f799-403f-8477-d1725e62fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.733377 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1265095d-f799-403f-8477-d1725e62fe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.737151 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1265095d-f799-403f-8477-d1725e62fe8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eeb52ead-d24e-4d38-8ddc-d7b7ca28944b HTTP/1.1" status: 204 len: 168 time: 0.3218203 Jul 13 07:24:28.745446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265095d-f799-403f-8477-d1725e62fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb52ead-d24e-4d38-8ddc-d7b7ca28944b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:28.749571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62418f92-4345-406a-959c-bd82d3398a29 req-f8768235-b1e3-4ebf-858a-ec633a21912f tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961860 Jul 13 07:24:28.850441 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.850821 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.851146 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Floating IP 2ccd4f98-cead-4ef5-9471-e81d34f43277 disassociated. External IP: 172.25.8.61, port: f3c4e0cf-274b-4e21-93d7-847d79e5ba06. Jul 13 07:24:28.851505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Calling delete_port for f3c4e0cf-274b-4e21-93d7-847d79e5ba06 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:28.857630 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.028012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a680b-1b2d-4842-bedd-3e53231a23a6 None None] Pushing event updated for resources: {'Port': ['ID=cfb35f81-b99d-4a41-9d5f-793ece50cb7b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:29.040744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12514fa3-4366-4b1e-81be-2d19b88b798a req-4781af6f-8d7b-4f03-b151-81a71efe5a80 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.048005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12514fa3-4366-4b1e-81be-2d19b88b798a req-4781af6f-8d7b-4f03-b151-81a71efe5a80 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.056476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12514fa3-4366-4b1e-81be-2d19b88b798a req-4781af6f-8d7b-4f03-b151-81a71efe5a80 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.058210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Routers {'658abc9e-a456-46f1-9e3f-216580dcd53f'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:29.059736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['658abc9e-a456-46f1-9e3f-216580dcd53f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:29.063613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12514fa3-4366-4b1e-81be-2d19b88b798a req-4781af6f-8d7b-4f03-b151-81a71efe5a80 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.072042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12514fa3-4366-4b1e-81be-2d19b88b798a req-4781af6f-8d7b-4f03-b151-81a71efe5a80 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.083466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12514fa3-4366-4b1e-81be-2d19b88b798a req-4781af6f-8d7b-4f03-b151-81a71efe5a80 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.089411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12514fa3-4366-4b1e-81be-2d19b88b798a req-4781af6f-8d7b-4f03-b151-81a71efe5a80 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.100591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-12514fa3-4366-4b1e-81be-2d19b88b798a req-4781af6f-8d7b-4f03-b151-81a71efe5a80 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5444 time: 0.1658924 Jul 13 07:24:29.140774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-e1357094-eaaf-40ff-aaf9-36bafb47206a service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647000 Jul 13 07:24:29.168476 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-12514fa3-4366-4b1e-81be-2d19b88b798a req-265dc8fc-9f19-436b-89d4-86b17d910186 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664201 Jul 13 07:24:29.216161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 76ea4bc0-31f2-4418-8034-7e2c4641c550 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:29.218775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-076fac3f-0f23-4976-b6f3-1558ca90130a service neutron] 10.222.0.48 "GET /v2.0/ports/76ea4bc0-31f2-4418-8034-7e2c4641c550/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 385 time: 0.5286534 Jul 13 07:24:29.232446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:29.236704 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.270777 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f87d93-c1b9-44ff-8835-4ff54d707b74 x-openstack-request-id: req-19f87d93-c1b9-44ff-8835-4ff54d707b74 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:29.271247 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "name": "network-vif-plugged", "status": "completed", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:29.271449 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19f87d93-c1b9-44ff-8835-4ff54d707b74 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:29.271682 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb', 'code': 200} Jul 13 07:24:29.305815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] Set router 658abc9e-a456-46f1-9e3f-216580dcd53f gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:29.415645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59450) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:29.440830 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e89259e-3d75-4ae9-b288-ac5b167b52fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.442533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74425d09-3d9f-48b4-9783-b2aaea1fa6ea req-7d5c9a2d-e9fc-458a-b4fc-e2a213f53323 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.444087 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74425d09-3d9f-48b4-9783-b2aaea1fa6ea req-7d5c9a2d-e9fc-458a-b4fc-e2a213f53323 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 946 time: 0.5123394 Jul 13 07:24:29.490946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-965615ff-5d8f-494b-9f7f-801eb84cc59c req-36771672-ce87-4fd5-9838-529067b1a56d service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423808 Jul 13 07:24:29.520182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7fda9-5138-4655-8baf-5167827a3c40 req-312595b2-05eb-4876-8ca6-67800104c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.521870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0a7fda9-5138-4655-8baf-5167827a3c40 req-312595b2-05eb-4876-8ca6-67800104c9af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 1098 time: 0.1604762 Jul 13 07:24:29.576227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130effd-f87b-45a9-8ddf-5be264f1fc0c req-e52de4dd-dfb7-4943-917a-0b3ff9d47bf4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.577683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8130effd-f87b-45a9-8ddf-5be264f1fc0c req-e52de4dd-dfb7-4943-917a-0b3ff9d47bf4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.1401706 Jul 13 07:24:29.602402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74425d09-3d9f-48b4-9783-b2aaea1fa6ea req-07f246ad-e4be-49d0-a2a6-3f49bf422b24 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460731 Jul 13 07:24:29.618030 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.618798 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0a7fda9-5138-4655-8baf-5167827a3c40 req-a7db9864-bc6f-4dab-8f49-217ba59e61a6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825269 Jul 13 07:24:29.657027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8130effd-f87b-45a9-8ddf-5be264f1fc0c req-5c6e81cc-efb1-4b7b-b249-15332068b8b3 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654380 Jul 13 07:24:29.679814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e89259e-3d75-4ae9-b288-ac5b167b52fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.685643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e89259e-3d75-4ae9-b288-ac5b167b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.719474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event deleted for resources: {'Port': ['ID=f3c4e0cf-274b-4e21-93d7-847d79e5ba06,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:29.744664 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:18Z', 'updated_at': '2021-07-13T07:24:25Z', 'revision_number': 4, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'gw_port': {'id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:19Z', 'updated_at': '2021-07-13T07:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cfb35f81-b99d-4a41-9d5f-793ece50cb7b', 'name': '', 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'mac_address': 'fa:16:3e:ec:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'fb6140ff-144a-456e-8936-6d9b2f51cd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:23Z', 'updated_at': '2021-07-13T07:24:28Z', 'revision_number': 4, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'subnets': [{'id': 'fb6140ff-144a-456e-8936-6d9b2f51cd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:29.786760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf4e32-7aa4-4109-934b-b5520834d0ad None None] The sync data for ids ['658abc9e-a456-46f1-9e3f-216580dcd53f'] in n-d-758944-43 is: [{'id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:18Z', 'updated_at': '2021-07-13T07:24:25Z', 'revision_number': 4, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'gw_port': {'id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:19Z', 'updated_at': '2021-07-13T07:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cfb35f81-b99d-4a41-9d5f-793ece50cb7b', 'name': '', 'network_id': 'c40a7401-3081-4694-b8ee-5aa444ea26cb', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'mac_address': 'fa:16:3e:ec:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'fb6140ff-144a-456e-8936-6d9b2f51cd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:23Z', 'updated_at': '2021-07-13T07:24:28Z', 'revision_number': 4, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'subnets': [{'id': 'fb6140ff-144a-456e-8936-6d9b2f51cd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:29.793882 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9e89259e-3d75-4ae9-b288-ac5b167b52fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b16db8066f84cf3a606885233af8233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757346 Jul 13 07:24:29.796927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59458) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:29.799930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89259e-3d75-4ae9-b288-ac5b167b52fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39429cce-e86e-4fe8-abd9-d86501b3b1a6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:29.851746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f3c4e0cf-274b-4e21-93d7-847d79e5ba06 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:29.899535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f3c4e0cf-274b-4e21-93d7-847d79e5ba06 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:29.899888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f3c4e0cf-274b-4e21-93d7-847d79e5ba06 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:29.959560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.989461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:29.996720 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bb705df-df92-43f2-bd45-defd72f0b769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.039866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bb705df-df92-43f2-bd45-defd72f0b769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.055731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-85424e62-6338-493a-a431-add94b51703b tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.057411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-85424e62-6338-493a-a431-add94b51703b tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.1856225 Jul 13 07:24:30.079549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:30.091215 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-47096fe0-d9a9-4cf1-b512-6f68f001910c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/quotas/4f9d3c2a974e43749b74713ae48c2be0 HTTP/1.1" status: 200 len: 375 time: 0.0183959 Jul 13 07:24:30.111645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Subnet': ['ID=8e50b6b1-17da-409a-b23a-20bb2f682641,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:30.137596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:24:30.162137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ea4bc0-31f2-4418-8034-7e2c4641c550 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:30.165520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bb705df-df92-43f2-bd45-defd72f0b769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.171633 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bb705df-df92-43f2-bd45-defd72f0b769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.184774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:30.189606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1bb705df-df92-43f2-bd45-defd72f0b769 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39429cce-e86e-4fe8-abd9-d86501b3b1a6 HTTP/1.1" status: 204 len: 168 time: 0.3804436 Jul 13 07:24:30.198819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Checking segment: {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:30.202245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network hostable DHCP agents. Network: 191dfe34-1c57-4d8d-b057-2c656e59b817, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:30.212447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb705df-df92-43f2-bd45-defd72f0b769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39429cce-e86e-4fe8-abd9-d86501b3b1a6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:30.230672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b4fb0-ef61-49af-bc61-34aec71bb203 req-6ba9b239-6b70-4d76-a136-8bf0674f5e41 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.233091 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cc1b4fb0-ef61-49af-bc61-34aec71bb203 req-6ba9b239-6b70-4d76-a136-8bf0674f5e41 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.3345351 Jul 13 07:24:30.238288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.267432 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9fa552d0-7d3e-40ad-8a8c-1d8ff00a2c99 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1677363 Jul 13 07:24:30.424902 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-21ecf3cf-f754-45fa-9efb-4bf055fc64a3 service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504686 Jul 13 07:24:30.428609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network 191dfe34-1c57-4d8d-b057-2c656e59b817 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:30.462593 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cc1b4fb0-ef61-49af-bc61-34aec71bb203 req-f31379e6-578c-4af4-bebd-ec9ba69efe0e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145784 Jul 13 07:24:30.530330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] Transition to ACTIVE for port object 76ea4bc0-31f2-4418-8034-7e2c4641c550 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:30.562573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-fa77e20e-4769-4ed9-a704-42d29934c04b service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367214 Jul 13 07:24:30.612759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 191dfe34-1c57-4d8d-b057-2c656e59b817) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:30.621308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91005c13-23eb-444f-a313-17259da02567 None None] Network 191dfe34-1c57-4d8d-b057-2c656e59b817 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:30.645998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.649971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.677614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.805716 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b05fa714-49a0-4c22-90e4-e6d757f87b62 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2683718 Jul 13 07:24:30.807208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59488) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:30.813421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1084590279'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:30.889142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:30.892886 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.963192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] Pushing event updated for resources: {'Port': ['ID=76ea4bc0-31f2-4418-8034-7e2c4641c550,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:31.046258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:31.051310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-191dfe34-1c57-4d8d-b057-2c656e59b817', 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'fixed_ips': [{'subnet_id': '8e50b6b1-17da-409a-b23a-20bb2f682641'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:24:31.052374 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.087712 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.088074 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Added segment 31d5087d-9a12-402d-b7e5-4fee6f5d8543 of type vlan for network f9b76b10-9253-4395-b3b0-6e58a5a284d0 Jul 13 07:24:31.176770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b4433-3baa-4a02-a62d-61760fb919aa req-805f3837-bfea-45d3-b749-fd2ddaa23831 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.186755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a95b4433-3baa-4a02-a62d-61760fb919aa req-805f3837-bfea-45d3-b749-fd2ddaa23831 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 945 time: 0.2511828 Jul 13 07:24:31.205294 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.321320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a95b4433-3baa-4a02-a62d-61760fb919aa req-729a82dc-8db7-4bf5-afc7-7ff15d6b2948 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331987 Jul 13 07:24:31.323404 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.340033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.340990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.349720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:31.355323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] No DVR routers for this DVR port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:31.366721 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] Sync routers for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:31.384499 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:31.386514 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:31.424921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:31.436635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Allocated IP 19.80.0.2 (191dfe34-1c57-4d8d-b057-2c656e59b817/8e50b6b1-17da-409a-b23a-20bb2f682641/1ac43852-c1e4-4a14-bbe9-c87e275369b0) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:31.453608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] No DVR routers for this DVR port f3c4e0cf-274b-4e21-93d7-847d79e5ba06 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:31.475453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.477512 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eed1ee0d-7502-49ba-a16b-4350573c42ee req-29e2e21f-0f12-4bf7-8686-525f0cb5458e tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.38 "DELETE /v2.0/ports/f3c4e0cf-274b-4e21-93d7-847d79e5ba06 HTTP/1.1" status: 204 len: 173 time: 4.8386500 Jul 13 07:24:31.478180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'name': 'network-vif-deleted', 'tag': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:31.480463 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab183e9-4887-49ca-ad36-80cb3523eed7" -d '{"events": [{"server_uuid": "60effb7d-a6c2-4d15-b910-9c30856e839a", "name": "network-vif-deleted", "tag": "f3c4e0cf-274b-4e21-93d7-847d79e5ba06"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:31.496581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:31.499399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6903391 Jul 13 07:24:31.519774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-2f8ecdaa-afa1-46cb-bf99-b76d3e325f1e service neutron] 10.222.0.48 "PUT /v2.0/ports/76ea4bc0-31f2-4418-8034-7e2c4641c550/bindings/n-h1-758944-43/activate HTTP/1.1" status: 200 len: 370 time: 2.2941020 Jul 13 07:24:31.524811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'subnet': {'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:31.665940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a4c9d-c357-426a-84b3-374b27be1d1f req-3ebb7667-fffc-4597-a9c2-e1a3682b3af3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.675162 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:31.684365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a4c9d-c357-426a-84b3-374b27be1d1f req-3ebb7667-fffc-4597-a9c2-e1a3682b3af3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.703765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a4c9d-c357-426a-84b3-374b27be1d1f req-3ebb7667-fffc-4597-a9c2-e1a3682b3af3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.722231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a4c9d-c357-426a-84b3-374b27be1d1f req-3ebb7667-fffc-4597-a9c2-e1a3682b3af3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.730975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0058a-f108-4046-b8f0-ba50c9270cec tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Network': ['ID=f9b76b10-9253-4395-b3b0-6e58a5a284d0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:31.744853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a4c9d-c357-426a-84b3-374b27be1d1f req-3ebb7667-fffc-4597-a9c2-e1a3682b3af3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.747074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network f9b76b10-9253-4395-b3b0-6e58a5a284d0 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:31.778600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a4c9d-c357-426a-84b3-374b27be1d1f req-3ebb7667-fffc-4597-a9c2-e1a3682b3af3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.800119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a4c9d-c357-426a-84b3-374b27be1d1f req-3ebb7667-fffc-4597-a9c2-e1a3682b3af3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.815422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6556-7e5d-44bc-982d-821881ecc8d9 req-de9fccb2-13f4-4d00-bd11-8d4756c59e1d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.823517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ba6556-7e5d-44bc-982d-821881ecc8d9 req-de9fccb2-13f4-4d00-bd11-8d4756c59e1d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2531774 Jul 13 07:24:31.824211 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a2a4c9d-c357-426a-84b3-374b27be1d1f req-3ebb7667-fffc-4597-a9c2-e1a3682b3af3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5444 time: 1.1503563 Jul 13 07:24:31.826141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:31.835391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-972818563-network', 'tenant_id': 'fcec7b3d7adf4683a86a5db4c24ed470'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:31.862359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Request body: {'floatingip': {'port_id': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:31.908820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfb35f81-b99d-4a41-9d5f-793ece50cb7b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:31.956193 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ba6556-7e5d-44bc-982d-821881ecc8d9 req-13aaab63-1a0f-4e74-89b3-a0b748e89dee tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273355 Jul 13 07:24:31.960279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.984686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Made reservation on behalf of fcec7b3d7adf4683a86a5db4c24ed470 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:31.987915 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.020500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.067433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-6babda3f-9c76-4b5f-8ec8-d760dc572a7e tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.069807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-6babda3f-9c76-4b5f-8ec8-d760dc572a7e tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.4705443 Jul 13 07:24:32.074676 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.087590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Transition to ACTIVE for port object 1ac43852-c1e4-4a14-bbe9-c87e275369b0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:32.093161 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:32.096155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:32.102447 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.121071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07eff0d3-98b9-4660-8d99-4121e7ee1347 req-1270cfeb-51d6-4d8f-a31a-2483d2a784f8 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/ports?device_id=60effb7d-a6c2-4d15-b910-9c30856e839a HTTP/1.1" status: 200 len: 210 time: 0.0753415 Jul 13 07:24:32.144305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Transition to ACTIVE for port object 1ac43852-c1e4-4a14-bbe9-c87e275369b0 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:32.148083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port cfb35f81-b99d-4a41-9d5f-793ece50cb7b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:32.159297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cfb35f81-b99d-4a41-9d5f-793ece50cb7b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:32.159676 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.179367 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.220445 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] Checking router: 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:32.245762 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:32.246758 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:32.329278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Network 191dfe34-1c57-4d8d-b057-2c656e59b817 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:32.338347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:32.344465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:32.350066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Pushing event updated for resources: {'Port': ['ID=1ac43852-c1e4-4a14-bbe9-c87e275369b0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:32.461917 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:32.464897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Attempting to bind port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:32.465283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Attempting to bind port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:32.465962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Attempting to bind port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 on network 191dfe34-1c57-4d8d-b057-2c656e59b817 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:32.467714 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.479202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:32.479679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Checking segment: {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:32.480219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.480673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Bound using segment: {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:32.481266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Bound port: 1ac43852-c1e4-4a14-bbe9-c87e275369b0, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:32.481548 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.484952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-37523716-73c7-4841-b82f-22e80fe8c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.490208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-37523716-73c7-4841-b82f-22e80fe8c093 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f&tenant_id=ba457eee09ec41b5ba69550f44e3d487 HTTP/1.1" status: 200 len: 1097 time: 0.3821397 Jul 13 07:24:32.619554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] For port 1ac43852-c1e4-4a14-bbe9-c87e275369b0, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:32.625918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] For port 1ac43852-c1e4-4a14-bbe9-c87e275369b0, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1ac43852-c1e4-4a14-bbe9-c87e275369b0,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:32.639529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.697934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c9cb5-0a7f-40b1-9810-26a5b8ab8091 req-0326eac5-adfe-4774-9a1f-98f746cdd59d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.699769 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a4c9cb5-0a7f-40b1-9810-26a5b8ab8091 req-0326eac5-adfe-4774-9a1f-98f746cdd59d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.4010568 Jul 13 07:24:32.709897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port cfb35f81-b99d-4a41-9d5f-793ece50cb7b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cfb35f81-b99d-4a41-9d5f-793ece50cb7b,segment=NetworkSegment(6622402d-7c78-4efb-844b-6c198faadec3),segment_id=6622402d-7c78-4efb-844b-6c198faadec3)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:32.743006 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.765086 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:32.778586 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.809249 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a4c9cb5-0a7f-40b1-9810-26a5b8ab8091 req-6cc208c6-0dbd-4005-8fbb-302796659faf tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967431 Jul 13 07:24:32.811826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a889fb0-9512-4bcc-b350-8295094d9b63 None None] Pushing event updated for resources: {'Port': ['ID=1ac43852-c1e4-4a14-bbe9-c87e275369b0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:32.821615 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.854661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:32.855393 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be05b16c-89f1-40fe-83fa-6553e8954145 None None] The sync data for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 is: [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:19:39Z', 'revision_number': 4, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b51f2c4e-16f0-45b1-9eb5-384ed241095a', 'name': '', 'network_id': '2eb7911c-5d60-41a1-93e7-8937099d88ed', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'mac_address': 'fa:16:3e:c5:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:37Z', 'updated_at': '2021-07-13T07:19:46Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'subnets': [{'id': '2ed2c854-b2e7-489b-a973-5fbbab789e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:32.902541 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.903204 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Added segment 4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9 of type vlan for network 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e Jul 13 07:24:32.948833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=cfb35f81-b99d-4a41-9d5f-793ece50cb7b,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:32.982933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:24:33.009903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.098440 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e4df4-7e37-48cb-9d11-0c952f72056f x-openstack-request-id: req-941e4df4-7e37-48cb-9d11-0c952f72056f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:33.098805 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60effb7d-a6c2-4d15-b910-9c30856e839a", "name": "network-vif-deleted", "tag": "f3c4e0cf-274b-4e21-93d7-847d79e5ba06", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:33.099271 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-941e4df4-7e37-48cb-9d11-0c952f72056f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:33.099864 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60effb7d-a6c2-4d15-b910-9c30856e839a', 'name': 'network-vif-deleted', 'tag': 'f3c4e0cf-274b-4e21-93d7-847d79e5ba06', 'status': 'completed', 'code': 200} Jul 13 07:24:33.131367 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.136033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.208700 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.209782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.210450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.327073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1dd02364-8f11-43fe-bdf5-5aa306200da1 None None] Provisioning complete for port cfb35f81-b99d-4a41-9d5f-793ece50cb7b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:33.327698 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1dd02364-8f11-43fe-bdf5-5aa306200da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.364250 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Floating IP 56b865db-71c6-4a41-b035-6718d84c4005 associated. External IP: 172.25.8.170, port: d7a19700-666d-4c9e-a9de-86a18f02f6aa. Jul 13 07:24:33.414414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-6aeebdd8-19b0-494d-82ab-a12375e64764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.415908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-6aeebdd8-19b0-494d-82ab-a12375e64764 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 1097 time: 0.8264110 Jul 13 07:24:33.425636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9735038 Jul 13 07:24:33.433809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59534) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:33.440615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Request body: {'subnet': {'network_id': '8e63e60f-8b24-46b6-ab30-2a8f9ebd355e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-972818563-subnet', 'tenant_id': 'fcec7b3d7adf4683a86a5db4c24ed470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:33.458890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.462062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cab1ee-c23f-46a5-a2e8-df39b34e7209,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:33.476091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca09a-1cf5-4d5d-814c-8d570d486b52 req-959752bc-43ae-4cdd-8b58-c5e64cc0b339 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.485072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92cca09a-1cf5-4d5d-814c-8d570d486b52 req-959752bc-43ae-4cdd-8b58-c5e64cc0b339 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 945 time: 0.1907973 Jul 13 07:24:33.513228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529bbc87-1d42-4157-b3cd-aea6e178501a None None] New status for floating IP 2ccd4f98-cead-4ef5-9471-e81d34f43277: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:24:33.550352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Made reservation on behalf of fcec7b3d7adf4683a86a5db4c24ed470 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:33.552808 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.607876 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92cca09a-1cf5-4d5d-814c-8d570d486b52 req-2afbf187-3492-4060-969b-15b3cf308227 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211364 Jul 13 07:24:33.611509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb7365-9dd9-42e2-9ed3-e80a9da47006 admin admin] Pushing event updated for resources: {'Network': ['ID=8e63e60f-8b24-46b6-ab30-2a8f9ebd355e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:33.718048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:33.719929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-8b482263-eb5e-4d7c-974a-4c67fc670b54 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.721518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-8b482263-eb5e-4d7c-974a-4c67fc670b54 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.6469042 Jul 13 07:24:33.731472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Subnet': ['ID=7826d5aa-e8a1-4c72-b7e5-8dab757b857f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:33.749130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Request body: {'port': {'device_id': '0c9db9ed-dd1d-476f-837d-84cdb7343028', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'admin_state_up': True, 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:33.851003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-e0539166-fb89-4a1b-b94e-cbcbf60b5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.852392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-e0539166-fb89-4a1b-b94e-cbcbf60b5ce9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.4250808 Jul 13 07:24:33.864015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Checking segment: {'id': '31d5087d-9a12-402d-b7e5-4fee6f5d8543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:33.864401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network hostable DHCP agents. Network: f9b76b10-9253-4395-b3b0-6e58a5a284d0, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:33.977795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-1eb41aa2-68da-401e-b6ed-f7c39224ebc7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550 HTTP/1.1" status: 200 len: 217 time: 0.1150002 Jul 13 07:24:34.021368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1ac43852-c1e4-4a14-bbe9-c87e275369b0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:34.075278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:34.080002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfb35f81-b99d-4a41-9d5f-793ece50cb7b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:34.108951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-d5509a66-8321-404d-bd12-1e35034a08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.110767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-d5509a66-8321-404d-bd12-1e35034a08ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.1120548 Jul 13 07:24:34.143885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cfb35f81-b99d-4a41-9d5f-793ece50cb7b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:34.144643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.190791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network f9b76b10-9253-4395-b3b0-6e58a5a284d0 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:34.196751 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-a722094b-77be-4205-b67b-9ebe35423e8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539370 Jul 13 07:24:34.250482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, f9b76b10-9253-4395-b3b0-6e58a5a284d0) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:34.264016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.264671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.271784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4108b7a-1303-4148-8ad2-f7dafb56fca6 None None] Network f9b76b10-9253-4395-b3b0-6e58a5a284d0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:34.300055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084976c9-42bf-4ce8-ba38-3163c692018b req-cd6207af-30be-4087-8352-a70149d64ed2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.301473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-084976c9-42bf-4ce8-ba38-3163c692018b req-cd6207af-30be-4087-8352-a70149d64ed2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.3290470 Jul 13 07:24:34.308713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d1e3e-c169-439f-92a7-d41d79bef85f req-cda9144d-d418-4a72-a632-25f8351280b9 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.311065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac7d1e3e-c169-439f-92a7-d41d79bef85f req-cda9144d-d418-4a72-a632-25f8351280b9 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 1098 time: 0.2096353 Jul 13 07:24:34.353646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:34.358431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.364899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Router d0c5fe75-b563-481a-8a04-a30946b8fbad has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:24:34.412931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f5428cb9-6a49-4567-bf00-c99fce213639 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9045269 Jul 13 07:24:34.418793 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.437901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac7d1e3e-c169-439f-92a7-d41d79bef85f req-ab97de83-736e-4881-8979-57b04ea62d80 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182311 Jul 13 07:24:34.549740 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-084976c9-42bf-4ce8-ba38-3163c692018b req-eb0f8d65-c28c-4798-8808-518bdbd41ab2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011487 Jul 13 07:24:34.556208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-f9b76b10-9253-4395-b3b0-6e58a5a284d0', 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'fixed_ips': [{'subnet_id': '7826d5aa-e8a1-4c72-b7e5-8dab757b857f'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:24:34.557278 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.580125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-9ea6d82c-1ac9-43ee-864e-f88420d1009e service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653996 Jul 13 07:24:34.616652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78ac7ce-a908-477b-ae75-289014554f29,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:34.650316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Checking segment: {'id': '4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e63e60f-8b24-46b6-ab30-2a8f9ebd355e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:34.650695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Network hostable DHCP agents. Network: 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:34.708246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Network 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:34.719927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:34.732304 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.735353 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] Sync routers for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:34.738193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:34.744755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f64d81-5fac-4aa0-95ec-a4a013124ada None None] Network 191dfe34-1c57-4d8d-b057-2c656e59b817 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:34.752228 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:34.753373 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:34.765516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.766161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.802012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-23e8a2f0-280f-4f94-8d16-3397b03c5985 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "PUT /v2.0/floatingips/56b865db-71c6-4a41-b035-6718d84c4005 HTTP/1.1" status: 200 len: 992 time: 2.9649339 Jul 13 07:24:34.802012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dfa3f60a-7a62-4058-9bf7-b3b020078639 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3590276 Jul 13 07:24:34.802012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:34.802012 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4db08e9-3262-4d79-af6c-7e8fae2fa706" -d '{"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:34.831809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5d775-b283-4a76-93a0-04d835c53b85 None None] Network 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:34.964886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b8cf830a-bee6-4df9-87ac-0860a0ffbd10 None None] Provisioning for port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:34.973480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116356b7-a12c-44a2-8dae-1ca989669ae6 req-d63bd1f2-5ea6-4d5d-a018-67cef80a33fb tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.973786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b8cf830a-bee6-4df9-87ac-0860a0ffbd10 None None] Provisioning complete for port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:34.974225 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8cf830a-bee6-4df9-87ac-0860a0ffbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.981278 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-116356b7-a12c-44a2-8dae-1ca989669ae6 req-d63bd1f2-5ea6-4d5d-a018-67cef80a33fb tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 1098 time: 0.1166556 Jul 13 07:24:35.027826 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:35.033046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-116356b7-a12c-44a2-8dae-1ca989669ae6 req-2905c7b7-dc58-4126-a461-678deeac9be7 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504792 Jul 13 07:24:35.043365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-25fc52ce-9a15-42cc-8532-5b6c66241531 service neutron] 10.222.0.38 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461105 Jul 13 07:24:35.053089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-ee5d4f9e-c1c6-4e1b-a9f2-ba118aa0e196 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.062071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-ee5d4f9e-c1c6-4e1b-a9f2-ba118aa0e196 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.080135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-ee5d4f9e-c1c6-4e1b-a9f2-ba118aa0e196 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/networks?id=191dfe34-1c57-4d8d-b057-2c656e59b817&id=f9b76b10-9253-4395-b3b0-6e58a5a284d0&id=191dfe34-1c57-4d8d-b057-2c656e59b817 HTTP/1.1" status: 200 len: 1392 time: 0.3081810 Jul 13 07:24:35.086021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Allocated IP 19.86.0.2 (f9b76b10-9253-4395-b3b0-6e58a5a284d0/7826d5aa-e8a1-4c72-b7e5-8dab757b857f/c55934cc-87b5-45e0-accc-459c84a57ca4) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:35.102180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Allocated IP 172.20.0.11 (832e3da9-e104-4daf-a678-a850d2020b15/0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9/5274e74d-be97-4fb7-a41c-58ce3ac272af) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:35.155776 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8cf830a-bee6-4df9-87ac-0860a0ffbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.168239 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-2f5f9e80-12c8-437d-87a0-a7ca38b3477f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/quotas/573d5b601fc149dab35e9b68c077f5d7 HTTP/1.1" status: 200 len: 375 time: 0.0224693 Jul 13 07:24:35.297880 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.303490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e4a63-2738-40dc-ba94-131a6e65d918 None None] Network 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:35.371857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b8cf830a-bee6-4df9-87ac-0860a0ffbd10 None None] For port 1ac43852-c1e4-4a14-bbe9-c87e275369b0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1ac43852-c1e4-4a14-bbe9-c87e275369b0,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:35.380669 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-39ce9bc3-8e45-4649-9ed5-0f6deb81b42b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=573d5b601fc149dab35e9b68c077f5d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1987522 Jul 13 07:24:35.399561 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8cf830a-bee6-4df9-87ac-0860a0ffbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.468602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf830a-bee6-4df9-87ac-0860a0ffbd10 None None] Pushing event updated for resources: {'Port': ['ID=1ac43852-c1e4-4a14-bbe9-c87e275369b0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:35.499042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.565939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e394c96-dd83-4a61-8e65-0b24f7d4a7ea req-5d24db0d-1166-4c88-8143-51df5ab34f93 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.570788 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e394c96-dd83-4a61-8e65-0b24f7d4a7ea req-5d24db0d-1166-4c88-8143-51df5ab34f93 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1658432 Jul 13 07:24:35.586621 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:29Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '56b865db-71c6-4a41-b035-6718d84c4005', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'port_id': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'mac_address': 'fa:16:3e:02:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:09Z', 'updated_at': '2021-07-13T07:24:32Z', 'revision_number': 1, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a919dcb9-6a20-40dd-bae1-c09971a5f05b', 'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'mac_address': 'fa:16:3e:a8:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:38Z', 'revision_number': 5, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'subnets': [{'id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:35.641419 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] Checking router: d0c5fe75-b563-481a-8a04-a30946b8fbad for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:35.653111 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:35.655244 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:35.659182 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e394c96-dd83-4a61-8e65-0b24f7d4a7ea req-d240b281-48ce-4536-8353-83cbf96556f4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808651 Jul 13 07:24:35.728086 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.732168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f577590-4e91-4908-a08f-28c5f0fed97b tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.737471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-7f577590-4e91-4908-a08f-28c5f0fed97b tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f&tenant_id=ba457eee09ec41b5ba69550f44e3d487&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.3195474 Jul 13 07:24:35.742131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Transition to ACTIVE for port object c55934cc-87b5-45e0-accc-459c84a57ca4 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:35.749750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-0d855a2e-72ef-4110-a776-6460d247870c service neutron] 10.222.0.41 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588321 Jul 13 07:24:35.778685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59586) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:35.790874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1336357349-network', 'tenant_id': '44a9601f541243d2aa0489d45a96820f'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:35.794878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1ac43852-c1e4-4a14-bbe9-c87e275369b0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:35.820068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Made reservation on behalf of 44a9601f541243d2aa0489d45a96820f for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:35.824220 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.849071 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.866314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Transition to ACTIVE for port object c55934cc-87b5-45e0-accc-459c84a57ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:35.879338 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.905086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.909698 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:35.932843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Network f9b76b10-9253-4395-b3b0-6e58a5a284d0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:35.939007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:35.941312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:35.943874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:35.962551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Network 832e3da9-e104-4daf-a678-a850d2020b15 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:35.978443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:35.985889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:35.986065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.002066 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.038017 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-7352d8e2-e243-4e7a-947d-c0d7ad1a0c47 service neutron] 10.222.0.41 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559524 Jul 13 07:24:36.057148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de9146a-f20d-411c-a26c-33bacd913503,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:36.058532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:36.059056 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.074352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:36.103202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.104007 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Added segment 32ba71da-8db0-4628-91e3-5c6e799ae5a2 of type vlan for network c75d36e3-4815-4a85-9bde-1ca91b3d06b6 Jul 13 07:24:36.111331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Pushing event updated for resources: {'Port': ['ID=c55934cc-87b5-45e0-accc-459c84a57ca4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:36.112015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event updated for resources: {'Port': ['ID=5274e74d-be97-4fb7-a41c-58ce3ac272af,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:36.118824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Attempting to bind port c55934cc-87b5-45e0-accc-459c84a57ca4 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:36.119201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Attempting to bind port c55934cc-87b5-45e0-accc-459c84a57ca4 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '31d5087d-9a12-402d-b7e5-4fee6f5d8543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:36.119569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Attempting to bind port c55934cc-87b5-45e0-accc-459c84a57ca4 on network f9b76b10-9253-4395-b3b0-6e58a5a284d0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:36.128514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:36.128920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Checking segment: {'id': '31d5087d-9a12-402d-b7e5-4fee6f5d8543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:36.129286 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.129680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Bound using segment: {'id': '31d5087d-9a12-402d-b7e5-4fee6f5d8543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:36.130203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Bound port: c55934cc-87b5-45e0-accc-459c84a57ca4, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d5087d-9a12-402d-b7e5-4fee6f5d8543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:36.130591 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.136525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea140f9-522c-45a1-946b-4b2721a0f6e1 req-f8db84c3-473a-467e-aee6-052801ecac2c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.139456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ea140f9-522c-45a1-946b-4b2721a0f6e1 req-f8db84c3-473a-467e-aee6-052801ecac2c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 945 time: 0.1518068 Jul 13 07:24:36.142382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9f997453-0b12-4964-a7e6-5c88e83fe646 None None] Provisioning complete for port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:36.142764 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f997453-0b12-4964-a7e6-5c88e83fe646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.194926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.195592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.218571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ea140f9-522c-45a1-946b-4b2721a0f6e1 req-b172b25a-64b1-4f40-8ce2-60086b698fa4 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569949 Jul 13 07:24:36.248507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.310053 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-5e75be16-61d4-43ec-bce4-7b07cf29bb61 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5755825 Jul 13 07:24:36.310541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.312001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.312823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.327747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Request body: {'port': {'device_id': '0c9db9ed-dd1d-476f-837d-84cdb7343028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:36.342052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-ece70965-0017-4e7b-8785-13d20683dc88 service neutron] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:36.356607 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:29Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '56b865db-71c6-4a41-b035-6718d84c4005', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'port_id': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'mac_address': 'fa:16:3e:02:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:09Z', 'updated_at': '2021-07-13T07:24:32Z', 'revision_number': 1, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a919dcb9-6a20-40dd-bae1-c09971a5f05b', 'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'mac_address': 'fa:16:3e:a8:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:38Z', 'revision_number': 5, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'subnets': [{'id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:36.367569 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5873351 Jul 13 07:24:36.368454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59590) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:36.373497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-ece70965-0017-4e7b-8785-13d20683dc88 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.374660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438271f4-5365-49d5-ab14-a5ac0fe80c7d req-ece70965-0017-4e7b-8785-13d20683dc88 service neutron] 10.222.0.38 "DELETE /v2.0/ports/76ea4bc0-31f2-4418-8034-7e2c4641c550/bindings/n-h2-758944-43 HTTP/1.1" status: 204 len: 173 time: 0.6296949 Jul 13 07:24:36.376453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Request body: {'subnet': {'network_id': 'c75d36e3-4815-4a85-9bde-1ca91b3d06b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1336357349-subnet', 'tenant_id': '44a9601f541243d2aa0489d45a96820f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:36.386318 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-983dc789-3a66-45ef-a336-96d18f64969a service neutron] 10.222.0.41 "GET /v2.0/networks/f9b76b10-9253-4395-b3b0-6e58a5a284d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368957 Jul 13 07:24:36.442670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Made reservation on behalf of 44a9601f541243d2aa0489d45a96820f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:36.445785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.452395 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b9319-6451-42c3-a973-10da3d72ca94 None None] The sync data for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 is: [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:29Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '56b865db-71c6-4a41-b035-6718d84c4005', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'port_id': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'mac_address': 'fa:16:3e:02:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:09Z', 'updated_at': '2021-07-13T07:24:32Z', 'revision_number': 1, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a919dcb9-6a20-40dd-bae1-c09971a5f05b', 'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'mac_address': 'fa:16:3e:a8:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:38Z', 'revision_number': 5, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'subnets': [{'id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:36.466255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] For port c55934cc-87b5-45e0-accc-459c84a57ca4, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:36.471017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] For port c55934cc-87b5-45e0-accc-459c84a57ca4, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c55934cc-87b5-45e0-accc-459c84a57ca4,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:36.484789 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.594456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929cf8c-469f-438b-a9d6-b28f9fc9af96 admin admin] Pushing event updated for resources: {'Network': ['ID=c75d36e3-4815-4a85-9bde-1ca91b3d06b6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:36.621390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc928-514a-427d-8f68-4c6cfadfbea4 None None] Pushing event updated for resources: {'Port': ['ID=c55934cc-87b5-45e0-accc-459c84a57ca4,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:36.670443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c75d36e3-4815-4a85-9bde-1ca91b3d06b6 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:36.862816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cea1b-09a4-4b51-ae60-a4977ae9ea06 None None] New status for floating IP 56b865db-71c6-4a41-b035-6718d84c4005: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:24:36.914183 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.013291 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.035240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c540260-4aef-4125-a5b3-748987d2f57e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:37.046172 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af507f5-d480-46df-aa61-83d7fdb80ea7 x-openstack-request-id: req-9af507f5-d480-46df-aa61-83d7fdb80ea7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:37.046530 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:37.046855 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9af507f5-d480-46df-aa61-83d7fdb80ea7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:37.047364 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'status': 'completed', 'code': 200} Jul 13 07:24:37.057570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Checking segment: {'id': '32ba71da-8db0-4628-91e3-5c6e799ae5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c75d36e3-4815-4a85-9bde-1ca91b3d06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:37.058062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Network hostable DHCP agents. Network: c75d36e3-4815-4a85-9bde-1ca91b3d06b6, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:37.078702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Network c75d36e3-4815-4a85-9bde-1ca91b3d06b6 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:37.090451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c75d36e3-4815-4a85-9bde-1ca91b3d06b6) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:37.095541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.096435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.110079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-06db8bd5-4e35-467f-8a35-f7422bb331c0 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b76b10-9253-4395-b3b0-6e58a5a284d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222636 Jul 13 07:24:37.125989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2f178-cedd-471e-bb20-91f1019081d2 None None] Network c75d36e3-4815-4a85-9bde-1ca91b3d06b6 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:37.126564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2c33c44f-ed18-4b8d-8e41-d8db1a00944c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7521503 Jul 13 07:24:37.325177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887f83-c424-4219-9a02-661fda58b500 req-5cfd5f0b-e9ff-41ac-b9e0-6200de3cf159 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.331855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-5cfd5f0b-e9ff-41ac-b9e0-6200de3cf159 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.1541371 Jul 13 07:24:37.361393 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-3fb5b883-575b-436c-955f-69a2955fcad6 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/quotas/4f9d3c2a974e43749b74713ae48c2be0 HTTP/1.1" status: 200 len: 375 time: 0.0242820 Jul 13 07:24:37.383886 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.437194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3d6ff-7013-4016-a2db-07d6d405bffc None None] Network c75d36e3-4815-4a85-9bde-1ca91b3d06b6 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:37.457419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-1ea3360f-13ba-49ca-b5ff-3f519524c76d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885568 Jul 13 07:24:37.474802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-1036cad5-4a03-4a7c-b4f1-7540afb2ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.475275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-1036cad5-4a03-4a7c-b4f1-7540afb2ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.476151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-1036cad5-4a03-4a7c-b4f1-7540afb2ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.476332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-1036cad5-4a03-4a7c-b4f1-7540afb2ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.476798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-1036cad5-4a03-4a7c-b4f1-7540afb2ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.477260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-1036cad5-4a03-4a7c-b4f1-7540afb2ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.477783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-1036cad5-4a03-4a7c-b4f1-7540afb2ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.481036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-1036cad5-4a03-4a7c-b4f1-7540afb2ef4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6508 time: 0.3889694 Jul 13 07:24:37.486473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-8ddb770b-d75f-4636-94c7-83bf9e3e8476 service neutron] 10.222.0.41 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581409 Jul 13 07:24:37.568757 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-96ae0d1c-86b4-4953-9178-9906a3dde84d service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100655 Jul 13 07:24:37.682850 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-8d4b4366-3c7d-472e-b515-14669b72703a service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126885 Jul 13 07:24:37.734325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-94d2b9ba-9f3c-48b9-b6a1-25e9092b6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.735901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-94d2b9ba-9f3c-48b9-b6a1-25e9092b6672 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0baccc74-6e19-4abf-9d93-7dbb7be7e212 HTTP/1.1" status: 200 len: 918 time: 0.2387311 Jul 13 07:24:37.746131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-b17c4ea0-2532-4c9d-a460-eee99b002d9c service neutron] 10.222.0.41 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430491 Jul 13 07:24:37.823753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c55934cc-87b5-45e0-accc-459c84a57ca4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:37.908537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c55934cc-87b5-45e0-accc-459c84a57ca4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:37.941602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-af1f55e3-f4ea-4e0a-8e25-f907fee33203 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa HTTP/1.1" status: 200 len: 1002 time: 0.1934311 Jul 13 07:24:37.963587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5274e74d-be97-4fb7-a41c-58ce3ac272af {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:38.028473 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.072835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Transition to ACTIVE for port object 5274e74d-be97-4fb7-a41c-58ce3ac272af will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:38.077225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-68ed9d26-58e6-4a24-8b8c-535771d3515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.078846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-68ed9d26-58e6-4a24-8b8c-535771d3515b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51 HTTP/1.1" status: 200 len: 856 time: 0.1296470 Jul 13 07:24:38.079908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.139014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff55f04-103d-4fa8-b19a-1763518f9b64 None None] Network f9b76b10-9253-4395-b3b0-6e58a5a284d0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:38.203458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Pushing event updated for resources: {'Port': ['ID=5274e74d-be97-4fb7-a41c-58ce3ac272af,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:38.258244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0760c24e-670c-41d5-98b3-4090a8f97a14 None None] Provisioning for port c55934cc-87b5-45e0-accc-459c84a57ca4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:38.274387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-8014888c-7f8b-45b5-9ed1-eb25b0509604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.274798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0760c24e-670c-41d5-98b3-4090a8f97a14 None None] Provisioning complete for port c55934cc-87b5-45e0-accc-459c84a57ca4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:38.275960 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0760c24e-670c-41d5-98b3-4090a8f97a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.276160 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-8014888c-7f8b-45b5-9ed1-eb25b0509604 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888061 Jul 13 07:24:38.322072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Attempting to bind port 5274e74d-be97-4fb7-a41c-58ce3ac272af on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:38.322330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Attempting to bind port 5274e74d-be97-4fb7-a41c-58ce3ac272af by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:38.322646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Attempting to bind port 5274e74d-be97-4fb7-a41c-58ce3ac272af on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:38.332183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Port 5274e74d-be97-4fb7-a41c-58ce3ac272af on network 832e3da9-e104-4daf-a678-a850d2020b15 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:38.332763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Attempting to bind port 5274e74d-be97-4fb7-a41c-58ce3ac272af on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:38.378239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:38.378454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Checking segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:38.378824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Bound using segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:38.379274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Bound port: 5274e74d-be97-4fb7-a41c-58ce3ac272af, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:38.379638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.443682 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0760c24e-670c-41d5-98b3-4090a8f97a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.474550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-957f7eed-0f6c-408a-9201-f9f828bf1c5b service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915534 Jul 13 07:24:38.476822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4216833c-54e3-47ea-b1d4-f696731bb057 req-11ced5d2-cf8f-42f2-98b7-c90ad92a3a70 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 210 time: 0.0496883 Jul 13 07:24:38.525640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] For port 5274e74d-be97-4fb7-a41c-58ce3ac272af, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:38.565392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0760c24e-670c-41d5-98b3-4090a8f97a14 None None] For port c55934cc-87b5-45e0-accc-459c84a57ca4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c55934cc-87b5-45e0-accc-459c84a57ca4,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:38.571052 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-af85596b-337f-4c7d-a8ce-028a8dc72ff8 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.575081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] For port 5274e74d-be97-4fb7-a41c-58ce3ac272af, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5274e74d-be97-4fb7-a41c-58ce3ac272af,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:38.584108 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0760c24e-670c-41d5-98b3-4090a8f97a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.585982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-af85596b-337f-4c7d-a8ce-028a8dc72ff8 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/networks?id=8e63e60f-8b24-46b6-ab30-2a8f9ebd355e HTTP/1.1" status: 200 len: 814 time: 0.3844013 Jul 13 07:24:38.589342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.629441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-bb7709e8-fd0e-4b13-bf64-ef3166cdbbf1 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/quotas/fcec7b3d7adf4683a86a5db4c24ed470 HTTP/1.1" status: 200 len: 375 time: 0.0415823 Jul 13 07:24:38.669211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760c24e-670c-41d5-98b3-4090a8f97a14 None None] Pushing event updated for resources: {'Port': ['ID=c55934cc-87b5-45e0-accc-459c84a57ca4,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:38.698642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-1698b81f-9356-435f-b15c-4439c5af4c4b tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcec7b3d7adf4683a86a5db4c24ed470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667670 Jul 13 07:24:38.782711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.783356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.787013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] 10.222.0.48 "PUT /v2.0/ports/5274e74d-be97-4fb7-a41c-58ce3ac272af HTTP/1.1" status: 200 len: 1093 time: 2.4671512 Jul 13 07:24:38.789441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9db9ed-dd1d-476f-837d-84cdb7343028', 'tag': '5274e74d-be97-4fb7-a41c-58ce3ac272af'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:38.794364 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df42b4f-48a2-4588-aa41-443c77f320e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9db9ed-dd1d-476f-837d-84cdb7343028", "tag": "5274e74d-be97-4fb7-a41c-58ce3ac272af"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:38.814014 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4db08e9-3262-4d79-af6c-7e8fae2fa706 req-e42c8df1-f70c-44f7-8dd8-8ad0e39905b2 service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317120 Jul 13 07:24:38.826815 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-ac52f294-eb19-40a0-a3ac-60d7b85a4e91 service neutron] 10.222.0.41 "GET /v2.0/networks/8e63e60f-8b24-46b6-ab30-2a8f9ebd355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250906 Jul 13 07:24:38.850379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bd1af-a3af-407e-9d23-fcccb4f8401f service neutron] Pushing event updated for resources: {'Port': ['ID=5274e74d-be97-4fb7-a41c-58ce3ac272af,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:39.005256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-82a2a438-8de9-4aee-b8ba-f3ce02457735 service neutron] 10.222.0.41 "GET /v2.0/networks/8e63e60f-8b24-46b6-ab30-2a8f9ebd355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739225 Jul 13 07:24:39.026345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-6e0fd878-f85f-405e-92cc-655e405b190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.028582 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-6e0fd878-f85f-405e-92cc-655e405b190c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=0c9db9ed-dd1d-476f-837d-84cdb7343028 HTTP/1.1" status: 200 len: 1096 time: 0.1100528 Jul 13 07:24:39.089250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-e7301a4d-9238-4d02-acd2-2011fc9cd278 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5274e74d-be97-4fb7-a41c-58ce3ac272af HTTP/1.1" status: 200 len: 217 time: 0.0529244 Jul 13 07:24:39.094236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8446ece9-d658-4a22-bdbb-cedd09ddad89 None None] Provisioning complete for port c55934cc-87b5-45e0-accc-459c84a57ca4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:39.096038 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8446ece9-d658-4a22-bdbb-cedd09ddad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:39.234376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-dc203679-185f-4f3a-9b14-7e138036f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.238610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-dc203679-185f-4f3a-9b14-7e138036f5dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.1426611 Jul 13 07:24:39.307461 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-3e6ec979-8e61-464c-ade8-f5d6f82759ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500386 Jul 13 07:24:39.427681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ed9228b-3091-434e-b488-a0f062f34eb8 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124046 Jul 13 07:24:39.445937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e683203-a5b3-41eb-be45-3e1d2d65d0fd req-66f1c3b2-f44f-4bb1-8549-39aba73be094 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.447797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e683203-a5b3-41eb-be45-3e1d2d65d0fd req-66f1c3b2-f44f-4bb1-8549-39aba73be094 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1086307 Jul 13 07:24:39.499767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e683203-a5b3-41eb-be45-3e1d2d65d0fd req-c86df8fe-618d-4984-839e-656d9eb53e81 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Jul 13 07:24:39.621562 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-622ae0d7-d6f3-4ad4-8da3-d201286737f9 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865141 Jul 13 07:24:39.748141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3bc6b41f-f119-4082-b65c-8edc52e999b7 req-546683f6-51a0-41c6-9fac-65f344b654ce tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 210 time: 0.0532117 Jul 13 07:24:39.804722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c55934cc-87b5-45e0-accc-459c84a57ca4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:39.958904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2b5ba-25bb-47dc-b075-686b5ee41cac req-3d2c51e1-a241-4b04-8f35-c3e7e6d69685 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.967688 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06e2b5ba-25bb-47dc-b075-686b5ee41cac req-3d2c51e1-a241-4b04-8f35-c3e7e6d69685 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 1097 time: 0.0800323 Jul 13 07:24:39.973750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c55934cc-87b5-45e0-accc-459c84a57ca4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:39.975709 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:39.984537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887f83-c424-4219-9a02-661fda58b500 req-86577b69-f09f-4e0e-aadc-bd1b7d50cdb9 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.986639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-86577b69-f09f-4e0e-aadc-bd1b7d50cdb9 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.2848229 Jul 13 07:24:40.008009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Request body: {'port': {'device_id': 'd9841451-ad9e-4aa4-bc91-e7059590ec07', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'admin_state_up': True, 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:40.020625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06e2b5ba-25bb-47dc-b075-686b5ee41cac req-efd14ccf-0792-427a-a370-c53f541ca989 tempest-LiveMigrationTest-1088594279 tempest-LiveMigrationTest-1088594279-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513208 Jul 13 07:24:40.076406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:40.163401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2bbdda4-cb9e-45c3-8c03-23b61636ea5b tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.186895 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84431c1b-5577-4557-ad99-ad29fb700e53 x-openstack-request-id: req-84431c1b-5577-4557-ad99-ad29fb700e53 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:40.187204 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9db9ed-dd1d-476f-837d-84cdb7343028", "tag": "5274e74d-be97-4fb7-a41c-58ce3ac272af", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:40.187436 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84431c1b-5577-4557-ad99-ad29fb700e53 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:40.188492 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9db9ed-dd1d-476f-837d-84cdb7343028', 'tag': '5274e74d-be97-4fb7-a41c-58ce3ac272af', 'status': 'completed', 'code': 200} Jul 13 07:24:40.215422 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-1e5b8b6a-0f7d-46ea-8426-4287ef0cc338 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2270544 Jul 13 07:24:40.279863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:40.287046 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.294158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2bbdda4-cb9e-45c3-8c03-23b61636ea5b tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.367367 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2bbdda4-cb9e-45c3-8c03-23b61636ea5b tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.370701 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2bbdda4-cb9e-45c3-8c03-23b61636ea5b tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.372288 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e2bbdda4-cb9e-45c3-8c03-23b61636ea5b tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "DELETE /v2.0/security-groups/ad7b9a20-a505-4dfd-87d3-bea99c33fdd8 HTTP/1.1" status: 204 len: 168 time: 0.2943497 Jul 13 07:24:40.385474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:40.387399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbdda4-cb9e-45c3-8c03-23b61636ea5b tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7b9a20-a505-4dfd-87d3-bea99c33fdd8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:40.428605 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-6c607c38-fe88-44be-9a79-40e898971c8a tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] show failed (client error): The resource could not be found. Jul 13 07:24:40.432469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6c607c38-fe88-44be-9a79-40e898971c8a tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "GET /v2.0/security-groups/ad7b9a20-a505-4dfd-87d3-bea99c33fdd8 HTTP/1.1" status: 404 len: 347 time: 0.0393367 Jul 13 07:24:40.438903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:40.515532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.48', 57099) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:40.528453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d130882-6e5a-4b82-91c5-4afc72b04f0a req-ee20af67-74f7-4686-957d-0b5cb2dff0f7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 210 time: 0.1545970 Jul 13 07:24:40.563975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df42b4f-48a2-4588-aa41-443c77f320e6 req-ae1f5ded-e7f5-4c78-955c-29814a56ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:40.565825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9df42b4f-48a2-4588-aa41-443c77f320e6 req-ae1f5ded-e7f5-4c78-955c-29814a56ddf4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=0c9db9ed-dd1d-476f-837d-84cdb7343028 HTTP/1.1" status: 200 len: 1096 time: 0.3917511 Jul 13 07:24:40.570437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-d2d3f1f5-ff62-4644-879f-317694a34c46 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:24:40.578075 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-d2d3f1f5-ff62-4644-879f-317694a34c46 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559344 Jul 13 07:24:40.737343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Deleting port 5f3fc709-814b-40cf-8989-5fdd5886de7d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:40.737825 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.754212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Allocated IP 172.20.0.2 (832e3da9-e104-4daf-a678-a850d2020b15/0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9/9f3dbd44-95ac-4ca9-a27c-3447f616a76c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:40.757609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-1be03a40-b3c0-480e-9ae3-0053e85729d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:40.759356 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-1be03a40-b3c0-480e-9ae3-0053e85729d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 1096 time: 0.3316333 Jul 13 07:24:40.809466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Request body: {'binding': {'host': 'n-h2-758944-43', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:40.810689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Unknown quota resources ['binding']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:24:40.860152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df42b4f-48a2-4588-aa41-443c77f320e6 req-1945d03e-351c-41a8-949c-18b228f63603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:40.861840 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9df42b4f-48a2-4588-aa41-443c77f320e6 req-1945d03e-351c-41a8-949c-18b228f63603 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2796292 Jul 13 07:24:40.963388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-cb40ca60-29e7-46d0-9d7f-1f0a57420a6d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:40.964982 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-cb40ca60-29e7-46d0-9d7f-1f0a57420a6d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c9db9ed-dd1d-476f-837d-84cdb7343028 HTTP/1.1" status: 200 len: 944 time: 0.4194469 Jul 13 07:24:40.988112 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.988489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.023463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b19dcbd-2ffd-4cd4-9956-feb382d9b98a req-20bce999-a963-4382-a8cf-1d2fb04e596e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 210 time: 0.0753179 Jul 13 07:24:41.067921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Calling delete_port for 5f3fc709-814b-40cf-8989-5fdd5886de7d owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:41.087563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df42b4f-48a2-4588-aa41-443c77f320e6 req-613e636e-08be-4768-a5a4-ce532238dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.089057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9df42b4f-48a2-4588-aa41-443c77f320e6 req-613e636e-08be-4768-a5a4-ce532238dcca service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2187757 Jul 13 07:24:41.227023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb on host n-h2-758944-43 for vnic_type normal with profile None {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:41.227432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:41.227695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:41.258294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Port b8944675-dd41-41d6-9796-87b1b5a9b5bb on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:41.258534 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:41.287234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:41.287638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:41.287962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:41.288411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Bound port: b8944675-dd41-41d6-9796-87b1b5a9b5bb, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:41.386202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-1fafa86b-2661-4d21-b24c-21bb60863585 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.391995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-1fafa86b-2661-4d21-b24c-21bb60863585 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.393577 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-1fafa86b-2661-4d21-b24c-21bb60863585 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.48 "GET /v2.0/networks?id=191dfe34-1c57-4d8d-b057-2c656e59b817&id=f9b76b10-9253-4395-b3b0-6e58a5a284d0&id=191dfe34-1c57-4d8d-b057-2c656e59b817 HTTP/1.1" status: 200 len: 1392 time: 0.8523617 Jul 13 07:24:41.399298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffe4c7-0f0b-4fd8-af5c-13fc513c15d1 req-a84f3e51-1586-4ac6-b117-413009006ff2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.400821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22ffe4c7-0f0b-4fd8-af5c-13fc513c15d1 req-a84f3e51-1586-4ac6-b117-413009006ff2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2562912 Jul 13 07:24:41.412063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'port': {'device_id': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817', 'admin_state_up': True, 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:41.438457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.489993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:41.497272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Pushing event deleted for resources: {'Port': ['ID=5f3fc709-814b-40cf-8989-5fdd5886de7d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:41.509004 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.510139 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-dbdeb151-d861-4dc9-a791-8b5edc28f401 service neutron] 10.222.0.41 "POST /v2.0/ports/b8944675-dd41-41d6-9796-87b1b5a9b5bb/bindings HTTP/1.1" status: 201 len: 390 time: 0.9309649 Jul 13 07:24:41.525087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-679e3c4a-e2e2-445b-8cba-ae1f16617100 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.526568 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-679e3c4a-e2e2-445b-8cba-ae1f16617100 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.48 "GET /v2.0/networks?id=8e63e60f-8b24-46b6-ab30-2a8f9ebd355e HTTP/1.1" status: 200 len: 814 time: 0.2965915 Jul 13 07:24:41.540056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-d4b97e8c-b491-4556-8b76-e04be0e002e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.541586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-d4b97e8c-b491-4556-8b76-e04be0e002e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.7298181 Jul 13 07:24:41.546045 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22ffe4c7-0f0b-4fd8-af5c-13fc513c15d1 req-a1381099-c124-4034-a349-6850b7c0bd73 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340933 Jul 13 07:24:41.549779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.553802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Request body: {'port': {'device_id': '4f438fff-09c4-4a35-9fac-1a475c80e597', 'network_id': '8e63e60f-8b24-46b6-ab30-2a8f9ebd355e', 'admin_state_up': True, 'tenant_id': 'fcec7b3d7adf4683a86a5db4c24ed470'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:41.612251 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-6ee6570c-d00d-45f4-90b1-66ba60070b70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 200 len: 217 time: 0.0579243 Jul 13 07:24:41.730695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-ee64de47-e577-4d5f-a8bf-0709a5862293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.732792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-ee64de47-e577-4d5f-a8bf-0709a5862293 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.1126232 Jul 13 07:24:41.739638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Deleting port 5274e74d-be97-4fb7-a41c-58ce3ac272af {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:41.740016 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.770528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:41.774141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.777496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.790470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:41.828299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-d97df315-a073-44db-a2f0-032fa6f7aae6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820918 Jul 13 07:24:41.868945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.48', 57100) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:41.892641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88ae93a2-54d0-4277-828d-2e94174e9e0a req-27bdac37-4708-4d48-bc2d-2126e0ef9fe8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 210 time: 0.1125169 Jul 13 07:24:41.981926 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.985013 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.988635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-487f0975-c0e3-4435-9a7f-d847861b9ab2 tempest-ServersWithSpecificFlavorTestJSON-1932200312 tempest-ServersWithSpecificFlavorTestJSON-1932200312-project] 10.222.0.41 "DELETE /v2.0/floatingips/2ccd4f98-cead-4ef5-9471-e81d34f43277 HTTP/1.1" status: 204 len: 168 time: 1.5425906 Jul 13 07:24:42.044630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Made reservation on behalf of fcec7b3d7adf4683a86a5db4c24ed470 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:42.049651 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.072351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Network 832e3da9-e104-4daf-a678-a850d2020b15 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:42.106677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:42.155115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:42.166499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21cafa26-e103-491c-9f1d-a2e22c2486b0 req-d9017b24-195e-4e27-89eb-49ca5964e7e8 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 210 time: 0.1041436 Jul 13 07:24:42.167157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event updated for resources: {'Port': ['ID=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:42.235785 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Allocated IP 172.20.0.3 (8e63e60f-8b24-46b6-ab30-2a8f9ebd355e/d78ac7ce-a908-477b-ae75-289014554f29/ce9ad904-2c23-4d00-ac35-f0531bf0cada) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:42.268018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] For port 5274e74d-be97-4fb7-a41c-58ce3ac272af, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5274e74d-be97-4fb7-a41c-58ce3ac272af,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:42.268463 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.302519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Calling delete_port for 5274e74d-be97-4fb7-a41c-58ce3ac272af owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:42.302912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2967953-d701-428e-9ade-5e553e5ef67f req-9faf982b-cdb7-4374-85ed-fa3ad621a6f4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.305055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2967953-d701-428e-9ade-5e553e5ef67f req-9faf982b-cdb7-4374-85ed-fa3ad621a6f4 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.1388364 Jul 13 07:24:42.360574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.361185 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.395996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2967953-d701-428e-9ade-5e553e5ef67f req-3900014b-e4f3-4499-98dd-6c7e1e4ebc67 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748014 Jul 13 07:24:42.419822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-5c11d3f5-5e3e-40de-b1c8-8447839b733e service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684314 Jul 13 07:24:42.439636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-de1806b9-97a8-4e83-b66f-98059d72cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.441727 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-de1806b9-97a8-4e83-b66f-98059d72cc56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 1098 time: 0.5481954 Jul 13 07:24:42.501975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Allocated IP 19.80.0.108 (191dfe34-1c57-4d8d-b057-2c656e59b817/8e50b6b1-17da-409a-b23a-20bb2f682641/28635302-f83c-45ef-bb8b-a02fd2d68bb2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:42.506018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.525807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-5f5cab1f-8260-43b5-bc7e-6916d5819b91 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5231209 Jul 13 07:24:42.556397 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.573303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Request body: {'port': {'device_id': 'd9841451-ad9e-4aa4-bc91-e7059590ec07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:42.611824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Network 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:42.619176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:42.621249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Pushing event updated for resources: {'Port': ['ID=ce9ad904-2c23-4d00-ac35-f0531bf0cada,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:42.624224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:42.676714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.677536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.694548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-b0417e43-d262-4b48-9855-29ddec1c55e7 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1473670 Jul 13 07:24:42.707338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Request body: {'port': {'device_id': '4f438fff-09c4-4a35-9fac-1a475c80e597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:42.823488 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.842675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-4dcebdf7-82e4-4639-86ac-b35ceeb122bf service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951178 Jul 13 07:24:42.889121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a885d-20dc-41a3-9c0c-62e34f9390ee req-2bde4172-39ab-4592-8a0e-469950ec315c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.890988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-186a885d-20dc-41a3-9c0c-62e34f9390ee req-2bde4172-39ab-4592-8a0e-469950ec315c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 945 time: 0.1481326 Jul 13 07:24:42.911366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-5828e9d8-ede7-45e4-b6c8-404c6fdf530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.912857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-5828e9d8-ede7-45e4-b6c8-404c6fdf530b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.4637725 Jul 13 07:24:42.953665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.962353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba15e1-63c9-4afa-be58-7f870a3a896d req-6afdef2e-b192-4b3b-b8e1-37d94d03b552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.963848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4dba15e1-63c9-4afa-be58-7f870a3a896d req-6afdef2e-b192-4b3b-b8e1-37d94d03b552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 931 time: 0.5197608 Jul 13 07:24:43.011526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-186a885d-20dc-41a3-9c0c-62e34f9390ee req-a1c53485-3cec-4100-8b71-3537bdecf87b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132133 Jul 13 07:24:43.043704 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-731608da-9f14-48a6-937f-59e7bd4a5d68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb HTTP/1.1" status: 200 len: 217 time: 0.1139066 Jul 13 07:24:43.085740 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.096730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:43.204841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event deleted for resources: {'Port': ['ID=5274e74d-be97-4fb7-a41c-58ce3ac272af,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:43.235153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9ad904-2c23-4d00-ac35-f0531bf0cada {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:43.241719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4dba15e1-63c9-4afa-be58-7f870a3a896d req-115e3106-bd6f-45ba-a587-eaef58e04019 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077017 Jul 13 07:24:43.256590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.274933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Transition to ACTIVE for port object ce9ad904-2c23-4d00-ac35-f0531bf0cada will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:43.277808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-3348335a-9fc6-4576-aec9-827fe3f81194 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.281529 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-3348335a-9fc6-4576-aec9-827fe3f81194 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 945 time: 0.4944117 Jul 13 07:24:43.282639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-5b53531a-8ed6-46de-9891-4239049ecc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.284052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-5b53531a-8ed6-46de-9891-4239049ecc07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.2299252 Jul 13 07:24:43.287139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.295819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.368107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24d829-13b9-4104-9a69-3acfad435c2d req-522c3a59-4204-43a7-84ac-08cf926ba4cd tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.369708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d24d829-13b9-4104-9a69-3acfad435c2d req-522c3a59-4204-43a7-84ac-08cf926ba4cd tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2190645 Jul 13 07:24:43.405157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] No DVR routers for this DVR port 5274e74d-be97-4fb7-a41c-58ce3ac272af on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:43.425818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Pushing event updated for resources: {'Port': ['ID=ce9ad904-2c23-4d00-ac35-f0531bf0cada,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:43.430322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-40900422-e026-4cd2-8841-2c0f654ec1d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318734 Jul 13 07:24:43.437592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Transition to ACTIVE for port object 28635302-f83c-45ef-bb8b-a02fd2d68bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:43.439418 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.441377 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f8db8e2-e70b-4cc7-b5c4-71d9fc08d723 req-9ff9cd46-2e41-445c-bb51-67df5f5fe88f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "DELETE /v2.0/ports/5274e74d-be97-4fb7-a41c-58ce3ac272af HTTP/1.1" status: 204 len: 173 time: 2.4672687 Jul 13 07:24:43.444284 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9db9ed-dd1d-476f-837d-84cdb7343028', 'name': 'network-vif-deleted', 'tag': '5274e74d-be97-4fb7-a41c-58ce3ac272af'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:43.446524 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c01f0be-9843-4961-9dcc-68f226246dc4" -d '{"events": [{"server_uuid": "0c9db9ed-dd1d-476f-837d-84cdb7343028", "name": "network-vif-deleted", "tag": "5274e74d-be97-4fb7-a41c-58ce3ac272af"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:43.489875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d24d829-13b9-4104-9a69-3acfad435c2d req-bfed83d6-fa88-488a-85ff-e0f43ee66f80 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082692 Jul 13 07:24:43.505660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15fbae2c-d16e-4dc3-857c-1d1196816b98 req-69c520f5-dc3e-4dbb-938f-0543393dd859 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 210 time: 0.0984957 Jul 13 07:24:43.512935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Attempting to bind port ce9ad904-2c23-4d00-ac35-f0531bf0cada on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:43.513342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Attempting to bind port ce9ad904-2c23-4d00-ac35-f0531bf0cada by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e63e60f-8b24-46b6-ab30-2a8f9ebd355e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:43.513790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Attempting to bind port ce9ad904-2c23-4d00-ac35-f0531bf0cada on network 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:43.532766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Port ce9ad904-2c23-4d00-ac35-f0531bf0cada on network 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:43.533915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Attempting to bind port ce9ad904-2c23-4d00-ac35-f0531bf0cada on network 8e63e60f-8b24-46b6-ab30-2a8f9ebd355e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:43.540286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:43.541003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Checking segment: {'id': '4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e63e60f-8b24-46b6-ab30-2a8f9ebd355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:43.541280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Bound using segment: {'id': '4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e63e60f-8b24-46b6-ab30-2a8f9ebd355e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:43.541763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Bound port: ce9ad904-2c23-4d00-ac35-f0531bf0cada, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e63e60f-8b24-46b6-ab30-2a8f9ebd355e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:43.542267 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.641447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] For port ce9ad904-2c23-4d00-ac35-f0531bf0cada, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:43.650657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] For port ce9ad904-2c23-4d00-ac35-f0531bf0cada, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce9ad904-2c23-4d00-ac35-f0531bf0cada,segment=NetworkSegment(4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9),segment_id=4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:43.660515 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.775884 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.776681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.777998 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] 10.222.0.48 "PUT /v2.0/ports/ce9ad904-2c23-4d00-ac35-f0531bf0cada HTTP/1.1" status: 200 len: 1092 time: 1.0760098 Jul 13 07:24:43.783485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f438fff-09c4-4a35-9fac-1a475c80e597', 'tag': 'ce9ad904-2c23-4d00-ac35-f0531bf0cada'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:43.786038 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f438fff-09c4-4a35-9fac-1a475c80e597", "tag": "ce9ad904-2c23-4d00-ac35-f0531bf0cada"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:43.817711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff89af-5426-4fb9-9751-7e946302731d service neutron] Pushing event updated for resources: {'Port': ['ID=ce9ad904-2c23-4d00-ac35-f0531bf0cada,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:43.867749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f670-3a22-4817-8d75-0ac4d7636905 req-2e0efb04-b81a-4f03-97bd-d69dc9a45914 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.869383 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6eb6f670-3a22-4817-8d75-0ac4d7636905 req-2e0efb04-b81a-4f03-97bd-d69dc9a45914 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 943 time: 0.1476309 Jul 13 07:24:43.932024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6eb6f670-3a22-4817-8d75-0ac4d7636905 req-10ffcc22-1563-4640-a5db-592118a8441f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3cab1ee-c23f-46a5-a2e8-df39b34e7209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452282 Jul 13 07:24:43.944233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-a9842fc9-6d45-4468-8a7a-6b5eef725d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.945776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-a9842fc9-6d45-4468-8a7a-6b5eef725d63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fcec7b3d7adf4683a86a5db4c24ed470&device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 1095 time: 0.1105909 Jul 13 07:24:43.999364 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe7acd7-21e1-4e55-b6f8-672a605eda2d x-openstack-request-id: req-bbe7acd7-21e1-4e55-b6f8-672a605eda2d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:43.999873 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9db9ed-dd1d-476f-837d-84cdb7343028", "name": "network-vif-deleted", "tag": "5274e74d-be97-4fb7-a41c-58ce3ac272af", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:43.999992 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbe7acd7-21e1-4e55-b6f8-672a605eda2d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:44.000297 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9db9ed-dd1d-476f-837d-84cdb7343028', 'name': 'network-vif-deleted', 'tag': '5274e74d-be97-4fb7-a41c-58ce3ac272af', 'status': 'completed', 'code': 200} Jul 13 07:24:44.000590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-78bbde2e-968d-4bcb-b43c-d97353fa9f77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce9ad904-2c23-4d00-ac35-f0531bf0cada HTTP/1.1" status: 200 len: 217 time: 0.0476396 Jul 13 07:24:44.052225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-4b0cd604-1a54-4ccc-aca5-677a0eba57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.053797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-4b0cd604-1a54-4ccc-aca5-677a0eba57b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d78ac7ce-a908-477b-ae75-289014554f29 HTTP/1.1" status: 200 len: 854 time: 0.0474138 Jul 13 07:24:44.078917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.081921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-a276c215-ffa6-4284-9298-33ea8785448a service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327043 Jul 13 07:24:44.089174 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-36efe90e-174b-4e88-b1ea-4f26973be63b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e63e60f-8b24-46b6-ab30-2a8f9ebd355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294349 Jul 13 07:24:44.208374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network 191dfe34-1c57-4d8d-b057-2c656e59b817 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:44.209762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abb3d7-fc6f-41e0-9127-659fff7c90d5 req-6839f7bd-2df0-4cb6-86f0-72a62e04571a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.211334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23abb3d7-fc6f-41e0-9127-659fff7c90d5 req-6839f7bd-2df0-4cb6-86f0-72a62e04571a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1245844 Jul 13 07:24:44.229845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:44.242938 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-0d45f086-ba3c-4614-ab8c-f3effdf751d3 service neutron] 10.222.0.48 "GET /v2.0/networks/8e63e60f-8b24-46b6-ab30-2a8f9ebd355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437647 Jul 13 07:24:44.264251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Port': ['ID=28635302-f83c-45ef-bb8b-a02fd2d68bb2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:44.270184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:44.275176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Deleting port 76ea4bc0-31f2-4418-8034-7e2c4641c550 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:44.275524 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.281323 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23abb3d7-fc6f-41e0-9127-659fff7c90d5 req-27ec30eb-3d1b-4248-a3f3-cbd0fc593cf1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612557 Jul 13 07:24:44.288767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-02530a28-d332-44e2-be61-c37cfd94e651 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3940194 Jul 13 07:24:44.378126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5bdd5-b3b0-4e0b-b0b2-d34a096d52ed req-284fb076-cd5f-44ef-9fdb-ad849aa4540c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.379641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76b5bdd5-b3b0-4e0b-b0b2-d34a096d52ed req-284fb076-cd5f-44ef-9fdb-ad849aa4540c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.4506176 Jul 13 07:24:44.441786 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac13e6-2161-4f2e-8b33-4e1cfada5f05 x-openstack-request-id: req-26ac13e6-2161-4f2e-8b33-4e1cfada5f05 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:44.442196 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f438fff-09c4-4a35-9fac-1a475c80e597", "tag": "ce9ad904-2c23-4d00-ac35-f0531bf0cada", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:44.442453 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26ac13e6-2161-4f2e-8b33-4e1cfada5f05 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:44.442849 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f438fff-09c4-4a35-9fac-1a475c80e597', 'tag': 'ce9ad904-2c23-4d00-ac35-f0531bf0cada', 'status': 'completed', 'code': 200} Jul 13 07:24:44.446795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-716bd19c-c98c-423d-9faf-7f81ce398ef3 req-165cea02-c5d0-4a07-bf9a-a3a6fd7ce487 service neutron] 10.222.0.48 "GET /v2.0/networks/8e63e60f-8b24-46b6-ab30-2a8f9ebd355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926343 Jul 13 07:24:44.494791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3dbd44-95ac-4ca9-a27c-3447f616a76c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:44.538247 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.555591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-87876b56-4201-4b8e-8d65-bf31fa4d4b67 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599686 Jul 13 07:24:44.562354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-b9c0924a-697f-438a-a418-6ca726ae3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.564019 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-b9c0924a-697f-438a-a418-6ca726ae3661 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fcec7b3d7adf4683a86a5db4c24ed470&device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 1095 time: 0.0600905 Jul 13 07:24:44.567246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.567879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.603721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0479aad7-4361-42b7-81e7-964ed7b29964 None None] Provisioning for port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:44.608142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Transition to ACTIVE for port object 9f3dbd44-95ac-4ca9-a27c-3447f616a76c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:44.609835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0479aad7-4361-42b7-81e7-964ed7b29964 None None] Provisioning complete for port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:44.611669 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0479aad7-4361-42b7-81e7-964ed7b29964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.628684 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.636229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-619aa322-9bad-4e96-bcd8-6f1f13487b17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2280364 Jul 13 07:24:44.648340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76b5bdd5-b3b0-4e0b-b0b2-d34a096d52ed req-f2b8ba45-7318-4a85-97b9-fdfbddf5ddbe tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215345 Jul 13 07:24:44.651325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] For port 76ea4bc0-31f2-4418-8034-7e2c4641c550, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=76ea4bc0-31f2-4418-8034-7e2c4641c550,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:44.651325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.656832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0479aad7-4361-42b7-81e7-964ed7b29964 None None] Port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:44.686031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'port': {'device_id': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0', 'admin_state_up': True, 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:44.689421 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:24:44.711061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Calling delete_port for 76ea4bc0-31f2-4418-8034-7e2c4641c550 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:44.761640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-e0362121-a4be-4ed2-bee6-6377e9474a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.764310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-e0362121-a4be-4ed2-bee6-6377e9474a02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba457eee09ec41b5ba69550f44e3d487&device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 1097 time: 0.4186575 Jul 13 07:24:44.770453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Pushing event updated for resources: {'Port': ['ID=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:44.792230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-cc23f373-e5ea-4f75-804e-3f8431f83d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.796091 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-cc23f373-e5ea-4f75-804e-3f8431f83d2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e63e60f-8b24-46b6-ab30-2a8f9ebd355e HTTP/1.1" status: 200 len: 915 time: 0.2211707 Jul 13 07:24:44.807310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dbc25-e799-48bd-b06c-e5ed37108176 req-a9995baa-8012-4cbc-8821-789fb632ea9b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.809110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c8dbc25-e799-48bd-b06c-e5ed37108176 req-a9995baa-8012-4cbc-8821-789fb632ea9b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 945 time: 0.2440810 Jul 13 07:24:44.863570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-411043a1-e55d-4e9d-a718-a6717eaa2367 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce9ad904-2c23-4d00-ac35-f0531bf0cada HTTP/1.1" status: 200 len: 217 time: 0.0534744 Jul 13 07:24:44.932952 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c8dbc25-e799-48bd-b06c-e5ed37108176 req-c820725f-7e6b-4281-8ccf-9c503cb31e6b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153512 Jul 13 07:24:44.943627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-2c8676d4-afa1-4f6e-9628-cd9c64bd856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.945187 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-2c8676d4-afa1-4f6e-9628-cd9c64bd856e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d78ac7ce-a908-477b-ae75-289014554f29 HTTP/1.1" status: 200 len: 854 time: 0.0728979 Jul 13 07:24:44.980503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-0ef5f3f1-07d9-45d5-ae89-c12cd7f9982c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e63e60f-8b24-46b6-ab30-2a8f9ebd355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286515 Jul 13 07:24:45.101649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-6abc8495-c725-4238-95bd-2db9bc71b417 service neutron] 10.222.0.48 "GET /v2.0/networks/8e63e60f-8b24-46b6-ab30-2a8f9ebd355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133795 Jul 13 07:24:45.128516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Attempting to bind port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:45.129105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Attempting to bind port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:45.129252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Attempting to bind port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:45.157802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c on network 832e3da9-e104-4daf-a678-a850d2020b15 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:45.158313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Attempting to bind port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:45.187759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-e8febac1-faec-4336-aa1c-3fd024a4fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.189249 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-e8febac1-faec-4336-aa1c-3fd024a4fb72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 200 len: 908 time: 0.3597264 Jul 13 07:24:45.193213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:45.196780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.199768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:45.200114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Checking segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:45.200531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Bound using segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:45.200976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Bound port: 9f3dbd44-95ac-4ca9-a27c-3447f616a76c, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:45.201328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.242259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a78b41-6478-49d1-b27c-de66d0844735 req-56ce826b-d772-4780-bbfc-a8e36b4919bb tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.243754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86a78b41-6478-49d1-b27c-de66d0844735 req-56ce826b-d772-4780-bbfc-a8e36b4919bb tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 943 time: 0.4193511 Jul 13 07:24:45.246803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4780b26-c1cf-40df-b0bc-bc8ccaeacaf8 req-bb0ad067-3228-4e84-b1b9-08b8bd7c7664 service neutron] 10.222.0.48 "GET /v2.0/networks/8e63e60f-8b24-46b6-ab30-2a8f9ebd355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377466 Jul 13 07:24:45.266593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb49a2-0cfd-45e9-98e5-4b2fc3643421 req-8b4a390c-d4a4-4276-a5c5-41ddb904b188 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.268080 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62fb49a2-0cfd-45e9-98e5-4b2fc3643421 req-8b4a390c-d4a4-4276-a5c5-41ddb904b188 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 932 time: 0.0872984 Jul 13 07:24:45.282477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-b7545067-e5ee-4f7f-b849-b49869f33e01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17687b2-f03f-49d7-ae59-838789276192 HTTP/1.1" status: 200 len: 217 time: 0.0759401 Jul 13 07:24:45.317117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62fb49a2-0cfd-45e9-98e5-4b2fc3643421 req-d5448ef7-f592-41af-9134-724602fbb416 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415742 Jul 13 07:24:45.368907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.382578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f501848-6f29-44ab-be48-b496f56111d8'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:45.477470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Pushing event deleted for resources: {'Port': ['ID=76ea4bc0-31f2-4418-8034-7e2c4641c550,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:45.499080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86a78b41-6478-49d1-b27c-de66d0844735 req-e44200c3-6997-46bd-ab8f-8387ae1e4a09 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229366 Jul 13 07:24:45.548116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-6f025b89-1a62-490c-bd8e-0c60317d6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.549628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-6f025b89-1a62-490c-bd8e-0c60317d6f60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 200 len: 847 time: 0.2537425 Jul 13 07:24:45.574693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] For port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:45.610546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] No DVR routers for this DVR port 76ea4bc0-31f2-4418-8034-7e2c4641c550 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:45.635180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.637241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da917f42-0efb-4bb2-87ea-90abb78e358d req-c48a2cc9-7b52-4f21-a2d0-70f2ff57651e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.38 "DELETE /v2.0/ports/76ea4bc0-31f2-4418-8034-7e2c4641c550 HTTP/1.1" status: 204 len: 173 time: 2.3253558 Jul 13 07:24:45.641467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-280ccd49-fb2e-44b3-b754-1d4f0de89636 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a213c5f0-2b9d-49a6-8d16-16b751dbfd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637980 Jul 13 07:24:45.645486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] For port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:45.682445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.698158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Allocated IP 19.86.0.85 (f9b76b10-9253-4395-b3b0-6e58a5a284d0/7826d5aa-e8a1-4c72-b7e5-8dab757b857f/af86ae1c-db8e-4881-91f1-727f27d8dc89) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:45.702723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a68e7-34d4-4efb-a251-2790ce0f985f req-0ebf025f-2516-4dc4-8012-041266861ea8 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.711201 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c79a68e7-34d4-4efb-a251-2790ce0f985f req-0ebf025f-2516-4dc4-8012-041266861ea8 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 943 time: 0.1090159 Jul 13 07:24:45.766176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c79a68e7-34d4-4efb-a251-2790ce0f985f req-45aaef35-e021-4f95-9db2-510b6cb81c7e tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3cab1ee-c23f-46a5-a2e8-df39b34e7209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 Jul 13 07:24:45.784398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.785031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.786490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] 10.222.0.48 "PUT /v2.0/ports/9f3dbd44-95ac-4ca9-a27c-3447f616a76c HTTP/1.1" status: 200 len: 1092 time: 3.2339461 Jul 13 07:24:45.845665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cee26a-3a74-42fb-b858-ebf91f1b20ea service neutron] Pushing event updated for resources: {'Port': ['ID=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:45.891127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-2c53c5ec-3d7a-4c04-81d2-dd62026adf62 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419624 Jul 13 07:24:45.957007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 76ea4bc0-31f2-4418-8034-7e2c4641c550 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:46.008879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 76ea4bc0-31f2-4418-8034-7e2c4641c550 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:46.009162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 76ea4bc0-31f2-4418-8034-7e2c4641c550 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:46.059507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73adb4-ec6b-4cc9-9257-5867d41c159d req-6cc84702-2f6a-401a-a670-ccaeb5c91dd8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:46.061670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe73adb4-ec6b-4cc9-9257-5867d41c159d req-6cc84702-2f6a-401a-a670-ccaeb5c91dd8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.0857387 Jul 13 07:24:46.104771 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe73adb4-ec6b-4cc9-9257-5867d41c159d req-de045325-e7ed-4380-a799-f4c07f50c91d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359330 Jul 13 07:24:46.209315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:46.347647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'name': 'network-vif-deleted', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550'}, {'name': 'network-changed', 'server_uuid': 'd9841451-ad9e-4aa4-bc91-e7059590ec07', 'tag': '9f3dbd44-95ac-4ca9-a27c-3447f616a76c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:46.350706 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154" -d '{"events": [{"server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "name": "network-vif-deleted", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550"}, {"name": "network-changed", "server_uuid": "d9841451-ad9e-4aa4-bc91-e7059590ec07", "tag": "9f3dbd44-95ac-4ca9-a27c-3447f616a76c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:46.368411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8503baaa-2a3c-4df1-989d-041f01fb8627 req-77e1500d-f263-4afe-a78a-0807c1af6fc8 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 210 time: 0.0542774 Jul 13 07:24:46.468407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.517403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Transition to ACTIVE for port object af86ae1c-db8e-4881-91f1-727f27d8dc89 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:46.540194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-c43dd441-0e53-4ab1-ae63-448b9b097802 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6441891 Jul 13 07:24:46.542276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac26ac3c-c2de-4d4f-bb4d-22e74ff6badc req-a5a8252e-2614-4089-9fe4-35c79b371316 service neutron] 10.222.0.48 "GET /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362412 Jul 13 07:24:46.555994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887f83-c424-4219-9a02-661fda58b500 req-36dbbd96-cc4c-4054-912a-bc476c3a99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:46.557376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-36dbbd96-cc4c-4054-912a-bc476c3a99f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 1095 time: 0.6905475 Jul 13 07:24:46.570268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3eb52-09e0-4936-b516-d28a70b625c5 req-c10db259-f662-4970-8564-c6361a3bbcff tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:46.577486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ee3eb52-09e0-4936-b516-d28a70b625c5 req-c10db259-f662-4970-8564-c6361a3bbcff tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.6830134 Jul 13 07:24:46.688551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee49042-bd6d-4889-a556-d39660a624cd req-e683e764-fd54-4a4c-8240-7d3cd701c882 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:46.696925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eee49042-bd6d-4889-a556-d39660a624cd req-e683e764-fd54-4a4c-8240-7d3cd701c882 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 932 time: 0.1913753 Jul 13 07:24:46.707630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-b8824d8b-bf1a-4c09-a61f-6c1ff0013072 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f3dbd44-95ac-4ca9-a27c-3447f616a76c HTTP/1.1" status: 200 len: 217 time: 0.1098483 Jul 13 07:24:46.715690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.764673 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eee49042-bd6d-4889-a556-d39660a624cd req-d3588dd1-f885-4d76-9414-6e3df26a4ab4 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659533 Jul 13 07:24:46.814278 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ee3eb52-09e0-4936-b516-d28a70b625c5 req-11fa95ff-8d46-47f6-90da-eef4b7d052a7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356853 Jul 13 07:24:46.819586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network f9b76b10-9253-4395-b3b0-6e58a5a284d0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:46.855741 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea71f84-08bf-451c-bd08-876d74e482a7 x-openstack-request-id: req-1ea71f84-08bf-451c-bd08-876d74e482a7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:46.856059 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b237275-f6c1-45dd-bdde-0c440678ed8f", "name": "network-vif-deleted", "tag": "76ea4bc0-31f2-4418-8034-7e2c4641c550", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9841451-ad9e-4aa4-bc91-e7059590ec07", "tag": "9f3dbd44-95ac-4ca9-a27c-3447f616a76c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:46.856317 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ea71f84-08bf-451c-bd08-876d74e482a7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:46.859373 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b237275-f6c1-45dd-bdde-0c440678ed8f', 'name': 'network-vif-deleted', 'tag': '76ea4bc0-31f2-4418-8034-7e2c4641c550', 'status': 'completed', 'code': 200} Jul 13 07:24:46.859657 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9841451-ad9e-4aa4-bc91-e7059590ec07', 'tag': '9f3dbd44-95ac-4ca9-a27c-3447f616a76c', 'status': 'completed', 'code': 200} Jul 13 07:24:46.896221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:46.925643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:46.987136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:46.987789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.016608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887f83-c424-4219-9a02-661fda58b500 req-7de9e2e2-cd7a-4107-b62f-eeefc99a8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.018142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-7de9e2e2-cd7a-4107-b62f-eeefc99a8224 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.2997890 Jul 13 07:24:47.018754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Port': ['ID=af86ae1c-db8e-4881-91f1-727f27d8dc89,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:47.067305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-0bb3f7d6-7a14-439c-a474-4d32272f9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.072438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-0bb3f7d6-7a14-439c-a474-4d32272f9e73 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 1096 time: 0.4878190 Jul 13 07:24:47.095809 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4e9b3873-545b-42ce-b9fb-c7696925038e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4219425 Jul 13 07:24:47.145756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-3d332d4d-0903-4c4c-800c-c05cf2686a64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086996 Jul 13 07:24:47.163153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'port': {'device_id': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817', 'admin_state_up': True, 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:47.197585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8f595-35d4-44d4-98de-7e25fb40305c req-af05aacf-f9ab-4d69-a7ea-49f3e8660cd5 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.199521 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86b8f595-35d4-44d4-98de-7e25fb40305c req-af05aacf-f9ab-4d69-a7ea-49f3e8660cd5 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 943 time: 0.1417582 Jul 13 07:24:47.213535 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.309802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86b8f595-35d4-44d4-98de-7e25fb40305c req-d1cfde23-aebb-4922-b179-201a418667db tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928926 Jul 13 07:24:47.329765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ce9ad904-2c23-4d00-ac35-f0531bf0cada details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:47.362244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-65b271f1-e1bc-44ec-9161-787834b4ddb2 None None] Provisioning for port af86ae1c-db8e-4881-91f1-727f27d8dc89 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:47.368266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-65b271f1-e1bc-44ec-9161-787834b4ddb2 None None] Provisioning complete for port af86ae1c-db8e-4881-91f1-727f27d8dc89 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:47.368734 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65b271f1-e1bc-44ec-9161-787834b4ddb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.382351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-50244ea3-93d6-4b73-84a8-3ae9f6a476a5 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644828 Jul 13 07:24:47.436194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-65b271f1-e1bc-44ec-9161-787834b4ddb2 None None] Port af86ae1c-db8e-4881-91f1-727f27d8dc89 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:47.496884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ce9ad904-2c23-4d00-ac35-f0531bf0cada, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce9ad904-2c23-4d00-ac35-f0531bf0cada,segment=NetworkSegment(4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9),segment_id=4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:47.509883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'ce9ad904-2c23-4d00-ac35-f0531bf0cada', 'network_id': '8e63e60f-8b24-46b6-ab30-2a8f9ebd355e', 'port_id': 'ce9ad904-2c23-4d00-ac35-f0531bf0cada', 'mac_address': 'fa:16:3e:d5:da:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78ac7ce-a908-477b-ae75-289014554f29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:47.552112 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.567551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25887f83-c424-4219-9a02-661fda58b500 req-a3ea4655-22d7-4899-8727-d6118b9d47e6 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517963 Jul 13 07:24:47.568891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9ad904-2c23-4d00-ac35-f0531bf0cada {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:47.596151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6016aab-c676-420c-b79e-90c5fbae5d51 req-bbe03436-b62c-4cfc-af6f-c7007abb997d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.603653 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e6016aab-c676-420c-b79e-90c5fbae5d51 req-bbe03436-b62c-4cfc-af6f-c7007abb997d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0932906 Jul 13 07:24:47.616128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ce9ad904-2c23-4d00-ac35-f0531bf0cada, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce9ad904-2c23-4d00-ac35-f0531bf0cada,segment=NetworkSegment(4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9),segment_id=4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:47.621658 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.676211 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e6016aab-c676-420c-b79e-90c5fbae5d51 req-10037d2a-353a-4cc1-917c-ee32801f97c9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715768 Jul 13 07:24:47.692831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ce9ad904-2c23-4d00-ac35-f0531bf0cada,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:47.727959 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15faac1-2545-4cc4-aa0d-00a23a2324e6 req-0afcdda7-d7dd-47f8-a634-f2bae019c8a0 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.729995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a15faac1-2545-4cc4-aa0d-00a23a2324e6 req-0afcdda7-d7dd-47f8-a634-f2bae019c8a0 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 943 time: 0.5615401 Jul 13 07:24:47.741366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-e1bb1675-ea79-4671-9c53-4b1d5549cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.742986 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-e1bb1675-ea79-4671-9c53-4b1d5549cdcd service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.6110368 Jul 13 07:24:47.756236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Deleting port b51f2c4e-16f0-45b1-9eb5-384ed241095a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:47.756823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.821240 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-230127cc-ad47-42df-b611-af5675f0ed9a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20 HTTP/1.1" status: 200 len: 217 time: 0.0655427 Jul 13 07:24:47.867777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:47.871944 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.893654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] For port b51f2c4e-16f0-45b1-9eb5-384ed241095a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b51f2c4e-16f0-45b1-9eb5-384ed241095a,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:47.894229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.900285 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a15faac1-2545-4cc4-aa0d-00a23a2324e6 req-0ba69211-e683-4928-b2de-f363fd228b29 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3cab1ee-c23f-46a5-a2e8-df39b34e7209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631908 Jul 13 07:24:47.911868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Calling delete_port for b51f2c4e-16f0-45b1-9eb5-384ed241095a owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:47.933629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-920e467d-0dd8-4234-8cbd-54304ecc1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.935511 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-920e467d-0dd8-4234-8cbd-54304ecc1e6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1043913 Jul 13 07:24:47.953709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-994d3b61-29f1-4023-a1ce-7bd1149cfef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.955268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-994d3b61-29f1-4023-a1ce-7bd1149cfef7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 1095 time: 0.3346658 Jul 13 07:24:47.981193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ce9ad904-2c23-4d00-ac35-f0531bf0cada'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:48.005619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa55e5-3c34-4726-b550-74ca977f89c3 req-fe258f81-d4f5-4bd2-b155-f151c23e35ec tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.013571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87fa55e5-3c34-4726-b550-74ca977f89c3 req-fe258f81-d4f5-4bd2-b155-f151c23e35ec tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.1903982 Jul 13 07:24:48.031062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-d3c4d6da-18e4-40ad-b8f9-6c99860ba74a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743053 Jul 13 07:24:48.101535 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87fa55e5-3c34-4726-b550-74ca977f89c3 req-d1a2a46d-10b0-4219-9d67-0dfc92c8a051 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868223 Jul 13 07:24:48.187428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef730027-5925-4ebd-9826-a1a0e3f15880 req-1526671d-246d-4246-b4d1-c71cfbd3c9b8 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 210 time: 0.1042020 Jul 13 07:24:48.272724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a897c02a-f252-475f-9fbd-71977bb01b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.289596 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.320271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Allocated IP 19.80.0.20 (191dfe34-1c57-4d8d-b057-2c656e59b817/8e50b6b1-17da-409a-b23a-20bb2f682641/792f85b9-4b37-49da-a7e7-5138364cfa82) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:48.323106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-760ab816-9cb0-4764-a399-6cdf3b68d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.325063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-760ab816-9cb0-4764-a399-6cdf3b68d24f service neutron] 10.222.0.48 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 907 time: 0.3577421 Jul 13 07:24:48.349330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b51f2c4e-16f0-45b1-9eb5-384ed241095a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:48.394606 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-c51cedd6-a020-4a96-81b4-d3d8df793acf service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444374 Jul 13 07:24:48.399458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-2dab4dab-0d5e-4155-abcc-2316f23ebebb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f3dbd44-95ac-4ca9-a27c-3447f616a76c HTTP/1.1" status: 200 len: 217 time: 0.0634823 Jul 13 07:24:48.551825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f835b-1a26-432b-991f-4bd78db12f20 req-243a1a89-2d8b-49bc-9e3e-4cde9df7f60c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.560626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f835b-1a26-432b-991f-4bd78db12f20 req-243a1a89-2d8b-49bc-9e3e-4cde9df7f60c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.569285 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-531f835b-1a26-432b-991f-4bd78db12f20 req-243a1a89-2d8b-49bc-9e3e-4cde9df7f60c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 1654 time: 0.2209268 Jul 13 07:24:48.626864 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-531f835b-1a26-432b-991f-4bd78db12f20 req-b17815ce-07a4-43aa-b986-2d593b4302e3 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566268 Jul 13 07:24:48.704452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.764622 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.768761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-27ff703a-d28b-40c0-b771-19e09e592d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.770624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-27ff703a-d28b-40c0-b771-19e09e592d65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.3457928 Jul 13 07:24:48.828835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-e7eca66a-87f8-4fb2-9be2-506095abca9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392563 Jul 13 07:24:48.830167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Transition to ACTIVE for port object 792f85b9-4b37-49da-a7e7-5138364cfa82 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:48.833637 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b8aad23-5a37-4730-a273-a92d2ea2e32b req-69f73a7e-1ef0-47cf-9a08-0355edc2040e service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312418 Jul 13 07:24:48.896851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807a5c-4683-4ab1-bca0-873a9d891362 req-eb6d23b6-87c3-4e2f-9d93-fe3f336308d7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.898780 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80807a5c-4683-4ab1-bca0-873a9d891362 req-eb6d23b6-87c3-4e2f-9d93-fe3f336308d7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.3772528 Jul 13 07:24:49.003853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.022327 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80807a5c-4683-4ab1-bca0-873a9d891362 req-71aebd90-0a13-4962-a6ef-562d8aade411 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114101 Jul 13 07:24:49.044795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-2b6348ad-f2ce-4c38-8cc9-85029a20aa58 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061315 Jul 13 07:24:49.086583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network 191dfe34-1c57-4d8d-b057-2c656e59b817 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:49.100832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:49.104779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Port': ['ID=792f85b9-4b37-49da-a7e7-5138364cfa82,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:49.107774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:49.323890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f3dbd44-95ac-4ca9-a27c-3447f616a76c details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:49.330761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ce9ad904-2c23-4d00-ac35-f0531bf0cada up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:49.370982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225d4a8-9ee0-47bc-bc06-58486c3e1f62 req-74894890-c5ec-4035-bf23-0a486de1d2f9 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.380827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0225d4a8-9ee0-47bc-bc06-58486c3e1f62 req-74894890-c5ec-4035-bf23-0a486de1d2f9 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 943 time: 0.5968218 Jul 13 07:24:49.539148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:24:49.546571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0225d4a8-9ee0-47bc-bc06-58486c3e1f62 req-dcd8051d-7607-47f1-92bd-5e5228fe3d5a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647170 Jul 13 07:24:49.623166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9aab7971-8ef3-4527-85ba-d3f7834699a0 None None] Provisioning for port 792f85b9-4b37-49da-a7e7-5138364cfa82 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:49.628218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.628897 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.632933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9aab7971-8ef3-4527-85ba-d3f7834699a0 None None] Provisioning complete for port 792f85b9-4b37-49da-a7e7-5138364cfa82 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:49.634697 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9aab7971-8ef3-4527-85ba-d3f7834699a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.678844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a31e4aa1-6fac-4229-b8c5-9f3a02d03154 req-0d21cfad-7929-4c97-96c4-940be209bc8e service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106758 Jul 13 07:24:49.689483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f0ff30b0-7d36-4fd5-b515-13f0be0180c1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5303185 Jul 13 07:24:49.705171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Request body: {'port': {'device_id': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:49.768040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:49.781419 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] Sync routers for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:49.782173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bbedc089-1d7f-4629-8074-2332a9a196e7 admin admin] 10.222.0.41 "PUT /v2.0/routers/7c12d3e5-1b00-4a1d-a9cd-c08422343f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5685971 Jul 13 07:24:49.787398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:49.795602 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:49.795892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port ce9ad904-2c23-4d00-ac35-f0531bf0cada completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:49.796745 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:49.801593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463a80e-be48-4320-8937-75cf2905b953 req-97577d9b-be7e-42e3-8e56-10a0642d7086 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.805647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8463a80e-be48-4320-8937-75cf2905b953 req-97577d9b-be7e-42e3-8e56-10a0642d7086 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 944 time: 0.2306695 Jul 13 07:24:49.820998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port ce9ad904-2c23-4d00-ac35-f0531bf0cada triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:49.821725 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.895953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9aab7971-8ef3-4527-85ba-d3f7834699a0 None None] Port 792f85b9-4b37-49da-a7e7-5138364cfa82 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:49.913634 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.922825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:49.925523 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:49.945647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8463a80e-be48-4320-8937-75cf2905b953 req-116a92e1-eced-4163-9c76-24e7ad08b19d tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3cab1ee-c23f-46a5-a2e8-df39b34e7209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992155 Jul 13 07:24:49.985254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.000165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '9f3dbd44-95ac-4ca9-a27c-3447f616a76c', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'port_id': '9f3dbd44-95ac-4ca9-a27c-3447f616a76c', 'mac_address': 'fa:16:3e:d8:37:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:50.051558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c409384-4339-4d9f-a65a-bb1d6af4b3c7 req-cfd1cec9-5c78-4033-b585-41f730ce9f87 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.053286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c409384-4339-4d9f-a65a-bb1d6af4b3c7 req-cfd1cec9-5c78-4033-b585-41f730ce9f87 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.3282392 Jul 13 07:24:50.077357 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.135035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.175238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f438fff-09c4-4a35-9fac-1a475c80e597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9ad904-2c23-4d00-ac35-f0531bf0cada'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:50.180745 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffef31e-5d79-4cf5-b511-34d8bf72a818" -d '{"events": [{"server_uuid": "4f438fff-09c4-4a35-9fac-1a475c80e597", "name": "network-vif-plugged", "status": "completed", "tag": "ce9ad904-2c23-4d00-ac35-f0531bf0cada"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:50.202066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3dbd44-95ac-4ca9-a27c-3447f616a76c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:50.215206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c409384-4339-4d9f-a65a-bb1d6af4b3c7 req-2635d67c-68e0-4e72-a852-23a36d2c94d1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535449 Jul 13 07:24:50.234949 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:50.241107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ce9ad904-2c23-4d00-ac35-f0531bf0cada, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce9ad904-2c23-4d00-ac35-f0531bf0cada,segment=NetworkSegment(4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9),segment_id=4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:50.243461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.244531 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:24:48Z', 'revision_number': 5, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port': {'id': 'dbf1574a-2ecb-4820-aba7-fbc3e82a1740', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:33Z', 'updated_at': '2021-07-13T07:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:50.256514 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.287064 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.306000 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] Checking router: 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:50.334612 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] Routers {'7c12d3e5-1b00-4a1d-a9cd-c08422343f13'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:50.336341 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:50.352002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:50.415008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-294d0a8c-5b76-4773-833e-3f6016c84889 req-13774635-1dce-4e9e-bac1-fc1b8cc6e6c0 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 210 time: 0.0520940 Jul 13 07:24:50.450122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aa95b-badf-41e6-a8fa-4bf6e2bf1e46 req-0522962a-1bc8-41d2-b41a-ba332fd402e2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.452531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-897aa95b-badf-41e6-a8fa-4bf6e2bf1e46 req-0522962a-1bc8-41d2-b41a-ba332fd402e2 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.3133407 Jul 13 07:24:50.462092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ce9ad904-2c23-4d00-ac35-f0531bf0cada,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:50.470462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Deleting port dbf1574a-2ecb-4820-aba7-fbc3e82a1740 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:50.471013 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.491759 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] Set router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:50.558764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-897aa95b-badf-41e6-a8fa-4bf6e2bf1e46 req-dcc08c01-a624-4e3a-8084-f530c9ce095b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850852 Jul 13 07:24:50.604545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] For port dbf1574a-2ecb-4820-aba7-fbc3e82a1740, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dbf1574a-2ecb-4820-aba7-fbc3e82a1740,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:50.604836 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 6, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:50.604976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.626440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Calling delete_port for dbf1574a-2ecb-4820-aba7-fbc3e82a1740 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:50.645990 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcab845-31d0-4ac1-8147-6356392cfe94 None None] The sync data for ids ['7c12d3e5-1b00-4a1d-a9cd-c08422343f13'] in n-d-758944-43 is: [{'id': '7c12d3e5-1b00-4a1d-a9cd-c08422343f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1132777092-router', 'tenant_id': 'ba83d73f080c42b79a724f4d57d68c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:32Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 6, 'project_id': 'ba83d73f080c42b79a724f4d57d68c56', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:50.651435 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['9f3dbd44-95ac-4ca9-a27c-3447f616a76c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:50.718177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28635302-f83c-45ef-bb8b-a02fd2d68bb2 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:50.730069 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa8dfa-769d-4157-af5f-77437df8c4ee x-openstack-request-id: req-96fa8dfa-769d-4157-af5f-77437df8c4ee {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:50.730354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.730860 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f438fff-09c4-4a35-9fac-1a475c80e597", "name": "network-vif-plugged", "status": "completed", "tag": "ce9ad904-2c23-4d00-ac35-f0531bf0cada", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:50.732246 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96fa8dfa-769d-4157-af5f-77437df8c4ee {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:50.732718 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f438fff-09c4-4a35-9fac-1a475c80e597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9ad904-2c23-4d00-ac35-f0531bf0cada', 'code': 200} Jul 13 07:24:50.766731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Transition to ACTIVE for port object 28635302-f83c-45ef-bb8b-a02fd2d68bb2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:50.772960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.848202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.877783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf1574a-2ecb-4820-aba7-fbc3e82a1740,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:50.972166 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.010169 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b907e9b5-b7e3-426d-a62d-a7f37057af07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.065837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.100309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Pushing event updated for resources: {'Port': ['ID=28635302-f83c-45ef-bb8b-a02fd2d68bb2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:51.130469 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Attempting to bind port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:51.131110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Attempting to bind port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:51.131669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Attempting to bind port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 on network 191dfe34-1c57-4d8d-b057-2c656e59b817 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:51.152055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.155617 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.159890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7dbb6-3fb4-4651-81e3-a3d74346926f req-f4d1e097-03ca-4c8d-ba23-2cba509efb8a tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.167365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7dbb6-3fb4-4651-81e3-a3d74346926f req-f4d1e097-03ca-4c8d-ba23-2cba509efb8a tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.175400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7dbb6-3fb4-4651-81e3-a3d74346926f req-f4d1e097-03ca-4c8d-ba23-2cba509efb8a tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.182189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b7e7dbb6-3fb4-4651-81e3-a3d74346926f req-f4d1e097-03ca-4c8d-ba23-2cba509efb8a tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2387 time: 0.3214302 Jul 13 07:24:51.198601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 on network 191dfe34-1c57-4d8d-b057-2c656e59b817 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:51.198943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Attempting to bind port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 on network 191dfe34-1c57-4d8d-b057-2c656e59b817 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:51.210568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcacda-ab5b-4c05-85fb-736f5e005571 req-b073a60a-94eb-4a0e-8b9b-fa512f03de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.212537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dcfcacda-ab5b-4c05-85fb-736f5e005571 req-b073a60a-94eb-4a0e-8b9b-fa512f03de8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 1097 time: 0.4036918 Jul 13 07:24:51.215347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:51.216516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Checking segment: {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:51.217116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Bound using segment: {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:51.217523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Bound port: 28635302-f83c-45ef-bb8b-a02fd2d68bb2, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:51.217897 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.230579 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.231240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c12d3e5-1b00-4a1d-a9cd-c08422343f13 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:24:51.237312 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.238713 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dfee6188-6f5e-480a-8210-2744d9aea4c8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7c12d3e5-1b00-4a1d-a9cd-c08422343f13 HTTP/1.1" status: 204 len: 168 time: 1.4451087 Jul 13 07:24:51.241231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:51.280841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b7e7dbb6-3fb4-4651-81e3-a3d74346926f req-2fa84f5b-923f-4c1f-9df0-41a188d71b22 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977879 Jul 13 07:24:51.286313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb4fac-1f2c-4f28-90b3-644b74f4db8e req-a1d26b27-8716-493f-aabd-e08884645a52 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.293266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8fb4fac-1f2c-4f28-90b3-644b74f4db8e req-a1d26b27-8716-493f-aabd-e08884645a52 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 944 time: 0.2710137 Jul 13 07:24:51.332193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-05418a6b-70d1-4d4c-b8b8-7493d130022a admin admin] Deleting subnet 2ed2c854-b2e7-489b-a973-5fbbab789e6e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:51.336191 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05418a6b-70d1-4d4c-b8b8-7493d130022a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.366057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] For port 28635302-f83c-45ef-bb8b-a02fd2d68bb2, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:51.372816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] For port 28635302-f83c-45ef-bb8b-a02fd2d68bb2, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=28635302-f83c-45ef-bb8b-a02fd2d68bb2,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:51.383779 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05418a6b-70d1-4d4c-b8b8-7493d130022a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.386722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.424105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8fb4fac-1f2c-4f28-90b3-644b74f4db8e req-fe81b306-b109-4f8c-8cd4-2cb28f3d2b39 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298325 Jul 13 07:24:51.463959 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dcfcacda-ab5b-4c05-85fb-736f5e005571 req-b83c566e-9dc3-4ed4-ac08-ef679fa080e1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3cab1ee-c23f-46a5-a2e8-df39b34e7209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114246 Jul 13 07:24:51.484583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.485220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.486883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] 10.222.0.48 "PUT /v2.0/ports/28635302-f83c-45ef-bb8b-a02fd2d68bb2 HTTP/1.1" status: 200 len: 1093 time: 1.7922091 Jul 13 07:24:51.491029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:51.493523 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b3356d-03f5-41f8-ae8f-724236bd5d55" -d '{"events": [{"name": "network-changed", "server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:51.523042 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05418a6b-70d1-4d4c-b8b8-7493d130022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.526742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf5c63-f2f5-45d2-a3f9-d1d6aec9213d service neutron] Pushing event updated for resources: {'Port': ['ID=28635302-f83c-45ef-bb8b-a02fd2d68bb2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:51.549888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Request body: {'port': {'device_id': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:51.562402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fff14b-e3a2-4866-a71d-309ef55ee5b6 req-e81df9bf-d2fe-4b15-adeb-0a29844dc2c1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.573365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fff14b-e3a2-4866-a71d-309ef55ee5b6 req-e81df9bf-d2fe-4b15-adeb-0a29844dc2c1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1535378 Jul 13 07:24:51.676738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05418a6b-70d1-4d4c-b8b8-7493d130022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.689289 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fff14b-e3a2-4866-a71d-309ef55ee5b6 req-4211a653-ff64-4606-9819-812a3f287179 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149189 Jul 13 07:24:51.728502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05418a6b-70d1-4d4c-b8b8-7493d130022a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed2c854-b2e7-489b-a973-5fbbab789e6e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:51.740109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05418a6b-70d1-4d4c-b8b8-7493d130022a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.742126 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-05418a6b-70d1-4d4c-b8b8-7493d130022a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2ed2c854-b2e7-489b-a973-5fbbab789e6e HTTP/1.1" status: 204 len: 168 time: 0.4998720 Jul 13 07:24:51.746654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:51.753420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c5785-f5b3-46e4-a26b-c9ba4b137923 None None] Network 2eb7911c-5d60-41a1-93e7-8937099d88ed requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:51.805123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2c02a-4879-4971-875c-5440e1b3e7a4 req-7fe0b8d1-7a18-4eb7-a4d6-d4c5ed585a92 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.812488 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.814297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-29e2c02a-4879-4971-875c-5440e1b3e7a4 req-7fe0b8d1-7a18-4eb7-a4d6-d4c5ed585a92 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 945 time: 0.2297876 Jul 13 07:24:51.943446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dbf1574a-2ecb-4820-aba7-fbc3e82a1740 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:51.955390 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.981271 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-29e2c02a-4879-4971-875c-5440e1b3e7a4 req-abeb471f-dfe4-4faa-b939-eb0213877a7e tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3cab1ee-c23f-46a5-a2e8-df39b34e7209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607475 Jul 13 07:24:51.984859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.022718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: dbf1574a-2ecb-4820-aba7-fbc3e82a1740 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:52.023173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dbf1574a-2ecb-4820-aba7-fbc3e82a1740 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:52.024187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b51f2c4e-16f0-45b1-9eb5-384ed241095a no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:52.080084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: b51f2c4e-16f0-45b1-9eb5-384ed241095a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:52.080480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b51f2c4e-16f0-45b1-9eb5-384ed241095a not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:52.132780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Deleting port c7bb417d-fd7c-444c-92bb-1654830e5106 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:52.133586 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.188269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af86ae1c-db8e-4881-91f1-727f27d8dc89 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:52.227961 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0688713b-4147-4fd2-8100-02a058682942 x-openstack-request-id: req-0688713b-4147-4fd2-8100-02a058682942 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:52.228251 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:52.228507 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0688713b-4147-4fd2-8100-02a058682942 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:52.229222 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2', 'status': 'completed', 'code': 200} Jul 13 07:24:52.236689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] For port c7bb417d-fd7c-444c-92bb-1654830e5106, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c7bb417d-fd7c-444c-92bb-1654830e5106,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:52.236689 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.239374 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.276778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37079cef-0110-404c-bae8-656627c085ab None None] DHCP port deletion for 2eb7911c-5d60-41a1-93e7-8937099d88ed request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:24:52.278278 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520a4816-0735-4100-871a-dd74813b588f req-e01142e2-7e01-47a4-8e4c-ae714f794b12 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 210 time: 0.0526741 Jul 13 07:24:52.285208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Transition to ACTIVE for port object af86ae1c-db8e-4881-91f1-727f27d8dc89 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:52.289486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.323143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Calling delete_port for c7bb417d-fd7c-444c-92bb-1654830e5106 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:52.361199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-b7b499f3-7ec0-4760-920b-a4964d4ea15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.361680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-b7b499f3-7ec0-4760-920b-a4964d4ea15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.362204 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-b7b499f3-7ec0-4760-920b-a4964d4ea15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.364510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-b7b499f3-7ec0-4760-920b-a4964d4ea15a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=573d5b601fc149dab35e9b68c077f5d7&device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2731 time: 0.1690462 Jul 13 07:24:52.439938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47362269-f721-4637-870a-2479dfc6da64 req-9c61469b-be21-4a9b-82e0-41813a61e81e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.447750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47362269-f721-4637-870a-2479dfc6da64 req-9c61469b-be21-4a9b-82e0-41813a61e81e tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.2065067 Jul 13 07:24:52.454666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-37079cef-0110-404c-bae8-656627c085ab None None] Deleting port c7bb417d-fd7c-444c-92bb-1654830e5106 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:52.456766 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37079cef-0110-404c-bae8-656627c085ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.526572 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47362269-f721-4637-870a-2479dfc6da64 req-5fb691b5-d305-453d-95c4-373dff4a6a83 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772059 Jul 13 07:24:52.547307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-3056ced0-c144-4464-aa30-01c79f62054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.548030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-3056ced0-c144-4464-aa30-01c79f62054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.548664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-3056ced0-c144-4464-aa30-01c79f62054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.551746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.552470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-3056ced0-c144-4464-aa30-01c79f62054c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=573d5b601fc149dab35e9b68c077f5d7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1782942 Jul 13 07:24:52.616705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-37079cef-0110-404c-bae8-656627c085ab None None] For port c7bb417d-fd7c-444c-92bb-1654830e5106, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c7bb417d-fd7c-444c-92bb-1654830e5106,segment=NetworkSegment(77573fe8-5b8a-4cc7-993c-ddc0cfa40778),segment_id=77573fe8-5b8a-4cc7-993c-ddc0cfa40778)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:52.618780 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37079cef-0110-404c-bae8-656627c085ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.641980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bb417d-fd7c-444c-92bb-1654830e5106,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:52.655764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-37079cef-0110-404c-bae8-656627c085ab None None] Calling delete_port for c7bb417d-fd7c-444c-92bb-1654830e5106 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:52.656890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] No DVR routers for this DVR port c7bb417d-fd7c-444c-92bb-1654830e5106 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:52.711871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=af86ae1c-db8e-4881-91f1-727f27d8dc89,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:52.763466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.764281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.764796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.765301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.765830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.766202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.766554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.766856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.767185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.767515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.767843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.768162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.809223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Attempting to bind port af86ae1c-db8e-4881-91f1-727f27d8dc89 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:52.810322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Attempting to bind port af86ae1c-db8e-4881-91f1-727f27d8dc89 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '31d5087d-9a12-402d-b7e5-4fee6f5d8543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:52.810732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Attempting to bind port af86ae1c-db8e-4881-91f1-727f27d8dc89 on network f9b76b10-9253-4395-b3b0-6e58a5a284d0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:52.819958 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.830487 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37079cef-0110-404c-bae8-656627c085ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.837173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb7911c-5d60-41a1-93e7-8937099d88ed']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:52.858160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77573fe8-5b8a-4cc7-993c-ddc0cfa40778') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:52.858589 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77573fe8-5b8a-4cc7-993c-ddc0cfa40778') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:52.860032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Port af86ae1c-db8e-4881-91f1-727f27d8dc89 on network f9b76b10-9253-4395-b3b0-6e58a5a284d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:52.860593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Attempting to bind port af86ae1c-db8e-4881-91f1-727f27d8dc89 on network f9b76b10-9253-4395-b3b0-6e58a5a284d0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:52.868905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:52.869435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Checking segment: {'id': '31d5087d-9a12-402d-b7e5-4fee6f5d8543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:52.869828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Bound using segment: {'id': '31d5087d-9a12-402d-b7e5-4fee6f5d8543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:52.870337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Bound port: af86ae1c-db8e-4881-91f1-727f27d8dc89, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d5087d-9a12-402d-b7e5-4fee6f5d8543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:52.870713 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.871287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.884747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37079cef-0110-404c-bae8-656627c085ab None None] Pushing event deleted for resources: {'Port': ['ID=c7bb417d-fd7c-444c-92bb-1654830e5106,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:52.897534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37079cef-0110-404c-bae8-656627c085ab None None] No DVR routers for this DVR port c7bb417d-fd7c-444c-92bb-1654830e5106 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:52.901027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9599-483d-471f-8e40-52e58aba4e8e req-f04ef9b4-3e4b-4132-8b40-41ee38a30c44 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.910434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9599-483d-471f-8e40-52e58aba4e8e req-f04ef9b4-3e4b-4132-8b40-41ee38a30c44 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.914585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9599-483d-471f-8e40-52e58aba4e8e req-f04ef9b4-3e4b-4132-8b40-41ee38a30c44 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.916855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3cdb9599-483d-471f-8e40-52e58aba4e8e req-f04ef9b4-3e4b-4132-8b40-41ee38a30c44 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2399 time: 0.2016048 Jul 13 07:24:52.918087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.924895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:52.925736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:52.927629 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:52.936985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-22ccc247-f312-42a8-b0ca-7f38d3972584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.938624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38b3356d-03f5-41f8-ae8f-724236bd5d55 req-22ccc247-f312-42a8-b0ca-7f38d3972584 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3214362 Jul 13 07:24:52.983995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d815c4-e191-4b5b-a0ee-38dc99ae5577 req-9301297c-89f4-4933-9651-7ad1b47e0e47 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.986048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87d815c4-e191-4b5b-a0ee-38dc99ae5577 req-9301297c-89f4-4933-9651-7ad1b47e0e47 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2442729 Jul 13 07:24:53.006133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] For port af86ae1c-db8e-4881-91f1-727f27d8dc89, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:53.026901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3cdb9599-483d-471f-8e40-52e58aba4e8e req-3880b85e-20f9-4ca6-8693-85e9cc7b7ead tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974190 Jul 13 07:24:53.029276 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.031662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] For port af86ae1c-db8e-4881-91f1-727f27d8dc89, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=af86ae1c-db8e-4881-91f1-727f27d8dc89,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:53.038830 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.043770 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.054417 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2eb7911c-5d60-41a1-93e7-8937099d88ed HTTP/1.1" status: 204 len: 168 time: 1.2947619 Jul 13 07:24:53.054417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59850) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:53.108716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d744966-3c60-4eb1-9013-4d5141c64e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb7911c-5d60-41a1-93e7-8937099d88ed,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:53.124116 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87d815c4-e191-4b5b-a0ee-38dc99ae5577 req-c46bbec6-d191-4cd4-98b4-da62bc73f891 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252451 Jul 13 07:24:53.146743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.149147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.150803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] 10.222.0.48 "PUT /v2.0/ports/af86ae1c-db8e-4881-91f1-727f27d8dc89 HTTP/1.1" status: 200 len: 1092 time: 1.6142201 Jul 13 07:24:53.206490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Request body: {'port': {'device_id': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:53.262347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f47e-0ae0-46e4-a183-8aa42f993ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=af86ae1c-db8e-4881-91f1-727f27d8dc89,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:53.335023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f3dbd44-95ac-4ca9-a27c-3447f616a76c up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:53.404498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.417083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:53.421806 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:53.422499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.436955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338e07-7338-42d0-baa1-d847a8d60a00 req-1f56b65a-d4b6-4c6b-a5d3-dedc1a749bd2 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.439192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2338e07-7338-42d0-baa1-d847a8d60a00 req-1f56b65a-d4b6-4c6b-a5d3-dedc1a749bd2 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 945 time: 0.1131976 Jul 13 07:24:53.540279 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.540539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d2a5-69c5-4514-b31d-ce86e8fa3a78 req-2cc567f8-5bba-4ce9-a19c-ca1f9cd8465e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.542301 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18b4d2a5-69c5-4514-b31d-ce86e8fa3a78 req-2cc567f8-5bba-4ce9-a19c-ca1f9cd8465e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 944 time: 0.3266778 Jul 13 07:24:53.542689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2338e07-7338-42d0-baa1-d847a8d60a00 req-606d070d-7f34-447f-a2f6-c3591deeee73 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3cab1ee-c23f-46a5-a2e8-df39b34e7209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715597 Jul 13 07:24:53.622773 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.636603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9841451-ad9e-4aa4-bc91-e7059590ec07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3dbd44-95ac-4ca9-a27c-3447f616a76c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:53.638925 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a801513d-8e5b-4153-a8c5-2ffda2f3c196" -d '{"events": [{"server_uuid": "d9841451-ad9e-4aa4-bc91-e7059590ec07", "name": "network-vif-plugged", "status": "completed", "tag": "9f3dbd44-95ac-4ca9-a27c-3447f616a76c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:53.653876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:53.658624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.680164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18b4d2a5-69c5-4514-b31d-ce86e8fa3a78 req-d2dd9da8-cd52-43c0-a9e7-e001a4548ce9 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016989 Jul 13 07:24:53.718592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:53.784208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c7bb417d-fd7c-444c-92bb-1654830e5106 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:53.844457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.853393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c7bb417d-fd7c-444c-92bb-1654830e5106 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:53.854728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c7bb417d-fd7c-444c-92bb-1654830e5106 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:54.000253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8db8ae8d-4754-425b-b30f-94800078ec9b req-458aed95-6af9-45a2-b3d9-d35eded31af6 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 210 time: 0.0799756 Jul 13 07:24:54.027570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792f85b9-4b37-49da-a7e7-5138364cfa82 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:54.050539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.068583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Transition to ACTIVE for port object 792f85b9-4b37-49da-a7e7-5138364cfa82 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:54.074788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.100576 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07a2291-3eb1-4512-bee7-9128fd2ceb9a x-openstack-request-id: req-a07a2291-3eb1-4512-bee7-9128fd2ceb9a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:54.101086 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9841451-ad9e-4aa4-bc91-e7059590ec07", "name": "network-vif-plugged", "status": "completed", "tag": "9f3dbd44-95ac-4ca9-a27c-3447f616a76c", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:54.101529 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a07a2291-3eb1-4512-bee7-9128fd2ceb9a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:54.102205 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9841451-ad9e-4aa4-bc91-e7059590ec07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3dbd44-95ac-4ca9-a27c-3447f616a76c', 'code': 200} Jul 13 07:24:54.335202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:54.345343 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:54.352310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=792f85b9-4b37-49da-a7e7-5138364cfa82,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:54.429250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574efb60-17b9-4e82-bb32-2eed93a58bf2 req-eb314a90-cecd-4a14-8f31-2eba9f560341 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.449065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-574efb60-17b9-4e82-bb32-2eed93a58bf2 req-eb314a90-cecd-4a14-8f31-2eba9f560341 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.2338207 Jul 13 07:24:54.592122 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-574efb60-17b9-4e82-bb32-2eed93a58bf2 req-7a4613cf-c922-4256-bc0e-ce3e59f9fd21 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420748 Jul 13 07:24:54.617565 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Deleting port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:54.628850 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.686923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a14ea9-843e-46db-98fa-4e828845e09b req-cd1817bf-ba3e-48d4-89f1-afc037a87e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.688555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b7a14ea9-843e-46db-98fa-4e828845e09b req-cd1817bf-ba3e-48d4-89f1-afc037a87e3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 1097 time: 0.3939829 Jul 13 07:24:54.691025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Attempting to bind port 792f85b9-4b37-49da-a7e7-5138364cfa82 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:54.691372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Attempting to bind port 792f85b9-4b37-49da-a7e7-5138364cfa82 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:54.691731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Attempting to bind port 792f85b9-4b37-49da-a7e7-5138364cfa82 on network 191dfe34-1c57-4d8d-b057-2c656e59b817 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:54.724384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f943-5927-4d1f-9d1a-766608ba84e1 req-bac845c8-562a-4903-b90a-0880083e1b55 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.727994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9971f943-5927-4d1f-9d1a-766608ba84e1 req-bac845c8-562a-4903-b90a-0880083e1b55 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.4352095 Jul 13 07:24:54.730521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Port 792f85b9-4b37-49da-a7e7-5138364cfa82 on network 191dfe34-1c57-4d8d-b057-2c656e59b817 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:54.730887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Attempting to bind port 792f85b9-4b37-49da-a7e7-5138364cfa82 on network 191dfe34-1c57-4d8d-b057-2c656e59b817 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:54.753789 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:54.754169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Checking segment: {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:54.754592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Bound using segment: {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:54.755022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Bound port: 792f85b9-4b37-49da-a7e7-5138364cfa82, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:54.755446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.781651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] For port 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9,segment=NetworkSegment(068f5272-ef04-40b6-9c9f-6d03b7ccdb94),segment_id=068f5272-ef04-40b6-9c9f-6d03b7ccdb94)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:54.782610 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.803085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Calling delete_port for 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:54.850295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] For port 792f85b9-4b37-49da-a7e7-5138364cfa82, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:54.853677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] For port 792f85b9-4b37-49da-a7e7-5138364cfa82, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=792f85b9-4b37-49da-a7e7-5138364cfa82,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:54.870145 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.873711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b7a14ea9-843e-46db-98fa-4e828845e09b req-6f4100d2-8997-4480-b9e9-2c6f861a12a6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702738 Jul 13 07:24:54.908434 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9971f943-5927-4d1f-9d1a-766608ba84e1 req-1df7db75-692e-4032-9b5e-ee25f0c939a0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674855 Jul 13 07:24:54.912990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.913620 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.915221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] 10.222.0.48 "PUT /v2.0/ports/792f85b9-4b37-49da-a7e7-5138364cfa82 HTTP/1.1" status: 200 len: 1092 time: 1.7247882 Jul 13 07:24:55.004120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26fdaa-bbe1-4e6c-bb4a-fee610bd5cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=792f85b9-4b37-49da-a7e7-5138364cfa82,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:55.068767 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb159a82-857d-4062-979b-2ba96ba3f199 x-openstack-request-id: req-eb159a82-857d-4062-979b-2ba96ba3f199 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:55.069515 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:55.069970 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb159a82-857d-4062-979b-2ba96ba3f199 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:55.071370 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89', 'status': 'completed', 'code': 200} Jul 13 07:24:55.109378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b721fe3-4052-4bc4-922a-b5bfb13590f1 req-4c2755a1-d1a8-4fda-8b62-44c0f68365bb tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.117551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b721fe3-4052-4bc4-922a-b5bfb13590f1 req-4c2755a1-d1a8-4fda-8b62-44c0f68365bb tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.125855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b721fe3-4052-4bc4-922a-b5bfb13590f1 req-4c2755a1-d1a8-4fda-8b62-44c0f68365bb tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.133932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b721fe3-4052-4bc4-922a-b5bfb13590f1 req-4c2755a1-d1a8-4fda-8b62-44c0f68365bb tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2411 time: 0.1646922 Jul 13 07:24:55.160750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-adaae4a8-41a9-48a8-be4c-695821fdb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.161245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-adaae4a8-41a9-48a8-be4c-695821fdb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.161730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-adaae4a8-41a9-48a8-be4c-695821fdb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.166719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-adaae4a8-41a9-48a8-be4c-695821fdb7c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=573d5b601fc149dab35e9b68c077f5d7&device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2867 time: 0.1919301 Jul 13 07:24:55.203737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b721fe3-4052-4bc4-922a-b5bfb13590f1 req-5eb4eaa2-67c0-4016-8915-9b4c76ba4a8c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685823 Jul 13 07:24:55.268583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-1d683783-03bf-4969-b6a6-107edc0795b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.108&port_id=28635302-f83c-45ef-bb8b-a02fd2d68bb2 HTTP/1.1" status: 200 len: 217 time: 0.0927892 Jul 13 07:24:55.319116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.382696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-266eb456-930a-46a4-b47f-0e867cdcd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.384985 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-266eb456-930a-46a4-b47f-0e867cdcd4bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e50b6b1-17da-409a-b23a-20bb2f682641 HTTP/1.1" status: 200 len: 801 time: 0.0926254 Jul 13 07:24:55.386950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:55.458329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7d82-7ff1-47e9-9880-d07055af53fc req-2b13fe5a-a97f-4209-9f01-c32bfe160910 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.467111 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-355a7d82-7ff1-47e9-9880-d07055af53fc req-2b13fe5a-a97f-4209-9f01-c32bfe160910 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 945 time: 0.2107229 Jul 13 07:24:55.525005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-355a7d82-7ff1-47e9-9880-d07055af53fc req-816ca9d8-6d93-4fa6-8379-e2a76968a217 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566869 Jul 13 07:24:55.566738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9753959d-5708-49d4-8ccb-e7da234fc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.568716 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9753959d-5708-49d4-8ccb-e7da234fc30a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=191dfe34-1c57-4d8d-b057-2c656e59b817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751606 Jul 13 07:24:55.831623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-9c964412-6101-4334-bc33-29a0dac98d7b service neutron] 10.222.0.48 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524445 Jul 13 07:24:56.025783 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0081c137-7a5d-4c58-8f6a-8e1d5d69bda0 req-9f1bbc0a-9ebf-4195-bba1-7db626e05f61 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b237275-f6c1-45dd-bdde-0c440678ed8f HTTP/1.1" status: 200 len: 210 time: 0.5917127 Jul 13 07:24:56.056547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-412eee18-dbfa-40b9-8e46-f538cd8601cb service neutron] 10.222.0.48 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166266 Jul 13 07:24:56.080784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed29661-b501-4a8e-904a-99e5a5746c8b req-46c4f1eb-949d-4821-89c4-36d3ac7356a0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.089283 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ed29661-b501-4a8e-904a-99e5a5746c8b req-46c4f1eb-949d-4821-89c4-36d3ac7356a0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.1759267 Jul 13 07:24:56.152872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-0579395f-74fa-4b0a-a6c3-6c6aca568e10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.85&port_id=af86ae1c-db8e-4881-91f1-727f27d8dc89 HTTP/1.1" status: 200 len: 217 time: 0.0890734 Jul 13 07:24:56.183109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.216134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ed29661-b501-4a8e-904a-99e5a5746c8b req-68efcc64-de37-40b7-ab38-ed8be9e2ca26 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218817 Jul 13 07:24:56.249535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-d0c98c74-eb90-4a0f-a57f-4d210ed7e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.251577 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-d0c98c74-eb90-4a0f-a57f-4d210ed7e704 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7826d5aa-e8a1-4c72-b7e5-8dab757b857f HTTP/1.1" status: 200 len: 801 time: 0.0901475 Jul 13 07:24:56.338988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-a5c3958a-5609-43d0-9bae-80a683466fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.342527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-a5c3958a-5609-43d0-9bae-80a683466fa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9b76b10-9253-4395-b3b0-6e58a5a284d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804086 Jul 13 07:24:56.400089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31546f43-eff4-4e47-a5d5-6c81c4300e69 req-f8990158-6809-484a-ad91-1fdf01d9d185 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.401811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31546f43-eff4-4e47-a5d5-6c81c4300e69 req-f8990158-6809-484a-ad91-1fdf01d9d185 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1499748 Jul 13 07:24:56.511756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31546f43-eff4-4e47-a5d5-6c81c4300e69 req-888cd9a7-ad9d-4b1e-8602-3154fd28521d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788805 Jul 13 07:24:56.544850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Router 37cb1dd6-c70b-4dd0-9278-22026136696b has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:24:56.705741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:56.718691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9d8775bf-6507-4994-80ff-54cbfccaea92 admin admin] 10.222.0.41 "PUT /v2.0/routers/37cb1dd6-c70b-4dd0-9278-22026136696b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6692417 Jul 13 07:24:56.719280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] Sync routers for ids ['37cb1dd6-c70b-4dd0-9278-22026136696b'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:56.721083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:56.737556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] Routers {'37cb1dd6-c70b-4dd0-9278-22026136696b'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:56.740591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37cb1dd6-c70b-4dd0-9278-22026136696b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:56.843443 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-5a71d673-ed39-432f-86ff-002af87eca76 service neutron] 10.222.0.48 "GET /v2.0/networks/f9b76b10-9253-4395-b3b0-6e58a5a284d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926283 Jul 13 07:24:56.867278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d033b8-d133-4b4c-b226-a0fd315f1e37 req-b1685ef8-3f34-4ce7-9612-6b6f17ae0391 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.877787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d033b8-d133-4b4c-b226-a0fd315f1e37 req-b1685ef8-3f34-4ce7-9612-6b6f17ae0391 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.898901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d033b8-d133-4b4c-b226-a0fd315f1e37 req-b1685ef8-3f34-4ce7-9612-6b6f17ae0391 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.907794 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72d033b8-d133-4b4c-b226-a0fd315f1e37 req-b1685ef8-3f34-4ce7-9612-6b6f17ae0391 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2411 time: 0.5469084 Jul 13 07:24:56.967912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] Set router 37cb1dd6-c70b-4dd0-9278-22026136696b gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:56.968387 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.052434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840973f2-9e3a-455c-a0e8-39986e2c469c req-bd2d0223-9f8d-47b5-93b0-5f5136096111 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.054221 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-840973f2-9e3a-455c-a0e8-39986e2c469c req-bd2d0223-9f8d-47b5-93b0-5f5136096111 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 945 time: 0.1581342 Jul 13 07:24:57.131343 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72d033b8-d133-4b4c-b226-a0fd315f1e37 req-15eaf2e1-e675-4e74-9566-390ca693ff4e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149520 Jul 13 07:24:57.133927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:57.139926 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15963bc1-273b-4530-9a14-7b96d8c567e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:57.152438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-840973f2-9e3a-455c-a0e8-39986e2c469c req-b0305028-2544-45ec-849d-1bb4c507ab2f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658085 Jul 13 07:24:57.156012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-e381b0ee-f644-4963-85bc-f85f55970f75 service neutron] 10.222.0.48 "GET /v2.0/networks/f9b76b10-9253-4395-b3b0-6e58a5a284d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423806 Jul 13 07:24:57.190821 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.200788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '42be88ad-d812-470d-b669-39331453a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:45Z', 'updated_at': '2021-07-13T07:24:55Z', 'revision_number': 5, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'gw_port': {'id': '42be88ad-d812-470d-b669-39331453a618', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:19:46Z', 'updated_at': '2021-07-13T07:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:57.204423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-501937ee-efd6-4aba-aee8-6f7f06557b5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=792f85b9-4b37-49da-a7e7-5138364cfa82 HTTP/1.1" status: 200 len: 217 time: 0.0462043 Jul 13 07:24:57.242338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] Checking router: 37cb1dd6-c70b-4dd0-9278-22026136696b for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:57.252046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] Routers {'37cb1dd6-c70b-4dd0-9278-22026136696b'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:57.253055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37cb1dd6-c70b-4dd0-9278-22026136696b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:57.272782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-0a7663a1-2b46-439a-87e9-3f534669bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.275938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-0a7663a1-2b46-439a-87e9-3f534669bc07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e50b6b1-17da-409a-b23a-20bb2f682641 HTTP/1.1" status: 200 len: 801 time: 0.0634437 Jul 13 07:24:57.315739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Deleting port 42be88ad-d812-470d-b669-39331453a618 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:57.316014 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.357141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] Set router 37cb1dd6-c70b-4dd0-9278-22026136696b gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:57.365328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f7a25567-7071-4e73-bba0-df711b0ab12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.367904 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-f7a25567-7071-4e73-bba0-df711b0ab12d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=191dfe34-1c57-4d8d-b057-2c656e59b817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861568 Jul 13 07:24:57.475447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] For port 42be88ad-d812-470d-b669-39331453a618, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=42be88ad-d812-470d-b669-39331453a618,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:57.476409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.498153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Calling delete_port for 42be88ad-d812-470d-b669-39331453a618 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:57.552355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:45Z', 'updated_at': '2021-07-13T07:24:57Z', 'revision_number': 6, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:57.630610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-614fa6ee-6c0f-4764-aff3-6a4f7590e678 service neutron] 10.222.0.48 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523417 Jul 13 07:24:57.634310 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98486a70-12c7-49fb-bbb9-b9c526567d7b x-openstack-request-id: req-98486a70-12c7-49fb-bbb9-b9c526567d7b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:57.634640 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:57.634956 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98486a70-12c7-49fb-bbb9-b9c526567d7b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:57.635361 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82', 'status': 'completed', 'code': 200} Jul 13 07:24:57.890082 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.941330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Pushing event deleted for resources: {'Port': ['ID=42be88ad-d812-470d-b669-39331453a618,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:57.970477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-505ab0cb-3449-41cc-9f77-b5a091876817 req-3dc15621-7345-465e-a6ae-ce5d94f0a144 service neutron] 10.222.0.48 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318834 Jul 13 07:24:58.000056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce175170-39f3-49cf-8791-30cbb0e8a91d req-00f56508-560e-42f4-9cbd-37d6d6e8ad75 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.002416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce175170-39f3-49cf-8791-30cbb0e8a91d req-00f56508-560e-42f4-9cbd-37d6d6e8ad75 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 945 time: 0.1507442 Jul 13 07:24:58.034894 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.055882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18be28d-421c-4765-9b95-7469895c8a8e None None] The sync data for ids ['37cb1dd6-c70b-4dd0-9278-22026136696b'] in n-d-758944-43 is: [{'id': '37cb1dd6-c70b-4dd0-9278-22026136696b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-895593284-router', 'tenant_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:45Z', 'updated_at': '2021-07-13T07:24:57Z', 'revision_number': 6, 'project_id': '271b84eb1d5642dda43f9cbbdbb41e18', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:58.131617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce175170-39f3-49cf-8791-30cbb0e8a91d req-92842fd8-d9d1-48b6-9a03-16947a62c7a7 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230905 Jul 13 07:24:58.172124 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.174552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.211096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-77519073-fc2e-455a-8af8-9090d15e10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.211658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-77519073-fc2e-455a-8af8-9090d15e10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.212250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-77519073-fc2e-455a-8af8-9090d15e10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.214030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-77519073-fc2e-455a-8af8-9090d15e10b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=573d5b601fc149dab35e9b68c077f5d7&device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2867 time: 0.1725199 Jul 13 07:24:58.232882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.233516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37cb1dd6-c70b-4dd0-9278-22026136696b {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:24:58.240440 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.244386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c6ac6777-3210-4395-ad88-1f20e12f106b admin admin] 10.222.0.41 "DELETE /v2.0/routers/37cb1dd6-c70b-4dd0-9278-22026136696b HTTP/1.1" status: 204 len: 168 time: 1.5222960 Jul 13 07:24:58.245010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59930) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:58.400367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-01980f0a-acd7-423d-a1ad-96d6ce2c1055 admin admin] Deleting subnet 51dea42a-4c0a-488c-8b46-33e600e994d6 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:58.405258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01980f0a-acd7-423d-a1ad-96d6ce2c1055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.459699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-32c067f4-1cb1-4326-a42a-ea6976ca0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.462776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-32c067f4-1cb1-4326-a42a-ea6976ca0b3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9b76b10-9253-4395-b3b0-6e58a5a284d0 HTTP/1.1" status: 200 len: 903 time: 0.2400856 Jul 13 07:24:58.465726 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01980f0a-acd7-423d-a1ad-96d6ce2c1055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.494540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fe2fe-5468-4fca-bc22-f736e0090671 req-735569b9-68d4-43c4-82e0-2a731e6acc8b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.502880 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af6fe2fe-5468-4fca-bc22-f736e0090671 req-735569b9-68d4-43c4-82e0-2a731e6acc8b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.1683834 Jul 13 07:24:58.514403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-385acf1f-ad96-4014-ae1f-1173800f976b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.85&port_id=af86ae1c-db8e-4881-91f1-727f27d8dc89 HTTP/1.1" status: 200 len: 217 time: 0.0435743 Jul 13 07:24:58.564822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af6fe2fe-5468-4fca-bc22-f736e0090671 req-8565b612-ed59-4e75-9995-1470d1c771bc tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598364 Jul 13 07:24:58.611767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2217a2-97d7-448b-b1ba-d9f315948329 req-f10cbce4-f3e1-4534-ad39-7aa87c871411 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.619920 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa2217a2-97d7-448b-b1ba-d9f315948329 req-f10cbce4-f3e1-4534-ad39-7aa87c871411 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2183280 Jul 13 07:24:58.646911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-4079cd46-b8a6-4607-afb2-d20c6e898364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.648437 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-4079cd46-b8a6-4607-afb2-d20c6e898364 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7826d5aa-e8a1-4c72-b7e5-8dab757b857f HTTP/1.1" status: 200 len: 801 time: 0.1284435 Jul 13 07:24:58.664901 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01980f0a-acd7-423d-a1ad-96d6ce2c1055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.675973 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa2217a2-97d7-448b-b1ba-d9f315948329 req-6b867231-7571-4b9a-a55f-26742b95e554 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550792 Jul 13 07:24:58.766816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01980f0a-acd7-423d-a1ad-96d6ce2c1055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.810170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-6a1625ef-9c03-420f-b22f-b6f97c69b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.811698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-6a1625ef-9c03-420f-b22f-b6f97c69b935 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9b76b10-9253-4395-b3b0-6e58a5a284d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345155 Jul 13 07:24:58.837543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01980f0a-acd7-423d-a1ad-96d6ce2c1055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51dea42a-4c0a-488c-8b46-33e600e994d6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.850325 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01980f0a-acd7-423d-a1ad-96d6ce2c1055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.855170 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-01980f0a-acd7-423d-a1ad-96d6ce2c1055 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/51dea42a-4c0a-488c-8b46-33e600e994d6 HTTP/1.1" status: 204 len: 168 time: 0.6077714 Jul 13 07:24:58.857152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:58.864490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20416f5a-6133-46d8-9062-43f3ea339e38 None None] Network 00f005e0-f8f5-4036-b65b-32bddede839a requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:59.060830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-29ea024d-2c5c-4822-988a-4155d88abec5 service neutron] 10.222.0.48 "GET /v2.0/networks/f9b76b10-9253-4395-b3b0-6e58a5a284d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379129 Jul 13 07:24:59.082399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edee403-039a-40b3-9bff-1532030d20e0 req-8815e402-b664-4027-9f6f-1b8de80f9a1b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.085008 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.089598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edee403-039a-40b3-9bff-1532030d20e0 req-8815e402-b664-4027-9f6f-1b8de80f9a1b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.098372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edee403-039a-40b3-9bff-1532030d20e0 req-8815e402-b664-4027-9f6f-1b8de80f9a1b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.109002 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1edee403-039a-40b3-9bff-1532030d20e0 req-8815e402-b664-4027-9f6f-1b8de80f9a1b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2411 time: 0.2008169 Jul 13 07:24:59.229652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Deleting port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:59.230176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.234112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1edee403-039a-40b3-9bff-1532030d20e0 req-97a7197e-b8d2-4cd2-ac06-3eca70be5888 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228375 Jul 13 07:24:59.296902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be533bfe-e9f2-4e3f-8f7c-fdbd2a3f4d7e req-794ae610-0c52-4be9-9a55-e8c7852145c2 service neutron] 10.222.0.48 "GET /v2.0/networks/f9b76b10-9253-4395-b3b0-6e58a5a284d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855800 Jul 13 07:24:59.353474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device af86ae1c-db8e-4881-91f1-727f27d8dc89 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:59.479581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] For port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5e11ddc8-4451-4e4e-beb2-e0f5b81399ea,segment=NetworkSegment(068f5272-ef04-40b6-9c9f-6d03b7ccdb94),segment_id=068f5272-ef04-40b6-9c9f-6d03b7ccdb94)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:59.479979 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.525788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6adeb-eba9-4f65-83de-fcb0ef5cefaf None None] DHCP port deletion for 00f005e0-f8f5-4036-b65b-32bddede839a request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:24:59.575511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port af86ae1c-db8e-4881-91f1-727f27d8dc89, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=af86ae1c-db8e-4881-91f1-727f27d8dc89,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:59.587753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Calling delete_port for 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:59.603003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'af86ae1c-db8e-4881-91f1-727f27d8dc89', 'network_id': 'f9b76b10-9253-4395-b3b0-6e58a5a284d0', 'port_id': 'af86ae1c-db8e-4881-91f1-727f27d8dc89', 'mac_address': 'fa:16:3e:3b:4e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7826d5aa-e8a1-4c72-b7e5-8dab757b857f', 'ip_address': '19.86.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:59.690489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-68a6adeb-eba9-4f65-83de-fcb0ef5cefaf None None] Deleting port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:59.690960 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68a6adeb-eba9-4f65-83de-fcb0ef5cefaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.691708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-11e72430-cf0d-4b7a-85a0-1045f2f44981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.692684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-11e72430-cf0d-4b7a-85a0-1045f2f44981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.693848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-11e72430-cf0d-4b7a-85a0-1045f2f44981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.714981 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-11e72430-cf0d-4b7a-85a0-1045f2f44981 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=573d5b601fc149dab35e9b68c077f5d7&device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2867 time: 0.3152888 Jul 13 07:24:59.722497 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.793140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af86ae1c-db8e-4881-91f1-727f27d8dc89 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:59.804889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08964841-3898-4ce4-9838-014149ec91e2 req-16b1fca2-7a53-4353-9f8b-a265fb787394 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.819665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08964841-3898-4ce4-9838-014149ec91e2 req-16b1fca2-7a53-4353-9f8b-a265fb787394 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 945 time: 0.3423779 Jul 13 07:24:59.826974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-68a6adeb-eba9-4f65-83de-fcb0ef5cefaf None None] For port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5e11ddc8-4451-4e4e-beb2-e0f5b81399ea,segment=NetworkSegment(068f5272-ef04-40b6-9c9f-6d03b7ccdb94),segment_id=068f5272-ef04-40b6-9c9f-6d03b7ccdb94)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:59.827586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68a6adeb-eba9-4f65-83de-fcb0ef5cefaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.852832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port af86ae1c-db8e-4881-91f1-727f27d8dc89, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=af86ae1c-db8e-4881-91f1-727f27d8dc89,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:59.858959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-68a6adeb-eba9-4f65-83de-fcb0ef5cefaf None None] Calling delete_port for 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:59.861091 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.875239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3f731-2dcc-4084-abd5-714fc893ed7f req-75750fa3-832f-4849-9e27-7e2ed43d68d1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.876838 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ba3f731-2dcc-4084-abd5-714fc893ed7f req-75750fa3-832f-4849-9e27-7e2ed43d68d1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.3512890 Jul 13 07:24:59.924520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=af86ae1c-db8e-4881-91f1-727f27d8dc89,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:59.928396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 42be88ad-d812-470d-b669-39331453a618 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:59.946419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08964841-3898-4ce4-9838-014149ec91e2 req-e0814751-1ecc-470d-be1d-60880c90f0f2 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257365 Jul 13 07:24:59.954652 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.965022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 42be88ad-d812-470d-b669-39331453a618 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:59.966201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 42be88ad-d812-470d-b669-39331453a618 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:59.966946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:59.993284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:59.993926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:59.994566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:00.043808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e11ddc8-4451-4e4e-beb2-e0f5b81399ea,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:00.074640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 792f85b9-4b37-49da-a7e7-5138364cfa82 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:00.084201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] No DVR routers for this DVR port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:00.084739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:00.087125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 82e18b2e-9ddb-4bce-977c-7e02a4b9d3d9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:00.136099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ba3f731-2dcc-4084-abd5-714fc893ed7f req-3fcf2f27-d810-4a88-86f2-417049ed6a6f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621103 Jul 13 07:25:00.200021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-7e02c0d3-0c43-410d-b684-649973dd569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.202073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-7e02c0d3-0c43-410d-b684-649973dd569e service neutron] 10.222.0.48 "GET /v2.0/networks?id=191dfe34-1c57-4d8d-b057-2c656e59b817 HTTP/1.1" status: 200 len: 903 time: 0.4723437 Jul 13 07:25:00.272708 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68a6adeb-eba9-4f65-83de-fcb0ef5cefaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.332532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.334625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-5646a99e-d7fd-44f3-8618-8cecb54f9361 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=792f85b9-4b37-49da-a7e7-5138364cfa82 HTTP/1.1" status: 200 len: 217 time: 0.1230996 Jul 13 07:25:00.348186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6adeb-eba9-4f65-83de-fcb0ef5cefaf None None] Pushing event deleted for resources: {'Port': ['ID=5e11ddc8-4451-4e4e-beb2-e0f5b81399ea,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:00.382688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6adeb-eba9-4f65-83de-fcb0ef5cefaf None None] No DVR routers for this DVR port 5e11ddc8-4451-4e4e-beb2-e0f5b81399ea on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:00.483858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f005e0-f8f5-4036-b65b-32bddede839a']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:00.508489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 792f85b9-4b37-49da-a7e7-5138364cfa82, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=792f85b9-4b37-49da-a7e7-5138364cfa82,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:00.515451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068f5272-ef04-40b6-9c9f-6d03b7ccdb94') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:00.515451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068f5272-ef04-40b6-9c9f-6d03b7ccdb94') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:00.553393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.584919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '792f85b9-4b37-49da-a7e7-5138364cfa82', 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817', 'port_id': '792f85b9-4b37-49da-a7e7-5138364cfa82', 'mac_address': 'fa:16:3e:9b:8a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e50b6b1-17da-409a-b23a-20bb2f682641', 'ip_address': '19.80.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:00.614335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.638026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-f231326e-21bc-4d6f-827e-e2c7873dc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.639689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:00.640180 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.642711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-f231326e-21bc-4d6f-827e-e2c7873dc3a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e50b6b1-17da-409a-b23a-20bb2f682641 HTTP/1.1" status: 200 len: 801 time: 0.2918029 Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:00.647293 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:00.689483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83982dd-2ef6-43eb-acf3-6fb0aacb3691 req-d83053e3-44e5-49bb-864d-59fd2c3992db tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.699111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c83982dd-2ef6-43eb-acf3-6fb0aacb3691 req-d83053e3-44e5-49bb-864d-59fd2c3992db tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.3552873 Jul 13 07:25:00.718385 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.748834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792f85b9-4b37-49da-a7e7-5138364cfa82 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:00.772814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.792778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 792f85b9-4b37-49da-a7e7-5138364cfa82, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=792f85b9-4b37-49da-a7e7-5138364cfa82,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:00.797859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.801196 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/00f005e0-f8f5-4036-b65b-32bddede839a HTTP/1.1" status: 204 len: 168 time: 1.9430912 Jul 13 07:25:00.833241 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.844528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c83982dd-2ef6-43eb-acf3-6fb0aacb3691 req-79661221-80e1-41c1-b2b7-865b77209553 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437750 Jul 13 07:25:00.857370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc100ab-c4e1-4d52-a21b-71ae8cad0fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f005e0-f8f5-4036-b65b-32bddede839a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:00.970808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-7acb1bd3-6366-45e3-b309-02f77c767b88 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.986927 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-7acb1bd3-6366-45e3-b309-02f77c767b88 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 945 time: 0.5210814 Jul 13 07:25:01.095003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=792f85b9-4b37-49da-a7e7-5138364cfa82,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:01.114948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 28635302-f83c-45ef-bb8b-a02fd2d68bb2 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:01.198853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 28635302-f83c-45ef-bb8b-a02fd2d68bb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=28635302-f83c-45ef-bb8b-a02fd2d68bb2,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:01.240933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-dc0da49b-9174-4c39-9e99-c25212a7d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.242938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-dc0da49b-9174-4c39-9e99-c25212a7d77f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=191dfe34-1c57-4d8d-b057-2c656e59b817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5894835 Jul 13 07:25:01.255747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '28635302-f83c-45ef-bb8b-a02fd2d68bb2', 'network_id': '191dfe34-1c57-4d8d-b057-2c656e59b817', 'port_id': '28635302-f83c-45ef-bb8b-a02fd2d68bb2', 'mac_address': 'fa:16:3e:7b:71:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e50b6b1-17da-409a-b23a-20bb2f682641', 'ip_address': '19.80.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:01.279213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:01.358633 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a62d3ab2-87dd-45f7-aba9-f5315bb616b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba83d73f080c42b79a724f4d57d68c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778553 Jul 13 07:25:01.360320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:01.391454 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.414017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28635302-f83c-45ef-bb8b-a02fd2d68bb2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:01.445313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 28635302-f83c-45ef-bb8b-a02fd2d68bb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=28635302-f83c-45ef-bb8b-a02fd2d68bb2,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:01.450083 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.472584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-28444b59-2ca3-460b-a7ce-27d3fd225495 service neutron] 10.222.0.48 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140169 Jul 13 07:25:01.508804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479cff5-649b-43f8-b2a0-b4987af07fc7 req-c3c86ffb-37bd-4c78-8cef-d26f6dfed2e6 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.515658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479cff5-649b-43f8-b2a0-b4987af07fc7 req-c3c86ffb-37bd-4c78-8cef-d26f6dfed2e6 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.522108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479cff5-649b-43f8-b2a0-b4987af07fc7 req-c3c86ffb-37bd-4c78-8cef-d26f6dfed2e6 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.529733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7479cff5-649b-43f8-b2a0-b4987af07fc7 req-c3c86ffb-37bd-4c78-8cef-d26f6dfed2e6 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2412 time: 0.8707094 Jul 13 07:25:01.535777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=28635302-f83c-45ef-bb8b-a02fd2d68bb2,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:01.553163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Deleting port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:01.553737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.573512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36237f14-ab02-4c23-9540-71497cecfbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.604872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689f1c0-4c3e-4883-bef8-1c8789ca1361 req-3d1ec3c6-7e8f-4f5b-a510-9ec6394f5743 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.609012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e689f1c0-4c3e-4883-bef8-1c8789ca1361 req-3d1ec3c6-7e8f-4f5b-a510-9ec6394f5743 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2375059 Jul 13 07:25:01.645540 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36237f14-ab02-4c23-9540-71497cecfbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.741537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7479cff5-649b-43f8-b2a0-b4987af07fc7 req-95434a46-cd4f-4349-88ef-5ea01151d5f3 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073569 Jul 13 07:25:01.748381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e689f1c0-4c3e-4883-bef8-1c8789ca1361 req-b54f52a6-82c5-4c7f-ae18-fef8420aa6bc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313627 Jul 13 07:25:01.815014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] For port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:01.815420 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.836039 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36237f14-ab02-4c23-9540-71497cecfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.840055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36237f14-ab02-4c23-9540-71497cecfbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.858983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Calling delete_port for 9f3dbd44-95ac-4ca9-a27c-3447f616a76c owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:01.859357 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-36237f14-ab02-4c23-9540-71497cecfbd4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/151eed23-220b-4a63-a4d1-c9d234313aeb HTTP/1.1" status: 204 len: 168 time: 0.4974585 Jul 13 07:25:01.923333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36237f14-ab02-4c23-9540-71497cecfbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151eed23-220b-4a63-a4d1-c9d234313aeb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:02.079297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['792f85b9-4b37-49da-a7e7-5138364cfa82'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:02.154004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15963bc1-273b-4530-9a14-7b96d8c567e0 req-0cbf2268-5384-4661-8073-6143bd784f95 service neutron] 10.222.0.48 "GET /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702459 Jul 13 07:25:02.158186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.170146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['af86ae1c-db8e-4881-91f1-727f27d8dc89'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:02.177777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['28635302-f83c-45ef-bb8b-a02fd2d68bb2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:02.183845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c96b-8857-493b-87a7-5334efdc8b01 req-69371a4d-fa3d-4ce3-9c14-6f4c03051072 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.187847 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0857c96b-8857-493b-87a7-5334efdc8b01 req-69371a4d-fa3d-4ce3-9c14-6f4c03051072 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9841451-ad9e-4aa4-bc91-e7059590ec07 HTTP/1.1" status: 200 len: 867 time: 0.1373956 Jul 13 07:25:02.201829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:02.281221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event deleted for resources: {'Port': ['ID=9f3dbd44-95ac-4ca9-a27c-3447f616a76c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:02.296347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0857c96b-8857-493b-87a7-5334efdc8b01 req-8b36647e-778d-41ed-a88f-def22d4d6917 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891190 Jul 13 07:25:02.369002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] No DVR routers for this DVR port 9f3dbd44-95ac-4ca9-a27c-3447f616a76c on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:02.387409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.389678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4cf1a51f-07fc-49ee-ae81-4886c43d0ac7 req-1fa6d78e-6b65-4a75-b1da-e29a25715055 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "DELETE /v2.0/ports/9f3dbd44-95ac-4ca9-a27c-3447f616a76c HTTP/1.1" status: 204 len: 173 time: 1.4018824 Jul 13 07:25:02.390856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9841451-ad9e-4aa4-bc91-e7059590ec07', 'name': 'network-vif-deleted', 'tag': '9f3dbd44-95ac-4ca9-a27c-3447f616a76c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:02.393287 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d3de6b-d5e5-4376-b262-d4a7c920d3f9" -d '{"events": [{"server_uuid": "d9841451-ad9e-4aa4-bc91-e7059590ec07", "name": "network-vif-deleted", "tag": "9f3dbd44-95ac-4ca9-a27c-3447f616a76c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:02.428137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a276ba7-54ce-4c1e-9901-3f373ba6196f req-badec805-5619-4f94-b70e-e3dc11320188 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.433708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a276ba7-54ce-4c1e-9901-3f373ba6196f req-badec805-5619-4f94-b70e-e3dc11320188 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2779982 Jul 13 07:25:02.552244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a276ba7-54ce-4c1e-9901-3f373ba6196f req-19c90ab0-3715-4355-8540-6e41c8a5226a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116631 Jul 13 07:25:02.645183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:02.748378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6ff759e1-8f21-4974-b375-cc933f9e85c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=271b84eb1d5642dda43f9cbbdbb41e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017325 Jul 13 07:25:02.753267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:02.821468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb5fa0-69d5-495c-b20b-a8a9b9058e85 req-a93ce612-6771-420b-aff9-f2d0c0879343 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.843695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9cb5fa0-69d5-495c-b20b-a8a9b9058e85 req-a93ce612-6771-420b-aff9-f2d0c0879343 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 946 time: 0.1774070 Jul 13 07:25:02.862447 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f4b4f9-9a13-4301-a2e8-5221a6cb5d98 x-openstack-request-id: req-f3f4b4f9-9a13-4301-a2e8-5221a6cb5d98 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:02.863083 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9841451-ad9e-4aa4-bc91-e7059590ec07", "name": "network-vif-deleted", "tag": "9f3dbd44-95ac-4ca9-a27c-3447f616a76c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:02.863509 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3f4b4f9-9a13-4301-a2e8-5221a6cb5d98 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:02.864096 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9841451-ad9e-4aa4-bc91-e7059590ec07', 'name': 'network-vif-deleted', 'tag': '9f3dbd44-95ac-4ca9-a27c-3447f616a76c', 'status': 'completed', 'code': 200} Jul 13 07:25:02.900632 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-368fd79a-9d06-4f9b-b7bf-76a03cc7e8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.936998 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9cb5fa0-69d5-495c-b20b-a8a9b9058e85 req-8df7113b-668b-4026-b67d-81870c8a0718 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923216 Jul 13 07:25:02.962971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-368fd79a-9d06-4f9b-b7bf-76a03cc7e8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.052193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-368fd79a-9d06-4f9b-b7bf-76a03cc7e8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.055244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-368fd79a-9d06-4f9b-b7bf-76a03cc7e8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.056457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-368fd79a-9d06-4f9b-b7bf-76a03cc7e8be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb1a1da-9a57-4021-9863-a18daec991af HTTP/1.1" status: 204 len: 168 time: 0.3019068 Jul 13 07:25:03.114601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fd79a-9d06-4f9b-b7bf-76a03cc7e8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb1a1da-9a57-4021-9863-a18daec991af,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:03.271248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753662-4a85-48cf-9e8a-b5fc8c05f2ea req-a1a30e8f-271d-4d11-80f5-b09766232f05 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.276128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b753662-4a85-48cf-9e8a-b5fc8c05f2ea req-a1a30e8f-271d-4d11-80f5-b09766232f05 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1388075 Jul 13 07:25:03.276886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa33104-4517-4281-a110-f9cd08691a79 req-dca6f663-71b1-4464-9d85-e74e5a11de00 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.283625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa33104-4517-4281-a110-f9cd08691a79 req-dca6f663-71b1-4464-9d85-e74e5a11de00 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.289602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa33104-4517-4281-a110-f9cd08691a79 req-dca6f663-71b1-4464-9d85-e74e5a11de00 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.291348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6fa33104-4517-4281-a110-f9cd08691a79 req-dca6f663-71b1-4464-9d85-e74e5a11de00 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2414 time: 0.1687915 Jul 13 07:25:03.310501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-4d285f41-e18d-466e-8a3c-6c467012b744 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.312113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-4d285f41-e18d-466e-8a3c-6c467012b744 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1098 time: 0.2450693 Jul 13 07:25:03.354233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-43'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:03.384418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b753662-4a85-48cf-9e8a-b5fc8c05f2ea req-df15a523-814f-47eb-8c4f-2b1b5ee02667 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941916 Jul 13 07:25:03.397799 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6fa33104-4517-4281-a110-f9cd08691a79 req-bcf4d414-7da5-49c3-bba1-d7ae1c445f43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905609 Jul 13 07:25:03.551376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.631816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b8944675-dd41-41d6-9796-87b1b5a9b5bb details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:03.746356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:03.790888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:03.852042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.859224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.887879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:03.902235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b8944675-dd41-41d6-9796-87b1b5a9b5bb has no active binding in host n-h2-758944-43 {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:25:03.904579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f3dbd44-95ac-4ca9-a27c-3447f616a76c no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:03.930672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Pushing event updated for resources: {'Port': ['ID=b8944675-dd41-41d6-9796-87b1b5a9b5bb,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:03.964407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966f13-09ad-4a87-ac60-e37e140c642b req-b8f957dd-dc69-4a8f-a087-37acb44c311e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.973376 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cd966f13-09ad-4a87-ac60-e37e140c642b req-b8f957dd-dc69-4a8f-a087-37acb44c311e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1905339 Jul 13 07:25:04.006624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 9f3dbd44-95ac-4ca9-a27c-3447f616a76c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:04.006880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f3dbd44-95ac-4ca9-a27c-3447f616a76c not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:04.028465 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cd966f13-09ad-4a87-ac60-e37e140c642b req-80fc820d-6c5f-4824-b20c-56f524aec20c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Jul 13 07:25:04.056630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb on host n-h1-758944-43 for vnic_type normal with profile {"migrating_to": "n-h2-758944-43"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:04.057168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:04.057400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:04.063684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Port b8944675-dd41-41d6-9796-87b1b5a9b5bb on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:04.068636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Attempting to bind port b8944675-dd41-41d6-9796-87b1b5a9b5bb on network 1a9e0bc9-be06-4155-a26e-8e060b7f9009 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:04.075705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:04.076378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Checking segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:04.076493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Bound using segment: {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:04.077039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Bound port: b8944675-dd41-41d6-9796-87b1b5a9b5bb, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea621a36-1039-4c04-bd17-4479aeb68096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a9e0bc9-be06-4155-a26e-8e060b7f9009'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:04.077914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.199307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:04.203070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:04.217300 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.433015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Pushing event updated for resources: {'Port': ['ID=b8944675-dd41-41d6-9796-87b1b5a9b5bb,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:04.488462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68af5fc-31bb-407d-b6e5-f41fa5604603 req-c70206cb-40f6-4b12-a695-accb1f8a2dd7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.490186 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a68af5fc-31bb-407d-b6e5-f41fa5604603 req-c70206cb-40f6-4b12-a695-accb1f8a2dd7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.1454065 Jul 13 07:25:04.491354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.503055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.505032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-1f274061-b024-45f1-a38b-2a46cb87162c service neutron] 10.222.0.48 "PUT /v2.0/ports/b8944675-dd41-41d6-9796-87b1b5a9b5bb HTTP/1.1" status: 200 len: 1124 time: 1.1559942 Jul 13 07:25:04.574152 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a68af5fc-31bb-407d-b6e5-f41fa5604603 req-2425bfcc-8d0d-4c90-80df-bd2fcad4e6b1 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760107 Jul 13 07:25:04.604520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b8944675-dd41-41d6-9796-87b1b5a9b5bb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:04.718797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b8944675-dd41-41d6-9796-87b1b5a9b5bb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:04.866049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb'}, {'name': 'network-changed', 'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:04.870538 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cc4105-7e8b-4512-afc1-42155c08ded2" -d '{"events": [{"server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "name": "network-vif-unplugged", "status": "completed", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb"}, {"name": "network-changed", "server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:04.953315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a98b-d875-469c-9bbd-19ed474bc013 req-b99bfdd8-af05-4293-91f5-60c02090113f tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.961492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c712a98b-d875-469c-9bbd-19ed474bc013 req-b99bfdd8-af05-4293-91f5-60c02090113f tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 944 time: 0.0855217 Jul 13 07:25:04.990597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03f38-5ccb-4455-885c-91e5cd1c4615 req-0b68cda7-d9d1-409f-a8fb-3a56e01a337c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.000501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03f38-5ccb-4455-885c-91e5cd1c4615 req-0b68cda7-d9d1-409f-a8fb-3a56e01a337c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.010489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03f38-5ccb-4455-885c-91e5cd1c4615 req-0b68cda7-d9d1-409f-a8fb-3a56e01a337c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.013388 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35f03f38-5ccb-4455-885c-91e5cd1c4615 req-0b68cda7-d9d1-409f-a8fb-3a56e01a337c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2414 time: 0.1755910 Jul 13 07:25:05.026762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c712a98b-d875-469c-9bbd-19ed474bc013 req-606d9f09-46c1-43f5-9a3a-4c25028816d4 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641263 Jul 13 07:25:05.122447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35f03f38-5ccb-4455-885c-91e5cd1c4615 req-165d881c-dc6f-4c27-9653-041d1886a52d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957396 Jul 13 07:25:05.188047 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.289726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-05bfa842-51d1-4666-977c-a0496504d655 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.291373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-05bfa842-51d1-4666-977c-a0496504d655 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 944 time: 0.1574342 Jul 13 07:25:05.320930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6fc0b-1f23-429a-b856-e64a31ef6a1f req-e9702eef-e549-4805-9e1f-9d89b1533fc2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.334554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dcc6fc0b-1f23-429a-b856-e64a31ef6a1f req-e9702eef-e549-4805-9e1f-9d89b1533fc2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1311088 Jul 13 07:25:05.375922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-20f5d6e7-4191-4b32-a88e-f7bfdc286ece tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.377978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-20f5d6e7-4191-4b32-a88e-f7bfdc286ece tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.1383011 Jul 13 07:25:05.396997 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-3e4b8ebf-0be1-40b4-9ef8-5b866697bbb0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/quotas/4f9d3c2a974e43749b74713ae48c2be0 HTTP/1.1" status: 200 len: 375 time: 0.0126712 Jul 13 07:25:05.452835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dcc6fc0b-1f23-429a-b856-e64a31ef6a1f req-33f45242-fcdf-458e-9e8d-b4a40ada888c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158776 Jul 13 07:25:05.482781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Deleting port 8f501848-6f29-44ab-be48-b496f56111d8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:05.483411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.520761 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-3f4d962a-0872-4380-b91d-b12ca32d92fe tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1085298 Jul 13 07:25:05.574132 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1c69cf-a1ed-4ed0-8e28-f4560c594638 x-openstack-request-id: req-5f1c69cf-a1ed-4ed0-8e28-f4560c594638 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:05.574474 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "name": "network-vif-unplugged", "status": "completed", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb", "code": 200}, {"name": "network-changed", "server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:05.574924 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f1c69cf-a1ed-4ed0-8e28-f4560c594638 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:05.575540 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb', 'code': 200} Jul 13 07:25:05.575834 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb', 'status': 'completed', 'code': 200} Jul 13 07:25:05.618693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] For port 8f501848-6f29-44ab-be48-b496f56111d8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8f501848-6f29-44ab-be48-b496f56111d8,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:05.619928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.636377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device af86ae1c-db8e-4881-91f1-727f27d8dc89 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:05.661010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Calling delete_port for 8f501848-6f29-44ab-be48-b496f56111d8 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:05.744546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-ab00f9bd-7fa4-4de3-bc4a-89a9dee7e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.746125 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-ab00f9bd-7fa4-4de3-bc4a-89a9dee7e9ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 1127 time: 0.1390200 Jul 13 07:25:05.752076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port af86ae1c-db8e-4881-91f1-727f27d8dc89 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:05.761187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port af86ae1c-db8e-4881-91f1-727f27d8dc89 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:05.762760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.888858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-898b4cf8-63a8-43b2-ab88-bcf36d3e50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.890797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-898b4cf8-63a8-43b2-ab88-bcf36d3e50ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1089547 Jul 13 07:25:05.928496 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.949688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.957166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:05.960363 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6c8680-4b6e-422f-bccc-c07f52fb00df" -d '{"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:05.967312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f501848-6f29-44ab-be48-b496f56111d8'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:06.002936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port af86ae1c-db8e-4881-91f1-727f27d8dc89, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=af86ae1c-db8e-4881-91f1-727f27d8dc89,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:06.007178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Pushing event deleted for resources: {'Port': ['ID=8f501848-6f29-44ab-be48-b496f56111d8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:06.008545 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.046619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 792f85b9-4b37-49da-a7e7-5138364cfa82 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:06.127415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=af86ae1c-db8e-4881-91f1-727f27d8dc89,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:06.145883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 792f85b9-4b37-49da-a7e7-5138364cfa82 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:06.158800 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 792f85b9-4b37-49da-a7e7-5138364cfa82 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:06.159217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.275793 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.322007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 792f85b9-4b37-49da-a7e7-5138364cfa82, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=792f85b9-4b37-49da-a7e7-5138364cfa82,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:06.327563 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.376295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 28635302-f83c-45ef-bb8b-a02fd2d68bb2 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:06.444053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=792f85b9-4b37-49da-a7e7-5138364cfa82,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:06.477881 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-ff0afd3a-f6f1-4580-9c18-f59f2e1fe0e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb HTTP/1.1" status: 200 len: 217 time: 0.5786982 Jul 13 07:25:06.491153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-7459d824-92c2-4ff7-b534-2cb270e78228 service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9664824 Jul 13 07:25:06.494730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:06.500477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:06.500856 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.536595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] No DVR routers for this DVR port 8f501848-6f29-44ab-be48-b496f56111d8 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:06.540384 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.542861 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d7269c70-1b61-4b84-b9de-b3fa718a1f2c req-ef62f6a6-fbf0-4043-901e-bca4914b004b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.38 "DELETE /v2.0/ports/8f501848-6f29-44ab-be48-b496f56111d8 HTTP/1.1" status: 204 len: 173 time: 1.2416716 Jul 13 07:25:06.575178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-126dbde9-b2b5-406e-ac0b-a93f556ce235 None None] Provisioning complete for port af86ae1c-db8e-4881-91f1-727f27d8dc89 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:06.575178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-126dbde9-b2b5-406e-ac0b-a93f556ce235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.587965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bb956-e53e-4c7f-b454-6d45adebe50b req-cd727724-5756-4157-889c-5f69975cdd6e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:06.594607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b91bb956-e53e-4c7f-b454-6d45adebe50b req-cd727724-5756-4157-889c-5f69975cdd6e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.6565614 Jul 13 07:25:06.633593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-b627c91d-b64c-4be2-bbb2-02bfaa4e8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:06.636169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-b627c91d-b64c-4be2-bbb2-02bfaa4e8272 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.1325848 Jul 13 07:25:06.669178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b91bb956-e53e-4c7f-b454-6d45adebe50b req-a3c17593-c01c-48b9-b5bf-cd3dc72d90fa tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630991 Jul 13 07:25:06.711237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-b0010618-0cc4-4794-b327-09c626afd4ed service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186856 Jul 13 07:25:06.714303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-c9e0e28b-34f7-48c4-98b8-132effc552b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657890 Jul 13 07:25:06.875917 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.881011 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-86b392c6-3ca5-4d87-87b6-c72bbd806b8e service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588085 Jul 13 07:25:06.933166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 28635302-f83c-45ef-bb8b-a02fd2d68bb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=28635302-f83c-45ef-bb8b-a02fd2d68bb2,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:06.939928 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.039383 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c224c82-2d19-4d31-96a3-1175936c58d3 x-openstack-request-id: req-2c224c82-2d19-4d31-96a3-1175936c58d3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:07.039725 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:07.039909 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c224c82-2d19-4d31-96a3-1175936c58d3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:07.050655 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89', 'code': 200} Jul 13 07:25:07.062156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=28635302-f83c-45ef-bb8b-a02fd2d68bb2,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:07.071241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d136b39-519c-4962-9302-c917ff889050 req-db55a13d-6ea1-4f14-9816-b3553899290f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.073124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d136b39-519c-4962-9302-c917ff889050 req-db55a13d-6ea1-4f14-9816-b3553899290f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.1559262 Jul 13 07:25:07.081364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5ed68d06-ee06-4ee6-8543-b34a6b831711 None None] Provisioning complete for port 792f85b9-4b37-49da-a7e7-5138364cfa82 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:07.081830 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ed68d06-ee06-4ee6-8543-b34a6b831711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.085154 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9cc4105-7e8b-4512-afc1-42155c08ded2 req-5fdc7d4f-bb2c-4bc4-9b18-140b914611e9 service neutron] 10.222.0.38 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976819 Jul 13 07:25:07.156874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60106) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:07.176152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.203122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d136b39-519c-4962-9302-c917ff889050 req-f9fb5703-0c6e-4fd1-80e6-fd8d72b6ce43 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218131 Jul 13 07:25:07.423649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3abf126-d2f6-4026-bc08-396a0911c58f req-a420f663-851a-46eb-ac3a-0faed41bb196 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed2abf90-64d6-46fd-a312-f6e2d55b5468 HTTP/1.1" status: 200 len: 210 time: 0.0830176 Jul 13 07:25:07.424955 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.501424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5086def2-7dec-4622-935c-7111ae0a3f77 None None] Provisioning complete for port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:07.503400 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5086def2-7dec-4622-935c-7111ae0a3f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.512025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02080-4cfc-4563-a8b8-34e4e4499b64 req-4d2b6880-2985-4145-8010-60a255cacd54 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.526390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02080-4cfc-4563-a8b8-34e4e4499b64 req-4d2b6880-2985-4145-8010-60a255cacd54 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.541444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02080-4cfc-4563-a8b8-34e4e4499b64 req-4d2b6880-2985-4145-8010-60a255cacd54 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.552257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5ba02080-4cfc-4563-a8b8-34e4e4499b64 req-4d2b6880-2985-4145-8010-60a255cacd54 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2417 time: 0.1959894 Jul 13 07:25:07.564314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.570501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.586914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'name': 'network-vif-deleted', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:07.593863 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb00392-9440-41ce-a16b-f7bcb0758a8e" -d '{"events": [{"server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "name": "network-vif-deleted", "tag": "8f501848-6f29-44ab-be48-b496f56111d8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:07.630837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86f34d5c7154490aa182d1469701480f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696615 Jul 13 07:25:07.630837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345585a-93f7-47aa-b653-f94a7d06306b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:07.633718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60122) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:07.654521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5ba02080-4cfc-4563-a8b8-34e4e4499b64 req-1c281e10-1500-4c5c-8c29-58163f389abc tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004477 Jul 13 07:25:07.658599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.659009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.659364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.659809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.660098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.660368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.660920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.661822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.661980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.662251 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.662585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.663343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b340465-1f60-4cd5-aca1-284f279c2789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:07.731560 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-72644d79-5315-45e9-bb74-e3fa0951540e req-219c9db0-34e6-488f-a7f4-4edadb796c92 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 210 time: 0.0349913 Jul 13 07:25:07.749228 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5968a958-c374-4698-82e2-b30009720cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.774727 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5968a958-c374-4698-82e2-b30009720cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.791370 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2182fd98-cf4a-44e2-af64-c52837ab18c2 x-openstack-request-id: req-2182fd98-cf4a-44e2-af64-c52837ab18c2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:07.791667 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2abf90-64d6-46fd-a312-f6e2d55b5468", "name": "network-vif-deleted", "tag": "8f501848-6f29-44ab-be48-b496f56111d8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:07.791921 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2182fd98-cf4a-44e2-af64-c52837ab18c2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:07.792317 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2abf90-64d6-46fd-a312-f6e2d55b5468', 'name': 'network-vif-deleted', 'tag': '8f501848-6f29-44ab-be48-b496f56111d8', 'status': 'completed', 'code': 200} Jul 13 07:25:07.838630 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5968a958-c374-4698-82e2-b30009720cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.847182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5968a958-c374-4698-82e2-b30009720cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.848118 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5968a958-c374-4698-82e2-b30009720cd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3345585a-93f7-47aa-b653-f94a7d06306b HTTP/1.1" status: 204 len: 168 time: 0.2121503 Jul 13 07:25:07.856810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968a958-c374-4698-82e2-b30009720cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345585a-93f7-47aa-b653-f94a7d06306b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:07.896726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feb893-3414-40cf-9e64-54935e8f24d7 req-dec22efd-19f3-4c8c-b01b-fe705855b1e7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.898655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3feb893-3414-40cf-9e64-54935e8f24d7 req-dec22efd-19f3-4c8c-b01b-fe705855b1e7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0982139 Jul 13 07:25:07.954631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3feb893-3414-40cf-9e64-54935e8f24d7 req-1a4d9919-82c2-44d1-b37a-198bd29c8c22 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500743 Jul 13 07:25:08.033999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8f501848-6f29-44ab-be48-b496f56111d8 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:08.061638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 8f501848-6f29-44ab-be48-b496f56111d8 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:08.062299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8f501848-6f29-44ab-be48-b496f56111d8 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:08.159138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c28bce-c274-4cde-a1de-919826d10fa6 req-1dcd7eda-437f-48a9-9a19-d3102b0c0cdb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.160825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-01c28bce-c274-4cde-a1de-919826d10fa6 req-1dcd7eda-437f-48a9-9a19-d3102b0c0cdb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0798085 Jul 13 07:25:08.180793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60130) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:08.195185 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b00abad3-1b4d-4050-867d-5ddb5dff703f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.202111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-01c28bce-c274-4cde-a1de-919826d10fa6 req-fdedb190-9332-45b7-a931-c683a5ce7ea2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348685 Jul 13 07:25:08.317012 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b00abad3-1b4d-4050-867d-5ddb5dff703f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.321734 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b00abad3-1b4d-4050-867d-5ddb5dff703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.405424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b00abad3-1b4d-4050-867d-5ddb5dff703f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bc8e2c241e84aa69663caa6c970db06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234135 Jul 13 07:25:08.407855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00abad3-1b4d-4050-867d-5ddb5dff703f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d055ac-9d8d-44bc-a8b8-76f1ee7ceb20,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:08.409775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60138) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:08.445729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122dd9e-b588-45c6-9c5e-a78d35cf110e req-83a92652-34a8-4e2d-967a-d2f79acacf88 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.447577 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4122dd9e-b588-45c6-9c5e-a78d35cf110e req-83a92652-34a8-4e2d-967a-d2f79acacf88 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.1073279 Jul 13 07:25:08.466191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a013b-2094-43bf-972b-ed35dbfb5f78 req-2a8d202b-2269-4f09-88f8-21ff3ed37087 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.467971 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-153a013b-2094-43bf-972b-ed35dbfb5f78 req-2a8d202b-2269-4f09-88f8-21ff3ed37087 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1159742 Jul 13 07:25:08.503712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4122dd9e-b588-45c6-9c5e-a78d35cf110e req-d77d3fa6-4046-4408-b3ff-ec29317c97ee tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443199 Jul 13 07:25:08.580355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-153a013b-2094-43bf-972b-ed35dbfb5f78 req-a6986af5-2f9a-4d70-b930-0c10b5326026 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585887 Jul 13 07:25:08.581360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93c1840e-f961-4a25-aa1a-a2f321090617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.710309 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93c1840e-f961-4a25-aa1a-a2f321090617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.780274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-27bf88cd-9630-48f8-8252-8092394295d9 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.781851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-27bf88cd-9630-48f8-8252-8092394295d9 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.1764209 Jul 13 07:25:08.801171 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93c1840e-f961-4a25-aa1a-a2f321090617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.805738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93c1840e-f961-4a25-aa1a-a2f321090617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.810220 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-93c1840e-f961-4a25-aa1a-a2f321090617 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9d055ac-9d8d-44bc-a8b8-76f1ee7ceb20 HTTP/1.1" status: 204 len: 168 time: 0.3840506 Jul 13 07:25:08.816295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Request body: {'port': {'device_id': '30eaeda5-ad4e-43e4-bbce-c59c3b3fb018', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'admin_state_up': True, 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:08.994791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1840e-f961-4a25-aa1a-a2f321090617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d055ac-9d8d-44bc-a8b8-76f1ee7ceb20,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:09.047452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ad1db-6af1-44a9-9893-f4134010f8fc req-4b44904c-0c49-4cab-8fc6-4bbc97d0deb7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.052208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82'}, {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:09.055557 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-738ad1db-6af1-44a9-9893-f4134010f8fc req-4b44904c-0c49-4cab-8fc6-4bbc97d0deb7 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1457155 Jul 13 07:25:09.055706 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ae4a4f-3507-4678-9b75-0e3e8643e975" -d '{"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82"}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:09.123146 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-738ad1db-6af1-44a9-9893-f4134010f8fc req-d6a7482a-1d2f-450f-94e0-212e14b8a548 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656686 Jul 13 07:25:09.136672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:09.145813 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.338891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7f99f28-d758-4166-bb1f-30d511ab4114 req-4fbc720c-2ace-4bec-8896-135e237590a8 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 210 time: 0.0382216 Jul 13 07:25:09.492596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Allocated IP 172.20.0.7 (832e3da9-e104-4daf-a678-a850d2020b15/0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9/3656e0d5-71fa-42f4-9214-53c2fcfe2297) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:09.620677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d90a-01e5-4c2d-9f6c-8a7e182e519b req-c8f9538d-559e-42bb-bb2a-3280201c5c4c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.629298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d90a-01e5-4c2d-9f6c-8a7e182e519b req-c8f9538d-559e-42bb-bb2a-3280201c5c4c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.641320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d90a-01e5-4c2d-9f6c-8a7e182e519b req-c8f9538d-559e-42bb-bb2a-3280201c5c4c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.649746 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0007d90a-01e5-4c2d-9f6c-8a7e182e519b req-c8f9538d-559e-42bb-bb2a-3280201c5c4c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2417 time: 0.3415315 Jul 13 07:25:09.692605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-12e82e7b-232b-4a75-adfd-1eaed27f8f43 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.694835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-12e82e7b-232b-4a75-adfd-1eaed27f8f43 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 945 time: 0.1899436 Jul 13 07:25:09.751194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72252ec9-d69d-4833-be81-7b375e6868fd req-a137a699-b496-40fb-ae9a-40a8ac62832b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.758648 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72252ec9-d69d-4833-be81-7b375e6868fd req-a137a699-b496-40fb-ae9a-40a8ac62832b tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 945 time: 0.2114069 Jul 13 07:25:09.806383 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0007d90a-01e5-4c2d-9f6c-8a7e182e519b req-b27cafa0-0d9d-4b83-b92b-5ed6efc8491e tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505017 Jul 13 07:25:09.860963 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.894403 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac685f7-c7b7-4444-9a87-30f9b0446826 x-openstack-request-id: req-0ac685f7-c7b7-4444-9a87-30f9b0446826 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:09.894771 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82", "code": 200}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:09.895097 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ac685f7-c7b7-4444-9a87-30f9b0446826 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:09.895659 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82', 'code': 200} Jul 13 07:25:09.896017 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2', 'code': 200} Jul 13 07:25:09.898287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72252ec9-d69d-4833-be81-7b375e6868fd req-d7da69c2-4c7b-4d6b-a23f-4980083a9ce1 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386704 Jul 13 07:25:09.918980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.937468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:09.971117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Deleting port e17687b2-f03f-49d7-ae59-838789276192 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:09.971740 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.996783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Network 832e3da9-e104-4daf-a678-a850d2020b15 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:10.000969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:10.014499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:10.072861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event updated for resources: {'Port': ['ID=3656e0d5-71fa-42f4-9214-53c2fcfe2297,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:10.147708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.148633 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.180506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-95e505fe-f0b5-4fe5-adef-f9a058d4746f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3686514 Jul 13 07:25:10.194503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Request body: {'port': {'device_id': '30eaeda5-ad4e-43e4-bbce-c59c3b3fb018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:10.325314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] For port e17687b2-f03f-49d7-ae59-838789276192, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=e17687b2-f03f-49d7-ae59-838789276192,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:10.325701 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.331068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4af55-f0ee-42b8-9125-1d3dfbf25fbb req-3f1c01ee-205d-40c6-b6fc-e31ca27758cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.331703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4af55-f0ee-42b8-9125-1d3dfbf25fbb req-3f1c01ee-205d-40c6-b6fc-e31ca27758cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.332313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4af55-f0ee-42b8-9125-1d3dfbf25fbb req-3f1c01ee-205d-40c6-b6fc-e31ca27758cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.334201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47f4af55-f0ee-42b8-9125-1d3dfbf25fbb req-3f1c01ee-205d-40c6-b6fc-e31ca27758cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2873 time: 0.3255284 Jul 13 07:25:10.363993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Calling delete_port for e17687b2-f03f-49d7-ae59-838789276192 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:10.384505 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.417108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29d2f9-2355-4ecf-b1ff-4bf7ae57fd9d req-5d0d9d15-cf0d-4731-9d80-7e7548d95a95 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.419402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7b29d2f9-2355-4ecf-b1ff-4bf7ae57fd9d req-5d0d9d15-cf0d-4731-9d80-7e7548d95a95 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1451387 Jul 13 07:25:10.467149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-605ba3bc-e1fb-460a-9ca0-4bd9df5048dc service neutron] 10.222.0.38 "GET /v2.0/ports/b8944675-dd41-41d6-9796-87b1b5a9b5bb/bindings/n-h2-758944-43 HTTP/1.1" status: 200 len: 385 time: 0.2134237 Jul 13 07:25:10.468742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47f4af55-f0ee-42b8-9125-1d3dfbf25fbb req-4ab6672c-3e04-4658-ba1c-472069f049f9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180258 Jul 13 07:25:10.495945 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7b29d2f9-2355-4ecf-b1ff-4bf7ae57fd9d req-b6c23374-f43f-4d35-a598-2021d30fa319 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556138 Jul 13 07:25:10.517214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff2b58-02ee-4968-a125-581760f28686 req-36ef7889-578e-45d8-9c1f-3d0f2e00eba8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.525191 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5bff2b58-02ee-4968-a125-581760f28686 req-36ef7889-578e-45d8-9c1f-3d0f2e00eba8 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 944 time: 0.2920842 Jul 13 07:25:10.626980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5bff2b58-02ee-4968-a125-581760f28686 req-204b152a-e88f-4516-abc5-926b3930c307 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003482 Jul 13 07:25:10.753927 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.795700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Pushing event deleted for resources: {'Port': ['ID=e17687b2-f03f-49d7-ae59-838789276192,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:10.810073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3656e0d5-71fa-42f4-9214-53c2fcfe2297 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:10.828107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.881640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Transition to ACTIVE for port object 3656e0d5-71fa-42f4-9214-53c2fcfe2297 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:10.885840 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.925838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] No DVR routers for this DVR port e17687b2-f03f-49d7-ae59-838789276192 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:10.933488 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.935999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4790587-f3d6-444d-bb64-105e4b43e519 req-c4eb5941-6e5f-4a4e-b9ae-f69d2b78bb24 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.48 "DELETE /v2.0/ports/e17687b2-f03f-49d7-ae59-838789276192 HTTP/1.1" status: 204 len: 173 time: 1.2346051 Jul 13 07:25:10.944928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'name': 'network-vif-deleted', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:10.947265 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca5e035-0f1c-44e2-adf6-4a695516f425" -d '{"events": [{"server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "name": "network-vif-deleted", "tag": "e17687b2-f03f-49d7-ae59-838789276192"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:10.964612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:10.977292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Pushing event updated for resources: {'Port': ['ID=3656e0d5-71fa-42f4-9214-53c2fcfe2297,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:11.001985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:11.013434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f92db-32e4-4792-a8fa-9dad3534fa4d req-d70501a4-2f9b-473d-a994-752139d01c3d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.015141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-214f92db-32e4-4792-a8fa-9dad3534fa4d req-d70501a4-2f9b-473d-a994-752139d01c3d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 931 time: 0.2284772 Jul 13 07:25:11.031386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f104e-a99a-4b13-bb1d-e35db6da2799 req-64b6d72c-fa08-4bc3-a9f1-9f0466618766 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.033069 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e1f104e-a99a-4b13-bb1d-e35db6da2799 req-64b6d72c-fa08-4bc3-a9f1-9f0466618766 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1907148 Jul 13 07:25:11.067178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Attempting to bind port 3656e0d5-71fa-42f4-9214-53c2fcfe2297 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:11.067553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Attempting to bind port 3656e0d5-71fa-42f4-9214-53c2fcfe2297 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:11.067797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Attempting to bind port 3656e0d5-71fa-42f4-9214-53c2fcfe2297 on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:11.068756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8944675-dd41-41d6-9796-87b1b5a9b5bb {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:11.076058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Port 3656e0d5-71fa-42f4-9214-53c2fcfe2297 on network 832e3da9-e104-4daf-a678-a850d2020b15 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:11.076387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Attempting to bind port 3656e0d5-71fa-42f4-9214-53c2fcfe2297 on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:11.089689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:11.091001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:11.091353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Checking segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:11.091760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Bound using segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:11.092583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Bound port: 3656e0d5-71fa-42f4-9214-53c2fcfe2297, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:11.092583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.095810 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-214f92db-32e4-4792-a8fa-9dad3534fa4d req-d105cdd8-6c39-462f-8606-29955a23eeb2 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605676 Jul 13 07:25:11.098095 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e1f104e-a99a-4b13-bb1d-e35db6da2799 req-7166bd0a-6e79-4d01-8f95-68c7658f55fe tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574441 Jul 13 07:25:11.110456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.191968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] For port 3656e0d5-71fa-42f4-9214-53c2fcfe2297, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:11.197815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] For port 3656e0d5-71fa-42f4-9214-53c2fcfe2297, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3656e0d5-71fa-42f4-9214-53c2fcfe2297,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:11.205842 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.249663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] Transition to ACTIVE for port object b8944675-dd41-41d6-9796-87b1b5a9b5bb will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:11.249914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.250703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.252504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] 10.222.0.38 "PUT /v2.0/ports/3656e0d5-71fa-42f4-9214-53c2fcfe2297 HTTP/1.1" status: 200 len: 1092 time: 1.0649388 Jul 13 07:25:11.253027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30eaeda5-ad4e-43e4-bbce-c59c3b3fb018', 'tag': '3656e0d5-71fa-42f4-9214-53c2fcfe2297'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:11.254822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.255587 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fabeb5-dd36-457b-9be5-9f110f9ea366" -d '{"events": [{"name": "network-changed", "server_uuid": "30eaeda5-ad4e-43e4-bbce-c59c3b3fb018", "tag": "3656e0d5-71fa-42f4-9214-53c2fcfe2297"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:11.337754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] No DVR routers for this DVR port b8944675-dd41-41d6-9796-87b1b5a9b5bb on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:11.348593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4c712-a205-4ea0-b2cb-bae69b4205cb service neutron] Pushing event updated for resources: {'Port': ['ID=3656e0d5-71fa-42f4-9214-53c2fcfe2297,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:11.369540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d254cd6-ba8d-484f-bd71-a0e7f67a15e9 req-fd648691-f3a0-4173-9d73-ad4021cfd8db tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5501be3-891b-4884-b973-6656d7315d7c HTTP/1.1" status: 200 len: 210 time: 0.0611298 Jul 13 07:25:11.380281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8944675-dd41-41d6-9796-87b1b5a9b5bb,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:11.410029 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7039bd38-d6dd-491f-9740-4af77226a5e4 service neutron] 10.222.0.38 "PUT /v2.0/ports/b8944675-dd41-41d6-9796-87b1b5a9b5bb/bindings/n-h2-758944-43/activate HTTP/1.1" status: 200 len: 370 time: 0.9350770 Jul 13 07:25:11.412307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca8e61-43f2-432e-bd7f-016bc36bcd48 req-714c14b9-ca67-4afc-a895-21041e9c1e3d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.418994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca8e61-43f2-432e-bd7f-016bc36bcd48 req-714c14b9-ca67-4afc-a895-21041e9c1e3d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.425753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca8e61-43f2-432e-bd7f-016bc36bcd48 req-714c14b9-ca67-4afc-a895-21041e9c1e3d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.427650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87ca8e61-43f2-432e-bd7f-016bc36bcd48 req-714c14b9-ca67-4afc-a895-21041e9c1e3d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2417 time: 0.1794412 Jul 13 07:25:11.432520 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0abcef4-8fa6-4ea9-ab7f-db162e0f351b x-openstack-request-id: req-f0abcef4-8fa6-4ea9-ab7f-db162e0f351b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:11.433095 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5501be3-891b-4884-b973-6656d7315d7c", "name": "network-vif-deleted", "tag": "e17687b2-f03f-49d7-ae59-838789276192", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:11.434279 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0abcef4-8fa6-4ea9-ab7f-db162e0f351b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:11.434896 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5501be3-891b-4884-b973-6656d7315d7c', 'name': 'network-vif-deleted', 'tag': 'e17687b2-f03f-49d7-ae59-838789276192', 'status': 'completed', 'code': 200} Jul 13 07:25:11.435572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-088a4c59-e380-4b81-9d46-bc3381bdac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.437385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-088a4c59-e380-4b81-9d46-bc3381bdac24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 1095 time: 0.1318846 Jul 13 07:25:11.493980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-983cc11e-60ac-4371-b234-9c5e7f4f7870 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3656e0d5-71fa-42f4-9214-53c2fcfe2297 HTTP/1.1" status: 200 len: 217 time: 0.0486641 Jul 13 07:25:11.540351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-466d53b4-376e-4104-a5e3-a06d02b4151d tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.542303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-466d53b4-376e-4104-a5e3-a06d02b4151d tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.0639122 Jul 13 07:25:11.546528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87ca8e61-43f2-432e-bd7f-016bc36bcd48 req-3614c68c-cc2c-4abf-a791-c3a9aa27f397 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080284 Jul 13 07:25:11.565451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-33a067c5-a9bc-412d-93ec-b39bab0376f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.574722 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-33a067c5-a9bc-412d-93ec-b39bab0376f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.0676410 Jul 13 07:25:11.610886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-8f7f3c97-815f-4476-8d93-c49151e37e54 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357659 Jul 13 07:25:11.646980 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23055c96-65a3-4e1c-bdf2-a33bf44027e9 x-openstack-request-id: req-23055c96-65a3-4e1c-bdf2-a33bf44027e9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:11.647623 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30eaeda5-ad4e-43e4-bbce-c59c3b3fb018", "tag": "3656e0d5-71fa-42f4-9214-53c2fcfe2297", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:11.647824 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23055c96-65a3-4e1c-bdf2-a33bf44027e9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:11.648237 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30eaeda5-ad4e-43e4-bbce-c59c3b3fb018', 'tag': '3656e0d5-71fa-42f4-9214-53c2fcfe2297', 'status': 'completed', 'code': 200} Jul 13 07:25:11.651887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-3483db82-bc8b-4db6-ae0b-fdbf0dcf3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.658872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-3483db82-bc8b-4db6-ae0b-fdbf0dcf3638 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726&tenant_id=b89fd6995b214243ad8ae84998c54e50 HTTP/1.1" status: 200 len: 1097 time: 0.1081350 Jul 13 07:25:11.740932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-6b0b2a5f-a04e-491b-b158-3716dee2c74e service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236429 Jul 13 07:25:11.801358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-fb49ca52-5abb-4db1-ad27-b48f907bc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.802922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-fb49ca52-5abb-4db1-ad27-b48f907bc5e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b89fd6995b214243ad8ae84998c54e50&device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 1097 time: 0.1011467 Jul 13 07:25:11.874051 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ced43388-feb3-451e-a3cd-66fef1d2bae9 req-ac857772-e37d-4866-874d-7a77b43e7226 service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262541 Jul 13 07:25:11.914445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9038c1-7be3-44d8-ab2e-85b9bbc44539 req-36011822-1a3d-4b4e-be89-2c7c8954e32a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.915956 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d9038c1-7be3-44d8-ab2e-85b9bbc44539 req-36011822-1a3d-4b4e-be89-2c7c8954e32a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1612163 Jul 13 07:25:11.974172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d9fbc-050a-4375-880e-857237e266cf req-69fbc5ac-dc8b-47a6-a3a6-4360fdf0cf75 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.975233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-ace2a6dc-f852-4fd6-bbe1-e935714da8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.975709 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-870d9fbc-050a-4375-880e-857237e266cf req-69fbc5ac-dc8b-47a6-a3a6-4360fdf0cf75 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 945 time: 0.0999765 Jul 13 07:25:11.976715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-ace2a6dc-f852-4fd6-bbe1-e935714da8b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 200 len: 922 time: 0.1628599 Jul 13 07:25:11.979656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d9038c1-7be3-44d8-ab2e-85b9bbc44539 req-ecb3f487-ad50-4421-9236-9f8e77272714 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566592 Jul 13 07:25:12.054124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-5b898c5f-a0a4-492f-8851-6d4a93d9ae01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb HTTP/1.1" status: 200 len: 217 time: 0.0657580 Jul 13 07:25:12.054374 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-870d9fbc-050a-4375-880e-857237e266cf req-34d333a2-8d78-4f42-9277-cf5732ea4ec1 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605881 Jul 13 07:25:12.068270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-e1ff329d-0b63-4c37-b1d2-339e41bc86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.070266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-e1ff329d-0b63-4c37-b1d2-339e41bc86a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 1095 time: 0.1211550 Jul 13 07:25:12.072704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b8944675-dd41-41d6-9796-87b1b5a9b5bb no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:12.111840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-18278efb-4114-4089-8635-1e65f68c69af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.113726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-18278efb-4114-4089-8635-1e65f68c69af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 200 len: 861 time: 0.0528915 Jul 13 07:25:12.165765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-7674e854-ef25-4b5a-b0eb-5d6baaff55b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a9e0bc9-be06-4155-a26e-8e060b7f9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369091 Jul 13 07:25:12.178591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b8944675-dd41-41d6-9796-87b1b5a9b5bb not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:12.191844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-33909272-bfb6-43e8-9e6a-6e877a248636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.193411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-33909272-bfb6-43e8-9e6a-6e877a248636 service neutron] 10.222.0.38 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 907 time: 0.1160486 Jul 13 07:25:12.257162 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-65e31c76-ad4c-4283-92ae-c9a1025c4ee9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3656e0d5-71fa-42f4-9214-53c2fcfe2297 HTTP/1.1" status: 200 len: 217 time: 0.0520360 Jul 13 07:25:12.316149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-06f2484c-6d1b-4167-89d9-673932ae2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.318491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-06f2484c-6d1b-4167-89d9-673932ae2a49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.0523193 Jul 13 07:25:12.332790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-3e814be8-c25b-4ec7-87d5-6a7fb23b61ca service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544173 Jul 13 07:25:12.352852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3197a-1579-4a7a-989e-cff38d74f709 req-c2d0a78f-6f06-4197-b593-2a0b2e90cfbc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.354351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ab3197a-1579-4a7a-989e-cff38d74f709 req-c2d0a78f-6f06-4197-b593-2a0b2e90cfbc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0944014 Jul 13 07:25:12.383886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-cf4ccca9-0e5c-4f7d-9526-e305053872ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580950 Jul 13 07:25:12.448030 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c0bdf-61cb-4aaf-88d2-5ea15dcf82ad req-c760fac5-3936-4307-a108-02f2dac7c823 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.449838 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed4c0bdf-61cb-4aaf-88d2-5ea15dcf82ad req-c760fac5-3936-4307-a108-02f2dac7c823 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 943 time: 0.1260777 Jul 13 07:25:12.457806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ab3197a-1579-4a7a-989e-cff38d74f709 req-ff59f840-11b0-4894-bb85-395513817818 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838423 Jul 13 07:25:12.490217 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-a517215f-3989-49f2-b29d-06aa978194f7 service neutron] 10.222.0.48 "GET /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348622 Jul 13 07:25:12.538414 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed4c0bdf-61cb-4aaf-88d2-5ea15dcf82ad req-f9b51088-c08c-4f97-88ce-a565369bee47 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625837 Jul 13 07:25:12.540427 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-73f211b1-5d8b-4636-97d6-c0ceb1e193c4 service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453166 Jul 13 07:25:12.653541 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44fabeb5-dd36-457b-9be5-9f110f9ea366 req-3d65d038-d792-4d44-a84d-457493bbcb09 service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042132 Jul 13 07:25:12.868684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-6cc6f898-eefc-4660-899f-6eed7c5462f7 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.870315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-6cc6f898-eefc-4660-899f-6eed7c5462f7 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726&tenant_id=b89fd6995b214243ad8ae84998c54e50&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.1089633 Jul 13 07:25:12.895129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45595199-0b69-48c6-b3d4-a4aeef3d09a6 req-6db0f8bc-9139-4aa7-b501-db25187af784 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.901089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45595199-0b69-48c6-b3d4-a4aeef3d09a6 req-6db0f8bc-9139-4aa7-b501-db25187af784 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.907087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45595199-0b69-48c6-b3d4-a4aeef3d09a6 req-6db0f8bc-9139-4aa7-b501-db25187af784 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.909021 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45595199-0b69-48c6-b3d4-a4aeef3d09a6 req-6db0f8bc-9139-4aa7-b501-db25187af784 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2417 time: 0.1156406 Jul 13 07:25:12.946712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d9cb6-6da8-4725-b674-f855ad2e7c16 req-b6e57375-3475-4332-aeca-b85cc304c4bb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.948391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-419d9cb6-6da8-4725-b674-f855ad2e7c16 req-b6e57375-3475-4332-aeca-b85cc304c4bb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0679834 Jul 13 07:25:12.985158 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45595199-0b69-48c6-b3d4-a4aeef3d09a6 req-bfac7d0c-75dd-4b2b-af84-211505e0a9bd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567331 Jul 13 07:25:12.996752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-419d9cb6-6da8-4725-b674-f855ad2e7c16 req-ca074824-5274-44be-8a89-40a90793ef19 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405278 Jul 13 07:25:13.048213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-f68bc462-9d24-448f-b91d-fd332d8e5918 service neutron] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:13.051947 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-f68bc462-9d24-448f-b91d-fd332d8e5918 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.053530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-f68bc462-9d24-448f-b91d-fd332d8e5918 service neutron] 10.222.0.48 "DELETE /v2.0/ports/b8944675-dd41-41d6-9796-87b1b5a9b5bb/bindings/n-h1-758944-43 HTTP/1.1" status: 204 len: 173 time: 0.1744232 Jul 13 07:25:13.180035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a9778-b69c-4e5b-b107-fcc5d0596a06 req-76daa9b0-f2d8-4ffc-a90c-83bcb80ecb25 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.181537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-242a9778-b69c-4e5b-b107-fcc5d0596a06 req-76daa9b0-f2d8-4ffc-a90c-83bcb80ecb25 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 944 time: 0.0729742 Jul 13 07:25:13.221026 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-242a9778-b69c-4e5b-b107-fcc5d0596a06 req-578dfae7-5a36-4e6f-81c0-7d9f2a02ae78 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7bf5d61-41de-4d03-b179-c8d42454cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332093 Jul 13 07:25:13.442495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-ceef2e3e-74e1-47e9-9157-a908abbaaa5e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.444200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-ceef2e3e-74e1-47e9-9157-a908abbaaa5e tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.48 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 944 time: 0.0950935 Jul 13 07:25:13.505115 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ca88-a8b6-47c9-aeda-eb3835884059 req-f243f002-a923-4bca-b00d-33676f9ba38c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.506870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5a79ca88-a8b6-47c9-aeda-eb3835884059 req-f243f002-a923-4bca-b00d-33676f9ba38c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0828848 Jul 13 07:25:13.550398 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5a79ca88-a8b6-47c9-aeda-eb3835884059 req-9a0a8300-82e2-484c-8936-d114f98e8bab tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360050 Jul 13 07:25:13.599840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60296) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:13.633129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da141e10-7a64-4e83-b5a5-63149981f726 req-362d054c-7cee-4243-a3ae-b85968911f6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.634812 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da141e10-7a64-4e83-b5a5-63149981f726 req-362d054c-7cee-4243-a3ae-b85968911f6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 945 time: 0.1470895 Jul 13 07:25:13.637498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Deleting port 5c1b6aa0-ca05-454a-bc64-e036a8084007 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:13.637917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.663723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device e17687b2-f03f-49d7-ae59-838789276192 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:13.704452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: e17687b2-f03f-49d7-ae59-838789276192 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:13.704814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device e17687b2-f03f-49d7-ae59-838789276192 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:13.733981 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da141e10-7a64-4e83-b5a5-63149981f726 req-24f7a5bf-0329-4f20-aca7-8fd038b4516d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925817 Jul 13 07:25:13.752391 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c5833bb-e9a1-4065-b7ab-8352647cdff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.768309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] For port 5c1b6aa0-ca05-454a-bc64-e036a8084007, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5c1b6aa0-ca05-454a-bc64-e036a8084007,segment=NetworkSegment(ab33b07d-4784-4e0a-8381-46c30e4cdf8f),segment_id=ab33b07d-4784-4e0a-8381-46c30e4cdf8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:13.768680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.784278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Calling delete_port for 5c1b6aa0-ca05-454a-bc64-e036a8084007 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:13.931705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c5833bb-e9a1-4065-b7ab-8352647cdff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.936339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c5833bb-e9a1-4065-b7ab-8352647cdff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.956236 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.983457 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6c5833bb-e9a1-4065-b7ab-8352647cdff9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94714bcc45fb41849bf63e40d9436498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824120 Jul 13 07:25:13.984881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5833bb-e9a1-4065-b7ab-8352647cdff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a01edc-70b9-4588-bfa3-3ae0977b3c45,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:13.994809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60306) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:13.998372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Pushing event deleted for resources: {'Port': ['ID=5c1b6aa0-ca05-454a-bc64-e036a8084007,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:14.072225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3656e0d5-71fa-42f4-9214-53c2fcfe2297 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:14.075048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] No DVR routers for this DVR port 5c1b6aa0-ca05-454a-bc64-e036a8084007 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:14.081087 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.083263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca920dff-b4aa-4d95-8e15-9284a8bc977e req-5c6ec322-d584-49fd-91f3-a764ecdfa064 tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.48 "DELETE /v2.0/ports/5c1b6aa0-ca05-454a-bc64-e036a8084007 HTTP/1.1" status: 204 len: 173 time: 0.6314385 Jul 13 07:25:14.083710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'name': 'network-vif-deleted', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:14.086592 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35339191-bd1c-42a5-b0f4-0d837307fa83" -d '{"events": [{"server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "name": "network-vif-deleted", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:14.131212 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f2c90cd-ca16-4f35-a517-8037b8e3550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.197745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81881698-c2cb-4905-a3e6-2da10e43a6ab req-0a3f73d7-3478-4473-96bd-c6f82a2d77ec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.203365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f2c90cd-ca16-4f35-a517-8037b8e3550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.206148 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81881698-c2cb-4905-a3e6-2da10e43a6ab req-0a3f73d7-3478-4473-96bd-c6f82a2d77ec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 943 time: 0.0888135 Jul 13 07:25:14.264548 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f2c90cd-ca16-4f35-a517-8037b8e3550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.267342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f2c90cd-ca16-4f35-a517-8037b8e3550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.270000 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7f2c90cd-ca16-4f35-a517-8037b8e3550e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6a01edc-70b9-4588-bfa3-3ae0977b3c45 HTTP/1.1" status: 204 len: 168 time: 0.2725232 Jul 13 07:25:14.286604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c90cd-ca16-4f35-a517-8037b8e3550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a01edc-70b9-4588-bfa3-3ae0977b3c45,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:14.304500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3656e0d5-71fa-42f4-9214-53c2fcfe2297, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3656e0d5-71fa-42f4-9214-53c2fcfe2297,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:14.308813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81881698-c2cb-4905-a3e6-2da10e43a6ab req-556248ab-f31e-4572-8a24-fb3f8a6d9f9f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004798 Jul 13 07:25:14.330236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '3656e0d5-71fa-42f4-9214-53c2fcfe2297', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'port_id': '3656e0d5-71fa-42f4-9214-53c2fcfe2297', 'mac_address': 'fa:16:3e:01:91:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:14.375908 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.391524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3656e0d5-71fa-42f4-9214-53c2fcfe2297 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:14.417875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3656e0d5-71fa-42f4-9214-53c2fcfe2297, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3656e0d5-71fa-42f4-9214-53c2fcfe2297,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:14.422382 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.443453 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496dcd87-66b2-4a48-ac37-9a17e39448d3 x-openstack-request-id: req-496dcd87-66b2-4a48-ac37-9a17e39448d3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:14.443755 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1000a2f6-d51d-467c-9d39-e4e9148842d1", "name": "network-vif-deleted", "tag": "5c1b6aa0-ca05-454a-bc64-e036a8084007", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:14.444018 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-496dcd87-66b2-4a48-ac37-9a17e39448d3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:14.444422 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1000a2f6-d51d-467c-9d39-e4e9148842d1', 'name': 'network-vif-deleted', 'tag': '5c1b6aa0-ca05-454a-bc64-e036a8084007', 'status': 'completed', 'code': 200} Jul 13 07:25:14.495610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efe815-5174-4724-bcc7-32f7c2ad5032 req-6fc4f729-baa7-4183-a875-a9297fd7060a tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.496616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=3656e0d5-71fa-42f4-9214-53c2fcfe2297,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:14.503852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efe815-5174-4724-bcc7-32f7c2ad5032 req-6fc4f729-baa7-4183-a875-a9297fd7060a tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.510505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efe815-5174-4724-bcc7-32f7c2ad5032 req-6fc4f729-baa7-4183-a875-a9297fd7060a tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.512896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1efe815-5174-4724-bcc7-32f7c2ad5032 req-6fc4f729-baa7-4183-a875-a9297fd7060a tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2417 time: 0.1223927 Jul 13 07:25:14.556760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1efe815-5174-4724-bcc7-32f7c2ad5032 req-7f0b6db6-5530-43b1-8da3-fe84cc4d4d0c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Jul 13 07:25:14.607224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0462f2f-90db-4a1f-80db-3226c18f43e0 req-0c064f4b-c28f-4dd7-9c2c-9a164c1072bb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.609231 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0462f2f-90db-4a1f-80db-3226c18f43e0 req-0c064f4b-c28f-4dd7-9c2c-9a164c1072bb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0724254 Jul 13 07:25:14.632508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60326) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:14.648839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-692cc84d-af6c-4043-85c6-4b760b4db879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.656877 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0462f2f-90db-4a1f-80db-3226c18f43e0 req-4d5f874c-8787-4478-b21b-c0ff18b672aa tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Jul 13 07:25:14.710070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['3656e0d5-71fa-42f4-9214-53c2fcfe2297'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:14.786857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572eed48-3163-4b97-8aae-716c6b51b18d req-57a0f83b-da09-41a0-8d49-1c5c5e266aa7 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.789378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-572eed48-3163-4b97-8aae-716c6b51b18d req-57a0f83b-da09-41a0-8d49-1c5c5e266aa7 tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 1097 time: 0.1202033 Jul 13 07:25:14.842654 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f7aff87-0924-438a-afe0-6db6522d19ca req-70855302-ef12-49cb-a051-543dcf71078c tempest-LiveMigrationTest-87114371 tempest-LiveMigrationTest-87114371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1000a2f6-d51d-467c-9d39-e4e9148842d1 HTTP/1.1" status: 200 len: 210 time: 0.0390458 Jul 13 07:25:14.854473 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-692cc84d-af6c-4043-85c6-4b760b4db879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.864785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-692cc84d-af6c-4043-85c6-4b760b4db879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.908882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-572eed48-3163-4b97-8aae-716c6b51b18d req-3ba63377-b0f4-4d57-b9d9-33a03cc5099a tempest-LiveAutoBlockMigrationV225Test-1514260457 tempest-LiveAutoBlockMigrationV225Test-1514260457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041987 Jul 13 07:25:14.986321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-692cc84d-af6c-4043-85c6-4b760b4db879 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb2e200fa4b94d16906e07f664f6911d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502805 Jul 13 07:25:14.986687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60334) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:14.997424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cc84d-af6c-4043-85c6-4b760b4db879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a3962c-9307-4e5f-a8d0-c1e3566ba17c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:15.080010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d82adc3c-6463-4931-94f7-7689822c2093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.138898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d82adc3c-6463-4931-94f7-7689822c2093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.191930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e6590-cdc2-42f2-9b76-8555ff7b5acb req-ed552071-91a4-45aa-ac5e-204ece8d5fb3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.201997 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c2e6590-cdc2-42f2-9b76-8555ff7b5acb req-ed552071-91a4-45aa-ac5e-204ece8d5fb3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1961794 Jul 13 07:25:15.257120 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c2e6590-cdc2-42f2-9b76-8555ff7b5acb req-4f3a860f-73d5-466a-a191-9f1c4b808787 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542085 Jul 13 07:25:15.258182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d82adc3c-6463-4931-94f7-7689822c2093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.266907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d82adc3c-6463-4931-94f7-7689822c2093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.270429 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d82adc3c-6463-4931-94f7-7689822c2093 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4a3962c-9307-4e5f-a8d0-c1e3566ba17c HTTP/1.1" status: 204 len: 168 time: 0.2803893 Jul 13 07:25:15.285471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82adc3c-6463-4931-94f7-7689822c2093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a3962c-9307-4e5f-a8d0-c1e3566ba17c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:15.680833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3c33-4c98-46f1-a247-ffb5f4273e59 req-6c088843-738e-4500-9811-5d0c7e58b44c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.689182 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-253a3c33-4c98-46f1-a247-ffb5f4273e59 req-6c088843-738e-4500-9811-5d0c7e58b44c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 944 time: 0.1498806 Jul 13 07:25:15.706291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24adfbc-e4c0-4190-a986-7fd189ebf1da req-1eff0045-e995-4943-a9a6-bb0150036df1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.707891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f24adfbc-e4c0-4190-a986-7fd189ebf1da req-1eff0045-e995-4943-a9a6-bb0150036df1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1290019 Jul 13 07:25:15.743648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-253a3c33-4c98-46f1-a247-ffb5f4273e59 req-9e39255f-bfe5-45b4-9cd7-682588df8eb7 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509915 Jul 13 07:25:15.787810 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f24adfbc-e4c0-4190-a986-7fd189ebf1da req-d64a607c-3acd-4075-899a-1ddaf54359ae tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736175 Jul 13 07:25:16.011149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d32cfd-e100-4d08-888c-7dde39c78461 req-3ba2b4e9-a18b-465c-85cc-8d590068cf13 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.026326 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11d32cfd-e100-4d08-888c-7dde39c78461 req-3ba2b4e9-a18b-465c-85cc-8d590068cf13 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 945 time: 0.1426580 Jul 13 07:25:16.034696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8727f2-811a-4144-9115-69bbe19b382f req-a179bea0-08ce-49e6-9c3d-5b21bc82ef27 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.042479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8727f2-811a-4144-9115-69bbe19b382f req-a179bea0-08ce-49e6-9c3d-5b21bc82ef27 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.048538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8727f2-811a-4144-9115-69bbe19b382f req-a179bea0-08ce-49e6-9c3d-5b21bc82ef27 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.050708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c8727f2-811a-4144-9115-69bbe19b382f req-a179bea0-08ce-49e6-9c3d-5b21bc82ef27 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2417 time: 0.0944197 Jul 13 07:25:16.087672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3656e0d5-71fa-42f4-9214-53c2fcfe2297 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:16.093097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11d32cfd-e100-4d08-888c-7dde39c78461 req-c85851fe-e8ba-4b34-a37e-fc939fb37c61 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658014 Jul 13 07:25:16.145212 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c8727f2-811a-4144-9115-69bbe19b382f req-a46ec5c4-3396-46da-bb99-f00ce9c984a7 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821018 Jul 13 07:25:16.194878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 3656e0d5-71fa-42f4-9214-53c2fcfe2297 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:16.200586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 3656e0d5-71fa-42f4-9214-53c2fcfe2297 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:16.201224 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.248031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60374) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:16.439140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af6c53-30cc-4710-8bb7-1c9a8f1afda3 req-d618ecef-1c18-4ad4-a954-6cae72b00f76 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.447860 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98af6c53-30cc-4710-8bb7-1c9a8f1afda3 req-d618ecef-1c18-4ad4-a954-6cae72b00f76 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1240618 Jul 13 07:25:16.454733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-57cb95c8-c945-474f-a8a0-eb91117548ef tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.459936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-57cb95c8-c945-474f-a8a0-eb91117548ef tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 945 time: 0.2704792 Jul 13 07:25:16.471312 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.489859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98af6c53-30cc-4710-8bb7-1c9a8f1afda3 req-99e5fb9b-cea2-4068-ac1c-98b5379591cd tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Jul 13 07:25:16.510094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-ebe0cfe2-213a-44ff-a0f9-3fc231bf0c0b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.527173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-ebe0cfe2-213a-44ff-a0f9-3fc231bf0c0b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.537349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-ebe0cfe2-213a-44ff-a0f9-3fc231bf0c0b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.542010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eaeda5-ad4e-43e4-bbce-c59c3b3fb018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3656e0d5-71fa-42f4-9214-53c2fcfe2297'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:16.548650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-ebe0cfe2-213a-44ff-a0f9-3fc231bf0c0b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2417 time: 0.3007255 Jul 13 07:25:16.549226 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fee3278-7c49-4f6c-a798-4063f37eaa9c" -d '{"events": [{"server_uuid": "30eaeda5-ad4e-43e4-bbce-c59c3b3fb018", "name": "network-vif-plugged", "status": "completed", "tag": "3656e0d5-71fa-42f4-9214-53c2fcfe2297"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:16.602516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3656e0d5-71fa-42f4-9214-53c2fcfe2297, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3656e0d5-71fa-42f4-9214-53c2fcfe2297,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:16.609821 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.691079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=3656e0d5-71fa-42f4-9214-53c2fcfe2297,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:16.702968 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c945bf-7559-4a73-a5ed-f05d6ed16988 x-openstack-request-id: req-b0c945bf-7559-4a73-a5ed-f05d6ed16988 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:16.703455 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30eaeda5-ad4e-43e4-bbce-c59c3b3fb018", "name": "network-vif-plugged", "status": "completed", "tag": "3656e0d5-71fa-42f4-9214-53c2fcfe2297", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:16.703857 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0c945bf-7559-4a73-a5ed-f05d6ed16988 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:16.704400 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eaeda5-ad4e-43e4-bbce-c59c3b3fb018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3656e0d5-71fa-42f4-9214-53c2fcfe2297', 'code': 200} Jul 13 07:25:16.741583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b277b829-ee41-4689-a33f-7dfd3c3f4753 admin admin] Deleting subnet 171f8e58-8336-459b-a7d7-cdb2637d87b0 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:16.746018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b277b829-ee41-4689-a33f-7dfd3c3f4753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.903100 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b277b829-ee41-4689-a33f-7dfd3c3f4753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.030696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4c3e5-27e7-4e32-b265-f68a917c51c6 req-7f24aada-2687-4c37-8534-c574d170683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.032140 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82d4c3e5-27e7-4e32-b265-f68a917c51c6 req-7f24aada-2687-4c37-8534-c574d170683d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 1097 time: 0.3145862 Jul 13 07:25:17.040189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b277b829-ee41-4689-a33f-7dfd3c3f4753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.117029 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82d4c3e5-27e7-4e32-b265-f68a917c51c6 req-19a337b1-efbb-49a6-bdf6-ca6eab702a07 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785911 Jul 13 07:25:17.134803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ba040-ba64-4772-b87b-18a8a28b7b6a req-ef419fb5-6375-4839-beb7-e52fee5dbf62 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.143439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa2ba040-ba64-4772-b87b-18a8a28b7b6a req-ef419fb5-6375-4839-beb7-e52fee5dbf62 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 945 time: 0.1758444 Jul 13 07:25:17.179588 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b277b829-ee41-4689-a33f-7dfd3c3f4753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.198089 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b277b829-ee41-4689-a33f-7dfd3c3f4753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.200662 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b277b829-ee41-4689-a33f-7dfd3c3f4753 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/171f8e58-8336-459b-a7d7-cdb2637d87b0 HTTP/1.1" status: 204 len: 168 time: 0.9516306 Jul 13 07:25:17.229008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:17.234674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277b829-ee41-4689-a33f-7dfd3c3f4753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171f8e58-8336-459b-a7d7-cdb2637d87b0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:17.244128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa2ba040-ba64-4772-b87b-18a8a28b7b6a req-f19ae686-30af-424c-8df8-e369e3f8eef8 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996082 Jul 13 07:25:17.396169 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.409405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Deleting port b8944675-dd41-41d6-9796-87b1b5a9b5bb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:17.409750 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.474814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting port af86ae1c-db8e-4881-91f1-727f27d8dc89 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:17.475158 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.517681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba11a67-0bd1-45ee-a8b0-d0eadad2e937 req-05965218-d70b-475b-8c15-7c34ff133f97 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.531721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ba11a67-0bd1-45ee-a8b0-d0eadad2e937 req-05965218-d70b-475b-8c15-7c34ff133f97 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 945 time: 0.1416001 Jul 13 07:25:17.570491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ba11a67-0bd1-45ee-a8b0-d0eadad2e937 req-dee64d54-801b-4b3e-a3f6-540e3b0d21ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Jul 13 07:25:17.640458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.668531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a213c5f0-2b9d-49a6-8d16-16b751dbfd39']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:17.696651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device af86ae1c-db8e-4881-91f1-727f27d8dc89 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:17.719279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:17.719806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab33b07d-4784-4e0a-8381-46c30e4cdf8f') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:17.743603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] For port b8944675-dd41-41d6-9796-87b1b5a9b5bb, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b8944675-dd41-41d6-9796-87b1b5a9b5bb,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:17.743980 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.749745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.763555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f60b4-b42f-4a3c-9ed7-a4a3d50358b3 req-272970d0-46a6-41ae-90e4-306075210f22 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.765169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb5f60b4-b42f-4a3c-9ed7-a4a3d50358b3 req-272970d0-46a6-41ae-90e4-306075210f22 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0826373 Jul 13 07:25:17.787406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Calling delete_port for b8944675-dd41-41d6-9796-87b1b5a9b5bb owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:17.789989 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.817347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb5f60b4-b42f-4a3c-9ed7-a4a3d50358b3 req-b41aaca4-57ef-414c-9d1a-f21fd796d6c8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Jul 13 07:25:17.827529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port af86ae1c-db8e-4881-91f1-727f27d8dc89, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=af86ae1c-db8e-4881-91f1-727f27d8dc89,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:17.837301 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.853608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 792f85b9-4b37-49da-a7e7-5138364cfa82 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:17.900920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.922861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] For port af86ae1c-db8e-4881-91f1-727f27d8dc89, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=af86ae1c-db8e-4881-91f1-727f27d8dc89,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:17.923288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.929279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:17.930125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:17.940246 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:17.944626 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:17.978115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=af86ae1c-db8e-4881-91f1-727f27d8dc89,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:17.990113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Calling delete_port for af86ae1c-db8e-4881-91f1-727f27d8dc89 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:18.006315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909cabd-f811-4630-829a-5735aa103730 req-3fc6eb69-346e-4e9a-8bb6-029ed2748ac2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.012685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909cabd-f811-4630-829a-5735aa103730 req-3fc6eb69-346e-4e9a-8bb6-029ed2748ac2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.019371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909cabd-f811-4630-829a-5735aa103730 req-3fc6eb69-346e-4e9a-8bb6-029ed2748ac2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.027521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1909cabd-f811-4630-829a-5735aa103730 req-3fc6eb69-346e-4e9a-8bb6-029ed2748ac2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 2417 time: 0.5009949 Jul 13 07:25:18.034479 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.095595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 792f85b9-4b37-49da-a7e7-5138364cfa82, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=792f85b9-4b37-49da-a7e7-5138364cfa82,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:18.100455 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.120505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b8944675-dd41-41d6-9796-87b1b5a9b5bb no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:18.244451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=792f85b9-4b37-49da-a7e7-5138364cfa82,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.312599 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.316032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5c1b6aa0-ca05-454a-bc64-e036a8084007 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:18.341448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 5c1b6aa0-ca05-454a-bc64-e036a8084007 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:18.341906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5c1b6aa0-ca05-454a-bc64-e036a8084007 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:18.342453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 28635302-f83c-45ef-bb8b-a02fd2d68bb2 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:18.346604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2f75e8be-1b11-49d0-bc0a-80a79e1b697d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:18.352494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f330f30-49be-485d-9ee3-db0901d0cc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.381166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.410408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dfbaf254-8bce-4be4-81b6-e19d7d3a59ea None None] Provisioning complete for port af86ae1c-db8e-4881-91f1-727f27d8dc89 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:18.410719 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf254-8bce-4be4-81b6-e19d7d3a59ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.448476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.450591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a213c5f0-2b9d-49a6-8d16-16b751dbfd39 HTTP/1.1" status: 204 len: 168 time: 1.2148728 Jul 13 07:25:18.453629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60426) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:18.463311 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1909cabd-f811-4630-829a-5735aa103730 req-be5ddd05-3155-4921-86c7-0098dd892073 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348440 Jul 13 07:25:18.468433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Pushing event deleted for resources: {'Port': ['ID=b8944675-dd41-41d6-9796-87b1b5a9b5bb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.524764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6078a-df1c-4c9c-b720-ad93d1499027 admin admin] Pushing event deleted for resources: {'Network': ['ID=a213c5f0-2b9d-49a6-8d16-16b751dbfd39,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.546601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf254-8bce-4be4-81b6-e19d7d3a59ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.553299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8beffc-65ce-49a1-984a-ff9a9bed0d56 admin admin] Deleting subnet 087b3e2a-3757-4c5a-83d8-56b0192b39c8 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:18.564567 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c8beffc-65ce-49a1-984a-ff9a9bed0d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.616569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dfbaf254-8bce-4be4-81b6-e19d7d3a59ea None None] For port af86ae1c-db8e-4881-91f1-727f27d8dc89, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=af86ae1c-db8e-4881-91f1-727f27d8dc89,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:18.626923 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf254-8bce-4be4-81b6-e19d7d3a59ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.627159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] No DVR routers for this DVR port b8944675-dd41-41d6-9796-87b1b5a9b5bb on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:18.637453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.646230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c8beffc-65ce-49a1-984a-ff9a9bed0d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.648690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9d9c2433-d437-4ec9-828f-4482270c0d5d req-8e396784-6629-47ac-b863-7563b3e9cf6b tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.48 "DELETE /v2.0/ports/b8944675-dd41-41d6-9796-87b1b5a9b5bb HTTP/1.1" status: 204 len: 173 time: 2.1737289 Jul 13 07:25:18.649185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'name': 'network-vif-deleted', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:18.651659 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa195bc-98b6-4650-b738-33c171e42342" -d '{"events": [{"server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "name": "network-vif-deleted", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:18.711507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89'}, {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82'}, {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:18.715676 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18645b34-5728-4eed-a217-6250e0cd18ae" -d '{"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-unplugged", "status": "completed", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89"}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-unplugged", "status": "completed", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82"}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:18.737386 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c8beffc-65ce-49a1-984a-ff9a9bed0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.846659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c8beffc-65ce-49a1-984a-ff9a9bed0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.875922 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.876518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbaf254-8bce-4be4-81b6-e19d7d3a59ea None None] Pushing event updated for resources: {'Port': ['ID=af86ae1c-db8e-4881-91f1-727f27d8dc89,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.897845 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.904448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c8beffc-65ce-49a1-984a-ff9a9bed0d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.917422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Port': ['ID=af86ae1c-db8e-4881-91f1-727f27d8dc89,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.920330 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7c8beffc-65ce-49a1-984a-ff9a9bed0d56 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/087b3e2a-3757-4c5a-83d8-56b0192b39c8 HTTP/1.1" status: 204 len: 168 time: 0.4648957 Jul 13 07:25:18.921581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60440) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:18.924539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8beffc-65ce-49a1-984a-ff9a9bed0d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087b3e2a-3757-4c5a-83d8-56b0192b39c8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.956389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0087aa-38f2-4468-b4ec-433ce0b1503d req-6dabd3ab-9519-49df-aa8c-d9585c4ae744 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.958131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae0087aa-38f2-4468-b4ec-433ce0b1503d req-6dabd3ab-9519-49df-aa8c-d9585c4ae744 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 945 time: 0.2791052 Jul 13 07:25:19.018350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.041868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 28635302-f83c-45ef-bb8b-a02fd2d68bb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=28635302-f83c-45ef-bb8b-a02fd2d68bb2,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:19.063146 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.064642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] No DVR routers for this DVR port af86ae1c-db8e-4881-91f1-727f27d8dc89 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:19.072454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.076451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-77bd9522-b3e2-4374-9fc8-d4215aa36aea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.48 "DELETE /v2.0/ports/af86ae1c-db8e-4881-91f1-727f27d8dc89 HTTP/1.1" status: 204 len: 173 time: 2.5013375 Jul 13 07:25:19.112399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f9a6a141-a8c1-466e-aacc-320e46669ac6 None None] Provisioning complete for port 792f85b9-4b37-49da-a7e7-5138364cfa82 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:19.113060 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a141-a8c1-466e-aacc-320e46669ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.118952 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.138126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd412f9-e521-4118-8492-844a2cab6e0b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:19.162359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c493141e-5944-4199-b150-7f9317f48095') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:19.162853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c493141e-5944-4199-b150-7f9317f48095') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:19.174875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.182652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae0087aa-38f2-4468-b4ec-433ce0b1503d req-16459830-c6ed-4831-9ba2-95228a5ab924 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688883 Jul 13 07:25:19.200992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.225877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:19.228779 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:19.235997 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:19.288963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=28635302-f83c-45ef-bb8b-a02fd2d68bb2,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:19.327158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting port 792f85b9-4b37-49da-a7e7-5138364cfa82 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:19.327756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.345695 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.350077 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.353287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] 10.222.0.41 "DELETE /v2.0/networks/5bd412f9-e521-4118-8492-844a2cab6e0b HTTP/1.1" status: 204 len: 168 time: 0.4301069 Jul 13 07:25:19.408496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4da4c-be4c-44df-8cba-ca1caf42cd8a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd412f9-e521-4118-8492-844a2cab6e0b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:19.475134 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a141-a8c1-466e-aacc-320e46669ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.479754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] For port 792f85b9-4b37-49da-a7e7-5138364cfa82, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=792f85b9-4b37-49da-a7e7-5138364cfa82,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:19.481773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.556773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f9a6a141-a8c1-466e-aacc-320e46669ac6 None None] For port 792f85b9-4b37-49da-a7e7-5138364cfa82, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=792f85b9-4b37-49da-a7e7-5138364cfa82,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:19.560193 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a5b1d6-a7c5-4ceb-b349-c6706f2767d7 x-openstack-request-id: req-67a5b1d6-a7c5-4ceb-b349-c6706f2767d7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:19.560517 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-unplugged", "status": "completed", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89", "code": 200}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-unplugged", "status": "completed", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82", "code": 200}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:19.561768 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67a5b1d6-a7c5-4ceb-b349-c6706f2767d7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:19.562198 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89', 'code': 200} Jul 13 07:25:19.562453 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82', 'code': 200} Jul 13 07:25:19.562704 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89', 'code': 200} Jul 13 07:25:19.566580 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a141-a8c1-466e-aacc-320e46669ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.593062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Calling delete_port for 792f85b9-4b37-49da-a7e7-5138364cfa82 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:19.596703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4737747d-59ca-4424-8f7f-b6bf92f8667b req-5ed4559e-5af4-43e7-8a45-68c49ced8a0f tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 210 time: 0.1075780 Jul 13 07:25:19.601349 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be3bd69-b64d-44be-8bec-cc61b494b882 x-openstack-request-id: req-1be3bd69-b64d-44be-8bec-cc61b494b882 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:19.601688 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e93126-7f4b-463a-b493-39008d362726", "name": "network-vif-deleted", "tag": "b8944675-dd41-41d6-9796-87b1b5a9b5bb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:19.601971 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1be3bd69-b64d-44be-8bec-cc61b494b882 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:19.604597 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e93126-7f4b-463a-b493-39008d362726', 'name': 'network-vif-deleted', 'tag': 'b8944675-dd41-41d6-9796-87b1b5a9b5bb', 'status': 'completed', 'code': 200} Jul 13 07:25:19.710496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6a141-a8c1-466e-aacc-320e46669ac6 None None] Pushing event updated for resources: {'Port': ['ID=792f85b9-4b37-49da-a7e7-5138364cfa82,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:19.764118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60454) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:19.805815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-af0b9894-6972-4417-b740-694771c6bb5b None None] Provisioning complete for port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:19.806359 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af0b9894-6972-4417-b740-694771c6bb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.824911 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cf394-3d58-4448-bd36-7ff059de2127 req-b4be0091-8fdb-45c8-a6b4-685471bf2e5e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.832714 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac6cf394-3d58-4448-bd36-7ff059de2127 req-b4be0091-8fdb-45c8-a6b4-685471bf2e5e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0998693 Jul 13 07:25:19.856201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60456) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:19.860201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1b5d3ce7-c7a0-4940-a7d2-008f9503b5cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba457eee09ec41b5ba69550f44e3d487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772033 Jul 13 07:25:19.932465 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac6cf394-3d58-4448-bd36-7ff059de2127 req-520f052c-8b07-47ee-acfb-2e6cb3953004 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985203 Jul 13 07:25:19.975429 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a666049-c548-4eed-b106-82678c8f6406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.984371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.022115 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af0b9894-6972-4417-b740-694771c6bb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.027957 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Port': ['ID=792f85b9-4b37-49da-a7e7-5138364cfa82,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:20.045625 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a666049-c548-4eed-b106-82678c8f6406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.079819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-af0b9894-6972-4417-b740-694771c6bb5b None None] For port 28635302-f83c-45ef-bb8b-a02fd2d68bb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=28635302-f83c-45ef-bb8b-a02fd2d68bb2,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:20.084844 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af0b9894-6972-4417-b740-694771c6bb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.096022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] No DVR routers for this DVR port 792f85b9-4b37-49da-a7e7-5138364cfa82 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:20.113671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.116103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-3fec320c-2fcc-427c-ba8e-175694a6c571 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.48 "DELETE /v2.0/ports/792f85b9-4b37-49da-a7e7-5138364cfa82 HTTP/1.1" status: 204 len: 173 time: 1.0322983 Jul 13 07:25:20.134446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2459e04-557e-4f41-a247-54618b290de2 req-3bedc6b6-77f7-4356-87db-801d7b6d67db tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.136133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2459e04-557e-4f41-a247-54618b290de2 req-3bedc6b6-77f7-4356-87db-801d7b6d67db tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 945 time: 0.1947997 Jul 13 07:25:20.173572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a666049-c548-4eed-b106-82678c8f6406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.176970 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a666049-c548-4eed-b106-82678c8f6406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.177584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-af0b9894-6972-4417-b740-694771c6bb5b None None] Could not find standard attr ID for object af86ae1c-db8e-4881-91f1-727f27d8dc89. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:25:20.178581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5a666049-c548-4eed-b106-82678c8f6406 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7bf5d61-41de-4d03-b179-c8d42454cb32 HTTP/1.1" status: 204 len: 168 time: 0.3210771 Jul 13 07:25:20.192050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a666049-c548-4eed-b106-82678c8f6406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bf5d61-41de-4d03-b179-c8d42454cb32,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:20.237594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb859-0328-49b5-8ea5-c64a3b6a3061 req-246169f5-4c39-4c8b-88dc-3db0187a3a53 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.246690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1c6fb859-0328-49b5-8ea5-c64a3b6a3061 req-246169f5-4c39-4c8b-88dc-3db0187a3a53 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 946 time: 0.1373408 Jul 13 07:25:20.251188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2459e04-557e-4f41-a247-54618b290de2 req-f1f45cf4-2df7-42ea-a2f5-f32631d9cb6d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066840 Jul 13 07:25:20.271987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b9894-6972-4417-b740-694771c6bb5b None None] Pushing event updated for resources: {'Port': ['ID=28635302-f83c-45ef-bb8b-a02fd2d68bb2,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:20.298765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-db8b978a-7b82-46ef-b4c5-a63de31177ff None None] Could not find standard attr ID for object 792f85b9-4b37-49da-a7e7-5138364cfa82. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:25:20.343361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:20.343939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.369314 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1c6fb859-0328-49b5-8ea5-c64a3b6a3061 req-678eaa13-f39f-45a1-9b32-0ddb9221cb09 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183777 Jul 13 07:25:20.608992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] For port 28635302-f83c-45ef-bb8b-a02fd2d68bb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=28635302-f83c-45ef-bb8b-a02fd2d68bb2,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:20.609752 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.634020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Calling delete_port for 28635302-f83c-45ef-bb8b-a02fd2d68bb2 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:20.838859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bf964700-280e-4782-b279-0ea333bd6d25 None None] Provisioning complete for port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:20.841361 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf964700-280e-4782-b279-0ea333bd6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.924864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.939463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bf964700-280e-4782-b279-0ea333bd6d25 None None] Could not find standard attr ID for object 28635302-f83c-45ef-bb8b-a02fd2d68bb2. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:25:20.943194 n-d-758944-43 neutron-server[93775]: INFO neutron.plugins.ml2.db [None req-bf964700-280e-4782-b279-0ea333bd6d25 None None] No ports have port_id starting with 28635302-f83c-45ef-bb8b-a02fd2d68bb2 Jul 13 07:25:20.963904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60480) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:20.989867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06bf8aff-51e0-4638-9eae-cb2919460458 req-d1458448-ea20-4ec2-a875-80f5f04665fe tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 210 time: 0.0887325 Jul 13 07:25:21.007855 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a370-1485-4648-8344-f456b4efa8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.052878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.063970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Port': ['ID=28635302-f83c-45ef-bb8b-a02fd2d68bb2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:21.064750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8eb5592d-cf80-4a09-84b9-007f2a4ae2cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06b7ff627d3d49de89cb80d1c46c6e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986371 Jul 13 07:25:21.065023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60486) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:21.198443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] No DVR routers for this DVR port 28635302-f83c-45ef-bb8b-a02fd2d68bb2 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:21.269316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.271680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4c980181-3ab8-45ff-8efe-9d645893d685 req-6636f37d-1c26-4657-b13f-18972de7ad7c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.48 "DELETE /v2.0/ports/28635302-f83c-45ef-bb8b-a02fd2d68bb2 HTTP/1.1" status: 204 len: 173 time: 1.1494536 Jul 13 07:25:21.294566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8493abc-e06b-4952-bef6-7945d22625c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.321589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8493abc-e06b-4952-bef6-7945d22625c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.373903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8493abc-e06b-4952-bef6-7945d22625c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.376943 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8493abc-e06b-4952-bef6-7945d22625c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.378297 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8493abc-e06b-4952-bef6-7945d22625c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12d6a425-0d46-4bef-9da5-56f96afc00b2 HTTP/1.1" status: 204 len: 168 time: 0.3116062 Jul 13 07:25:21.391493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8493abc-e06b-4952-bef6-7945d22625c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d6a425-0d46-4bef-9da5-56f96afc00b2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:21.435682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e6f37-ce65-409c-83fd-347b501db918 req-99c6f3ef-b02e-4dab-9456-a7a7a8aad84c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.442989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a87e6f37-ce65-409c-83fd-347b501db918 req-99c6f3ef-b02e-4dab-9456-a7a7a8aad84c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 945 time: 0.2264342 Jul 13 07:25:21.493618 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a87e6f37-ce65-409c-83fd-347b501db918 req-fd4f9914-2595-4e0d-8939-c857aca8cbc4 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 Jul 13 07:25:21.563763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2'}, {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82'}, {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:21.566636 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b710676-bd22-4529-ae39-d3ce7343e595" -d '{"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-unplugged", "status": "completed", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2"}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82"}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:21.605716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-deleted', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89'}, {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-deleted', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82'}, {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-deleted', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:21.608532 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f52b5f0-5feb-465f-8912-148e70a65379" -d '{"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-deleted", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89"}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-deleted", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82"}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-deleted", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:21.692561 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:25:21.718588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7286c85-3ff2-4d6d-a0eb-f0dd1c201bae req-967e8c4c-ce5c-4b24-8874-242e320052ea tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=f88dbc3f-4476-4d73-800f-7635d646c497 HTTP/1.1" status: 200 len: 210 time: 0.0446124 Jul 13 07:25:21.829920 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e9f5d0-62e6-4fcf-bb42-16439c80048b x-openstack-request-id: req-b8e9f5d0-62e6-4fcf-bb42-16439c80048b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:21.830341 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-unplugged", "status": "completed", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2", "code": 200}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82", "code": 200}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-plugged", "status": "completed", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:21.830700 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8e9f5d0-62e6-4fcf-bb42-16439c80048b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:21.831109 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2', 'code': 200} Jul 13 07:25:21.831373 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82', 'code': 200} Jul 13 07:25:21.831663 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2', 'code': 200} Jul 13 07:25:21.866318 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.906220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87b2b5-7c57-4775-8af3-24d8a52fcfa7 req-6763f438-d2ac-4a5c-ad0b-7310e018b98e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.907894 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e87b2b5-7c57-4775-8af3-24d8a52fcfa7 req-6763f438-d2ac-4a5c-ad0b-7310e018b98e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.6198642 Jul 13 07:25:21.914055 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728177f6-8be8-4a00-a273-10e2f4e28e38 x-openstack-request-id: req-728177f6-8be8-4a00-a273-10e2f4e28e38 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:21.914364 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-deleted", "tag": "af86ae1c-db8e-4881-91f1-727f27d8dc89", "status": "completed", "code": 200}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-deleted", "tag": "792f85b9-4b37-49da-a7e7-5138364cfa82", "status": "completed", "code": 200}, {"server_uuid": "f88dbc3f-4476-4d73-800f-7635d646c497", "name": "network-vif-deleted", "tag": "28635302-f83c-45ef-bb8b-a02fd2d68bb2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:21.914622 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-728177f6-8be8-4a00-a273-10e2f4e28e38 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:21.915028 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-deleted', 'tag': 'af86ae1c-db8e-4881-91f1-727f27d8dc89', 'status': 'completed', 'code': 200} Jul 13 07:25:21.915283 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-deleted', 'tag': '792f85b9-4b37-49da-a7e7-5138364cfa82', 'status': 'completed', 'code': 200} Jul 13 07:25:21.915535 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88dbc3f-4476-4d73-800f-7635d646c497', 'name': 'network-vif-deleted', 'tag': '28635302-f83c-45ef-bb8b-a02fd2d68bb2', 'status': 'completed', 'code': 200} Jul 13 07:25:21.958785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e87b2b5-7c57-4775-8af3-24d8a52fcfa7 req-0e16d646-9b52-499c-9420-6e0b360be401 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Jul 13 07:25:22.220051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-7e6abcbc-e9d0-4f41-96d9-a8fe3ff4a750 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.221868 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-7e6abcbc-e9d0-4f41-96d9-a8fe3ff4a750 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 945 time: 0.1419702 Jul 13 07:25:22.396145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Deleting port 3656e0d5-71fa-42f4-9214-53c2fcfe2297 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:22.397199 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.424221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60524) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:22.630045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] For port 3656e0d5-71fa-42f4-9214-53c2fcfe2297, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3656e0d5-71fa-42f4-9214-53c2fcfe2297,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:22.630416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.655890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Calling delete_port for 3656e0d5-71fa-42f4-9214-53c2fcfe2297 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:22.664108 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2778656-8acb-405f-9e9a-641c06d35d1f req-4d5aaf69-7455-4028-828e-725f505c6459 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 210 time: 0.0504181 Jul 13 07:25:22.708234 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b25768c0-1e06-4578-9aa7-54fda3cc228c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.840254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4d5f3-3a40-4289-bf0b-80cc0064b363 req-287984e2-be8b-4143-a5f0-78c82751d317 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.846581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-29b4d5f3-3a40-4289-bf0b-80cc0064b363 req-287984e2-be8b-4143-a5f0-78c82751d317 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 945 time: 0.1229849 Jul 13 07:25:22.849282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60542) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:22.862026 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b25768c0-1e06-4578-9aa7-54fda3cc228c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.866209 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b25768c0-1e06-4578-9aa7-54fda3cc228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.925502 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b25768c0-1e06-4578-9aa7-54fda3cc228c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0aa78fc1c954529b77907cffe38b9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002861 Jul 13 07:25:22.927014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25768c0-1e06-4578-9aa7-54fda3cc228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae6c8e4-8727-4ae2-8800-f3054f2beb11,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:22.930248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:22.997540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-29b4d5f3-3a40-4289-bf0b-80cc0064b363 req-784e37f3-fb99-4a54-9eaf-c78e9f76046f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497400 Jul 13 07:25:23.011961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b6923c-828c-42a0-8f3d-5442d0eaf755 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting subnet 7826d5aa-e8a1-4c72-b7e5-8dab757b857f {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:23.016103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b6923c-828c-42a0-8f3d-5442d0eaf755 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.019364 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.023879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a7c92a-4b1f-4246-96d4-4fa66b68f799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.033549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c', '3656e0d5-71fa-42f4-9214-53c2fcfe2297'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:23.059095 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a7c92a-4b1f-4246-96d4-4fa66b68f799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.080259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event deleted for resources: {'Port': ['ID=3656e0d5-71fa-42f4-9214-53c2fcfe2297,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:23.156166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] No DVR routers for this DVR port 3656e0d5-71fa-42f4-9214-53c2fcfe2297 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:23.156460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a7c92a-4b1f-4246-96d4-4fa66b68f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.159516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a7c92a-4b1f-4246-96d4-4fa66b68f799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.163049 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-60a7c92a-4b1f-4246-96d4-4fa66b68f799 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ae6c8e4-8727-4ae2-8800-f3054f2beb11 HTTP/1.1" status: 204 len: 168 time: 0.2293842 Jul 13 07:25:23.164416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.166897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e165970-f1ff-4cae-bd95-a4851c1920bc req-5563065f-450a-4f9e-9cc0-75643afd498e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "DELETE /v2.0/ports/3656e0d5-71fa-42f4-9214-53c2fcfe2297 HTTP/1.1" status: 204 len: 173 time: 0.9391658 Jul 13 07:25:23.171839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7c92a-4b1f-4246-96d4-4fa66b68f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae6c8e4-8727-4ae2-8800-f3054f2beb11,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:23.189781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eaeda5-ad4e-43e4-bbce-c59c3b3fb018', 'name': 'network-vif-deleted', 'tag': '3656e0d5-71fa-42f4-9214-53c2fcfe2297'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:23.195395 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1e5b5-8369-4f1b-bb10-7aa1d94e7b62" -d '{"events": [{"server_uuid": "30eaeda5-ad4e-43e4-bbce-c59c3b3fb018", "name": "network-vif-deleted", "tag": "3656e0d5-71fa-42f4-9214-53c2fcfe2297"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:23.207855 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b6923c-828c-42a0-8f3d-5442d0eaf755 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.353576 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10e970f-b646-41ff-8db6-9b710981a895 x-openstack-request-id: req-d10e970f-b646-41ff-8db6-9b710981a895 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:23.354671 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30eaeda5-ad4e-43e4-bbce-c59c3b3fb018", "name": "network-vif-deleted", "tag": "3656e0d5-71fa-42f4-9214-53c2fcfe2297", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:23.354671 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d10e970f-b646-41ff-8db6-9b710981a895 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:23.355524 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eaeda5-ad4e-43e4-bbce-c59c3b3fb018', 'name': 'network-vif-deleted', 'tag': '3656e0d5-71fa-42f4-9214-53c2fcfe2297', 'status': 'completed', 'code': 200} Jul 13 07:25:23.376991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b6923c-828c-42a0-8f3d-5442d0eaf755 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.434816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8889fc9-d1bd-459f-9b8f-9e1350e12105 req-02658934-f408-4d27-b8af-3934c4871902 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:23.443312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8889fc9-d1bd-459f-9b8f-9e1350e12105 req-02658934-f408-4d27-b8af-3934c4871902 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1887147 Jul 13 07:25:23.546412 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.546817 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b6923c-828c-42a0-8f3d-5442d0eaf755 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.564315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8889fc9-d1bd-459f-9b8f-9e1350e12105 req-9c5dea09-9324-4d22-844e-21515ec6ad60 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163340 Jul 13 07:25:23.637512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c7425d-1432-4576-852c-fa0e35da19dc None None] Network f9b76b10-9253-4395-b3b0-6e58a5a284d0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:23.648239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6923c-828c-42a0-8f3d-5442d0eaf755 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Subnet': ['ID=7826d5aa-e8a1-4c72-b7e5-8dab757b857f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:23.655327 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b6923c-828c-42a0-8f3d-5442d0eaf755 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.663184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60568) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:23.665101 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e6b6923c-828c-42a0-8f3d-5442d0eaf755 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "DELETE /v2.0/subnets/7826d5aa-e8a1-4c72-b7e5-8dab757b857f HTTP/1.1" status: 204 len: 168 time: 0.8147602 Jul 13 07:25:23.934409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:23.987545 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95d9e5d5-2e3a-469d-ba04-755b03053a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.043216 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.073018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-97e26775-2629-467d-8e96-9ffe3eb6c4e7 req-c1d39523-7ab4-489f-a86f-c836d544258a tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 210 time: 0.1835465 Jul 13 07:25:24.226783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting port c55934cc-87b5-45e0-accc-459c84a57ca4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:24.227475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.255395 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95d9e5d5-2e3a-469d-ba04-755b03053a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.259018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95d9e5d5-2e3a-469d-ba04-755b03053a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.340707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9e5d5-2e3a-469d-ba04-755b03053a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a31c7ed-5774-4b01-af9f-22323583eee6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:24.342710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] For port c55934cc-87b5-45e0-accc-459c84a57ca4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c55934cc-87b5-45e0-accc-459c84a57ca4,segment=NetworkSegment(31d5087d-9a12-402d-b7e5-4fee6f5d8543),segment_id=31d5087d-9a12-402d-b7e5-4fee6f5d8543)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:24.343060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.370619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Calling delete_port for c55934cc-87b5-45e0-accc-459c84a57ca4 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:24.387464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ddf1419-7b08-4304-8322-bd56c0e75758 req-a62e02d7-d564-4bab-b75a-8917b8a3c769 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eaeda5-ad4e-43e4-bbce-c59c3b3fb018 HTTP/1.1" status: 200 len: 210 time: 0.0716763 Jul 13 07:25:24.394180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] DHCP port deletion for f9b76b10-9253-4395-b3b0-6e58a5a284d0 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:25:24.419855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-95d9e5d5-2e3a-469d-ba04-755b03053a83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=065d8a2eff764eaba0456d7a19f9ac60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817319 Jul 13 07:25:24.420113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60592) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:24.517817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.527511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Deleting port c55934cc-87b5-45e0-accc-459c84a57ca4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:24.528062 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.536806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] No DVR routers for this DVR port c55934cc-87b5-45e0-accc-459c84a57ca4 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:24.537654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-941b503e-f87f-45a9-9eb7-570dbbfc017d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.569740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Port': ['ID=c55934cc-87b5-45e0-accc-459c84a57ca4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:24.574495 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-941b503e-f87f-45a9-9eb7-570dbbfc017d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.634647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] For port c55934cc-87b5-45e0-accc-459c84a57ca4, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:24.635120 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.650609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Calling delete_port for c55934cc-87b5-45e0-accc-459c84a57ca4 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:24.654532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Port c55934cc-87b5-45e0-accc-459c84a57ca4 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:25:24.657407 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.670956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.686244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b76b10-9253-4395-b3b0-6e58a5a284d0']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:24.694084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-941b503e-f87f-45a9-9eb7-570dbbfc017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.696784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-941b503e-f87f-45a9-9eb7-570dbbfc017d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.697396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] No DVR routers for this DVR port c55934cc-87b5-45e0-accc-459c84a57ca4 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:24.700823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Pushing event deleted for resources: {'Port': ['ID=c55934cc-87b5-45e0-accc-459c84a57ca4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:24.707793 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-941b503e-f87f-45a9-9eb7-570dbbfc017d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a31c7ed-5774-4b01-af9f-22323583eee6 HTTP/1.1" status: 204 len: 168 time: 0.2768762 Jul 13 07:25:24.708987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d5087d-9a12-402d-b7e5-4fee6f5d8543') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:24.709341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d5087d-9a12-402d-b7e5-4fee6f5d8543') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:24.730703 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.737321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.737678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.738052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.738396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.738734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.739568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b503e-f87f-45a9-9eb7-570dbbfc017d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a31c7ed-5774-4b01-af9f-22323583eee6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:24.748647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.749452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.749587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.749847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.750224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.750566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.750901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7409b-8a13-4170-9698-84bb906cbfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:24.835696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-6c474399-a7c9-47f1-8421-881892eafde3 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0536a56fe5324fd58e5b8d04ca295323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800002 Jul 13 07:25:24.837862 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.001934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb135d3c-3780-4a25-b536-88fc85422600 req-d86d453c-01c6-49b3-8d2e-2a67a39b2a00 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.009400 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb135d3c-3780-4a25-b536-88fc85422600 req-d86d453c-01c6-49b3-8d2e-2a67a39b2a00 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.0925956 Jul 13 07:25:25.059869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb135d3c-3780-4a25-b536-88fc85422600 req-520227d5-bd26-44b4-8127-448dbfa08ce5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494146 Jul 13 07:25:25.066383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-fe6cba10-cfe7-4a04-9562-20c90fb030fb tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.067938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-fe6cba10-cfe7-4a04-9562-20c90fb030fb tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314634 Jul 13 07:25:25.071057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:25.071498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:25.074770 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:25.112235 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-88db9b95-29c4-46f2-a143-0b7976504a48 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/quotas/0536a56fe5324fd58e5b8d04ca295323 HTTP/1.1" status: 200 len: 375 time: 0.0366402 Jul 13 07:25:25.248077 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfa5c012-3a92-4790-8c7c-0a5707ce4aca req-832073a9-5446-4553-aeb8-b2118279e69d tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 210 time: 0.0410886 Jul 13 07:25:25.504382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-14f383e1-dea8-4f43-9f4c-be2ad103aadd tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0536a56fe5324fd58e5b8d04ca295323&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3911574 Jul 13 07:25:25.513223 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.524852 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.531940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:25.532504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "DELETE /v2.0/networks/f9b76b10-9253-4395-b3b0-6e58a5a284d0 HTTP/1.1" status: 204 len: 168 time: 1.8676176 Jul 13 07:25:25.558885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f761b-7a8b-4c6c-98fb-9592fdd6ddb5 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Network': ['ID=f9b76b10-9253-4395-b3b0-6e58a5a284d0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:25.661453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5476d52b-6da5-48fa-bc8a-3437e8be5885 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting subnet 8e50b6b1-17da-409a-b23a-20bb2f682641 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:25.665823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5476d52b-6da5-48fa-bc8a-3437e8be5885 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.818154 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5476d52b-6da5-48fa-bc8a-3437e8be5885 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.831692 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d512d2d-311f-40b0-b9e7-51a26f873fc9 req-111b5679-1364-49d0-aa17-09d71b143732 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 210 time: 0.0851955 Jul 13 07:25:25.850262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c55934cc-87b5-45e0-accc-459c84a57ca4 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:25.882421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c55934cc-87b5-45e0-accc-459c84a57ca4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:25.883031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c55934cc-87b5-45e0-accc-459c84a57ca4 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:26.000312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-ada3e54c-957c-4783-8022-ad61a5be610d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.007796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-ada3e54c-957c-4783-8022-ad61a5be610d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.2095184 Jul 13 07:25:26.011844 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5476d52b-6da5-48fa-bc8a-3437e8be5885 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.027457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d52831f1-9d1c-429b-92a9-acedf9aff7b5 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/quotas/4f9d3c2a974e43749b74713ae48c2be0 HTTP/1.1" status: 200 len: 375 time: 0.0176222 Jul 13 07:25:26.118765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3656e0d5-71fa-42f4-9214-53c2fcfe2297 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:26.136252 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5476d52b-6da5-48fa-bc8a-3437e8be5885 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.157192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-01e5a773-0136-4ac4-9a3e-89811ef5cb12 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283770 Jul 13 07:25:26.205996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 3656e0d5-71fa-42f4-9214-53c2fcfe2297 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:26.207174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3656e0d5-71fa-42f4-9214-53c2fcfe2297 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:26.216983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5476d52b-6da5-48fa-bc8a-3437e8be5885 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.217203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be234507-07a2-4169-b558-c83252c1e394 None None] Network 191dfe34-1c57-4d8d-b057-2c656e59b817 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:26.227069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60666) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:26.228119 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5476d52b-6da5-48fa-bc8a-3437e8be5885 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "DELETE /v2.0/subnets/8e50b6b1-17da-409a-b23a-20bb2f682641 HTTP/1.1" status: 204 len: 168 time: 0.6946073 Jul 13 07:25:26.229299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476d52b-6da5-48fa-bc8a-3437e8be5885 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Subnet': ['ID=8e50b6b1-17da-409a-b23a-20bb2f682641,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:26.442075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.473362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-c06ae642-8881-4c9c-89e3-aa51c8e31f99 service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122225 Jul 13 07:25:26.541731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d8527-ff7c-4b42-b4ab-c433c500290f req-aec0cc96-6267-4222-a766-6ffb59a4b4b6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.551431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a16d8527-ff7c-4b42-b4ab-c433c500290f req-aec0cc96-6267-4222-a766-6ffb59a4b4b6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2035196 Jul 13 07:25:26.603624 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a16d8527-ff7c-4b42-b4ab-c433c500290f req-9e730cb9-4a7f-4b62-9fc3-b6dff5513f63 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509074 Jul 13 07:25:26.711719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:26.712203 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.750118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f94ee-abb5-43db-b4df-08c15516cd20 None None] DHCP port deletion for 191dfe34-1c57-4d8d-b057-2c656e59b817 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:25:26.795916 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-91de9138-a294-4e29-b1e3-e56e8c88f46f req-6e8fc557-2fa8-41df-a57d-0ba63cd7d8af tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=70e93126-7f4b-463a-b493-39008d362726 HTTP/1.1" status: 200 len: 210 time: 0.0483036 Jul 13 07:25:26.854393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] For port 1ac43852-c1e4-4a14-bbe9-c87e275369b0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1ac43852-c1e4-4a14-bbe9-c87e275369b0,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:26.855344 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.867143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f94ee-abb5-43db-b4df-08c15516cd20 None None] Deleting port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:26.872929 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a5f94ee-abb5-43db-b4df-08c15516cd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.924158 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-0c9caea3-7099-4ae2-832a-f95853119a4b service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494798 Jul 13 07:25:26.940949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Calling delete_port for 1ac43852-c1e4-4a14-bbe9-c87e275369b0 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:27.042749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2a5f94ee-abb5-43db-b4df-08c15516cd20 None None] For port 1ac43852-c1e4-4a14-bbe9-c87e275369b0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1ac43852-c1e4-4a14-bbe9-c87e275369b0,segment=NetworkSegment(e71cf0a0-c294-4031-b815-1b7e2d7a26b9),segment_id=e71cf0a0-c294-4031-b815-1b7e2d7a26b9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:27.043458 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a5f94ee-abb5-43db-b4df-08c15516cd20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.118829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f94ee-abb5-43db-b4df-08c15516cd20 None None] Calling delete_port for 1ac43852-c1e4-4a14-bbe9-c87e275369b0 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:27.177234 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.209411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f6e3323-4fd7-4df1-837c-9398cba228db req-0374e5f4-fd9e-4b51-82af-6c8f50f92cbb tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 210 time: 0.0796616 Jul 13 07:25:27.228416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Port': ['ID=1ac43852-c1e4-4a14-bbe9-c87e275369b0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:27.253163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] No DVR routers for this DVR port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:27.395684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a5f94ee-abb5-43db-b4df-08c15516cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.454307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f06f2b03-3f17-4b9e-b1c5-489999613317 req-87ddb47e-3316-4dd8-9b64-e03150793a28 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 210 time: 0.1028707 Jul 13 07:25:27.531091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f94ee-abb5-43db-b4df-08c15516cd20 None None] Pushing event deleted for resources: {'Port': ['ID=1ac43852-c1e4-4a14-bbe9-c87e275369b0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:27.545840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f94ee-abb5-43db-b4df-08c15516cd20 None None] No DVR routers for this DVR port 1ac43852-c1e4-4a14-bbe9-c87e275369b0 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:27.551475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.580186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191dfe34-1c57-4d8d-b057-2c656e59b817']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:27.606549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:27.609661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71cf0a0-c294-4031-b815-1b7e2d7a26b9') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:27.632187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.663389 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.674641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:27.675611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:27.685501 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:27.827744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1ac43852-c1e4-4a14-bbe9-c87e275369b0 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:27.847805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.869640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.878010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "DELETE /v2.0/networks/191dfe34-1c57-4d8d-b057-2c656e59b817 HTTP/1.1" status: 204 len: 168 time: 1.6438358 Jul 13 07:25:27.885303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 1ac43852-c1e4-4a14-bbe9-c87e275369b0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:27.885795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60714) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:27.886910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1ac43852-c1e4-4a14-bbe9-c87e275369b0 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:27.893095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1792426925'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:27.932171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:27.946380 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.983387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c0b67-62d1-4836-9bb8-c1c320d7aa07 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Network': ['ID=191dfe34-1c57-4d8d-b057-2c656e59b817,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:28.012452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:25:28.037497 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.039075 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Added segment 72d51642-a889-49c1-ae68-aa1e50ba7088 of type vlan for network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b Jul 13 07:25:28.060683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5941699-c76c-4c06-a019-d3f9ba265edf req-eee731b0-7eae-45d6-9837-c523d460c3ae tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:28.062965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e5941699-c76c-4c06-a019-d3f9ba265edf req-eee731b0-7eae-45d6-9837-c523d460c3ae tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1833227 Jul 13 07:25:28.144396 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e5941699-c76c-4c06-a019-d3f9ba265edf req-4e517266-272f-4ef5-8dd8-6624f34e878a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725889 Jul 13 07:25:28.250060 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.291279 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a74b6348-dd50-4a52-83e5-8f382e473364 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0536a56fe5324fd58e5b8d04ca295323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251695 Jul 13 07:25:28.372912 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.382486 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:28.383154 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.460803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:28.467004 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'subnet': {'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:28.502402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5997653 Jul 13 07:25:28.661024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae22708f-cbb3-44ce-b995-e9db677d3ba5 req-3d7bab17-4f7e-470b-a6d2-0153f313fd6f tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 210 time: 0.1129279 Jul 13 07:25:28.740389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0ac12-2dfe-4a8f-8a1f-ec606f04c4d2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Network': ['ID=60c05d7b-f1d8-4ee0-b9fd-14e26744687b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:28.752419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:25:28.760249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:28.765277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.848062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-d07e594f-9cae-4795-9184-9eb25f986601 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:28.851998 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-d07e594f-9cae-4795-9184-9eb25f986601 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5598824 Jul 13 07:25:28.910664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fbb0140-e713-4e5d-acd3-2558398b01d3 req-57f9ccb2-7bb1-406e-b573-c9dbc76b30bd tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 210 time: 0.1862373 Jul 13 07:25:28.921328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Request body: {'port': {'device_id': 'b89f487f-046e-4f8b-80d4-07ed3036ba9e', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '0536a56fe5324fd58e5b8d04ca295323'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:29.072188 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.134826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Made reservation on behalf of 0536a56fe5324fd58e5b8d04ca295323 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:29.139384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.151155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.177290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Subnet': ['ID=c74f4ff0-c0b3-44f7-9be3-f2dc5d857cc1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:29.215121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Checking segment: {'id': '72d51642-a889-49c1-ae68-aa1e50ba7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:29.215728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network hostable DHCP agents. Network: 60c05d7b-f1d8-4ee0-b9fd-14e26744687b, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:25:29.304968 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.309743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.415153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea347516-539e-4efa-95fd-2eff98341b38,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:29.428141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-46d50fec-3733-4658-8c55-05a391eb9fae tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.429777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-46d50fec-3733-4658-8c55-05a391eb9fae tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.1399522 Jul 13 07:25:29.431925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:25:29.475186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Request body: {'port': {'device_id': 'f8f91b1d-4502-4185-bf96-085a086c90b2', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'admin_state_up': True, 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:29.481026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 60c05d7b-f1d8-4ee0-b9fd-14e26744687b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:29.490301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ab349-c70f-48eb-9b8d-9767b40fc01d None None] Network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:29.496069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.496793 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.546414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5c433f53-45fb-4821-934a-0ffbd0d6598f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0844619 Jul 13 07:25:29.560895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:29.582165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1829657033'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:29.680329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Allocated IP 192.168.233.97 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/4fd13e84-4d25-48b4-a524-174e28600799) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:29.702177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:29.921224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-60c05d7b-f1d8-4ee0-b9fd-14e26744687b', 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'fixed_ips': [{'subnet_id': 'c74f4ff0-c0b3-44f7-9be3-f2dc5d857cc1'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:25:29.922555 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.923529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af521ed3-8768-462c-884b-de0e4b0fca4e req-dd370f5a-31ad-4e54-8c3a-aab123bbda7e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.939838 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af521ed3-8768-462c-884b-de0e4b0fca4e req-dd370f5a-31ad-4e54-8c3a-aab123bbda7e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.5086536 Jul 13 07:25:29.943093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:29.946598 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.973182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.006551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Transition to ACTIVE for port object 4fd13e84-4d25-48b4-a524-174e28600799 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:30.079877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af521ed3-8768-462c-884b-de0e4b0fca4e req-6cb74e85-00ef-4741-9108-341f862743bd tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390104 Jul 13 07:25:30.082625 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.132578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:25:30.155253 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.156138 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Added segment 2494238d-0878-46c9-8ff0-5f1814c94ff9 of type vlan for network 46e5cc9b-f836-4cc3-925e-483c3e960973 Jul 13 07:25:30.223453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Allocated IP 19.80.0.2 (60c05d7b-f1d8-4ee0-b9fd-14e26744687b/c74f4ff0-c0b3-44f7-9be3-f2dc5d857cc1/4e0ae304-5f7b-47b5-a074-239188ec72a3) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:30.257516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:30.296615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:30.319767 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:30.322052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.354513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Pushing event updated for resources: {'Port': ['ID=4fd13e84-4d25-48b4-a524-174e28600799,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:30.434746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:30.443990 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.496092 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.512182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:30.512964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a3992-7a7e-4a39-9922-32d74d624788 req-b894f203-d002-48d8-94ce-47edfcb47a2e tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:30.519325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.522425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d81a3992-7a7e-4a39-9922-32d74d624788 req-b894f203-d002-48d8-94ce-47edfcb47a2e tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 935 time: 0.4646997 Jul 13 07:25:30.591868 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d81a3992-7a7e-4a39-9922-32d74d624788 req-5e798088-003a-4202-9d23-2c375185d8b6 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675514 Jul 13 07:25:30.606474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:30.607485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.625290 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a5c49b82-9911-4c62-a222-f5320787592b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7456622 Jul 13 07:25:30.627215 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.640994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Request body: {'port': {'device_id': 'b89f487f-046e-4f8b-80d4-07ed3036ba9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:30.648196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Transition to ACTIVE for port object 4e0ae304-5f7b-47b5-a074-239188ec72a3 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:30.663949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:30.685206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Transition to ACTIVE for port object 4e0ae304-5f7b-47b5-a074-239188ec72a3 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:30.709658 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.724102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:30.742189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:30.754081 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:30.789398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:30.813562 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.815696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9', 'port_id': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'mac_address': 'fa:16:3e:6a:09:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570a80c5-af86-4320-a39f-e0755221723a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:30.834473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2716777 Jul 13 07:25:30.846508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79a1840d-abdc-447d-b828-a1703eace28d req-d823bf10-0606-4c11-88b3-b5e7fa6c0286 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 210 time: 0.2063246 Jul 13 07:25:30.849854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:30.871082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'subnet': {'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:30.913588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1c24241-ee06-4aab-ab7c-bf2c4e412680 None None] Provisioning for port 4fd13e84-4d25-48b4-a524-174e28600799 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:30.929269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82783f-b875-4c96-a12e-73f6febc14af tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Network': ['ID=46e5cc9b-f836-4cc3-925e-483c3e960973,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:30.965375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1c24241-ee06-4aab-ab7c-bf2c4e412680 None None] Provisioning complete for port 4fd13e84-4d25-48b4-a524-174e28600799 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:30.966047 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1c24241-ee06-4aab-ab7c-bf2c4e412680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.024176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Allocated IP 172.20.0.12 (832e3da9-e104-4daf-a678-a850d2020b15/0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9/98d3e61f-11f6-494d-a665-933a8ee7a054) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:31.024428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f1c24241-ee06-4aab-ab7c-bf2c4e412680 None None] Port 4fd13e84-4d25-48b4-a524-174e28600799 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:31.027610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Pushing event updated for resources: {'Port': ['ID=4e0ae304-5f7b-47b5-a074-239188ec72a3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:31.032126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 46e5cc9b-f836-4cc3-925e-483c3e960973 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:25:31.065644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7858a7f-9ad7-4d2a-bcf2-375264fb8c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.115293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Attempting to bind port 4e0ae304-5f7b-47b5-a074-239188ec72a3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:31.115748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Attempting to bind port 4e0ae304-5f7b-47b5-a074-239188ec72a3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '72d51642-a889-49c1-ae68-aa1e50ba7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:31.116199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Attempting to bind port 4e0ae304-5f7b-47b5-a074-239188ec72a3 on network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:31.122282 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.147240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:31.147451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Checking segment: {'id': '72d51642-a889-49c1-ae68-aa1e50ba7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:31.147929 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.148388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Bound using segment: {'id': '72d51642-a889-49c1-ae68-aa1e50ba7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:31.148940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Bound port: 4e0ae304-5f7b-47b5-a074-239188ec72a3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d51642-a889-49c1-ae68-aa1e50ba7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:31.149389 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.153017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5da1396e-fa70-443c-9956-32b2d4ae030f {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:31.284725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:31.298019 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.477335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.512200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7858a7f-9ad7-4d2a-bcf2-375264fb8c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.527638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7858a7f-9ad7-4d2a-bcf2-375264fb8c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.628764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:31.632991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.655382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:31.664128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5da1396e-fa70-443c-9956-32b2d4ae030f'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:31.681788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] For port 4e0ae304-5f7b-47b5-a074-239188ec72a3, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:31.686869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7858a7f-9ad7-4d2a-bcf2-375264fb8c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34fb4f-7175-4eb8-b237-52d22e73c9dd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:31.706044 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.851261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:31.876132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event updated for resources: {'Port': ['ID=98d3e61f-11f6-494d-a665-933a8ee7a054,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:31.902924 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b7858a7f-9ad7-4d2a-bcf2-375264fb8c6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07899b3ed7fc48f68734ffe72ccded49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2167814 Jul 13 07:25:31.958486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Network 832e3da9-e104-4daf-a678-a850d2020b15 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:31.959584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:31.961031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:31.963239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:31.968237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd13e84-4d25-48b4-a524-174e28600799 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:31.998532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.034869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] For port 4e0ae304-5f7b-47b5-a074-239188ec72a3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4e0ae304-5f7b-47b5-a074-239188ec72a3,segment=NetworkSegment(72d51642-a889-49c1-ae68-aa1e50ba7088),segment_id=72d51642-a889-49c1-ae68-aa1e50ba7088)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:32.061113 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.094206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:32.094932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.100681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Transition to ACTIVE for port object 4fd13e84-4d25-48b4-a524-174e28600799 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:32.124509 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45c4050c-a039-443e-bdbc-bd024443a1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.149860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206575da-b4de-4846-bedf-6caf891d2a6b req-792a9830-e9fd-4cb6-9bbf-48b308a34d2e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:32.150481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-cc68f27d-11a9-47dc-af25-74e799176552 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6810241 Jul 13 07:25:32.151773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-206575da-b4de-4846-bedf-6caf891d2a6b req-792a9830-e9fd-4cb6-9bbf-48b308a34d2e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 945 time: 0.7495711 Jul 13 07:25:32.170874 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.183735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Request body: {'port': {'device_id': 'f8f91b1d-4502-4185-bf96-085a086c90b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:32.189442 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45c4050c-a039-443e-bdbc-bd024443a1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.249344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff58664-b94d-4788-a012-88c9a0b28b2e req-879dbfee-c17b-4d18-b8f9-deec4d61d626 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:32.268544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ff58664-b94d-4788-a012-88c9a0b28b2e req-879dbfee-c17b-4d18-b8f9-deec4d61d626 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 935 time: 0.3972838 Jul 13 07:25:32.340453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8234d-37d0-42fc-9414-a8fac1702cdf None None] Pushing event updated for resources: {'Port': ['ID=4e0ae304-5f7b-47b5-a074-239188ec72a3,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:32.414979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Pushing event updated for resources: {'Port': ['ID=4fd13e84-4d25-48b4-a524-174e28600799,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:32.492609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ff58664-b94d-4788-a012-88c9a0b28b2e req-80a3e3d6-f58e-47bf-932a-065c56de7e65 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225087 Jul 13 07:25:32.559750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-206575da-b4de-4846-bedf-6caf891d2a6b req-078ef6e9-5fc5-483d-82a1-da6e6b3e4f58 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678145 Jul 13 07:25:32.747529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.831018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45c4050c-a039-443e-bdbc-bd024443a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.835009 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45c4050c-a039-443e-bdbc-bd024443a1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.841635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-45c4050c-a039-443e-bdbc-bd024443a1d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c34fb4f-7175-4eb8-b237-52d22e73c9dd HTTP/1.1" status: 204 len: 168 time: 0.8085837 Jul 13 07:25:32.868753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4050c-a039-443e-bdbc-bd024443a1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34fb4f-7175-4eb8-b237-52d22e73c9dd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:33.057339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.188569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Attempting to bind port 4fd13e84-4d25-48b4-a524-174e28600799 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:33.188916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Attempting to bind port 4fd13e84-4d25-48b4-a524-174e28600799 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:33.189256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Attempting to bind port 4fd13e84-4d25-48b4-a524-174e28600799 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:33.202197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Port 4fd13e84-4d25-48b4-a524-174e28600799 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:33.205284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Attempting to bind port 4fd13e84-4d25-48b4-a524-174e28600799 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:33.208662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Subnet': ['ID=b320b5a8-c7fa-4058-b99a-4e3365149fa0,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:33.223884 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:33.224294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:33.224787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:33.225735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Bound port: 4fd13e84-4d25-48b4-a524-174e28600799, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:33.225972 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.275608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Checking segment: {'id': '2494238d-0878-46c9-8ff0-5f1814c94ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:33.275975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network hostable DHCP agents. Network: 46e5cc9b-f836-4cc3-925e-483c3e960973, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:25:33.320384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a37156-35d5-4389-b7f0-8cbfb361b152 req-22a00102-e90b-4805-87d6-debf57b4fc54 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.330136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40a37156-35d5-4389-b7f0-8cbfb361b152 req-22a00102-e90b-4805-87d6-debf57b4fc54 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 932 time: 0.4207840 Jul 13 07:25:33.387341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network 46e5cc9b-f836-4cc3-925e-483c3e960973 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:25:33.413645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] For port 4fd13e84-4d25-48b4-a524-174e28600799, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:33.422347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] For port 4fd13e84-4d25-48b4-a524-174e28600799, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=4fd13e84-4d25-48b4-a524-174e28600799,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:33.436267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 46e5cc9b-f836-4cc3-925e-483c3e960973) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:33.438983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.445046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a3c756-f8b9-4be8-85ff-b42ff68fe986 None None] Network 46e5cc9b-f836-4cc3-925e-483c3e960973 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:33.450470 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.454792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.497325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40a37156-35d5-4389-b7f0-8cbfb361b152 req-258023ce-3105-43b8-87fc-7a4c3786d679 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659369 Jul 13 07:25:33.580819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d3e61f-11f6-494d-a665-933a8ee7a054 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:33.603110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.603746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.615882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.617024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] 10.222.0.38 "PUT /v2.0/ports/4fd13e84-4d25-48b4-a524-174e28600799 HTTP/1.1" status: 200 len: 1096 time: 2.9770691 Jul 13 07:25:33.620163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89f487f-046e-4f8b-80d4-07ed3036ba9e', 'tag': '4fd13e84-4d25-48b4-a524-174e28600799'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:33.633901 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9207938-e38a-471d-8be6-45f031b8dfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b89f487f-046e-4f8b-80d4-07ed3036ba9e", "tag": "4fd13e84-4d25-48b4-a524-174e28600799"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:33.689405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60850) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:33.729159 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0b9d057e-364d-4408-a21f-e979039396a8 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8696787 Jul 13 07:25:33.734313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Transition to ACTIVE for port object 98d3e61f-11f6-494d-a665-933a8ee7a054 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:33.770449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:33.784024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.799141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c485cfe-d882-401f-a77a-ebb247522d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.847173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591be319-310a-42fa-95ed-9150fa3fae6f service neutron] Pushing event updated for resources: {'Port': ['ID=4fd13e84-4d25-48b4-a524-174e28600799,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:33.914590 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-c67b1719-15ef-43f8-95f8-56d50eba989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.916885 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-c67b1719-15ef-43f8-95f8-56d50eba989f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0536a56fe5324fd58e5b8d04ca295323&device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 1099 time: 0.2586000 Jul 13 07:25:34.025807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4e0ae304-5f7b-47b5-a074-239188ec72a3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:34.051416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-a8a6215b-2fe0-458b-9c8d-9de4390185ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=4fd13e84-4d25-48b4-a524-174e28600799 HTTP/1.1" status: 200 len: 217 time: 0.1243896 Jul 13 07:25:34.144089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 5da1396e-fa70-443c-9956-32b2d4ae030f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:34.144394 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.197022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-ca7ec366-a1cd-4139-937a-ec1e26ea4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.200228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-ca7ec366-a1cd-4139-937a-ec1e26ea4d1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1407490 Jul 13 07:25:34.252696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08995f-0067-4b0e-8911-0d570610ea74 req-bdbd8c31-46a1-4998-be0e-59bc2da770fe tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.256160 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b08995f-0067-4b0e-8911-0d570610ea74 req-bdbd8c31-46a1-4998-be0e-59bc2da770fe tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 947 time: 0.2010133 Jul 13 07:25:34.301451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c485cfe-d882-401f-a77a-ebb247522d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.325402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c485cfe-d882-401f-a77a-ebb247522d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.352537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b08995f-0067-4b0e-8911-0d570610ea74 req-ae22f275-23a5-4e87-bf17-b268ba10fa0d tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909851 Jul 13 07:25:34.368215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-ff5c9a9f-3c3a-4c86-b751-7d2a6768145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.370247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-ff5c9a9f-3c3a-4c86-b751-7d2a6768145f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1634927 Jul 13 07:25:34.428721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Pushing event updated for resources: {'Port': ['ID=98d3e61f-11f6-494d-a665-933a8ee7a054,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:34.459387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8c485cfe-d882-401f-a77a-ebb247522d39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=085d45ea163d4406a6af8c5f552f8bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7660506 Jul 13 07:25:34.464458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:34.524313 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c30429-79df-483a-ad5f-4c2b1a86f80d x-openstack-request-id: req-c1c30429-79df-483a-ad5f-4c2b1a86f80d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:34.524313 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89f487f-046e-4f8b-80d4-07ed3036ba9e", "tag": "4fd13e84-4d25-48b4-a524-174e28600799", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:34.524313 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1c30429-79df-483a-ad5f-4c2b1a86f80d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:34.525220 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89f487f-046e-4f8b-80d4-07ed3036ba9e', 'tag': '4fd13e84-4d25-48b4-a524-174e28600799', 'status': 'completed', 'code': 200} Jul 13 07:25:34.529016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81740d3f-133b-4264-87d3-001f9268bd9f None None] Network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:34.530336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c485cfe-d882-401f-a77a-ebb247522d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce1dcbe-a8e1-4256-9d56-e93d058509e3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:34.567114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7ac3f-fc86-4ce4-9297-bda590e8f77e req-b9438c1d-8f88-4766-a635-f1af9f7ee708 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.568711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7b7ac3f-fc86-4ce4-9297-bda590e8f77e req-b9438c1d-8f88-4766-a635-f1af9f7ee708 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 945 time: 0.2634566 Jul 13 07:25:34.574442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Attempting to bind port 98d3e61f-11f6-494d-a665-933a8ee7a054 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:34.574779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Attempting to bind port 98d3e61f-11f6-494d-a665-933a8ee7a054 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:34.575109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Attempting to bind port 98d3e61f-11f6-494d-a665-933a8ee7a054 on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:34.616425 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-839f9ba2-adc6-415d-a9f7-ed81abe04f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.631184 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-ca8232d4-eac4-4392-a2e1-ab8bc8ba0efd service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542717 Jul 13 07:25:34.644522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Port 98d3e61f-11f6-494d-a665-933a8ee7a054 on network 832e3da9-e104-4daf-a678-a850d2020b15 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:34.644889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Attempting to bind port 98d3e61f-11f6-494d-a665-933a8ee7a054 on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:34.663819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:34.664054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Checking segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:34.664428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Bound using segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:34.664866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Bound port: 98d3e61f-11f6-494d-a665-933a8ee7a054, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:34.665228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.692012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7b7ac3f-fc86-4ce4-9297-bda590e8f77e req-d17d7006-330c-410a-8819-a659a3aa8cd0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091557 Jul 13 07:25:34.731199 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-839f9ba2-adc6-415d-a9f7-ed81abe04f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.758851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-46e5cc9b-f836-4cc3-925e-483c3e960973', 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'fixed_ips': [{'subnet_id': 'b320b5a8-c7fa-4058-b99a-4e3365149fa0'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:25:34.762385 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.806690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c0d6622-4995-46ec-a432-f004dfdf2e79 req-0e91ad69-950f-493e-afa7-6796a0df30c1 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647418 Jul 13 07:25:34.834611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] For port 98d3e61f-11f6-494d-a665-933a8ee7a054, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:34.838729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] For port 98d3e61f-11f6-494d-a665-933a8ee7a054, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=98d3e61f-11f6-494d-a665-933a8ee7a054,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:34.843752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-839f9ba2-adc6-415d-a9f7-ed81abe04f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.845345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.847848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-839f9ba2-adc6-415d-a9f7-ed81abe04f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.855219 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-839f9ba2-adc6-415d-a9f7-ed81abe04f2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ce1dcbe-a8e1-4256-9d56-e93d058509e3 HTTP/1.1" status: 204 len: 168 time: 0.3861496 Jul 13 07:25:34.905845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f9ba2-adc6-415d-a9f7-ed81abe04f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce1dcbe-a8e1-4256-9d56-e93d058509e3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:34.950974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Pushing event updated for resources: {'Port': ['ID=98d3e61f-11f6-494d-a665-933a8ee7a054,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:34.978441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.979913 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.991362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-d3f29a04-0263-46a4-af98-e32c99074f8f service neutron] 10.222.0.48 "PUT /v2.0/ports/98d3e61f-11f6-494d-a665-933a8ee7a054 HTTP/1.1" status: 200 len: 1093 time: 2.8183119 Jul 13 07:25:34.992956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f91b1d-4502-4185-bf96-085a086c90b2', 'tag': '98d3e61f-11f6-494d-a665-933a8ee7a054'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:35.003671 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f91b1d-4502-4185-bf96-085a086c90b2", "tag": "98d3e61f-11f6-494d-a665-933a8ee7a054"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:35.125495 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-a625a867-0b44-4592-98d8-b7f4c5054598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.137421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-a625a867-0b44-4592-98d8-b7f4c5054598 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0536a56fe5324fd58e5b8d04ca295323&device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 1099 time: 0.2342894 Jul 13 07:25:35.139458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-51c428c5-ff34-434b-8851-ff7004df6ba1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.146955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-51c428c5-ff34-434b-8851-ff7004df6ba1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.148572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-51c428c5-ff34-434b-8851-ff7004df6ba1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/networks?id=60c05d7b-f1d8-4ee0-b9fd-14e26744687b&id=46e5cc9b-f836-4cc3-925e-483c3e960973 HTTP/1.1" status: 200 len: 1392 time: 0.1564221 Jul 13 07:25:35.210108 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-a23fbbae-d845-41c6-b238-6339eb7e2782 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/quotas/573d5b601fc149dab35e9b68c077f5d7 HTTP/1.1" status: 200 len: 375 time: 0.0509062 Jul 13 07:25:35.385757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-b1271052-3582-4b3e-ab70-29a6be705d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.390445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-b1271052-3582-4b3e-ab70-29a6be705d20 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2466588 Jul 13 07:25:35.466086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 4e0ae304-5f7b-47b5-a074-239188ec72a3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:35.476215 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-2ba454da-5ef5-416d-8f68-2ab2a6d1b4c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=4fd13e84-4d25-48b4-a524-174e28600799 HTTP/1.1" status: 200 len: 217 time: 0.0782239 Jul 13 07:25:35.608236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-5561b250-afe4-424a-9292-e308d80830fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.609750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-5561b250-afe4-424a-9292-e308d80830fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1228831 Jul 13 07:25:35.660723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.762652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-6edf06c1-f47c-4d62-9903-d7e37a2a8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.764596 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-6edf06c1-f47c-4d62-9903-d7e37a2a8481 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1474361 Jul 13 07:25:35.941028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5717dc37-4754-4cff-b18f-7b8da0d8cba5 None None] Provisioning for port 4e0ae304-5f7b-47b5-a074-239188ec72a3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:35.995762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-47ffe6f3-434c-40c4-80c6-b40809556df8 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168262 Jul 13 07:25:35.998638 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.006353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5717dc37-4754-4cff-b18f-7b8da0d8cba5 None None] Provisioning complete for port 4e0ae304-5f7b-47b5-a074-239188ec72a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:36.006720 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5717dc37-4754-4cff-b18f-7b8da0d8cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.024303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-55a6cafc-65a8-4154-870e-aaef4a10ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.027168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-55a6cafc-65a8-4154-870e-aaef4a10ac8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 1096 time: 0.8776691 Jul 13 07:25:36.043926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1bf09-c1fb-41ba-aa80-0b93ae60c596 req-44c26faf-897d-4ba2-b5ad-048546a6631d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.051097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3a1bf09-c1fb-41ba-aa80-0b93ae60c596 req-44c26faf-897d-4ba2-b5ad-048546a6631d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 944 time: 0.2121501 Jul 13 07:25:36.153282 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3a1bf09-c1fb-41ba-aa80-0b93ae60c596 req-ec900631-cb1e-4e78-80a4-5515bbbe4570 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012309 Jul 13 07:25:36.192981 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-6190bdbf-3bcc-4e4c-954f-5ce2e6c418f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98d3e61f-11f6-494d-a665-933a8ee7a054 HTTP/1.1" status: 200 len: 217 time: 0.1488705 Jul 13 07:25:36.196547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:36.200228 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d792449-2496-4c9d-ab73-15fecdc120fe" -d '{"events": [{"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-plugged", "status": "completed", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:36.233680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:36.244496 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.249162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Allocated IP 19.86.0.2 (46e5cc9b-f836-4cc3-925e-483c3e960973/b320b5a8-c7fa-4058-b99a-4e3365149fa0/a23b4bcf-d7ad-48ee-9359-17d840542bd3) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:36.264760 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9207938-e38a-471d-8be6-45f031b8dfc6 req-10cb37f8-3522-4963-afaf-4dd3c1e8a42d service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560909 Jul 13 07:25:36.286180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-93276ecc-780d-4831-a59a-09a98164b7ed tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=573d5b601fc149dab35e9b68c077f5d7&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0682232 Jul 13 07:25:36.300794 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce7061d-de8b-4079-9965-1f69cf482c75 x-openstack-request-id: req-3ce7061d-de8b-4079-9965-1f69cf482c75 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:36.301350 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f91b1d-4502-4185-bf96-085a086c90b2", "tag": "98d3e61f-11f6-494d-a665-933a8ee7a054", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:36.301825 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ce7061d-de8b-4079-9965-1f69cf482c75 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:36.302495 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f91b1d-4502-4185-bf96-085a086c90b2', 'tag': '98d3e61f-11f6-494d-a665-933a8ee7a054', 'status': 'completed', 'code': 200} Jul 13 07:25:36.362526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:36.385247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-54b9d5ba-2d63-469e-b20e-755b3ab75f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.387003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-54b9d5ba-2d63-469e-b20e-755b3ab75f59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.1801364 Jul 13 07:25:36.472232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-f712261d-58fb-4f4f-a91e-7a2a3c8ec7e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776281 Jul 13 07:25:36.494920 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5717dc37-4754-4cff-b18f-7b8da0d8cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.665934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5717dc37-4754-4cff-b18f-7b8da0d8cba5 None None] For port 4e0ae304-5f7b-47b5-a074-239188ec72a3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4e0ae304-5f7b-47b5-a074-239188ec72a3,segment=NetworkSegment(72d51642-a889-49c1-ae68-aa1e50ba7088),segment_id=72d51642-a889-49c1-ae68-aa1e50ba7088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:36.677065 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5717dc37-4754-4cff-b18f-7b8da0d8cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.682506 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-fdd20a6c-2fd0-4e2d-be91-0658a8f1afe2 service neutron] 10.222.0.41 "GET /v2.0/networks/60c05d7b-f1d8-4ee0-b9fd-14e26744687b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945479 Jul 13 07:25:36.687181 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b81b3d-08b5-4885-9c8b-b2b1c53cd80d req-7890e1fe-d1da-4f68-a3d4-67ebb49724b9 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.690525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d1b81b3d-08b5-4885-9c8b-b2b1c53cd80d req-7890e1fe-d1da-4f68-a3d4-67ebb49724b9 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 947 time: 0.1901507 Jul 13 07:25:36.782996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717dc37-4754-4cff-b18f-7b8da0d8cba5 None None] Pushing event updated for resources: {'Port': ['ID=4e0ae304-5f7b-47b5-a074-239188ec72a3,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:36.795786 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d1b81b3d-08b5-4885-9c8b-b2b1c53cd80d req-dda1eeba-4848-4195-94af-c4311018281f tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924151 Jul 13 07:25:36.826563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-813cf2c2-4ea4-4521-bdff-074ea6adffb5 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069737 Jul 13 07:25:36.895304 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.935390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Transition to ACTIVE for port object a23b4bcf-d7ad-48ee-9359-17d840542bd3 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:36.989519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Transition to ACTIVE for port object a23b4bcf-d7ad-48ee-9359-17d840542bd3 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:36.993326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6dd7cd27-0b60-4e8f-ab08-a559f8d6e900 None None] Provisioning complete for port 4e0ae304-5f7b-47b5-a074-239188ec72a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:36.993752 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cd27-0b60-4e8f-ab08-a559f8d6e900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.015718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b75b7b-1b1a-41ae-a517-1cded4955480 req-26c0de57-49c2-40f6-9b79-513d8f7215d3 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:37.024114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66b75b7b-1b1a-41ae-a517-1cded4955480 req-26c0de57-49c2-40f6-9b79-513d8f7215d3 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 945 time: 0.0874619 Jul 13 07:25:37.054531 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.071611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-e23de286-1585-4c6b-a467-d1a3caf82363 service neutron] 10.222.0.41 "GET /v2.0/networks/60c05d7b-f1d8-4ee0-b9fd-14e26744687b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879793 Jul 13 07:25:37.094356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66b75b7b-1b1a-41ae-a517-1cded4955480 req-f52a03e5-8cd2-4a88-ba9d-4868d80c868a tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3cab1ee-c23f-46a5-a2e8-df39b34e7209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662570 Jul 13 07:25:37.166213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Pushing event updated for resources: {'Port': ['ID=a23b4bcf-d7ad-48ee-9359-17d840542bd3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:37.246847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Network 46e5cc9b-f836-4cc3-925e-483c3e960973 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:37.268308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:37.273592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:37.367809 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.378031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-ff5bbe24-0703-4006-9d2b-f6767885b793 service neutron] 10.222.0.41 "GET /v2.0/networks/46e5cc9b-f836-4cc3-925e-483c3e960973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381074 Jul 13 07:25:37.413392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea95f2-14fb-4b2a-a2b1-0b5e13657a3d req-6533cc4d-da18-49f4-bccf-073d32699429 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:37.422982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9ea95f2-14fb-4b2a-a2b1-0b5e13657a3d req-6533cc4d-da18-49f4-bccf-073d32699429 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1325889 Jul 13 07:25:37.477583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9ea95f2-14fb-4b2a-a2b1-0b5e13657a3d req-149528c2-9246-44b1-97dd-7b949e1e18b9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532155 Jul 13 07:25:37.526275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Attempting to bind port a23b4bcf-d7ad-48ee-9359-17d840542bd3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:37.527540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Attempting to bind port a23b4bcf-d7ad-48ee-9359-17d840542bd3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '2494238d-0878-46c9-8ff0-5f1814c94ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:37.529060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Attempting to bind port a23b4bcf-d7ad-48ee-9359-17d840542bd3 on network 46e5cc9b-f836-4cc3-925e-483c3e960973 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:37.557386 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:37.562109 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f19a1fc-2276-40b0-9c22-3ea3ef2cadbb req-b74d8462-c9c6-4b05-bdd8-dbb46cdf5a58 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7263839 Jul 13 07:25:37.564058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Checking segment: {'id': '2494238d-0878-46c9-8ff0-5f1814c94ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:37.565347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.568323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Bound using segment: {'id': '2494238d-0878-46c9-8ff0-5f1814c94ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:37.569136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Bound port: a23b4bcf-d7ad-48ee-9359-17d840542bd3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2494238d-0878-46c9-8ff0-5f1814c94ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:37.585258 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.611572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-6dd17355-5137-46a6-9d86-a6d31e82a094 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:37.611572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-6dd17355-5137-46a6-9d86-a6d31e82a094 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 945 time: 0.2300956 Jul 13 07:25:37.628846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1fd8017-c13e-4734-8887-151e5ab5cfbd service neutron] 10.222.0.41 "GET /v2.0/networks/46e5cc9b-f836-4cc3-925e-483c3e960973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186491 Jul 13 07:25:37.680101 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f04bc6a-82dd-461d-831f-41e655f66636 x-openstack-request-id: req-0f04bc6a-82dd-461d-831f-41e655f66636 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:37.680627 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-plugged", "status": "completed", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:37.680627 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f04bc6a-82dd-461d-831f-41e655f66636 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:37.681022 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'code': 200} Jul 13 07:25:37.768112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] For port a23b4bcf-d7ad-48ee-9359-17d840542bd3, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:37.784143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] For port a23b4bcf-d7ad-48ee-9359-17d840542bd3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a23b4bcf-d7ad-48ee-9359-17d840542bd3,segment=NetworkSegment(2494238d-0878-46c9-8ff0-5f1814c94ff9),segment_id=2494238d-0878-46c9-8ff0-5f1814c94ff9)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:37.794004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.831651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4e0ae304-5f7b-47b5-a074-239188ec72a3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:38.060584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bb9e5-cbcf-463c-ac69-9ef622682a28 None None] Pushing event updated for resources: {'Port': ['ID=a23b4bcf-d7ad-48ee-9359-17d840542bd3,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:38.079064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4e0ae304-5f7b-47b5-a074-239188ec72a3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:38.079634 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.110785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Deleting port ce9ad904-2c23-4d00-ac35-f0531bf0cada {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:38.111925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.126013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-71e58cd8-f1c3-46ce-bb9e-e794b09b0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:38.128171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-71e58cd8-f1c3-46ce-bb9e-e794b09b0890 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 1096 time: 0.3738110 Jul 13 07:25:38.216763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 4fd13e84-4d25-48b4-a524-174e28600799 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:38.265497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-7997729f-bfe2-4c2e-bd57-5d6090c5f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:38.267069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-7997729f-bfe2-4c2e-bd57-5d6090c5f691 service neutron] 10.222.0.48 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 907 time: 0.1187651 Jul 13 07:25:38.325222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-8e194385-8bea-4361-8632-0069da6e7e2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98d3e61f-11f6-494d-a665-933a8ee7a054 HTTP/1.1" status: 200 len: 217 time: 0.0469944 Jul 13 07:25:38.433457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 4fd13e84-4d25-48b4-a524-174e28600799, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=4fd13e84-4d25-48b4-a524-174e28600799,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:38.434464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76ac75-b839-491f-8660-6a6e746becbf req-785ef3ec-5437-42a0-aa23-2f1b93b72f76 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:38.443910 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc76ac75-b839-491f-8660-6a6e746becbf req-785ef3ec-5437-42a0-aa23-2f1b93b72f76 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 944 time: 0.4431653 Jul 13 07:25:38.445372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afa390-e406-424e-b673-666bf8c610f3 req-ac92e4dc-1f57-4c62-aea2-a23ac1284a32 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:38.470387 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36afa390-e406-424e-b673-666bf8c610f3 req-ac92e4dc-1f57-4c62-aea2-a23ac1284a32 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 947 time: 0.1640794 Jul 13 07:25:38.500443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '4fd13e84-4d25-48b4-a524-174e28600799', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '4fd13e84-4d25-48b4-a524-174e28600799', 'mac_address': 'fa:16:3e:21:71:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:38.505100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-785921b9-c09f-4d70-95a1-d39b70810bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:38.507359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-785921b9-c09f-4d70-95a1-d39b70810bc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.1425354 Jul 13 07:25:38.563682 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36afa390-e406-424e-b673-666bf8c610f3 req-24de3df9-4d43-4665-9df1-73b6504c5fd7 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912247 Jul 13 07:25:38.604987 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.609825 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-a4bcc65a-2ff7-4848-bc5d-5c7fc8ed0b6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928411 Jul 13 07:25:38.646714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd13e84-4d25-48b4-a524-174e28600799 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:38.649520 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc76ac75-b839-491f-8660-6a6e746becbf req-6a1356b0-7c23-4538-ba4c-68b15906f97a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021883 Jul 13 07:25:38.661364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43dfe493-fc91-4ee2-b494-2e89b892b386 req-1b41c0c4-0b36-40ac-8022-813a4ea96bb4 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 210 time: 0.0527177 Jul 13 07:25:38.693173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] For port ce9ad904-2c23-4d00-ac35-f0531bf0cada, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce9ad904-2c23-4d00-ac35-f0531bf0cada,segment=NetworkSegment(4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9),segment_id=4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:38.695315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.730686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 4fd13e84-4d25-48b4-a524-174e28600799, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=4fd13e84-4d25-48b4-a524-174e28600799,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:38.737165 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.819811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-8bddb27e-9b58-49a8-9c42-67a328ac2553 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:38.821502 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-8bddb27e-9b58-49a8-9c42-67a328ac2553 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 944 time: 0.1432641 Jul 13 07:25:38.912230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=4fd13e84-4d25-48b4-a524-174e28600799,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:38.940185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Calling delete_port for ce9ad904-2c23-4d00-ac35-f0531bf0cada owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:39.055671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['4fd13e84-4d25-48b4-a524-174e28600799'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:39.074334 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff077505-b5ca-45f1-90a4-b54133efe35d req-665faaca-c159-4f61-87d0-cf4b11e2927b tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:39.081194 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff077505-b5ca-45f1-90a4-b54133efe35d req-665faaca-c159-4f61-87d0-cf4b11e2927b tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f438fff-09c4-4a35-9fac-1a475c80e597 HTTP/1.1" status: 200 len: 945 time: 0.1663957 Jul 13 07:25:39.227406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Deleting port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:39.228122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:39.268776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-aa1f08fa-6667-433d-b8e7-4a28f471db58 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345673 Jul 13 07:25:39.271127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-c1266096-5571-4b3b-9e0e-ae05158ee4c2 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3657947354744e408c5238b66c993243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320375 Jul 13 07:25:39.272417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:39.395079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Pushing event deleted for resources: {'Port': ['ID=ce9ad904-2c23-4d00-ac35-f0531bf0cada,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:39.395602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] For port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:39.395978 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:39.426155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Calling delete_port for 2f75e8be-1b11-49d0-bc0a-80a79e1b697d owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:39.507147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] No DVR routers for this DVR port ce9ad904-2c23-4d00-ac35-f0531bf0cada on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:39.521890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:39.524211 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b5e1773-2160-4134-94ad-cdfee9b78737 req-b53b3f64-69c1-4720-b4db-cb14044fbb7f tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.48 "DELETE /v2.0/ports/ce9ad904-2c23-4d00-ac35-f0531bf0cada HTTP/1.1" status: 204 len: 173 time: 1.9018092 Jul 13 07:25:39.524800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f438fff-09c4-4a35-9fac-1a475c80e597', 'name': 'network-vif-deleted', 'tag': 'ce9ad904-2c23-4d00-ac35-f0531bf0cada'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:39.537404 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bb7e5b-d6cf-4f45-9c2b-414930e3bd89" -d '{"events": [{"server_uuid": "4f438fff-09c4-4a35-9fac-1a475c80e597", "name": "network-vif-deleted", "tag": "ce9ad904-2c23-4d00-ac35-f0531bf0cada"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:39.694376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca277a4-dfe2-4386-9150-f38ae580dab5 None None] Network 46e5cc9b-f836-4cc3-925e-483c3e960973 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:39.731934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6dd99b8b-34c7-488e-93aa-92a0e64ec21b req-10c3e880-7151-48d4-ac46-34de8788916a service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337225 Jul 13 07:25:39.749500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 98d3e61f-11f6-494d-a665-933a8ee7a054 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:39.772075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ce9ad904-2c23-4d00-ac35-f0531bf0cada no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:39.801214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-0b929ce2-a13d-4d61-b1fd-b5a3d17147f8 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:39.808568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-0b929ce2-a13d-4d61-b1fd-b5a3d17147f8 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5114777 Jul 13 07:25:39.913868 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff077505-b5ca-45f1-90a4-b54133efe35d req-45edb31c-5159-448a-a369-1a853235b625 tempest-VolumesAdminNegativeTest-987763460 tempest-VolumesAdminNegativeTest-987763460-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3cab1ee-c23f-46a5-a2e8-df39b34e7209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8317163 Jul 13 07:25:39.914439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: ce9ad904-2c23-4d00-ac35-f0531bf0cada {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:39.914439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ce9ad904-2c23-4d00-ac35-f0531bf0cada not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:39.941699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-2e4b4830-1d6d-4e69-a37a-a84da7ccfbd1 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/quotas/3657947354744e408c5238b66c993243 HTTP/1.1" status: 200 len: 375 time: 0.1267836 Jul 13 07:25:39.951189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a23b4bcf-d7ad-48ee-9359-17d840542bd3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:40.069073 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:40.085645 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:25:40.146621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2f75e8be-1b11-49d0-bc0a-80a79e1b697d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:40.152089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-3aae78eb-76e8-4515-a296-9cbd7077e09e tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3657947354744e408c5238b66c993243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2094002 Jul 13 07:25:40.156803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18e4d369-f0ee-4fd0-907a-32a3f36e3d50 req-738b8880-5b9f-4a55-a6cc-d5b0425a5a85 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d15d0e6-1425-472a-824b-e1863b450db8 HTTP/1.1" status: 200 len: 210 time: 0.0641668 Jul 13 07:25:40.174950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Pushing event deleted for resources: {'Port': ['ID=2f75e8be-1b11-49d0-bc0a-80a79e1b697d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:40.215607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] No DVR routers for this DVR port 2f75e8be-1b11-49d0-bc0a-80a79e1b697d on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:40.223360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:40.227967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c1e7d78-bf39-489f-9912-6a4860824ebe req-1e68b37e-0e17-4563-b3bb-51ad54a75624 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.38 "DELETE /v2.0/ports/2f75e8be-1b11-49d0-bc0a-80a79e1b697d HTTP/1.1" status: 204 len: 173 time: 1.4009097 Jul 13 07:25:40.228909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'name': 'network-vif-deleted', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:40.233345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c870dd0e-edf2-4e18-af13-99a5588f9814 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:40.246103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c870dd0e-edf2-4e18-af13-99a5588f9814 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:40.247494 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb7de18-5d80-48c6-b0f6-6ffee598691d" -d '{"events": [{"server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "name": "network-vif-deleted", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:40.247806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c870dd0e-edf2-4e18-af13-99a5588f9814 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.38 "GET /v2.0/networks?id=60c05d7b-f1d8-4ee0-b9fd-14e26744687b&id=46e5cc9b-f836-4cc3-925e-483c3e960973 HTTP/1.1" status: 200 len: 1392 time: 0.5150204 Jul 13 07:25:40.261129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'port': {'device_id': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b', 'admin_state_up': True, 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:40.267555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bc1a9f4f-35f1-4482-9ac2-a348062a1850 None None] Provisioning for port a23b4bcf-d7ad-48ee-9359-17d840542bd3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:40.269780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 4fd13e84-4d25-48b4-a524-174e28600799 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:40.534262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:40.540569 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:40.544166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22e655-72a4-466f-80a1-27190759e75f req-793a44e1-c9d8-4574-b1a2-05c366846fec tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:40.555574 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1e22e655-72a4-466f-80a1-27190759e75f req-793a44e1-c9d8-4574-b1a2-05c366846fec tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1824899 Jul 13 07:25:40.673553 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1e22e655-72a4-466f-80a1-27190759e75f req-8adc2c3e-a4f6-43fa-8250-add516cfa8c6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169114 Jul 13 07:25:40.739655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 98d3e61f-11f6-494d-a665-933a8ee7a054, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=98d3e61f-11f6-494d-a665-933a8ee7a054,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:40.907531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a23b4bcf-d7ad-48ee-9359-17d840542bd3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:40.967301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Allocated IP 19.80.0.226 (60c05d7b-f1d8-4ee0-b9fd-14e26744687b/c74f4ff0-c0b3-44f7-9be3-f2dc5d857cc1/35926aa1-bb62-4cf0-8517-5f7451cc1408) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:40.981681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a23b4bcf-d7ad-48ee-9359-17d840542bd3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:40.982131 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.005631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc56d2-81af-41b4-a812-b8a85c119f4d req-6e830be3-bb7f-4df8-b131-28a2ad8b2b73 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.017105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6dc56d2-81af-41b4-a812-b8a85c119f4d req-6e830be3-bb7f-4df8-b131-28a2ad8b2b73 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 948 time: 0.1613257 Jul 13 07:25:41.122589 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6dc56d2-81af-41b4-a812-b8a85c119f4d req-bc28326b-e274-4160-9cfa-ee71a182d1b7 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032493 Jul 13 07:25:41.134745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '98d3e61f-11f6-494d-a665-933a8ee7a054', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'port_id': '98d3e61f-11f6-494d-a665-933a8ee7a054', 'mac_address': 'fa:16:3e:89:5d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:41.145932 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed074b8-1d46-4e7b-af5c-51dddec80f1b x-openstack-request-id: req-eed074b8-1d46-4e7b-af5c-51dddec80f1b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:41.146628 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f438fff-09c4-4a35-9fac-1a475c80e597", "name": "network-vif-deleted", "tag": "ce9ad904-2c23-4d00-ac35-f0531bf0cada", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:41.147053 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eed074b8-1d46-4e7b-af5c-51dddec80f1b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:41.147623 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f438fff-09c4-4a35-9fac-1a475c80e597', 'name': 'network-vif-deleted', 'tag': 'ce9ad904-2c23-4d00-ac35-f0531bf0cada', 'status': 'completed', 'code': 200} Jul 13 07:25:41.154725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 4fd13e84-4d25-48b4-a524-174e28600799 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:41.205892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 4fd13e84-4d25-48b4-a524-174e28600799 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:41.216152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.223304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.250060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Transition to ACTIVE for port object 35926aa1-bb62-4cf0-8517-5f7451cc1408 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:41.269687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c725d02-13d7-4729-b3e8-76351a09b4fc req-a15c46d4-2040-4a0b-830a-383970e7f0ad tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.276953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c725d02-13d7-4729-b3e8-76351a09b4fc req-a15c46d4-2040-4a0b-830a-383970e7f0ad tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 944 time: 0.1282451 Jul 13 07:25:41.317485 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f418bfe-5c0b-47a9-905f-4d9a543b8cd3 req-eb05bf2a-9aa3-4961-9629-feafb2c59841 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 210 time: 0.0429890 Jul 13 07:25:41.335822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c725d02-13d7-4729-b3e8-76351a09b4fc req-fb138b39-4030-4ac9-a9ab-f8704cccff90 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575519 Jul 13 07:25:41.372337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.404838 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07694f6f-f79f-416f-b369-8e96d4174a26 x-openstack-request-id: req-07694f6f-f79f-416f-b369-8e96d4174a26 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:41.405452 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d15d0e6-1425-472a-824b-e1863b450db8", "name": "network-vif-deleted", "tag": "2f75e8be-1b11-49d0-bc0a-80a79e1b697d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:41.405972 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07694f6f-f79f-416f-b369-8e96d4174a26 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:41.406781 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d15d0e6-1425-472a-824b-e1863b450db8', 'name': 'network-vif-deleted', 'tag': '2f75e8be-1b11-49d0-bc0a-80a79e1b697d', 'status': 'completed', 'code': 200} Jul 13 07:25:41.445505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.450636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.456553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:41.469647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:41.475968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:41.581231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60988) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:41.632317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.633157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.716574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9780b00f-3996-4676-8be4-b068c29bc6dd req-4951f774-063d-472e-9c76-ae191554b5ac tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 210 time: 0.1991696 Jul 13 07:25:41.723651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd6cf5a-5d00-48f3-8a0e-f1a845e8a4f8 admin admin] Deleting subnet d78ac7ce-a908-477b-ae75-289014554f29 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:41.735562 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cf5a-5d00-48f3-8a0e-f1a845e8a4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.746068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Port': ['ID=35926aa1-bb62-4cf0-8517-5f7451cc1408,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:41.774188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-18e7673e-9d21-481d-98e3-54d74e8b9a28 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5175357 Jul 13 07:25:41.784701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Request body: {'port': {'device_id': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973', 'admin_state_up': True, 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:41.950391 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cf5a-5d00-48f3-8a0e-f1a845e8a4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.953543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d3e61f-11f6-494d-a665-933a8ee7a054 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:42.039631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 98d3e61f-11f6-494d-a665-933a8ee7a054, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=98d3e61f-11f6-494d-a665-933a8ee7a054,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:42.040711 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cf5a-5d00-48f3-8a0e-f1a845e8a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.069832 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.079975 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.138870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2e75a4f4-4e4e-4fa4-9a59-05a89947cda3 None None] Provisioning for port 35926aa1-bb62-4cf0-8517-5f7451cc1408 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:42.156409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cf5a-5d00-48f3-8a0e-f1a845e8a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.185888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port a23b4bcf-d7ad-48ee-9359-17d840542bd3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a23b4bcf-d7ad-48ee-9359-17d840542bd3,segment=NetworkSegment(2494238d-0878-46c9-8ff0-5f1814c94ff9),segment_id=2494238d-0878-46c9-8ff0-5f1814c94ff9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:42.202330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2e75a4f4-4e4e-4fa4-9a59-05a89947cda3 None None] Provisioning complete for port 35926aa1-bb62-4cf0-8517-5f7451cc1408 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:42.202801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e75a4f4-4e4e-4fa4-9a59-05a89947cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.210751 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.212348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6cf5a-5d00-48f3-8a0e-f1a845e8a4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78ac7ce-a908-477b-ae75-289014554f29,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:42.235436 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cf5a-5d00-48f3-8a0e-f1a845e8a4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.240015 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cdd6cf5a-5d00-48f3-8a0e-f1a845e8a4f8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d78ac7ce-a908-477b-ae75-289014554f29 HTTP/1.1" status: 204 len: 168 time: 0.6551585 Jul 13 07:25:42.240328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:42.332282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89f487f-046e-4f8b-80d4-07ed3036ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd13e84-4d25-48b4-a524-174e28600799'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:42.335273 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7941db26-2683-4436-837a-c20907f597cb" -d '{"events": [{"server_uuid": "b89f487f-046e-4f8b-80d4-07ed3036ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "4fd13e84-4d25-48b4-a524-174e28600799"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:42.360612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 4fd13e84-4d25-48b4-a524-174e28600799, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=4fd13e84-4d25-48b4-a524-174e28600799,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:42.381368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.395339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=98d3e61f-11f6-494d-a665-933a8ee7a054,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:42.403308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2e75a4f4-4e4e-4fa4-9a59-05a89947cda3 None None] Port 35926aa1-bb62-4cf0-8517-5f7451cc1408 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:42.455329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f75e8be-1b11-49d0-bc0a-80a79e1b697d no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:42.516416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.557222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 2f75e8be-1b11-49d0-bc0a-80a79e1b697d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:42.557826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f75e8be-1b11-49d0-bc0a-80a79e1b697d not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:42.594319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0fd2afcb-34fd-44f3-b31a-280e0470e6e0 None None] Provisioning complete for port a23b4bcf-d7ad-48ee-9359-17d840542bd3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:42.595254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0fd2afcb-34fd-44f3-b31a-280e0470e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.627395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=a23b4bcf-d7ad-48ee-9359-17d840542bd3,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:42.668532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['98d3e61f-11f6-494d-a665-933a8ee7a054'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:42.749459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-e0cfeb0e-ff80-44aa-9311-cc88615fe3f0 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3657947354744e408c5238b66c993243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926788 Jul 13 07:25:42.756938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=4fd13e84-4d25-48b4-a524-174e28600799,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:42.831931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.885735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e63e60f-8b24-46b6-ab30-2a8f9ebd355e']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:42.927908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:42.928199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec1a7ee-bd02-44c4-8a2d-55b4982bdbe9') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:42.958696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.998138 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.012730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-2e266969-33e3-4922-82cc-1e1fa17a5fa1 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.017859 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-2e266969-33e3-4922-82cc-1e1fa17a5fa1 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217634 Jul 13 07:25:43.032262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:43.032500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.032625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-28b998b2-0d32-4f7d-98e2-a2e59e2d476c None None] Provisioning complete for port 4fd13e84-4d25-48b4-a524-174e28600799 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:43.033091 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28b998b2-0d32-4f7d-98e2-a2e59e2d476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:43.034367 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:43.047987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Request body: {'port': {'device_id': 'b42a3dc0-3bd9-46d0-bd74-b20935c749ea', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '3657947354744e408c5238b66c993243'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:43.095537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4015ae-8219-498a-a34b-5b3fe521566c req-2ff22645-971c-4b5b-adfb-ed30d3c179ec tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.106276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc4015ae-8219-498a-a34b-5b3fe521566c req-2ff22645-971c-4b5b-adfb-ed30d3c179ec tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.6613996 Jul 13 07:25:43.114676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-440cca86-9206-4a50-a9f5-c601964b8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.117537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-440cca86-9206-4a50-a9f5-c601964b8234 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 1098 time: 1.0783098 Jul 13 07:25:43.160255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Made reservation on behalf of 573d5b601fc149dab35e9b68c077f5d7 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:43.164040 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.249669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.259188 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.264415 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8e63e60f-8b24-46b6-ab30-2a8f9ebd355e HTTP/1.1" status: 204 len: 168 time: 1.0230975 Jul 13 07:25:43.269546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:43.294153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72527fd7-5e4b-4fa7-bf30-3e6880456259 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e63e60f-8b24-46b6-ab30-2a8f9ebd355e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:43.362320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-d4ac4a2e-d29d-4166-8ae7-10d04a06adb9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.364046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-d4ac4a2e-d29d-4166-8ae7-10d04a06adb9 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.38 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 944 time: 0.2734194 Jul 13 07:25:43.368144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a971d4b-d581-47c2-8976-01a907587368 admin admin] Deleting subnet 8c540260-4aef-4125-a5b3-748987d2f57e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:43.379541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d77c-f873-495b-a02f-1f8c4228d1f7 req-a522ba1b-da51-4865-affb-3a8e1e9da8e3 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.381310 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e55d77c-f873-495b-a02f-1f8c4228d1f7 req-a522ba1b-da51-4865-affb-3a8e1e9da8e3 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 949 time: 0.2263601 Jul 13 07:25:43.391323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a971d4b-d581-47c2-8976-01a907587368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.407025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc4015ae-8219-498a-a34b-5b3fe521566c req-3daf8bec-3bf7-44bb-bad3-4662407c833e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992086 Jul 13 07:25:43.489208 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e79d21-ddd5-4929-9ecb-bf1b62c0aec7 x-openstack-request-id: req-a0e79d21-ddd5-4929-9ecb-bf1b62c0aec7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:43.489502 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89f487f-046e-4f8b-80d4-07ed3036ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "4fd13e84-4d25-48b4-a524-174e28600799", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:43.489790 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0e79d21-ddd5-4929-9ecb-bf1b62c0aec7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:43.490186 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89f487f-046e-4f8b-80d4-07ed3036ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd13e84-4d25-48b4-a524-174e28600799', 'code': 200} Jul 13 07:25:43.517974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a971d4b-d581-47c2-8976-01a907587368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.538538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Allocated IP 19.86.0.190 (46e5cc9b-f836-4cc3-925e-483c3e960973/b320b5a8-c7fa-4058-b99a-4e3365149fa0/beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:43.574347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a971d4b-d581-47c2-8976-01a907587368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.718699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-76fd20e7-4b23-431a-8a25-26fef5471024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.720752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-76fd20e7-4b23-431a-8a25-26fef5471024 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 915 time: 0.5507052 Jul 13 07:25:43.734296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e55d77c-f873-495b-a02f-1f8c4228d1f7 req-89ac2a4c-2feb-496b-8181-1e452e330238 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758780 Jul 13 07:25:43.744365 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a971d4b-d581-47c2-8976-01a907587368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.819303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-ba085411-0491-4606-b79f-56faade26504 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5da1396e-fa70-443c-9956-32b2d4ae030f HTTP/1.1" status: 200 len: 217 time: 0.0626643 Jul 13 07:25:43.823401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Made reservation on behalf of 3657947354744e408c5238b66c993243 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:43.827289 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.855836 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a971d4b-d581-47c2-8976-01a907587368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.862637 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0a971d4b-d581-47c2-8976-01a907587368 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8c540260-4aef-4125-a5b3-748987d2f57e HTTP/1.1" status: 204 len: 168 time: 0.5929184 Jul 13 07:25:43.868199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a971d4b-d581-47c2-8976-01a907587368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c540260-4aef-4125-a5b3-748987d2f57e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:43.877112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:43.913986 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.992677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d9400-e4fa-4cd7-860b-d6ab37e2bf53 req-0d8b868e-1872-4e54-96cf-f8fc4aacb543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.994548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-225d9400-e4fa-4cd7-860b-d6ab37e2bf53 req-0d8b868e-1872-4e54-96cf-f8fc4aacb543 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 1101 time: 0.3314452 Jul 13 07:25:43.995824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Deleting port 8ebe32d8-f516-4520-9ff7-53a51eb6689c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:43.996171 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.037256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-98e966c9-4e19-41e2-b874-035cdff80fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.039241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-98e966c9-4e19-41e2-b874-035cdff80fc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=570a80c5-af86-4320-a39f-e0755221723a HTTP/1.1" status: 200 len: 854 time: 0.1990001 Jul 13 07:25:44.082452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60581-0839-4c33-84c0-e254ddc988b9 req-554b832e-084e-4e62-bd66-d42b3ac099c2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.089364 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3d60581-0839-4c33-84c0-e254ddc988b9 req-554b832e-084e-4e62-bd66-d42b3ac099c2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 932 time: 0.3897331 Jul 13 07:25:44.099186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.109977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] For port 8ebe32d8-f516-4520-9ff7-53a51eb6689c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8ebe32d8-f516-4520-9ff7-53a51eb6689c,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:44.110355 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.127420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Calling delete_port for 8ebe32d8-f516-4520-9ff7-53a51eb6689c owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:44.128632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-1f15f807-ac90-4a15-9005-3cfe1bacae28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99818d9a-2276-4bac-8324-36ea7129f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773304 Jul 13 07:25:44.175393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Transition to ACTIVE for port object beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:44.194518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.248418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3d60581-0839-4c33-84c0-e254ddc988b9 req-1ed15fc7-291d-456e-a404-1ac2375eb754 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580939 Jul 13 07:25:44.340776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 98d3e61f-11f6-494d-a665-933a8ee7a054 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:44.356133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-225d9400-e4fa-4cd7-860b-d6ab37e2bf53 req-ce3f4a63-dd33-44ec-bfa8-8135ca339bab service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667259 Jul 13 07:25:44.409099 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.413987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.429935 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-9749ac90-1f7b-492d-8420-553b3d79b9f9 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873769 Jul 13 07:25:44.444409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.468112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 98d3e61f-11f6-494d-a665-933a8ee7a054 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:44.473473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 98d3e61f-11f6-494d-a665-933a8ee7a054 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:44.474333 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.524025 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.550582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75d36e3-4815-4a85-9bde-1ca91b3d06b6']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:44.557570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a23b4bcf-d7ad-48ee-9359-17d840542bd3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:44.586182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ba71da-8db0-4628-91e3-5c6e799ae5a2') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:44.586899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ba71da-8db0-4628-91e3-5c6e799ae5a2') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:44.598072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.598811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b85975cd-cbbc-4c17-ae44-76e313f33dba req-1679ed02-0428-4db5-b7b9-f346bba990d7 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474020 Jul 13 07:25:44.629971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a23b4bcf-d7ad-48ee-9359-17d840542bd3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:44.630394 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.638488 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.645776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:44.646769 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.664159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1726a2b5-1409-47c2-869e-24a160f5a8aa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:44.717432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Network 46e5cc9b-f836-4cc3-925e-483c3e960973 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:44.741496 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:44.745823 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:44.763435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:44.764059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.780838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.783027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 98d3e61f-11f6-494d-a665-933a8ee7a054, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=98d3e61f-11f6-494d-a665-933a8ee7a054,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:44.785224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] 10.222.0.41 "DELETE /v2.0/networks/c75d36e3-4815-4a85-9bde-1ca91b3d06b6 HTTP/1.1" status: 204 len: 168 time: 0.9069443 Jul 13 07:25:44.788466 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.797410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:44.816823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50b550-5ef3-41e9-afaf-c37f6577eff4 req-748a098c-655c-46ee-a98e-273773db132a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.825802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c50b550-5ef3-41e9-afaf-c37f6577eff4 req-748a098c-655c-46ee-a98e-273773db132a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 945 time: 0.8669522 Jul 13 07:25:44.829579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da79e8-a92d-493c-b96e-04f0494079ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c75d36e3-4815-4a85-9bde-1ca91b3d06b6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:44.883649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.885597 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.936470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event updated for resources: {'Port': ['ID=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:44.967559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b0f70-59e3-43c4-bded-fde63c610a25 req-5d89187f-f1da-4fcb-a310-4f09c0e4c7b0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.975670 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-614b0f70-59e3-43c4-bded-fde63c610a25 req-5d89187f-f1da-4fcb-a310-4f09c0e4c7b0 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7069f29a-66f8-44a4-b439-70614a7a0b47 HTTP/1.1" status: 200 len: 944 time: 0.3495078 Jul 13 07:25:44.997073 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c50b550-5ef3-41e9-afaf-c37f6577eff4 req-d253ad9b-5ce2-4d4c-87a2-8072d5a5e47b tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701603 Jul 13 07:25:45.009844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c1a380da-d461-45f9-af42-fbfaa7a0ff43 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2140565 Jul 13 07:25:45.042119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Request body: {'port': {'device_id': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:45.061593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=98d3e61f-11f6-494d-a665-933a8ee7a054,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:45.116230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-42a417b0-4383-4b7f-a67c-70350d361c80 None None] Provisioning for port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:45.129644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-42a417b0-4383-4b7f-a67c-70350d361c80 None None] Provisioning complete for port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:45.131317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.132225 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42a417b0-4383-4b7f-a67c-70350d361c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.206194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-42a417b0-4383-4b7f-a67c-70350d361c80 None None] Port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:45.214297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:45.215245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Pushing event deleted for resources: {'Port': ['ID=8ebe32d8-f516-4520-9ff7-53a51eb6689c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:45.256537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Allocated IP 192.168.233.87 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/c28d6804-361b-4217-8423-a81a4fb0a308) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:45.327413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] No DVR routers for this DVR port 8ebe32d8-f516-4520-9ff7-53a51eb6689c on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:45.331475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.334006 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02690ff6-fdc6-4b9e-92e1-b93ca7063f22 req-ec46c8bb-5069-4ce9-9be9-71e13610dcf7 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.38 "DELETE /v2.0/ports/8ebe32d8-f516-4520-9ff7-53a51eb6689c HTTP/1.1" status: 204 len: 173 time: 1.9625297 Jul 13 07:25:45.347220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-614b0f70-59e3-43c4-bded-fde63c610a25 req-582b710e-4dd2-40c1-b946-af37d9a84e8c tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559637 Jul 13 07:25:45.376278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'name': 'network-vif-deleted', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:45.379889 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3439b951-1c71-47ec-9783-57663b1ee882" -d '{"events": [{"server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "name": "network-vif-deleted", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:45.398774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6389a045-a8f4-4681-bdd3-9101746a6475 req-76c2a1c4-4c77-47a9-aef0-23079fbeee62 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 210 time: 0.1113691 Jul 13 07:25:45.452160 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c049c458-9271-469a-8579-13074842b1f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcec7b3d7adf4683a86a5db4c24ed470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193010 Jul 13 07:25:45.453158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32800) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:45.471025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.491686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f91b1d-4502-4185-bf96-085a086c90b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d3e61f-11f6-494d-a665-933a8ee7a054'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:45.494122 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b608d5e9-3822-4cfa-8208-ac7133d752fc" -d '{"events": [{"server_uuid": "f8f91b1d-4502-4185-bf96-085a086c90b2", "name": "network-vif-plugged", "status": "completed", "tag": "98d3e61f-11f6-494d-a665-933a8ee7a054"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:45.615267 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3893d672-f30b-499c-a3b8-8fdf33247271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.645168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3893d672-f30b-499c-a3b8-8fdf33247271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.661259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0cd61-4dd1-4b72-ba9c-428357bbe2fc req-075c056b-b0ca-4ad5-9ba2-d3a70a3b4e2a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.663333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2af0cd61-4dd1-4b72-ba9c-428357bbe2fc req-075c056b-b0ca-4ad5-9ba2-d3a70a3b4e2a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1228797 Jul 13 07:25:45.711668 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2af0cd61-4dd1-4b72-ba9c-428357bbe2fc req-b1dc6e8f-91de-40dd-b54c-a41477e5a725 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Jul 13 07:25:45.916090 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3893d672-f30b-499c-a3b8-8fdf33247271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.919284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3893d672-f30b-499c-a3b8-8fdf33247271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.920523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3893d672-f30b-499c-a3b8-8fdf33247271 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3cab1ee-c23f-46a5-a2e8-df39b34e7209 HTTP/1.1" status: 204 len: 168 time: 0.4661903 Jul 13 07:25:45.923496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.924004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b578e9-4755-4ee9-aed1-f013b9aa1204 req-b55637e1-22ac-4e6a-b70a-6b593569dfd1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.930637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b578e9-4755-4ee9-aed1-f013b9aa1204 req-b55637e1-22ac-4e6a-b70a-6b593569dfd1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.932528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36b578e9-4755-4ee9-aed1-f013b9aa1204 req-b55637e1-22ac-4e6a-b70a-6b593569dfd1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1655 time: 0.0994110 Jul 13 07:25:45.934277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d0d3-e3a5-401a-bf59-465d21b43ae7 req-3377f687-1a2c-4556-b81d-61b3253564c1 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.935797 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d17d0d3-e3a5-401a-bf59-465d21b43ae7 req-3377f687-1a2c-4556-b81d-61b3253564c1 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 949 time: 0.2735705 Jul 13 07:25:45.983459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893d672-f30b-499c-a3b8-8fdf33247271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cab1ee-c23f-46a5-a2e8-df39b34e7209,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:46.010893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36b578e9-4755-4ee9-aed1-f013b9aa1204 req-6e2a4827-1987-4c86-b5b2-73c77d0fab0b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655668 Jul 13 07:25:46.043246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Transition to ACTIVE for port object c28d6804-361b-4217-8423-a81a4fb0a308 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:46.060023 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb765f7-20ce-476f-ab6d-b30054e313e0 x-openstack-request-id: req-7bb765f7-20ce-476f-ab6d-b30054e313e0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:46.060582 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069f29a-66f8-44a4-b439-70614a7a0b47", "name": "network-vif-deleted", "tag": "8ebe32d8-f516-4520-9ff7-53a51eb6689c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:46.061057 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bb765f7-20ce-476f-ab6d-b30054e313e0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:46.061520 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d17d0d3-e3a5-401a-bf59-465d21b43ae7 req-33c6c974-4d80-4cf2-884c-5550f4da2f9e tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130164 Jul 13 07:25:46.061875 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069f29a-66f8-44a4-b439-70614a7a0b47', 'name': 'network-vif-deleted', 'tag': '8ebe32d8-f516-4520-9ff7-53a51eb6689c', 'status': 'completed', 'code': 200} Jul 13 07:25:46.108564 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b651fd-31e9-40e5-b21c-77eb131a7fff x-openstack-request-id: req-b3b651fd-31e9-40e5-b21c-77eb131a7fff {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:46.108865 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f91b1d-4502-4185-bf96-085a086c90b2", "name": "network-vif-plugged", "status": "completed", "tag": "98d3e61f-11f6-494d-a665-933a8ee7a054", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:46.109118 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3b651fd-31e9-40e5-b21c-77eb131a7fff {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:46.109514 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f91b1d-4502-4185-bf96-085a086c90b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d3e61f-11f6-494d-a665-933a8ee7a054', 'code': 200} Jul 13 07:25:46.227990 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.244305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8ebe32d8-f516-4520-9ff7-53a51eb6689c no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:46.327212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Pushing event updated for resources: {'Port': ['ID=c28d6804-361b-4217-8423-a81a4fb0a308,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:46.354570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 8ebe32d8-f516-4520-9ff7-53a51eb6689c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:46.354926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8ebe32d8-f516-4520-9ff7-53a51eb6689c not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:46.386349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:46.407975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:46.424376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:46.493228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35926aa1-bb62-4cf0-8517-5f7451cc1408 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:46.517595 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.567870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Transition to ACTIVE for port object 35926aa1-bb62-4cf0-8517-5f7451cc1408 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:46.582243 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.603225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.604145 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.697390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:46.698874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd70bc-dfcd-4d63-a51f-54680bc06dc2 req-55e9a43f-7e93-4406-b6be-af5ac3a0cd4c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.700670 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70bd70bc-dfcd-4d63-a51f-54680bc06dc2 req-55e9a43f-7e93-4406-b6be-af5ac3a0cd4c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 946 time: 0.3746884 Jul 13 07:25:46.709922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-592227a8-dcee-4676-a9d1-34b05770676f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6698153 Jul 13 07:25:46.735674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Request body: {'port': {'device_id': 'b42a3dc0-3bd9-46d0-bd74-b20935c749ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:46.752814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64efcd4-dd24-430f-b1c6-14923278a8ad req-d590efa9-aedd-4bbc-9771-8a518506624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.755048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d64efcd4-dd24-430f-b1c6-14923278a8ad req-d590efa9-aedd-4bbc-9771-8a518506624b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 1098 time: 0.3657253 Jul 13 07:25:46.781968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Pushing event updated for resources: {'Port': ['ID=35926aa1-bb62-4cf0-8517-5f7451cc1408,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:46.820755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03ec0479-470c-4a9c-8b54-207cdca306a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44a9601f541243d2aa0489d45a96820f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211500 Jul 13 07:25:46.821438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:46.852615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ee02d0b1-e649-4201-8b96-fed5b7d6674a None None] Provisioning for port c28d6804-361b-4217-8423-a81a4fb0a308 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:46.858319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ee02d0b1-e649-4201-8b96-fed5b7d6674a None None] Provisioning complete for port c28d6804-361b-4217-8423-a81a4fb0a308 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:46.858897 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee02d0b1-e649-4201-8b96-fed5b7d6674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.941871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ee02d0b1-e649-4201-8b96-fed5b7d6674a None None] Port c28d6804-361b-4217-8423-a81a4fb0a308 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:46.960957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70bd70bc-dfcd-4d63-a51f-54680bc06dc2 req-a0eabdc8-7152-4b47-89f4-71476dba473c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419662 Jul 13 07:25:47.040822 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99bb98a5-4691-4758-9b4e-254735d3ba86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.079425 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d64efcd4-dd24-430f-b1c6-14923278a8ad req-9f7b2758-0ba5-4e81-8f77-bc2eb306ba99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047481 Jul 13 07:25:47.106963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.107814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99bb98a5-4691-4758-9b4e-254735d3ba86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.124193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Attempting to bind port 35926aa1-bb62-4cf0-8517-5f7451cc1408 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:47.124826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Attempting to bind port 35926aa1-bb62-4cf0-8517-5f7451cc1408 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '72d51642-a889-49c1-ae68-aa1e50ba7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:47.125578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Attempting to bind port 35926aa1-bb62-4cf0-8517-5f7451cc1408 on network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:47.128362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da801a2-a56d-4d5e-aa2b-9a1a7a431ffe req-15c79d7d-686b-40a9-9b84-cb935b192cec tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.135955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2da801a2-a56d-4d5e-aa2b-9a1a7a431ffe req-15c79d7d-686b-40a9-9b84-cb935b192cec tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 935 time: 0.2512026 Jul 13 07:25:47.154858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Port 35926aa1-bb62-4cf0-8517-5f7451cc1408 on network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:47.155134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Attempting to bind port 35926aa1-bb62-4cf0-8517-5f7451cc1408 on network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:47.164901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:47.165297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Checking segment: {'id': '72d51642-a889-49c1-ae68-aa1e50ba7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:47.165693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Bound using segment: {'id': '72d51642-a889-49c1-ae68-aa1e50ba7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:47.167316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Bound port: 35926aa1-bb62-4cf0-8517-5f7451cc1408, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d51642-a889-49c1-ae68-aa1e50ba7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:47.167694 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.204309 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2da801a2-a56d-4d5e-aa2b-9a1a7a431ffe req-7d1e956f-4c70-4341-bdd4-bef4ab9834b5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659888 Jul 13 07:25:47.230946 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99bb98a5-4691-4758-9b4e-254735d3ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.234357 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99bb98a5-4691-4758-9b4e-254735d3ba86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.235795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-99bb98a5-4691-4758-9b4e-254735d3ba86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1de9146a-f20d-411c-a26c-33bacd913503 HTTP/1.1" status: 204 len: 168 time: 0.4116576 Jul 13 07:25:47.252940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb98a5-4691-4758-9b4e-254735d3ba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de9146a-f20d-411c-a26c-33bacd913503,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:47.433325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470557c-5d1a-46fa-adf5-4b19598eebe6 req-0d580979-5a22-422a-bd14-df2c73ddc457 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.441848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a470557c-5d1a-46fa-adf5-4b19598eebe6 req-0d580979-5a22-422a-bd14-df2c73ddc457 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 949 time: 0.2888308 Jul 13 07:25:47.465912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] For port 35926aa1-bb62-4cf0-8517-5f7451cc1408, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:47.506037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] For port 35926aa1-bb62-4cf0-8517-5f7451cc1408, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=35926aa1-bb62-4cf0-8517-5f7451cc1408,segment=NetworkSegment(72d51642-a889-49c1-ae68-aa1e50ba7088),segment_id=72d51642-a889-49c1-ae68-aa1e50ba7088)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:47.547909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.621741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.622404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.623819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] 10.222.0.38 "PUT /v2.0/ports/35926aa1-bb62-4cf0-8517-5f7451cc1408 HTTP/1.1" status: 200 len: 1093 time: 2.6130993 Jul 13 07:25:47.640159 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a470557c-5d1a-46fa-adf5-4b19598eebe6 req-c81472e6-44e0-42d8-9b11-2e8d46a0aeba tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971347 Jul 13 07:25:47.640666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'tag': '35926aa1-bb62-4cf0-8517-5f7451cc1408'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:47.643010 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be" -d '{"events": [{"name": "network-changed", "server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "tag": "35926aa1-bb62-4cf0-8517-5f7451cc1408"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:47.709020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9e799-1865-4a71-af68-9cb259a12d23 service neutron] Pushing event updated for resources: {'Port': ['ID=35926aa1-bb62-4cf0-8517-5f7451cc1408,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:47.750045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Request body: {'port': {'device_id': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:47.997666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28d6804-361b-4217-8423-a81a4fb0a308 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:48.023813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.049303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Transition to ACTIVE for port object c28d6804-361b-4217-8423-a81a4fb0a308 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:48.068837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.119827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebc1b1-5cda-49f4-bca4-32feece6598e req-07e41bfb-c861-4cd4-a523-bfed52c5ac61 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.125347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.128160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebc1b1-5cda-49f4-bca4-32feece6598e req-07e41bfb-c861-4cd4-a523-bfed52c5ac61 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.130784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87ebc1b1-5cda-49f4-bca4-32feece6598e req-07e41bfb-c861-4cd4-a523-bfed52c5ac61 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1667 time: 0.1758249 Jul 13 07:25:48.272813 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54b310cd-3998-4f2d-9dd9-7992ba89afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.288077 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87ebc1b1-5cda-49f4-bca4-32feece6598e req-7a62d7ba-f68d-447e-a248-ad586dcb136f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431682 Jul 13 07:25:48.344430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-cf5ab96a-c995-4c44-b684-4b4c4988e287 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.349454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-cf5ab96a-c995-4c44-b684-4b4c4988e287 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 944 time: 0.1815636 Jul 13 07:25:48.493868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Pushing event updated for resources: {'Port': ['ID=c28d6804-361b-4217-8423-a81a4fb0a308,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:48.519272 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e126e34b-fe8e-447e-b254-1413d8dce8bb x-openstack-request-id: req-e126e34b-fe8e-447e-b254-1413d8dce8bb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:48.519642 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "tag": "35926aa1-bb62-4cf0-8517-5f7451cc1408", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:48.519792 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e126e34b-fe8e-447e-b254-1413d8dce8bb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:48.520178 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'tag': '35926aa1-bb62-4cf0-8517-5f7451cc1408', 'status': 'completed', 'code': 200} Jul 13 07:25:48.620935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32870) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:48.671512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be req-f71bf3e7-32dc-4cd0-80ff-a8411082338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.672179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be req-f71bf3e7-32dc-4cd0-80ff-a8411082338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.674061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be req-f71bf3e7-32dc-4cd0-80ff-a8411082338e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=573d5b601fc149dab35e9b68c077f5d7&device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1915 time: 0.1931400 Jul 13 07:25:48.679070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Deleting port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:48.679554 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.856915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1936092079-network', 'tenant_id': 'd7808dac1993494fb6b85186033e29fc'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:48.948978 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643a016-3135-4bbe-9a9c-a9d69cd29442 req-fd191009-98d2-42ae-a508-7daa94661d35 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.956059 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6643a016-3135-4bbe-9a9c-a9d69cd29442 req-fd191009-98d2-42ae-a508-7daa94661d35 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c680f39-139f-406e-9c24-487e7a6854ac HTTP/1.1" status: 200 len: 944 time: 0.3512335 Jul 13 07:25:48.962496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cb058-c74f-4501-8c22-9e9bebe38b2f req-ecffde53-45d4-40bf-95e2-7c68fbc6e37e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.969907 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-752cb058-c74f-4501-8c22-9e9bebe38b2f req-ecffde53-45d4-40bf-95e2-7c68fbc6e37e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.9066086 Jul 13 07:25:48.975734 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be req-c98dfd83-7206-4dfd-b970-24830b050f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.976283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be req-c98dfd83-7206-4dfd-b970-24830b050f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.976751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be req-c98dfd83-7206-4dfd-b970-24830b050f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.978328 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be req-c98dfd83-7206-4dfd-b970-24830b050f94 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=573d5b601fc149dab35e9b68c077f5d7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2941148 Jul 13 07:25:48.979064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Made reservation on behalf of d7808dac1993494fb6b85186033e29fc for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:48.981347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.986001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Attempting to bind port c28d6804-361b-4217-8423-a81a4fb0a308 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:48.986607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Attempting to bind port c28d6804-361b-4217-8423-a81a4fb0a308 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:48.987147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Attempting to bind port c28d6804-361b-4217-8423-a81a4fb0a308 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:49.003997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] For port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,segment=NetworkSegment(ea621a36-1039-4c04-bd17-4479aeb68096),segment_id=ea621a36-1039-4c04-bd17-4479aeb68096)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:49.004313 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.019999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Port c28d6804-361b-4217-8423-a81a4fb0a308 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:49.020956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Attempting to bind port c28d6804-361b-4217-8423-a81a4fb0a308 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:49.036618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:49.037402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:49.038076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:49.038763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Bound port: c28d6804-361b-4217-8423-a81a4fb0a308, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:49.039195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.052605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.066559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-752cb058-c74f-4501-8c22-9e9bebe38b2f req-8b4c2bef-6c0c-4307-acab-088c08cfeec0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953600 Jul 13 07:25:49.111502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Calling delete_port for 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:49.164696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:49.190255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.197171 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6643a016-3135-4bbe-9a9c-a9d69cd29442 req-e5d0129f-6bd0-40da-823c-fb5a48d10831 tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.41 "GET /v2.0/security-groups?id=b210e7a8-e25f-4bef-a1eb-3cad3af67995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401550 Jul 13 07:25:49.209863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-74ce97ac-d253-47a1-b4d5-e6f84770b8af tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0536a56fe5324fd58e5b8d04ca295323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383623 Jul 13 07:25:49.273591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Transition to ACTIVE for port object beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:49.292095 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.359166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be req-0540770c-17b3-47bf-b8d4-97b847031868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.360833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d473b80f-2b02-48f7-88f3-a4d4fe1d59be req-0540770c-17b3-47bf-b8d4-97b847031868 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3613615 Jul 13 07:25:49.395365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] For port c28d6804-361b-4217-8423-a81a4fb0a308, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:49.428494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] For port c28d6804-361b-4217-8423-a81a4fb0a308, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c28d6804-361b-4217-8423-a81a4fb0a308,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:49.442456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Pushing event updated for resources: {'Port': ['ID=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:49.449625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.496012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-8952f23f-5c78-45c4-a26e-ae61dc4bd868 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.497976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-8952f23f-5c78-45c4-a26e-ae61dc4bd868 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664595 Jul 13 07:25:49.503587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.548011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.549090 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.550759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] 10.222.0.48 "PUT /v2.0/ports/c28d6804-361b-4217-8423-a81a4fb0a308 HTTP/1.1" status: 200 len: 1096 time: 2.8238730 Jul 13 07:25:49.567690 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.584824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-5847ead1-8937-4a36-ba54-ac02175e2c12 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/quotas/0536a56fe5324fd58e5b8d04ca295323 HTTP/1.1" status: 200 len: 375 time: 0.0802763 Jul 13 07:25:49.597496 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.675651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:25:49.718451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] No DVR routers for this DVR port 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:49.721979 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.725503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d46b32a-0d46-4bb2-b480-fd12f5649884 req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] 10.222.0.38 "DELETE /v2.0/ports/62a6ba88-0e8b-4fb6-8bde-4819f01cba20 HTTP/1.1" status: 204 len: 173 time: 1.3683383 Jul 13 07:25:49.726576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5977eae-de4f-452e-9a4d-15858f0f52ac tempest-LiveAutoBlockMigrationV225Test-1656126070 tempest-LiveAutoBlockMigrationV225Test-1656126070-project] Pushing event deleted for resources: {'Port': ['ID=62a6ba88-0e8b-4fb6-8bde-4819f01cba20,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:49.742524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e43c0-d8ed-4dc5-a5ae-a5feeda73895 service neutron] Pushing event updated for resources: {'Port': ['ID=c28d6804-361b-4217-8423-a81a4fb0a308,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:49.767049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'name': 'network-vif-deleted', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:49.769393 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82513010-9da1-44cf-9540-0f64f0d509fb" -d '{"events": [{"server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "name": "network-vif-deleted", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:49.798080 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.798367 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Added segment 844790ef-b3c7-41e5-ad87-ca5d6eceb5ef of type vlan for network fdc768df-3b9f-4c25-b507-6aa79618fffd Jul 13 07:25:49.810604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9275a-8278-46e4-baf4-8a95926bb7a6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:49.825906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Attempting to bind port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:49.826517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Attempting to bind port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '2494238d-0878-46c9-8ff0-5f1814c94ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:49.827339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Attempting to bind port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 on network 46e5cc9b-f836-4cc3-925e-483c3e960973 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:49.853561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 on network 46e5cc9b-f836-4cc3-925e-483c3e960973 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:49.854593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Attempting to bind port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 on network 46e5cc9b-f836-4cc3-925e-483c3e960973 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:49.872605 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-51d3b255-275e-45b5-bb12-92c8a816b315 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0536a56fe5324fd58e5b8d04ca295323&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2778296 Jul 13 07:25:49.876624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:49.877085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Checking segment: {'id': '2494238d-0878-46c9-8ff0-5f1814c94ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:49.877670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Bound using segment: {'id': '2494238d-0878-46c9-8ff0-5f1814c94ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:49.878784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Bound port: beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2494238d-0878-46c9-8ff0-5f1814c94ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:49.878784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.890191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-1bba8750-6fb0-49aa-acc9-e71a338adc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.892036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-1bba8750-6fb0-49aa-acc9-e71a338adc1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3657947354744e408c5238b66c993243&device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 1099 time: 0.2931521 Jul 13 07:25:49.920621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dd8ad-7dd2-4a06-8cc0-5a423e7474f8 req-9204c466-5ee9-4194-9383-75fbe3dba106 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.934771 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-753dd8ad-7dd2-4a06-8cc0-5a423e7474f8 req-9204c466-5ee9-4194-9383-75fbe3dba106 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 946 time: 0.4613190 Jul 13 07:25:49.973638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-f9f52945-c5d4-4bf9-a2f6-793a8c902ecd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c28d6804-361b-4217-8423-a81a4fb0a308 HTTP/1.1" status: 200 len: 217 time: 0.0685256 Jul 13 07:25:49.994438 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.071243 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-753dd8ad-7dd2-4a06-8cc0-5a423e7474f8 req-8e641ece-87a3-4edc-beaf-dab9f7e868f1 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351569 Jul 13 07:25:50.117227 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.118528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.119501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.185462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-eb0f42e7-a45c-42f7-a4eb-421c4d38bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.190230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-eb0f42e7-a45c-42f7-a4eb-421c4d38bca7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2093022 Jul 13 07:25:50.193603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] For port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:50.207168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] For port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,segment=NetworkSegment(2494238d-0878-46c9-8ff0-5f1814c94ff9),segment_id=2494238d-0878-46c9-8ff0-5f1814c94ff9)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:50.266520 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.285415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] Pushing event updated for resources: {'Network': ['ID=fdc768df-3b9f-4c25-b507-6aa79618fffd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:50.298030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network fdc768df-3b9f-4c25-b507-6aa79618fffd details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:25:50.318217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-356e97df-0231-4502-89b9-83d19a660cdd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6865160 Jul 13 07:25:50.319005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:50.329429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Request body: {'subnet': {'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1936092079-subnet', 'tenant_id': 'd7808dac1993494fb6b85186033e29fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:50.361466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.361708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Made reservation on behalf of d7808dac1993494fb6b85186033e29fc for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:50.363638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.366282 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.369990 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] 10.222.0.38 "PUT /v2.0/ports/beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 HTTP/1.1" status: 200 len: 1093 time: 2.6322241 Jul 13 07:25:50.554597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a3dc0-3bd9-46d0-bd74-b20935c749ea', 'tag': 'c28d6804-361b-4217-8423-a81a4fb0a308'}, {'name': 'network-changed', 'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'tag': 'beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:50.558235 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "b42a3dc0-3bd9-46d0-bd74-b20935c749ea", "tag": "c28d6804-361b-4217-8423-a81a4fb0a308"}, {"name": "network-changed", "server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "tag": "beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:50.616912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-98f25d2f-ffdc-4f01-98e2-487ad3f26244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.619628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-98f25d2f-ffdc-4f01-98e2-487ad3f26244 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4222825 Jul 13 07:25:50.649533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2391e-0fd4-46cd-95a8-118ec1ab04ac service neutron] Pushing event updated for resources: {'Port': ['ID=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:50.771665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89fc59-a546-4999-876d-df96bed9a39c req-5192073a-2a5d-43a2-a574-984e3f33430f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.773984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc89fc59-a546-4999-876d-df96bed9a39c req-5192073a-2a5d-43a2-a574-984e3f33430f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 947 time: 0.4337332 Jul 13 07:25:50.800841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-d0a0b41d-2c4c-42b5-87db-b61ee077e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.801489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-d0a0b41d-2c4c-42b5-87db-b61ee077e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.803520 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-d0a0b41d-2c4c-42b5-87db-b61ee077e979 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=573d5b601fc149dab35e9b68c077f5d7&device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1983 time: 0.3786170 Jul 13 07:25:50.861557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-6d61a9c8-41d6-48c6-abe5-b1dce8e6d03b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.226&port_id=35926aa1-bb62-4cf0-8517-5f7451cc1408 HTTP/1.1" status: 200 len: 217 time: 0.0485322 Jul 13 07:25:50.925915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc89fc59-a546-4999-876d-df96bed9a39c req-aab9736b-987a-483b-bee4-73f684a028c1 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387346 Jul 13 07:25:50.940911 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-bc9b7562-8b72-431b-95e5-b8a2783e24a6 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118906 Jul 13 07:25:50.960999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-67bb6af8-6d99-4f0a-9301-ed1a1939b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.962196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc70-c1a5-4fff-9be6-c9d3ce78b0c7 req-261130e5-51e4-4d0e-a7b7-fa4ac5ec576d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.962973 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-67bb6af8-6d99-4f0a-9301-ed1a1939b90e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c74f4ff0-c0b3-44f7-9be3-f2dc5d857cc1 HTTP/1.1" status: 200 len: 801 time: 0.0952973 Jul 13 07:25:50.971105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cbc70-c1a5-4fff-9be6-c9d3ce78b0c7 req-261130e5-51e4-4d0e-a7b7-fa4ac5ec576d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.980497 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d8cbc70-c1a5-4fff-9be6-c9d3ce78b0c7 req-261130e5-51e4-4d0e-a7b7-fa4ac5ec576d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1679 time: 0.3329895 Jul 13 07:25:51.001068 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae884bc0-ed74-42c3-a059-81525f5365ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.039620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.054017 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.147339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b4059efa-6b6c-42d4-8ed1-fcdded654a0e req-61f008c9-16dc-4e0d-8baf-eda5d608f2b1 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971481 Jul 13 07:25:51.148600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d8cbc70-c1a5-4fff-9be6-c9d3ce78b0c7 req-90676886-5eb8-4ef9-9371-188ba95917bd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669641 Jul 13 07:25:51.155282 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479dfe78-3081-47e4-9205-73730d20d8f0 x-openstack-request-id: req-479dfe78-3081-47e4-9205-73730d20d8f0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:51.163724 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c680f39-139f-406e-9c24-487e7a6854ac", "name": "network-vif-deleted", "tag": "62a6ba88-0e8b-4fb6-8bde-4819f01cba20", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:51.164047 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-479dfe78-3081-47e4-9205-73730d20d8f0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:51.164435 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c680f39-139f-406e-9c24-487e7a6854ac', 'name': 'network-vif-deleted', 'tag': '62a6ba88-0e8b-4fb6-8bde-4819f01cba20', 'status': 'completed', 'code': 200} Jul 13 07:25:51.164780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c9d1e364-62ac-4f16-814a-0ebe8917b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.170380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-c9d1e364-62ac-4f16-814a-0ebe8917b93e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60c05d7b-f1d8-4ee0-b9fd-14e26744687b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948259 Jul 13 07:25:51.208935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:51.222298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Checking segment: {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:51.222944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Network hostable DHCP agents. Network: fdc768df-3b9f-4c25-b507-6aa79618fffd, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:25:51.254115 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Network fdc768df-3b9f-4c25-b507-6aa79618fffd is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:25:51.271940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, fdc768df-3b9f-4c25-b507-6aa79618fffd) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:51.276958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.277575 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.282898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b34010-bc9b-4601-94ee-edfee958a892 None None] Network fdc768df-3b9f-4c25-b507-6aa79618fffd requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:51.320952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-e67285cc-f21e-4235-a84f-833ff1294571 service neutron] 10.222.0.38 "GET /v2.0/networks/60c05d7b-f1d8-4ee0-b9fd-14e26744687b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441221 Jul 13 07:25:51.343528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-769ba068-426c-42dd-bd44-27bb1f037601 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0234437 Jul 13 07:25:51.364038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba228e9f-4130-46ce-b1fb-e6a3bfe80378 req-97513ed7-e495-4112-8b0b-c4af1a1fe029 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 210 time: 0.1859019 Jul 13 07:25:51.414802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b45b0-2937-448b-ab31-ce451926bfc2 req-44b163ed-dccc-45d9-bc08-372a91bfd86f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.430948 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-628b45b0-2937-448b-ab31-ce451926bfc2 req-44b163ed-dccc-45d9-bc08-372a91bfd86f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.1274519 Jul 13 07:25:51.546550 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-628b45b0-2937-448b-ab31-ce451926bfc2 req-2da93771-3122-4af3-b40f-65808da46378 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139677 Jul 13 07:25:51.553598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:51.577643 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-e24a027c-4276-4c79-a4f1-e6a5829f6c74 service neutron] 10.222.0.38 "GET /v2.0/networks/60c05d7b-f1d8-4ee0-b9fd-14e26744687b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370071 Jul 13 07:25:51.607023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d30351-da60-42eb-b9e2-a22ba803fbb0 None None] Network fdc768df-3b9f-4c25-b507-6aa79618fffd requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:51.731212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-73df48ee-ddcd-48a3-8d0a-11fbf330a3a9 admin admin] Deleting subnet 0439cff4-236b-4231-aed3-706628ba29f5 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:51.734857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73df48ee-ddcd-48a3-8d0a-11fbf330a3a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.737601 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09826621-9165-4102-a08b-032dfc78b964 x-openstack-request-id: req-09826621-9165-4102-a08b-032dfc78b964 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:51.737901 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42a3dc0-3bd9-46d0-bd74-b20935c749ea", "tag": "c28d6804-361b-4217-8423-a81a4fb0a308", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "tag": "beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:51.738185 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09826621-9165-4102-a08b-032dfc78b964 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:51.738582 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a3dc0-3bd9-46d0-bd74-b20935c749ea', 'tag': 'c28d6804-361b-4217-8423-a81a4fb0a308', 'status': 'completed', 'code': 200} Jul 13 07:25:51.738833 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'tag': 'beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7', 'status': 'completed', 'code': 200} Jul 13 07:25:51.747602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-68b743f3-2915-4839-8ba9-d7be590c2fb6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 HTTP/1.1" status: 200 len: 217 time: 0.1554186 Jul 13 07:25:51.895413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-f56fb806-1556-4378-b7bb-ac4381b63ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.897655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-f56fb806-1556-4378-b7bb-ac4381b63ccf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b320b5a8-c7fa-4058-b99a-4e3365149fa0 HTTP/1.1" status: 200 len: 801 time: 0.1102018 Jul 13 07:25:51.936865 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.041595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-95d63c02-8e0d-4238-b869-703c715094e4 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:52.049568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-95d63c02-8e0d-4238-b869-703c715094e4 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.3097908 Jul 13 07:25:52.140499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-9169451b-9483-4192-84fd-9d78694c7cb8 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0536a56fe5324fd58e5b8d04ca295323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528173 Jul 13 07:25:52.150945 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b6dd6c69-257a-4c89-b8de-d1ff4a0fbd1d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/quotas/4f9d3c2a974e43749b74713ae48c2be0 HTTP/1.1" status: 200 len: 375 time: 0.0966575 Jul 13 07:25:52.264046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-8c8cd9d0-d704-402f-962b-d2dc9ed07231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:52.266846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-8c8cd9d0-d704-402f-962b-d2dc9ed07231 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3657947354744e408c5238b66c993243&device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 1099 time: 0.5206766 Jul 13 07:25:52.292038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:52.320110 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73df48ee-ddcd-48a3-8d0a-11fbf330a3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.326824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:52.328038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 62a6ba88-0e8b-4fb6-8bde-4819f01cba20 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:52.409614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73df48ee-ddcd-48a3-8d0a-11fbf330a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.451196 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-7a510a58-6fcf-4d76-b162-e11d1a505b34 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2993600 Jul 13 07:25:52.454389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-d4c8de77-7f85-415b-83bd-c44e182451ca tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:52.461114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-d4c8de77-7f85-415b-83bd-c44e182451ca tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/networks?id=fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 200 len: 822 time: 0.1784739 Jul 13 07:25:52.461324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-a617cb98-c8b4-46f3-8b23-454d94d2c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:52.462728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-a617cb98-c8b4-46f3-8b23-454d94d2c604 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=46e5cc9b-f836-4cc3-925e-483c3e960973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4050579 Jul 13 07:25:52.483892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-fd76c52b-392f-437b-8313-b91697678053 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/quotas/d7808dac1993494fb6b85186033e29fc HTTP/1.1" status: 200 len: 375 time: 0.0216451 Jul 13 07:25:52.528581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-bfe747b6-6f68-4ff1-aa69-73c38b036c6a tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7808dac1993494fb6b85186033e29fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435641 Jul 13 07:25:52.533411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-4572c6ae-216e-412e-9176-2d4636e988f0 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:52.535562 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-4572c6ae-216e-412e-9176-2d4636e988f0 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428988 Jul 13 07:25:52.566573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Request body: {'port': {'device_id': '474af958-e155-41cf-9930-6866c4988eed', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '0536a56fe5324fd58e5b8d04ca295323'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:52.572804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-348ff507-a3af-45e0-90c6-0c3d182e32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:52.574409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-348ff507-a3af-45e0-90c6-0c3d182e32e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2585611 Jul 13 07:25:52.574946 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73df48ee-ddcd-48a3-8d0a-11fbf330a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.659261 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73df48ee-ddcd-48a3-8d0a-11fbf330a3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.664090 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-73df48ee-ddcd-48a3-8d0a-11fbf330a3a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0439cff4-236b-4231-aed3-706628ba29f5 HTTP/1.1" status: 204 len: 168 time: 1.1093462 Jul 13 07:25:52.664766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:52.668798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df48ee-ddcd-48a3-8d0a-11fbf330a3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0439cff4-236b-4231-aed3-706628ba29f5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:52.702334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-97be1b75-fc9c-468a-a536-970fb64f6fc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c28d6804-361b-4217-8423-a81a4fb0a308 HTTP/1.1" status: 200 len: 217 time: 0.1031032 Jul 13 07:25:52.722858 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-42e66a64-93b5-46c7-9ef4-cc6b20561089 service neutron] 10.222.0.41 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930275 Jul 13 07:25:52.829629 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.867765 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-c02a8b5e-aa83-4dfb-8857-0314b63ca0a9 service neutron] 10.222.0.41 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171072 Jul 13 07:25:52.966032 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.984194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9e0bc9-be06-4155-a26e-8e060b7f9009']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:53.010679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea621a36-1039-4c04-bd17-4479aeb68096') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:53.011066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea621a36-1039-4c04-bd17-4479aeb68096') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:53.026206 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.052893 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.061546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:53.062025 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:53.065117 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:53.162360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-0ee0557d-6430-4b99-b5ca-142aa621ab5a service neutron] 10.222.0.38 "GET /v2.0/networks/46e5cc9b-f836-4cc3-925e-483c3e960973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869020 Jul 13 07:25:53.170154 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.182049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.184091 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] 10.222.0.41 "DELETE /v2.0/networks/1a9e0bc9-be06-4155-a26e-8e060b7f9009 HTTP/1.1" status: 204 len: 168 time: 0.5162416 Jul 13 07:25:53.196373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32956) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:53.224894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-9004b299-3d61-4733-8501-5d6d6fcadfa7 service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7557385 Jul 13 07:25:53.227626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-a8ad15a9-7291-464a-981f-0c3622cc796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:53.229224 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-a8ad15a9-7291-464a-981f-0c3622cc796e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.5164528 Jul 13 07:25:53.258832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-99545c50-1cf4-4a57-afd5-3178f2bf45a5 admin admin] Deleting subnet 89cf6819-8348-45c0-93c3-40df17b4d265 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:53.264341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21eec0a-11d4-4500-a7da-da44a27f315d admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9e0bc9-be06-4155-a26e-8e060b7f9009,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:53.310190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99545c50-1cf4-4a57-afd5-3178f2bf45a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.376557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99545c50-1cf4-4a57-afd5-3178f2bf45a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.422681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Made reservation on behalf of 0536a56fe5324fd58e5b8d04ca295323 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:53.426581 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.434120 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99545c50-1cf4-4a57-afd5-3178f2bf45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.475405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950231-c51d-42b5-8a4e-2bc9c07935e7 req-c9ab58c9-d7ee-43a8-a895-33bc264fc0ce tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:53.481013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c136b17c-adbe-444b-8c8d-37c6baaebcd0 req-6a1fe6f1-0a95-451e-b476-9d7cf7a00e43 service neutron] 10.222.0.38 "GET /v2.0/networks/46e5cc9b-f836-4cc3-925e-483c3e960973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049150 Jul 13 07:25:53.485322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e950231-c51d-42b5-8a4e-2bc9c07935e7 req-c9ab58c9-d7ee-43a8-a895-33bc264fc0ce tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 947 time: 0.2179015 Jul 13 07:25:53.549315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-06904806-25e5-44e4-8d91-958a1f3d8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:53.552250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-06904806-25e5-44e4-8d91-958a1f3d8490 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3055394 Jul 13 07:25:53.586502 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e950231-c51d-42b5-8a4e-2bc9c07935e7 req-ea1587c8-ffd3-40bb-bbee-46c80689317a tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942802 Jul 13 07:25:53.598448 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.603273 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a676a6a5-7afa-43c2-ac7c-bbb75ab0e7d8 service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774419 Jul 13 07:25:53.620628 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99545c50-1cf4-4a57-afd5-3178f2bf45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.664295 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99545c50-1cf4-4a57-afd5-3178f2bf45a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.670027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-99545c50-1cf4-4a57-afd5-3178f2bf45a5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/89cf6819-8348-45c0-93c3-40df17b4d265 HTTP/1.1" status: 204 len: 168 time: 0.4700599 Jul 13 07:25:53.670824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32962) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:53.679133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99545c50-1cf4-4a57-afd5-3178f2bf45a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cf6819-8348-45c0-93c3-40df17b4d265,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:53.821303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Allocated IP 192.168.233.151 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/b48fe215-ad9c-4dcd-8f8e-373c80aa23e6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:53.910833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.069672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77370cac-c5d7-4b60-8898-e59c73d5f573 req-d33998e7-083e-456e-aed2-d45f94ae8c72 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.077505 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77370cac-c5d7-4b60-8898-e59c73d5f573 req-d33998e7-083e-456e-aed2-d45f94ae8c72 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.085001 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77370cac-c5d7-4b60-8898-e59c73d5f573 req-d33998e7-083e-456e-aed2-d45f94ae8c72 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1679 time: 0.2138541 Jul 13 07:25:54.100244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.153192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c8225c2-856b-4c7f-8a6f-0700a8d6accf req-09410a11-284e-412d-bed3-cfc9538371a0 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 210 time: 0.1147964 Jul 13 07:25:54.177585 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.257605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c98387-c8a3-4439-bdac-5a6a20bfc269']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:54.313346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77370cac-c5d7-4b60-8898-e59c73d5f573 req-9f1a4353-bd54-4e01-a57b-31eb003df7b1 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272758 Jul 13 07:25:54.323768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccd4ea8-48c5-464b-81d9-66beb360d850') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:54.327084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccd4ea8-48c5-464b-81d9-66beb360d850') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:54.337525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Transition to ACTIVE for port object b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:54.349800 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.389742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.395247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c28d6804-361b-4217-8423-a81a4fb0a308 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:54.407932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:54.409872 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:54.414359 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:54.455489 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-7c7a0422-b5d3-40ad-a8e7-1b50a6e6de10 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8659286 Jul 13 07:25:54.561220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-d22bf62f-1634-405c-952e-4894409c5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.563250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-d22bf62f-1634-405c-952e-4894409c5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.567081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-d22bf62f-1634-405c-952e-4894409c5845 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=573d5b601fc149dab35e9b68c077f5d7&device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1983 time: 0.9762509 Jul 13 07:25:54.595239 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.603861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c28d6804-361b-4217-8423-a81a4fb0a308, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c28d6804-361b-4217-8423-a81a4fb0a308,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:54.624123 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.635722 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] 10.222.0.41 "DELETE /v2.0/networks/75c98387-c8a3-4439-bdac-5a6a20bfc269 HTTP/1.1" status: 204 len: 168 time: 0.9635928 Jul 13 07:25:54.636818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'c28d6804-361b-4217-8423-a81a4fb0a308', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'c28d6804-361b-4217-8423-a81a4fb0a308', 'mac_address': 'fa:16:3e:5d:13:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:54.678493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aac0b-4fb4-47bf-b872-3021dc42750b admin admin] Pushing event deleted for resources: {'Network': ['ID=75c98387-c8a3-4439-bdac-5a6a20bfc269,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:54.713829 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.753405 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['4fd13e84-4d25-48b4-a524-174e28600799'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:54.820440 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.861656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28d6804-361b-4217-8423-a81a4fb0a308 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:54.877578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab3499e3-8a40-4b3e-a203-fb7e8fc2a8d3 req-a53070ed-37c6-476b-8cb5-70974b8b6aa8 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 210 time: 0.0808780 Jul 13 07:25:54.909356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:54.915066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32984) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:54.979649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c28d6804-361b-4217-8423-a81a4fb0a308, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c28d6804-361b-4217-8423-a81a4fb0a308,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:54.996760 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-627651e1-6608-4b13-8cb3-5edb8c0cdfa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b89fd6995b214243ad8ae84998c54e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769320 Jul 13 07:25:54.998808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:55.002807 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.019280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32986) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:55.058523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:55.066364 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-8976f432-1612-4f7c-81ee-85d3f2f3e631 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996535 Jul 13 07:25:55.129165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a1987-c568-4821-8fd0-35baea652aff req-bced8453-bdbe-4bf5-befe-704cd75d36d4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.137592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-000a1987-c568-4821-8fd0-35baea652aff req-bced8453-bdbe-4bf5-befe-704cd75d36d4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.6537790 Jul 13 07:25:55.143254 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c28d6804-361b-4217-8423-a81a4fb0a308,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:55.193825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Pushing event updated for resources: {'Port': ['ID=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:55.300390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.301067 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.303599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c22463ce-7ebf-4d29-9894-8b8f43f59521 req-a11c493a-59cd-4c11-be51-d0b720828495 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 210 time: 0.0676730 Jul 13 07:25:55.311278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-1b09fef7-a8c7-4b50-9dab-cbc623abaebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.313541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-1b09fef7-a8c7-4b50-9dab-cbc623abaebb service neutron] 10.222.0.38 "GET /v2.0/networks?id=46e5cc9b-f836-4cc3-925e-483c3e960973 HTTP/1.1" status: 200 len: 903 time: 0.6969676 Jul 13 07:25:55.318628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.319038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.319858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.319858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.320157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.320415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.320683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.321211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.321548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.321905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.322264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.322596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:55.341462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-000a1987-c568-4821-8fd0-35baea652aff req-3b239b31-2050-4c98-b9a3-16fe885cf91a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018054 Jul 13 07:25:55.385004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-52dc9152-f887-4497-83a2-b191847f3245 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8387027 Jul 13 07:25:55.386843 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-db401381-6b94-4672-8e04-43e66ab83477 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 HTTP/1.1" status: 200 len: 217 time: 0.0603571 Jul 13 07:25:55.401379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c28d6804-361b-4217-8423-a81a4fb0a308'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:55.457162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Request body: {'port': {'device_id': '474af958-e155-41cf-9930-6866c4988eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:55.475907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-ae5dc552-608b-4c0f-831f-50482f259e27 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.477481 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-ae5dc552-608b-4c0f-831f-50482f259e27 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "GET /v2.0/networks?id=fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 200 len: 822 time: 0.4118695 Jul 13 07:25:55.490870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Request body: {'port': {'device_id': '01483901-9312-404d-aa23-fceb8e60c4aa', 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd', 'admin_state_up': True, 'tenant_id': 'd7808dac1993494fb6b85186033e29fc'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:55.574076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4d2ab97a-7428-4e08-8329-5b3385db211c None None] Provisioning for port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:55.584096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4d2ab97a-7428-4e08-8329-5b3385db211c None None] Provisioning complete for port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:55.584813 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab97a-7428-4e08-8329-5b3385db211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.620235 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43807f6f-d010-4dfd-8c2d-fcb8bb8d00c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.660746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43807f6f-d010-4dfd-8c2d-fcb8bb8d00c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.676252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3ecf5-6316-45f0-bf2c-e6e5690a0911 req-1be15c38-a33a-45cf-b98e-0d8232d53bd1 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.682562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ab97a-7428-4e08-8329-5b3385db211c None None] Port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:55.683708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83b3ecf5-6316-45f0-bf2c-e6e5690a0911 req-1be15c38-a33a-45cf-b98e-0d8232d53bd1 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 948 time: 0.1439819 Jul 13 07:25:55.692320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Made reservation on behalf of d7808dac1993494fb6b85186033e29fc for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:55.695820 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.701810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-7f5de561-6ad6-4503-bdb2-d301263da56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.703682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-7f5de561-6ad6-4503-bdb2-d301263da56b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b320b5a8-c7fa-4058-b99a-4e3365149fa0 HTTP/1.1" status: 200 len: 801 time: 0.3043835 Jul 13 07:25:55.763952 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83b3ecf5-6316-45f0-bf2c-e6e5690a0911 req-c41bc341-dec3-402a-99e0-2c180666298b tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793719 Jul 13 07:25:55.811476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0815e-a9b8-466f-bef2-447f986aa384 req-715b1440-9a95-49e5-894c-68209b8e4daa tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.813071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-29f0815e-a9b8-466f-bef2-447f986aa384 req-715b1440-9a95-49e5-894c-68209b8e4daa tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 936 time: 0.2631674 Jul 13 07:25:55.835337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.912690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43807f6f-d010-4dfd-8c2d-fcb8bb8d00c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.915228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43807f6f-d010-4dfd-8c2d-fcb8bb8d00c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.919141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-43807f6f-d010-4dfd-8c2d-fcb8bb8d00c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b210e7a8-e25f-4bef-a1eb-3cad3af67995 HTTP/1.1" status: 204 len: 168 time: 0.8987041 Jul 13 07:25:55.930298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-29f0815e-a9b8-466f-bef2-447f986aa384 req-fb193c8a-abee-482d-941e-c90b4f82a6fe tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981398 Jul 13 07:25:55.943679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43807f6f-d010-4dfd-8c2d-fcb8bb8d00c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b210e7a8-e25f-4bef-a1eb-3cad3af67995,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:55.952548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-20cf215e-bc86-4e8b-b266-b4b9b4b4a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.954173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-20cf215e-bc86-4e8b-b266-b4b9b4b4a544 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=46e5cc9b-f836-4cc3-925e-483c3e960973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384751 Jul 13 07:25:56.104167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-34b1f888-1fd9-4993-b829-8a152d588083 service neutron] 10.222.0.38 "GET /v2.0/networks/46e5cc9b-f836-4cc3-925e-483c3e960973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297681 Jul 13 07:25:56.104333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Allocated IP 172.20.0.11 (fdc768df-3b9f-4c25-b507-6aa79618fffd/17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba/543e675c-7d39-420c-828a-b45f028849c2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:56.184097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-45ef9812-674f-426f-a5e7-e4b7d4a2d866 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.185573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-45ef9812-674f-426f-a5e7-e4b7d4a2d866 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.3208029 Jul 13 07:25:56.194850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b54d78-5c56-4ba9-8657-a363a588fe78 req-6d6c4fc2-201b-4e4f-b6e1-beff9d11f236 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.200852 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b54d78-5c56-4ba9-8657-a363a588fe78 req-6d6c4fc2-201b-4e4f-b6e1-beff9d11f236 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.202588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98b54d78-5c56-4ba9-8657-a363a588fe78 req-6d6c4fc2-201b-4e4f-b6e1-beff9d11f236 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1679 time: 0.2145631 Jul 13 07:25:56.209763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Request body: {'port': {'device_id': '9287ff77-08a2-4d1c-9225-87e935e4e875', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'admin_state_up': True, 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:56.280094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d9508921-e6e6-4a23-9ab3-a0e6deeea4bd req-d48c4a53-e3ab-4825-89fa-d31a33e0c49d tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 210 time: 0.0395408 Jul 13 07:25:56.307560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 35926aa1-bb62-4cf0-8517-5f7451cc1408 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:56.401977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98b54d78-5c56-4ba9-8657-a363a588fe78 req-7419dacb-240a-4532-b369-6d0d9e6f1a8d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536984 Jul 13 07:25:56.470219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6af29-64d7-4736-b586-c97d39609190 req-01f7367c-c3ba-4274-8ed6-8b04b19f1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.472051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cab6af29-64d7-4736-b586-c97d39609190 req-01f7367c-c3ba-4274-8ed6-8b04b19f1504 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 1098 time: 0.3797634 Jul 13 07:25:56.490063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd5a4ae5-caa4-4fa2-a2ab-b1c13e94dcf4 req-df8586ab-15a9-40db-90b2-fefa60d702b3 service neutron] 10.222.0.38 "GET /v2.0/networks/46e5cc9b-f836-4cc3-925e-483c3e960973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230686 Jul 13 07:25:56.532212 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.538643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 35926aa1-bb62-4cf0-8517-5f7451cc1408, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=35926aa1-bb62-4cf0-8517-5f7451cc1408,segment=NetworkSegment(72d51642-a889-49c1-ae68-aa1e50ba7088),segment_id=72d51642-a889-49c1-ae68-aa1e50ba7088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:56.540634 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12101354-0c13-4104-a254-3d15a8a06015 req-4d954cf4-6c61-4ca5-b2d1-470a59645bbe tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 210 time: 0.0763462 Jul 13 07:25:56.560124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '35926aa1-bb62-4cf0-8517-5f7451cc1408', 'network_id': '60c05d7b-f1d8-4ee0-b9fd-14e26744687b', 'port_id': '35926aa1-bb62-4cf0-8517-5f7451cc1408', 'mac_address': 'fa:16:3e:92:96:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74f4ff0-c0b3-44f7-9be3-f2dc5d857cc1', 'ip_address': '19.80.0.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:56.563573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33014) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:56.609305 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.622774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35926aa1-bb62-4cf0-8517-5f7451cc1408 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:56.633468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.646967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 35926aa1-bb62-4cf0-8517-5f7451cc1408, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=35926aa1-bb62-4cf0-8517-5f7451cc1408,segment=NetworkSegment(72d51642-a889-49c1-ae68-aa1e50ba7088),segment_id=72d51642-a889-49c1-ae68-aa1e50ba7088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:56.652774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:56.653607 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.656551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.687423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:56.690749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-56fb4f52-6885-4534-a0ae-3dd0807b0ce7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a02a43610bc34f0888935fb4c119772d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260750 Jul 13 07:25:56.699543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33016) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:56.712453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Network fdc768df-3b9f-4c25-b507-6aa79618fffd is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:56.717683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:56.727822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:56.733752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=35926aa1-bb62-4cf0-8517-5f7451cc1408,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:56.747804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6af29-64d7-4736-b586-c97d39609190 req-ad846ebd-b9fa-46e8-b646-b4d6e0095ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.749298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cab6af29-64d7-4736-b586-c97d39609190 req-ad846ebd-b9fa-46e8-b646-b4d6e0095ea4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 915 time: 0.2631018 Jul 13 07:25:56.751010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cef0de-8dc0-4a03-b216-761f0244ffec req-dee4f672-3a4c-4ddf-a217-a2edc8e39412 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.765315 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43cef0de-8dc0-4a03-b216-761f0244ffec req-dee4f672-3a4c-4ddf-a217-a2edc8e39412 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2073116 Jul 13 07:25:56.813050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event updated for resources: {'Port': ['ID=543e675c-7d39-420c-828a-b45f028849c2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:56.814084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cab6af29-64d7-4736-b586-c97d39609190 req-5fdcb883-fd68-4dcf-9d89-8a377e7d1bde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5da1396e-fa70-443c-9956-32b2d4ae030f HTTP/1.1" status: 200 len: 217 time: 0.0581653 Jul 13 07:25:56.835498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:56.863877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.871053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,segment=NetworkSegment(2494238d-0878-46c9-8ff0-5f1814c94ff9),segment_id=2494238d-0878-46c9-8ff0-5f1814c94ff9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:56.897577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Transition to ACTIVE for port object b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:56.902969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7', 'network_id': '46e5cc9b-f836-4cc3-925e-483c3e960973', 'port_id': 'beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7', 'mac_address': 'fa:16:3e:04:1b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b320b5a8-c7fa-4058-b99a-4e3365149fa0', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:56.907368 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0f3bd0a-57e3-46e5-9d61-c6e90eb2d94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.911437 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.919816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6af29-64d7-4736-b586-c97d39609190 req-9c486e49-5027-42da-9481-2128e0eb5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.921333 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cab6af29-64d7-4736-b586-c97d39609190 req-9c486e49-5027-42da-9481-2128e0eb5436 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=570a80c5-af86-4320-a39f-e0755221723a HTTP/1.1" status: 200 len: 854 time: 0.0966632 Jul 13 07:25:56.964878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.979114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:56.993915 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43cef0de-8dc0-4a03-b216-761f0244ffec req-dc2af2a1-2fc4-499e-8e24-9dd11ddd9da8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249267 Jul 13 07:25:57.001788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0f3bd0a-57e3-46e5-9d61-c6e90eb2d94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.006088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cab6af29-64d7-4736-b586-c97d39609190 req-04d2f0cd-bf1b-4dc3-b019-05a0e0a5ed74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99818d9a-2276-4bac-8324-36ea7129f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571456 Jul 13 07:25:57.011112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,segment=NetworkSegment(2494238d-0878-46c9-8ff0-5f1814c94ff9),segment_id=2494238d-0878-46c9-8ff0-5f1814c94ff9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:57.016254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.058295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.058975 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.072760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Allocated IP 172.20.0.9 (832e3da9-e104-4daf-a678-a850d2020b15/0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9/53df7a9f-1c39-417e-939b-851b1a30469b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:57.101323 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-f2e8eeea-1b2e-49f9-8172-09bca7f28e28 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6142292 Jul 13 07:25:57.110487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Pushing event updated for resources: {'Port': ['ID=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:57.129442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Request body: {'port': {'device_id': '01483901-9312-404d-aa23-fceb8e60c4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:57.137268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:57.292124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0f3bd0a-57e3-46e5-9d61-c6e90eb2d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.294702 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0f3bd0a-57e3-46e5-9d61-c6e90eb2d94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.295871 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d0f3bd0a-57e3-46e5-9d61-c6e90eb2d94d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/633f67a5-1a52-415f-a1f5-0d605843313a HTTP/1.1" status: 204 len: 168 time: 0.5892508 Jul 13 07:25:57.305687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cab6af29-64d7-4736-b586-c97d39609190 req-a00b0196-b768-46fe-b61e-7fdc5da6e239 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824452 Jul 13 07:25:57.315154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17d0d-6e87-452a-be4b-f4517be84d77 req-f6810fcc-095b-4b2f-94d1-8f43d9677855 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.324996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2d17d0d-6e87-452a-be4b-f4517be84d77 req-f6810fcc-095b-4b2f-94d1-8f43d9677855 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 948 time: 0.3284447 Jul 13 07:25:57.325752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:57.332663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Attempting to bind port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:57.333013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Attempting to bind port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:57.346300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Attempting to bind port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:57.352051 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.378823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3bd0a-57e3-46e5-9d61-c6e90eb2d94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633f67a5-1a52-415f-a1f5-0d605843313a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:57.493454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c3c7-4639-4dff-bcf2-5c1083c3b6e6 req-484d8f8e-9f31-4522-a600-fc4fb059af08 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.500729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5297c3c7-4639-4dff-bcf2-5c1083c3b6e6 req-484d8f8e-9f31-4522-a600-fc4fb059af08 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 948 time: 0.2951858 Jul 13 07:25:57.512337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.638564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5297c3c7-4639-4dff-bcf2-5c1083c3b6e6 req-d5b7c466-557f-4194-8ab1-ef059c58fab6 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365654 Jul 13 07:25:57.724061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.742966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['98d3e61f-11f6-494d-a665-933a8ee7a054'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:57.784322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Network 832e3da9-e104-4daf-a678-a850d2020b15 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:57.798874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:57.811754 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:57.823058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:57.823581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Attempting to bind port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:57.892339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:57.892613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:57.893030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:57.893793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Bound port: b48fe215-ad9c-4dcd-8f8e-373c80aa23e6, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:57.893931 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.927456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:57.939770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2d17d0d-6e87-452a-be4b-f4517be84d77 req-b931fecc-9ae3-4a85-9501-3da997cbc6ff tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137986 Jul 13 07:25:57.943149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event updated for resources: {'Port': ['ID=53df7a9f-1c39-417e-939b-851b1a30469b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:57.988351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.988351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.013877 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] For port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:58.017758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] For port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:58.018221 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-b8eb0c1d-1f90-447e-afee-0356f1b5b87d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8145754 Jul 13 07:25:58.026127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.037214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Request body: {'port': {'device_id': '9287ff77-08a2-4d1c-9225-87e935e4e875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:58.044959 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cab6af29-64d7-4736-b586-c97d39609190 req-e1b12960-d7d1-46cd-967e-bc59c1409579 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176952 Jul 13 07:25:58.080997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.082038 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.083799 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] 10.222.0.48 "PUT /v2.0/ports/b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 HTTP/1.1" status: 200 len: 1097 time: 2.6832070 Jul 13 07:25:58.084601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474af958-e155-41cf-9930-6866c4988eed', 'tag': 'b48fe215-ad9c-4dcd-8f8e-373c80aa23e6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:58.087741 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf2ac19-f909-4a16-880a-71af0a12d0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "474af958-e155-41cf-9930-6866c4988eed", "tag": "b48fe215-ad9c-4dcd-8f8e-373c80aa23e6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:58.126422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ac73-9928-490d-8f57-4faae432c874 service neutron] Pushing event updated for resources: {'Port': ['ID=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:58.141413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543e675c-7d39-420c-828a-b45f028849c2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:58.162053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.200868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633e23-2d97-4108-ba45-9e42ffd3342a req-0e4068df-950b-4c68-8d15-219d897cb057 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.202490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0633e23-2d97-4108-ba45-9e42ffd3342a req-0e4068df-950b-4c68-8d15-219d897cb057 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 932 time: 0.3063989 Jul 13 07:25:58.209107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-8e1f79be-0532-42d5-8f19-d42954a6278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.210676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-8e1f79be-0532-42d5-8f19-d42954a6278c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0536a56fe5324fd58e5b8d04ca295323&device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 1100 time: 0.0791876 Jul 13 07:25:58.233553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Transition to ACTIVE for port object 543e675c-7d39-420c-828a-b45f028849c2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:58.265565 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.332062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:58.333725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-13d39dfd-a8bc-455b-b0ff-3b520c737c4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 HTTP/1.1" status: 200 len: 217 time: 0.0514207 Jul 13 07:25:58.342322 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.359554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0633e23-2d97-4108-ba45-9e42ffd3342a req-f786f3a0-5f2e-4257-8c67-412102cdcd15 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370387 Jul 13 07:25:58.368424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=543e675c-7d39-420c-828a-b45f028849c2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:58.388059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['35926aa1-bb62-4cf0-8517-5f7451cc1408'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:58.423876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c28d6804-361b-4217-8423-a81a4fb0a308 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:58.453995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-36fc1027-4348-4874-a3c5-d985ef82092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.456719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-36fc1027-4348-4874-a3c5-d985ef82092d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1058879 Jul 13 07:25:58.523653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:58.524068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3ce21-123b-4ed4-aa1f-6288c2a03d7f req-b35bd752-70d6-4b7a-8d61-0f7289e3fa17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.532839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3ce21-123b-4ed4-aa1f-6288c2a03d7f req-b35bd752-70d6-4b7a-8d61-0f7289e3fa17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.539623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:58.539997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.543229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fab3ce21-123b-4ed4-aa1f-6288c2a03d7f req-b35bd752-70d6-4b7a-8d61-0f7289e3fa17 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1681 time: 0.3292878 Jul 13 07:25:58.579909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port c28d6804-361b-4217-8423-a81a4fb0a308 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:58.581324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Attempting to bind port 543e675c-7d39-420c-828a-b45f028849c2 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:58.581675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Attempting to bind port 543e675c-7d39-420c-828a-b45f028849c2 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:58.582035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Attempting to bind port 543e675c-7d39-420c-828a-b45f028849c2 on network fdc768df-3b9f-4c25-b507-6aa79618fffd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:58.596018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Port 543e675c-7d39-420c-828a-b45f028849c2 on network fdc768df-3b9f-4c25-b507-6aa79618fffd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:58.596517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Attempting to bind port 543e675c-7d39-420c-828a-b45f028849c2 on network fdc768df-3b9f-4c25-b507-6aa79618fffd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:58.597641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port c28d6804-361b-4217-8423-a81a4fb0a308 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:58.598225 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.613475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fab3ce21-123b-4ed4-aa1f-6288c2a03d7f req-709c8c7b-27ec-4b87-9316-1ed8ea652181 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674045 Jul 13 07:25:58.618344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:58.619219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Checking segment: {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:58.619636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Bound using segment: {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:58.620094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Bound port: 543e675c-7d39-420c-828a-b45f028849c2, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:58.620461 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.692558 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:25:58.714953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-17e5056c-660f-4cc9-99d8-d41347512769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.716590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-17e5056c-660f-4cc9-99d8-d41347512769 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2526319 Jul 13 07:25:58.761018 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.786156 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.804508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:58.807535 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3cc40-1509-4fd0-abaa-bf98a205b336" -d '{"events": [{"server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "name": "network-vif-plugged", "status": "completed", "tag": "beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:58.815764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:58.820117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=543e675c-7d39-420c-828a-b45f028849c2,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:58.830299 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.836469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,segment=NetworkSegment(2494238d-0878-46c9-8ff0-5f1814c94ff9),segment_id=2494238d-0878-46c9-8ff0-5f1814c94ff9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:58.852698 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.911350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c28d6804-361b-4217-8423-a81a4fb0a308, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c28d6804-361b-4217-8423-a81a4fb0a308,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:58.925192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.926068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cb46b-fef1-4ef8-916c-aae5e9b6e5b7 req-600fbc45-415e-4c58-bb4f-c7b396cf3d93 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.928064 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a76cb46b-fef1-4ef8-916c-aae5e9b6e5b7 req-600fbc45-415e-4c58-bb4f-c7b396cf3d93 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 931 time: 0.3054168 Jul 13 07:25:58.941436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-cfd9e9ea-cbe4-445f-a411-0f0152d37233 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064698 Jul 13 07:25:58.949556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.950276 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.951828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] 10.222.0.38 "PUT /v2.0/ports/543e675c-7d39-420c-828a-b45f028849c2 HTTP/1.1" status: 200 len: 1093 time: 1.8280857 Jul 13 07:25:58.953976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'tag': '543e675c-7d39-420c-828a-b45f028849c2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:58.956394 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85" -d '{"events": [{"name": "network-changed", "server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "tag": "543e675c-7d39-420c-828a-b45f028849c2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:58.973087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:59.021560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:59.114116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f2ee1-5178-4e3f-81e4-ca8499594be9 req-3054eec4-9818-4ffe-a0d1-f8de916ca376 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.125930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec6f2ee1-5178-4e3f-81e4-ca8499594be9 req-3054eec4-9818-4ffe-a0d1-f8de916ca376 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 946 time: 0.2603965 Jul 13 07:25:59.152786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaaeb7-af6a-45b2-83cb-771196f0b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=543e675c-7d39-420c-828a-b45f028849c2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:59.203313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53df7a9f-1c39-417e-939b-851b1a30469b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:59.212227 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f2cea8-f2ce-4af6-8ee4-087632cfd068 req-793ef5a1-5725-4d23-9b99-e3490a998b71 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585571 Jul 13 07:25:59.226915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.246739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a76cb46b-fef1-4ef8-916c-aae5e9b6e5b7 req-feafea98-48eb-43a6-ba00-78cff94aeb0c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987139 Jul 13 07:25:59.249477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec6f2ee1-5178-4e3f-81e4-ca8499594be9 req-49688b5e-7765-4745-97f7-f1e53701e086 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193433 Jul 13 07:25:59.293297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Transition to ACTIVE for port object 53df7a9f-1c39-417e-939b-851b1a30469b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:59.296852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.331496 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a1f9e9-206a-4d0f-8977-ea3a2f3452db x-openstack-request-id: req-a0a1f9e9-206a-4d0f-8977-ea3a2f3452db {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:59.332094 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474af958-e155-41cf-9930-6866c4988eed", "tag": "b48fe215-ad9c-4dcd-8f8e-373c80aa23e6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:59.332556 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0a1f9e9-206a-4d0f-8977-ea3a2f3452db {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:59.333212 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474af958-e155-41cf-9930-6866c4988eed', 'tag': 'b48fe215-ad9c-4dcd-8f8e-373c80aa23e6', 'status': 'completed', 'code': 200} Jul 13 07:25:59.372384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c28d6804-361b-4217-8423-a81a4fb0a308,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:59.398262 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.402473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-954abc06-38a0-4acd-8c46-7984ff007aa2 None None] Provisioning complete for port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:59.402996 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-954abc06-38a0-4acd-8c46-7984ff007aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.438802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-506b0ff4-914b-43a7-a3d9-2cb6c124c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.440679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-506b0ff4-914b-43a7-a3d9-2cb6c124c129 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0536a56fe5324fd58e5b8d04ca295323&device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 1100 time: 0.0844400 Jul 13 07:25:59.475355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:59.480896 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.521520 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6456fba-8148-46e7-9543-5184b51e370d x-openstack-request-id: req-e6456fba-8148-46e7-9543-5184b51e370d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:59.522006 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "name": "network-vif-plugged", "status": "completed", "tag": "beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:59.522355 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6456fba-8148-46e7-9543-5184b51e370d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:59.522832 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7', 'code': 200} Jul 13 07:25:59.570914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-e509fead-198b-44fc-922a-0d86d9681999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.572559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-e509fead-198b-44fc-922a-0d86d9681999 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1231391 Jul 13 07:25:59.581203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:59.598762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-954abc06-38a0-4acd-8c46-7984ff007aa2 None None] Provisioning complete for port c28d6804-361b-4217-8423-a81a4fb0a308 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:59.602367 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-954abc06-38a0-4acd-8c46-7984ff007aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.633464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-7459b512-eecf-4cd9-a848-a41d5da7f9a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 HTTP/1.1" status: 200 len: 217 time: 0.0523889 Jul 13 07:25:59.717544 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e776b-b7bf-4568-b391-adef4b3a7ff3 x-openstack-request-id: req-7c9e776b-b7bf-4568-b391-adef4b3a7ff3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:59.717818 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "tag": "543e675c-7d39-420c-828a-b45f028849c2", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:59.718097 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c9e776b-b7bf-4568-b391-adef4b3a7ff3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:59.718482 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'tag': '543e675c-7d39-420c-828a-b45f028849c2', 'status': 'completed', 'code': 200} Jul 13 07:25:59.730673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-af83609a-e9b4-4ad3-909f-52536f99f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.732204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-af83609a-e9b4-4ad3-909f-52536f99f7fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0916166 Jul 13 07:25:59.773025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-2053b4ec-90ee-4ab3-9688-a3d0d1aa8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.774570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-2053b4ec-90ee-4ab3-9688-a3d0d1aa8796 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7808dac1993494fb6b85186033e29fc&device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 1096 time: 0.7725337 Jul 13 07:25:59.785056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Pushing event updated for resources: {'Port': ['ID=53df7a9f-1c39-417e-939b-851b1a30469b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:59.786555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb97cb-1632-4021-82c6-9e428608ecf8 req-116ee84c-a786-40c7-9dfb-425244fa0814 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.788085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60cb97cb-1632-4021-82c6-9e428608ecf8 req-116ee84c-a786-40c7-9dfb-425244fa0814 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.1162913 Jul 13 07:25:59.832888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-91876e02-c761-4b67-9f04-a6b1d6d6c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.834463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-91876e02-c761-4b67-9f04-a6b1d6d6c57f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921304 Jul 13 07:25:59.841775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60cb97cb-1632-4021-82c6-9e428608ecf8 req-6d74141c-23af-44dd-b281-34e07275b4d8 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Jul 13 07:25:59.861531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-e6db7be7-5caf-41d8-bb48-8ec23474f6b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=543e675c-7d39-420c-828a-b45f028849c2 HTTP/1.1" status: 200 len: 217 time: 0.0785861 Jul 13 07:25:59.936922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981aa50b-49ac-434e-acee-d4f92bd23f25 req-81be0f4d-e0f3-464a-8271-d795d78477a8 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.938706 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-981aa50b-49ac-434e-acee-d4f92bd23f25 req-81be0f4d-e0f3-464a-8271-d795d78477a8 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 948 time: 0.2194233 Jul 13 07:25:59.938879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-e6d9ab74-cebb-423a-a2ea-4239bb1bdcb5 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958045 Jul 13 07:25:59.965002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Attempting to bind port 53df7a9f-1c39-417e-939b-851b1a30469b on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:59.965354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Attempting to bind port 53df7a9f-1c39-417e-939b-851b1a30469b by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:59.966241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Attempting to bind port 53df7a9f-1c39-417e-939b-851b1a30469b on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:59.987207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-b099a899-51ce-407d-b8ac-789b52911603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.989043 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-b099a899-51ce-407d-b8ac-789b52911603 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba HTTP/1.1" status: 200 len: 862 time: 0.1216331 Jul 13 07:25:59.989895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Port 53df7a9f-1c39-417e-939b-851b1a30469b on network 832e3da9-e104-4daf-a678-a850d2020b15 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:59.990484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Attempting to bind port 53df7a9f-1c39-417e-939b-851b1a30469b on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:00.000810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:00.001285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Checking segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:00.001865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Bound using segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:00.002644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Bound port: 53df7a9f-1c39-417e-939b-851b1a30469b, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:00.003108 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.046390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdf2ac19-f909-4a16-880a-71af0a12d0f3 req-d38ea61d-81c7-4c98-bb31-bd0a402c2c6e service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010668 Jul 13 07:26:00.055548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-1a3a37cf-fb0c-46a2-99e5-dd444b13d77c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fdc768df-3b9f-4c25-b507-6aa79618fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501318 Jul 13 07:26:00.059898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-981aa50b-49ac-434e-acee-d4f92bd23f25 req-3b835e06-2ce4-4876-9ed8-9a567d4050f0 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142976 Jul 13 07:26:00.182572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] For port 53df7a9f-1c39-417e-939b-851b1a30469b, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:00.210655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9449a1c-6abf-41ec-8309-22ec6bf05630 req-bc09a062-c9d0-4d40-94d1-4dec06fb738d tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.211103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] For port 53df7a9f-1c39-417e-939b-851b1a30469b, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=53df7a9f-1c39-417e-939b-851b1a30469b,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:00.218660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9449a1c-6abf-41ec-8309-22ec6bf05630 req-bc09a062-c9d0-4d40-94d1-4dec06fb738d tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 944 time: 0.0828018 Jul 13 07:26:00.239284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.254250 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-5134757c-8b1f-4ffe-b582-9b9b39cef729 service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915524 Jul 13 07:26:00.263143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9449a1c-6abf-41ec-8309-22ec6bf05630 req-b9d3d8cf-a590-4c6b-b1a4-b1f8203cda1b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Jul 13 07:26:00.302393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.303026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.304414 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] 10.222.0.38 "PUT /v2.0/ports/53df7a9f-1c39-417e-939b-851b1a30469b HTTP/1.1" status: 200 len: 1092 time: 2.2754736 Jul 13 07:26:00.337015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 35926aa1-bb62-4cf0-8517-5f7451cc1408 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:00.396360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 35926aa1-bb62-4cf0-8517-5f7451cc1408 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:00.401130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 35926aa1-bb62-4cf0-8517-5f7451cc1408 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:00.401518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.406375 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec89a7-ceb1-4991-b27e-d1e3b0efc162 service neutron] Pushing event updated for resources: {'Port': ['ID=53df7a9f-1c39-417e-939b-851b1a30469b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:00.430300 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12464c-1986-4028-a8dc-78c8ee1ea4ca req-571b7160-fa27-4f35-ba02-a4efb39e84de tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.436308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12464c-1986-4028-a8dc-78c8ee1ea4ca req-571b7160-fa27-4f35-ba02-a4efb39e84de tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.437936 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e12464c-1986-4028-a8dc-78c8ee1ea4ca req-571b7160-fa27-4f35-ba02-a4efb39e84de tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1682 time: 0.2436421 Jul 13 07:26:00.484986 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9e476f4-69d6-4cbb-850e-4e1da678df52 req-23906591-d4ee-4fa1-abfc-213ad3d10a46 service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115245 Jul 13 07:26:00.510056 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.513768 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e12464c-1986-4028-a8dc-78c8ee1ea4ca req-f364844c-0454-4b25-82ba-2be0932e0dcd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633137 Jul 13 07:26:00.517046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-594d8aa0-3bf4-40fb-85f9-0b907c95fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.518081 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-594d8aa0-3bf4-40fb-85f9-0b907c95fd64 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 1095 time: 0.1733668 Jul 13 07:26:00.586233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 35926aa1-bb62-4cf0-8517-5f7451cc1408, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=35926aa1-bb62-4cf0-8517-5f7451cc1408,segment=NetworkSegment(72d51642-a889-49c1-ae68-aa1e50ba7088),segment_id=72d51642-a889-49c1-ae68-aa1e50ba7088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:00.591618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.626189 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-2004acfd-d18d-49ff-bd42-b5f984fbbe23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53df7a9f-1c39-417e-939b-851b1a30469b HTTP/1.1" status: 200 len: 217 time: 0.1009424 Jul 13 07:26:00.661645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=35926aa1-bb62-4cf0-8517-5f7451cc1408,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:00.761503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-2676a7c2-78c8-403e-8b1a-d6cf94120d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.762531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-2676a7c2-78c8-403e-8b1a-d6cf94120d99 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.0939336 Jul 13 07:26:00.814609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-6c7c5b47-87d6-42af-8a91-82c8de9e44bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374272 Jul 13 07:26:00.819993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-9055f691-d827-4ba4-86bb-149d5274fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.821468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-9055f691-d827-4ba4-86bb-149d5274fd7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7808dac1993494fb6b85186033e29fc&device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 1096 time: 0.2776937 Jul 13 07:26:00.837992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47acfb-ac62-4743-b64a-1e561809c32f req-369da57b-1f27-4fbc-a5d3-8c5c7f521eb3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.839679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec47acfb-ac62-4743-b64a-1e561809c32f req-369da57b-1f27-4fbc-a5d3-8c5c7f521eb3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.1630204 Jul 13 07:26:00.859387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec11ea-1420-499f-8484-bf6a109acccb req-2c667aba-dfb9-41d7-8d6a-8b5355d47f3a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.860914 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-82ec11ea-1420-499f-8484-bf6a109acccb req-2c667aba-dfb9-41d7-8d6a-8b5355d47f3a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 943 time: 0.0787249 Jul 13 07:26:00.899150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-82ec11ea-1420-499f-8484-bf6a109acccb req-8e067b25-6b58-498b-be94-7ef125153fe8 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Jul 13 07:26:00.927175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4afdef82-d445-4cef-bb58-23404a180c03 None None] Provisioning complete for port 35926aa1-bb62-4cf0-8517-5f7451cc1408 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:00.927637 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4afdef82-d445-4cef-bb58-23404a180c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.001095 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec47acfb-ac62-4743-b64a-1e561809c32f req-e75192c5-e77b-4b11-b66a-be6e782d8502 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395028 Jul 13 07:26:01.030939 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-dd38a81b-98fe-4c48-84d5-556b4183416e service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083306 Jul 13 07:26:01.032254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-77c4aa45-b19e-435f-8b3d-f3dc61ee6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.033768 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-77c4aa45-b19e-435f-8b3d-f3dc61ee6657 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 200 len: 923 time: 0.1931720 Jul 13 07:26:01.101673 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-393210be-5d32-4a38-94fa-ee8eb682609f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=543e675c-7d39-420c-828a-b45f028849c2 HTTP/1.1" status: 200 len: 217 time: 0.0529420 Jul 13 07:26:01.196253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaafd43-baa9-4c69-b9e1-c3b6a51231e5 req-88901288-37c5-4d34-be25-dfb8cc4818d6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.197798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6aaafd43-baa9-4c69-b9e1-c3b6a51231e5 req-88901288-37c5-4d34-be25-dfb8cc4818d6 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.0634203 Jul 13 07:26:01.229936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-6f1c6af2-fd1d-4675-9bb8-6c98815e5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.231409 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-6f1c6af2-fd1d-4675-9bb8-6c98815e5ec2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba HTTP/1.1" status: 200 len: 862 time: 0.1231585 Jul 13 07:26:01.240611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6aaafd43-baa9-4c69-b9e1-c3b6a51231e5 req-323a81b6-7cc2-46d2-9a03-64a1485ae92c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371397 Jul 13 07:26:01.258117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc74725a-dbe3-4e69-b701-7938a65e32ce req-c6c05a37-967d-4d6f-ad67-80816942bac9 service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109101 Jul 13 07:26:01.280242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-70d773c8-8831-4fc1-a0ee-2946c459ee3f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fdc768df-3b9f-4c25-b507-6aa79618fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361383 Jul 13 07:26:01.297827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c3266-1877-42ff-bc81-79f290851605 req-ba15cfe5-fa69-4e61-a45d-68a487e04642 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.299289 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c23c3266-1877-42ff-bc81-79f290851605 req-ba15cfe5-fa69-4e61-a45d-68a487e04642 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.1592422 Jul 13 07:26:01.394377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c23c3266-1877-42ff-bc81-79f290851605 req-65dfe7da-921a-42aa-9ca8-1838030121a6 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862513 Jul 13 07:26:01.417128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-1cccfb42-bec9-4f10-b027-561e05bd2d9f service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168878 Jul 13 07:26:01.524292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a3dc0-3bd9-46d0-bd74-b20935c749ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28d6804-361b-4217-8423-a81a4fb0a308'}, {'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f'}, {'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35926aa1-bb62-4cf0-8517-5f7451cc1408'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:01.529056 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52de79e6-34d8-4ef7-8fd0-4b014dc0a75c" -d '{"events": [{"server_uuid": "b42a3dc0-3bd9-46d0-bd74-b20935c749ea", "name": "network-vif-plugged", "status": "completed", "tag": "c28d6804-361b-4217-8423-a81a4fb0a308"}, {"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-unplugged", "status": "completed", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f"}, {"server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "name": "network-vif-plugged", "status": "completed", "tag": "35926aa1-bb62-4cf0-8517-5f7451cc1408"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:01.540627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d36428-adb4-4676-a4e0-6fe1c6bf566f req-a89fd770-c52c-4998-af93-ad59a2c5577b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.548363 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-84d36428-adb4-4676-a4e0-6fe1c6bf566f req-a89fd770-c52c-4998-af93-ad59a2c5577b tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 948 time: 0.0816324 Jul 13 07:26:01.559795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bac9215f-fcbb-4b66-b19e-070ad7fc6e85 req-c49a38b1-d525-4f8f-a3dd-776a0e139b52 service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324947 Jul 13 07:26:01.588147 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-84d36428-adb4-4676-a4e0-6fe1c6bf566f req-1bd1fe75-c246-49bf-8c30-bd0fd1f5c18d tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382512 Jul 13 07:26:01.593160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b706ac1-0e32-4a1e-b326-4433746d4be2 req-4a47515f-e5ba-401b-85d1-e9cb07da4d0a tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.594983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b706ac1-0e32-4a1e-b326-4433746d4be2 req-4a47515f-e5ba-401b-85d1-e9cb07da4d0a tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 944 time: 0.0881002 Jul 13 07:26:01.635995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b706ac1-0e32-4a1e-b326-4433746d4be2 req-c7f39013-49c0-4933-a598-2dfc4568044f tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350280 Jul 13 07:26:01.684231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33120) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:01.695111 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca661c7-fbdb-42fa-bd6f-4df7d3add8e7 x-openstack-request-id: req-5ca661c7-fbdb-42fa-bd6f-4df7d3add8e7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:01.695809 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a3dc0-3bd9-46d0-bd74-b20935c749ea", "name": "network-vif-plugged", "status": "completed", "tag": "c28d6804-361b-4217-8423-a81a4fb0a308", "code": 200}, {"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-unplugged", "status": "failed", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f", "code": 422}, {"server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "name": "network-vif-plugged", "status": "completed", "tag": "35926aa1-bb62-4cf0-8517-5f7451cc1408", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:01.695977 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ca661c7-fbdb-42fa-bd6f-4df7d3add8e7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:01.696610 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a3dc0-3bd9-46d0-bd74-b20935c749ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28d6804-361b-4217-8423-a81a4fb0a308', 'code': 200} Jul 13 07:26:01.696977 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'code': 422} returned with failed status Jul 13 07:26:01.697293 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35926aa1-bb62-4cf0-8517-5f7451cc1408', 'code': 200} Jul 13 07:26:01.722415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9287ff77-08a2-4d1c-9225-87e935e4e875', 'tag': '53df7a9f-1c39-417e-939b-851b1a30469b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:01.725051 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec73ebcb-b872-4f41-b793-5e3d70f084e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9287ff77-08a2-4d1c-9225-87e935e4e875", "tag": "53df7a9f-1c39-417e-939b-851b1a30469b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:01.858073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb32d8-4345-4266-8b67-ceb5e6cc6b5a req-253eb3b9-3c3c-417b-814c-81f87815c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.861366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18bb32d8-4345-4266-8b67-ceb5e6cc6b5a req-253eb3b9-3c3c-417b-814c-81f87815c51f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 1101 time: 0.0755124 Jul 13 07:26:01.875785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aea8ee3d-1a9e-43cc-822c-3990c2ce96c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.908645 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18bb32d8-4345-4266-8b67-ceb5e6cc6b5a req-793b6218-d990-4bc1-b390-a8c4de60932f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386097 Jul 13 07:26:01.922810 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f382fc-c665-4b32-8ddb-746798268aca x-openstack-request-id: req-39f382fc-c665-4b32-8ddb-746798268aca {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:01.923195 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9287ff77-08a2-4d1c-9225-87e935e4e875", "tag": "53df7a9f-1c39-417e-939b-851b1a30469b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:01.923505 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39f382fc-c665-4b32-8ddb-746798268aca {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:01.925394 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9287ff77-08a2-4d1c-9225-87e935e4e875', 'tag': '53df7a9f-1c39-417e-939b-851b1a30469b', 'status': 'completed', 'code': 200} Jul 13 07:26:01.959616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633681d-55b3-4831-aaaf-665c6228b3e0 req-81e6dbaf-6efe-4369-8e81-94a289e06d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.960160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633681d-55b3-4831-aaaf-665c6228b3e0 req-81e6dbaf-6efe-4369-8e81-94a289e06d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.961656 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1633681d-55b3-4831-aaaf-665c6228b3e0 req-81e6dbaf-6efe-4369-8e81-94a289e06d1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1987 time: 0.1662879 Jul 13 07:26:02.031763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dea988-cbe3-4952-a361-a25fbf43a447 req-ab6c07c9-202f-4325-bc3f-b46925a67434 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.037661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dea988-cbe3-4952-a361-a25fbf43a447 req-ab6c07c9-202f-4325-bc3f-b46925a67434 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.039242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7dea988-cbe3-4952-a361-a25fbf43a447 req-ab6c07c9-202f-4325-bc3f-b46925a67434 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1683 time: 0.2458911 Jul 13 07:26:02.084820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac4831-7a46-4f53-b2cd-11cf74b1cea5 req-decf6002-86dd-458a-a404-7e1aa6bc270b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.086361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18ac4831-7a46-4f53-b2cd-11cf74b1cea5 req-decf6002-86dd-458a-a404-7e1aa6bc270b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.0733569 Jul 13 07:26:02.114983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1633681d-55b3-4831-aaaf-665c6228b3e0 req-c86a7747-e983-48d9-9734-3f246846cb4f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433280 Jul 13 07:26:02.125363 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18ac4831-7a46-4f53-b2cd-11cf74b1cea5 req-c8b780da-e14f-4952-94e1-0aef10c7e6ed tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Jul 13 07:26:02.167327 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7dea988-cbe3-4952-a361-a25fbf43a447 req-81f33a85-8b02-48f7-a5c9-c5c4a84ffe5b tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210716 Jul 13 07:26:02.176100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-87bc49a3-8b68-4036-8b5e-0f2c7e452897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.177592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-87bc49a3-8b68-4036-8b5e-0f2c7e452897 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 1095 time: 0.2220426 Jul 13 07:26:02.193223 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aea8ee3d-1a9e-43cc-822c-3990c2ce96c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.204468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aea8ee3d-1a9e-43cc-822c-3990c2ce96c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.228164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b69408fc-079b-40a0-9a10-b63140411137 req-196fb4d3-cba9-4a13-a0d1-7cb07958a7a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2248676 Jul 13 07:26:02.265505 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aea8ee3d-1a9e-43cc-822c-3990c2ce96c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18e0e71efc6a468cada4b2376cd444f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5799828 Jul 13 07:26:02.270231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:02.317720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8ee3d-1a9e-43cc-822c-3990c2ce96c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9f683e-54c6-40f9-9ac8-61b2557eb218,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:02.325990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53e18-72dc-41db-9196-2ca3c7af1823 req-024f3e23-7992-41f8-af82-d702f22f6815 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.327663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-26f53e18-72dc-41db-9196-2ca3c7af1823 req-024f3e23-7992-41f8-af82-d702f22f6815 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 943 time: 0.0833046 Jul 13 07:26:02.360486 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-b50574b4-61dc-415d-88cc-56a6fddcffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.361995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-b50574b4-61dc-415d-88cc-56a6fddcffcd service neutron] 10.222.0.38 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 907 time: 0.1740730 Jul 13 07:26:02.369847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 543e675c-7d39-420c-828a-b45f028849c2 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:02.378040 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-26f53e18-72dc-41db-9196-2ca3c7af1823 req-50fe64ba-d7bb-48d3-8c2d-0aecb152939d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Jul 13 07:26:02.422607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-a57101eb-1ba0-4cde-ab9e-98bd47888e3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53df7a9f-1c39-417e-939b-851b1a30469b HTTP/1.1" status: 200 len: 217 time: 0.0504465 Jul 13 07:26:02.423281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28836897-abdb-4f52-9f90-10210bae0792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.449102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:02.500641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=543e675c-7d39-420c-828a-b45f028849c2,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:02.507543 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28836897-abdb-4f52-9f90-10210bae0792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.531426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-8b5e93ce-f42e-42f6-8898-956a0d6851d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.532964 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-8b5e93ce-f42e-42f6-8898-956a0d6851d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.1007800 Jul 13 07:26:02.573336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '543e675c-7d39-420c-828a-b45f028849c2', 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd', 'port_id': '543e675c-7d39-420c-828a-b45f028849c2', 'mac_address': 'fa:16:3e:73:45:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:02.594801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-592a5eac-9a56-4a09-869a-6d129ac12dbc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448899 Jul 13 07:26:02.634805 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:02.647184 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.651928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'b48fe215-ad9c-4dcd-8f8e-373c80aa23e6', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'b48fe215-ad9c-4dcd-8f8e-373c80aa23e6', 'mac_address': 'fa:16:3e:1e:17:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:02.685485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543e675c-7d39-420c-828a-b45f028849c2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:02.704904 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28836897-abdb-4f52-9f90-10210bae0792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.715361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=543e675c-7d39-420c-828a-b45f028849c2,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:02.717118 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.721653 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.722693 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28836897-abdb-4f52-9f90-10210bae0792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.726539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-28836897-abdb-4f52-9f90-10210bae0792 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d9f683e-54c6-40f9-9ac8-61b2557eb218 HTTP/1.1" status: 204 len: 168 time: 0.4271610 Jul 13 07:26:02.751773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d0fe4-1179-44db-8c25-360bb9ca93d3 req-67599cdb-f347-4b34-9481-295ad73b580e tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.762264 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4a9d0fe4-1179-44db-8c25-360bb9ca93d3 req-67599cdb-f347-4b34-9481-295ad73b580e tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.2238948 Jul 13 07:26:02.769748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:02.808599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:02.815373 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.822330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=543e675c-7d39-420c-828a-b45f028849c2,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:02.864526 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28836897-abdb-4f52-9f90-10210bae0792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9f683e-54c6-40f9-9ac8-61b2557eb218,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:02.899079 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4a9d0fe4-1179-44db-8c25-360bb9ca93d3 req-81e14518-f007-416f-b87d-4a067581df6c tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356759 Jul 13 07:26:02.900713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a83f7-875d-4e62-a4b2-7cdac002298e req-bd73b8fe-5cca-41cf-9147-1e83d7923c41 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.908204 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-58dd3663-5168-4ce1-b88b-fb5254a48e8b service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052793 Jul 13 07:26:02.917395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc3a83f7-875d-4e62-a4b2-7cdac002298e req-bd73b8fe-5cca-41cf-9147-1e83d7923c41 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 948 time: 0.1668680 Jul 13 07:26:03.025026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:03.025855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc3a83f7-875d-4e62-a4b2-7cdac002298e req-9be2bf65-46d6-4a62-9c12-05a9ac587b96 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064839 Jul 13 07:26:03.082968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['543e675c-7d39-420c-828a-b45f028849c2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:03.182335 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec73ebcb-b872-4f41-b793-5e3d70f084e4 req-d8f66dd5-d076-4728-947b-20dd6c0fb167 service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654645 Jul 13 07:26:03.247673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcec8a-8ebb-45cf-beab-94f71ba973cf req-69a0abb3-17cc-44ce-8458-b8b0140d74fb tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.249294 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69dcec8a-8ebb-45cf-beab-94f71ba973cf req-69a0abb3-17cc-44ce-8458-b8b0140d74fb tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 945 time: 0.1141806 Jul 13 07:26:03.269518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b48fe215-ad9c-4dcd-8f8e-373c80aa23e6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:03.297320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69dcec8a-8ebb-45cf-beab-94f71ba973cf req-0bb811b4-1a34-4730-b00f-cb3f0ef94f53 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Jul 13 07:26:03.297690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:03.332259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcab6fdb-bf36-49b1-a469-a8179872d6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.424901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176856d-9911-4c9e-8e13-26153363131b req-7c6f7095-9249-4e05-a3aa-8b7816436c53 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.426498 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3176856d-9911-4c9e-8e13-26153363131b req-7c6f7095-9249-4e05-a3aa-8b7816436c53 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.1051280 Jul 13 07:26:03.482751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6640f-268b-4abb-8da0-3426a4e65ba6 req-ac525c14-54fb-40c3-a2f8-30b73cbf9974 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.483050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3176856d-9911-4c9e-8e13-26153363131b req-2d7b7652-de5f-45f7-97e4-0574840ade47 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496192 Jul 13 07:26:03.489222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6640f-268b-4abb-8da0-3426a4e65ba6 req-ac525c14-54fb-40c3-a2f8-30b73cbf9974 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.490904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5fb6640f-268b-4abb-8da0-3426a4e65ba6 req-ac525c14-54fb-40c3-a2f8-30b73cbf9974 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1683 time: 0.0831447 Jul 13 07:26:03.511640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcab6fdb-bf36-49b1-a469-a8179872d6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.516283 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcab6fdb-bf36-49b1-a469-a8179872d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.536745 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5fb6640f-268b-4abb-8da0-3426a4e65ba6 req-c70cfcf1-b046-45b6-86f6-78fe87deb005 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Jul 13 07:26:03.561351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bcab6fdb-bf36-49b1-a469-a8179872d6fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18ef671b7677443bb13d815dfb44553b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622180 Jul 13 07:26:03.562199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:03.569503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab6fdb-bf36-49b1-a469-a8179872d6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206716a3-3229-41c7-b438-55b5b687473d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:03.661211 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5063eb0f-a7c4-485b-8898-c9d6f8291588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.688435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69408fc-079b-40a0-9a10-b63140411137 req-a2c01a9f-ccb3-4fcc-a2b0-bc61c9b58bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.689979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69408fc-079b-40a0-9a10-b63140411137 req-a2c01a9f-ccb3-4fcc-a2b0-bc61c9b58bc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06&tenant_id=a487911f41254b7abbace563d4b0f278 HTTP/1.1" status: 200 len: 1096 time: 0.1005499 Jul 13 07:26:03.691795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5063eb0f-a7c4-485b-8898-c9d6f8291588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.733452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd2595-55ec-4c29-b58d-c2e5577cf7b8 req-58598e67-7328-4b41-b508-a9e4ba744512 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.733819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17bd2595-55ec-4c29-b58d-c2e5577cf7b8 req-58598e67-7328-4b41-b508-a9e4ba744512 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 943 time: 0.0706441 Jul 13 07:26:03.779949 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17bd2595-55ec-4c29-b58d-c2e5577cf7b8 req-906a979f-5caf-45f1-930f-41a937cd3433 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Jul 13 07:26:03.781412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69408fc-079b-40a0-9a10-b63140411137 req-f22a3672-f031-42e6-98ef-36d9e593a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.783067 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69408fc-079b-40a0-9a10-b63140411137 req-f22a3672-f031-42e6-98ef-36d9e593a9f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 1096 time: 0.0659597 Jul 13 07:26:03.784123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5063eb0f-a7c4-485b-8898-c9d6f8291588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.786732 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5063eb0f-a7c4-485b-8898-c9d6f8291588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.787772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5063eb0f-a7c4-485b-8898-c9d6f8291588 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/206716a3-3229-41c7-b438-55b5b687473d HTTP/1.1" status: 204 len: 168 time: 0.2241800 Jul 13 07:26:03.817623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063eb0f-a7c4-485b-8898-c9d6f8291588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206716a3-3229-41c7-b438-55b5b687473d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:03.899470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69408fc-079b-40a0-9a10-b63140411137 req-5a2447e7-b9d3-44f6-9dcf-aba29187d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.901426 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69408fc-079b-40a0-9a10-b63140411137 req-5a2447e7-b9d3-44f6-9dcf-aba29187d85f service neutron] 10.222.0.48 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 915 time: 0.1109605 Jul 13 07:26:03.948005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69408fc-079b-40a0-9a10-b63140411137 req-5d5f00a5-78ed-4786-9287-b7711e218104 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5da1396e-fa70-443c-9956-32b2d4ae030f HTTP/1.1" status: 200 len: 217 time: 0.0368907 Jul 13 07:26:04.012368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69408fc-079b-40a0-9a10-b63140411137 req-35018c1b-e6e0-4f47-b18e-8b35e612a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.014289 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69408fc-079b-40a0-9a10-b63140411137 req-35018c1b-e6e0-4f47-b18e-8b35e612a600 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=570a80c5-af86-4320-a39f-e0755221723a HTTP/1.1" status: 200 len: 854 time: 0.0574832 Jul 13 07:26:04.058429 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69408fc-079b-40a0-9a10-b63140411137 req-ec011b6b-63fd-4d34-8e3a-24a7c93f6a0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99818d9a-2276-4bac-8324-36ea7129f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321980 Jul 13 07:26:04.109411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bd15b-60c5-4e07-80a5-8692be73f684 req-8e25407c-5f21-4268-a7a1-d6fc579bf6c3 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.110989 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-873bd15b-60c5-4e07-80a5-8692be73f684 req-8e25407c-5f21-4268-a7a1-d6fc579bf6c3 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.0761938 Jul 13 07:26:04.150937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-873bd15b-60c5-4e07-80a5-8692be73f684 req-0342f709-46ed-4270-b574-ad8eb4b8fa52 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341423 Jul 13 07:26:04.202307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69408fc-079b-40a0-9a10-b63140411137 req-9d4cf1a9-b6d4-4f53-b991-fe2e508a94f7 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370418 Jul 13 07:26:04.223029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d7e3-39ca-4f62-be71-2da3aa27caa4 req-c2769439-5f6f-4bc3-9b2b-b2c6a7427be3 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.230819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d7e3-39ca-4f62-be71-2da3aa27caa4 req-c2769439-5f6f-4bc3-9b2b-b2c6a7427be3 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.232421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c544d7e3-39ca-4f62-be71-2da3aa27caa4 req-c2769439-5f6f-4bc3-9b2b-b2c6a7427be3 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1683 time: 0.1015568 Jul 13 07:26:04.330757 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c544d7e3-39ca-4f62-be71-2da3aa27caa4 req-76fd5cf1-1e40-4406-b485-a089e7e165b4 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791395 Jul 13 07:26:04.335084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84a647-374f-4d0e-b04a-593c382a4922 req-8866f352-956e-4af4-9808-7c813adf1dc6 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.336800 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2a84a647-374f-4d0e-b04a-593c382a4922 req-8866f352-956e-4af4-9808-7c813adf1dc6 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 949 time: 0.0678773 Jul 13 07:26:04.358512 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69408fc-079b-40a0-9a10-b63140411137 req-e9603f6d-7f1a-4005-a70c-9e74cbd3472b service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249137 Jul 13 07:26:04.385558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2a84a647-374f-4d0e-b04a-593c382a4922 req-e79ce809-531a-440b-9eec-acf530e2b2e8 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Jul 13 07:26:04.416338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 53df7a9f-1c39-417e-939b-851b1a30469b details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:04.424520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 543e675c-7d39-420c-828a-b45f028849c2 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:04.463841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:04.579581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae466e-a51f-49f3-b825-a38fd0283b33 req-902cebea-dae2-4898-ac5b-243eddba2c12 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.581299 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7ae466e-a51f-49f3-b825-a38fd0283b33 req-902cebea-dae2-4898-ac5b-243eddba2c12 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 945 time: 0.0862346 Jul 13 07:26:04.632861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7ae466e-a51f-49f3-b825-a38fd0283b33 req-a1c901c2-6506-439e-acf2-6a4253ce1f4c tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Jul 13 07:26:04.660810 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 543e675c-7d39-420c-828a-b45f028849c2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:04.662767 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:04.673274 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 543e675c-7d39-420c-828a-b45f028849c2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:04.673791 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.679390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:04.679762 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.746429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 53df7a9f-1c39-417e-939b-851b1a30469b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=53df7a9f-1c39-417e-939b-851b1a30469b,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:04.776664 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '53df7a9f-1c39-417e-939b-851b1a30469b', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'port_id': '53df7a9f-1c39-417e-939b-851b1a30469b', 'mac_address': 'fa:16:3e:8c:4c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:04.859742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4c02-9aa5-4a6f-94f3-2039835fefef req-f8bd85b8-e797-4f9a-b456-b81cf059f8cb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.869072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-059d4c02-9aa5-4a6f-94f3-2039835fefef req-f8bd85b8-e797-4f9a-b456-b81cf059f8cb tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.0978773 Jul 13 07:26:04.894207 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.898469 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.936790 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-059d4c02-9aa5-4a6f-94f3-2039835fefef req-39290971-c45c-4fa0-a95c-8224ed6c2cdd tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652285 Jul 13 07:26:04.944527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53df7a9f-1c39-417e-939b-851b1a30469b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:04.955818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474af958-e155-41cf-9930-6866c4988eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48fe215-ad9c-4dcd-8f8e-373c80aa23e6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:04.959237 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457dc201-18b6-4061-906f-9b637c0616e5" -d '{"events": [{"server_uuid": "474af958-e155-41cf-9930-6866c4988eed", "name": "network-vif-plugged", "status": "completed", "tag": "b48fe215-ad9c-4dcd-8f8e-373c80aa23e6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:04.967141 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.006788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:05.013691 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 53df7a9f-1c39-417e-939b-851b1a30469b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=53df7a9f-1c39-417e-939b-851b1a30469b,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:05.022594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.027642 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.088169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:05.091681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=543e675c-7d39-420c-828a-b45f028849c2,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:05.127657 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.132534 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b5c949-1498-4955-b5ac-f4bf539c4697 x-openstack-request-id: req-f6b5c949-1498-4955-b5ac-f4bf539c4697 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:05.132940 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474af958-e155-41cf-9930-6866c4988eed", "name": "network-vif-plugged", "status": "completed", "tag": "b48fe215-ad9c-4dcd-8f8e-373c80aa23e6", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:05.133289 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6b5c949-1498-4955-b5ac-f4bf539c4697 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:05.133778 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474af958-e155-41cf-9930-6866c4988eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48fe215-ad9c-4dcd-8f8e-373c80aa23e6', 'code': 200} Jul 13 07:26:05.242629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:05.373981 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.400467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc262c-fa07-4dc0-b896-4490173c9f3f req-6a185e4d-0aef-4d55-8584-b773ca4cbf22 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.402800 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7bc262c-fa07-4dc0-b896-4490173c9f3f req-6a185e4d-0aef-4d55-8584-b773ca4cbf22 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 944 time: 0.2094216 Jul 13 07:26:05.451182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['53df7a9f-1c39-417e-939b-851b1a30469b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:05.499235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abe623-05c3-4ad7-bb86-29f7b6c798a2 req-89fc877a-c646-48ff-bf4c-5fafffe576a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.501041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1abe623-05c3-4ad7-bb86-29f7b6c798a2 req-89fc877a-c646-48ff-bf4c-5fafffe576a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 1102 time: 0.1971874 Jul 13 07:26:05.506731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=53df7a9f-1c39-417e-939b-851b1a30469b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:05.626943 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7bc262c-fa07-4dc0-b896-4490173c9f3f req-d2e7b104-b7e4-490c-adf1-88b1a944767b tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174406 Jul 13 07:26:05.637127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1abe623-05c3-4ad7-bb86-29f7b6c798a2 req-1b3b7d47-eebf-470a-9ee5-1e56eae64e39 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277943 Jul 13 07:26:05.691729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=543e675c-7d39-420c-828a-b45f028849c2,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:05.726276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-332f9fff-10c5-4d6e-b0ed-a550953a9ae9 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.737998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-332f9fff-10c5-4d6e-b0ed-a550953a9ae9 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.744130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-332f9fff-10c5-4d6e-b0ed-a550953a9ae9 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.38 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1683 time: 0.2677104 Jul 13 07:26:05.789447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3c63feab-e16e-44d3-bb93-8cbdce432201 None None] Provisioning complete for port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:05.794517 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c63feab-e16e-44d3-bb93-8cbdce432201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.883614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84937-cfb3-45f2-86c4-77bd0d0fff14 req-95590671-5861-4250-b3ee-f061017ead2f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.919017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84937-cfb3-45f2-86c4-77bd0d0fff14 req-95590671-5861-4250-b3ee-f061017ead2f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.930406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-84a84937-cfb3-45f2-86c4-77bd0d0fff14 req-95590671-5861-4250-b3ee-f061017ead2f tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 1683 time: 0.2096250 Jul 13 07:26:06.037358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-84a84937-cfb3-45f2-86c4-77bd0d0fff14 req-6051734c-2517-4e8b-afc0-2984d0585968 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/security-groups?id=d81da091-5392-4a39-8850-fe06cf989ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058145 Jul 13 07:26:06.063270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting port 35926aa1-bb62-4cf0-8517-5f7451cc1408 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:06.064345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.112512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2d3ae-5f50-44cd-a532-aee8241e3711 req-e6b3a36a-8fb9-4d59-a6ae-21d19f2a3fe4 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:06.115236 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ca2d3ae-5f50-44cd-a532-aee8241e3711 req-e6b3a36a-8fb9-4d59-a6ae-21d19f2a3fe4 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.1877394 Jul 13 07:26:06.246612 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ca2d3ae-5f50-44cd-a532-aee8241e3711 req-f847085f-65bc-4d1c-bd82-58b3ba3e6889 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231349 Jul 13 07:26:06.295758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] For port 35926aa1-bb62-4cf0-8517-5f7451cc1408, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=35926aa1-bb62-4cf0-8517-5f7451cc1408,segment=NetworkSegment(72d51642-a889-49c1-ae68-aa1e50ba7088),segment_id=72d51642-a889-49c1-ae68-aa1e50ba7088)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:06.296584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.319629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Calling delete_port for 35926aa1-bb62-4cf0-8517-5f7451cc1408 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:06.908612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b4cf8-5c4d-4ced-8c7c-b726c8f1d23a req-b64c7e0c-8ae8-4960-b7a7-a4316e07d0ff tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:06.910151 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e67b4cf8-5c4d-4ced-8c7c-b726c8f1d23a req-b64c7e0c-8ae8-4960-b7a7-a4316e07d0ff tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.1400938 Jul 13 07:26:06.988469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e67b4cf8-5c4d-4ced-8c7c-b726c8f1d23a req-4fe2f571-5c2e-4c80-b50b-d21a5df78236 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697391 Jul 13 07:26:06.992739 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.020807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Port': ['ID=35926aa1-bb62-4cf0-8517-5f7451cc1408,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:07.070309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] No DVR routers for this DVR port 35926aa1-bb62-4cf0-8517-5f7451cc1408 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:07.073530 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.075783 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-6afbc97d-4fe8-47e3-8e30-ec6fb502a356 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.38 "DELETE /v2.0/ports/35926aa1-bb62-4cf0-8517-5f7451cc1408 HTTP/1.1" status: 204 len: 173 time: 1.3248320 Jul 13 07:26:07.076231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'name': 'network-vif-deleted', 'tag': '35926aa1-bb62-4cf0-8517-5f7451cc1408'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:07.078531 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e000ac6-e165-410a-b500-6518af9fccf3" -d '{"events": [{"server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "name": "network-vif-deleted", "tag": "35926aa1-bb62-4cf0-8517-5f7451cc1408"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:07.135166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e675c-7d39-420c-828a-b45f028849c2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:07.137539 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f9c586-35d6-468c-b69d-9a5ff8a20398" -d '{"events": [{"server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "543e675c-7d39-420c-828a-b45f028849c2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:07.179204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.261808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3d2c-c34d-40e4-9431-c4469641f159 req-0335aa3b-b8a2-4771-80b6-87d26c09f878 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.263310 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b3b3d2c-c34d-40e4-9431-c4469641f159 req-0335aa3b-b8a2-4771-80b6-87d26c09f878 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.1520095 Jul 13 07:26:07.280845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:07.281191 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.336592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b3b3d2c-c34d-40e4-9431-c4469641f159 req-e88ab2ef-dc25-479e-9276-db4a32665d1d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662549 Jul 13 07:26:07.397126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] For port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,segment=NetworkSegment(2494238d-0878-46c9-8ff0-5f1814c94ff9),segment_id=2494238d-0878-46c9-8ff0-5f1814c94ff9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:07.397647 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.411794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Calling delete_port for beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:07.566330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.597531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Port': ['ID=beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:07.653509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] No DVR routers for this DVR port beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:07.659351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.661438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71dc1172-d8a2-4e2e-9589-6a992cf72e78 req-83fca154-dad7-45db-8435-91f1a05e7acd tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.38 "DELETE /v2.0/ports/beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 HTTP/1.1" status: 204 len: 173 time: 0.5799632 Jul 13 07:26:07.900257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483cd2a-b4c9-44a0-bd52-7dcaa1e6e74f req-36f7b4e9-45e5-4be0-8aa5-35082894c865 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.901730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d483cd2a-b4c9-44a0-bd52-7dcaa1e6e74f req-36f7b4e9-45e5-4be0-8aa5-35082894c865 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 944 time: 0.0866580 Jul 13 07:26:07.941214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d483cd2a-b4c9-44a0-bd52-7dcaa1e6e74f req-c3ac073e-b419-4206-8c20-85f42e58c391 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335298 Jul 13 07:26:08.103422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca521e9-fbc7-463b-ae5a-db073ef16694 req-c439bb6a-886b-4df6-ad5a-537f87ac7466 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.104877 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ca521e9-fbc7-463b-ae5a-db073ef16694 req-c439bb6a-886b-4df6-ad5a-537f87ac7466 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.0678756 Jul 13 07:26:08.143407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ca521e9-fbc7-463b-ae5a-db073ef16694 req-49413b03-7fa5-4c87-9caa-97640146149a tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Jul 13 07:26:08.299653 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5123230-a96e-4807-9eeb-b4bebdf3f587 req-7ee9546c-37e3-44d5-9720-17dcad17e59c tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "GET /v2.0/ports?device_id=b411e8db-4ae8-43d1-b65c-046d745dedc1 HTTP/1.1" status: 200 len: 210 time: 0.0295112 Jul 13 07:26:08.348911 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758dd6fc-00af-4504-9b75-c42d2f72ab99 x-openstack-request-id: req-758dd6fc-00af-4504-9b75-c42d2f72ab99 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:08.349469 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "name": "network-vif-deleted", "tag": "35926aa1-bb62-4cf0-8517-5f7451cc1408", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:08.350103 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-758dd6fc-00af-4504-9b75-c42d2f72ab99 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:08.350992 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'name': 'network-vif-deleted', 'tag': '35926aa1-bb62-4cf0-8517-5f7451cc1408', 'status': 'completed', 'code': 200} Jul 13 07:26:08.391250 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af125352-17a8-4254-ba40-3f4135ed38c8 x-openstack-request-id: req-af125352-17a8-4254-ba40-3f4135ed38c8 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:08.392103 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "543e675c-7d39-420c-828a-b45f028849c2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:08.392552 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af125352-17a8-4254-ba40-3f4135ed38c8 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:08.392954 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e675c-7d39-420c-828a-b45f028849c2', 'code': 200} Jul 13 07:26:08.417102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 53df7a9f-1c39-417e-939b-851b1a30469b up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:08.473979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 53df7a9f-1c39-417e-939b-851b1a30469b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:08.486055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 53df7a9f-1c39-417e-939b-851b1a30469b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:08.486055 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.574679 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.621666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debf4bd-8294-492d-a113-cc1806d81ff6 req-c20166b3-3a5c-4196-b81b-d9b2d6093a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.625193 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2debf4bd-8294-492d-a113-cc1806d81ff6 req-c20166b3-3a5c-4196-b81b-d9b2d6093a78 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 1098 time: 0.1535785 Jul 13 07:26:08.632852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 53df7a9f-1c39-417e-939b-851b1a30469b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=53df7a9f-1c39-417e-939b-851b1a30469b,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:08.638663 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.639149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e902d-693e-43a5-88d4-910b850f77e0 req-ab5ed6bb-678f-4fd3-bb8e-0d235ffd263d tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.640691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-157e902d-693e-43a5-88d4-910b850f77e0 req-ab5ed6bb-678f-4fd3-bb8e-0d235ffd263d tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.1160138 Jul 13 07:26:08.672183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 35926aa1-bb62-4cf0-8517-5f7451cc1408 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:08.697028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 35926aa1-bb62-4cf0-8517-5f7451cc1408 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:08.697378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 35926aa1-bb62-4cf0-8517-5f7451cc1408 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:08.697772 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2debf4bd-8294-492d-a113-cc1806d81ff6 req-a9aec3b8-b3ba-47c6-89e6-33c22e710196 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561049 Jul 13 07:26:08.698024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:08.706496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-157e902d-693e-43a5-88d4-910b850f77e0 req-519e809f-22a4-4d5c-b129-ecaf45f60366 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591738 Jul 13 07:26:08.732612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:08.732983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:08.759891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=53df7a9f-1c39-417e-939b-851b1a30469b,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:08.991737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929428ba-f238-4f52-a97e-6224aff5eb86 req-a0d49f6e-ee2d-4ae1-a68e-eb371450ae87 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.993640 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-929428ba-f238-4f52-a97e-6224aff5eb86 req-a0d49f6e-ee2d-4ae1-a68e-eb371450ae87 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.0660768 Jul 13 07:26:09.046480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-929428ba-f238-4f52-a97e-6224aff5eb86 req-19b54a2a-286c-4842-9050-79b086219fae tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Jul 13 07:26:09.210904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f78829-eca7-4ee8-8dc9-972d0c731399 req-b2d5e066-870e-415b-96fa-0e3825615b45 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.212326 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-85f78829-eca7-4ee8-8dc9-972d0c731399 req-b2d5e066-870e-415b-96fa-0e3825615b45 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.0632310 Jul 13 07:26:09.251449 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-85f78829-eca7-4ee8-8dc9-972d0c731399 req-2d0d6a50-0669-4169-8974-90e9f0b8a08a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Jul 13 07:26:09.414867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac566-4049-4c4f-b847-e2ad0c4a859f req-5e8cc25e-a535-4b83-9603-9b4c949a24f0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.416540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-91cac566-4049-4c4f-b847-e2ad0c4a859f req-5e8cc25e-a535-4b83-9603-9b4c949a24f0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 945 time: 0.0632370 Jul 13 07:26:09.460578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-91cac566-4049-4c4f-b847-e2ad0c4a859f req-efa15285-58c4-4538-a7f2-4063b55195f0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380735 Jul 13 07:26:09.864302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732e42f-a8fb-42f9-bcd3-b815215db4c1 req-da7bf596-cce3-4f4b-b5c6-f05ec9b9bf0f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.865879 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a732e42f-a8fb-42f9-bcd3-b815215db4c1 req-da7bf596-cce3-4f4b-b5c6-f05ec9b9bf0f tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.1062968 Jul 13 07:26:09.908300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a732e42f-a8fb-42f9-bcd3-b815215db4c1 req-4760a6d6-dd88-4157-940c-672f12291e8d tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351253 Jul 13 07:26:09.990115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:10.073911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-655a5696-35ac-46c6-b1a8-376369c6cf9d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting subnet b320b5a8-c7fa-4058-b99a-4e3365149fa0 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:26:10.077817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655a5696-35ac-46c6-b1a8-376369c6cf9d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.125538 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655a5696-35ac-46c6-b1a8-376369c6cf9d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.212315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655a5696-35ac-46c6-b1a8-376369c6cf9d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.294296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655a5696-35ac-46c6-b1a8-376369c6cf9d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.307509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0982945-34a7-45ed-9987-5ded35bb5a54 req-4e4a9b1e-bec4-48b2-8118-e4df0809a7e3 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.310455 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0982945-34a7-45ed-9987-5ded35bb5a54 req-4e4a9b1e-bec4-48b2-8118-e4df0809a7e3 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.1129422 Jul 13 07:26:10.326846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a5696-35ac-46c6-b1a8-376369c6cf9d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Subnet': ['ID=b320b5a8-c7fa-4058-b99a-4e3365149fa0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:10.329265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655a5696-35ac-46c6-b1a8-376369c6cf9d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.331511 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-655a5696-35ac-46c6-b1a8-376369c6cf9d tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "DELETE /v2.0/subnets/b320b5a8-c7fa-4058-b99a-4e3365149fa0 HTTP/1.1" status: 204 len: 168 time: 0.3448167 Jul 13 07:26:10.334158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33338) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:10.342032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00441f-a114-4369-81db-db87fa6bea36 None None] Network 46e5cc9b-f836-4cc3-925e-483c3e960973 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:10.351969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'name': 'network-vif-deleted', 'tag': 'beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:10.354869 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7417290-348e-426e-916d-9fb02a542465" -d '{"events": [{"server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "name": "network-vif-deleted", "tag": "beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:10.365122 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0982945-34a7-45ed-9987-5ded35bb5a54 req-84d2e0b6-3a2b-4622-85a7-881eb735c3f2 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486715 Jul 13 07:26:10.417046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9287ff77-08a2-4d1c-9225-87e935e4e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df7a9f-1c39-417e-939b-851b1a30469b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:10.419329 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a8343-fd18-417c-b929-f84ccb7a9015" -d '{"events": [{"server_uuid": "9287ff77-08a2-4d1c-9225-87e935e4e875", "name": "network-vif-plugged", "status": "completed", "tag": "53df7a9f-1c39-417e-939b-851b1a30469b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:10.430893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.527273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting port a23b4bcf-d7ad-48ee-9359-17d840542bd3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:10.527639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.555670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203828fc-2ada-4a88-8166-2811c8e31419 req-748d3fd0-9810-4b15-98e1-be74c6ace16e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.562604 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-203828fc-2ada-4a88-8166-2811c8e31419 req-748d3fd0-9810-4b15-98e1-be74c6ace16e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.0876758 Jul 13 07:26:10.607696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] DHCP port deletion for 46e5cc9b-f836-4cc3-925e-483c3e960973 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:26:10.643685 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-203828fc-2ada-4a88-8166-2811c8e31419 req-7e88884e-4897-44f6-8488-f2fe1bfffdff tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791335 Jul 13 07:26:10.658564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] For port a23b4bcf-d7ad-48ee-9359-17d840542bd3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a23b4bcf-d7ad-48ee-9359-17d840542bd3,segment=NetworkSegment(2494238d-0878-46c9-8ff0-5f1814c94ff9),segment_id=2494238d-0878-46c9-8ff0-5f1814c94ff9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:10.658949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.683897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Calling delete_port for a23b4bcf-d7ad-48ee-9359-17d840542bd3 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:10.709606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] Deleting port a23b4bcf-d7ad-48ee-9359-17d840542bd3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:10.713739 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.776818 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.808212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Port': ['ID=a23b4bcf-d7ad-48ee-9359-17d840542bd3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:10.812450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] No DVR routers for this DVR port a23b4bcf-d7ad-48ee-9359-17d840542bd3 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:10.866839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cca81f-9954-4a0d-82a4-b3542b862896 req-f66064d9-9df8-4b44-bce1-fc1e98c5d4cf tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.881106 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-29cca81f-9954-4a0d-82a4-b3542b862896 req-f66064d9-9df8-4b44-bce1-fc1e98c5d4cf tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.1148269 Jul 13 07:26:10.887474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] For port a23b4bcf-d7ad-48ee-9359-17d840542bd3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a23b4bcf-d7ad-48ee-9359-17d840542bd3,segment=NetworkSegment(2494238d-0878-46c9-8ff0-5f1814c94ff9),segment_id=2494238d-0878-46c9-8ff0-5f1814c94ff9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:10.888330 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.911328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.918509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] Calling delete_port for a23b4bcf-d7ad-48ee-9359-17d840542bd3 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:10.922135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e5cc9b-f836-4cc3-925e-483c3e960973']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:10.933863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2494238d-0878-46c9-8ff0-5f1814c94ff9') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:10.934309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2494238d-0878-46c9-8ff0-5f1814c94ff9') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:10.943905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.967100 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-29cca81f-9954-4a0d-82a4-b3542b862896 req-0f3035d2-45b8-42d6-b2de-1d367f3eac50 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850148 Jul 13 07:26:10.975690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.983161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:10.983823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:10.987531 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:11.041709 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11326423-cee9-4b73-be0d-a6be94d59c85 x-openstack-request-id: req-11326423-cee9-4b73-be0d-a6be94d59c85 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:11.042026 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b411e8db-4ae8-43d1-b65c-046d745dedc1", "name": "network-vif-deleted", "tag": "beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:11.042294 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11326423-cee9-4b73-be0d-a6be94d59c85 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:11.042714 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b411e8db-4ae8-43d1-b65c-046d745dedc1', 'name': 'network-vif-deleted', 'tag': 'beb0abdb-fe1c-4134-ac9a-35e8a46f0fa7', 'status': 'completed', 'code': 200} Jul 13 07:26:11.057387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33354) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:11.154611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.199411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.201503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "DELETE /v2.0/networks/46e5cc9b-f836-4cc3-925e-483c3e960973 HTTP/1.1" status: 204 len: 168 time: 0.8662369 Jul 13 07:26:11.202528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e6920-d258-4cd9-8256-bcb234296de2 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Network': ['ID=46e5cc9b-f836-4cc3-925e-483c3e960973,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:11.204200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33358) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:11.215198 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c78eec-9101-4d66-8b96-18e0c1526b33 x-openstack-request-id: req-47c78eec-9101-4d66-8b96-18e0c1526b33 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:11.215455 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9287ff77-08a2-4d1c-9225-87e935e4e875", "name": "network-vif-plugged", "status": "completed", "tag": "53df7a9f-1c39-417e-939b-851b1a30469b", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:11.215720 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47c78eec-9101-4d66-8b96-18e0c1526b33 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:11.217430 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9287ff77-08a2-4d1c-9225-87e935e4e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df7a9f-1c39-417e-939b-851b1a30469b', 'code': 200} Jul 13 07:26:11.260015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-413f98ed-904a-4585-8b2a-e3c244fb3321 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting subnet c74f4ff0-c0b3-44f7-9be3-f2dc5d857cc1 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:26:11.263487 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-413f98ed-904a-4585-8b2a-e3c244fb3321 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.298712 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.306617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac14e8-6de6-458c-9673-cc1f6c4db741 req-5da7614c-49a2-4bd1-8f9b-b07d9f04633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:11.308245 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbac14e8-6de6-458c-9673-cc1f6c4db741 req-5da7614c-49a2-4bd1-8f9b-b07d9f04633b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 1097 time: 0.1021461 Jul 13 07:26:11.309334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] Network 46e5cc9b-f836-4cc3-925e-483c3e960973 is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:26:11.309827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] No DVR routers for this DVR port a23b4bcf-d7ad-48ee-9359-17d840542bd3 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:11.350101 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2e8785d-1026-4e5e-8507-8412052f0c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.357432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328c7e8-24a9-464a-91fc-43d916e01774 None None] Pushing event deleted for resources: {'Port': ['ID=a23b4bcf-d7ad-48ee-9359-17d840542bd3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:11.371041 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-413f98ed-904a-4585-8b2a-e3c244fb3321 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.402638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbac14e8-6de6-458c-9673-cc1f6c4db741 req-96602661-d6d6-48c6-b19c-ccdef872892e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833669 Jul 13 07:26:11.443726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b9894-9b90-47ec-9e9e-5d94a05ee1a0 req-c4529c7a-4c6c-4f81-8b3c-a404c202065d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:11.445665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-415b9894-9b90-47ec-9e9e-5d94a05ee1a0 req-c4529c7a-4c6c-4f81-8b3c-a404c202065d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 945 time: 0.1019559 Jul 13 07:26:11.496610 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-413f98ed-904a-4585-8b2a-e3c244fb3321 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.507534 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-415b9894-9b90-47ec-9e9e-5d94a05ee1a0 req-c8942cb1-8808-4cf2-8f40-3aaed3c3cfec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549555 Jul 13 07:26:11.590706 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2e8785d-1026-4e5e-8507-8412052f0c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.596330 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2e8785d-1026-4e5e-8507-8412052f0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.608585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-413f98ed-904a-4585-8b2a-e3c244fb3321 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.662363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f98ed-904a-4585-8b2a-e3c244fb3321 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Subnet': ['ID=c74f4ff0-c0b3-44f7-9be3-f2dc5d857cc1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:11.667627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-413f98ed-904a-4585-8b2a-e3c244fb3321 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.669685 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-413f98ed-904a-4585-8b2a-e3c244fb3321 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "DELETE /v2.0/subnets/c74f4ff0-c0b3-44f7-9be3-f2dc5d857cc1 HTTP/1.1" status: 204 len: 168 time: 0.4642620 Jul 13 07:26:11.677878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33362) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:11.677878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8785d-1026-4e5e-8507-8412052f0c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4464087-1b5e-434e-a4a1-7ae32750793c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:11.687890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6df6e-4e21-4477-a554-507ddbafe514 None None] Network 60c05d7b-f1d8-4ee0-b9fd-14e26744687b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:11.698493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b205b1-1817-4018-b14d-e74658b954f4 req-8f949209-d3fe-4408-a6c1-50ac1fad45f2 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:11.706909 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6b205b1-1817-4018-b14d-e74658b954f4 req-8f949209-d3fe-4408-a6c1-50ac1fad45f2 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.0836036 Jul 13 07:26:11.757344 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.759900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6b205b1-1817-4018-b14d-e74658b954f4 req-7eebcfcd-3a02-4468-becb-90fa87c6194f tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517776 Jul 13 07:26:11.763869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c2e8785d-1026-4e5e-8507-8412052f0c34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d2c9988b039463c8695279fc43862f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7030544 Jul 13 07:26:11.764450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33364) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:11.879123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a48685a-2339-46bb-aa2a-f23a69d52d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.903511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a48685a-2339-46bb-aa2a-f23a69d52d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.970261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eddc545-daa2-4f0d-af07-3724696c19ac None None] DHCP port deletion for 60c05d7b-f1d8-4ee0-b9fd-14e26744687b request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:26:11.988497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aec69-ee62-47dd-8e31-5e6e48a64aeb req-8b241e4a-ac87-4fcc-b091-67f2e5568ba7 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:11.990416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b95aec69-ee62-47dd-8e31-5e6e48a64aeb req-8b241e4a-ac87-4fcc-b091-67f2e5568ba7 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.1152031 Jul 13 07:26:12.014893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Deleting port 4e0ae304-5f7b-47b5-a074-239188ec72a3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:12.015537 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.016864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a48685a-2339-46bb-aa2a-f23a69d52d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.019410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a48685a-2339-46bb-aa2a-f23a69d52d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.023154 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7a48685a-2339-46bb-aa2a-f23a69d52d02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4464087-1b5e-434e-a4a1-7ae32750793c HTTP/1.1" status: 204 len: 168 time: 0.2554083 Jul 13 07:26:12.031860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5eddc545-daa2-4f0d-af07-3724696c19ac None None] Deleting port 4e0ae304-5f7b-47b5-a074-239188ec72a3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:12.032321 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5eddc545-daa2-4f0d-af07-3724696c19ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.046809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48685a-2339-46bb-aa2a-f23a69d52d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4464087-1b5e-434e-a4a1-7ae32750793c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:12.048852 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b95aec69-ee62-47dd-8e31-5e6e48a64aeb req-9fc7443b-28fa-44c3-8d36-6a8281c38af3 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467827 Jul 13 07:26:12.152002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5eddc545-daa2-4f0d-af07-3724696c19ac None None] For port 4e0ae304-5f7b-47b5-a074-239188ec72a3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4e0ae304-5f7b-47b5-a074-239188ec72a3,segment=NetworkSegment(72d51642-a889-49c1-ae68-aa1e50ba7088),segment_id=72d51642-a889-49c1-ae68-aa1e50ba7088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:12.152548 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5eddc545-daa2-4f0d-af07-3724696c19ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.163396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] For port 4e0ae304-5f7b-47b5-a074-239188ec72a3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4e0ae304-5f7b-47b5-a074-239188ec72a3,segment=NetworkSegment(72d51642-a889-49c1-ae68-aa1e50ba7088),segment_id=72d51642-a889-49c1-ae68-aa1e50ba7088)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:12.164411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.177875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5eddc545-daa2-4f0d-af07-3724696c19ac None None] Calling delete_port for 4e0ae304-5f7b-47b5-a074-239188ec72a3 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:12.210738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Calling delete_port for 4e0ae304-5f7b-47b5-a074-239188ec72a3 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:12.381815 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5eddc545-daa2-4f0d-af07-3724696c19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.392325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2293c-fad9-4a60-b151-3c9c4f6a5246 req-d7e8b4d5-d0d8-4257-878d-2203c15b1c1d tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:12.405119 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1fa2293c-fad9-4a60-b151-3c9c4f6a5246 req-d7e8b4d5-d0d8-4257-878d-2203c15b1c1d tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.1840672 Jul 13 07:26:12.412162 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.467618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Port': ['ID=4e0ae304-5f7b-47b5-a074-239188ec72a3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:12.474824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] No DVR routers for this DVR port 4e0ae304-5f7b-47b5-a074-239188ec72a3 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:12.489375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddc545-daa2-4f0d-af07-3724696c19ac None None] Pushing event deleted for resources: {'Port': ['ID=4e0ae304-5f7b-47b5-a074-239188ec72a3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:12.499425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1fa2293c-fad9-4a60-b151-3c9c4f6a5246 req-981e37e1-17e6-450a-93ea-e85d107a7f35 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931547 Jul 13 07:26:12.507624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eddc545-daa2-4f0d-af07-3724696c19ac None None] No DVR routers for this DVR port 4e0ae304-5f7b-47b5-a074-239188ec72a3 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:12.571276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a23b4bcf-d7ad-48ee-9359-17d840542bd3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:12.590435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33380) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:12.609482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a23b4bcf-d7ad-48ee-9359-17d840542bd3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:12.611175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a23b4bcf-d7ad-48ee-9359-17d840542bd3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:12.611368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.611950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4e0ae304-5f7b-47b5-a074-239188ec72a3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:12.647103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 4e0ae304-5f7b-47b5-a074-239188ec72a3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:12.647942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4e0ae304-5f7b-47b5-a074-239188ec72a3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:12.679798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.699359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c05d7b-f1d8-4ee0-b9fd-14e26744687b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:12.713847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d51642-a889-49c1-ae68-aa1e50ba7088') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:12.714221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d51642-a889-49c1-ae68-aa1e50ba7088') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:12.725273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.745198 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.757911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:12.758658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:12.763304 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:12.816736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.826684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654794d-6d63-4ec4-939d-c99cdc5e8b9d req-71819d92-11c8-4328-9dc0-7ef13031a1d3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:12.828464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1654794d-6d63-4ec4-939d-c99cdc5e8b9d req-71819d92-11c8-4328-9dc0-7ef13031a1d3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.1326542 Jul 13 07:26:12.829718 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.855265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.863920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.865700 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] 10.222.0.41 "DELETE /v2.0/networks/60c05d7b-f1d8-4ee0-b9fd-14e26744687b HTTP/1.1" status: 204 len: 168 time: 1.1913288 Jul 13 07:26:12.876108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2507d3a-eb39-447b-ad72-6710e676c889 tempest-ServersTestMultiNic-206388866 tempest-ServersTestMultiNic-206388866-project] Pushing event deleted for resources: {'Network': ['ID=60c05d7b-f1d8-4ee0-b9fd-14e26744687b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:12.885479 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d910b5d9-d662-45c3-ad59-ffde4473d661,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:12.893587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8b7498ad47f45f1b7254f0a86dd4ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019538 Jul 13 07:26:12.896420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33384) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:12.915501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.915841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.916309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.916720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.917065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.917558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.917895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.918419 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.918852 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.919225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.919568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.919896 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76712b06-1ad5-4e09-a2f0-dfdb7ff41b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:12.937900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1654794d-6d63-4ec4-939d-c99cdc5e8b9d req-957121e4-6e12-4a74-99da-44c55f1a3569 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993648 Jul 13 07:26:12.968428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8465791e-715c-4925-b3e7-fdce951a0818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.000396 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8465791e-715c-4925-b3e7-fdce951a0818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.055291 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8465791e-715c-4925-b3e7-fdce951a0818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.058638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8465791e-715c-4925-b3e7-fdce951a0818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.059818 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8465791e-715c-4925-b3e7-fdce951a0818 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d910b5d9-d662-45c3-ad59-ffde4473d661 HTTP/1.1" status: 204 len: 168 time: 0.1623683 Jul 13 07:26:13.088676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465791e-715c-4925-b3e7-fdce951a0818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d910b5d9-d662-45c3-ad59-ffde4473d661,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:13.151139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854cfaf-6026-4190-975b-67e10d589414 req-8cc88561-3fae-4374-a5a6-54a661f77053 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.152767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3854cfaf-6026-4190-975b-67e10d589414 req-8cc88561-3fae-4374-a5a6-54a661f77053 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 945 time: 0.1164620 Jul 13 07:26:13.190985 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3854cfaf-6026-4190-975b-67e10d589414 req-501e1e14-f7df-4b4f-ad8d-a7e8bd49395e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324659 Jul 13 07:26:13.383840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9f85b-9e9a-4259-885d-94358387e7ff req-ff008a95-76df-47e5-8772-fafd7d277004 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.385491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2a9f85b-9e9a-4259-885d-94358387e7ff req-ff008a95-76df-47e5-8772-fafd7d277004 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.0957518 Jul 13 07:26:13.424237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2a9f85b-9e9a-4259-885d-94358387e7ff req-7551b2ae-7887-43a6-bb4b-31178216b1ce tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330913 Jul 13 07:26:13.727091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92771-4f78-474c-8197-f7f248ef11bc req-91cc99a0-43a1-4963-827b-850ae323541b tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.730139 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ffa92771-4f78-474c-8197-f7f248ef11bc req-91cc99a0-43a1-4963-827b-850ae323541b tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.1018972 Jul 13 07:26:13.777792 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ffa92771-4f78-474c-8197-f7f248ef11bc req-85cc390f-542d-4bd0-a251-1f16a7dea882 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398290 Jul 13 07:26:13.985804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd412c-265c-441d-adee-68669a7cbcaf req-bdf3b8a9-f3d6-403c-b304-e99e815646b6 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.987640 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-edcd412c-265c-441d-adee-68669a7cbcaf req-bdf3b8a9-f3d6-403c-b304-e99e815646b6 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 946 time: 0.0641263 Jul 13 07:26:14.026466 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-edcd412c-265c-441d-adee-68669a7cbcaf req-39c33a80-1c7c-4009-af65-2dc45a404ccd tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332019 Jul 13 07:26:14.201924 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47856-ea44-42f5-b867-e75745c413d9 req-ac38e4e9-d2b4-4bb5-ba9b-b607272744ce tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:14.203461 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99d47856-ea44-42f5-b867-e75745c413d9 req-ac38e4e9-d2b4-4bb5-ba9b-b607272744ce tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.0746541 Jul 13 07:26:14.255579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99d47856-ea44-42f5-b867-e75745c413d9 req-daf65129-5442-4301-b00b-df5178e67a4c tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Jul 13 07:26:14.528624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cf216-e8ea-4fa7-93b7-798f54112647 req-72c84a29-dd39-48ee-a054-1d721cb2b1e1 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:14.530176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-953cf216-e8ea-4fa7-93b7-798f54112647 req-72c84a29-dd39-48ee-a054-1d721cb2b1e1 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.0670953 Jul 13 07:26:14.569399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-953cf216-e8ea-4fa7-93b7-798f54112647 req-5ccb2859-fc5c-41dd-b1d7-3695a4eb9bf4 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333941 Jul 13 07:26:14.742364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe80a73-11f0-4f17-aac8-74baeee63f1a req-c5b6ee36-9f3e-449a-a92b-fca5f8f54050 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:14.744467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fe80a73-11f0-4f17-aac8-74baeee63f1a req-c5b6ee36-9f3e-449a-a92b-fca5f8f54050 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.0680094 Jul 13 07:26:14.780824 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fe80a73-11f0-4f17-aac8-74baeee63f1a req-eb1653be-5d27-4143-8dbb-94be26ea2206 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305390 Jul 13 07:26:15.017173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3de8dd-ec25-4a32-89a4-6bb901c88a65 req-5ecf1b44-a9eb-47af-9bed-0227600b6792 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.019369 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb3de8dd-ec25-4a32-89a4-6bb901c88a65 req-5ecf1b44-a9eb-47af-9bed-0227600b6792 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 945 time: 0.1302996 Jul 13 07:26:15.059862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb3de8dd-ec25-4a32-89a4-6bb901c88a65 req-91dca97d-8f1c-4afa-95c8-25cf7ad6a71c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Jul 13 07:26:15.374857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-0da729c1-28ed-4fb5-ba73-38c21555c59e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232861 Jul 13 07:26:15.490834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-131df6ed-6b71-4f24-baef-fef868969f92 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.492307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-131df6ed-6b71-4f24-baef-fef868969f92 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125491 Jul 13 07:26:15.506998 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-1209602a-52cd-4a90-868b-e23992e88b7b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/quotas/e759c14ff193452c847a71f840c187a2 HTTP/1.1" status: 200 len: 375 time: 0.0092273 Jul 13 07:26:15.539865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-dd849fc5-0d07-40fe-b084-bd7e51439ff3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274861 Jul 13 07:26:15.854325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2f9a-7317-4ae2-88f2-e77b41ed58d1 req-71486068-7a00-483c-9c49-9b9505e43566 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.856683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-745d2f9a-7317-4ae2-88f2-e77b41ed58d1 req-71486068-7a00-483c-9c49-9b9505e43566 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.0802233 Jul 13 07:26:15.942006 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-745d2f9a-7317-4ae2-88f2-e77b41ed58d1 req-65f1f74f-35a5-44b2-9c09-6d8caa89cb99 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796595 Jul 13 07:26:16.376620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e87a3-5238-4136-80a4-296fda68cd90 req-986d1c0a-be6b-48d7-a29f-18e477cc0ef4 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:16.378230 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-671e87a3-5238-4136-80a4-296fda68cd90 req-986d1c0a-be6b-48d7-a29f-18e477cc0ef4 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.0656893 Jul 13 07:26:16.415575 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-671e87a3-5238-4136-80a4-296fda68cd90 req-34bde693-4844-4eee-aeef-c893bc32465a tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Jul 13 07:26:16.495342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:16.642884 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93d66-9566-448b-b017-d67fe02f397f req-0224a241-6c86-4722-b629-075cfa5e9551 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:16.644292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0f93d66-9566-448b-b017-d67fe02f397f req-0224a241-6c86-4722-b629-075cfa5e9551 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.0625982 Jul 13 07:26:16.682341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0f93d66-9566-448b-b017-d67fe02f397f req-5f9b25cd-ec1b-4c4a-93a6-82c4d3607e28 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Jul 13 07:26:16.820058 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c703457e-e54c-447f-8b7b-5b56b246830d req-51999228-ccb9-4d87-881d-af1a0cb0dbfd tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 210 time: 0.0331903 Jul 13 07:26:16.994971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec9f31-9e4e-414b-a677-237e6f1b541c req-bf17b679-4350-4580-b6cc-66dd83030db3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:16.996937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4ec9f31-9e4e-414b-a677-237e6f1b541c req-bf17b679-4350-4580-b6cc-66dd83030db3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.0687375 Jul 13 07:26:17.039459 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4ec9f31-9e4e-414b-a677-237e6f1b541c req-e5c347a2-88a4-42f7-a2c8-32af29f5d2c5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349042 Jul 13 07:26:17.148610 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.209194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff91ea-b0eb-4443-896f-0265474298b6 req-d0f5a6a5-c3eb-4821-8fb2-a185a6ac1e5a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.210732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-41ff91ea-b0eb-4443-896f-0265474298b6 req-d0f5a6a5-c3eb-4821-8fb2-a185a6ac1e5a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 945 time: 0.0620372 Jul 13 07:26:17.250481 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-41ff91ea-b0eb-4443-896f-0265474298b6 req-8bda36c6-d647-45d3-a1ac-964074252d19 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Jul 13 07:26:17.408021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Deleting port cfb35f81-b99d-4a41-9d5f-793ece50cb7b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:17.408368 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.426139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272da7b-147d-4ac6-b98a-446055391420 req-d72ce67d-3a8d-4d67-80d4-593ead1943a7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.427689 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6272da7b-147d-4ac6-b98a-446055391420 req-d72ce67d-3a8d-4d67-80d4-593ead1943a7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.0682869 Jul 13 07:26:17.471582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6272da7b-147d-4ac6-b98a-446055391420 req-5e704867-daf6-473c-939e-dfaaac91be4b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367012 Jul 13 07:26:17.495150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] For port cfb35f81-b99d-4a41-9d5f-793ece50cb7b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cfb35f81-b99d-4a41-9d5f-793ece50cb7b,segment=NetworkSegment(6622402d-7c78-4efb-844b-6c198faadec3),segment_id=6622402d-7c78-4efb-844b-6c198faadec3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:17.495515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.513996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Calling delete_port for cfb35f81-b99d-4a41-9d5f-793ece50cb7b owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:17.658613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f211-4895-4ca8-8029-24ed121ace05 req-25fa65cf-fb30-4c91-8ca6-eb62efdfbf25 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.660486 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af49f211-4895-4ca8-8029-24ed121ace05 req-25fa65cf-fb30-4c91-8ca6-eb62efdfbf25 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.0897105 Jul 13 07:26:17.694251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.714713 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af49f211-4895-4ca8-8029-24ed121ace05 req-70efbbbf-f1d8-4c8d-bcce-f6c6e3a239ba tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460315 Jul 13 07:26:17.725832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb35f81-b99d-4a41-9d5f-793ece50cb7b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:17.729629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-fd46f694-ffaa-4b6b-b7ac-3471dc2d493b tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.731353 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-fd46f694-ffaa-4b6b-b7ac-3471dc2d493b tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 945 time: 0.1120822 Jul 13 07:26:17.847394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Deleting port 53df7a9f-1c39-417e-939b-851b1a30469b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:17.847719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.925352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.981652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] For port 53df7a9f-1c39-417e-939b-851b1a30469b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=53df7a9f-1c39-417e-939b-851b1a30469b,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:17.982102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.003853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b1934-bfba-447e-bbbe-a6e4ee50a991 req-e894c9d3-dae7-4d65-b9d0-e83144c53eec tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.005401 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-455b1934-bfba-447e-bbbe-a6e4ee50a991 req-e894c9d3-dae7-4d65-b9d0-e83144c53eec tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.1426537 Jul 13 07:26:18.006180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Calling delete_port for 53df7a9f-1c39-417e-939b-851b1a30469b owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:18.088560 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-455b1934-bfba-447e-bbbe-a6e4ee50a991 req-9f853308-360a-4dbd-9717-d9b87eb428e5 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766726 Jul 13 07:26:18.211942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Router 658abc9e-a456-46f1-9e3f-216580dcd53f has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:18.243541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.259172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c', '53df7a9f-1c39-417e-939b-851b1a30469b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:18.266124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['98d3e61f-11f6-494d-a665-933a8ee7a054'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:18.280214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61730453-2d32-40e9-a63e-7e83cf2638cb req-2960c82b-7720-44d6-a1c4-c04602ce4c7c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 210 time: 0.0477343 Jul 13 07:26:18.303112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event deleted for resources: {'Port': ['ID=53df7a9f-1c39-417e-939b-851b1a30469b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:18.336983 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68cbf5d8-201c-4d33-a469-28c0d83ca5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.365696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] No DVR routers for this DVR port 53df7a9f-1c39-417e-939b-851b1a30469b on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:18.369526 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.372196 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10ac0949-5c32-4e5e-8062-6909bc84b6e8 req-c482ca75-7061-4256-8a7e-2291c4675578 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "DELETE /v2.0/ports/53df7a9f-1c39-417e-939b-851b1a30469b HTTP/1.1" status: 204 len: 173 time: 0.6333945 Jul 13 07:26:18.372848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9287ff77-08a2-4d1c-9225-87e935e4e875', 'name': 'network-vif-deleted', 'tag': '53df7a9f-1c39-417e-939b-851b1a30469b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:18.375661 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1844f-3782-4dfd-a821-40751eaa424b" -d '{"events": [{"server_uuid": "9287ff77-08a2-4d1c-9225-87e935e4e875", "name": "network-vif-deleted", "tag": "53df7a9f-1c39-417e-939b-851b1a30469b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:18.455882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fcb95-a61a-4864-921e-b15fbf8499ee req-0140d17a-f2e4-46c1-9a10-810dfca09048 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.457465 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-001fcb95-a61a-4864-921e-b15fbf8499ee req-0140d17a-f2e4-46c1-9a10-810dfca09048 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.2648103 Jul 13 07:26:18.541272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:18.542215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba882fe-9d8a-4a7e-829b-c797c5586fed req-c13db7d3-1329-4d8a-8fc5-107b88d767e0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.544340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bba882fe-9d8a-4a7e-829b-c797c5586fed req-c13db7d3-1329-4d8a-8fc5-107b88d767e0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.1161606 Jul 13 07:26:18.552241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2dd83a97-76ba-41f9-820e-a3da9677a1be admin admin] 10.222.0.41 "PUT /v2.0/routers/658abc9e-a456-46f1-9e3f-216580dcd53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0535707 Jul 13 07:26:18.552465 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] Sync routers for ids ['658abc9e-a456-46f1-9e3f-216580dcd53f'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:18.553624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:18.560271 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] Routers {'658abc9e-a456-46f1-9e3f-216580dcd53f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:18.560883 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:25:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['658abc9e-a456-46f1-9e3f-216580dcd53f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:18.583787 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-001fcb95-a61a-4864-921e-b15fbf8499ee req-8b61564d-d7d2-4be0-8d74-1e5425b6b93c tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179726 Jul 13 07:26:18.690290 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bba882fe-9d8a-4a7e-829b-c797c5586fed req-e665ade2-d688-4f6d-a22b-6759c11b2c5c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379142 Jul 13 07:26:18.692103 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] Set router 658abc9e-a456-46f1-9e3f-216580dcd53f gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:18.732746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.736738 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3d926-1f68-46c8-b574-a842afebea57 x-openstack-request-id: req-e4b3d926-1f68-46c8-b574-a842afebea57 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:18.737461 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9287ff77-08a2-4d1c-9225-87e935e4e875", "name": "network-vif-deleted", "tag": "53df7a9f-1c39-417e-939b-851b1a30469b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:18.738230 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4b3d926-1f68-46c8-b574-a842afebea57 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:18.738839 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9287ff77-08a2-4d1c-9225-87e935e4e875', 'name': 'network-vif-deleted', 'tag': '53df7a9f-1c39-417e-939b-851b1a30469b', 'status': 'completed', 'code': 200} Jul 13 07:26:18.739350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53935e5a-d410-4a8d-9aca-0e56105b12bf req-c26b429f-2333-4bca-b266-b4a476a2e6ac tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=9287ff77-08a2-4d1c-9225-87e935e4e875 HTTP/1.1" status: 200 len: 210 time: 0.0324035 Jul 13 07:26:18.866765 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.964406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86ad8f-7bf9-4ad3-b20b-ea7da8fa2950 req-91344ed8-3a7b-4ef5-9ad4-98642fb68b61 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.971763 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f86ad8f-7bf9-4ad3-b20b-ea7da8fa2950 req-91344ed8-3a7b-4ef5-9ad4-98642fb68b61 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.1142220 Jul 13 07:26:18.987692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68962a85-cea6-449e-b688-06dbab526ca4 req-00510eb8-05d1-4db0-896c-b44a2136ee1e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.997196 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68962a85-cea6-449e-b688-06dbab526ca4 req-00510eb8-05d1-4db0-896c-b44a2136ee1e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.1423273 Jul 13 07:26:19.004042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Deleting port c95e43e6-2cb7-4907-9aa0-84b8beca21a2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:19.004655 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.023915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f86ad8f-7bf9-4ad3-b20b-ea7da8fa2950 req-87c6346b-8ed5-4298-aa01-ba15babebda8 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508678 Jul 13 07:26:19.025469 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:18Z', 'updated_at': '2021-07-13T07:26:17Z', 'revision_number': 5, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'gw_port': {'id': 'c95e43e6-2cb7-4907-9aa0-84b8beca21a2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:19Z', 'updated_at': '2021-07-13T07:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:19.061211 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] Checking router: 658abc9e-a456-46f1-9e3f-216580dcd53f for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:19.071265 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] Routers {'658abc9e-a456-46f1-9e3f-216580dcd53f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:19.072138 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:25:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['658abc9e-a456-46f1-9e3f-216580dcd53f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:19.106186 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68962a85-cea6-449e-b688-06dbab526ca4 req-eaa44d0f-9e02-4bf3-b2fa-6e73be403457 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982554 Jul 13 07:26:19.128308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] For port c95e43e6-2cb7-4907-9aa0-84b8beca21a2, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c95e43e6-2cb7-4907-9aa0-84b8beca21a2,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:19.128722 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.142616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Calling delete_port for c95e43e6-2cb7-4907-9aa0-84b8beca21a2 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:19.155775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-ebdf1a1b-ea8c-4219-8562-dc89f38092e8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498362 Jul 13 07:26:19.337562 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] Set router 658abc9e-a456-46f1-9e3f-216580dcd53f gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:19.414889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.419210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-b6516a7b-8b15-4d11-a881-f28faa7e135f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.421128 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-b6516a7b-8b15-4d11-a881-f28faa7e135f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560511 Jul 13 07:26:19.449894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Request body: {'port': {'device_id': '9af2a863-dccd-4823-af34-f9945172f1fe', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'e759c14ff193452c847a71f840c187a2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:19.460615 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:18Z', 'updated_at': '2021-07-13T07:26:18Z', 'revision_number': 6, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:19.513649 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cba1186-19d0-4eb7-8b54-148662db31fd None None] The sync data for ids ['658abc9e-a456-46f1-9e3f-216580dcd53f'] in n-d-758944-43 is: [{'id': '658abc9e-a456-46f1-9e3f-216580dcd53f', 'name': 'tempest-ServersTestMultiNic-445857836-router', 'tenant_id': '573d5b601fc149dab35e9b68c077f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:18Z', 'updated_at': '2021-07-13T07:26:18Z', 'revision_number': 6, 'project_id': '573d5b601fc149dab35e9b68c077f5d7', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:19.518853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Pushing event deleted for resources: {'Port': ['ID=c95e43e6-2cb7-4907-9aa0-84b8beca21a2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:19.587814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25b6f2-3349-48ab-835d-e7c03b810054 req-49882f99-7c6a-4a21-87e6-9b13e1096182 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.592665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bd25b6f2-3349-48ab-835d-e7c03b810054 req-49882f99-7c6a-4a21-87e6-9b13e1096182 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.1966660 Jul 13 07:26:19.596902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.612141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Made reservation on behalf of e759c14ff193452c847a71f840c187a2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:19.615699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.625566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.713958 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.717505 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.724572 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bd25b6f2-3349-48ab-835d-e7c03b810054 req-8fb43ef4-2514-433e-b720-1163d74e84db tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288500 Jul 13 07:26:19.727279 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.731708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.782604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.784089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 658abc9e-a456-46f1-9e3f-216580dcd53f {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:26:19.790052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.791756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-79dfa820-38de-406d-a82b-e9e5afa6276e admin admin] 10.222.0.41 "DELETE /v2.0/routers/658abc9e-a456-46f1-9e3f-216580dcd53f HTTP/1.1" status: 204 len: 168 time: 1.2371812 Jul 13 07:26:19.794131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:19.836369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd981cf-0437-40bb-b11f-8ad39001aec4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:19.935208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbd6c922-3f86-4f21-91a0-8f4f1f2d1a37 req-78b84cde-1d69-4310-8cb7-5deea2520ead tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 210 time: 0.0658195 Jul 13 07:26:19.957006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Allocated IP 192.168.233.150 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/4a284a0a-fe49-4232-a44e-a248b8ef1330) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:19.963118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b25b50-fdfb-4563-a5c4-345ca4610f38 admin admin] Deleting subnet fb6140ff-144a-456e-8936-6d9b2f51cd08 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:26:19.972594 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3b25b50-fdfb-4563-a5c4-345ca4610f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.015659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3b25b50-fdfb-4563-a5c4-345ca4610f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.101741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3b25b50-fdfb-4563-a5c4-345ca4610f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.157126 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3b25b50-fdfb-4563-a5c4-345ca4610f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.186242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b25b50-fdfb-4563-a5c4-345ca4610f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6140ff-144a-456e-8936-6d9b2f51cd08,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:20.188283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3b25b50-fdfb-4563-a5c4-345ca4610f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.193043 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b3b25b50-fdfb-4563-a5c4-345ca4610f38 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fb6140ff-144a-456e-8936-6d9b2f51cd08 HTTP/1.1" status: 204 len: 168 time: 0.3948348 Jul 13 07:26:20.194021 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33534) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:20.203172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d72488-7936-486e-9766-9b3c96f8a252 None None] Network c40a7401-3081-4694-b8ee-5aa444ea26cb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:20.246926 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.266738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Transition to ACTIVE for port object 4a284a0a-fe49-4232-a44e-a248b8ef1330 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:20.299632 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.299983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399b949-d8ec-482a-8908-560c20023a69 req-e528bafd-a32b-4cff-bcda-018a3064efbd tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:20.302069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0399b949-d8ec-482a-8908-560c20023a69 req-e528bafd-a32b-4cff-bcda-018a3064efbd tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.2807145 Jul 13 07:26:20.311558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c859225-1b29-4d51-8bbf-03b795bcc56e req-99439072-ad4b-4a82-b9e4-1af9d98dfe7a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:20.320137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c859225-1b29-4d51-8bbf-03b795bcc56e req-99439072-ad4b-4a82-b9e4-1af9d98dfe7a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 944 time: 0.3275774 Jul 13 07:26:20.369072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef0c14-8d40-459b-bf49-6e6ab247af0d req-ba0ef9ce-f141-4f1d-b19c-f1f7ae5723db tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:20.370577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0ef0c14-8d40-459b-bf49-6e6ab247af0d req-ba0ef9ce-f141-4f1d-b19c-f1f7ae5723db tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 949 time: 0.1068237 Jul 13 07:26:20.412609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Deleting port c814129e-6ab6-4d55-8c33-41b6e34b94ba {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:20.413039 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.432395 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0ef0c14-8d40-459b-bf49-6e6ab247af0d req-65af48cb-501d-45bf-b3fb-09606bb1dac1 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=1726a2b5-1409-47c2-869e-24a160f5a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537601 Jul 13 07:26:20.441023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c859225-1b29-4d51-8bbf-03b795bcc56e req-752f468b-4a44-406c-b415-6855d15938a2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199663 Jul 13 07:26:20.446649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820123b-027c-4034-832b-9be022f1c79b None None] DHCP port deletion for c40a7401-3081-4694-b8ee-5aa444ea26cb request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:26:20.496577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 53df7a9f-1c39-417e-939b-851b1a30469b no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:20.512903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.530592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] For port c814129e-6ab6-4d55-8c33-41b6e34b94ba, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c814129e-6ab6-4d55-8c33-41b6e34b94ba,segment=NetworkSegment(6622402d-7c78-4efb-844b-6c198faadec3),segment_id=6622402d-7c78-4efb-844b-6c198faadec3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:20.530974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.550462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Calling delete_port for c814129e-6ab6-4d55-8c33-41b6e34b94ba owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:20.554186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 53df7a9f-1c39-417e-939b-851b1a30469b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:20.554769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 53df7a9f-1c39-417e-939b-851b1a30469b not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:20.557327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c814129e-6ab6-4d55-8c33-41b6e34b94ba no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:20.559640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:20.593249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event updated for resources: {'Port': ['ID=4a284a0a-fe49-4232-a44e-a248b8ef1330,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:20.620373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:20.623615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:20.626475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:20.659837 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.674548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:20.692184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'network_id': '99818d9a-2276-4bac-8324-36ea7129f9b9', 'port_id': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'mac_address': 'fa:16:3e:6a:09:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570a80c5-af86-4320-a39f-e0755221723a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:20.699489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:20.700553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.716985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Pushing event deleted for resources: {'Port': ['ID=c814129e-6ab6-4d55-8c33-41b6e34b94ba,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:20.730298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] No DVR routers for this DVR port c814129e-6ab6-4d55-8c33-41b6e34b94ba on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:20.741346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0399b949-d8ec-482a-8908-560c20023a69 req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Deleting port c28d6804-361b-4217-8423-a81a4fb0a308 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:20.741741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c814129e-6ab6-4d55-8c33-41b6e34b94ba {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:20.741877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0399b949-d8ec-482a-8908-560c20023a69 req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.742429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c814129e-6ab6-4d55-8c33-41b6e34b94ba not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:20.743052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfb35f81-b99d-4a41-9d5f-793ece50cb7b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:20.770630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-c45acbc7-062c-422b-8306-82c0db6c578d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3253582 Jul 13 07:26:20.780074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: cfb35f81-b99d-4a41-9d5f-793ece50cb7b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:20.780755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfb35f81-b99d-4a41-9d5f-793ece50cb7b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:20.781352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c95e43e6-2cb7-4907-9aa0-84b8beca21a2 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:20.788972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Request body: {'port': {'device_id': '9af2a863-dccd-4823-af34-f9945172f1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:20.808084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c95e43e6-2cb7-4907-9aa0-84b8beca21a2 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:20.808847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c95e43e6-2cb7-4907-9aa0-84b8beca21a2 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:20.871118 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.910527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da1396e-fa70-443c-9956-32b2d4ae030f {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:20.935863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.954331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40a7401-3081-4694-b8ee-5aa444ea26cb']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:20.975123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.978700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:20.981134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a820123b-027c-4034-832b-9be022f1c79b None None] Deleting port c814129e-6ab6-4d55-8c33-41b6e34b94ba {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:20.984489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6622402d-7c78-4efb-844b-6c198faadec3') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:20.985652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6622402d-7c78-4efb-844b-6c198faadec3') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:20.991581 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a820123b-027c-4034-832b-9be022f1c79b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.011980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.031031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.035779 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.048224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:21.048818 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:21.051300 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:21.147929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0399b949-d8ec-482a-8908-560c20023a69 req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] For port c28d6804-361b-4217-8423-a81a4fb0a308, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c28d6804-361b-4217-8423-a81a4fb0a308,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:21.149024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0399b949-d8ec-482a-8908-560c20023a69 req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.171341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4ae448d-a7b5-4241-913c-a19bc11dc8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.206475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a820123b-027c-4034-832b-9be022f1c79b None None] For port c814129e-6ab6-4d55-8c33-41b6e34b94ba, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:21.207147 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a820123b-027c-4034-832b-9be022f1c79b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.221421 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.225970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-68d08adf-cdbf-44f7-9d57-a88ee3d167c9 None None] Provisioning for port 4a284a0a-fe49-4232-a44e-a248b8ef1330 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:21.227427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0399b949-d8ec-482a-8908-560c20023a69 req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Calling delete_port for c28d6804-361b-4217-8423-a81a4fb0a308 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:21.248332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a820123b-027c-4034-832b-9be022f1c79b None None] Calling delete_port for c814129e-6ab6-4d55-8c33-41b6e34b94ba owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:21.254152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-a820123b-027c-4034-832b-9be022f1c79b None None] Port c814129e-6ab6-4d55-8c33-41b6e34b94ba was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:26:21.258260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-68d08adf-cdbf-44f7-9d57-a88ee3d167c9 None None] Provisioning complete for port 4a284a0a-fe49-4232-a44e-a248b8ef1330 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:21.259186 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68d08adf-cdbf-44f7-9d57-a88ee3d167c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.260906 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a820123b-027c-4034-832b-9be022f1c79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.286013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:21.326802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820123b-027c-4034-832b-9be022f1c79b None None] No DVR routers for this DVR port c814129e-6ab6-4d55-8c33-41b6e34b94ba on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:21.332508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820123b-027c-4034-832b-9be022f1c79b None None] Pushing event deleted for resources: {'Port': ['ID=c814129e-6ab6-4d55-8c33-41b6e34b94ba,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:21.345084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-68d08adf-cdbf-44f7-9d57-a88ee3d167c9 None None] Port 4a284a0a-fe49-4232-a44e-a248b8ef1330 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:21.441235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5da1396e-fa70-443c-9956-32b2d4ae030f'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:21.464987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55d116-79a9-4255-ae5a-64832586a1cd req-bab1f040-313a-484b-b3ec-95099c523f05 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.467962 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a55d116-79a9-4255-ae5a-64832586a1cd req-bab1f040-313a-484b-b3ec-95099c523f05 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.2126634 Jul 13 07:26:21.482624 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.487978 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.492627 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c40a7401-3081-4694-b8ee-5aa444ea26cb HTTP/1.1" status: 204 len: 168 time: 1.2973609 Jul 13 07:26:21.513248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609625d-6b57-4ab3-8260-822ea17a7575 admin admin] Pushing event deleted for resources: {'Network': ['ID=c40a7401-3081-4694-b8ee-5aa444ea26cb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:21.541328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1579-f5f5-4f63-8273-0f2b63973b4c req-198edf65-6cbf-4b87-af6b-3e25a7d8a9b3 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.551059 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac3f1579-f5f5-4f63-8273-0f2b63973b4c req-198edf65-6cbf-4b87-af6b-3e25a7d8a9b3 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.1095045 Jul 13 07:26:21.607495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac3f1579-f5f5-4f63-8273-0f2b63973b4c req-cdfbab9d-4d5f-4919-9e9f-ab6d936970e8 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550995 Jul 13 07:26:21.626805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a55d116-79a9-4255-ae5a-64832586a1cd req-eed66f43-44e7-449c-a1de-c7a0deeea466 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392043 Jul 13 07:26:21.635195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0399b949-d8ec-482a-8908-560c20023a69 req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.651523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a284a0a-fe49-4232-a44e-a248b8ef1330 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:21.704206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33558) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:21.709811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.733938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Pushing event deleted for resources: {'Port': ['ID=c28d6804-361b-4217-8423-a81a4fb0a308,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:21.738979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0399b949-d8ec-482a-8908-560c20023a69 req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] No DVR routers for this DVR port c28d6804-361b-4217-8423-a81a4fb0a308 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:21.741361 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0399b949-d8ec-482a-8908-560c20023a69 req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.744464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0399b949-d8ec-482a-8908-560c20023a69 req-6fefdf4a-c802-4458-9c1f-6c774c0a86d5 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.48 "DELETE /v2.0/ports/c28d6804-361b-4217-8423-a81a4fb0a308 HTTP/1.1" status: 204 len: 173 time: 1.4208922 Jul 13 07:26:21.750576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a3dc0-3bd9-46d0-bd74-b20935c749ea', 'name': 'network-vif-deleted', 'tag': 'c28d6804-361b-4217-8423-a81a4fb0a308'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:21.752851 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516f7d12-41d9-4389-b348-815a61652322" -d '{"events": [{"server_uuid": "b42a3dc0-3bd9-46d0-bd74-b20935c749ea", "name": "network-vif-deleted", "tag": "c28d6804-361b-4217-8423-a81a4fb0a308"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:21.766258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Transition to ACTIVE for port object 4a284a0a-fe49-4232-a44e-a248b8ef1330 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:21.771052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.818713 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e99e66cd-bf43-4649-b380-0a824ba825ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=573d5b601fc149dab35e9b68c077f5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108506 Jul 13 07:26:21.819597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33562) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:21.873657 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.887903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3557c-f020-40d2-8103-6bf3014d04f2 req-aeae5e0f-ab0e-4618-b58f-c1802127ae6b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.887903 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbe3557c-f020-40d2-8103-6bf3014d04f2 req-aeae5e0f-ab0e-4618-b58f-c1802127ae6b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 936 time: 0.1656578 Jul 13 07:26:21.916296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a284a0a-fe49-4232-a44e-a248b8ef1330,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:21.941979 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbe3557c-f020-40d2-8103-6bf3014d04f2 req-a3813cc9-4cfa-45e8-8c15-f4a375ff7b5a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468006 Jul 13 07:26:21.945221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b62e69-478d-4d37-8c75-108417834174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.980523 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b62e69-478d-4d37-8c75-108417834174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.988406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985fafe-3233-4979-90ad-946e38a7576c req-28d23c59-2f0f-405e-8860-9f6c02724b7e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.990112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c985fafe-3233-4979-90ad-946e38a7576c req-28d23c59-2f0f-405e-8860-9f6c02724b7e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 946 time: 0.2073390 Jul 13 07:26:21.990902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Attempting to bind port 4a284a0a-fe49-4232-a44e-a248b8ef1330 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:21.991238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Attempting to bind port 4a284a0a-fe49-4232-a44e-a248b8ef1330 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:21.991569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Attempting to bind port 4a284a0a-fe49-4232-a44e-a248b8ef1330 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:21.997025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Port 4a284a0a-fe49-4232-a44e-a248b8ef1330 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:21.997453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Attempting to bind port 4a284a0a-fe49-4232-a44e-a248b8ef1330 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:22.016366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:22.016641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:22.017159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:22.017389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Bound port: 4a284a0a-fe49-4232-a44e-a248b8ef1330, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:22.017885 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.042281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b62e69-478d-4d37-8c75-108417834174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.047138 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b62e69-478d-4d37-8c75-108417834174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.051369 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-48b62e69-478d-4d37-8c75-108417834174 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d81da091-5392-4a39-8850-fe06cf989ad5 HTTP/1.1" status: 204 len: 168 time: 0.2309234 Jul 13 07:26:22.060571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b62e69-478d-4d37-8c75-108417834174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81da091-5392-4a39-8850-fe06cf989ad5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:22.101818 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c985fafe-3233-4979-90ad-946e38a7576c req-5e179c7e-92b9-4496-8de7-78e718145126 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007581 Jul 13 07:26:22.152752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] For port 4a284a0a-fe49-4232-a44e-a248b8ef1330, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:22.156150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] For port 4a284a0a-fe49-4232-a44e-a248b8ef1330, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4a284a0a-fe49-4232-a44e-a248b8ef1330,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:22.158748 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa421c80-3c24-4b91-928a-65ff6bb2f1eb req-b8461ce7-6d41-4fec-8990-311bae243895 tempest-TenantUsagesTestJSON-1901682574 tempest-TenantUsagesTestJSON-1901682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=b42a3dc0-3bd9-46d0-bd74-b20935c749ea HTTP/1.1" status: 200 len: 210 time: 0.0483763 Jul 13 07:26:22.162823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.247764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.248486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.250177 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/4a284a0a-fe49-4232-a44e-a248b8ef1330 HTTP/1.1" status: 200 len: 1097 time: 1.4656317 Jul 13 07:26:22.333398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d45798-1df7-420f-91ee-9e1a912be9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a284a0a-fe49-4232-a44e-a248b8ef1330,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:22.341400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c28d6804-361b-4217-8423-a81a4fb0a308'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:22.412759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb194d28-5274-4297-a2e1-bd1f2a80e0e3 req-3c8ed882-7748-43bc-9a5a-ce64fe8e78d8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.414403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eb194d28-5274-4297-a2e1-bd1f2a80e0e3 req-3c8ed882-7748-43bc-9a5a-ce64fe8e78d8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 945 time: 0.1930740 Jul 13 07:26:22.487190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 543e675c-7d39-420c-828a-b45f028849c2 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:22.522737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eb194d28-5274-4297-a2e1-bd1f2a80e0e3 req-3a04d0a4-60c0-4779-9d4d-9722ae6cf7fa tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986853 Jul 13 07:26:22.577361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:22.783505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=543e675c-7d39-420c-828a-b45f028849c2,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:22.799710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 5da1396e-fa70-443c-9956-32b2d4ae030f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:22.800173 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.804162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '543e675c-7d39-420c-828a-b45f028849c2', 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd', 'port_id': '543e675c-7d39-420c-828a-b45f028849c2', 'mac_address': 'fa:16:3e:73:45:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:22.867280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bbf6f-220c-4dfe-a34b-1c474228f1d7 req-5613b7a5-885a-4590-9e22-388514910345 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.869165 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-598bbf6f-220c-4dfe-a34b-1c474228f1d7 req-5613b7a5-885a-4590-9e22-388514910345 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.1564748 Jul 13 07:26:22.911335 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.929472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 543e675c-7d39-420c-828a-b45f028849c2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:22.952471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-598bbf6f-220c-4dfe-a34b-1c474228f1d7 req-c75d07e8-d918-474f-9933-8713bd2370e6 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757360 Jul 13 07:26:22.982735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=543e675c-7d39-420c-828a-b45f028849c2,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:22.989708 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dea69bf-51e3-43a4-9da1-82fe027d305e x-openstack-request-id: req-5dea69bf-51e3-43a4-9da1-82fe027d305e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:22.990483 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a3dc0-3bd9-46d0-bd74-b20935c749ea", "name": "network-vif-deleted", "tag": "c28d6804-361b-4217-8423-a81a4fb0a308", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:22.990483 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dea69bf-51e3-43a4-9da1-82fe027d305e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:22.990783 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a3dc0-3bd9-46d0-bd74-b20935c749ea', 'name': 'network-vif-deleted', 'tag': 'c28d6804-361b-4217-8423-a81a4fb0a308', 'status': 'completed', 'code': 200} Jul 13 07:26:22.993869 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.042834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-4b6abc84-e3dc-4cc0-beaf-5644e973bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.044283 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-4b6abc84-e3dc-4cc0-beaf-5644e973bc37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 1100 time: 0.7264209 Jul 13 07:26:23.092451 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.098172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=543e675c-7d39-420c-828a-b45f028849c2,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:23.112538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-b2c9ac5d-9c1f-41e3-b5ab-05f99e301456 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=4a284a0a-fe49-4232-a44e-a248b8ef1330 HTTP/1.1" status: 200 len: 217 time: 0.0598493 Jul 13 07:26:23.183562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-d09dc2c6-a58b-403f-951d-26a0a72c156c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.185031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:23.185172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-d09dc2c6-a58b-403f-951d-26a0a72c156c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 946 time: 0.6958385 Jul 13 07:26:23.186530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:23.189602 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc603a6-ee0c-42f4-a804-7ee1bfce10e2" -d '{"events": [{"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-plugged", "status": "completed", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:23.196016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe61158-7671-4cd4-831a-7783760b1e86 req-a5c3029f-d803-4a3c-b0a9-e5d598d5c1b0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.196702 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.203042 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bbe61158-7671-4cd4-831a-7783760b1e86 req-a5c3029f-d803-4a3c-b0a9-e5d598d5c1b0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 945 time: 0.2173574 Jul 13 07:26:23.203302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbba70-bbd1-4b9d-a1a6-4e9dca1799ed req-f123265e-fee9-4a44-a451-2622fa932a9f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.220554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0cbba70-bbd1-4b9d-a1a6-4e9dca1799ed req-f123265e-fee9-4a44-a451-2622fa932a9f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 948 time: 0.1169617 Jul 13 07:26:23.239360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['543e675c-7d39-420c-828a-b45f028849c2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:23.264981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-8ccb856b-db73-46c2-9a6d-8c905e0a7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.266401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-8ccb856b-db73-46c2-9a6d-8c905e0a7fc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1458316 Jul 13 07:26:23.304525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:23.309660 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0cbba70-bbd1-4b9d-a1a6-4e9dca1799ed req-b93137ee-3d67-4fae-9324-2b1084c8dd33 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858026 Jul 13 07:26:23.309824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bbe61158-7671-4cd4-831a-7783760b1e86 req-f1b916c9-b9c3-4e7d-9ccf-485210955785 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056988 Jul 13 07:26:23.325407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33600) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:23.434915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-9241e6d8-bd20-4b88-aecb-e350f6dc3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.437412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-9241e6d8-bd20-4b88-aecb-e350f6dc3e7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591136 Jul 13 07:26:23.440380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Deleting port 98d3e61f-11f6-494d-a665-933a8ee7a054 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:23.440801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.528232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-710772105-network', 'tenant_id': 'cee6ceea7b6b45539d78fb378bafb205'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:23.531983 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7f1ab7-a563-4ab7-9a5a-f5c0e3add009 x-openstack-request-id: req-dd7f1ab7-a563-4ab7-9a5a-f5c0e3add009 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:23.532543 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-plugged", "status": "completed", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:23.532543 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd7f1ab7-a563-4ab7-9a5a-f5c0e3add009 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:23.532891 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'code': 200} Jul 13 07:26:23.559344 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.560438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Made reservation on behalf of cee6ceea7b6b45539d78fb378bafb205 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:23.563006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.573246 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.608568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-a3745139-7514-4882-9a4f-91429722493b service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638510 Jul 13 07:26:23.621546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a134596-c244-4007-a427-2c59d8effd5a req-d20a2559-9b66-4c7c-b724-f0d95d9100c6 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.629823 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a134596-c244-4007-a427-2c59d8effd5a req-d20a2559-9b66-4c7c-b724-f0d95d9100c6 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 946 time: 0.1684344 Jul 13 07:26:23.701269 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a134596-c244-4007-a427-2c59d8effd5a req-973d23af-9881-4e5d-808a-fc2d9dab0b50 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704663 Jul 13 07:26:23.750529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.755768 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.786365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:23.792206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:23.801744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33612) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:23.809843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.810262 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Added segment 0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c of type vlan for network c5863c31-a20a-4480-8311-c8a4dee60a2f Jul 13 07:26:23.875069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.883931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe56ba8e-7b5f-4790-9b2f-25c14ee250e0 req-8d1d3830-74a6-4a29-b55d-d6a87b3cadc5 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638321 Jul 13 07:26:23.885990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] For port 98d3e61f-11f6-494d-a665-933a8ee7a054, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=98d3e61f-11f6-494d-a665-933a8ee7a054,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:23.886362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.907333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Calling delete_port for 98d3e61f-11f6-494d-a665-933a8ee7a054 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:23.924762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7199d-8940-4cb5-bd4f-9b555d6b9cdb req-be6d950c-0bf1-41eb-ae7c-2d5a0f605523 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.926323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40f7199d-8940-4cb5-bd4f-9b555d6b9cdb req-be6d950c-0bf1-41eb-ae7c-2d5a0f605523 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.2294390 Jul 13 07:26:23.934232 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.935355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.935950 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.937726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef630d-ea62-491c-b8e8-48f953c6e49b req-b0242a5e-7837-45c7-9929-33124d1db3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.939218 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43ef630d-ea62-491c-b8e8-48f953c6e49b req-b0242a5e-7837-45c7-9929-33124d1db3d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 1099 time: 0.2411940 Jul 13 07:26:23.991411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6648152 Jul 13 07:26:23.995221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33618) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:24.006353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Request body: {'subnet': {'network_id': 'c5863c31-a20a-4480-8311-c8a4dee60a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-710772105-subnet', 'tenant_id': 'cee6ceea7b6b45539d78fb378bafb205', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:24.033588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f4a43-3c89-4d9d-bd3a-c213ac3a8b15 admin admin] Pushing event updated for resources: {'Network': ['ID=c5863c31-a20a-4480-8311-c8a4dee60a2f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:24.049710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c5863c31-a20a-4480-8311-c8a4dee60a2f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:24.049927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bf3a60c9-7d71-468e-ba84-a3f0d68c24eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3657947354744e408c5238b66c993243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443807 Jul 13 07:26:24.054447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33620) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:24.078088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40f7199d-8940-4cb5-bd4f-9b555d6b9cdb req-dd81b747-5f0e-4215-9b57-c35296b2f6f5 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424365 Jul 13 07:26:24.089105 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43ef630d-ea62-491c-b8e8-48f953c6e49b req-c43873e3-ab52-46f0-9779-452fae4543a1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126428 Jul 13 07:26:24.090774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Made reservation on behalf of cee6ceea7b6b45539d78fb378bafb205 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:24.093288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.149202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4a076f2-b020-4cab-abe8-930f7c17d67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.179710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4a076f2-b020-4cab-abe8-930f7c17d67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.220985 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.228957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad348f-349c-4692-98b6-4f65cce96128 req-d2c63d75-61fb-48bc-aea5-446af77d21d7 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.230586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32ad348f-349c-4692-98b6-4f65cce96128 req-d2c63d75-61fb-48bc-aea5-446af77d21d7 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.1406329 Jul 13 07:26:24.235215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:24.243035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['98d3e61f-11f6-494d-a665-933a8ee7a054'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:24.262683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event deleted for resources: {'Port': ['ID=98d3e61f-11f6-494d-a665-933a8ee7a054,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:24.281215 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32ad348f-349c-4692-98b6-4f65cce96128 req-843a0ea1-fc20-410f-b922-5b6846cd8b6a tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Jul 13 07:26:24.281722 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4a076f2-b020-4cab-abe8-930f7c17d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.284453 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4a076f2-b020-4cab-abe8-930f7c17d67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.288258 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c4a076f2-b020-4cab-abe8-930f7c17d67f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1726a2b5-1409-47c2-869e-24a160f5a8aa HTTP/1.1" status: 204 len: 168 time: 0.2300496 Jul 13 07:26:24.300707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a076f2-b020-4cab-abe8-930f7c17d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1726a2b5-1409-47c2-869e-24a160f5a8aa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:24.343360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] No DVR routers for this DVR port 98d3e61f-11f6-494d-a665-933a8ee7a054 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:24.346036 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.348340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef1b69ed-210a-4195-a435-1eb60bcfbb7c req-beb9c054-aba1-43c7-a92d-7a5afb058a06 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "DELETE /v2.0/ports/98d3e61f-11f6-494d-a665-933a8ee7a054 HTTP/1.1" status: 204 len: 173 time: 1.1426609 Jul 13 07:26:24.494444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.525306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 543e675c-7d39-420c-828a-b45f028849c2 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:24.579736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da27ffb-d3e5-4035-aa9d-7cdaa558793b req-c86b97ee-6851-4cfb-bea8-99d3d0dc73f3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.582075 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5da27ffb-d3e5-4035-aa9d-7cdaa558793b req-c86b97ee-6851-4cfb-bea8-99d3d0dc73f3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 948 time: 0.0894411 Jul 13 07:26:24.582239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77310ed1-d6c0-4f3a-bdec-f366701579be,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:24.591169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c28d6804-361b-4217-8423-a81a4fb0a308 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:24.598102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Checking segment: {'id': '0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c5863c31-a20a-4480-8311-c8a4dee60a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:24.598541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Network hostable DHCP agents. Network: c5863c31-a20a-4480-8311-c8a4dee60a2f, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:26:24.602326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9aed6-6c15-4b99-b324-bebc11dac819 req-03779351-6d88-404a-90d4-864a6e6702a3 tempest-LiveMigrationNegativeTest-712302948 tempest-LiveMigrationNegativeTest-712302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.603989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ff9aed6-6c15-4b99-b324-bebc11dac819 req-03779351-6d88-404a-90d4-864a6e6702a3 tempest-LiveMigrationNegativeTest-712302948 tempest-LiveMigrationNegativeTest-712302948-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 1102 time: 0.1654191 Jul 13 07:26:24.628992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: c28d6804-361b-4217-8423-a81a4fb0a308 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:24.629343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c28d6804-361b-4217-8423-a81a4fb0a308 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:24.635944 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ff9aed6-6c15-4b99-b324-bebc11dac819 req-8f24bd09-f7a1-44cb-ab26-833c124edd58 tempest-LiveMigrationNegativeTest-712302948 tempest-LiveMigrationNegativeTest-712302948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.639595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Network c5863c31-a20a-4480-8311-c8a4dee60a2f is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:26:24.640497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 543e675c-7d39-420c-828a-b45f028849c2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:24.640724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.647046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5da27ffb-d3e5-4035-aa9d-7cdaa558793b req-3f4545b2-b1d8-4818-86eb-05864b34594a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556788 Jul 13 07:26:24.663307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c5863c31-a20a-4480-8311-c8a4dee60a2f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:24.667924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.668522 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.675592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f8850-89c2-4856-b802-efe0506aa866 None None] Network c5863c31-a20a-4480-8311-c8a4dee60a2f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:24.753921 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ff9aed6-6c15-4b99-b324-bebc11dac819 req-8f24bd09-f7a1-44cb-ab26-833c124edd58 tempest-LiveMigrationNegativeTest-712302948 tempest-LiveMigrationNegativeTest-712302948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.760575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ff9aed6-6c15-4b99-b324-bebc11dac819 req-8f24bd09-f7a1-44cb-ab26-833c124edd58 tempest-LiveMigrationNegativeTest-712302948 tempest-LiveMigrationNegativeTest-712302948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.782281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d06def07-fb75-443a-acfc-6ad55a68fed8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7859464 Jul 13 07:26:24.802726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ff9aed6-6c15-4b99-b324-bebc11dac819 req-8f24bd09-f7a1-44cb-ab26-833c124edd58 tempest-LiveMigrationNegativeTest-712302948 tempest-LiveMigrationNegativeTest-712302948-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876619 Jul 13 07:26:24.804430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33636) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:24.837509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24bd09-f7a1-44cb-ab26-833c124edd58 tempest-LiveMigrationNegativeTest-712302948 tempest-LiveMigrationNegativeTest-712302948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3561bec3-6399-43ba-9dec-2998ad73ea79,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:24.886878 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eafc568-12db-458b-826e-a5e63bddc00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.991370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af2a863-dccd-4823-af34-f9945172f1fe', 'tag': '4a284a0a-fe49-4232-a44e-a248b8ef1330'}, {'server_uuid': 'f8f91b1d-4502-4185-bf96-085a086c90b2', 'name': 'network-vif-deleted', 'tag': '98d3e61f-11f6-494d-a665-933a8ee7a054'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:24.995341 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729f1eb3-c22c-473f-a8a5-34813a0c4686" -d '{"events": [{"name": "network-changed", "server_uuid": "9af2a863-dccd-4823-af34-f9945172f1fe", "tag": "4a284a0a-fe49-4232-a44e-a248b8ef1330"}, {"server_uuid": "f8f91b1d-4502-4185-bf96-085a086c90b2", "name": "network-vif-deleted", "tag": "98d3e61f-11f6-494d-a665-933a8ee7a054"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:25.024778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20ff64-2b93-49bf-9e61-157bf72aa668 req-083c5d45-28b0-4269-9db9-80e2e9b87884 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.030297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a20ff64-2b93-49bf-9e61-157bf72aa668 req-083c5d45-28b0-4269-9db9-80e2e9b87884 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 945 time: 0.2392173 Jul 13 07:26:25.038666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4306ca8c-6fc4-4cd5-9279-be40eb2d8bed req-72c4aa02-3c60-45f3-bac4-94c123c62c1c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f91b1d-4502-4185-bf96-085a086c90b2 HTTP/1.1" status: 200 len: 210 time: 0.0491021 Jul 13 07:26:25.088145 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.121586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a20ff64-2b93-49bf-9e61-157bf72aa668 req-66bc8436-5971-4fe3-9c48-5b564852ab0d tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761516 Jul 13 07:26:25.184781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=543e675c-7d39-420c-828a-b45f028849c2,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:25.192088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.204888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eafc568-12db-458b-826e-a5e63bddc00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.209986 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eafc568-12db-458b-826e-a5e63bddc00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.252355 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6350f500-623e-4e4c-9ceb-2c066cebb04b x-openstack-request-id: req-6350f500-623e-4e4c-9ceb-2c066cebb04b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:25.252884 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af2a863-dccd-4823-af34-f9945172f1fe", "tag": "4a284a0a-fe49-4232-a44e-a248b8ef1330", "status": "completed", "code": 200}, {"server_uuid": "f8f91b1d-4502-4185-bf96-085a086c90b2", "name": "network-vif-deleted", "tag": "98d3e61f-11f6-494d-a665-933a8ee7a054", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:25.253382 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6350f500-623e-4e4c-9ceb-2c066cebb04b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:25.254307 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af2a863-dccd-4823-af34-f9945172f1fe', 'tag': '4a284a0a-fe49-4232-a44e-a248b8ef1330', 'status': 'completed', 'code': 200} Jul 13 07:26:25.254758 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f91b1d-4502-4185-bf96-085a086c90b2', 'name': 'network-vif-deleted', 'tag': '98d3e61f-11f6-494d-a665-933a8ee7a054', 'status': 'completed', 'code': 200} Jul 13 07:26:25.272752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafc568-12db-458b-826e-a5e63bddc00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9c6c13-387a-4b76-98a4-f141fca17511,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:25.281729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a94706-9b28-46ea-9e22-839151508600 None None] Network c5863c31-a20a-4480-8311-c8a4dee60a2f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:25.326262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9eafc568-12db-458b-826e-a5e63bddc00f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf563241be324838b40bc42cc3308a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212073 Jul 13 07:26:25.327041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33664) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:25.398347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8724c3-d942-4caf-ae8d-2517dbf9e307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.407379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-07571d28-2791-488f-8044-68927aa4d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.409643 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-07571d28-2791-488f-8044-68927aa4d9a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 1100 time: 0.1226780 Jul 13 07:26:25.449601 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8724c3-d942-4caf-ae8d-2517dbf9e307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.539066 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8724c3-d942-4caf-ae8d-2517dbf9e307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.542074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8724c3-d942-4caf-ae8d-2517dbf9e307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.543307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7f8724c3-d942-4caf-ae8d-2517dbf9e307 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b9c6c13-387a-4b76-98a4-f141fca17511 HTTP/1.1" status: 204 len: 168 time: 0.2151341 Jul 13 07:26:25.552385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8724c3-d942-4caf-ae8d-2517dbf9e307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9c6c13-387a-4b76-98a4-f141fca17511,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:25.574223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e675c-7d39-420c-828a-b45f028849c2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:25.577747 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f61308-bea2-4383-90c5-7115cca82558" -d '{"events": [{"server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "543e675c-7d39-420c-828a-b45f028849c2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:25.595076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=543e675c-7d39-420c-828a-b45f028849c2,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:25.627802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-465482bb-f105-4d5a-adb9-bc7f1a58b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.629324 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-465482bb-f105-4d5a-adb9-bc7f1a58b837 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2127118 Jul 13 07:26:25.640785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.641437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.642306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.642880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.643764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.644845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.645625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.646173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.646694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.647550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.648238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.648783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:25.656610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623f174-8c28-4728-9b7d-8bc38597fd7c req-e90a9453-c7ab-49a8-9581-b5452597586b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.665849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5623f174-8c28-4728-9b7d-8bc38597fd7c req-e90a9453-c7ab-49a8-9581-b5452597586b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1917448 Jul 13 07:26:25.712843 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-42406ed1-0b24-4ff9-966d-6ed53b0f6da2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=4a284a0a-fe49-4232-a44e-a248b8ef1330 HTTP/1.1" status: 200 len: 217 time: 0.0721867 Jul 13 07:26:25.767310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5623f174-8c28-4728-9b7d-8bc38597fd7c req-6a91ccf3-ad64-415b-acd8-ba843132072e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001375 Jul 13 07:26:25.784251 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-2f67549d-6335-470b-8606-30a9f3d15715 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.791682 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-2f67549d-6335-470b-8606-30a9f3d15715 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/networks?id=c5863c31-a20a-4480-8311-c8a4dee60a2f HTTP/1.1" status: 200 len: 813 time: 0.1786869 Jul 13 07:26:25.808728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-5906e67f-5d5a-43a6-a838-d67a2d536c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.809100 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-7f69d621-27ed-4541-964d-161e319aebd0 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/quotas/cee6ceea7b6b45539d78fb378bafb205 HTTP/1.1" status: 200 len: 375 time: 0.0162992 Jul 13 07:26:25.811788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-5906e67f-5d5a-43a6-a838-d67a2d536c21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0872924 Jul 13 07:26:25.890060 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-66a980eb-7f1c-40db-9fea-a03ca46fd1e3 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cee6ceea7b6b45539d78fb378bafb205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795872 Jul 13 07:26:25.901197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-aa1f9d2d-1c60-4270-b9b1-10ba735e10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.902777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-aa1f9d2d-1c60-4270-b9b1-10ba735e10a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829289 Jul 13 07:26:25.997235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-fc01adbb-3d62-4a96-9e67-cff86aee0540 service neutron] 10.222.0.41 "GET /v2.0/networks/c5863c31-a20a-4480-8311-c8a4dee60a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055095 Jul 13 07:26:26.023353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-1df7f1f7-c09a-43ef-a551-24cdb2fb2e2f service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136537 Jul 13 07:26:26.147200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-729f1eb3-c22c-473f-a8a5-34813a0c4686 req-d36e7ad7-7b07-4e9a-a6e6-047da94c7db4 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172850 Jul 13 07:26:26.169415 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-fb25fb6c-66fe-4449-91c1-bf2583384a8b service neutron] 10.222.0.41 "GET /v2.0/networks/c5863c31-a20a-4480-8311-c8a4dee60a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650536 Jul 13 07:26:26.284559 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4175531-ad43-4f4d-8628-7c5f6f76c234 x-openstack-request-id: req-e4175531-ad43-4f4d-8628-7c5f6f76c234 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:26.285099 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "543e675c-7d39-420c-828a-b45f028849c2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:26.285536 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4175531-ad43-4f4d-8628-7c5f6f76c234 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:26.286297 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e675c-7d39-420c-828a-b45f028849c2', 'code': 200} Jul 13 07:26:26.482229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4c86f-c0b4-495d-ac7c-2bc3edcf6288 req-2530f9af-de58-4de2-abd2-b3135ed92f74 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:26.485177 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2d4c86f-c0b4-495d-ac7c-2bc3edcf6288 req-2530f9af-de58-4de2-abd2-b3135ed92f74 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 948 time: 0.0986259 Jul 13 07:26:26.540757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 543e675c-7d39-420c-828a-b45f028849c2 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:26.571140 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2d4c86f-c0b4-495d-ac7c-2bc3edcf6288 req-96343820-8b52-4036-866e-719f8da96862 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785592 Jul 13 07:26:26.603404 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4a284a0a-fe49-4232-a44e-a248b8ef1330 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:26.605223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 98d3e61f-11f6-494d-a665-933a8ee7a054 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:26.634129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546efe5-b2e3-49f6-b263-ab860ecefac6 req-1652a3fc-e449-4484-8134-265a75cca73b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:26.640235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 98d3e61f-11f6-494d-a665-933a8ee7a054 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:26.640631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 98d3e61f-11f6-494d-a665-933a8ee7a054 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:26.642376 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a546efe5-b2e3-49f6-b263-ab860ecefac6 req-1652a3fc-e449-4484-8134-265a75cca73b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 946 time: 0.1021500 Jul 13 07:26:26.718392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33746) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:26.734129 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a546efe5-b2e3-49f6-b263-ab860ecefac6 req-42909607-20c2-4f5c-946d-da4355feab3e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897791 Jul 13 07:26:26.771826 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.818151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=543e675c-7d39-420c-828a-b45f028849c2,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:26.822767 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.836238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4a284a0a-fe49-4232-a44e-a248b8ef1330, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4a284a0a-fe49-4232-a44e-a248b8ef1330,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:26.887045 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e2e1884-bd98-4079-986e-2a9d729067fa req-2208acdf-a228-4d1a-81d2-0fd733a856eb tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 210 time: 0.0763230 Jul 13 07:26:26.889305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '4a284a0a-fe49-4232-a44e-a248b8ef1330', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '4a284a0a-fe49-4232-a44e-a248b8ef1330', 'mac_address': 'fa:16:3e:1a:20:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:26.934762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=543e675c-7d39-420c-828a-b45f028849c2,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:26.954630 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.974866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a284a0a-fe49-4232-a44e-a248b8ef1330 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:26.999579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4a284a0a-fe49-4232-a44e-a248b8ef1330, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4a284a0a-fe49-4232-a44e-a248b8ef1330,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:27.006035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.064107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4a284a0a-fe49-4232-a44e-a248b8ef1330,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:27.106600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-network', 'tenant_id': '97107ff7134f439e9715994926363b8a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:27.142881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Made reservation on behalf of 97107ff7134f439e9715994926363b8a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:27.146053 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.161133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.187820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-42ea3450-8d80-45fb-ba13-3cb64415caef tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.189231 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-42ea3450-8d80-45fb-ba13-3cb64415caef tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.2035236 Jul 13 07:26:27.216641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-6b5e5751-f564-4b99-846e-1ecf87f1d399 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/quotas/4f9d3c2a974e43749b74713ae48c2be0 HTTP/1.1" status: 200 len: 375 time: 0.0199592 Jul 13 07:26:27.260809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb3fb4-b4c3-440e-8980-0dc83a435da6 req-2c9eb53d-87b7-4b89-ad17-64db59b79815 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.263227 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0eb3fb4-b4c3-440e-8980-0dc83a435da6 req-2c9eb53d-87b7-4b89-ad17-64db59b79815 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.0920005 Jul 13 07:26:27.327701 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0eb3fb4-b4c3-440e-8980-0dc83a435da6 req-c235e23e-0671-4012-882f-bebcc9f4570b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565605 Jul 13 07:26:27.331361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-07358b3e-0c47-49bd-bc87-9279acca7825 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015315 Jul 13 07:26:27.371273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:27.394898 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.424417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.469118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:27.489399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b813ce8-1879-4bb3-9ea7-5f07b683cdc8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:27.499340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.500526 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Added segment ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5 of type vlan for network 60e63cad-6d4f-42e9-8623-b4708d8ab547 Jul 13 07:26:27.500644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d0dd4-469e-4229-a7f9-72993b7941bb req-f4fd4c51-182a-4625-a72a-14cd9079ac89 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.507798 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c22d0dd4-469e-4229-a7f9-72993b7941bb req-f4fd4c51-182a-4625-a72a-14cd9079ac89 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.0742204 Jul 13 07:26:27.510590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-6b04b761-a773-409e-94f3-a99b0ad36817 service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782138 Jul 13 07:26:27.544841 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c22d0dd4-469e-4229-a7f9-72993b7941bb req-923b6d9a-2d25-4496-a9e4-b258ee8fec16 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Jul 13 07:26:27.581309 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.679019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.680947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.681613 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.707306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-fe684bbe-97cd-4fcd-ab6c-12175bd6b466 service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615269 Jul 13 07:26:27.712866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61c6a8-4f3d-4774-a6e8-1aa0be2255ac req-8d65bfcc-8b34-492f-9cbc-47b4c929fe49 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.719061 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9995179 Jul 13 07:26:27.721881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33768) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:27.723257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f61c6a8-4f3d-4774-a6e8-1aa0be2255ac req-8d65bfcc-8b34-492f-9cbc-47b4c929fe49 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.0763791 Jul 13 07:26:27.728449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Request body: {'subnet': {'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-subnet', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:27.774745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fc633-17f6-42bf-87da-75be6e691a8e admin admin] Pushing event updated for resources: {'Network': ['ID=60e63cad-6d4f-42e9-8623-b4708d8ab547,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:27.786301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 60e63cad-6d4f-42e9-8623-b4708d8ab547 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:27.799594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Made reservation on behalf of 97107ff7134f439e9715994926363b8a for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:27.803552 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.851484 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f61c6a8-4f3d-4774-a6e8-1aa0be2255ac req-e6b6deee-e3cb-4533-8ea1-6671f68f4ebf tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271584 Jul 13 07:26:28.060274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-ca5bf5b7-412b-4deb-82a4-32e513635c7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.064471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-ca5bf5b7-412b-4deb-82a4-32e513635c7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 944 time: 0.3246629 Jul 13 07:26:28.072365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.080514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-b4ace4ba-eccd-4dbb-9d32-b4ada86bfb56 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.083247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-b4ace4ba-eccd-4dbb-9d32-b4ada86bfb56 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.38 "GET /v2.0/networks?id=c5863c31-a20a-4480-8311-c8a4dee60a2f HTTP/1.1" status: 200 len: 813 time: 0.3023574 Jul 13 07:26:28.127027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Request body: {'port': {'device_id': 'd4ddb6f0-5bdc-423d-9957-e3216946062a', 'network_id': 'c5863c31-a20a-4480-8311-c8a4dee60a2f', 'admin_state_up': True, 'tenant_id': 'cee6ceea7b6b45539d78fb378bafb205'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:28.202333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28a9185-9e2d-4305-8d6b-2a1a51990e3f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:28.205761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Checking segment: {'id': 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:28.206154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Network hostable DHCP agents. Network: 60e63cad-6d4f-42e9-8623-b4708d8ab547, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:26:28.237033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4308-d327-4c50-9fd2-dfb854dfe968 req-0b43f484-5353-4267-9e8d-f9285841fdaf tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.246506 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7ef4308-d327-4c50-9fd2-dfb854dfe968 req-0b43f484-5353-4267-9e8d-f9285841fdaf tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 944 time: 0.1659532 Jul 13 07:26:28.260596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Network 60e63cad-6d4f-42e9-8623-b4708d8ab547 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:26:28.288095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 60e63cad-6d4f-42e9-8623-b4708d8ab547) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:28.289758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543e675c-7d39-420c-828a-b45f028849c2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:28.297046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.297765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.299536 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4222d02-e88e-4910-9c71-3a248bda2eca" -d '{"events": [{"server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "543e675c-7d39-420c-828a-b45f028849c2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:28.312986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5533348-7e3f-41b8-b48f-6bf09f284b56 None None] Network 60e63cad-6d4f-42e9-8623-b4708d8ab547 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:28.320918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7ef4308-d327-4c50-9fd2-dfb854dfe968 req-194d77f9-1dce-4d2b-8d03-d5c95da34347 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732834 Jul 13 07:26:28.341971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2b4db7d9-dac0-4519-b6fb-e3620c13683b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6086934 Jul 13 07:26:28.341971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33788) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:28.342158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5988f-07b4-4a84-bb8a-a55a01bc6aff req-942c0258-0817-471a-9d17-4753f9442706 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.342158 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8fa5988f-07b4-4a84-bb8a-a55a01bc6aff req-942c0258-0817-471a-9d17-4753f9442706 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 949 time: 0.3261337 Jul 13 07:26:28.344494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:28.390996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.391604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Deleting port 543e675c-7d39-420c-828a-b45f028849c2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:28.391763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.392124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.430546 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8fa5988f-07b4-4a84-bb8a-a55a01bc6aff req-5f6f3d70-b1ae-403b-9422-8e356ce731e0 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869226 Jul 13 07:26:28.509133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.542167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Made reservation on behalf of cee6ceea7b6b45539d78fb378bafb205 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:28.545659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.563082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-60e63cad-6d4f-42e9-8623-b4708d8ab547', 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'fixed_ips': [{'subnet_id': 'f28a9185-9e2d-4305-8d6b-2a1a51990e3f'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:26:28.564200 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.651209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] For port 543e675c-7d39-420c-828a-b45f028849c2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=543e675c-7d39-420c-828a-b45f028849c2,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:28.651597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.704979 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e26ffea1-e1e1-46cb-8a5c-f39cf295a349 req-f6f8f759-aa0d-4f47-8c8d-2c26a77bdbc2 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 210 time: 0.0563354 Jul 13 07:26:28.705867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Calling delete_port for 543e675c-7d39-420c-828a-b45f028849c2 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:28.740939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9493be5-2279-458c-afda-c661992c0212 req-098edfab-6128-469e-aac2-b10f50bf7fa4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.749796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9493be5-2279-458c-afda-c661992c0212 req-098edfab-6128-469e-aac2-b10f50bf7fa4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.2336333 Jul 13 07:26:28.771504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4a284a0a-fe49-4232-a44e-a248b8ef1330 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:28.825532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Allocated IP 172.20.0.10 (c5863c31-a20a-4480-8311-c8a4dee60a2f/77310ed1-d6c0-4f3a-bdec-f366701579be/28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:28.850340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Allocated IP 172.20.0.2 (60e63cad-6d4f-42e9-8623-b4708d8ab547/f28a9185-9e2d-4305-8d6b-2a1a51990e3f/f68376a8-dc8f-495c-be70-4e953e3884c1) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:28.912803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 4a284a0a-fe49-4232-a44e-a248b8ef1330 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:28.918727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 4a284a0a-fe49-4232-a44e-a248b8ef1330 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:28.919396 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.080603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4ad6e95-f0f0-4c47-bbd4-cb3dfaf6c579 req-1cef87ca-fa5a-47c8-bc81-a0d22b776b10 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0921857 Jul 13 07:26:29.097564 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.100336 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.128555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Transition to ACTIVE for port object f68376a8-dc8f-495c-be70-4e953e3884c1 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:29.132737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9493be5-2279-458c-afda-c661992c0212 req-be950a75-771a-4489-ab53-cbc2fb342705 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813987 Jul 13 07:26:29.157686 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.170317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.177008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Transition to ACTIVE for port object f68376a8-dc8f-495c-be70-4e953e3884c1 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:29.186818 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.199291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4a284a0a-fe49-4232-a44e-a248b8ef1330, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4a284a0a-fe49-4232-a44e-a248b8ef1330,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:29.210086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Network 60e63cad-6d4f-42e9-8623-b4708d8ab547 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:29.213761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:29.216781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:29.227576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event deleted for resources: {'Port': ['ID=543e675c-7d39-420c-828a-b45f028849c2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:29.232420 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.241696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-158f0a47-6f89-4420-b088-49c9e774fb3f tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.244113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-158f0a47-6f89-4420-b088-49c9e774fb3f tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.48 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.6480823 Jul 13 07:26:29.273319 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.277857 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646d06e-9e2e-4ef6-b6c5-44647a4d2804 x-openstack-request-id: req-8646d06e-9e2e-4ef6-b6c5-44647a4d2804 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:29.278182 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "543e675c-7d39-420c-828a-b45f028849c2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:29.278440 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8646d06e-9e2e-4ef6-b6c5-44647a4d2804 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:29.278831 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543e675c-7d39-420c-828a-b45f028849c2', 'code': 200} Jul 13 07:26:29.316856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] No DVR routers for this DVR port 543e675c-7d39-420c-828a-b45f028849c2 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:29.320228 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.322386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08c437f9-b388-4c8d-8f44-6346a9d6a3c2 req-d1c74e0c-afe7-4a84-87a8-fa9cfb57d8b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "DELETE /v2.0/ports/543e675c-7d39-420c-828a-b45f028849c2 HTTP/1.1" status: 204 len: 173 time: 1.2124782 Jul 13 07:26:29.322833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'name': 'network-vif-deleted', 'tag': '543e675c-7d39-420c-828a-b45f028849c2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:29.325198 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447e2bec-883f-4a0a-b13d-b1286969da22" -d '{"events": [{"server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "name": "network-vif-deleted", "tag": "543e675c-7d39-420c-828a-b45f028849c2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:29.385317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Pushing event updated for resources: {'Port': ['ID=f68376a8-dc8f-495c-be70-4e953e3884c1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:29.387807 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.390185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Attempting to bind port f68376a8-dc8f-495c-be70-4e953e3884c1 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:29.390562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Attempting to bind port f68376a8-dc8f-495c-be70-4e953e3884c1 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:29.390933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Attempting to bind port f68376a8-dc8f-495c-be70-4e953e3884c1 on network 60e63cad-6d4f-42e9-8623-b4708d8ab547 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:29.453602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Network c5863c31-a20a-4480-8311-c8a4dee60a2f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:29.459603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:29.466745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:29.485400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:29.485400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Checking segment: {'id': 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:29.485800 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.486277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Bound using segment: {'id': 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:29.486934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Bound port: f68376a8-dc8f-495c-be70-4e953e3884c1, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:29.487399 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.542958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Pushing event updated for resources: {'Port': ['ID=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:29.594804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.596019 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.613051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecefac0-6478-4aa1-a54b-3510cb563cfe req-f71a13af-c0c8-4083-bcbe-d64a9dd0fb34 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.621320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ecefac0-6478-4aa1-a54b-3510cb563cfe req-f71a13af-c0c8-4083-bcbe-d64a9dd0fb34 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1577947 Jul 13 07:26:29.634482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4a284a0a-fe49-4232-a44e-a248b8ef1330,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:29.646314 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-87bebb38-399f-4c14-8935-3be5c7fbd888 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5346768 Jul 13 07:26:29.661821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Request body: {'port': {'device_id': 'd4ddb6f0-5bdc-423d-9957-e3216946062a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:29.676909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005c27-9d82-4b5c-8aff-0f69e71832b9 req-4c90bd6e-84d3-4b7b-aed9-ade6883cde68 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.678497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52005c27-9d82-4b5c-8aff-0f69e71832b9 req-4c90bd6e-84d3-4b7b-aed9-ade6883cde68 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 950 time: 0.2667844 Jul 13 07:26:29.688141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] For port f68376a8-dc8f-495c-be70-4e953e3884c1, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:29.696863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] For port f68376a8-dc8f-495c-be70-4e953e3884c1, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f68376a8-dc8f-495c-be70-4e953e3884c1,segment=NetworkSegment(ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5),segment_id=ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:29.699490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ecefac0-6478-4aa1-a54b-3510cb563cfe req-edab0ee8-9060-48ca-b859-af229e2ffdc1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768149 Jul 13 07:26:29.703298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.719008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Deleting port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:29.719585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.784144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f7bc-dd31-40c7-84ef-3e7756fedc7d None None] Pushing event updated for resources: {'Port': ['ID=f68376a8-dc8f-495c-be70-4e953e3884c1,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:29.795527 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd103ea6-215a-49e7-96dc-1bc9c04ea131 x-openstack-request-id: req-cd103ea6-215a-49e7-96dc-1bc9c04ea131 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:29.796057 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01483901-9312-404d-aa23-fceb8e60c4aa", "name": "network-vif-deleted", "tag": "543e675c-7d39-420c-828a-b45f028849c2", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:29.796531 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd103ea6-215a-49e7-96dc-1bc9c04ea131 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:29.798256 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01483901-9312-404d-aa23-fceb8e60c4aa', 'name': 'network-vif-deleted', 'tag': '543e675c-7d39-420c-828a-b45f028849c2', 'status': 'completed', 'code': 200} Jul 13 07:26:29.822352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-54e6ee8f-d4f0-47c2-b04a-e01f4018cc81 None None] Provisioning complete for port 4a284a0a-fe49-4232-a44e-a248b8ef1330 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:29.822736 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54e6ee8f-d4f0-47c2-b04a-e01f4018cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.833049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.836879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] For port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:29.837516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.908446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Calling delete_port for b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:30.046269 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52005c27-9d82-4b5c-8aff-0f69e71832b9 req-4efa40d8-cc51-4236-8fe1-39e0b16f6b50 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162752 Jul 13 07:26:30.060190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e70b5812-6230-4336-8092-4745c5fa411d req-8195b765-9fde-4c17-b243-70bdd21b9700 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=01483901-9312-404d-aa23-fceb8e60c4aa HTTP/1.1" status: 200 len: 210 time: 0.0923109 Jul 13 07:26:30.095463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-5fd34341-1162-498a-870d-361879344f5d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:30.098596 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-5fd34341-1162-498a-870d-361879344f5d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.5498490 Jul 13 07:26:30.121344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Request body: {'port': {'device_id': '74accb09-8d8e-47f8-a369-0b472963c5d7', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'admin_state_up': True, 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:30.127983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.234911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.356247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:30.369113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acaf27-2d3e-4249-b6d3-5159bbc7dd6f req-e140a12d-09c6-4444-9637-557c5e1bb2eb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:30.370632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30acaf27-2d3e-4249-b6d3-5159bbc7dd6f req-e140a12d-09c6-4444-9637-557c5e1bb2eb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 950 time: 0.1269777 Jul 13 07:26:30.375188 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.429491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30acaf27-2d3e-4249-b6d3-5159bbc7dd6f req-01ad46e4-62df-499d-862e-56205f999d74 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Jul 13 07:26:30.516362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Transition to ACTIVE for port object 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:30.522214 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.529403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.539433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Allocated IP 172.25.8.140 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/215ce276-d5d8-412f-88fd-3a374c0524d9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:30.550229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b1c12-7489-4c75-8ef3-9d25bd139f91 req-d1116b2f-4476-48a0-bfe5-d1344d3def1f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:30.554617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b48fe215-ad9c-4dcd-8f8e-373c80aa23e6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:30.557080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-820b1c12-7489-4c75-8ef3-9d25bd139f91 req-d1116b2f-4476-48a0-bfe5-d1344d3def1f tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.2972138 Jul 13 07:26:30.597394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:30.601695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.612238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Pushing event updated for resources: {'Port': ['ID=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:30.615580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Pushing event deleted for resources: {'Port': ['ID=b48fe215-ad9c-4dcd-8f8e-373c80aa23e6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:30.617654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['4fd13e84-4d25-48b4-a524-174e28600799'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:30.620917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 543e675c-7d39-420c-828a-b45f028849c2 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:30.631217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f68376a8-dc8f-495c-be70-4e953e3884c1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:30.703296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 543e675c-7d39-420c-828a-b45f028849c2 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:30.704030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 543e675c-7d39-420c-828a-b45f028849c2 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:30.743068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] No DVR routers for this DVR port b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:30.746574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.752041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd4a3612-d9d9-42f9-a407-72fe77002aff req-c2329b3f-0787-4af2-ab7f-3fb04a319972 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.48 "DELETE /v2.0/ports/b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 HTTP/1.1" status: 204 len: 173 time: 1.4979632 Jul 13 07:26:30.754803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port f68376a8-dc8f-495c-be70-4e953e3884c1 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:30.758794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Attempting to bind port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:30.759158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Attempting to bind port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c5863c31-a20a-4480-8311-c8a4dee60a2f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:30.759498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Attempting to bind port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 on network c5863c31-a20a-4480-8311-c8a4dee60a2f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:30.770761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 on network c5863c31-a20a-4480-8311-c8a4dee60a2f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:30.770990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Attempting to bind port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 on network c5863c31-a20a-4480-8311-c8a4dee60a2f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:30.787714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474af958-e155-41cf-9930-6866c4988eed', 'name': 'network-vif-deleted', 'tag': 'b48fe215-ad9c-4dcd-8f8e-373c80aa23e6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:30.791095 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00902441-6d59-47fb-872a-144444890a7f" -d '{"events": [{"server_uuid": "474af958-e155-41cf-9930-6866c4988eed", "name": "network-vif-deleted", "tag": "b48fe215-ad9c-4dcd-8f8e-373c80aa23e6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:30.809006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:30.809498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Checking segment: {'id': '0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c5863c31-a20a-4480-8311-c8a4dee60a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:30.809904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Bound using segment: {'id': '0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c5863c31-a20a-4480-8311-c8a4dee60a2f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:30.810574 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Bound port: 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c5863c31-a20a-4480-8311-c8a4dee60a2f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:30.810928 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.872881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-820b1c12-7489-4c75-8ef3-9d25bd139f91 req-5d9f3ab6-9237-4144-baa9-1821c7c9c35d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147619 Jul 13 07:26:30.921068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] For port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:30.925308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] For port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,segment=NetworkSegment(0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c),segment_id=0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:30.936207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668861c-7bb0-4b3c-8efb-cce161381dc7 req-6971dc00-3517-409b-9bd7-ae494cabc37d tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:30.944381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f668861c-7bb0-4b3c-8efb-cce161381dc7 req-6971dc00-3517-409b-9bd7-ae494cabc37d tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 944 time: 0.3330488 Jul 13 07:26:30.947985 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.050692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:31.051518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.053185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] 10.222.0.38 "PUT /v2.0/ports/28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 HTTP/1.1" status: 200 len: 1093 time: 1.3964145 Jul 13 07:26:31.065321 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f668861c-7bb0-4b3c-8efb-cce161381dc7 req-8f4051ce-92ad-4fe8-8ead-39d433d94eeb tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200571 Jul 13 07:26:31.080269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b35e73-922b-4c60-b97d-686af68cc387 service neutron] Pushing event updated for resources: {'Port': ['ID=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:31.096371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7fa50bdf-afa2-4f3e-b179-8e1ee8f52b03 req-be12d71f-a7c1-44c1-b532-1e62672c39c7 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0598326 Jul 13 07:26:31.134005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Allocated IP 172.20.0.2 (832e3da9-e104-4daf-a678-a850d2020b15/0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9/c03baeaa-75a0-4b0a-b274-6841b8b91e9d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:31.166832 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.180442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-52cd2681-fe58-464e-950b-6d084c5384e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:31.182334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-52cd2681-fe58-464e-950b-6d084c5384e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cee6ceea7b6b45539d78fb378bafb205&device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 1096 time: 0.0752401 Jul 13 07:26:31.249807 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-9fbaaf8d-1e56-416d-9816-55a950a39ecc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 HTTP/1.1" status: 200 len: 217 time: 0.0564969 Jul 13 07:26:31.279162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce44744-a70a-413a-b6bf-04c1d6e36795 None None] Network 60e63cad-6d4f-42e9-8623-b4708d8ab547 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:31.302570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-c5e16027-7a83-4a07-ab54-abb4ef99aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:31.304352 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-c5e16027-7a83-4a07-ab54-abb4ef99aabd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77310ed1-d6c0-4f3a-bdec-f366701579be HTTP/1.1" status: 200 len: 853 time: 0.0528898 Jul 13 07:26:31.319069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af2a863-dccd-4823-af34-f9945172f1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a284a0a-fe49-4232-a44e-a248b8ef1330'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:31.323571 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8221de9-2d86-4f15-ac5f-d71dbc2417db" -d '{"events": [{"server_uuid": "9af2a863-dccd-4823-af34-f9945172f1fe", "name": "network-vif-plugged", "status": "completed", "tag": "4a284a0a-fe49-4232-a44e-a248b8ef1330"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:31.341682 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-dd0896d5-b77d-4d92-a180-196ae1f732cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c5863c31-a20a-4480-8311-c8a4dee60a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297794 Jul 13 07:26:31.382701 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f6e91b-383e-4fb1-9e53-13aad3ad6ad6 x-openstack-request-id: req-67f6e91b-383e-4fb1-9e53-13aad3ad6ad6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:31.382982 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474af958-e155-41cf-9930-6866c4988eed", "name": "network-vif-deleted", "tag": "b48fe215-ad9c-4dcd-8f8e-373c80aa23e6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:31.383194 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67f6e91b-383e-4fb1-9e53-13aad3ad6ad6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:31.383591 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474af958-e155-41cf-9930-6866c4988eed', 'name': 'network-vif-deleted', 'tag': 'b48fe215-ad9c-4dcd-8f8e-373c80aa23e6', 'status': 'completed', 'code': 200} Jul 13 07:26:31.418134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-60cd24b5-b8fe-45ff-873b-c318da42ed76 None None] Provisioning for port f68376a8-dc8f-495c-be70-4e953e3884c1 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:31.436603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-60cd24b5-b8fe-45ff-873b-c318da42ed76 None None] Provisioning complete for port f68376a8-dc8f-495c-be70-4e953e3884c1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:31.437340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60cd24b5-b8fe-45ff-873b-c318da42ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.487120 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.515940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d013e733-82f1-4bfa-bec4-8334fc982c64 req-d38867fe-b4f9-4584-94f4-a670c38c1ce6 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=474af958-e155-41cf-9930-6866c4988eed HTTP/1.1" status: 200 len: 210 time: 0.0567591 Jul 13 07:26:31.518351 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.565459 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-61853b9d-4b36-4e0c-8f52-726e4e8cfd96 service neutron] 10.222.0.38 "GET /v2.0/networks/c5863c31-a20a-4480-8311-c8a4dee60a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185524 Jul 13 07:26:31.577776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Pushing event updated for resources: {'Port': ['ID=215ce276-d5d8-412f-88fd-3a374c0524d9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:31.603207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:31.608274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:31.608549 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60cd24b5-b8fe-45ff-873b-c318da42ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.610685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:31.675007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f2c20-cafb-4a0e-957a-94aba1d942ac req-9883d997-72c2-43f3-8df4-14209a927fd8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:31.683091 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f08f2c20-cafb-4a0e-957a-94aba1d942ac req-9883d997-72c2-43f3-8df4-14209a927fd8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.2462313 Jul 13 07:26:31.720378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.759055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b984f30-12c4-4a7d-aa93-13d793104ab1 req-27b60421-1847-4e46-bbb4-f90ca7ff6eab service neutron] 10.222.0.38 "GET /v2.0/networks/c5863c31-a20a-4480-8311-c8a4dee60a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863329 Jul 13 07:26:31.794232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event updated for resources: {'Port': ['ID=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:31.800352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ddb6f0-5bdc-423d-9957-e3216946062a', 'tag': '28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:31.803458 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db127b15-f489-4ad8-b072-5bebd59a9b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ddb6f0-5bdc-423d-9957-e3216946062a", "tag": "28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:31.823581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Network 832e3da9-e104-4daf-a678-a850d2020b15 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:31.827690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33832) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:31.833034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-920aa9a3-f511-41db-aad0-b7e73a64bbba tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153727657', 'description': 'tempest-description--1204662715'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:31.848119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-60cd24b5-b8fe-45ff-873b-c318da42ed76 None None] For port f68376a8-dc8f-495c-be70-4e953e3884c1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f68376a8-dc8f-495c-be70-4e953e3884c1,segment=NetworkSegment(ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5),segment_id=ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:31.851544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:31.856526 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60cd24b5-b8fe-45ff-873b-c318da42ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.865223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:31.868219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:31.883959 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-920aa9a3-f511-41db-aad0-b7e73a64bbba tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.926108 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364f7075-75f2-480c-8306-6203cbe5547c x-openstack-request-id: req-364f7075-75f2-480c-8306-6203cbe5547c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:31.926943 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af2a863-dccd-4823-af34-f9945172f1fe", "name": "network-vif-plugged", "status": "completed", "tag": "4a284a0a-fe49-4232-a44e-a248b8ef1330", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:31.926943 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-364f7075-75f2-480c-8306-6203cbe5547c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:31.927184 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af2a863-dccd-4823-af34-f9945172f1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a284a0a-fe49-4232-a44e-a248b8ef1330', 'code': 200} Jul 13 07:26:31.964074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:31.964729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.000811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd24b5-b8fe-45ff-873b-c318da42ed76 None None] Pushing event updated for resources: {'Port': ['ID=f68376a8-dc8f-495c-be70-4e953e3884c1,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:32.010729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f08f2c20-cafb-4a0e-957a-94aba1d942ac req-0bd755b3-2be1-43cc-b066-3d13f7274363 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266897 Jul 13 07:26:32.032641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-920aa9a3-f511-41db-aad0-b7e73a64bbba tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.038388 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-920aa9a3-f511-41db-aad0-b7e73a64bbba tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.063295 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-14f275cd-3689-4be6-b1f9-7609bf06b7ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9538693 Jul 13 07:26:32.077618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Request body: {'port': {'device_id': '74accb09-8d8e-47f8-a369-0b472963c5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:32.079841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f3eb3ab5-6f8c-4a96-a3fc-25faaa990fb1 None None] Provisioning complete for port f68376a8-dc8f-495c-be70-4e953e3884c1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:32.080229 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f3eb3ab5-6f8c-4a96-a3fc-25faaa990fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.154398 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ba6b57-5dc3-462b-81df-a2773e2b68f7 x-openstack-request-id: req-07ba6b57-5dc3-462b-81df-a2773e2b68f7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:32.154691 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ddb6f0-5bdc-423d-9957-e3216946062a", "tag": "28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:32.155029 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07ba6b57-5dc3-462b-81df-a2773e2b68f7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:32.155491 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ddb6f0-5bdc-423d-9957-e3216946062a', 'tag': '28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5', 'status': 'completed', 'code': 200} Jul 13 07:26:32.158599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aa9a3-f511-41db-aad0-b7e73a64bbba tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80b5870-4ca7-4241-976b-53715b24541a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:32.162448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-920aa9a3-f511-41db-aad0-b7e73a64bbba tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.167698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-920aa9a3-f511-41db-aad0-b7e73a64bbba tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3352561 Jul 13 07:26:32.170462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33840) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:32.173032 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.181746 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-15391f21-0280-4967-863a-a85c55735495 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Request body: {'security_group_rule': {'security_group_id': 'e80b5870-4ca7-4241-976b-53715b24541a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:32.229221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15391f21-0280-4967-863a-a85c55735495 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.271540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b102a1-45d4-48f9-90e4-4d7c435875d8 req-d99840aa-a826-4aca-9680-3af386ebb15a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.273149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88b102a1-45d4-48f9-90e4-4d7c435875d8 req-d99840aa-a826-4aca-9680-3af386ebb15a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 950 time: 0.2170017 Jul 13 07:26:32.330589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8fcaf-0614-4215-b208-442de95712e0 req-80ba189d-e845-40d8-bc89-3765a5ddf973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.332146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-69b8fcaf-0614-4215-b208-442de95712e0 req-80ba189d-e845-40d8-bc89-3765a5ddf973 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 1102 time: 0.3527906 Jul 13 07:26:32.504225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f68376a8-dc8f-495c-be70-4e953e3884c1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:32.554972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f68376a8-dc8f-495c-be70-4e953e3884c1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:32.555371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.602069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-24ad4005-68a9-463f-825e-ea5e6170bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.603641 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-24ad4005-68a9-463f-825e-ea5e6170bf19 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cee6ceea7b6b45539d78fb378bafb205&device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 1096 time: 0.4788718 Jul 13 07:26:32.627286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:32.655472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:32.655472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b48fe215-ad9c-4dcd-8f8e-373c80aa23e6 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:32.674778 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88b102a1-45d4-48f9-90e4-4d7c435875d8 req-c1dac515-bce9-4ddc-be50-8049b995a742 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932486 Jul 13 07:26:32.685333 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15391f21-0280-4967-863a-a85c55735495 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.711927 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15391f21-0280-4967-863a-a85c55735495 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.738284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15391f21-0280-4967-863a-a85c55735495 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2879820-56d4-4c83-94d6-7f56f24bea5e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:32.753306 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15391f21-0280-4967-863a-a85c55735495 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.754380 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-15391f21-0280-4967-863a-a85c55735495 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5776989 Jul 13 07:26:32.758997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33846) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:32.763687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1cf6f425-fee7-45bb-aead-cc824177c13b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Request body: {'security_group_rule': {'security_group_id': 'e80b5870-4ca7-4241-976b-53715b24541a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:32.768600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-e532aafe-818e-4581-a226-d8893f3342f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.769542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-e532aafe-818e-4581-a226-d8893f3342f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c5863c31-a20a-4480-8311-c8a4dee60a2f HTTP/1.1" status: 200 len: 914 time: 0.1570210 Jul 13 07:26:32.787819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-69b8fcaf-0614-4215-b208-442de95712e0 req-bf6f5b3d-a230-4b8e-9d21-c1056674368b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201365 Jul 13 07:26:32.791434 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.829125 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-dcf3c854-1bb5-4511-b802-5bff2b74409e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 HTTP/1.1" status: 200 len: 217 time: 0.0530801 Jul 13 07:26:32.859379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a4c0-21f0-45f4-8d8c-2e7e77906149 req-502667cd-ef86-47eb-9bc7-d0d1060b27c4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.860861 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a22a4c0-21f0-45f4-8d8c-2e7e77906149 req-502667cd-ef86-47eb-9bc7-d0d1060b27c4 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.6550388 Jul 13 07:26:32.880308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f425-fee7-45bb-aead-cc824177c13b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.937147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-9f1c53b0-e8e7-4d14-ac5e-1ffec3fbcf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.938531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-9f1c53b0-e8e7-4d14-ac5e-1ffec3fbcf80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77310ed1-d6c0-4f3a-bdec-f366701579be HTTP/1.1" status: 200 len: 853 time: 0.0902014 Jul 13 07:26:32.984514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-5907db6d-bc6f-4f6a-8918-1b6cffee8803 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c5863c31-a20a-4480-8311-c8a4dee60a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373158 Jul 13 07:26:32.991785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a22a4c0-21f0-45f4-8d8c-2e7e77906149 req-f7562233-94f7-4ab9-8a8f-3d7196712696 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248384 Jul 13 07:26:32.991973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a8389-abef-43a4-a561-b822b717489d req-5b347c70-f0b5-4918-8ef4-37668d0ae9b6 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.993527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab8a8389-abef-43a4-a561-b822b717489d req-5b347c70-f0b5-4918-8ef4-37668d0ae9b6 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 944 time: 0.2073069 Jul 13 07:26:33.044798 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f425-fee7-45bb-aead-cc824177c13b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.052574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f425-fee7-45bb-aead-cc824177c13b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.118943 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab8a8389-abef-43a4-a561-b822b717489d req-80156778-3af5-4f6e-84dc-286c46e8c2c7 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154270 Jul 13 07:26:33.122203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6f425-fee7-45bb-aead-cc824177c13b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4761099-c237-4132-b77a-ca2e1924e130,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:33.128380 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f425-fee7-45bb-aead-cc824177c13b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.133626 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1cf6f425-fee7-45bb-aead-cc824177c13b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3695898 Jul 13 07:26:33.135606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33850) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:33.140048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:33.170150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-65ba89e6-a2dc-4939-98d2-7469f7e3a198 service neutron] 10.222.0.38 "GET /v2.0/networks/c5863c31-a20a-4480-8311-c8a4dee60a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755114 Jul 13 07:26:33.180132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03baeaa-75a0-4b0a-b274-6841b8b91e9d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:33.187477 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.192709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.218662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.230568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Transition to ACTIVE for port object c03baeaa-75a0-4b0a-b274-6841b8b91e9d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:33.277361 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.324862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28e0be-c254-41a5-af3b-8d46e30dadb2 req-194f231b-0cd9-4fac-ab95-83f4d95e97be tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:33.326424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a28e0be-c254-41a5-af3b-8d46e30dadb2 req-194f231b-0cd9-4fac-ab95-83f4d95e97be tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 931 time: 0.2013297 Jul 13 07:26:33.327107 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db127b15-f489-4ad8-b072-5bebd59a9b9e req-2d3fb634-c838-4b6f-9196-83ea3158dd8d service neutron] 10.222.0.38 "GET /v2.0/networks/c5863c31-a20a-4480-8311-c8a4dee60a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504972 Jul 13 07:26:33.357960 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.393028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Pushing event updated for resources: {'Port': ['ID=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:33.476061 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Allocated IP 172.25.8.224 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/98ef78ba-c0e9-4104-8d35-e453ae34edd2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:33.488714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a28e0be-c254-41a5-af3b-8d46e30dadb2 req-56d8758c-a9b8-478f-8148-b8b1dcab8d04 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034651 Jul 13 07:26:33.523923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Attempting to bind port c03baeaa-75a0-4b0a-b274-6841b8b91e9d on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:33.523923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Attempting to bind port c03baeaa-75a0-4b0a-b274-6841b8b91e9d by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:33.523923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Attempting to bind port c03baeaa-75a0-4b0a-b274-6841b8b91e9d on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:33.529825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Port c03baeaa-75a0-4b0a-b274-6841b8b91e9d on network 832e3da9-e104-4daf-a678-a850d2020b15 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:33.530211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Attempting to bind port c03baeaa-75a0-4b0a-b274-6841b8b91e9d on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:33.545001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:33.545460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Checking segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:33.545754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Bound using segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:33.546239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Bound port: c03baeaa-75a0-4b0a-b274-6841b8b91e9d, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:33.546609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.611009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:26:33.661871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.720591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.723287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] For port c03baeaa-75a0-4b0a-b274-6841b8b91e9d, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:33.766690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] For port c03baeaa-75a0-4b0a-b274-6841b8b91e9d, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:33.774193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.782328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:33.786419 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:33.818930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:33.837891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:33.838572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.839966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] 10.222.0.48 "PUT /v2.0/ports/c03baeaa-75a0-4b0a-b274-6841b8b91e9d HTTP/1.1" status: 200 len: 1092 time: 1.7682190 Jul 13 07:26:33.840405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74accb09-8d8e-47f8-a369-0b472963c5d7', 'tag': 'c03baeaa-75a0-4b0a-b274-6841b8b91e9d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:33.851050 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bb82dd-0943-41c7-8bb1-d431a735d515" -d '{"events": [{"name": "network-changed", "server_uuid": "74accb09-8d8e-47f8-a369-0b472963c5d7", "tag": "c03baeaa-75a0-4b0a-b274-6841b8b91e9d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:33.872545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:33.885834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Sync routers for ids ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:33.907390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Routers {'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:33.911927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:26:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:33.932735 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.933995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1acb1768-d82f-41fa-97e6-c2fd118b6523 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6004698 Jul 13 07:26:33.935928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88d16f-dd71-4714-8068-05393ea38182 service neutron] Pushing event updated for resources: {'Port': ['ID=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:33.940683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33862) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:34.036069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.038460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event updated for resources: {'Port': ['ID=98ef78ba-c0e9-4104-8d35-e453ae34edd2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:34.042101 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Set router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:34.078928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-9204910f-8ea6-4a20-aebc-48de3d2f674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.080412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-9204910f-8ea6-4a20-aebc-48de3d2f674c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 1095 time: 0.1914232 Jul 13 07:26:34.099027 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.134243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d46a95-59ff-4863-830c-e38c6699505c req-b883821d-0b6a-4690-8fce-66b5260835ca tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.136175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-6c76668e-7956-4a2f-b156-d8b7fd4d587f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c03baeaa-75a0-4b0a-b274-6841b8b91e9d HTTP/1.1" status: 200 len: 217 time: 0.0456903 Jul 13 07:26:34.141053 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76d46a95-59ff-4863-830c-e38c6699505c req-b883821d-0b6a-4690-8fce-66b5260835ca tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 950 time: 0.1417058 Jul 13 07:26:34.205742 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76d46a95-59ff-4863-830c-e38c6699505c req-879efcd9-5747-44fe-a381-12caf5059bf0 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638125 Jul 13 07:26:34.251082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:28Z', 'updated_at': '2021-07-13T07:26:32Z', 'revision_number': 3, 'project_id': '97107ff7134f439e9715994926363b8a', 'gw_port': {'id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:30Z', 'updated_at': '2021-07-13T07:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:34.277964 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca831cb-77d5-4e08-9828-9a4d3f7b8dd3 x-openstack-request-id: req-6ca831cb-77d5-4e08-9828-9a4d3f7b8dd3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:34.278269 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74accb09-8d8e-47f8-a369-0b472963c5d7", "tag": "c03baeaa-75a0-4b0a-b274-6841b8b91e9d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:34.278521 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ca831cb-77d5-4e08-9828-9a4d3f7b8dd3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:34.278922 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74accb09-8d8e-47f8-a369-0b472963c5d7', 'tag': 'c03baeaa-75a0-4b0a-b274-6841b8b91e9d', 'status': 'completed', 'code': 200} Jul 13 07:26:34.295314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcb70a-20b4-4f48-8425-228972d05c8a req-ae4ec0cf-436c-4210-932d-a07e886abfbc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.295900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Checking router: aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:34.296267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Updating router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 port 215ce276-d5d8-412f-88fd-3a374c0524d9 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:26:34.302308 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55bcb70a-20b4-4f48-8425-228972d05c8a req-ae4ec0cf-436c-4210-932d-a07e886abfbc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.2972157 Jul 13 07:26:34.322510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-606c6d32-fcd7-4a7b-aa33-bfd68c832197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.323968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-606c6d32-fcd7-4a7b-aa33-bfd68c832197 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.1512649 Jul 13 07:26:34.337301 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.370686 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-8473c599-1109-46a2-87fa-0f855143810f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387082 Jul 13 07:26:34.372920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.379694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.457506 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55bcb70a-20b4-4f48-8425-228972d05c8a req-ec3c6694-5e20-4245-8897-ac44af30473d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538823 Jul 13 07:26:34.542225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event updated for resources: {'Port': ['ID=98ef78ba-c0e9-4104-8d35-e453ae34edd2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:34.567089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1700a29-42da-4c30-8ca5-b42413ef571d req-d6abf100-6900-4c4a-b6e3-af7443bdb1bf tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.569285 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d1700a29-42da-4c30-8ca5-b42413ef571d req-d6abf100-6900-4c4a-b6e3-af7443bdb1bf tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 949 time: 0.1758058 Jul 13 07:26:34.576308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.583032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:34.600497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-6da8c64c-6b60-46cb-b2c8-4ec84cdbb8df service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207413 Jul 13 07:26:34.606006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.615705 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d6530d8b-4b43-42ef-b360-0d431a3e704e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4707844 Jul 13 07:26:34.626750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d1700a29-42da-4c30-8ca5-b42413ef571d req-b48895d4-8dd5-4165-886e-151cdce21837 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea347516-539e-4efa-95fd-2eff98341b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Jul 13 07:26:34.747951 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.771762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Transition to ACTIVE for port object 215ce276-d5d8-412f-88fd-3a374c0524d9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:34.775077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,segment=NetworkSegment(0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c),segment_id=0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:34.785282 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.803141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5', 'network_id': 'c5863c31-a20a-4480-8311-c8a4dee60a2f', 'port_id': '28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5', 'mac_address': 'fa:16:3e:6a:32:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77310ed1-d6c0-4f3a-bdec-f366701579be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:34.888084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Attempting to bind port 215ce276-d5d8-412f-88fd-3a374c0524d9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:34.888855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Attempting to bind port 215ce276-d5d8-412f-88fd-3a374c0524d9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:34.888984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Attempting to bind port 215ce276-d5d8-412f-88fd-3a374c0524d9 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:34.893274 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.910471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b89c95-11fe-4205-9698-d798e548456d None None] Pushing event updated for resources: {'Port': ['ID=215ce276-d5d8-412f-88fd-3a374c0524d9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:34.916250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:34.916659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:34.917095 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.917520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:34.918096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Bound port: 215ce276-d5d8-412f-88fd-3a374c0524d9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:34.918509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.922997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:34.972016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,segment=NetworkSegment(0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c),segment_id=0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:34.978710 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.032074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] For port 215ce276-d5d8-412f-88fd-3a374c0524d9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:35.052731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] For port 215ce276-d5d8-412f-88fd-3a374c0524d9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=215ce276-d5d8-412f-88fd-3a374c0524d9,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:35.059949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96a456-6fdb-421f-b71f-3bb906a09ec1 req-2981a841-a2cd-4fd3-ba2a-4a33482c2d0d tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.061506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f96a456-6fdb-421f-b71f-3bb906a09ec1 req-2981a841-a2cd-4fd3-ba2a-4a33482c2d0d tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 1102 time: 0.0793941 Jul 13 07:26:35.067095 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.082404 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f96a456-6fdb-421f-b71f-3bb906a09ec1 req-8bc130d8-be53-481b-bc70-008432a317a8 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.084366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:35.089352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22b9e-a254-4e95-bc75-0ec072e37441 req-cf9977eb-666a-4c22-be78-e78a84e17144 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.091020 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8d22b9e-a254-4e95-bc75-0ec072e37441 req-cf9977eb-666a-4c22-be78-e78a84e17144 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 944 time: 0.5086315 Jul 13 07:26:35.100983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1ddb9-d29b-44ff-a9f0-0a06de10e70d req-43920db8-0930-4f7d-8f28-6f4418f8857d service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612343 Jul 13 07:26:35.156347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b89c95-11fe-4205-9698-d798e548456d None None] Pushing event updated for resources: {'Port': ['ID=215ce276-d5d8-412f-88fd-3a374c0524d9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:35.160377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Routers {'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:35.161001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:26:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:35.214769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.220803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8d22b9e-a254-4e95-bc75-0ec072e37441 req-b3512b30-1c74-40f2-9ef3-430ed5d3694c tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119647 Jul 13 07:26:35.235924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f96a456-6fdb-421f-b71f-3bb906a09ec1 req-8bc130d8-be53-481b-bc70-008432a317a8 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.246282 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f96a456-6fdb-421f-b71f-3bb906a09ec1 req-8bc130d8-be53-481b-bc70-008432a317a8 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.257231 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.271625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:35.283942 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f96a456-6fdb-421f-b71f-3bb906a09ec1 req-8bc130d8-be53-481b-bc70-008432a317a8 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150412 Jul 13 07:26:35.308778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc130d8-be53-481b-bc70-008432a317a8 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269664a8-c676-4bdf-bd8c-0263ac5ecb42,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:35.329642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-c946ff96-d035-4732-82ee-cc5d022c62b7 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.335549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-c946ff96-d035-4732-82ee-cc5d022c62b7 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.38 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 949 time: 0.1499059 Jul 13 07:26:35.365268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] Set router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:35.404617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-d90865b2-16e5-4418-a279-278d2b6e1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.406797 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-d90865b2-16e5-4418-a279-278d2b6e1192 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 1095 time: 0.2398717 Jul 13 07:26:35.553001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Deleting port 4fd13e84-4d25-48b4-a524-174e28600799 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:35.553352 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.584658 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4504bbf-072b-4813-980f-8d6fee3be5fc req-421e318f-effb-470a-9f9f-7376767df662 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.587697 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4504bbf-072b-4813-980f-8d6fee3be5fc req-421e318f-effb-470a-9f9f-7376767df662 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 943 time: 0.1069567 Jul 13 07:26:35.640604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:28Z', 'updated_at': '2021-07-13T07:26:32Z', 'revision_number': 3, 'project_id': '97107ff7134f439e9715994926363b8a', 'gw_port': {'id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:30Z', 'updated_at': '2021-07-13T07:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:35.650353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Allocated IP 172.20.0.1 (60e63cad-6d4f-42e9-8623-b4708d8ab547/f28a9185-9e2d-4305-8d6b-2a1a51990e3f/c7c16b2a-91b3-45f1-8978-92b25a8996a3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:35.670149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a184b4-fe16-43c6-9359-19e7a0848faf None None] The sync data for ids ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'] in n-d-758944-43 is: [{'id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:28Z', 'updated_at': '2021-07-13T07:26:32Z', 'revision_number': 3, 'project_id': '97107ff7134f439e9715994926363b8a', 'gw_port': {'id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:30Z', 'updated_at': '2021-07-13T07:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:35.684590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4504bbf-072b-4813-980f-8d6fee3be5fc req-ec14014e-6bf2-4c55-aa93-c644802cdd89 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877924 Jul 13 07:26:35.691527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] For port 4fd13e84-4d25-48b4-a524-174e28600799, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=4fd13e84-4d25-48b4-a524-174e28600799,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:35.692172 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:26:35.692678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.696781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-46c99bf2-f5e2-43e4-a891-6f4b02393994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.698329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-46c99bf2-f5e2-43e4-a891-6f4b02393994 service neutron] 10.222.0.48 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 907 time: 0.2641270 Jul 13 07:26:35.706016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Calling delete_port for 4fd13e84-4d25-48b4-a524-174e28600799 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:35.716787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-6ec68d32-b91d-4420-9790-a5dac271b550 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.716787 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-6ec68d32-b91d-4420-9790-a5dac271b550 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/networks?id=fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 200 len: 822 time: 0.2452242 Jul 13 07:26:35.763365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-a574e641-b3d7-43ba-a282-2d3622161d0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c03baeaa-75a0-4b0a-b274-6841b8b91e9d HTTP/1.1" status: 200 len: 217 time: 0.0467858 Jul 13 07:26:35.824470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-89d632c9-fe4b-44c3-8f8d-2ecd388a6346 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/quotas/d7808dac1993494fb6b85186033e29fc HTTP/1.1" status: 200 len: 375 time: 0.0599971 Jul 13 07:26:35.875760 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.896282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['4fd13e84-4d25-48b4-a524-174e28600799'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:35.930202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Pushing event deleted for resources: {'Port': ['ID=4fd13e84-4d25-48b4-a524-174e28600799,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:35.967072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-740aa297-6efa-4913-b948-b53b32c5b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.970271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-740aa297-6efa-4913-b948-b53b32c5b271 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.1885645 Jul 13 07:26:36.052664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] No DVR routers for this DVR port 4fd13e84-4d25-48b4-a524-174e28600799 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:36.055538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.057583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-245725ba-9450-4ff8-b156-66123d2a7c56 req-8d1bfb7d-f6c3-4400-89ab-82503c071745 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.38 "DELETE /v2.0/ports/4fd13e84-4d25-48b4-a524-174e28600799 HTTP/1.1" status: 204 len: 173 time: 0.7151370 Jul 13 07:26:36.058259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89f487f-046e-4f8b-80d4-07ed3036ba9e', 'name': 'network-vif-deleted', 'tag': '4fd13e84-4d25-48b4-a524-174e28600799'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:36.060580 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1605be-f7e2-4ff8-9a62-629a996e09aa" -d '{"events": [{"server_uuid": "b89f487f-046e-4f8b-80d4-07ed3036ba9e", "name": "network-vif-deleted", "tag": "4fd13e84-4d25-48b4-a524-174e28600799"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:36.071035 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-f4211a16-002e-4977-bb2d-3689c2615fd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573165 Jul 13 07:26:36.112774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74c90d-b986-434b-8282-cc8450b167e9 req-b55b0787-b78e-42b2-87f7-3919ca1b52e9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:36.120875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.124719 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa74c90d-b986-434b-8282-cc8450b167e9 req-b55b0787-b78e-42b2-87f7-3919ca1b52e9 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1613629 Jul 13 07:26:36.150349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-c4f483d1-24fc-4b31-8e0c-1f98d23db5ee tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7808dac1993494fb6b85186033e29fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3051925 Jul 13 07:26:36.174540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa74c90d-b986-434b-8282-cc8450b167e9 req-c83bb27f-8136-4e48-8ae2-e2e07e0449fa tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486794 Jul 13 07:26:36.184011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Transition to ACTIVE for port object c7c16b2a-91b3-45f1-8978-92b25a8996a3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:36.316879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-bc2a3257-82d3-4f35-b346-8cee7220f6e0 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376292 Jul 13 07:26:36.335659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c82d4682-f41d-4fbe-afd7-fc4a9a11ce97 req-cc9ac58f-c8a4-4567-b069-46632a613d88 tempest-LiveMigrationNegativeTest-1459806434 tempest-LiveMigrationNegativeTest-1459806434-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89f487f-046e-4f8b-80d4-07ed3036ba9e HTTP/1.1" status: 200 len: 210 time: 0.0375652 Jul 13 07:26:36.380880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.390516 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-603a5e43-bb41-4002-adfd-a3eca1e6efb4 service neutron] 10.222.0.41 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044010 Jul 13 07:26:36.495433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-4a108fec-4b02-473b-b126-fca54d438158 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419595 Jul 13 07:26:36.582060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Network 60e63cad-6d4f-42e9-8623-b4708d8ab547 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:36.589354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:36.591618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 215ce276-d5d8-412f-88fd-3a374c0524d9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:36.596023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:36.604320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:36.610503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c16b2a-91b3-45f1-8978-92b25a8996a3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:36.658625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43bb82dd-0943-41c7-8bb1-d431a735d515 req-4b8a079a-0a39-4f4d-ac65-69dd21838585 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281143 Jul 13 07:26:36.695964 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-0e7f4f8d-09f4-4153-9673-2e47fb3c85ce service neutron] 10.222.0.41 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045897 Jul 13 07:26:36.699124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.728096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c03baeaa-75a0-4b0a-b274-6841b8b91e9d details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:36.754026 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-899d7d8c-98de-4828-8455-79d297bdc772 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:36.763260 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-899d7d8c-98de-4828-8455-79d297bdc772 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2667685 Jul 13 07:26:36.797476 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-72aa90fe-1567-4942-9b06-dc2835843617 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/quotas/e759c14ff193452c847a71f840c187a2 HTTP/1.1" status: 200 len: 375 time: 0.0332537 Jul 13 07:26:36.874807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c03baeaa-75a0-4b0a-b274-6841b8b91e9d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:36.934153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'c03baeaa-75a0-4b0a-b274-6841b8b91e9d', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'port_id': 'c03baeaa-75a0-4b0a-b274-6841b8b91e9d', 'mac_address': 'fa:16:3e:51:a1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:36.967342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-da3b82c3-f1b2-4c76-85d7-056a7cc211d4 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1686707 Jul 13 07:26:37.005905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.012967 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74266148-5dcf-460a-a0f1-cb1afc03b8da x-openstack-request-id: req-74266148-5dcf-460a-a0f1-cb1afc03b8da {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:37.013255 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89f487f-046e-4f8b-80d4-07ed3036ba9e", "name": "network-vif-deleted", "tag": "4fd13e84-4d25-48b4-a524-174e28600799", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:37.013511 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74266148-5dcf-460a-a0f1-cb1afc03b8da {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:37.013912 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89f487f-046e-4f8b-80d4-07ed3036ba9e', 'name': 'network-vif-deleted', 'tag': '4fd13e84-4d25-48b4-a524-174e28600799', 'status': 'completed', 'code': 200} Jul 13 07:26:37.055797 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.087368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:37.103050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:37.104134 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.114910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03baeaa-75a0-4b0a-b274-6841b8b91e9d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:37.147359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f5502b5b-9bba-461d-b3a2-3f0b2b212cb4 None None] Provisioning for port c7c16b2a-91b3-45f1-8978-92b25a8996a3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:37.158477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 215ce276-d5d8-412f-88fd-3a374c0524d9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:37.171625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f5502b5b-9bba-461d-b3a2-3f0b2b212cb4 None None] Provisioning complete for port c7c16b2a-91b3-45f1-8978-92b25a8996a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:37.172007 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5502b5b-9bba-461d-b3a2-3f0b2b212cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.180060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c03baeaa-75a0-4b0a-b274-6841b8b91e9d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:37.192542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 215ce276-d5d8-412f-88fd-3a374c0524d9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:37.193250 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.228097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.245964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.252264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.351199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c16b2a-91b3-45f1-8978-92b25a8996a3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:37.464242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.626527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Network 60e63cad-6d4f-42e9-8623-b4708d8ab547 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:37.641886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:37.695867 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.721870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f5502b5b-9bba-461d-b3a2-3f0b2b212cb4 None None] Port c7c16b2a-91b3-45f1-8978-92b25a8996a3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:37.756584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:37.772519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191e701-e7c4-464e-8825-cbb07b476e6d req-44e32152-542a-42ac-85f0-de7d657c2442 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:37.774134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1191e701-e7c4-464e-8825-cbb07b476e6d req-44e32152-542a-42ac-85f0-de7d657c2442 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 945 time: 0.3563104 Jul 13 07:26:37.828749 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.882059 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1191e701-e7c4-464e-8825-cbb07b476e6d req-e599b829-9f55-4019-9749-218fe993fce0 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712483 Jul 13 07:26:37.898457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:37.961469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c03baeaa-75a0-4b0a-b274-6841b8b91e9d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:37.990389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-892814dc-73be-474d-aabe-d2f170dd92e4 None None] Provisioning complete for port c7c16b2a-91b3-45f1-8978-92b25a8996a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:37.990892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-892814dc-73be-474d-aabe-d2f170dd92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.021888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89e96a-def2-4b79-8d99-d3f6ba2eca8d req-136a2d52-4f82-41b8-b3f4-a2dfcb3831df tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.042135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,segment=NetworkSegment(0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c),segment_id=0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:38.051077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ddb6f0-5bdc-423d-9957-e3216946062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:38.059159 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-be89e96a-def2-4b79-8d99-d3f6ba2eca8d req-136a2d52-4f82-41b8-b3f4-a2dfcb3831df tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 944 time: 0.2064915 Jul 13 07:26:38.066250 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303a4a6f-0419-4ecf-9254-e33342a3317b" -d '{"events": [{"server_uuid": "d4ddb6f0-5bdc-423d-9957-e3216946062a", "name": "network-vif-plugged", "status": "completed", "tag": "28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:38.124057 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.126336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-be89e96a-def2-4b79-8d99-d3f6ba2eca8d req-7385652d-1aff-4e15-8a5e-ebb1aaf279b4 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646491 Jul 13 07:26:38.209503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 4fd13e84-4d25-48b4-a524-174e28600799 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:38.211411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.264557 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 4fd13e84-4d25-48b4-a524-174e28600799 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:38.264901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 4fd13e84-4d25-48b4-a524-174e28600799 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:38.272197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-892814dc-73be-474d-aabe-d2f170dd92e4 None None] Port c7c16b2a-91b3-45f1-8978-92b25a8996a3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:38.308725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 215ce276-d5d8-412f-88fd-3a374c0524d9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=215ce276-d5d8-412f-88fd-3a374c0524d9,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:38.316293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.318487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:38.396194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=215ce276-d5d8-412f-88fd-3a374c0524d9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:38.492402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9707dc0e-4559-46a3-8809-e39f6a21371e req-35f369ac-fc65-43a9-9729-b5a53974c631 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 210 time: 0.3390706 Jul 13 07:26:38.495688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-94255da9-d7b2-47b5-8293-715258132f53 None None] Provisioning complete for port c7c16b2a-91b3-45f1-8978-92b25a8996a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:38.496069 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94255da9-d7b2-47b5-8293-715258132f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.516627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:38.523207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f37771ab-9863-4195-bc8f-9b9fc0e163f0 admin admin] 10.222.0.41 "PUT /v2.0/routers/aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5812521 Jul 13 07:26:38.530673 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Sync routers for ids ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:38.545602 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Routers {'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:38.546269 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:26:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:38.604223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 215ce276-d5d8-412f-88fd-3a374c0524d9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:38.718746 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d46287-b5a0-4d52-a0a6-b4415e9ce49d x-openstack-request-id: req-88d46287-b5a0-4d52-a0a6-b4415e9ce49d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:38.719123 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ddb6f0-5bdc-423d-9957-e3216946062a", "name": "network-vif-plugged", "status": "completed", "tag": "28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:38.719311 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88d46287-b5a0-4d52-a0a6-b4415e9ce49d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:38.720312 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ddb6f0-5bdc-423d-9957-e3216946062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5', 'code': 200} Jul 13 07:26:38.793157 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Set router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:38.800940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-94255da9-d7b2-47b5-8293-715258132f53 None None] Port c7c16b2a-91b3-45f1-8978-92b25a8996a3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:38.822888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 215ce276-d5d8-412f-88fd-3a374c0524d9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:38.823349 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.992518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-f8a62f55-bb92-41db-8233-db5654b68d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.995621 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-f8a62f55-bb92-41db-8233-db5654b68d6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a487911f41254b7abbace563d4b0f278&device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 1099 time: 0.2014873 Jul 13 07:26:39.033608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:39.213524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8c9a5-6f5b-47aa-b9fb-62a49bb95064 req-1559dd5c-af89-4ba7-a7b5-a053998e6f6e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.221451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3dc8c9a5-6f5b-47aa-b9fb-62a49bb95064 req-1559dd5c-af89-4ba7-a7b5-a053998e6f6e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.2563987 Jul 13 07:26:39.231404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5c9e5aa9-febb-4b02-815b-b118a9cbf593 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.233140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-04fa3a39-15bc-406a-81bd-de708368f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.233513 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5c9e5aa9-febb-4b02-815b-b118a9cbf593 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "GET /v2.0/networks?id=fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 200 len: 822 time: 0.4047947 Jul 13 07:26:39.236355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-04fa3a39-15bc-406a-81bd-de708368f0b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 200 len: 915 time: 0.2215209 Jul 13 07:26:39.261744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Request body: {'port': {'device_id': 'cbedda8c-a7c3-474d-92ae-da8900476bb1', 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd', 'admin_state_up': True, 'tenant_id': 'd7808dac1993494fb6b85186033e29fc'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:39.328998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-051fea7e-8c7c-4beb-9a11-49d92e08396b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5da1396e-fa70-443c-9956-32b2d4ae030f HTTP/1.1" status: 200 len: 217 time: 0.0856440 Jul 13 07:26:39.356503 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:28Z', 'updated_at': '2021-07-13T07:26:36Z', 'revision_number': 4, 'project_id': '97107ff7134f439e9715994926363b8a', 'gw_port': {'id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:30Z', 'updated_at': '2021-07-13T07:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c7c16b2a-91b3-45f1-8978-92b25a8996a3', 'name': '', 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'mac_address': 'fa:16:3e:64:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'f28a9185-9e2d-4305-8d6b-2a1a51990e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:35Z', 'updated_at': '2021-07-13T07:26:37Z', 'revision_number': 2, 'project_id': '97107ff7134f439e9715994926363b8a', 'subnets': [{'id': 'f28a9185-9e2d-4305-8d6b-2a1a51990e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:39.387200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-9e21b6c7-2946-41ad-bbb4-fa1818c082f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.389641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-9e21b6c7-2946-41ad-bbb4-fa1818c082f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=570a80c5-af86-4320-a39f-e0755221723a HTTP/1.1" status: 200 len: 854 time: 0.0541308 Jul 13 07:26:39.390766 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Checking router: aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:39.391227 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Updating router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 port c7c16b2a-91b3-45f1-8978-92b25a8996a3 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:26:39.424785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5f1dccc4-bb61-40c5-b62a-819447d5f722 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0536a56fe5324fd58e5b8d04ca295323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789499 Jul 13 07:26:39.439055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3dc8c9a5-6f5b-47aa-b9fb-62a49bb95064 req-ce3b3868-da20-449d-916b-ff7aa9aa35de tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163415 Jul 13 07:26:39.444418 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.448514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:39.480403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-9a4067e4-a371-4b82-aa6f-cc1f7bb01e9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99818d9a-2276-4bac-8324-36ea7129f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789793 Jul 13 07:26:39.503302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49412016-9333-4a87-9d92-5aff72dc3525 req-4ae8b782-0c6e-45c4-b64e-a08affe63def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.504846 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49412016-9333-4a87-9d92-5aff72dc3525 req-4ae8b782-0c6e-45c4-b64e-a08affe63def service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 1098 time: 0.4298196 Jul 13 07:26:39.541614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Made reservation on behalf of d7808dac1993494fb6b85186033e29fc for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:39.545169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.568628 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0856b6b-060f-47ca-8c40-ced315b27667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.615622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0856b6b-060f-47ca-8c40-ced315b27667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.625167 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49412016-9333-4a87-9d92-5aff72dc3525 req-f5620271-469d-458a-b0be-9ac27cacd1c1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095376 Jul 13 07:26:39.764188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-6f8f47cf-dfcb-4ff8-9f4a-65a142992c89 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2637727 Jul 13 07:26:39.778174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0856b6b-060f-47ca-8c40-ced315b27667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.780725 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0856b6b-060f-47ca-8c40-ced315b27667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.781884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b0856b6b-060f-47ca-8c40-ced315b27667 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea347516-539e-4efa-95fd-2eff98341b38 HTTP/1.1" status: 204 len: 168 time: 0.3323233 Jul 13 07:26:39.798941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce38c31-a943-43e7-baf2-71a069a4f817 req-780837fa-6f19-43d4-b8d6-1a8938d634ec tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.800725 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.806803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ce38c31-a943-43e7-baf2-71a069a4f817 req-780837fa-6f19-43d4-b8d6-1a8938d634ec tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 946 time: 0.2244818 Jul 13 07:26:39.816277 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Transition to ACTIVE for port object c7c16b2a-91b3-45f1-8978-92b25a8996a3 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:39.821276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Allocated IP 172.20.0.6 (fdc768df-3b9f-4c25-b507-6aa79618fffd/17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba/675e7548-e9d9-42fa-b293-695b676fe392) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:39.821460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:39.824324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0856b6b-060f-47ca-8c40-ced315b27667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea347516-539e-4efa-95fd-2eff98341b38,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:39.826983 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.854598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-5aceeeb6-0131-4b33-8c75-b5be7c2abf46 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671815 Jul 13 07:26:39.889016 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ce38c31-a943-43e7-baf2-71a069a4f817 req-e6d7c413-666c-4878-8660-405f7dd88812 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809329 Jul 13 07:26:39.916393 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Pushing event updated for resources: {'Port': ['ID=c7c16b2a-91b3-45f1-8978-92b25a8996a3,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:39.948643 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.949422 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.949767 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.950165 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.950504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.950842 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.951170 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.951714 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.952486 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.952486 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.952825 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:39.953039 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:40.031503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.050232 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Attempting to bind port c7c16b2a-91b3-45f1-8978-92b25a8996a3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:40.050618 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Attempting to bind port c7c16b2a-91b3-45f1-8978-92b25a8996a3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:40.051553 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Attempting to bind port c7c16b2a-91b3-45f1-8978-92b25a8996a3 on network 60e63cad-6d4f-42e9-8623-b4708d8ab547 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:40.083949 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:40.087821 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Checking segment: {'id': 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:40.089911 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.090372 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Bound using segment: {'id': 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:40.090882 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Bound port: c7c16b2a-91b3-45f1-8978-92b25a8996a3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:40.091294 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.110394 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.151266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23cde813-7ced-4f12-b29b-0b72ca92b364 req-cd75ee57-fe34-409a-9896-ef254ab30d47 service neutron] 10.222.0.48 "GET /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895312 Jul 13 07:26:40.200432 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-33d0a4f3-6f8c-4016-8086-98d3407c1c17 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436773 Jul 13 07:26:40.241718 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad27f7f6-ea16-47c1-b5ad-d78a904bcb79 req-5bec05b4-4421-410d-bfe1-1a8892533a8c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 210 time: 0.0867398 Jul 13 07:26:40.284167 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] For port c7c16b2a-91b3-45f1-8978-92b25a8996a3, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:40.284975 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.292402 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] For port c7c16b2a-91b3-45f1-8978-92b25a8996a3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c7c16b2a-91b3-45f1-8978-92b25a8996a3,segment=NetworkSegment(ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5),segment_id=ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:40.296955 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.330284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.365857 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c39ca-5707-4d9e-9aee-464c5a7e45a3 None None] Pushing event updated for resources: {'Port': ['ID=c7c16b2a-91b3-45f1-8978-92b25a8996a3,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:40.402818 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Routers {'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:40.403518 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:26:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:40.405291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Network fdc768df-3b9f-4c25-b507-6aa79618fffd is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:40.406408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33982) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:40.427525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:40.441002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:40.490885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Allocated IP 172.25.8.118 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/71e5d7c8-f51a-4a24-ac22-eb49a45fe761) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:40.560282 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] Set router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:40.572507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.573180 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.644503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.676850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c03baeaa-75a0-4b0a-b274-6841b8b91e9d up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:40.709773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.730573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ef7249bb-6b3a-4302-9f19-510d3b20e1a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc33f583243a4f88a1563874834bd00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971674 Jul 13 07:26:40.740380 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4880044 Jul 13 07:26:40.741077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:40.757918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Request body: {'port': {'device_id': 'cbedda8c-a7c3-474d-92ae-da8900476bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:40.795905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:40.802127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:40.806425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event updated for resources: {'Port': ['ID=71e5d7c8-f51a-4a24-ac22-eb49a45fe761,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:40.809201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:40.858930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port c03baeaa-75a0-4b0a-b274-6841b8b91e9d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:40.867873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port c03baeaa-75a0-4b0a-b274-6841b8b91e9d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:40.868264 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.869829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-1329756e-6e25-4463-9581-179a83379ef7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292747 Jul 13 07:26:40.915373 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.953281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2ab36-3062-42e0-99f8-8facc1f6e71e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event updated for resources: {'Port': ['ID=675e7548-e9d9-42fa-b293-695b676fe392,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:41.015068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.027029 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:28Z', 'updated_at': '2021-07-13T07:26:36Z', 'revision_number': 4, 'project_id': '97107ff7134f439e9715994926363b8a', 'gw_port': {'id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:30Z', 'updated_at': '2021-07-13T07:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c7c16b2a-91b3-45f1-8978-92b25a8996a3', 'name': '', 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'mac_address': 'fa:16:3e:64:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'f28a9185-9e2d-4305-8d6b-2a1a51990e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:35Z', 'updated_at': '2021-07-13T07:26:40Z', 'revision_number': 4, 'project_id': '97107ff7134f439e9715994926363b8a', 'subnets': [{'id': 'f28a9185-9e2d-4305-8d6b-2a1a51990e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:41.065082 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2120c-c71a-466f-88a9-1fde987f7b53 None None] The sync data for ids ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'] in n-d-758944-43 is: [{'id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:28Z', 'updated_at': '2021-07-13T07:26:36Z', 'revision_number': 4, 'project_id': '97107ff7134f439e9715994926363b8a', 'gw_port': {'id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:30Z', 'updated_at': '2021-07-13T07:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c7c16b2a-91b3-45f1-8978-92b25a8996a3', 'name': '', 'network_id': '60e63cad-6d4f-42e9-8623-b4708d8ab547', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'mac_address': 'fa:16:3e:64:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'f28a9185-9e2d-4305-8d6b-2a1a51990e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:35Z', 'updated_at': '2021-07-13T07:26:40Z', 'revision_number': 4, 'project_id': '97107ff7134f439e9715994926363b8a', 'subnets': [{'id': 'f28a9185-9e2d-4305-8d6b-2a1a51990e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:41.084212 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.124971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.138058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74accb09-8d8e-47f8-a369-0b472963c5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03baeaa-75a0-4b0a-b274-6841b8b91e9d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:41.140367 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea03403d-3f73-4a40-8e05-6d01b4d4886e" -d '{"events": [{"server_uuid": "74accb09-8d8e-47f8-a369-0b472963c5d7", "name": "network-vif-plugged", "status": "completed", "tag": "c03baeaa-75a0-4b0a-b274-6841b8b91e9d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:41.158442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-62cc8de0-861a-4f22-bcb2-7cf519f7c41b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.161849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-62cc8de0-861a-4f22-bcb2-7cf519f7c41b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848256 Jul 13 07:26:41.177221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c03baeaa-75a0-4b0a-b274-6841b8b91e9d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:41.182105 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.204282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Request body: {'port': {'device_id': 'e42990e4-6ef5-4330-8afc-4b4e6fef46d2', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'e759c14ff193452c847a71f840c187a2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:41.281030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:41.425294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Made reservation on behalf of e759c14ff193452c847a71f840c187a2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:41.429077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.536751 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.544515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.548710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-9f865c2e-a7b3-464b-9128-3df57b5d8ed9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.550107 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-9f865c2e-a7b3-464b-9128-3df57b5d8ed9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3050253 Jul 13 07:26:41.574510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Request body: {'port': {'device_id': 'df023c83-797b-4ed9-bd3c-807d26a4cf29', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'e759c14ff193452c847a71f840c187a2'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:41.584362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ae7f0-aa79-4c4f-bc3e-f8a911dc864f req-7eeb9210-cfed-42e9-bc2f-6221c48319db tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.590624 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b30ae7f0-aa79-4c4f-bc3e-f8a911dc864f req-7eeb9210-cfed-42e9-bc2f-6221c48319db tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 944 time: 1.0531440 Jul 13 07:26:41.639405 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5103b70-0951-495b-b739-fec6fd92f293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.668589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event updated for resources: {'Port': ['ID=71e5d7c8-f51a-4a24-ac22-eb49a45fe761,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:41.679657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Allocated IP 192.168.233.211 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/17f472cc-4beb-48fc-855e-1b414702c2bb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:41.686046 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.709003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.710285 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-d8045e13-9efa-409d-bbfc-73f887787b09 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9062150 Jul 13 07:26:41.748216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5103b70-0951-495b-b739-fec6fd92f293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.773797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b30ae7f0-aa79-4c4f-bc3e-f8a911dc864f req-20358e4e-27a9-4757-9ef8-647a2aaeaada tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820707 Jul 13 07:26:41.816241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-3a38c526-d65d-4a2f-8d83-8fe0746c89d1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.118 HTTP/1.1" status: 200 len: 696 time: 0.0939500 Jul 13 07:26:41.873904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675e7548-e9d9-42fa-b293-695b676fe392 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:41.884396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.904525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5103b70-0951-495b-b739-fec6fd92f293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.907413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5103b70-0951-495b-b739-fec6fd92f293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.912228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a5103b70-0951-495b-b739-fec6fd92f293 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3561bec3-6399-43ba-9dec-2998ad73ea79 HTTP/1.1" status: 204 len: 168 time: 1.1651282 Jul 13 07:26:41.917540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Transition to ACTIVE for port object 675e7548-e9d9-42fa-b293-695b676fe392 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:41.945223 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.975782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5103b70-0951-495b-b739-fec6fd92f293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3561bec3-6399-43ba-9dec-2998ad73ea79,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:42.016237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.031756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-1ecb63be-2439-4bde-8cc6-f6c2952492f5 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:42.033273 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-1ecb63be-2439-4bde-8cc6-f6c2952492f5 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1982625 Jul 13 07:26:42.043299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Made reservation on behalf of e759c14ff193452c847a71f840c187a2 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:42.045506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-494d4fce-c2f2-4d3c-95a6-8682a7b40366 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:42.046833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8eb7cddc-28e0-4902-83b8-a9f99f287034 req-494d4fce-c2f2-4d3c-95a6-8682a7b40366 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074811 Jul 13 07:26:42.047972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Transition to ACTIVE for port object 17f472cc-4beb-48fc-855e-1b414702c2bb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:42.048808 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.098355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.101961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Pushing event updated for resources: {'Port': ['ID=675e7548-e9d9-42fa-b293-695b676fe392,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:42.120538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:42.152477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:42.159452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:42.177416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:42.237214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event updated for resources: {'Port': ['ID=17f472cc-4beb-48fc-855e-1b414702c2bb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:42.277867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc6201-bc0f-4564-913d-6928d805911f req-a2fd5e49-c33a-4f36-b3ee-373cbf8535be tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:42.284937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32cc6201-bc0f-4564-913d-6928d805911f req-a2fd5e49-c33a-4f36-b3ee-373cbf8535be tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 943 time: 0.3687642 Jul 13 07:26:42.289939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:42.294029 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.329463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-94fcb910-8b1d-43df-8b64-7b49ea3114d2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1519470 Jul 13 07:26:42.345433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Request body: {'port': {'device_id': 'e42990e4-6ef5-4330-8afc-4b4e6fef46d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:42.347840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Attempting to bind port 675e7548-e9d9-42fa-b293-695b676fe392 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:42.348563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Attempting to bind port 675e7548-e9d9-42fa-b293-695b676fe392 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:42.348563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Attempting to bind port 675e7548-e9d9-42fa-b293-695b676fe392 on network fdc768df-3b9f-4c25-b507-6aa79618fffd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:42.411469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32cc6201-bc0f-4564-913d-6928d805911f req-ac0aa06a-46ac-440a-97e6-d26bfbed5289 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255178 Jul 13 07:26:42.412122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Port 675e7548-e9d9-42fa-b293-695b676fe392 on network fdc768df-3b9f-4c25-b507-6aa79618fffd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:42.412455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Attempting to bind port 675e7548-e9d9-42fa-b293-695b676fe392 on network fdc768df-3b9f-4c25-b507-6aa79618fffd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:42.444559 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:42.445467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Checking segment: {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:42.445870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Bound using segment: {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:42.446371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Bound port: 675e7548-e9d9-42fa-b293-695b676fe392, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:42.446723 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.595512 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.598853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c7c16b2a-91b3-45f1-8978-92b25a8996a3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:42.615899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Allocated IP 192.168.233.99 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/f1e8ec9d-2e5b-4726-8e71-28a660a8acdd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:42.672440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7eb532f2-599f-49bc-8968-f6dae5239899 None None] Provisioning for port 17f472cc-4beb-48fc-855e-1b414702c2bb completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:42.684189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7eb532f2-599f-49bc-8968-f6dae5239899 None None] Provisioning complete for port 17f472cc-4beb-48fc-855e-1b414702c2bb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:42.684775 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eb532f2-599f-49bc-8968-f6dae5239899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.687793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfda390-289a-4382-b279-10a1c1c2c036 req-aaf47a49-40af-4720-8a66-4211e3fb33c1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:42.694958 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2dfda390-289a-4382-b279-10a1c1c2c036 req-aaf47a49-40af-4720-8a66-4211e3fb33c1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1721680 Jul 13 07:26:42.731479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7eb532f2-599f-49bc-8968-f6dae5239899 None None] Port 17f472cc-4beb-48fc-855e-1b414702c2bb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:42.758240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c7c16b2a-91b3-45f1-8978-92b25a8996a3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:42.763519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c7c16b2a-91b3-45f1-8978-92b25a8996a3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:42.764913 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.769704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] For port 675e7548-e9d9-42fa-b293-695b676fe392, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:42.776730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] For port 675e7548-e9d9-42fa-b293-695b676fe392, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=675e7548-e9d9-42fa-b293-695b676fe392,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:42.802474 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.851599 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2dfda390-289a-4382-b279-10a1c1c2c036 req-c10e9037-c998-4025-b62b-5e8f00a754e8 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555777 Jul 13 07:26:42.904391 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.931297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:42.931923 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.933317 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] 10.222.0.38 "PUT /v2.0/ports/675e7548-e9d9-42fa-b293-695b676fe392 HTTP/1.1" status: 200 len: 1092 time: 2.1805058 Jul 13 07:26:42.936601 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbedda8c-a7c3-474d-92ae-da8900476bb1', 'tag': '675e7548-e9d9-42fa-b293-695b676fe392'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:42.946687 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f044813-ee66-4053-8016-2b63a0c3cf39 x-openstack-request-id: req-9f044813-ee66-4053-8016-2b63a0c3cf39 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:42.947008 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74accb09-8d8e-47f8-a369-0b472963c5d7", "name": "network-vif-plugged", "status": "completed", "tag": "c03baeaa-75a0-4b0a-b274-6841b8b91e9d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:42.947514 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f044813-ee66-4053-8016-2b63a0c3cf39 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:42.947883 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74accb09-8d8e-47f8-a369-0b472963c5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03baeaa-75a0-4b0a-b274-6841b8b91e9d', 'code': 200} Jul 13 07:26:42.949220 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c4463-5c98-4b1c-96ac-e4796acc6da5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbedda8c-a7c3-474d-92ae-da8900476bb1", "tag": "675e7548-e9d9-42fa-b293-695b676fe392"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:42.969610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port c7c16b2a-91b3-45f1-8978-92b25a8996a3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c7c16b2a-91b3-45f1-8978-92b25a8996a3,segment=NetworkSegment(ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5),segment_id=ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:42.980339 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.052368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ee95a-68f0-40d0-9cda-fc6aed470d48 service neutron] Pushing event updated for resources: {'Port': ['ID=675e7548-e9d9-42fa-b293-695b676fe392,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:43.062341 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-07a86d0a-34ee-4d39-8150-e3c92657cf04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2028098 Jul 13 07:26:43.099212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c2b07-4e52-4ab7-baf2-912358af0cdb req-ce126a7b-6e37-47c5-a105-858242000d9f tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.108329 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d8c2b07-4e52-4ab7-baf2-912358af0cdb req-ce126a7b-6e37-47c5-a105-858242000d9f tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 946 time: 0.3681014 Jul 13 07:26:43.114239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=c7c16b2a-91b3-45f1-8978-92b25a8996a3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:43.189153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.199702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d8c2b07-4e52-4ab7-baf2-912358af0cdb req-68a7abab-3b49-49b1-bd44-d7d2a85d4eda tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901630 Jul 13 07:26:43.216661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-375f8c05-1921-4f5e-840e-0896529fcd92 req-a060da50-28e8-46b2-bcc0-37f98135db30 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 210 time: 0.0611191 Jul 13 07:26:43.225027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-98944ecb-905e-42cf-a8d1-2118cae05847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.227849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-98944ecb-905e-42cf-a8d1-2118cae05847 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7808dac1993494fb6b85186033e29fc&device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 1095 time: 0.2390895 Jul 13 07:26:43.229237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Transition to ACTIVE for port object f1e8ec9d-2e5b-4726-8e71-28a660a8acdd will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:43.306285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d3160-8e2a-4551-99b7-5d6977728546 req-44584381-f225-494d-a323-ef28f5a6eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.309587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-546d3160-8e2a-4551-99b7-5d6977728546 req-44584381-f225-494d-a323-ef28f5a6eb24 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 1097 time: 0.2462888 Jul 13 07:26:43.339013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-852ee1ee-ab7b-4a8d-a71d-2ca993eb3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.339759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-852ee1ee-ab7b-4a8d-a71d-2ca993eb3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.339897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-8eeaf065-b2a6-4e87-bf5d-f95b0e2d3842 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=675e7548-e9d9-42fa-b293-695b676fe392 HTTP/1.1" status: 200 len: 217 time: 0.1036587 Jul 13 07:26:43.340395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-852ee1ee-ab7b-4a8d-a71d-2ca993eb3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.340994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-852ee1ee-ab7b-4a8d-a71d-2ca993eb3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.341530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-852ee1ee-ab7b-4a8d-a71d-2ca993eb3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.342085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-852ee1ee-ab7b-4a8d-a71d-2ca993eb3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.342611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-852ee1ee-ab7b-4a8d-a71d-2ca993eb3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.344763 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-852ee1ee-ab7b-4a8d-a71d-2ca993eb3023 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6508 time: 0.2100070 Jul 13 07:26:43.373974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-53389681-4e47-4089-9eb4-ca6fc04d9e3f None None] Provisioning complete for port c7c16b2a-91b3-45f1-8978-92b25a8996a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:43.375184 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53389681-4e47-4089-9eb4-ca6fc04d9e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.468572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-546d3160-8e2a-4551-99b7-5d6977728546 req-9ae0dc9a-0b07-4cbe-9d9e-67c7e8820c87 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438222 Jul 13 07:26:43.513140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116c262-59b5-4181-b996-b2ff588b7932 req-c06e8d24-f8f2-4723-818c-13e2b5150d42 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.514703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4116c262-59b5-4181-b996-b2ff588b7932 req-c06e8d24-f8f2-4723-818c-13e2b5150d42 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1634493 Jul 13 07:26:43.564553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.571297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3b8d9f24-af89-47ad-af78-732e521db3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.572827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-3b8d9f24-af89-47ad-af78-732e521db3ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba HTTP/1.1" status: 200 len: 862 time: 0.2045112 Jul 13 07:26:43.579567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:43.684226 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36aed053-82d6-4859-bfe2-a35974c46585 req-f2e76019-5aee-4563-8460-a14a62bf8d19 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4427872 Jul 13 07:26:43.684958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event updated for resources: {'Port': ['ID=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:43.693391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-213ebd82-c203-41e4-84b4-04d6da9d9bc5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fdc768df-3b9f-4c25-b507-6aa79618fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100206 Jul 13 07:26:43.707236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:43.734600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:43.765544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:43.778703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:43.784157 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.916790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4116c262-59b5-4181-b996-b2ff588b7932 req-cde6b388-e505-47df-8ad2-3b3f1c5bbc30 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950937 Jul 13 07:26:43.921346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.922121 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.927950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-41ca7b70-ca26-42e4-bc34-fb24ad0eca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.934148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-41ca7b70-ca26-42e4-bc34-fb24ad0eca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.934952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-41ca7b70-ca26-42e4-bc34-fb24ad0eca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.936992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-41ca7b70-ca26-42e4-bc34-fb24ad0eca83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600 HTTP/1.1" status: 200 len: 2298 time: 0.5403509 Jul 13 07:26:43.939062 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3e0be1ba-21aa-4f8d-b82f-6075a464b38e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3741767 Jul 13 07:26:43.955750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Request body: {'port': {'device_id': 'df023c83-797b-4ed9-bd3c-807d26a4cf29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:43.972354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-509940fd-fc51-45bc-bfba-c1cbcd10e8cb service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364724 Jul 13 07:26:44.114567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-24b77e69-9ae0-471a-a957-eefa025338e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa HTTP/1.1" status: 200 len: 1002 time: 0.1370599 Jul 13 07:26:44.120118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-33d305c5-f856-4624-8c9b-725f26d788b5 None None] Provisioning for port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:44.126020 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-33d305c5-f856-4624-8c9b-725f26d788b5 None None] Provisioning complete for port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:44.126900 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33d305c5-f856-4624-8c9b-725f26d788b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.148407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa3d7bf2-465b-444e-a6be-1f7ad17fc03d req-0ccb4573-1f48-4be8-9e36-da87bee79261 service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428485 Jul 13 07:26:44.188169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-33d305c5-f856-4624-8c9b-725f26d788b5 None None] Port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:44.206441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.220054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.237470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-690e8eb7-3d05-45ec-983d-3a1d855120e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:44.239060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-690e8eb7-3d05-45ec-983d-3a1d855120e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51 HTTP/1.1" status: 200 len: 856 time: 0.1064847 Jul 13 07:26:44.250070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c9bd0-b6b4-4e1e-8b48-e8c555bbf945 req-13a3b52d-f34b-47f3-b041-f9b4c2756066 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:44.251558 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-755c9bd0-b6b4-4e1e-8b48-e8c555bbf945 req-13a3b52d-f34b-47f3-b041-f9b4c2756066 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1991532 Jul 13 07:26:44.357888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f472cc-4beb-48fc-855e-1b414702c2bb {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:44.372279 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.406849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-755c9bd0-b6b4-4e1e-8b48-e8c555bbf945 req-ca82639f-5dbd-4639-8ef1-a92ae3fda562 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222019 Jul 13 07:26:44.426421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Allocated IP 172.25.8.30 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/65d41d4b-b87b-41d0-b64a-faa6f9df0734) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:44.426700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Transition to ACTIVE for port object 17f472cc-4beb-48fc-855e-1b414702c2bb will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:44.432956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.436905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-959c5288-ea9c-4b46-8ae3-55a95530a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:44.438687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-959c5288-ea9c-4b46-8ae3-55a95530a2c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1861455 Jul 13 07:26:44.499685 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42111133-fad1-481f-94f1-f2585d71f159 x-openstack-request-id: req-42111133-fad1-481f-94f1-f2585d71f159 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:44.499984 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbedda8c-a7c3-474d-92ae-da8900476bb1", "tag": "675e7548-e9d9-42fa-b293-695b676fe392", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:44.500240 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42111133-fad1-481f-94f1-f2585d71f159 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:44.500794 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbedda8c-a7c3-474d-92ae-da8900476bb1', 'tag': '675e7548-e9d9-42fa-b293-695b676fe392', 'status': 'completed', 'code': 200} Jul 13 07:26:44.589659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c7c16b2a-91b3-45f1-8978-92b25a8996a3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:44.628847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Pushing event updated for resources: {'Port': ['ID=17f472cc-4beb-48fc-855e-1b414702c2bb,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:44.672414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c7c16b2a-91b3-45f1-8978-92b25a8996a3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:44.672839 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.737366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.745890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-303f95a8-9b9b-4a0e-9118-f0cad84a1299 service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698343 Jul 13 07:26:44.781421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-954fd03b-f735-4290-a231-9fec423c5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:44.783033 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-954fd03b-f735-4290-a231-9fec423c5fd1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7808dac1993494fb6b85186033e29fc&device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 1095 time: 0.2280459 Jul 13 07:26:44.818190 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e8ec9d-2e5b-4726-8e71-28a660a8acdd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:44.831575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Attempting to bind port 17f472cc-4beb-48fc-855e-1b414702c2bb on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:44.832095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Attempting to bind port 17f472cc-4beb-48fc-855e-1b414702c2bb by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:44.832570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Attempting to bind port 17f472cc-4beb-48fc-855e-1b414702c2bb on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:44.838965 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.869382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Port 17f472cc-4beb-48fc-855e-1b414702c2bb on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:44.869880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Attempting to bind port 17f472cc-4beb-48fc-855e-1b414702c2bb on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:44.881357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:44.881854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:44.882891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:44.883451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Bound port: 17f472cc-4beb-48fc-855e-1b414702c2bb, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:44.883927 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.913721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Transition to ACTIVE for port object f1e8ec9d-2e5b-4726-8e71-28a660a8acdd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:44.923852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.948730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-098af4ef-a1e4-4bea-b4d6-8013a0f71cdc service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919231 Jul 13 07:26:44.962151 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:45.000448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Pushing event updated for resources: {'Port': ['ID=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:45.003401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-7f902fb6-b040-49ac-b631-e720436fcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.004936 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-7f902fb6-b040-49ac-b631-e720436fcb41 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 200 len: 923 time: 0.2134535 Jul 13 07:26:45.015691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:45.031067 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-b35509c2-ba01-4701-84cb-c7197b27cd42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 200 len: 217 time: 0.0589054 Jul 13 07:26:45.063537 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:45.082844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] For port 17f472cc-4beb-48fc-855e-1b414702c2bb, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:45.098981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:45.113333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] For port 17f472cc-4beb-48fc-855e-1b414702c2bb, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=17f472cc-4beb-48fc-855e-1b414702c2bb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:45.125606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-84a5a6b2-089e-4681-bec2-b0a7b815a80d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=675e7548-e9d9-42fa-b293-695b676fe392 HTTP/1.1" status: 200 len: 217 time: 0.1122398 Jul 13 07:26:45.127169 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:45.137281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fb2e8-b065-4243-a9de-85373673f191 req-259f8e3f-62e7-4a96-8e68-dea7d0c1d7d1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.144855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a6fb2e8-b065-4243-a9de-85373673f191 req-259f8e3f-62e7-4a96-8e68-dea7d0c1d7d1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 943 time: 0.2131350 Jul 13 07:26:45.188363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-5dfafc47-79fb-4924-9b04-84f681cac4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.189854 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-5dfafc47-79fb-4924-9b04-84f681cac4bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.1482980 Jul 13 07:26:45.212022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.212647 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:45.212956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event updated for resources: {'Port': ['ID=65d41d4b-b87b-41d0-b64a-faa6f9df0734,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:45.214065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] 10.222.0.38 "PUT /v2.0/ports/17f472cc-4beb-48fc-855e-1b414702c2bb HTTP/1.1" status: 200 len: 1097 time: 2.8766606 Jul 13 07:26:45.223655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42990e4-6ef5-4330-8afc-4b4e6fef46d2', 'tag': '17f472cc-4beb-48fc-855e-1b414702c2bb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:45.226545 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0846a0-2649-4cda-a607-cc7e4a7c2448" -d '{"events": [{"name": "network-changed", "server_uuid": "e42990e4-6ef5-4330-8afc-4b4e6fef46d2", "tag": "17f472cc-4beb-48fc-855e-1b414702c2bb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:45.294020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-0c78e1e8-4aa5-4234-aad9-29dacfc3b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.295531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-0c78e1e8-4aa5-4234-aad9-29dacfc3b5a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba HTTP/1.1" status: 200 len: 862 time: 0.1437657 Jul 13 07:26:45.298192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Attempting to bind port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:45.298538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Attempting to bind port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:45.298873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Attempting to bind port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:45.312588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a6fb2e8-b065-4243-a9de-85373673f191 req-baa7c5de-99ff-403d-8fb3-564881102b9a tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666918 Jul 13 07:26:45.315879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8c78b-6c21-49dd-92d6-8e4d6eadaf3e service neutron] Pushing event updated for resources: {'Port': ['ID=17f472cc-4beb-48fc-855e-1b414702c2bb,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:45.320597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:45.320987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Attempting to bind port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:45.363967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-7098e246-33f3-4837-aee5-9264c2213a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.365510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-7098e246-33f3-4837-aee5-9264c2213a3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1636598 Jul 13 07:26:45.367279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:45.372510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-2b692476-4c55-4920-b0cc-1e117ede6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.374384 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-2b692476-4c55-4920-b0cc-1e117ede6635 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 1100 time: 0.1051548 Jul 13 07:26:45.379379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-f6d9eb70-a41d-4046-8e4c-b070ef2a454b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fdc768df-3b9f-4c25-b507-6aa79618fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742359 Jul 13 07:26:45.434312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-21bcb5c8-419f-412a-b9eb-20ad18b88a40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=17f472cc-4beb-48fc-855e-1b414702c2bb HTTP/1.1" status: 200 len: 217 time: 0.0470419 Jul 13 07:26:45.452574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:45.455085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:45.455436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:45.455836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:45.456294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Bound port: f1e8ec9d-2e5b-4726-8e71-28a660a8acdd, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:45.456822 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:45.530930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-96e47a63-001f-43a0-ab38-b0a06064ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.532503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-96e47a63-001f-43a0-ab38-b0a06064ff5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0909698 Jul 13 07:26:45.576408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-470cb517-18a9-41e2-a58e-41c9d88f58d0 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980946 Jul 13 07:26:45.664625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-676c988a-3b62-45af-a8fe-e01857b669d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.666153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-676c988a-3b62-45af-a8fe-e01857b669d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1273317 Jul 13 07:26:45.756288 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-d8988901-8e41-48da-966d-a7b86f70732e service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671371 Jul 13 07:26:45.843680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-e99f6331-8969-4131-9b59-197ad7e4ee50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 200 len: 217 time: 0.0561802 Jul 13 07:26:45.904796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-2648ae2d-7cb0-4b65-b8e1-0f2a979e46f0 service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737604 Jul 13 07:26:45.907199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c06562-4fd1-4442-9a44-3f8bc4e8ad35 req-0ce0a4c0-90ee-4e88-bb28-2a4b8319f9fa tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.908813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06c06562-4fd1-4442-9a44-3f8bc4e8ad35 req-0ce0a4c0-90ee-4e88-bb28-2a4b8319f9fa tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 947 time: 0.2466114 Jul 13 07:26:45.910736 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-ae2a3f26-9a12-4fa5-b261-524dab32f3d7 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329085 Jul 13 07:26:45.933517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-f0e26b43-21e5-4e21-8751-3e66da5271e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.934981 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-f0e26b43-21e5-4e21-8751-3e66da5271e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.0839374 Jul 13 07:26:45.966621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] For port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:46.010891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] For port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:46.016996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06c06562-4fd1-4442-9a44-3f8bc4e8ad35 req-2cdaa369-ee0d-431f-b30c-796876cf48fa tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993829 Jul 13 07:26:46.019078 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.084583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-77c9889c-2b29-4c07-a647-a565d96f4d60 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486890 Jul 13 07:26:46.087133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-d2ebb97c-47d5-408b-be9e-b388cd8e3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.088609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-d2ebb97c-47d5-408b-be9e-b388cd8e3548 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1427991 Jul 13 07:26:46.111011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.111638 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.113127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] 10.222.0.38 "PUT /v2.0/ports/f1e8ec9d-2e5b-4726-8e71-28a660a8acdd HTTP/1.1" status: 200 len: 1096 time: 2.1618483 Jul 13 07:26:46.192952 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.214661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e25c4463-5c98-4b1c-96ac-e4796acc6da5 req-d2712d79-ff24-43e7-9f78-e7b941c41397 service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788036 Jul 13 07:26:46.215289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce474f-1671-471b-91b5-e0cc6129617e service neutron] Pushing event updated for resources: {'Port': ['ID=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:46.217368 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-2534c1cc-f710-4a26-9bb8-980c72302bf8 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173213 Jul 13 07:26:46.278400 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.361462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-6fe9ed56-17db-430a-8f8f-6036bb96fb59 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332874 Jul 13 07:26:46.411567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-19771dd3-d1a0-4b76-87a7-ecd632cfd6e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=8e0fc94e-b758-4c29-a921-885c200f5cba HTTP/1.1" status: 200 len: 217 time: 0.0428109 Jul 13 07:26:46.439020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event updated for resources: {'Port': ['ID=65d41d4b-b87b-41d0-b64a-faa6f9df0734,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:46.460037 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.486390 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.487608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36aed053-82d6-4859-bfe2-a35974c46585 req-156bac2e-66ed-4f6b-b67c-0ff96424950a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7910128 Jul 13 07:26:46.490214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-bb7d32b1-77f9-4377-9f29-1bcf0e9f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.491595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-a5a06aed-f42a-44dc-9461-0b0f7f05ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.491750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-bb7d32b1-77f9-4377-9f29-1bcf0e9f78d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 1099 time: 0.2939224 Jul 13 07:26:46.493052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-a5a06aed-f42a-44dc-9461-0b0f7f05ec6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.0722063 Jul 13 07:26:46.501795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df023c83-797b-4ed9-bd3c-807d26a4cf29', 'tag': 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:46.504011 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e" -d '{"events": [{"name": "network-changed", "server_uuid": "df023c83-797b-4ed9-bd3c-807d26a4cf29", "tag": "f1e8ec9d-2e5b-4726-8e71-28a660a8acdd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:46.508056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-d70a274e-8c42-4adc-afc3-46c8fa677116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.509595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-d70a274e-8c42-4adc-afc3-46c8fa677116 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cee6ceea7b6b45539d78fb378bafb205&device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 1098 time: 0.1312654 Jul 13 07:26:46.519263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139316d-7d88-44e7-b7ca-18e7853d95fc req-c9042f1d-5b2f-4dd1-a615-6088994d2cda tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.520774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f139316d-7d88-44e7-b7ca-18e7853d95fc req-c9042f1d-5b2f-4dd1-a615-6088994d2cda tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1121068 Jul 13 07:26:46.588508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f139316d-7d88-44e7-b7ca-18e7853d95fc req-7051a47c-5f34-4298-8b9b-e44e91a8ffd8 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 Jul 13 07:26:46.597677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-09fb75a8-cf8d-4e55-8b95-a4e8bfd1f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.599729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-09fb75a8-cf8d-4e55-8b95-a4e8bfd1f34d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0986876 Jul 13 07:26:46.617214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-c7469082-1bf7-4825-90c0-2be76fbcb060 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd HTTP/1.1" status: 200 len: 217 time: 0.0876436 Jul 13 07:26:46.631050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36aed053-82d6-4859-bfe2-a35974c46585 req-7ea26062-5798-45f3-9b50-1479361c86f2 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.30 HTTP/1.1" status: 200 len: 695 time: 0.1361575 Jul 13 07:26:46.637610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 675e7548-e9d9-42fa-b293-695b676fe392 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:46.677810 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fa8a77-8043-4e84-a8a6-03a29df31aae x-openstack-request-id: req-d8fa8a77-8043-4e84-a8a6-03a29df31aae {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:46.678141 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42990e4-6ef5-4330-8afc-4b4e6fef46d2", "tag": "17f472cc-4beb-48fc-855e-1b414702c2bb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:46.678408 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8fa8a77-8043-4e84-a8a6-03a29df31aae {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:46.678816 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42990e4-6ef5-4330-8afc-4b4e6fef46d2', 'tag': '17f472cc-4beb-48fc-855e-1b414702c2bb', 'status': 'completed', 'code': 200} Jul 13 07:26:46.789967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.38', 57529) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:46.812174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-6d295dd4-ba4e-4ffb-bc08-a4e0216880ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.813917 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-6d295dd4-ba4e-4ffb-bc08-a4e0216880ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1862946 Jul 13 07:26:46.859955 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-63dc40a7-21fe-449d-866b-35775217dfb5 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490160 Jul 13 07:26:46.870755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 675e7548-e9d9-42fa-b293-695b676fe392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=675e7548-e9d9-42fa-b293-695b676fe392,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:46.892656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-165dd20c-20c1-4e72-91bd-e062314d557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.894604 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-165dd20c-20c1-4e72-91bd-e062314d557c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c5863c31-a20a-4480-8311-c8a4dee60a2f HTTP/1.1" status: 200 len: 914 time: 0.3590586 Jul 13 07:26:46.899382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '675e7548-e9d9-42fa-b293-695b676fe392', 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd', 'port_id': '675e7548-e9d9-42fa-b293-695b676fe392', 'mac_address': 'fa:16:3e:6f:6f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:46.920811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-03daee3c-195b-4197-ad22-9010aa086813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.922514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-03daee3c-195b-4197-ad22-9010aa086813 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 1100 time: 0.2384992 Jul 13 07:26:46.942855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-633b362c-7e39-4968-80f3-b6f1566fb534 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1510181 Jul 13 07:26:46.954140 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-f896dd1c-375e-4d1f-8eee-d0ca3edd53f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 HTTP/1.1" status: 200 len: 217 time: 0.0488346 Jul 13 07:26:46.965837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aed053-82d6-4859-bfe2-a35974c46585 req-33c4efbe-6d8b-4f07-ac21-a4362e5ca6b5 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.967296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36aed053-82d6-4859-bfe2-a35974c46585 req-33c4efbe-6d8b-4f07-ac21-a4362e5ca6b5 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.3179100 Jul 13 07:26:47.018804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-36aed053-82d6-4859-bfe2-a35974c46585 req-50bc96f8-2ab1-40fc-a947-6f6d8dee636f tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:47.020162 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36aed053-82d6-4859-bfe2-a35974c46585 req-50bc96f8-2ab1-40fc-a947-6f6d8dee636f tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300448 Jul 13 07:26:47.040713 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:47.043285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-9a57ece4-0e5d-4782-9133-472da409429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.044668 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-9a57ece4-0e5d-4782-9133-472da409429d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2235312 Jul 13 07:26:47.057279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-db77b29d-07c3-4833-89ef-8e8afa796140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.059972 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-db77b29d-07c3-4833-89ef-8e8afa796140 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77310ed1-d6c0-4f3a-bdec-f366701579be HTTP/1.1" status: 200 len: 853 time: 0.0904024 Jul 13 07:26:47.076998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675e7548-e9d9-42fa-b293-695b676fe392 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:47.108489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 675e7548-e9d9-42fa-b293-695b676fe392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=675e7548-e9d9-42fa-b293-695b676fe392,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:47.114727 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:47.139811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-df73bb42-cef8-411f-9c96-113e1d59a10e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c5863c31-a20a-4480-8311-c8a4dee60a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440960 Jul 13 07:26:47.163974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-cbd75f69-86df-4458-9be8-b9e320a2dc96 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943211 Jul 13 07:26:47.179746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=675e7548-e9d9-42fa-b293-695b676fe392,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:47.185322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-22697b8d-1440-4fee-be72-23685006a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.186962 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-22697b8d-1440-4fee-be72-23685006a592 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2496500 Jul 13 07:26:47.229203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-588148b4-1b4e-40da-94a8-c06d6232b6e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b HTTP/1.1" status: 200 len: 217 time: 0.0535662 Jul 13 07:26:47.279490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-b30fd7e3-a8d4-4c9b-8195-73b45e1254aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.280974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-b30fd7e3-a8d4-4c9b-8195-73b45e1254aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 1097 time: 0.2559943 Jul 13 07:26:47.282282 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-a8ba7143-3065-4f01-ba7f-2a5d42436e2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=17f472cc-4beb-48fc-855e-1b414702c2bb HTTP/1.1" status: 200 len: 217 time: 0.0615962 Jul 13 07:26:47.307623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-f8f70725-abe6-4def-a255-42e2a96133ce service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466457 Jul 13 07:26:47.340448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['675e7548-e9d9-42fa-b293-695b676fe392'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:47.364423 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-474b77e9-8121-4c72-8648-8dfd4f12717a service neutron] 10.222.0.38 "GET /v2.0/networks/c5863c31-a20a-4480-8311-c8a4dee60a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811461 Jul 13 07:26:47.374414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c65a-4ca4-48bc-a9a3-35dcc75d2963 req-2f9c4c7e-e115-4fd7-b3eb-14b0d5349e3b tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.375898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e6e7c65a-4ca4-48bc-a9a3-35dcc75d2963 req-2f9c4c7e-e115-4fd7-b3eb-14b0d5349e3b tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 946 time: 0.1938329 Jul 13 07:26:47.379640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19d975-7ee1-4a83-b19e-beafba75a3de req-d832d10b-39bc-4328-bd08-25399e1e4233 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.381149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e19d975-7ee1-4a83-b19e-beafba75a3de req-d832d10b-39bc-4328-bd08-25399e1e4233 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.2865145 Jul 13 07:26:47.400323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-0d183eb0-9849-409e-8819-da82b6f57588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.401712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-0d183eb0-9849-409e-8819-da82b6f57588 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.1347215 Jul 13 07:26:47.486051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-4b98b0cd-20eb-4a73-a436-fb2785688bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.487554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-4b98b0cd-20eb-4a73-a436-fb2785688bca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1806917 Jul 13 07:26:47.529345 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e6e7c65a-4ca4-48bc-a9a3-35dcc75d2963 req-c58f1c65-dcdf-4fa9-8dc1-a3f937462230 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107233 Jul 13 07:26:47.533002 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d177f4e8-517d-4dd2-b55a-b049b35e7595 req-3f409715-1ea7-4c52-a8f4-b004c8d594d7 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192318 Jul 13 07:26:47.548927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb017cc-d9fc-446a-b2fd-975c97772398 req-aa1bacaa-4a75-4237-a8b4-0e1f6d6c129d service neutron] 10.222.0.38 "GET /v2.0/networks/c5863c31-a20a-4480-8311-c8a4dee60a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700130 Jul 13 07:26:47.720540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e8be5-1f1c-4b44-93ed-a021d4063f55 req-99c9af01-f3b8-4cef-95db-06ca05f39178 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.722127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-312e8be5-1f1c-4b44-93ed-a021d4063f55 req-99c9af01-f3b8-4cef-95db-06ca05f39178 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 944 time: 0.0670681 Jul 13 07:26:47.764995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-312e8be5-1f1c-4b44-93ed-a021d4063f55 req-8189208a-3417-4944-b519-66129b03936e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Jul 13 07:26:47.817740 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7131f829-3de6-4880-b783-98ef32a5b3b9 x-openstack-request-id: req-7131f829-3de6-4880-b783-98ef32a5b3b9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:47.818082 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df023c83-797b-4ed9-bd3c-807d26a4cf29", "tag": "f1e8ec9d-2e5b-4726-8e71-28a660a8acdd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:47.818342 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7131f829-3de6-4880-b783-98ef32a5b3b9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:47.818747 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df023c83-797b-4ed9-bd3c-807d26a4cf29', 'tag': 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'status': 'completed', 'code': 200} Jul 13 07:26:47.842420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e19d975-7ee1-4a83-b19e-beafba75a3de req-ae63b556-8c73-4a2c-a943-3ae4654ae15d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397042 Jul 13 07:26:47.846710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-fd5bd84d-e40d-4ab8-b694-a627746a8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.848391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-fd5bd84d-e40d-4ab8-b694-a627746a8f3f service neutron] 10.222.0.38 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 907 time: 0.5455232 Jul 13 07:26:47.911615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-535eb5f4-5972-4d16-b2dd-7e97d759e6a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c HTTP/1.1" status: 200 len: 217 time: 0.0526814 Jul 13 07:26:47.916313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-b01d3909-5073-4e68-bed8-cb6b894312a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.916895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-67a2c158-3eb9-4ff9-9415-1f59a4920bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.918794 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-67a2c158-3eb9-4ff9-9415-1f59a4920bc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5082562 Jul 13 07:26:47.919588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-b01d3909-5073-4e68-bed8-cb6b894312a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 1099 time: 0.0777566 Jul 13 07:26:47.989130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-d3648ee4-4f1f-4131-a46a-55c9cac1e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.990640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-d3648ee4-4f1f-4131-a46a-55c9cac1e1a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4917774 Jul 13 07:26:48.033569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-adae87f0-1d0d-4acb-9cdc-2caa804f7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.035466 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-adae87f0-1d0d-4acb-9cdc-2caa804f7879 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1097095 Jul 13 07:26:48.070292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-f6d2a13b-b860-41c9-9522-aa1f77d0ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.071793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-f6d2a13b-b860-41c9-9522-aa1f77d0ff4e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.1524913 Jul 13 07:26:48.087947 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-e362b847-4b24-4206-a6e4-2fb670bd0270 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd HTTP/1.1" status: 200 len: 217 time: 0.0437663 Jul 13 07:26:48.102280 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d115372-8660-490d-8ddf-b4cb21e12851 req-6959d1e6-f440-4f80-96e2-ad51c50d4d20 tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed5612bd19c44e3e92b23aea4b7eba15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900674 Jul 13 07:26:48.131394 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-654ec7b5-b16c-46d9-8782-7836d5cef9c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440474 Jul 13 07:26:48.202041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-cc47ff5b-00bb-4fbc-8727-e012026be73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.203510 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-cc47ff5b-00bb-4fbc-8727-e012026be73c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1057415 Jul 13 07:26:48.244378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-d0d357f4-f8d9-4a84-aeac-4dbbde47b00e service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107474 Jul 13 07:26:48.256090 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-8347fe9b-2d06-4ed4-9a3f-5b5c8fbaca95 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1712246 Jul 13 07:26:48.276347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5959b36b-a8a3-4cd5-a701-8ffc1a41a29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.276950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:48.296194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-9a036e94-63a0-4895-bfce-2d5e944c05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.297665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-9a036e94-63a0-4895-bfce-2d5e944c05bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0844593 Jul 13 07:26:48.310941 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-9864c503-87bf-45cf-9847-4dea70915bc2 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110640 Jul 13 07:26:48.314245 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.450220 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-e2378037-82d6-49ee-bae1-462dc2d5c1ea service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441689 Jul 13 07:26:48.492875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d115372-8660-490d-8ddf-b4cb21e12851 req-4e7242b4-42b6-436d-8129-2e8227c6a44d tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.494366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d115372-8660-490d-8ddf-b4cb21e12851 req-4e7242b4-42b6-436d-8129-2e8227c6a44d tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3683183 Jul 13 07:26:48.505272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-99f048fd-8c1a-47a2-86c7-01d39d701c5f service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343816 Jul 13 07:26:48.541665 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.550633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d115372-8660-490d-8ddf-b4cb21e12851 req-ff1b9253-42c8-4ca5-aae5-612c13b31296 tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/quotas/ed5612bd19c44e3e92b23aea4b7eba15 HTTP/1.1" status: 200 len: 375 time: 0.0490544 Jul 13 07:26:48.552559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-c6f113a5-7cbb-4362-b9e2-8a72aa01a05b service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980251 Jul 13 07:26:48.596570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa8a0ff6-ae5d-4f69-8aa0-d913940ca89e req-371ae5ee-558e-4da8-890a-e5eb92262a1c service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383257 Jul 13 07:26:48.641687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d115372-8660-490d-8ddf-b4cb21e12851 req-3ec22ff6-6efc-4aa0-a79d-f020ca8b2895 tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5612bd19c44e3e92b23aea4b7eba15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834982 Jul 13 07:26:48.643522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a0846a0-2649-4cda-a607-cc7e4a7c2448 req-a70ca0e6-cb11-41f5-b2fe-870a79c2ab04 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036189 Jul 13 07:26:48.650450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 17f472cc-4beb-48fc-855e-1b414702c2bb details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:48.652881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 675e7548-e9d9-42fa-b293-695b676fe392 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:48.671579 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-ed486308-c86d-4f5f-89a2-057f8400c0e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40330ad7-4dd0-496c-ba31-b175cc83d844 HTTP/1.1" status: 200 len: 217 time: 0.0979636 Jul 13 07:26:48.688857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Allocated IP 172.25.8.117 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/869580cd-598b-46d6-9825-fee9d58670f8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:48.735687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cc3c421-7edf-4514-b467-88cf58cd3b58 req-2bb242a8-8d65-47bd-94a1-68367250ab11 service neutron] 10.222.0.38 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220631 Jul 13 07:26:48.744447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-beaeeed0-3218-4a41-bfa8-27d28ab01e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.746157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-beaeeed0-3218-4a41-bfa8-27d28ab01e7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.0668201 Jul 13 07:26:48.815646 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.828859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-3ddbc95a-20e4-450b-a7f8-f9cd991cf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.830446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-3ddbc95a-20e4-450b-a7f8-f9cd991cf184 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0759718 Jul 13 07:26:48.834819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 675e7548-e9d9-42fa-b293-695b676fe392 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:48.861529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.900131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 675e7548-e9d9-42fa-b293-695b676fe392 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:48.900544 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.912123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:48.916912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:48.917581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 17f472cc-4beb-48fc-855e-1b414702c2bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=17f472cc-4beb-48fc-855e-1b414702c2bb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:48.925294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:48.929449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event updated for resources: {'Port': ['ID=869580cd-598b-46d6-9825-fee9d58670f8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:48.984532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '17f472cc-4beb-48fc-855e-1b414702c2bb', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '17f472cc-4beb-48fc-855e-1b414702c2bb', 'mac_address': 'fa:16:3e:ce:df:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:49.012100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac0f4f-462e-4609-8721-f7265b67a593 req-45620594-5423-4f14-beb9-05a2cb3a420e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.014792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eac0f4f-462e-4609-8721-f7265b67a593 req-45620594-5423-4f14-beb9-05a2cb3a420e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 947 time: 0.1314244 Jul 13 07:26:49.025076 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.039008 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.055918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f472cc-4beb-48fc-855e-1b414702c2bb {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:49.060077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-dd3b2b31-aec5-4509-8854-39227d72e1cd service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173157 Jul 13 07:26:49.072699 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.114664 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eac0f4f-462e-4609-8721-f7265b67a593 req-90759e27-fd01-4ca0-83ca-5a392ae97c28 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940223 Jul 13 07:26:49.206482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-13f74714-4279-44a6-9ec8-51ea3ca133d5 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400254 Jul 13 07:26:49.267982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 17f472cc-4beb-48fc-855e-1b414702c2bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=17f472cc-4beb-48fc-855e-1b414702c2bb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:49.269987 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-0f5ec91e-f5fe-4b97-89f3-ee3d8b1ae70e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c68d5211-6f63-4ded-bf57-4c089281861a HTTP/1.1" status: 200 len: 217 time: 0.0534451 Jul 13 07:26:49.274081 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.286664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.308577 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.314123 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.334628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 675e7548-e9d9-42fa-b293-695b676fe392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=675e7548-e9d9-42fa-b293-695b676fe392,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:49.337217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbedda8c-a7c3-474d-92ae-da8900476bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e7548-e9d9-42fa-b293-695b676fe392'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:49.340720 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd64cd3-73de-4e65-b6d5-3011b21897f3" -d '{"events": [{"server_uuid": "cbedda8c-a7c3-474d-92ae-da8900476bb1", "name": "network-vif-plugged", "status": "completed", "tag": "675e7548-e9d9-42fa-b293-695b676fe392"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:49.365370 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.409826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220718f9-7779-4f6c-afda-322066013f8a req-e9104eaa-c17a-47e5-956d-0651982f7e0d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.418982 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-220718f9-7779-4f6c-afda-322066013f8a req-e9104eaa-c17a-47e5-956d-0651982f7e0d tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1469922 Jul 13 07:26:49.420597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=17f472cc-4beb-48fc-855e-1b414702c2bb,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:49.430492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-2f1c9fe6-5455-4583-b7ee-333f3695132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.431857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event updated for resources: {'Port': ['ID=869580cd-598b-46d6-9825-fee9d58670f8,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:49.432275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-2f1c9fe6-5455-4583-b7ee-333f3695132e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.1222780 Jul 13 07:26:49.440380 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.464926 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.466295 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-e3da88fc-7d66-4b6b-a3dc-f913d0fce813 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1955056 Jul 13 07:26:49.522223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=675e7548-e9d9-42fa-b293-695b676fe392,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:49.527194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-220718f9-7779-4f6c-afda-322066013f8a req-a2ae4c47-a356-4e01-ad0e-66d63629a5b2 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071417 Jul 13 07:26:49.541456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-858ebf2a-d34c-481b-b8d1-7aca5db49840 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0691640 Jul 13 07:26:49.550149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:49.570280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-96661b84-ad3b-4ba9-9ab3-1616ab2f0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.571815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-96661b84-ad3b-4ba9-9ab3-1616ab2f0c7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1198182 Jul 13 07:26:49.707496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-333b22ab-a85f-4748-bf7b-d9eb9a2b36a5 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284406 Jul 13 07:26:49.709299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-2f229c1c-5a68-472b-8210-3381f86789c0 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.710743 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6bf4a5dc-2ff3-4890-9f35-9b75acd3a46c req-2f229c1c-5a68-472b-8210-3381f86789c0 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1603832 Jul 13 07:26:49.835376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab8291b5-4559-4276-afcb-21a8cb737ab2 req-ba986ba0-9004-4f0d-80e6-c071f707bcc4 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112127 Jul 13 07:26:49.917886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7ec2-e0dc-4197-b75f-cdc7647f2d08 req-c43ebcb4-20cc-409f-8f1c-d1dbfb7fbc86 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.919872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0804cd0-dedc-4cac-86f1-08fa1005174d req-35ed6e83-45e9-40ae-8de3-d6dbb404eebd tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.920234 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9bbd7ec2-e0dc-4197-b75f-cdc7647f2d08 req-c43ebcb4-20cc-409f-8f1c-d1dbfb7fbc86 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 946 time: 0.0773442 Jul 13 07:26:49.921532 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0804cd0-dedc-4cac-86f1-08fa1005174d req-35ed6e83-45e9-40ae-8de3-d6dbb404eebd tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0825243 Jul 13 07:26:49.965541 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0804cd0-dedc-4cac-86f1-08fa1005174d req-24e45ef2-d567-441c-b249-0e5ac9f44d2e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353100 Jul 13 07:26:49.969404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9bbd7ec2-e0dc-4197-b75f-cdc7647f2d08 req-22bebe8c-87c9-4189-8b82-6284637054ca tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Jul 13 07:26:50.142423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae79c7-e486-4540-8e38-6ab78859c8bd req-c1a5287a-f62e-4c6a-b029-6d41289628b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.143975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-feae79c7-e486-4540-8e38-6ab78859c8bd req-c1a5287a-f62e-4c6a-b029-6d41289628b1 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 945 time: 0.0671191 Jul 13 07:26:50.147499 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2438606-2f92-4800-8eda-6820e7ce07ff x-openstack-request-id: req-d2438606-2f92-4800-8eda-6820e7ce07ff {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:50.147884 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbedda8c-a7c3-474d-92ae-da8900476bb1", "name": "network-vif-plugged", "status": "completed", "tag": "675e7548-e9d9-42fa-b293-695b676fe392", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:50.148345 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2438606-2f92-4800-8eda-6820e7ce07ff {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:50.148877 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbedda8c-a7c3-474d-92ae-da8900476bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e7548-e9d9-42fa-b293-695b676fe392', 'code': 200} Jul 13 07:26:50.185534 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-feae79c7-e486-4540-8e38-6ab78859c8bd req-89512df9-99ba-4ca3-946d-3ad1b2e93873 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355322 Jul 13 07:26:50.357684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bad40-f7d1-4b52-8368-e71613b28f16 req-efedaf3e-bd9a-4389-aec1-687c4edec606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.359245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a4bad40-f7d1-4b52-8368-e71613b28f16 req-efedaf3e-bd9a-4389-aec1-687c4edec606 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 1097 time: 0.1440372 Jul 13 07:26:50.365712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-0edf61c7-7e76-47b4-8e5b-e294ec4ad8fa tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1409338 Jul 13 07:26:50.385758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:50.394165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f8073-1630-4931-9091-5e537a30ea7c req-a44d491f-a49d-4da7-971e-fc9264707a7f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.395794 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-976f8073-1630-4931-9091-5e537a30ea7c req-a44d491f-a49d-4da7-971e-fc9264707a7f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0714405 Jul 13 07:26:50.418975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a4bad40-f7d1-4b52-8368-e71613b28f16 req-e881bc53-4d20-4047-aa95-cd34ac1fe09b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522809 Jul 13 07:26:50.425472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.436482 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-976f8073-1630-4931-9091-5e537a30ea7c req-7f203552-939b-4d34-ab37-a2415c22746e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342407 Jul 13 07:26:50.527778 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.650215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Allocated IP 172.25.8.181 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/457a6064-fcc5-4104-91c2-4e270df227b1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:50.660818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f1e8ec9d-2e5b-4726-8e71-28a660a8acdd details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:50.665148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 17f472cc-4beb-48fc-855e-1b414702c2bb up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:50.749652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 17f472cc-4beb-48fc-855e-1b414702c2bb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:50.765201 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.782964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 17f472cc-4beb-48fc-855e-1b414702c2bb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:50.783340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.790323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07856516-da3e-4391-9df2-c20f87385663 req-0f5e38e5-562b-42ef-900a-f67673d2b53b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.791966 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07856516-da3e-4391-9df2-c20f87385663 req-0f5e38e5-562b-42ef-900a-f67673d2b53b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 947 time: 0.0718513 Jul 13 07:26:50.808312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.838523 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07856516-da3e-4391-9df2-c20f87385663 req-b4b8f1dd-10c4-4342-aa55-4c3bd29e1b72 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 Jul 13 07:26:50.845314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:50.849725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:50.851045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:50.854703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:50.866889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'mac_address': 'fa:16:3e:ef:a1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:50.893383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event updated for resources: {'Port': ['ID=457a6064-fcc5-4104-91c2-4e270df227b1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:50.942392 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.953201 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.962884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.979114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e8ec9d-2e5b-4726-8e71-28a660a8acdd {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:51.004885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 17f472cc-4beb-48fc-855e-1b414702c2bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=17f472cc-4beb-48fc-855e-1b414702c2bb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:51.014432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.015947 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.018785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:51.035271 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.064250 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0590acc-0699-4d4c-8bad-abf45249c411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.090209 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.106114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=17f472cc-4beb-48fc-855e-1b414702c2bb,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:51.139107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb0e31-34bd-403d-9a84-5c4fedc59f82 req-690f8c7d-3c9e-432b-bc8d-c08c2f29bab1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.147485 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-29fb0e31-34bd-403d-9a84-5c4fedc59f82 req-690f8c7d-3c9e-432b-bc8d-c08c2f29bab1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1615698 Jul 13 07:26:51.181986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:51.196405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-29fb0e31-34bd-403d-9a84-5c4fedc59f82 req-6bee7112-4614-4acf-8ff9-c484106c1982 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479589 Jul 13 07:26:51.250083 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.255482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.343860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f1e8ec9d-2e5b-4726-8e71-28a660a8acdd'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:51.353732 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.369065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event updated for resources: {'Port': ['ID=457a6064-fcc5-4104-91c2-4e270df227b1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:51.383523 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.389876 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-4b360afe-1011-44b9-a841-394ce1674593 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0102549 Jul 13 07:26:51.449449 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-9fade6d0-f366-405d-8477-7650d707d361 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.181 HTTP/1.1" status: 200 len: 696 time: 0.0586438 Jul 13 07:26:51.502932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-edb03324-243f-4b17-95e9-d20fb8001dc3 None None] Provisioning complete for port 17f472cc-4beb-48fc-855e-1b414702c2bb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:51.503437 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edb03324-243f-4b17-95e9-d20fb8001dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.615270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-a3ff7821-c00d-44cb-a843-64e7cfec7b59 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.634539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c8f1afc-91d4-409f-b178-859dd8503e6a req-a3ff7821-c00d-44cb-a843-64e7cfec7b59 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1839292 Jul 13 07:26:51.869559 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.976283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607edbec-b487-4c23-92ed-6672619a44f0 req-4a721841-868c-4f0b-a78c-8739b4d62c08 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.977884 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-607edbec-b487-4c23-92ed-6672619a44f0 req-4a721841-868c-4f0b-a78c-8739b4d62c08 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 945 time: 0.0691371 Jul 13 07:26:52.018427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-607edbec-b487-4c23-92ed-6672619a44f0 req-766e6a54-3b80-49b1-bd7e-80ed52600552 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348575 Jul 13 07:26:52.036681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec662c-a632-4322-9c9b-ef9de7df4612 req-04bb5993-d679-4966-9255-b1921392af7c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.038235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25ec662c-a632-4322-9c9b-ef9de7df4612 req-04bb5993-d679-4966-9255-b1921392af7c tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.0697851 Jul 13 07:26:52.084289 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25ec662c-a632-4322-9c9b-ef9de7df4612 req-2f0a8fdc-94b6-4104-9789-8a788be8e67a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374067 Jul 13 07:26:52.150205 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42990e4-6ef5-4330-8afc-4b4e6fef46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f472cc-4beb-48fc-855e-1b414702c2bb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:52.152986 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3675f2b-2f2e-478e-a872-a3ce03ada808" -d '{"events": [{"server_uuid": "e42990e4-6ef5-4330-8afc-4b4e6fef46d2", "name": "network-vif-plugged", "status": "completed", "tag": "17f472cc-4beb-48fc-855e-1b414702c2bb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:52.153652 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bb10a30-27ff-4745-bd4f-b41c27976450 req-38f1b162-010b-4240-8d26-ce2eed4098b3 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips/1244af6b-ce5c-413f-91db-edaca42c8e11 HTTP/1.1" status: 200 len: 693 time: 0.0446191 Jul 13 07:26:52.184697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2e729-0405-4372-a97d-ca3d7b7ff94e req-d77a75e4-118b-40b7-af70-1bfba1a12ecb tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.186246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4f2e729-0405-4372-a97d-ca3d7b7ff94e req-d77a75e4-118b-40b7-af70-1bfba1a12ecb tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0650430 Jul 13 07:26:52.224392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4f2e729-0405-4372-a97d-ca3d7b7ff94e req-1dabd3a0-3bc7-44d1-8161-1fdd40e843f2 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Jul 13 07:26:52.265872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb10a30-27ff-4745-bd4f-b41c27976450 req-b8578ce5-81a7-444d-98f7-05d9ffe76222 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.267287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bb10a30-27ff-4745-bd4f-b41c27976450 req-b8578ce5-81a7-444d-98f7-05d9ffe76222 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1083243 Jul 13 07:26:52.277014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-7bb10a30-27ff-4745-bd4f-b41c27976450 req-f97500a4-5e09-4948-a52e-a30161eb10e9 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:52.278007 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bb10a30-27ff-4745-bd4f-b41c27976450 req-f97500a4-5e09-4948-a52e-a30161eb10e9 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055740 Jul 13 07:26:52.395255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e45d5-cbaf-4deb-8f21-3661f8f0359e req-13a75a0f-0a3b-4fe9-807a-5d1ee675062f tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.396833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b66e45d5-cbaf-4deb-8f21-3661f8f0359e req-13a75a0f-0a3b-4fe9-807a-5d1ee675062f tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 946 time: 0.0697563 Jul 13 07:26:52.437450 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b66e45d5-cbaf-4deb-8f21-3661f8f0359e req-89436791-6fa8-4d13-bcd7-9abfac803727 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346265 Jul 13 07:26:52.608054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4886-ce46-4ea9-8946-4f1e1fc0897b req-ad0ced16-d5d1-46c3-bf24-42a0329b286b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.609598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c9c4886-ce46-4ea9-8946-4f1e1fc0897b req-ad0ced16-d5d1-46c3-bf24-42a0329b286b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 948 time: 0.0663915 Jul 13 07:26:52.649307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c9c4886-ce46-4ea9-8946-4f1e1fc0897b req-e89d475d-d36f-421d-89c4-a890a3c95454 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338905 Jul 13 07:26:52.672776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ebc5318-e78c-4ac2-bedb-a2d726ffbf6e req-c9e97f6b-b620-4d71-9c33-72749cbe4260 tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed5612bd19c44e3e92b23aea4b7eba15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3275664 Jul 13 07:26:52.677675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f1e8ec9d-2e5b-4726-8e71-28a660a8acdd up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:52.734387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:52.738781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:52.739174 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.784717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc5318-e78c-4ac2-bedb-a2d726ffbf6e req-605617b7-a034-40ec-abee-0413b4eb0448 tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.786346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ebc5318-e78c-4ac2-bedb-a2d726ffbf6e req-605617b7-a034-40ec-abee-0413b4eb0448 tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1051569 Jul 13 07:26:52.801515 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ebc5318-e78c-4ac2-bedb-a2d726ffbf6e req-4feaa890-0c37-4380-80bf-73294063d57f tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/quotas/ed5612bd19c44e3e92b23aea4b7eba15 HTTP/1.1" status: 200 len: 375 time: 0.0094726 Jul 13 07:26:52.818639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4dd2-7155-4b2b-9b40-3de49bf97ff9 req-857a786a-eef8-44c5-84b7-09df32470436 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.820221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-359b4dd2-7155-4b2b-9b40-3de49bf97ff9 req-857a786a-eef8-44c5-84b7-09df32470436 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 945 time: 0.0683537 Jul 13 07:26:52.824024 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.842017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ebc5318-e78c-4ac2-bedb-a2d726ffbf6e req-5bc26d0c-2e38-465f-87ac-ff778fcc8965 tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5612bd19c44e3e92b23aea4b7eba15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331733 Jul 13 07:26:52.868930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:52.871854 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-359b4dd2-7155-4b2b-9b40-3de49bf97ff9 req-ed28d6be-8d3f-4ac8-863e-b105f46b0b03 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455403 Jul 13 07:26:52.875442 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.950829 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1258d7-dc3d-4d3e-9bba-1c6017a6f511 x-openstack-request-id: req-2e1258d7-dc3d-4d3e-9bba-1c6017a6f511 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:52.950829 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42990e4-6ef5-4330-8afc-4b4e6fef46d2", "name": "network-vif-plugged", "status": "completed", "tag": "17f472cc-4beb-48fc-855e-1b414702c2bb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:52.950829 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e1258d7-dc3d-4d3e-9bba-1c6017a6f511 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:52.950829 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42990e4-6ef5-4330-8afc-4b4e6fef46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f472cc-4beb-48fc-855e-1b414702c2bb', 'code': 200} Jul 13 07:26:52.966372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:52.995571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-12b438cb-2ff2-4523-9184-3ca939d17f57 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips/1244af6b-ce5c-413f-91db-edaca42c8e11 HTTP/1.1" status: 200 len: 693 time: 0.0517018 Jul 13 07:26:53.114208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-3001ff59-3b6b-4bfd-a05d-3473ac5fa76d tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.121045 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-3001ff59-3b6b-4bfd-a05d-3473ac5fa76d tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1245625 Jul 13 07:26:53.126768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-397e9ba6-6f50-4f6e-9ba7-190c9ccefe45 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:53.134555 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-397e9ba6-6f50-4f6e-9ba7-190c9ccefe45 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126152 Jul 13 07:26:53.147956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc1ac3-30aa-4d45-ae3c-68b6ddfcc725 req-89ef9ac4-ae1d-4f22-9332-e285da2b8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.149626 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cfc1ac3-30aa-4d45-ae3c-68b6ddfcc725 req-89ef9ac4-ae1d-4f22-9332-e285da2b8dc9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 1102 time: 0.1224146 Jul 13 07:26:53.190892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-503f2ba4-db60-4e60-b4f4-8c433dc32098 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.181 HTTP/1.1" status: 200 len: 696 time: 0.0552120 Jul 13 07:26:53.203777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cfc1ac3-30aa-4d45-ae3c-68b6ddfcc725 req-8fd71eb4-7843-4a96-9958-ea18c6c40a4a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459194 Jul 13 07:26:53.217292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-a8b359ff-cbf5-461a-a449-9adf604bc8ce tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.218891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-a8b359ff-cbf5-461a-a449-9adf604bc8ce tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1213093 Jul 13 07:26:53.219105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-35eb7244-a19b-4f82-9d1d-61e7e2b4584c None None] Provisioning complete for port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:53.219598 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35eb7244-a19b-4f82-9d1d-61e7e2b4584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.263298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-cc3210da-268b-40d5-a9a0-7917f887b44f tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.181 HTTP/1.1" status: 200 len: 696 time: 0.0651872 Jul 13 07:26:53.410727 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Deleting port 457a6064-fcc5-4104-91c2-4e270df227b1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:53.411218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.508676 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.509054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.525694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Calling delete_port for 457a6064-fcc5-4104-91c2-4e270df227b1 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:53.548471 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.674196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.700552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event deleted for resources: {'Port': ['ID=457a6064-fcc5-4104-91c2-4e270df227b1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:53.734934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-5fbe561f-cb43-4bd4-ae43-a156acc563f1 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.736509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-5fbe561f-cb43-4bd4-ae43-a156acc563f1 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 946 time: 0.4788258 Jul 13 07:26:53.766440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066501a-f259-4f55-9343-d60694122b23 req-dbe1a28e-3eb9-42a9-89c2-974b82c2ce86 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.768755 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4066501a-f259-4f55-9343-d60694122b23 req-dbe1a28e-3eb9-42a9-89c2-974b82c2ce86 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1647573 Jul 13 07:26:53.769358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.772487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.774362 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10cbfb62-4667-4446-b7b4-52b5f242e1fc req-10bf6152-2d12-4340-9536-349264042fc4 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "DELETE /v2.0/floatingips/1244af6b-ce5c-413f-91db-edaca42c8e11 HTTP/1.1" status: 204 len: 173 time: 0.5101185 Jul 13 07:26:53.805354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Deleting port c03baeaa-75a0-4b0a-b274-6841b8b91e9d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:53.805709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.888717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4066501a-f259-4f55-9343-d60694122b23 req-0638f2c7-07f4-47ed-ae1c-dfd5a09fa09b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004336 Jul 13 07:26:53.973125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] For port c03baeaa-75a0-4b0a-b274-6841b8b91e9d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:53.973493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.990147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Calling delete_port for c03baeaa-75a0-4b0a-b274-6841b8b91e9d owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:53.999880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Deleting port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:54.000231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.114818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04233f4-7d15-4eee-b51b-fe2d0d3abc4d req-f7aef3a4-6c3b-4d1b-80c8-ca5642827873 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.116474 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e04233f4-7d15-4eee-b51b-fe2d0d3abc4d req-f7aef3a4-6c3b-4d1b-80c8-ca5642827873 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ddb6f0-5bdc-423d-9957-e3216946062a HTTP/1.1" status: 200 len: 946 time: 0.0763395 Jul 13 07:26:54.157924 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e04233f4-7d15-4eee-b51b-fe2d0d3abc4d req-265bd66a-eeb8-4622-a0f4-ab317513099d tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.41 "GET /v2.0/security-groups?id=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333905 Jul 13 07:26:54.202186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] For port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,segment=NetworkSegment(0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c),segment_id=0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:54.202558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.230009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b488ea-e763-4515-96ef-c46b69f65de6 req-5443f16e-db7b-4606-838b-fd62cf87d7f6 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.231709 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-36b488ea-e763-4515-96ef-c46b69f65de6 req-5443f16e-db7b-4606-838b-fd62cf87d7f6 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=74accb09-8d8e-47f8-a369-0b472963c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1993172 Jul 13 07:26:54.233397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Calling delete_port for 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:54.349531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-36b488ea-e763-4515-96ef-c46b69f65de6 req-14298f29-94d4-44ab-9bbc-e7e3ba2e69ea tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112177 Jul 13 07:26:54.368976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.385020 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:54.387884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c03baeaa-75a0-4b0a-b274-6841b8b91e9d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:54.420145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event deleted for resources: {'Port': ['ID=c03baeaa-75a0-4b0a-b274-6841b8b91e9d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:54.449179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8c806-ef10-4e18-aff0-7860c882784e req-b76895bd-ce1e-4418-82b0-a93fa47d305e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.456093 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9b8c806-ef10-4e18-aff0-7860c882784e req-b76895bd-ce1e-4418-82b0-a93fa47d305e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 949 time: 0.0745912 Jul 13 07:26:54.501737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9b8c806-ef10-4e18-aff0-7860c882784e req-c0467603-d648-48bc-8b16-7a0ccec8dd0c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447705 Jul 13 07:26:54.533749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] No DVR routers for this DVR port c03baeaa-75a0-4b0a-b274-6841b8b91e9d on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:54.536542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.539168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7cac27b3-ff98-41c2-8cf0-dacb74f43fb9 req-d795ef79-a9b7-4395-9ac9-0a578ae89143 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "DELETE /v2.0/ports/c03baeaa-75a0-4b0a-b274-6841b8b91e9d HTTP/1.1" status: 204 len: 173 time: 1.3122437 Jul 13 07:26:54.547883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74accb09-8d8e-47f8-a369-0b472963c5d7', 'name': 'network-vif-deleted', 'tag': 'c03baeaa-75a0-4b0a-b274-6841b8b91e9d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:54.550022 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22605a5-07d8-40d6-94b7-3a76e4abd5a1" -d '{"events": [{"server_uuid": "74accb09-8d8e-47f8-a369-0b472963c5d7", "name": "network-vif-deleted", "tag": "c03baeaa-75a0-4b0a-b274-6841b8b91e9d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:54.691750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfaa33-212d-48a2-82e8-9e7dc06aacc5 req-6af4ac4d-f150-4336-b94a-48699b071481 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.694729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4cfaa33-212d-48a2-82e8-9e7dc06aacc5 req-6af4ac4d-f150-4336-b94a-48699b071481 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.0729549 Jul 13 07:26:54.722680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088924f-6d53-41b8-9e8a-caf38a285ab1 req-0e818e95-36d4-43cb-b45b-eaa48ef01446 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.724122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6088924f-6d53-41b8-9e8a-caf38a285ab1 req-0e818e95-36d4-43cb-b45b-eaa48ef01446 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3205111 Jul 13 07:26:54.734042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.750766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4cfaa33-212d-48a2-82e8-9e7dc06aacc5 req-c88af2ba-d470-4c04-bd60-ab127baa045a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475693 Jul 13 07:26:54.775775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Pushing event deleted for resources: {'Port': ['ID=28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:54.815168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] No DVR routers for this DVR port 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:54.817494 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.820353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9f798fb-cbc4-4c9a-b694-df38c108a9d3 req-05455891-862f-4dc9-9c20-7208734fc3e5 tempest-InstanceActionsTestJSON-1415766052 tempest-InstanceActionsTestJSON-1415766052-project] 10.222.0.38 "DELETE /v2.0/ports/28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 HTTP/1.1" status: 204 len: 173 time: 1.0763016 Jul 13 07:26:54.905347 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a2de6-3853-4b19-bb04-5048f954d582 x-openstack-request-id: req-f99a2de6-3853-4b19-bb04-5048f954d582 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:54.905940 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74accb09-8d8e-47f8-a369-0b472963c5d7", "name": "network-vif-deleted", "tag": "c03baeaa-75a0-4b0a-b274-6841b8b91e9d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:54.906226 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f99a2de6-3853-4b19-bb04-5048f954d582 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:54.906632 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74accb09-8d8e-47f8-a369-0b472963c5d7', 'name': 'network-vif-deleted', 'tag': 'c03baeaa-75a0-4b0a-b274-6841b8b91e9d', 'status': 'completed', 'code': 200} Jul 13 07:26:54.950755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df023c83-797b-4ed9-bd3c-807d26a4cf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:54.953673 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7045a9-54c0-46e9-aed6-d3329fe9f995" -d '{"events": [{"server_uuid": "df023c83-797b-4ed9-bd3c-807d26a4cf29", "name": "network-vif-plugged", "status": "completed", "tag": "f1e8ec9d-2e5b-4726-8e71-28a660a8acdd"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:54.980574 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d102a13-f77a-4848-877b-678eb3fc06d8 req-cb9c98e3-9525-42af-8831-134271b29725 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=97107ff7134f439e9715994926363b8a HTTP/1.1" status: 200 len: 1656 time: 0.0800667 Jul 13 07:26:55.108563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d102a13-f77a-4848-877b-678eb3fc06d8 req-fee226e0-47b5-47b9-9635-2799ea6235ce tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.110144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d102a13-f77a-4848-877b-678eb3fc06d8 req-fee226e0-47b5-47b9-9635-2799ea6235ce tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks?id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 787 time: 0.1229331 Jul 13 07:26:55.121609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-9d102a13-f77a-4848-877b-678eb3fc06d8 req-81299daa-8715-43d8-9381-24a85b0905c7 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:55.123225 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d102a13-f77a-4848-877b-678eb3fc06d8 req-81299daa-8715-43d8-9381-24a85b0905c7 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071599 Jul 13 07:26:55.172814 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dc777b-abbc-4a7e-985a-40f91192f0c5 x-openstack-request-id: req-41dc777b-abbc-4a7e-985a-40f91192f0c5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:55.173111 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df023c83-797b-4ed9-bd3c-807d26a4cf29", "name": "network-vif-plugged", "status": "completed", "tag": "f1e8ec9d-2e5b-4726-8e71-28a660a8acdd", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:55.173415 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41dc777b-abbc-4a7e-985a-40f91192f0c5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:55.173819 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df023c83-797b-4ed9-bd3c-807d26a4cf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'code': 200} Jul 13 07:26:55.343772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83308ac-45a1-4747-a000-04f085ac9c54 req-c7bd0f58-0e75-4967-be38-1cac2ced3409 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.345502 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e83308ac-45a1-4747-a000-04f085ac9c54 req-c7bd0f58-0e75-4967-be38-1cac2ced3409 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.0735075 Jul 13 07:26:55.354819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931d5b-19a7-4ee5-b390-91b0540eaf75 req-7b6ed8c5-6000-46de-8c35-d4854889e03f tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.356454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79931d5b-19a7-4ee5-b390-91b0540eaf75 req-7b6ed8c5-6000-46de-8c35-d4854889e03f tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 945 time: 0.1154997 Jul 13 07:26:55.371953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcbb84-0890-4480-9c18-7ccb1228d548 req-98ccdbe5-53d2-4870-8384-81debe04bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.373652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ddcbb84-0890-4480-9c18-7ccb1228d548 req-98ccdbe5-53d2-4870-8384-81debe04bddf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 1101 time: 0.0932679 Jul 13 07:26:55.389514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e83308ac-45a1-4747-a000-04f085ac9c54 req-c4a56343-5654-4457-9c9a-f57573750758 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372608 Jul 13 07:26:55.426610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79931d5b-19a7-4ee5-b390-91b0540eaf75 req-a47465bf-5e4b-4302-a2f2-10fd8316e395 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629985 Jul 13 07:26:55.432762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ddcbb84-0890-4480-9c18-7ccb1228d548 req-0fcc8b2c-27be-465a-9bc6-e3189fae23ea service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474315 Jul 13 07:26:55.464397 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-14e660d7-e567-4c93-bb71-c466789e9bdf tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips/1d4ff987-3f55-439f-9cd5-eae03ccbefbb HTTP/1.1" status: 200 len: 693 time: 0.0505950 Jul 13 07:26:55.536919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cb97f5-1cc6-47f3-ac1f-307d1c43e310 req-b2ddda4d-955f-48ba-a541-0b3c229d23f1 tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed5612bd19c44e3e92b23aea4b7eba15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248845 Jul 13 07:26:55.576102 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-aaa191e0-55b0-47dd-9873-5103f7535088 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.577503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-aaa191e0-55b0-47dd-9873-5103f7535088 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1072261 Jul 13 07:26:55.631623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-e23cf423-dec2-4f8a-852c-95136dcb9f72 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0478201 Jul 13 07:26:55.648846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb97f5-1cc6-47f3-ac1f-307d1c43e310 req-9b4b96dd-c609-4442-bda2-7d10e9373ded tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.650367 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cb97f5-1cc6-47f3-ac1f-307d1c43e310 req-9b4b96dd-c609-4442-bda2-7d10e9373ded tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081929 Jul 13 07:26:55.665290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cb97f5-1cc6-47f3-ac1f-307d1c43e310 req-7454ad41-27c9-40a8-a9da-8d444a6911a6 tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/quotas/ed5612bd19c44e3e92b23aea4b7eba15 HTTP/1.1" status: 200 len: 375 time: 0.0094547 Jul 13 07:26:55.680615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-2de05a06-7a8f-4010-8d49-9f773b5a9b76 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0425656 Jul 13 07:26:55.699046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cb97f5-1cc6-47f3-ac1f-307d1c43e310 req-d7709709-0a52-40ee-98f2-a114d28eae6e tempest-QuotasAdminNegativeTest-1546234556 tempest-QuotasAdminNegativeTest-1546234556-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5612bd19c44e3e92b23aea4b7eba15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286288 Jul 13 07:26:55.809302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Deleting port 869580cd-598b-46d6-9825-fee9d58670f8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:55.809571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.826418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34272) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:55.873224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Deleting subnet 77310ed1-d6c0-4f3a-bdec-f366701579be {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:26:55.876257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.896816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.896816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.911180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Calling delete_port for 869580cd-598b-46d6-9825-fee9d58670f8 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:55.925055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.979120 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.059931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.073927 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.087962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event deleted for resources: {'Port': ['ID=869580cd-598b-46d6-9825-fee9d58670f8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:56.105254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77310ed1-d6c0-4f3a-bdec-f366701579be,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:56.114565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eebc8-50e8-4c04-b980-67e4b9681698 req-e9d5ba0b-a327-4efe-a03b-a85511312f55 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.115832 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc8eebc8-50e8-4c04-b980-67e4b9681698 req-e9d5ba0b-a327-4efe-a03b-a85511312f55 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1123426 Jul 13 07:26:56.117853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.119682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/77310ed1-d6c0-4f3a-bdec-f366701579be HTTP/1.1" status: 204 len: 168 time: 0.2921503 Jul 13 07:26:56.124119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34280) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:56.132923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.133294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.133627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.134044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.134332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.134669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.135002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.135332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.135662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.135989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.136316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.136643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f8115-d8b8-4408-aaf5-d4ac0ed4eea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:56.149172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.151795 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.153080 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-888bdc60-dcd3-4455-ab98-6cba270e71cc req-345a612c-2fee-4df2-a16c-dc92de030e6b tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "DELETE /v2.0/floatingips/1d4ff987-3f55-439f-9cd5-eae03ccbefbb HTTP/1.1" status: 204 len: 173 time: 0.4670606 Jul 13 07:26:56.229886 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc8eebc8-50e8-4c04-b980-67e4b9681698 req-e0900c76-bc8a-4470-a8fe-e236a97cb532 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036632 Jul 13 07:26:56.235075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.326797 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.327048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf41a8-6f47-432f-b3d3-49d26cea38eb req-a56c4659-a65c-429d-a543-7bbfd769d5fb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.333613 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fcf41a8-6f47-432f-b3d3-49d26cea38eb req-a56c4659-a65c-429d-a543-7bbfd769d5fb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 949 time: 0.0844328 Jul 13 07:26:56.338299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5863c31-a20a-4480-8311-c8a4dee60a2f']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:56.350090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:56.350589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecb8cc1-6529-4c1d-8aac-e8f53ffbe07c') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:56.360304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.371030 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fcf41a8-6f47-432f-b3d3-49d26cea38eb req-9e5db4d8-2952-45bf-b9b7-6f4178073b73 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359538 Jul 13 07:26:56.376181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.383023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:56.383781 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:56.385701 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:56.461888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.471964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.474764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c5863c31-a20a-4480-8311-c8a4dee60a2f HTTP/1.1" status: 204 len: 168 time: 0.3497245 Jul 13 07:26:56.492854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4f54e-e68f-4002-ad71-74297de69d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5863c31-a20a-4480-8311-c8a4dee60a2f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:56.609295 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-a165f71a-a8a6-452b-ae5b-5bc7f66f3032 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips/ebef44f5-c9f8-47c5-bb30-d0a1dfa92738 HTTP/1.1" status: 200 len: 692 time: 0.0767992 Jul 13 07:26:56.630507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-5dab3821-2a82-43cb-9ac2-3a8e57c8cea0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.634710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-5dab3821-2a82-43cb-9ac2-3a8e57c8cea0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.1345930 Jul 13 07:26:56.654646 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-36f28fb1-ac70-4f1c-a34c-64c457646673 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/quotas/4f9d3c2a974e43749b74713ae48c2be0 HTTP/1.1" status: 200 len: 375 time: 0.0145874 Jul 13 07:26:56.693101 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 675e7548-e9d9-42fa-b293-695b676fe392 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:56.704275 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34306) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:56.704675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:56.719578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-d2bf48d5-95b2-4ff4-a4ce-981a40b89a4e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639842 Jul 13 07:26:56.738792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:56.739463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:56.763003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c03baeaa-75a0-4b0a-b274-6841b8b91e9d no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:56.766602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-789d0635-fbc7-4a83-bb97-ba980024cde5 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.770413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-789d0635-fbc7-4a83-bb97-ba980024cde5 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1530614 Jul 13 07:26:56.789086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-682f8d7d-300d-4dcd-9d5a-70f24539e66e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cee6ceea7b6b45539d78fb378bafb205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812490 Jul 13 07:26:56.789419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34308) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:56.795778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: c03baeaa-75a0-4b0a-b274-6841b8b91e9d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:56.796190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c03baeaa-75a0-4b0a-b274-6841b8b91e9d not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:56.827206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-8e7de92c-9606-4056-9478-74d32382d82a tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.30 HTTP/1.1" status: 200 len: 695 time: 0.0504761 Jul 13 07:26:56.854491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-3d1d22c6-7ee3-42df-9556-be7f2296c95c service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277130 Jul 13 07:26:56.861755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 675e7548-e9d9-42fa-b293-695b676fe392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=675e7548-e9d9-42fa-b293-695b676fe392,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:56.873117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '675e7548-e9d9-42fa-b293-695b676fe392', 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd', 'port_id': '675e7548-e9d9-42fa-b293-695b676fe392', 'mac_address': 'fa:16:3e:6f:6f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:56.880449 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-0a1e2f9c-daef-42c2-99eb-90b9f6d889cc tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.30 HTTP/1.1" status: 200 len: 695 time: 0.0516477 Jul 13 07:26:56.898811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df0b843b-7df2-497f-a4a2-db11497b2a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.910355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ddb6f0-5bdc-423d-9957-e3216946062a', 'name': 'network-vif-deleted', 'tag': '28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:56.910645 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.913495 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbb4474-2929-4a7b-a8c9-13b3d65cb360" -d '{"events": [{"server_uuid": "d4ddb6f0-5bdc-423d-9957-e3216946062a", "name": "network-vif-deleted", "tag": "28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:56.924789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 675e7548-e9d9-42fa-b293-695b676fe392 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:56.945629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 675e7548-e9d9-42fa-b293-695b676fe392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=675e7548-e9d9-42fa-b293-695b676fe392,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:56.949641 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.963450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df0b843b-7df2-497f-a4a2-db11497b2a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.008162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=675e7548-e9d9-42fa-b293-695b676fe392,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:57.008527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-70dbecdb-5f69-4f63-b97f-5545955896fe service neutron] 10.222.0.41 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471462 Jul 13 07:26:57.018732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Deleting port 65d41d4b-b87b-41d0-b64a-faa6f9df0734 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:57.019491 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.033196 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df0b843b-7df2-497f-a4a2-db11497b2a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.036500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df0b843b-7df2-497f-a4a2-db11497b2a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.040958 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-df0b843b-7df2-497f-a4a2-db11497b2a6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11ff2c3f-b30f-4c00-9ba8-78b970e94a1f HTTP/1.1" status: 204 len: 168 time: 0.2476983 Jul 13 07:26:57.054894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b843b-7df2-497f-a4a2-db11497b2a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff2c3f-b30f-4c00-9ba8-78b970e94a1f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:57.064715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['675e7548-e9d9-42fa-b293-695b676fe392'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:57.097872 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.098232 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.116260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Calling delete_port for 65d41d4b-b87b-41d0-b64a-faa6f9df0734 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:57.353590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.370452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45d2fd-a270-4c1b-9720-3eb4f97d348a req-3ca45a07-2a39-4853-9d03-6df50f4656cd tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.379896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b45d2fd-a270-4c1b-9720-3eb4f97d348a req-3ca45a07-2a39-4853-9d03-6df50f4656cd tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 944 time: 0.0825133 Jul 13 07:26:57.428263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event deleted for resources: {'Port': ['ID=65d41d4b-b87b-41d0-b64a-faa6f9df0734,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:57.430048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b45d2fd-a270-4c1b-9720-3eb4f97d348a req-1e19eb85-c4ec-4642-9ba2-2589469f58d9 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Jul 13 07:26:57.486821 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34334) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:57.521181 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43a2d9f-e2e3-4ca9-a85d-4cab011fb368 x-openstack-request-id: req-f43a2d9f-e2e3-4ca9-a85d-4cab011fb368 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:57.521475 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ddb6f0-5bdc-423d-9957-e3216946062a", "name": "network-vif-deleted", "tag": "28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:57.521735 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f43a2d9f-e2e3-4ca9-a85d-4cab011fb368 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:57.522905 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ddb6f0-5bdc-423d-9957-e3216946062a', 'name': 'network-vif-deleted', 'tag': '28b2f7e9-51d2-4af8-b7f2-cefb417cf9e5', 'status': 'completed', 'code': 200} Jul 13 07:26:57.529815 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.535477 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.551650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49f70793-dfbf-4340-83b5-21fd9c437d30 req-458ac3d2-0b36-483e-8dc3-441dfad5af38 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "DELETE /v2.0/floatingips/ebef44f5-c9f8-47c5-bb30-d0a1dfa92738 HTTP/1.1" status: 204 len: 173 time: 0.6649275 Jul 13 07:26:57.603758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba863940-653c-4df6-9c38-b0741bcd48c8 req-d3e1437f-7f8a-4b7e-9748-3fdf0f6309c7 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 210 time: 0.0369425 Jul 13 07:26:57.686927 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-463fd89d-da89-489a-ad03-e9c1b6c103ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.769607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff6f2c-1126-40d4-9edd-498fdd9fbe46 req-10c303ae-0d01-49ef-ab37-0f9b67be1d1e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.771512 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49ff6f2c-1126-40d4-9edd-498fdd9fbe46 req-10c303ae-0d01-49ef-ab37-0f9b67be1d1e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.0786774 Jul 13 07:26:57.839665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49ff6f2c-1126-40d4-9edd-498fdd9fbe46 req-9ae5ecd2-fe29-4b35-a457-6916828144c0 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600336 Jul 13 07:26:57.870537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a05b8-7162-49e9-9b0e-e82222d902de req-364e4bda-06b2-4e48-b70f-f757f151a040 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.870537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-919a05b8-7162-49e9-9b0e-e82222d902de req-364e4bda-06b2-4e48-b70f-f757f151a040 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 949 time: 0.1154878 Jul 13 07:26:57.919428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-463fd89d-da89-489a-ad03-e9c1b6c103ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.923488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-919a05b8-7162-49e9-9b0e-e82222d902de req-736d4bce-80c6-455d-9f3d-4ec07c8e5324 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489130 Jul 13 07:26:57.926375 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-463fd89d-da89-489a-ad03-e9c1b6c103ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.974407 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-463fd89d-da89-489a-ad03-e9c1b6c103ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed5612bd19c44e3e92b23aea4b7eba15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793737 Jul 13 07:26:57.974407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:57.978077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fd89d-da89-489a-ad03-e9c1b6c103ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1191ac5e-0b1d-4028-8fa0-e361746d2a5d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:58.052449 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7620f3c-0899-4fd8-a600-7dfff2651940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.075244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7620f3c-0899-4fd8-a600-7dfff2651940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.131660 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7620f3c-0899-4fd8-a600-7dfff2651940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.133167 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7620f3c-0899-4fd8-a600-7dfff2651940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.136770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f7620f3c-0899-4fd8-a600-7dfff2651940 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1191ac5e-0b1d-4028-8fa0-e361746d2a5d HTTP/1.1" status: 204 len: 168 time: 0.1633997 Jul 13 07:26:58.143230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7620f3c-0899-4fd8-a600-7dfff2651940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1191ac5e-0b1d-4028-8fa0-e361746d2a5d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:58.186260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34368) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:58.245738 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95118cb4-e864-4213-a0e0-a664545a2768 req-0496bcbb-210d-4028-9ba8-1e6f24648e45 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips/8396d470-5f95-4d3a-9459-fb7d2e3432ce HTTP/1.1" status: 200 len: 693 time: 0.0910361 Jul 13 07:26:58.301157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-195195986-network', 'tenant_id': '0c877638f3d94502b65e62c5572ee965'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:58.365314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Made reservation on behalf of 0c877638f3d94502b65e62c5572ee965 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:58.367873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.377310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95118cb4-e864-4213-a0e0-a664545a2768 req-f27234f8-67c4-4c80-939f-ce6da7237fd2 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.378838 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95118cb4-e864-4213-a0e0-a664545a2768 req-f27234f8-67c4-4c80-939f-ce6da7237fd2 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1246564 Jul 13 07:26:58.381904 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.390164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-95118cb4-e864-4213-a0e0-a664545a2768 req-5f8fd645-a678-43aa-9a11-0c0dcead34f9 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:58.391150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95118cb4-e864-4213-a0e0-a664545a2768 req-5f8fd645-a678-43aa-9a11-0c0dcead34f9 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066271 Jul 13 07:26:58.424732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72337d-9bf1-45f2-bc83-9f6c964fd6cb req-83f42761-5cd3-4887-902f-46f92568ee1e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.426298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc72337d-9bf1-45f2-bc83-9f6c964fd6cb req-83f42761-5cd3-4887-902f-46f92568ee1e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1082442 Jul 13 07:26:58.444603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95118cb4-e864-4213-a0e0-a664545a2768 req-d5ece293-475d-4a0f-9fbb-323a9c8a0512 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.118 HTTP/1.1" status: 200 len: 696 time: 0.0458679 Jul 13 07:26:58.494048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc72337d-9bf1-45f2-bc83-9f6c964fd6cb req-e81bf1b2-05bb-48bd-bf11-4bf010ba4bb3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579817 Jul 13 07:26:58.544212 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95118cb4-e864-4213-a0e0-a664545a2768 req-6f7d3962-eb12-4a81-8010-3716ae3a8758 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.118 HTTP/1.1" status: 200 len: 696 time: 0.0771325 Jul 13 07:26:58.558032 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.563295 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.592673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:58.615584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.616394 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Added segment dbda6086-f156-40c6-adf5-5dd953c16af7 of type vlan for network 19c776fc-ef6a-469d-93c1-0b30ebda13b9 Jul 13 07:26:58.618409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34378) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:58.618649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266d4142-843a-4880-998a-67154c9c965d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:58.698433 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77f46457-d4b9-4f34-9e47-d8d1c3372877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.699221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.727952 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 675e7548-e9d9-42fa-b293-695b676fe392 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:58.747802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed1bc1-9152-432d-b6a3-a464db72dd18 req-6eb49f89-ae57-4b4a-b4c4-4676fb7a1c97 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.749317 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6ed1bc1-9152-432d-b6a3-a464db72dd18 req-6eb49f89-ae57-4b4a-b4c4-4676fb7a1c97 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 950 time: 0.1201205 Jul 13 07:26:58.754583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.755868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.757202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.841603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9e19f80d-b071-4a5b-b3bd-ec365bcb9429 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.848628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9e19f80d-b071-4a5b-b3bd-ec365bcb9429 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 806 time: 0.2198200 Jul 13 07:26:58.850889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6ed1bc1-9152-432d-b6a3-a464db72dd18 req-1ffde433-97a2-4dcd-8537-2f4daf296668 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905845 Jul 13 07:26:58.851392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] Pushing event updated for resources: {'Network': ['ID=19c776fc-ef6a-469d-93c1-0b30ebda13b9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:58.861318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-95118cb4-e864-4213-a0e0-a664545a2768 req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Deleting port 71e5d7c8-f51a-4a24-ac22-eb49a45fe761 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:58.861667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95118cb4-e864-4213-a0e0-a664545a2768 req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.864498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 19c776fc-ef6a-469d-93c1-0b30ebda13b9 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:58.869190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Request body: {'port': {'device_id': '784ec57b-0428-4fc2-b929-24e059b3813c', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'admin_state_up': True, 'tenant_id': '4f9d3c2a974e43749b74713ae48c2be0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:58.880545 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.903859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 675e7548-e9d9-42fa-b293-695b676fe392 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:58.927493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 675e7548-e9d9-42fa-b293-695b676fe392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=675e7548-e9d9-42fa-b293-695b676fe392,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:58.932407 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.990075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=675e7548-e9d9-42fa-b293-695b676fe392,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:59.041539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77f46457-d4b9-4f34-9e47-d8d1c3372877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.055754 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77f46457-d4b9-4f34-9e47-d8d1c3372877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.066862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-32186b3b-d200-4b55-b2a8-3cfe5a4a6cad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8793359 Jul 13 07:26:59.070589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95118cb4-e864-4213-a0e0-a664545a2768 req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.070589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95118cb4-e864-4213-a0e0-a664545a2768 req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.070843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34384) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:59.076005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Request body: {'subnet': {'network_id': '19c776fc-ef6a-469d-93c1-0b30ebda13b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-195195986-subnet', 'tenant_id': '0c877638f3d94502b65e62c5572ee965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:59.106117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-95118cb4-e864-4213-a0e0-a664545a2768 req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Calling delete_port for 71e5d7c8-f51a-4a24-ac22-eb49a45fe761 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:59.107027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Made reservation on behalf of 0c877638f3d94502b65e62c5572ee965 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:59.109520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.134100 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-77f46457-d4b9-4f34-9e47-d8d1c3372877 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c518aee51954753aaf88f55770a5b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138752 Jul 13 07:26:59.138046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f46457-d4b9-4f34-9e47-d8d1c3372877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7052dce7-3513-4b67-a404-c7ab54207ca4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:59.138674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa831-bc67-4f40-aa2d-223226c0d948 req-6e1ed0fc-526a-4ac5-aa59-c90144d1526c tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.140331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:59.146354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04bfa831-bc67-4f40-aa2d-223226c0d948 req-6e1ed0fc-526a-4ac5-aa59-c90144d1526c tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 943 time: 0.1258168 Jul 13 07:26:59.230616 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04bfa831-bc67-4f40-aa2d-223226c0d948 req-949dd107-f792-451a-a480-65277f22a47f tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833087 Jul 13 07:26:59.360833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.384540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-63267dc4-a1f8-4ef4-9a4e-6f5a35a2c50a req-74865ec7-b268-4e96-91a7-df4414638f37 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 210 time: 0.0368030 Jul 13 07:26:59.435653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=085586ee-7df1-4473-8af1-d37fd0dc004d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:59.447770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Checking segment: {'id': 'dbda6086-f156-40c6-adf5-5dd953c16af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '19c776fc-ef6a-469d-93c1-0b30ebda13b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:59.448267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Network hostable DHCP agents. Network: 19c776fc-ef6a-469d-93c1-0b30ebda13b9, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:26:59.468871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Network 19c776fc-ef6a-469d-93c1-0b30ebda13b9 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:26:59.479318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 19c776fc-ef6a-469d-93c1-0b30ebda13b9) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:59.484304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.485014 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.494278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c52c1-27e3-4ec8-9eaf-45000f935b85 None None] Network 19c776fc-ef6a-469d-93c1-0b30ebda13b9 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:59.499341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Made reservation on behalf of 4f9d3c2a974e43749b74713ae48c2be0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:59.509504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c513d0f8-6814-4ba7-b32d-574a82128b69 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4308496 Jul 13 07:26:59.509719 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.613019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3816d8d6-dafd-435e-be35-b71adbd258b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.646122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33aa5e0-5b04-4f2d-b45a-1a748abd42b9 None None] Network 19c776fc-ef6a-469d-93c1-0b30ebda13b9 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:59.699669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3816d8d6-dafd-435e-be35-b71adbd258b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.793765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95118cb4-e864-4213-a0e0-a664545a2768 req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.799095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf6bc-116e-4cc6-a3bf-be5c692df232 req-e660dff7-6e1b-4970-9845-9ee11c0ad16a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.802973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Allocated IP 172.20.0.4 (832e3da9-e104-4daf-a678-a850d2020b15/0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9/09864ace-c9f3-45ca-adbb-a31611255919) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:59.805336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf6bc-116e-4cc6-a3bf-be5c692df232 req-e660dff7-6e1b-4970-9845-9ee11c0ad16a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.807098 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed9cf6bc-116e-4cc6-a3bf-be5c692df232 req-e660dff7-6e1b-4970-9845-9ee11c0ad16a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29&device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 1690 time: 0.0830486 Jul 13 07:26:59.837188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Pushing event deleted for resources: {'Port': ['ID=71e5d7c8-f51a-4a24-ac22-eb49a45fe761,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:59.865458 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed9cf6bc-116e-4cc6-a3bf-be5c692df232 req-49af2fa8-7d72-46b4-84b8-14ce6e01e336 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456598 Jul 13 07:26:59.908672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3816d8d6-dafd-435e-be35-b71adbd258b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.911125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3816d8d6-dafd-435e-be35-b71adbd258b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.912288 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3816d8d6-dafd-435e-be35-b71adbd258b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7052dce7-3513-4b67-a404-c7ab54207ca4 HTTP/1.1" status: 204 len: 168 time: 0.7680459 Jul 13 07:26:59.941846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816d8d6-dafd-435e-be35-b71adbd258b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7052dce7-3513-4b67-a404-c7ab54207ca4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:59.993909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-c19f0b24-fa5f-4388-b7a4-8a72ea18c7d2 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.995429 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-c19f0b24-fa5f-4388-b7a4-8a72ea18c7d2 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 943 time: 0.2557819 Jul 13 07:26:59.996254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95118cb4-e864-4213-a0e0-a664545a2768 req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.999075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95118cb4-e864-4213-a0e0-a664545a2768 req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.000216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95118cb4-e864-4213-a0e0-a664545a2768 req-105be61d-a3f1-4066-b71b-8388ab7377c1 tempest-FloatingIPDetailsTestJSON-1849236754 tempest-FloatingIPDetailsTestJSON-1849236754-project] 10.222.0.41 "DELETE /v2.0/floatingips/8396d470-5f95-4d3a-9459-fb7d2e3432ce HTTP/1.1" status: 204 len: 173 time: 1.4552090 Jul 13 07:27:00.008047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34402) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:00.155784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.187307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Deleting port 675e7548-e9d9-42fa-b293-695b676fe392 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:00.187656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.224676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157bb1-26eb-42e1-a773-f1e7dbe31db1 req-a610a7a8-c6cd-4a94-be80-acf9ae69c4fd tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.227298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07157bb1-26eb-42e1-a773-f1e7dbe31db1 req-a610a7a8-c6cd-4a94-be80-acf9ae69c4fd tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1260099 Jul 13 07:27:00.277408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.289547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:00.339477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] For port 675e7548-e9d9-42fa-b293-695b676fe392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=675e7548-e9d9-42fa-b293-695b676fe392,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:00.339863 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.343287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Network 832e3da9-e104-4daf-a678-a850d2020b15 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:00.357272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:00.362801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:00.372036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Calling delete_port for 675e7548-e9d9-42fa-b293-695b676fe392 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:00.373698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07157bb1-26eb-42e1-a773-f1e7dbe31db1 req-e0109b49-7432-4a18-8566-1972ca870673 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073396 Jul 13 07:27:00.399899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event updated for resources: {'Port': ['ID=09864ace-c9f3-45ca-adbb-a31611255919,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:00.525961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.526718 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.599514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-e407b44b-1a13-429b-ae70-72ef9a262cec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7398245 Jul 13 07:27:00.616581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Request body: {'port': {'device_id': '784ec57b-0428-4fc2-b929-24e059b3813c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:00.688902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-a10f906e-987c-4df4-8185-436621d3d548 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.690559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-a10f906e-987c-4df4-8185-436621d3d548 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/networks?id=19c776fc-ef6a-469d-93c1-0b30ebda13b9 HTTP/1.1" status: 200 len: 813 time: 0.2741110 Jul 13 07:27:00.729987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.765726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-50bdbce7-9dfe-41ff-ad71-10f5e99ce5a2 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/quotas/0c877638f3d94502b65e62c5572ee965 HTTP/1.1" status: 200 len: 375 time: 0.0631051 Jul 13 07:27:00.773735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763af443-a438-4109-9a67-acd03fcfc5ce req-809dc59b-e3ac-4321-9533-0ce5f7467a14 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.775364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-763af443-a438-4109-9a67-acd03fcfc5ce req-809dc59b-e3ac-4321-9533-0ce5f7467a14 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedda8c-a7c3-474d-92ae-da8900476bb1 HTTP/1.1" status: 200 len: 943 time: 0.1380684 Jul 13 07:27:00.798287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.826551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-cf700533-d779-4527-9d3e-08915e01e324 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c877638f3d94502b65e62c5572ee965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491464 Jul 13 07:27:00.832344 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.862774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-763af443-a438-4109-9a67-acd03fcfc5ce req-e53ea089-4433-45a1-b0d8-8e2cf8e39ac6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755541 Jul 13 07:27:00.909613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event deleted for resources: {'Port': ['ID=675e7548-e9d9-42fa-b293-695b676fe392,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:01.009918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] No DVR routers for this DVR port 675e7548-e9d9-42fa-b293-695b676fe392 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:01.014354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.016776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5074d2d2-46f3-40f5-950a-8e0373ad227a req-a7f685ef-6056-4d00-9b09-d4c4ec651fa6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "DELETE /v2.0/ports/675e7548-e9d9-42fa-b293-695b676fe392 HTTP/1.1" status: 204 len: 173 time: 1.0086665 Jul 13 07:27:01.020358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbedda8c-a7c3-474d-92ae-da8900476bb1', 'name': 'network-vif-deleted', 'tag': '675e7548-e9d9-42fa-b293-695b676fe392'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:01.022777 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece3f069-40a4-4207-9c44-48f46c2bf640" -d '{"events": [{"server_uuid": "cbedda8c-a7c3-474d-92ae-da8900476bb1", "name": "network-vif-deleted", "tag": "675e7548-e9d9-42fa-b293-695b676fe392"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:01.111455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-a6364bfa-f5d6-4d8c-aa6d-da206585d7bc service neutron] 10.222.0.41 "GET /v2.0/networks/19c776fc-ef6a-469d-93c1-0b30ebda13b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530019 Jul 13 07:27:01.139753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046340c6-24ff-4048-b747-d3c61820940c req-9a93e103-e467-495f-811d-1966c65881e3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.141405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-046340c6-24ff-4048-b747-d3c61820940c req-9a93e103-e467-495f-811d-1966c65881e3 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1115577 Jul 13 07:27:01.150506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Deleting port c7c16b2a-91b3-45f1-8978-92b25a8996a3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:01.150939 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.237518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-046340c6-24ff-4048-b747-d3c61820940c req-7883bb0b-5359-48e2-9b45-2a8e76150bee tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844197 Jul 13 07:27:01.285378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-73c0058d-2fc2-4076-b6b2-d96c5d7b19db service neutron] 10.222.0.41 "GET /v2.0/networks/19c776fc-ef6a-469d-93c1-0b30ebda13b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559536 Jul 13 07:27:01.288079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] For port c7c16b2a-91b3-45f1-8978-92b25a8996a3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c7c16b2a-91b3-45f1-8978-92b25a8996a3,segment=NetworkSegment(ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5),segment_id=ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:01.288529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.302998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Calling delete_port for c7c16b2a-91b3-45f1-8978-92b25a8996a3 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:01.410309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09864ace-c9f3-45ca-adbb-a31611255919 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:01.433708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.452196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Transition to ACTIVE for port object 09864ace-c9f3-45ca-adbb-a31611255919 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:01.457527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.526119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Pushing event updated for resources: {'Port': ['ID=09864ace-c9f3-45ca-adbb-a31611255919,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:01.697938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Attempting to bind port 09864ace-c9f3-45ca-adbb-a31611255919 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:01.698507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Attempting to bind port 09864ace-c9f3-45ca-adbb-a31611255919 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:01.698918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Attempting to bind port 09864ace-c9f3-45ca-adbb-a31611255919 on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:01.706144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Port 09864ace-c9f3-45ca-adbb-a31611255919 on network 832e3da9-e104-4daf-a678-a850d2020b15 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:01.706594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Attempting to bind port 09864ace-c9f3-45ca-adbb-a31611255919 on network 832e3da9-e104-4daf-a678-a850d2020b15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:01.716992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:01.717235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Checking segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:01.717626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Bound using segment: {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:01.718111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Bound port: 09864ace-c9f3-45ca-adbb-a31611255919, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbb726-4a4a-464a-aee6-cadf35420088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:01.718474 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.723511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e97115-406a-49da-8a9e-932bdc06f913 req-28a8c423-bc48-42c9-9db0-88b6e5b1020b tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.730602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e2e97115-406a-49da-8a9e-932bdc06f913 req-28a8c423-bc48-42c9-9db0-88b6e5b1020b tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 1101 time: 0.1153402 Jul 13 07:27:01.871800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e2e97115-406a-49da-8a9e-932bdc06f913 req-2f2fb6d4-b421-44b9-a9f9-069983a469e3 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165586 Jul 13 07:27:01.883454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] For port 09864ace-c9f3-45ca-adbb-a31611255919, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:01.888303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] For port 09864ace-c9f3-45ca-adbb-a31611255919, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=09864ace-c9f3-45ca-adbb-a31611255919,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:01.902313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.974732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ef63-385a-4563-84fd-fe7d7df07928 req-d11f3c0f-44a2-4983-92df-02b7a5c9edb0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.975834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.976096 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.976820 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ce1ef63-385a-4563-84fd-fe7d7df07928 req-d11f3c0f-44a2-4983-92df-02b7a5c9edb0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 931 time: 0.5545824 Jul 13 07:27:01.977969 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] 10.222.0.48 "PUT /v2.0/ports/09864ace-c9f3-45ca-adbb-a31611255919 HTTP/1.1" status: 200 len: 1092 time: 1.3675492 Jul 13 07:27:01.994307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486fac7-b10f-4dff-8598-1dd38f982706 service neutron] Pushing event updated for resources: {'Port': ['ID=09864ace-c9f3-45ca-adbb-a31611255919,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:02.056963 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ce1ef63-385a-4563-84fd-fe7d7df07928 req-8d4b897f-7b4a-411f-acdc-7bb822184fdf tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535536 Jul 13 07:27:02.060770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.090467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c16b2a-91b3-45f1-8978-92b25a8996a3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:02.146621 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d86464-746e-42a4-b756-fee26634a6ff x-openstack-request-id: req-b8d86464-746e-42a4-b756-fee26634a6ff {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:02.147364 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbedda8c-a7c3-474d-92ae-da8900476bb1", "name": "network-vif-deleted", "tag": "675e7548-e9d9-42fa-b293-695b676fe392", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:02.148552 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8d86464-746e-42a4-b756-fee26634a6ff {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:02.149051 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbedda8c-a7c3-474d-92ae-da8900476bb1', 'name': 'network-vif-deleted', 'tag': '675e7548-e9d9-42fa-b293-695b676fe392', 'status': 'completed', 'code': 200} Jul 13 07:27:02.182164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-de259eb3-8c2b-43a4-a88a-fdbadf2638f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:02.187289 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-de259eb3-8c2b-43a4-a88a-fdbadf2638f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 1095 time: 0.1606927 Jul 13 07:27:02.230648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34480) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:02.269734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-c987e0cf-6545-48ef-950f-488fdcfd6057 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09864ace-c9f3-45ca-adbb-a31611255919 HTTP/1.1" status: 200 len: 217 time: 0.0742702 Jul 13 07:27:02.359085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-47aa890d-b4cd-4593-9c8a-2627a2e2525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:02.361385 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-47aa890d-b4cd-4593-9c8a-2627a2e2525c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.0842109 Jul 13 07:27:02.424076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-1e5fd1fb-d264-4773-9e75-9c23abc47dd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495563 Jul 13 07:27:02.431958 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0ec82cf-6942-4d86-b2d8-ef3df622e257 req-8ac34b84-b1a9-45b5-a341-2a3c42aaa3af tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 210 time: 0.0471609 Jul 13 07:27:02.497054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.515433 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-889e3c94-0d37-4906-8106-bfe758f78f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.628237 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-2c0e266f-0575-476d-98f9-2440df07e2a8 service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977720 Jul 13 07:27:02.630904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa42e5-ad86-46e6-91fb-3ea5845f87a2 req-19d5f2db-896b-46db-9628-d7352c92900c tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:02.632345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-19aa42e5-ad86-46e6-91fb-3ea5845f87a2 req-19d5f2db-896b-46db-9628-d7352c92900c tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 1102 time: 0.1453106 Jul 13 07:27:02.723517 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-19aa42e5-ad86-46e6-91fb-3ea5845f87a2 req-33921da3-82e1-43d8-a487-de8f13ac610a tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802362 Jul 13 07:27:02.749230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 675e7548-e9d9-42fa-b293-695b676fe392 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:02.763661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e4cd125-cfb7-412d-86a0-93bb12eef2c7 req-02e0bd84-0bff-4940-bf12-af347e6e11ab service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281888 Jul 13 07:27:02.771588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 675e7548-e9d9-42fa-b293-695b676fe392 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:02.772724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 675e7548-e9d9-42fa-b293-695b676fe392 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:02.786709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d7ffb-a8de-446f-afd4-40d3292e5c61 req-adec93d0-5ea2-4ffb-93e2-da2640ab715a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:02.788835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd4d7ffb-a8de-446f-afd4-40d3292e5c61 req-adec93d0-5ea2-4ffb-93e2-da2640ab715a tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.2001231 Jul 13 07:27:02.871032 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-889e3c94-0d37-4906-8106-bfe758f78f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.903277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-889e3c94-0d37-4906-8106-bfe758f78f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.923327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-3df47901-dd98-4c17-bd1e-71256fec792a tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:02.925340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-3df47901-dd98-4c17-bd1e-71256fec792a tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/networks?id=fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 200 len: 822 time: 0.1128347 Jul 13 07:27:02.941992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-befc6ec8-3475-43f7-9c10-dbb3727cf530 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/quotas/d7808dac1993494fb6b85186033e29fc HTTP/1.1" status: 200 len: 375 time: 0.0094864 Jul 13 07:27:02.948213 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd4d7ffb-a8de-446f-afd4-40d3292e5c61 req-03323501-9404-47d5-b258-1c5f9608ae1e tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222088 Jul 13 07:27:02.990303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-889e3c94-0d37-4906-8106-bfe758f78f1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9da5f641590e4d7587e368633e3d6967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7578912 Jul 13 07:27:02.998201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:03.023456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e3c94-0d37-4906-8106-bfe758f78f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb69085e-2bca-47f8-91ea-de1bf807c389,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:03.087692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:03.180329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-9bb17867-5ac9-4103-b109-d1bcda4a6750 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7808dac1993494fb6b85186033e29fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2249703 Jul 13 07:27:03.258735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72c6ccfd-40e7-480d-963a-a6427ce9bc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.290115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72c6ccfd-40e7-480d-963a-a6427ce9bc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.298838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-5c6c34ff-dd97-44eb-9189-e74186b2a717 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.300352 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-5c6c34ff-dd97-44eb-9189-e74186b2a717 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.48 "GET /v2.0/networks?id=19c776fc-ef6a-469d-93c1-0b30ebda13b9 HTTP/1.1" status: 200 len: 813 time: 0.2903790 Jul 13 07:27:03.330336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Request body: {'port': {'device_id': 'c350b926-91e8-486d-9bd3-1f3e32e0ca11', 'network_id': '19c776fc-ef6a-469d-93c1-0b30ebda13b9', 'admin_state_up': True, 'tenant_id': '0c877638f3d94502b65e62c5572ee965'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:03.370657 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72c6ccfd-40e7-480d-963a-a6427ce9bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.373826 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72c6ccfd-40e7-480d-963a-a6427ce9bc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.385620 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-72c6ccfd-40e7-480d-963a-a6427ce9bc59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb69085e-2bca-47f8-91ea-de1bf807c389 HTTP/1.1" status: 204 len: 168 time: 0.3743536 Jul 13 07:27:03.409705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6ccfd-40e7-480d-963a-a6427ce9bc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb69085e-2bca-47f8-91ea-de1bf807c389,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:03.427836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-97b248b8-30ae-40e3-829d-2542dd71bf9b service neutron] 10.222.0.41 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465680 Jul 13 07:27:03.457214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:03.468472 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-12dc7d11-0e9c-4d03-867f-6acd60352b31 admin admin] 10.222.0.41 "PUT /v2.0/routers/aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4532170 Jul 13 07:27:03.469566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34520) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:03.471740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] Sync routers for ids ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:03.499752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] Routers {'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:03.503384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:03.568885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Made reservation on behalf of 0c877638f3d94502b65e62c5572ee965 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:03.574104 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.596553 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-425a10b7-6f03-47d8-bc54-a9c1698a147c service neutron] 10.222.0.41 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670003 Jul 13 07:27:03.661311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.712451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27de01-c586-4bf7-a3c4-51dc31ad4bd2 req-edc5a02b-2175-4312-8aa0-03c8af67528d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.719620 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa27de01-c586-4bf7-a3c4-51dc31ad4bd2 req-edc5a02b-2175-4312-8aa0-03c8af67528d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 943 time: 0.1703496 Jul 13 07:27:03.738395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] Set router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:03.824127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa27de01-c586-4bf7-a3c4-51dc31ad4bd2 req-10cba455-f92c-480b-877a-fd6eb782b406 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032653 Jul 13 07:27:03.862286 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.892214 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-be55566a-b6d3-46a9-ad28-371158469feb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494385 Jul 13 07:27:03.922366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:03.946307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Allocated IP 172.20.0.9 (19c776fc-ef6a-469d-93c1-0b30ebda13b9/085586ee-7df1-4473-8af1-d37fd0dc004d/fc4c1827-aa59-4d99-9da1-4e8b2e833bad) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:03.968908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4407c162-8757-4d19-8e51-3e8b31548130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.146346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-029a4372-a35c-4a2f-a1dd-952b315cb1cd req-e090fae9-af8c-4590-b4da-82962487b204 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 210 time: 0.0744359 Jul 13 07:27:04.149107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:28Z', 'updated_at': '2021-07-13T07:27:01Z', 'revision_number': 5, 'project_id': '97107ff7134f439e9715994926363b8a', 'gw_port': {'id': '215ce276-d5d8-412f-88fd-3a374c0524d9', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:30Z', 'updated_at': '2021-07-13T07:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:04.156668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Deleting port 215ce276-d5d8-412f-88fd-3a374c0524d9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:04.157049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.171051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-2e6eb323-ea34-4602-b159-22c3eeebefef tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.177573 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-2e6eb323-ea34-4602-b159-22c3eeebefef tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842867 Jul 13 07:27:04.213179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] Checking router: aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:04.224898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784ec57b-0428-4fc2-b929-24e059b3813c', 'tag': '09864ace-c9f3-45ca-adbb-a31611255919'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:04.234671 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00" -d '{"events": [{"name": "network-changed", "server_uuid": "784ec57b-0428-4fc2-b929-24e059b3813c", "tag": "09864ace-c9f3-45ca-adbb-a31611255919"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:04.235396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] Routers {'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:04.237845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:04.286869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] For port 215ce276-d5d8-412f-88fd-3a374c0524d9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=215ce276-d5d8-412f-88fd-3a374c0524d9,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:04.287564 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.339119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4407c162-8757-4d19-8e51-3e8b31548130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.351390 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-12bc210d-502e-4324-a962-414e8c4e9269 req-193677e9-3533-41d8-a935-ff7cfd6b6945 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 210 time: 0.0505261 Jul 13 07:27:04.352490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Calling delete_port for 215ce276-d5d8-412f-88fd-3a374c0524d9 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:04.356809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4407c162-8757-4d19-8e51-3e8b31548130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.427241 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.474412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-2ace6a5e-6e7e-4a1a-8649-2baa9bf7f401 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/quotas/e759c14ff193452c847a71f840c187a2 HTTP/1.1" status: 200 len: 375 time: 0.2958107 Jul 13 07:27:04.478994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4407c162-8757-4d19-8e51-3e8b31548130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ff3408af5934b6391522db4553d780c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555229 Jul 13 07:27:04.481656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407c162-8757-4d19-8e51-3e8b31548130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32815dbf-78ab-4935-8a80-59263f398546,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:04.484397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34550) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:04.530493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.599018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Pushing event updated for resources: {'Port': ['ID=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:04.629905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Network 19c776fc-ef6a-469d-93c1-0b30ebda13b9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:04.634214 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58266fe2-2ce6-4b38-8c6a-51f34f63c9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.637334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:04.649557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:04.674394 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58266fe2-2ce6-4b38-8c6a-51f34f63c9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.702093 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-d56701d1-b51a-4dbc-9984-39aaa1e2c3f7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2259614 Jul 13 07:27:04.703835 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd257dd1-1312-498a-a79c-1664027d5c44 x-openstack-request-id: req-cd257dd1-1312-498a-a79c-1664027d5c44 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:04.704116 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784ec57b-0428-4fc2-b929-24e059b3813c", "tag": "09864ace-c9f3-45ca-adbb-a31611255919", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:04.704368 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd257dd1-1312-498a-a79c-1664027d5c44 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:04.704748 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784ec57b-0428-4fc2-b929-24e059b3813c', 'tag': '09864ace-c9f3-45ca-adbb-a31611255919', 'status': 'completed', 'code': 200} Jul 13 07:27:04.740290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] Set router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:04.767768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.768398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.804920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:28Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 6, 'project_id': '97107ff7134f439e9715994926363b8a', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:04.825196 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-8394b678-8b3d-4504-b464-f6028ef59a4a tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4988251 Jul 13 07:27:04.836115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.885820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Request body: {'port': {'device_id': 'c350b926-91e8-486d-9bd3-1f3e32e0ca11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:04.907527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee20a91f-e1fd-460b-a25f-9fe757758d0e None None] The sync data for ids ['aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5'] in n-d-758944-43 is: [{'id': 'aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5', 'name': 'tempest-FloatingIPDetailsTestJSON-1427906840-router', 'tenant_id': '97107ff7134f439e9715994926363b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:28Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 6, 'project_id': '97107ff7134f439e9715994926363b8a', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:04.908972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 09864ace-c9f3-45ca-adbb-a31611255919 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:04.956296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-ce3b89ba-db84-4c6c-9f8a-1b37c2bd68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.958847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-ce3b89ba-db84-4c6c-9f8a-1b37c2bd68cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 1095 time: 0.2331021 Jul 13 07:27:04.983075 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58266fe2-2ce6-4b38-8c6a-51f34f63c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.986548 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58266fe2-2ce6-4b38-8c6a-51f34f63c9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.991341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-58266fe2-2ce6-4b38-8c6a-51f34f63c9fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32815dbf-78ab-4935-8a80-59263f398546 HTTP/1.1" status: 204 len: 168 time: 0.4878898 Jul 13 07:27:04.992655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=215ce276-d5d8-412f-88fd-3a374c0524d9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:05.028420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58266fe2-2ce6-4b38-8c6a-51f34f63c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32815dbf-78ab-4935-8a80-59263f398546,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:05.073986 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.081880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 09864ace-c9f3-45ca-adbb-a31611255919, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=09864ace-c9f3-45ca-adbb-a31611255919,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:05.097994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '09864ace-c9f3-45ca-adbb-a31611255919', 'network_id': '832e3da9-e104-4daf-a678-a850d2020b15', 'port_id': '09864ace-c9f3-45ca-adbb-a31611255919', 'mac_address': 'fa:16:3e:11:39:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:05.154298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.169847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09864ace-c9f3-45ca-adbb-a31611255919 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:05.202783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 09864ace-c9f3-45ca-adbb-a31611255919, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=09864ace-c9f3-45ca-adbb-a31611255919,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:05.221205 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.237761 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.245390 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.282813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.285660 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.330598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=09864ace-c9f3-45ca-adbb-a31611255919,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:05.375691 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.376263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:27:05.382149 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.384029 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e2c898d2-8694-47b4-a60b-991368301a1b admin admin] 10.222.0.41 "DELETE /v2.0/routers/aa6a821a-ad8f-48a8-9991-ab29c0fcc8f5 HTTP/1.1" status: 204 len: 168 time: 1.9133604 Jul 13 07:27:05.388393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34564) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:05.411095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29ace-90b6-41b9-8b65-516e4d16134c req-fe51654a-e013-422e-8ab1-a4bc4cd7f5f7 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:05.419906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-39a29ace-90b6-41b9-8b65-516e4d16134c req-fe51654a-e013-422e-8ab1-a4bc4cd7f5f7 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 943 time: 0.3071322 Jul 13 07:27:05.469174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-aaa86ed7-ba4e-42be-b070-dda953590192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:05.471542 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-aaa86ed7-ba4e-42be-b070-dda953590192 service neutron] 10.222.0.48 "GET /v2.0/networks?id=832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 200 len: 907 time: 0.5003610 Jul 13 07:27:05.500554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-39a29ace-90b6-41b9-8b65-516e4d16134c req-d17367db-0f6a-4bad-872c-a97d2fedfe5f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794458 Jul 13 07:27:05.645660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['09864ace-c9f3-45ca-adbb-a31611255919'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:05.857732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc7f18-8237-47c4-9f6d-2b726aa16521 req-3de4acd0-a96a-42c6-8f27-0f31fce17ff2 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:05.879270 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22fc7f18-8237-47c4-9f6d-2b726aa16521 req-3de4acd0-a96a-42c6-8f27-0f31fce17ff2 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 931 time: 0.1349683 Jul 13 07:27:05.958551 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22fc7f18-8237-47c4-9f6d-2b726aa16521 req-a339e07b-903f-4c98-ab1a-0bcf1475bc4e tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783012 Jul 13 07:27:06.536101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d5e816-3274-4a29-85a5-9094a84f36c9 admin admin] Deleting subnet f28a9185-9e2d-4305-8d6b-2a1a51990e3f {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:06.547784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 215ce276-d5d8-412f-88fd-3a374c0524d9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:06.585392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 215ce276-d5d8-412f-88fd-3a374c0524d9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:06.585661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 215ce276-d5d8-412f-88fd-3a374c0524d9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:06.598602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c7c16b2a-91b3-45f1-8978-92b25a8996a3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:06.620579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f292650d-ba52-40fd-a67f-e349e2e78055 req-b381b963-00a8-4b49-b9d2-9cf0022b8844 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 210 time: 0.0472689 Jul 13 07:27:06.635690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22d5e816-3274-4a29-85a5-9094a84f36c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.657103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c7c16b2a-91b3-45f1-8978-92b25a8996a3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:06.657473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c7c16b2a-91b3-45f1-8978-92b25a8996a3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:06.719264 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5c13309-f2f4-43cc-ad0f-e50a5c45f0e7 req-526f303e-1815-4db2-8058-c0987b6d2328 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 210 time: 0.0938342 Jul 13 07:27:06.754481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-e06b11cc-6a49-4186-9b6a-89ade18ef85d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09864ace-c9f3-45ca-adbb-a31611255919 HTTP/1.1" status: 200 len: 217 time: 1.2691100 Jul 13 07:27:06.836176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 09864ace-c9f3-45ca-adbb-a31611255919 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:06.899814 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22d5e816-3274-4a29-85a5-9094a84f36c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.981918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 09864ace-c9f3-45ca-adbb-a31611255919 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:06.987269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 09864ace-c9f3-45ca-adbb-a31611255919 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:06.987897 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.994790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4c1827-aa59-4d99-9da1-4e8b2e833bad {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:07.004310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.033571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Transition to ACTIVE for port object fc4c1827-aa59-4d99-9da1-4e8b2e833bad will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:07.070846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-c55dc346-c961-4dd9-8988-39505c446dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:07.072935 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-c55dc346-c961-4dd9-8988-39505c446dbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 200 len: 846 time: 0.2769837 Jul 13 07:27:07.081431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.122176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-682fa610-4cea-48be-8dbd-491f37df6813 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=832e3da9-e104-4daf-a678-a850d2020b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332491 Jul 13 07:27:07.167133 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.176312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-1bd37304-72f1-4d9f-a482-55b6ce43547f tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:07.179144 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-1bd37304-72f1-4d9f-a482-55b6ce43547f tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "GET /v2.0/networks?id=fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 200 len: 822 time: 1.7135448 Jul 13 07:27:07.219497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95355349-f4b8-4938-9a67-e06b7ca7b754 req-dbb147aa-0b47-45c6-82ea-c582ef7b1681 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:07.221933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Request body: {'port': {'device_id': 'ff4134c4-191b-4a75-8665-359f496e6219', 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd', 'admin_state_up': True, 'tenant_id': 'd7808dac1993494fb6b85186033e29fc'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:07.224205 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.233453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95355349-f4b8-4938-9a67-e06b7ca7b754 req-dbb147aa-0b47-45c6-82ea-c582ef7b1681 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 944 time: 0.2612801 Jul 13 07:27:07.237090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784ec57b-0428-4fc2-b929-24e059b3813c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09864ace-c9f3-45ca-adbb-a31611255919'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:07.244419 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c221ede-eb62-4023-b554-5124be24b050" -d '{"events": [{"server_uuid": "784ec57b-0428-4fc2-b929-24e059b3813c", "name": "network-vif-plugged", "status": "completed", "tag": "09864ace-c9f3-45ca-adbb-a31611255919"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:07.276293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 09864ace-c9f3-45ca-adbb-a31611255919, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=09864ace-c9f3-45ca-adbb-a31611255919,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:07.284270 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.335043 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95355349-f4b8-4938-9a67-e06b7ca7b754 req-0a0bab8f-10b0-457d-9df7-404bd84e29f2 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002173 Jul 13 07:27:07.379861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=09864ace-c9f3-45ca-adbb-a31611255919,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:07.476323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Pushing event updated for resources: {'Port': ['ID=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:07.675908 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b235b3a3-080b-4f7f-9997-7493f81c81a1 x-openstack-request-id: req-b235b3a3-080b-4f7f-9997-7493f81c81a1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:07.676439 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784ec57b-0428-4fc2-b929-24e059b3813c", "name": "network-vif-plugged", "status": "completed", "tag": "09864ace-c9f3-45ca-adbb-a31611255919", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:07.676604 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b235b3a3-080b-4f7f-9997-7493f81c81a1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:07.677248 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784ec57b-0428-4fc2-b929-24e059b3813c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09864ace-c9f3-45ca-adbb-a31611255919', 'code': 200} Jul 13 07:27:07.691675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22d5e816-3274-4a29-85a5-9094a84f36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.721441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-4682fe32-8a0e-4f19-9a67-c22500c1d42c service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684447 Jul 13 07:27:07.731994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Made reservation on behalf of d7808dac1993494fb6b85186033e29fc for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:07.750311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.885453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9ab1-e8fb-4957-a7fa-071743b978fb req-4977b3e5-3030-4b6e-b083-4267cd50db79 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:07.887081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-845a9ab1-e8fb-4957-a7fa-071743b978fb req-4977b3e5-3030-4b6e-b083-4267cd50db79 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 943 time: 0.5343595 Jul 13 07:27:07.888052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Attempting to bind port fc4c1827-aa59-4d99-9da1-4e8b2e833bad on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:07.888578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Attempting to bind port fc4c1827-aa59-4d99-9da1-4e8b2e833bad by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'dbda6086-f156-40c6-adf5-5dd953c16af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '19c776fc-ef6a-469d-93c1-0b30ebda13b9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:07.889098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Attempting to bind port fc4c1827-aa59-4d99-9da1-4e8b2e833bad on network 19c776fc-ef6a-469d-93c1-0b30ebda13b9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:07.976516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Port fc4c1827-aa59-4d99-9da1-4e8b2e833bad on network 19c776fc-ef6a-469d-93c1-0b30ebda13b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:07.976790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Attempting to bind port fc4c1827-aa59-4d99-9da1-4e8b2e833bad on network 19c776fc-ef6a-469d-93c1-0b30ebda13b9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:07.999173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-82516a6a-4319-494a-a41a-40b60f7e5217 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=23d535bbf14d457d9757a65473a55af3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405884 Jul 13 07:27:08.024594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:08.024943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Checking segment: {'id': 'dbda6086-f156-40c6-adf5-5dd953c16af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '19c776fc-ef6a-469d-93c1-0b30ebda13b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:08.025339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Bound using segment: {'id': 'dbda6086-f156-40c6-adf5-5dd953c16af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '19c776fc-ef6a-469d-93c1-0b30ebda13b9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:08.025786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Bound port: fc4c1827-aa59-4d99-9da1-4e8b2e833bad, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbda6086-f156-40c6-adf5-5dd953c16af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '19c776fc-ef6a-469d-93c1-0b30ebda13b9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:08.026194 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.038128 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22d5e816-3274-4a29-85a5-9094a84f36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.111942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5e816-3274-4a29-85a5-9094a84f36c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f28a9185-9e2d-4305-8d6b-2a1a51990e3f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:08.117880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc35d5bb-cc49-4ab6-ab93-27b74faefd00 req-efa28677-ef69-422e-b0f6-8bb5036e845b service neutron] 10.222.0.48 "GET /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883986 Jul 13 07:27:08.149468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478a430-2760-489d-ba41-0165bf081505 None None] Network 60e63cad-6d4f-42e9-8623-b4708d8ab547 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:08.163592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-845a9ab1-e8fb-4957-a7fa-071743b978fb req-093740a9-fe4b-4d8d-98b1-597b3d384911 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419102 Jul 13 07:27:08.164333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94bb3-93a5-4772-9a21-3471d033137a req-667088c3-51b7-4d08-9b5c-fc74045a30d4 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:08.166340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-667088c3-51b7-4d08-9b5c-fc74045a30d4 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659834 Jul 13 07:27:08.166813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22d5e816-3274-4a29-85a5-9094a84f36c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.168704 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-22d5e816-3274-4a29-85a5-9094a84f36c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f28a9185-9e2d-4305-8d6b-2a1a51990e3f HTTP/1.1" status: 204 len: 168 time: 2.7703049 Jul 13 07:27:08.175075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34648) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:08.190325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148f684-b6c7-42d9-b934-6d0cf3a5752f req-0e63314d-d404-40c2-bc96-18d3b295b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:08.191881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a148f684-b6c7-42d9-b934-6d0cf3a5752f req-0e63314d-d404-40c2-bc96-18d3b295b8fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 1097 time: 0.3934429 Jul 13 07:27:08.264608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Allocated IP 172.20.0.12 (fdc768df-3b9f-4c25-b507-6aa79618fffd/17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba/6813d23c-35fb-41d8-98e0-5d645546e959) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:08.288259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] For port fc4c1827-aa59-4d99-9da1-4e8b2e833bad, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:08.307917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a148f684-b6c7-42d9-b934-6d0cf3a5752f req-b9dca2df-0403-4202-9ddd-bdf64a2a08f8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056135 Jul 13 07:27:08.318144 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-366c8a41-96f6-43dd-9e35-302798a376cd tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485735 Jul 13 07:27:08.336708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] For port fc4c1827-aa59-4d99-9da1-4e8b2e833bad, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,segment=NetworkSegment(dbda6086-f156-40c6-adf5-5dd953c16af7),segment_id=dbda6086-f156-40c6-adf5-5dd953c16af7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:08.362575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.386853 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.399457 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-ea54d3ac-56e9-434c-aa6f-a593898de19d tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/quotas/23d535bbf14d457d9757a65473a55af3 HTTP/1.1" status: 200 len: 375 time: 0.2259345 Jul 13 07:27:08.438500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-358f39be-624f-4aa6-ac25-8490af23c7e6 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=23d535bbf14d457d9757a65473a55af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368321 Jul 13 07:27:08.527222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Deleting port f68376a8-dc8f-495c-be70-4e953e3884c1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:08.527579 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.532667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Pushing event updated for resources: {'Port': ['ID=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:08.571692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef4d6ca-550e-4af0-8ac0-5ad876ab2837 None None] DHCP port deletion for 60e63cad-6d4f-42e9-8623-b4708d8ab547 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:27:08.711202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] For port f68376a8-dc8f-495c-be70-4e953e3884c1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f68376a8-dc8f-495c-be70-4e953e3884c1,segment=NetworkSegment(ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5),segment_id=ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:08.711875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.716330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-eef4d6ca-550e-4af0-8ac0-5ad876ab2837 None None] Deleting port f68376a8-dc8f-495c-be70-4e953e3884c1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:08.716834 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eef4d6ca-550e-4af0-8ac0-5ad876ab2837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.730504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Calling delete_port for f68376a8-dc8f-495c-be70-4e953e3884c1 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:08.820947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-eef4d6ca-550e-4af0-8ac0-5ad876ab2837 None None] For port f68376a8-dc8f-495c-be70-4e953e3884c1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f68376a8-dc8f-495c-be70-4e953e3884c1,segment=NetworkSegment(ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5),segment_id=ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:08.821449 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eef4d6ca-550e-4af0-8ac0-5ad876ab2837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.840465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:08.841444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.841716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-eef4d6ca-550e-4af0-8ac0-5ad876ab2837 None None] Calling delete_port for f68376a8-dc8f-495c-be70-4e953e3884c1 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:08.843204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-ad63d209-3e5d-4734-8ca6-0150ff8592aa service neutron] 10.222.0.48 "PUT /v2.0/ports/fc4c1827-aa59-4d99-9da1-4e8b2e833bad HTTP/1.1" status: 200 len: 1092 time: 3.9990740 Jul 13 07:27:08.848020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.883150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c350b926-91e8-486d-9bd3-1f3e32e0ca11', 'tag': 'fc4c1827-aa59-4d99-9da1-4e8b2e833bad'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:08.886196 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ed6e6-16a4-4d91-b332-796085dc5005" -d '{"events": [{"name": "network-changed", "server_uuid": "c350b926-91e8-486d-9bd3-1f3e32e0ca11", "tag": "fc4c1827-aa59-4d99-9da1-4e8b2e833bad"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:08.891699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-b43b3d37-1ce7-4f49-996c-3e761a14f1bb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5112081 Jul 13 07:27:08.915966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.919075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-528fcb5a-f036-493c-89b7-7f59bea7e931 req-82865107-befa-461b-a470-2e626a0a1e39 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 210 time: 0.4300256 Jul 13 07:27:08.980352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Pushing event deleted for resources: {'Port': ['ID=f68376a8-dc8f-495c-be70-4e953e3884c1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:09.002177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] No DVR routers for this DVR port f68376a8-dc8f-495c-be70-4e953e3884c1 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: from cryptography.utils import int_from_bytes Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: from cryptography.utils import int_from_bytes Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.002839 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:09.006744 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:27:09.012925 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eef4d6ca-550e-4af0-8ac0-5ad876ab2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.013872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b00919c-1d28-4edb-b039-2bdbccac43e6 req-fee0bf70-9463-442d-995a-e1644b8b997a tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 210 time: 0.0717106 Jul 13 07:27:09.075767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-13c97e56-f747-4672-a335-5d7dc3e28e9b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.078922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-13c97e56-f747-4672-a335-5d7dc3e28e9b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7544038 Jul 13 07:27:09.093702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4d6ca-550e-4af0-8ac0-5ad876ab2837 None None] Pushing event deleted for resources: {'Port': ['ID=f68376a8-dc8f-495c-be70-4e953e3884c1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:09.114542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4d6ca-550e-4af0-8ac0-5ad876ab2837 None None] No DVR routers for this DVR port f68376a8-dc8f-495c-be70-4e953e3884c1 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:09.164506 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.185361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e63cad-6d4f-42e9-8623-b4708d8ab547']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:09.199286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:09.199671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb8cc8f-0eaa-47f4-a88e-45a07e5a27c5') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:09.213744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.235186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.244865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:09.245430 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:09.248179 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:09.300278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Request body: {'port': {'device_id': '425aad64-473d-4aab-9a04-7778a8f829c8', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'e759c14ff193452c847a71f840c187a2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:09.338501 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2698a363-7df3-471e-bc89-5745e8d60660 req-bc0ed71e-f4e7-460e-83d3-3bfc69e6283e tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 210 time: 0.0500164 Jul 13 07:27:09.406204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.421279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.423635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] 10.222.0.41 "DELETE /v2.0/networks/60e63cad-6d4f-42e9-8623-b4708d8ab547 HTTP/1.1" status: 204 len: 168 time: 1.2461360 Jul 13 07:27:09.440208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d36733-c9a5-4218-859a-1261e424716c admin admin] Pushing event deleted for resources: {'Network': ['ID=60e63cad-6d4f-42e9-8623-b4708d8ab547,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:09.460916 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8463224-640c-4599-93bd-ff2606631bf1 x-openstack-request-id: req-e8463224-640c-4599-93bd-ff2606631bf1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:09.461507 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c350b926-91e8-486d-9bd3-1f3e32e0ca11", "tag": "fc4c1827-aa59-4d99-9da1-4e8b2e833bad", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:09.462641 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8463224-640c-4599-93bd-ff2606631bf1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:09.463201 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c350b926-91e8-486d-9bd3-1f3e32e0ca11', 'tag': 'fc4c1827-aa59-4d99-9da1-4e8b2e833bad', 'status': 'completed', 'code': 200} Jul 13 07:27:09.511002 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.551049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7c07a68b-51db-41de-af3d-400a6687709d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.553692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7c07a68b-51db-41de-af3d-400a6687709d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6329534 Jul 13 07:27:09.639575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Request body: {'port': {'device_id': '07b93b11-bb1d-4b98-8413-72016c28ab2a', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'e759c14ff193452c847a71f840c187a2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:09.678810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:09.713902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd75f-8232-4584-be4e-76a564575f8e req-5c5b4f39-e329-4f43-928e-243555ce56ff tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.715974 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-771dd75f-8232-4584-be4e-76a564575f8e req-5c5b4f39-e329-4f43-928e-243555ce56ff tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 943 time: 0.1135380 Jul 13 07:27:09.760149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a9dc1daa-24cf-4029-a13e-2a9c38d796b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97107ff7134f439e9715994926363b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771825 Jul 13 07:27:09.762818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34676) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:09.788564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-771dd75f-8232-4584-be4e-76a564575f8e req-aa10da5a-85fd-4d8f-aa47-dcb1bf9efb7d tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626328 Jul 13 07:27:09.832028 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c73b5-1f6c-4b1e-8a82-15add183c63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.860501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c73b5-1f6c-4b1e-8a82-15add183c63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.910921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c73b5-1f6c-4b1e-8a82-15add183c63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.913547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c73b5-1f6c-4b1e-8a82-15add183c63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.914983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2b0c73b5-1f6c-4b1e-8a82-15add183c63e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b813ce8-1879-4bb3-9ea7-5f07b683cdc8 HTTP/1.1" status: 204 len: 168 time: 0.1508017 Jul 13 07:27:09.924971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c73b5-1f6c-4b1e-8a82-15add183c63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b813ce8-1879-4bb3-9ea7-5f07b683cdc8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:10.074566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Network fdc768df-3b9f-4c25-b507-6aa79618fffd is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:10.083623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ca44c4f-9017-4d59-816d-15ce5b4dc0f0 req-8408f073-8bf7-4bc7-9edf-bd523b6e64ef tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 210 time: 0.0364451 Jul 13 07:27:10.118976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:10.155365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:10.291569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event updated for resources: {'Port': ['ID=6813d23c-35fb-41d8-98e0-5d645546e959,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:10.334540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-d32b81fa-9fce-4e01-b83f-1b4720b3fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:10.336107 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-d32b81fa-9fce-4e01-b83f-1b4720b3fe3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c877638f3d94502b65e62c5572ee965&device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 1095 time: 1.2562473 Jul 13 07:27:10.350884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726ad22-a339-4b58-86ed-81ec0d0db9e8 req-18889006-b56b-4221-8899-40144a581599 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:10.358508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a726ad22-a339-4b58-86ed-81ec0d0db9e8 req-18889006-b56b-4221-8899-40144a581599 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 1.0990126 Jul 13 07:27:10.471331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f1023-d32c-40d1-b960-b8090654ac91 req-4c756ad8-b035-4996-967a-02298b6ef2a9 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:10.479335 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-164f1023-d32c-40d1-b960-b8090654ac91 req-4c756ad8-b035-4996-967a-02298b6ef2a9 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 932 time: 0.1157649 Jul 13 07:27:10.487125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-1206afa4-a74b-4f36-9c3e-f01c2dd77dc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc4c1827-aa59-4d99-9da1-4e8b2e833bad HTTP/1.1" status: 200 len: 217 time: 0.1222038 Jul 13 07:27:10.494557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:10.495404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.546567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-164f1023-d32c-40d1-b960-b8090654ac91 req-884b2287-41e9-411c-8919-aa866aab22ed tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662224 Jul 13 07:27:10.574308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f68376a8-dc8f-495c-be70-4e953e3884c1 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:10.617346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: f68376a8-dc8f-495c-be70-4e953e3884c1 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:10.620252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f68376a8-dc8f-495c-be70-4e953e3884c1 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:10.669428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-9aaa1486-bdd1-42b3-8319-03395041a2a1 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=23d535bbf14d457d9757a65473a55af3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2549927 Jul 13 07:27:10.687302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a726ad22-a339-4b58-86ed-81ec0d0db9e8 req-4db89b33-4283-457c-a0be-18eca8e4aaf8 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278661 Jul 13 07:27:10.694952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-6be01e6e-a341-4d37-9e92-892802443e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:10.696510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-6be01e6e-a341-4d37-9e92-892802443e01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=085586ee-7df1-4473-8af1-d37fd0dc004d HTTP/1.1" status: 200 len: 853 time: 0.1949265 Jul 13 07:27:10.701842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Made reservation on behalf of e759c14ff193452c847a71f840c187a2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:10.706017 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.753283 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-264f2db7-629c-48e3-af46-0a910877ea7b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5533793 Jul 13 07:27:10.824619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Request body: {'port': {'device_id': 'ff4134c4-191b-4a75-8665-359f496e6219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:10.828424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-5a0014af-a589-4809-ac79-5ca61869facf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19c776fc-ef6a-469d-93c1-0b30ebda13b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172478 Jul 13 07:27:10.898300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10cf1a2f-947e-42ba-867a-48d9b4f85053 req-aceebde2-ef74-4bc8-8b41-3a18a8978d69 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 210 time: 0.0311322 Jul 13 07:27:10.924666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Made reservation on behalf of e759c14ff193452c847a71f840c187a2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:10.928416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.036573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:11.143444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1486961385-network', 'tenant_id': 'f0ab322aa0c944378379eb571b2b9d6b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:11.171335 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Made reservation on behalf of f0ab322aa0c944378379eb571b2b9d6b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:11.175225 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.189425 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.298664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32723fd0-4fb6-43e4-b4a9-d6144590b989 req-8e947389-1414-481d-8383-a4068e7e61a7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 210 time: 0.0378575 Jul 13 07:27:11.300804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.310146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94bb3-93a5-4772-9a21-3471d033137a req-d03dc629-6fbe-4507-8b13-429211fa9e1b tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.311643 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-d03dc629-6fbe-4507-8b13-429211fa9e1b tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6132596 Jul 13 07:27:11.312475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.316696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.339825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:11.341106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-533e2b02-2ab4-453b-962c-52b66fd74ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/19c776fc-ef6a-469d-93c1-0b30ebda13b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446392 Jul 13 07:27:11.348413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Request body: {'port': {'device_id': '16e01e66-f18c-4fc6-9bc5-8ede7f1c1701', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '23d535bbf14d457d9757a65473a55af3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:11.354462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a2a204-bd34-4ada-8bab-358698483c76,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:11.359454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.359811 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Added segment 0e604967-0c4a-4e0c-abd6-8912628f7f8f of type vlan for network 893e1e5f-0171-40ef-8ebb-69dbde015537 Jul 13 07:27:11.401314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.416991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Allocated IP 192.168.233.158 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/a19874d1-16c9-41e6-a92f-e975ea1ab758) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:11.427909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb96f8d-be55-46bf-84e5-4f2c5211a4c8 req-6633dbc9-c838-45c3-8acf-c7a668ba5bde tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.430157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2cb96f8d-be55-46bf-84e5-4f2c5211a4c8 req-6633dbc9-c838-45c3-8acf-c7a668ba5bde tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 943 time: 0.4904132 Jul 13 07:27:11.464589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.465555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.466169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.507593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4670959 Jul 13 07:27:11.509175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:11.518301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Request body: {'subnet': {'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1486961385-subnet', 'tenant_id': 'f0ab322aa0c944378379eb571b2b9d6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:11.555882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b06ccc-6f2e-4b0f-8a41-7c7b733314b5 admin admin] Pushing event updated for resources: {'Network': ['ID=893e1e5f-0171-40ef-8ebb-69dbde015537,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:11.568560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 893e1e5f-0171-40ef-8ebb-69dbde015537 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:11.578446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dccf3a-4211-4d5f-a758-29ce36707428 req-158ea443-f020-460d-b06a-06e124925ffc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.579205 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70dccf3a-4211-4d5f-a758-29ce36707428 req-158ea443-f020-460d-b06a-06e124925ffc tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1538496 Jul 13 07:27:11.597619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Made reservation on behalf of f0ab322aa0c944378379eb571b2b9d6b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:11.600688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.679699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70dccf3a-4211-4d5f-a758-29ce36707428 req-9c5ac297-d878-4de8-8b62-163353b52e35 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919037 Jul 13 07:27:11.697838 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2cb96f8d-be55-46bf-84e5-4f2c5211a4c8 req-a6e0692d-d11a-4870-8f8a-125b2537c08b tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378116 Jul 13 07:27:11.789854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Made reservation on behalf of 23d535bbf14d457d9757a65473a55af3 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:11.793540 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.797658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8317fa75-5e62-48d9-8634-1fd6cb8fbc55 req-5f6cd03d-4f5a-44d8-b360-4d369cfd26c3 service neutron] 10.222.0.48 "GET /v2.0/networks/19c776fc-ef6a-469d-93c1-0b30ebda13b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451995 Jul 13 07:27:11.824601 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.837703 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.895793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3d5118-e307-46e8-9516-d176889377b8,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:11.963344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Checking segment: {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:11.963705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Network hostable DHCP agents. Network: 893e1e5f-0171-40ef-8ebb-69dbde015537, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:11.989206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610aa2a-ab14-4642-bba5-d0138534a69c req-20b863b2-468b-41a7-a540-759e10610290 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.990795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4610aa2a-ab14-4642-bba5-d0138534a69c req-20b863b2-468b-41a7-a540-759e10610290 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 932 time: 0.0960128 Jul 13 07:27:11.995507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Network 893e1e5f-0171-40ef-8ebb-69dbde015537 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:12.017580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 893e1e5f-0171-40ef-8ebb-69dbde015537) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:12.022607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:12.023206 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.031015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82695c4-fc6d-40d1-b0d4-2e0839cb8c9a None None] Network 893e1e5f-0171-40ef-8ebb-69dbde015537 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:12.046113 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4610aa2a-ab14-4642-bba5-d0138534a69c req-e4d76bc4-0d38-4761-9ad8-89a9dcdc7729 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465395 Jul 13 07:27:12.136736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.181126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448eea23-7b05-434c-81cf-9d5a215c4d0f None None] Network 893e1e5f-0171-40ef-8ebb-69dbde015537 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:12.215574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Transition to ACTIVE for port object a19874d1-16c9-41e6-a92f-e975ea1ab758 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:12.219688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-bee91287-7125-4826-a111-09b6707a9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:12.221198 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-bee91287-7125-4826-a111-09b6707a9dcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c877638f3d94502b65e62c5572ee965&device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 1095 time: 0.3066847 Jul 13 07:27:12.227536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6813d23c-35fb-41d8-98e0-5d645546e959 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:12.248046 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.263798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324d6f9-fafd-458d-ba33-75f6ffa13bd7 req-90c1f90f-deba-460b-b131-c3938e687f17 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:12.265294 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0324d6f9-fafd-458d-ba33-75f6ffa13bd7 req-90c1f90f-deba-460b-b131-c3938e687f17 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.3518670 Jul 13 07:27:12.302312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b8dcb3b-3e75-4e56-96cd-c805895b1aea req-6a7ecab3-908c-42a9-8ac6-19024023b185 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 210 time: 0.0311491 Jul 13 07:27:12.321291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Transition to ACTIVE for port object 6813d23c-35fb-41d8-98e0-5d645546e959 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:12.340168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.443557 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4fb3c7c7-f38a-46b3-9373-fe73165e3f87 req-0a518801-8931-49b0-8b84-7cfa4e09393c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 210 time: 0.0313344 Jul 13 07:27:12.471510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.475233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0324d6f9-fafd-458d-ba33-75f6ffa13bd7 req-d438adec-9949-40f5-8060-7d3c80de49a6 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890800 Jul 13 07:27:12.480362 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-578f6c29-55d8-40b1-9820-0e060984cf61 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9673290 Jul 13 07:27:12.499658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.502803 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.514742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:12.518554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:12.549776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Pushing event updated for resources: {'Port': ['ID=6813d23c-35fb-41d8-98e0-5d645546e959,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:12.577082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-9c4c3631-0136-40ba-bb84-1024d0d975c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:12.578610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-9c4c3631-0136-40ba-bb84-1024d0d975c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19c776fc-ef6a-469d-93c1-0b30ebda13b9 HTTP/1.1" status: 200 len: 914 time: 0.3378110 Jul 13 07:27:12.692514 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:27:12.758622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:12.772020 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-a77fd5a3-ef00-459e-9a7e-fe769df173b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc4c1827-aa59-4d99-9da1-4e8b2e833bad HTTP/1.1" status: 200 len: 217 time: 0.1055264 Jul 13 07:27:12.772629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d053040e-1499-405b-9482-f24af115af2a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:12.787702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:12.801200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Allocated IP 192.168.233.88 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/3b966823-857b-4ae6-acee-d8edf1abd0cb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:12.804319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:12.833540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event updated for resources: {'Port': ['ID=a19874d1-16c9-41e6-a92f-e975ea1ab758,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:12.957344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Attempting to bind port 6813d23c-35fb-41d8-98e0-5d645546e959 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:12.957790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Attempting to bind port 6813d23c-35fb-41d8-98e0-5d645546e959 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:12.958159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Attempting to bind port 6813d23c-35fb-41d8-98e0-5d645546e959 on network fdc768df-3b9f-4c25-b507-6aa79618fffd {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:12.986944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:12.987598 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.004128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-1127fb8a-6c6c-45a7-ac59-f84bf161a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.005924 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-1127fb8a-6c6c-45a7-ac59-f84bf161a217 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=085586ee-7df1-4473-8af1-d37fd0dc004d HTTP/1.1" status: 200 len: 853 time: 0.2077203 Jul 13 07:27:13.006611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Port 6813d23c-35fb-41d8-98e0-5d645546e959 on network fdc768df-3b9f-4c25-b507-6aa79618fffd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:13.007010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Attempting to bind port 6813d23c-35fb-41d8-98e0-5d645546e959 on network fdc768df-3b9f-4c25-b507-6aa79618fffd {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:13.043235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:13.043603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Checking segment: {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:13.044463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Bound using segment: {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:13.044601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Bound port: 6813d23c-35fb-41d8-98e0-5d645546e959, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:13.045020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.073183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-7960bb02-b565-42ee-ab1f-7945a64682a3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8125362 Jul 13 07:27:13.077575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b4451-6826-4ab3-9f33-43d0405a8481 req-57e0b64b-f8b5-4a4b-a730-10e64afa47b1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.079161 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a2b4451-6826-4ab3-9f33-43d0405a8481 req-57e0b64b-f8b5-4a4b-a730-10e64afa47b1 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1277254 Jul 13 07:27:13.088373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-9c4f6788-d995-4667-94b3-9e97dee24798 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.090058 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-9c4f6788-d995-4667-94b3-9e97dee24798 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.48 "GET /v2.0/ports?device_id=042b1a20-74f7-495b-9a8d-5942c5954e06 HTTP/1.1" status: 200 len: 947 time: 0.1224055 Jul 13 07:27:13.094595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-3c200d18-dae1-4b57-a8c5-f36004b736c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19c776fc-ef6a-469d-93c1-0b30ebda13b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774088 Jul 13 07:27:13.117064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Request body: {'port': {'device_id': '425aad64-473d-4aab-9a04-7778a8f829c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:13.163812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a2b4451-6826-4ab3-9f33-43d0405a8481 req-0ed3d1f8-1c10-43be-aea2-7aa00b69dd4b tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.41 "GET /v2.0/security-groups?id=828fcde4-78e4-4c61-a710-c6b142d21620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730236 Jul 13 07:27:13.190757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c12ecf00-4ffc-410b-990d-ac089407188b None None] Provisioning for port a19874d1-16c9-41e6-a92f-e975ea1ab758 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:13.197403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c12ecf00-4ffc-410b-990d-ac089407188b None None] Provisioning complete for port a19874d1-16c9-41e6-a92f-e975ea1ab758 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:13.198223 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c12ecf00-4ffc-410b-990d-ac089407188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.238912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Deleting port 5da1396e-fa70-443c-9956-32b2d4ae030f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:13.239270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.255281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c12ecf00-4ffc-410b-990d-ac089407188b None None] Port a19874d1-16c9-41e6-a92f-e975ea1ab758 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:13.676804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] For port 5da1396e-fa70-443c-9956-32b2d4ae030f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5da1396e-fa70-443c-9956-32b2d4ae030f,segment=NetworkSegment(41d3d2b5-5f00-4cbc-89e4-b5764033a0da),segment_id=41d3d2b5-5f00-4cbc-89e4-b5764033a0da)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:13.677432 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.695279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Calling delete_port for 5da1396e-fa70-443c-9956-32b2d4ae030f owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:13.709846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101558-e329-4170-a527-4b1439f4579e req-4f0d1e14-0b1b-4a76-aadb-699c178e9cd5 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.711684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd101558-e329-4170-a527-4b1439f4579e req-4f0d1e14-0b1b-4a76-aadb-699c178e9cd5 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 943 time: 0.4068453 Jul 13 07:27:13.753074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] For port 6813d23c-35fb-41d8-98e0-5d645546e959, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:13.773511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.790499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-c11f6c20-d7ee-4ac4-bcc5-76f332503695 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.791567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd101558-e329-4170-a527-4b1439f4579e req-a215e33b-e778-4429-b826-903fa610f39e tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724912 Jul 13 07:27:13.791981 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-c11f6c20-d7ee-4ac4-bcc5-76f332503695 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 805 time: 0.7760322 Jul 13 07:27:13.793715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] For port 6813d23c-35fb-41d8-98e0-5d645546e959, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=6813d23c-35fb-41d8-98e0-5d645546e959,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:13.806988 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-34aa8ae7-d489-46b0-93b3-7b17735758e4 service neutron] 10.222.0.48 "GET /v2.0/networks/19c776fc-ef6a-469d-93c1-0b30ebda13b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954715 Jul 13 07:27:13.811695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.814313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.892227 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.897821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-3e47f4b5-3d1a-4533-95df-ca9debc5d2c9 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/quotas/f0ab322aa0c944378379eb571b2b9d6b HTTP/1.1" status: 200 len: 375 time: 0.0931790 Jul 13 07:27:13.901914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Transition to ACTIVE for port object 3b966823-857b-4ae6-acee-d8edf1abd0cb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:13.905643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5da1396e-fa70-443c-9956-32b2d4ae030f'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:13.929277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.929516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Pushing event deleted for resources: {'Port': ['ID=5da1396e-fa70-443c-9956-32b2d4ae030f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:13.932555 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.934009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] 10.222.0.38 "PUT /v2.0/ports/6813d23c-35fb-41d8-98e0-5d645546e959 HTTP/1.1" status: 200 len: 1093 time: 3.1342249 Jul 13 07:27:13.941754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4134c4-191b-4a75-8665-359f496e6219', 'tag': '6813d23c-35fb-41d8-98e0-5d645546e959'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:13.944714 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4134c4-191b-4a75-8665-359f496e6219", "tag": "6813d23c-35fb-41d8-98e0-5d645546e959"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:13.967089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.967399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.968027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.968166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.968402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.968738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.969069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.969397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.969724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.970081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.970406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:13.970730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:14.011171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] No DVR routers for this DVR port 5da1396e-fa70-443c-9956-32b2d4ae030f on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:14.013546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-80c8c47f-bb46-4dc2-8999-bd6ae2a401c9 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884843 Jul 13 07:27:14.014360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.016264 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71061786-799b-4ee2-a5c7-36deb5cb7bad req-1d50b6be-31ab-4bc3-be12-dfdc2991f403 tempest-ServersNegativeTestJSON-1544400009 tempest-ServersNegativeTestJSON-1544400009-project] 10.222.0.48 "DELETE /v2.0/ports/5da1396e-fa70-443c-9956-32b2d4ae030f HTTP/1.1" status: 204 len: 173 time: 0.9105144 Jul 13 07:27:14.016713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-deleted', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:14.018997 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bd3275-f299-4550-aeaf-e63b7a8aaeda" -d '{"events": [{"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-deleted", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:14.053297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cb04f-b9ad-4a41-914e-3422265c492a req-37f1e598-2c61-4a57-b942-bd377c010e38 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.054975 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7d6cb04f-b9ad-4a41-914e-3422265c492a req-37f1e598-2c61-4a57-b942-bd377c010e38 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1198199 Jul 13 07:27:14.093431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7d6cb04f-b9ad-4a41-914e-3422265c492a req-33262f71-b4f4-4c3a-b154-cc200dab1643 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Jul 13 07:27:14.139908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6dd5a-3599-4d7e-8313-80767cf72e05 service neutron] Pushing event updated for resources: {'Port': ['ID=6813d23c-35fb-41d8-98e0-5d645546e959,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:14.263137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c3ed6e6-16a4-4d91-b332-796085dc5005 req-d5418122-8ed6-44c0-8cc5-30bf7c2b26cd service neutron] 10.222.0.48 "GET /v2.0/networks/19c776fc-ef6a-469d-93c1-0b30ebda13b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415958 Jul 13 07:27:14.268995 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.273409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f6757-679b-4d7a-a844-32d4ee0a5b71 req-7fccfa9a-ca06-41a5-a520-b7651cba0744 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.274978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee0f6757-679b-4d7a-a844-32d4ee0a5b71 req-7fccfa9a-ca06-41a5-a520-b7651cba0744 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 944 time: 0.0680463 Jul 13 07:27:14.283056 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:14.285377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:14.328774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee0f6757-679b-4d7a-a844-32d4ee0a5b71 req-3369f997-8fe3-4420-9ca7-ee79a3da26e5 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386031 Jul 13 07:27:14.374017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:14.389642 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-6e0ea626-ee66-46c0-95b7-3b9472110aac service neutron] 10.222.0.41 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379240 Jul 13 07:27:14.397568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:14.408393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Allocated IP 192.168.233.50 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/cc3406e6-2a00-4319-934b-2b6aeddd6865) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:14.422866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-2624ec4c-3079-4a13-99a1-b33e5c19991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.424864 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-2624ec4c-3079-4a13-99a1-b33e5c19991d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7808dac1993494fb6b85186033e29fc&device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 1096 time: 0.4141765 Jul 13 07:27:14.429592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:14.529217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event updated for resources: {'Port': ['ID=3b966823-857b-4ae6-acee-d8edf1abd0cb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:14.532670 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-6c6a9926-b0f3-431e-a677-54b12b19cf5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6813d23c-35fb-41d8-98e0-5d645546e959 HTTP/1.1" status: 200 len: 217 time: 0.0827284 Jul 13 07:27:14.643901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cd575e7d-00fa-427f-9d7c-ab4ec72fb343 req-366d1e2d-49c2-46d9-8736-40e78b36a649 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 210 time: 0.0706370 Jul 13 07:27:14.776496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.777242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.799859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-774d88f3-8ead-45e0-b9b8-e8c0aaf8dbfa None None] Provisioning for port 3b966823-857b-4ae6-acee-d8edf1abd0cb completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:14.804905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-774d88f3-8ead-45e0-b9b8-e8c0aaf8dbfa None None] Provisioning complete for port 3b966823-857b-4ae6-acee-d8edf1abd0cb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:14.805799 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-774d88f3-8ead-45e0-b9b8-e8c0aaf8dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.815373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-e9cd1dd2-5c4a-411d-9e68-3fa802da81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.816857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-e9cd1dd2-5c4a-411d-9e68-3fa802da81c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba HTTP/1.1" status: 200 len: 862 time: 0.2615590 Jul 13 07:27:14.831344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-04a69a4f-c7cc-47b9-80e0-e63f0e1d3397 service neutron] 10.222.0.41 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112451 Jul 13 07:27:14.832544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-1ed79727-ae68-41fa-9914-cd7cb744e97a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2015183 Jul 13 07:27:14.851967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fc4c1827-aa59-4d99-9da1-4e8b2e833bad details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:14.863617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-774d88f3-8ead-45e0-b9b8-e8c0aaf8dbfa None None] Port 3b966823-857b-4ae6-acee-d8edf1abd0cb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:14.870568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e0d53-f096-4e55-8bd4-0e74457032a0 req-077538fd-93c1-49dd-a4ff-4bb00b0364d9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.873678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Request body: {'port': {'device_id': '07b93b11-bb1d-4b98-8413-72016c28ab2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:14.882888 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db2e0d53-f096-4e55-8bd4-0e74457032a0 req-077538fd-93c1-49dd-a4ff-4bb00b0364d9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 936 time: 0.0898144 Jul 13 07:27:14.914773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-6098e423-14ca-4ac8-aa36-5d50c7b7623f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fdc768df-3b9f-4c25-b507-6aa79618fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857596 Jul 13 07:27:14.936959 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.946009 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db2e0d53-f096-4e55-8bd4-0e74457032a0 req-283d8e00-7450-4cc9-8804-f91a1a1c22fd tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610087 Jul 13 07:27:14.985454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fc4c1827-aa59-4d99-9da1-4e8b2e833bad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,segment=NetworkSegment(dbda6086-f156-40c6-adf5-5dd953c16af7),segment_id=dbda6086-f156-40c6-adf5-5dd953c16af7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:14.994667 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84613d9c-d15b-488f-9340-d78acff06b75 x-openstack-request-id: req-84613d9c-d15b-488f-9340-d78acff06b75 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:14.995021 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4134c4-191b-4a75-8665-359f496e6219", "tag": "6813d23c-35fb-41d8-98e0-5d645546e959", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:14.995286 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84613d9c-d15b-488f-9340-d78acff06b75 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:14.995582 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4134c4-191b-4a75-8665-359f496e6219', 'tag': '6813d23c-35fb-41d8-98e0-5d645546e959', 'status': 'completed', 'code': 200} Jul 13 07:27:14.999132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'fc4c1827-aa59-4d99-9da1-4e8b2e833bad', 'network_id': '19c776fc-ef6a-469d-93c1-0b30ebda13b9', 'port_id': 'fc4c1827-aa59-4d99-9da1-4e8b2e833bad', 'mac_address': 'fa:16:3e:ce:f5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085586ee-7df1-4473-8af1-d37fd0dc004d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:15.022735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Transition to ACTIVE for port object cc3406e6-2a00-4319-934b-2b6aeddd6865 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:15.028441 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b4243d-91bf-4c1d-8de2-211abb8b9a0c x-openstack-request-id: req-56b4243d-91bf-4c1d-8de2-211abb8b9a0c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:15.028730 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b1a20-74f7-495b-9a8d-5942c5954e06", "name": "network-vif-deleted", "tag": "5da1396e-fa70-443c-9956-32b2d4ae030f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:15.028986 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56b4243d-91bf-4c1d-8de2-211abb8b9a0c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:15.029384 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b1a20-74f7-495b-9a8d-5942c5954e06', 'name': 'network-vif-deleted', 'tag': '5da1396e-fa70-443c-9956-32b2d4ae030f', 'status': 'completed', 'code': 200} Jul 13 07:27:15.074076 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.103015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4c1827-aa59-4d99-9da1-4e8b2e833bad {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:15.107350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34782) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:15.108224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.127483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fc4c1827-aa59-4d99-9da1-4e8b2e833bad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,segment=NetworkSegment(dbda6086-f156-40c6-adf5-5dd953c16af7),segment_id=dbda6086-f156-40c6-adf5-5dd953c16af7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:15.133137 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.217094 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:15.239453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dfe06d-0d20-4cb4-be9c-8a22d997b95a admin admin] Deleting subnet 570a80c5-af86-4320-a39f-e0755221723a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:15.250109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13dfe06d-0d20-4cb4-be9c-8a22d997b95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.328781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13dfe06d-0d20-4cb4-be9c-8a22d997b95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.355345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-ce3a543e-b667-490b-9cb8-aa1b7988df7f service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308705 Jul 13 07:27:15.395851 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.407822 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13dfe06d-0d20-4cb4-be9c-8a22d997b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.482355 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13dfe06d-0d20-4cb4-be9c-8a22d997b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.500487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['fc4c1827-aa59-4d99-9da1-4e8b2e833bad'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:15.518396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2512856-a7b0-4086-9374-410f9b7050b8 req-bf8c70a1-9974-45ff-8bae-08c64e7b3de6 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.520115 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2512856-a7b0-4086-9374-410f9b7050b8 req-bf8c70a1-9974-45ff-8bae-08c64e7b3de6 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 944 time: 0.2302747 Jul 13 07:27:15.548539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:15.566530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:15.576267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:15.588117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d8cc8-ef88-4b99-a99f-d5d729089617 req-84e5e176-6bbb-45d0-8f8e-c4a170b4c7d0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.589603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e06d8cc8-ef88-4b99-a99f-d5d729089617 req-84e5e176-6bbb-45d0-8f8e-c4a170b4c7d0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.3189642 Jul 13 07:27:15.626651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2512856-a7b0-4086-9374-410f9b7050b8 req-fdc7c41b-6e1c-4274-8cde-415a93200d6d tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750551 Jul 13 07:27:15.629690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Pushing event updated for resources: {'Port': ['ID=cc3406e6-2a00-4319-934b-2b6aeddd6865,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:15.641008 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13dfe06d-0d20-4cb4-be9c-8a22d997b95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.643089 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-13dfe06d-0d20-4cb4-be9c-8a22d997b95a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/570a80c5-af86-4320-a39f-e0755221723a HTTP/1.1" status: 204 len: 168 time: 0.5345454 Jul 13 07:27:15.644187 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfe06d-0d20-4cb4-be9c-8a22d997b95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570a80c5-af86-4320-a39f-e0755221723a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:15.652410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:15.741618 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0b6c61a-dc19-4b7f-9b3e-ed6f43cf2ff0 req-6a79355a-06c4-4b80-a816-09c3497093ac service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780901 Jul 13 07:27:15.743074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.774564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.775188 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.822617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e06d8cc8-ef88-4b99-a99f-d5d729089617 req-8adb948e-45c1-4f7b-8e6b-12f06ac484ca tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676342 Jul 13 07:27:15.872966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.892488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-1f37b018-4836-444d-b797-01b15c01fe14 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5616689 Jul 13 07:27:15.927915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Request body: {'port': {'device_id': '16e01e66-f18c-4fc6-9bc5-8ede7f1c1701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:15.940449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99818d9a-2276-4bac-8324-36ea7129f9b9']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:15.951748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19874d1-16c9-41e6-a92f-e975ea1ab758 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:15.956914 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27b5dd46-818e-497b-8421-babf5b200338 req-1cf18aaa-a63a-4bb1-80c0-ad7e6a5deb1d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 210 time: 0.0802138 Jul 13 07:27:15.959603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d3d2b5-5f00-4cbc-89e4-b5764033a0da') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:15.967925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d3d2b5-5f00-4cbc-89e4-b5764033a0da') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:15.995801 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.004833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9f63cf9e-03ea-403e-963a-91de6024276b None None] Provisioning for port cc3406e6-2a00-4319-934b-2b6aeddd6865 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:16.011640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9f63cf9e-03ea-403e-963a-91de6024276b None None] Provisioning complete for port cc3406e6-2a00-4319-934b-2b6aeddd6865 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:16.012112 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.014265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f63cf9e-03ea-403e-963a-91de6024276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.029341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.041715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:16.042280 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:16.044064 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:16.090370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9f63cf9e-03ea-403e-963a-91de6024276b None None] Port cc3406e6-2a00-4319-934b-2b6aeddd6865 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:16.146274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.149136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Transition to ACTIVE for port object a19874d1-16c9-41e6-a92f-e975ea1ab758 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:16.166467 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.168825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] 10.222.0.41 "DELETE /v2.0/networks/99818d9a-2276-4bac-8324-36ea7129f9b9 HTTP/1.1" status: 204 len: 168 time: 0.5147860 Jul 13 07:27:16.179192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.186900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45981839-82f3-4659-955a-08823ff8ac89 admin admin] Pushing event deleted for resources: {'Network': ['ID=99818d9a-2276-4bac-8324-36ea7129f9b9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:16.389039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34804) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:16.406336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98529c5-028f-4c15-8e53-ae7ba4bf0991 req-b2831e55-8b88-47d6-b580-aec43a634608 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:16.414420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a98529c5-028f-4c15-8e53-ae7ba4bf0991 req-b2831e55-8b88-47d6-b580-aec43a634608 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 935 time: 0.1029754 Jul 13 07:27:16.496064 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c3ae5dfb-05db-47c9-ba29-5b862201c3ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a487911f41254b7abbace563d4b0f278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032629 Jul 13 07:27:16.497474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34806) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:16.578462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a98529c5-028f-4c15-8e53-ae7ba4bf0991 req-88b6ae49-9857-4f6d-a169-48e29a06f556 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601431 Jul 13 07:27:16.618681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b9866e4-9c41-4374-a4a6-afbb9b25b003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.656939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.703973 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b9866e4-9c41-4374-a4a6-afbb9b25b003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.747687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-17fedbac-63cb-4a97-a529-1cbae524559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:16.751250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-17fedbac-63cb-4a97-a529-1cbae524559d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7808dac1993494fb6b85186033e29fc&device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 1096 time: 0.8621523 Jul 13 07:27:16.768200 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b9866e4-9c41-4374-a4a6-afbb9b25b003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.770628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61f9f-460f-49fe-ab10-38d6b661101d req-7e85eb8f-f668-40f5-9541-ef4dcb8a60f9 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:16.771256 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b9866e4-9c41-4374-a4a6-afbb9b25b003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.772165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afa61f9f-460f-49fe-ab10-38d6b661101d req-7e85eb8f-f668-40f5-9541-ef4dcb8a60f9 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 944 time: 0.7670238 Jul 13 07:27:16.772601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8b9866e4-9c41-4374-a4a6-afbb9b25b003 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/828fcde4-78e4-4c61-a710-c6b142d21620 HTTP/1.1" status: 204 len: 168 time: 0.2726400 Jul 13 07:27:16.821328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Pushing event updated for resources: {'Port': ['ID=a19874d1-16c9-41e6-a92f-e975ea1ab758,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:16.853457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9866e4-9c41-4374-a4a6-afbb9b25b003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828fcde4-78e4-4c61-a710-c6b142d21620,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:16.865840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fc4c1827-aa59-4d99-9da1-4e8b2e833bad up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:16.895920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-5b36f34d-38d0-4035-99f7-475b8158dcc9 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:16.898295 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-5b36f34d-38d0-4035-99f7-475b8158dcc9 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.38 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 805 time: 0.3426876 Jul 13 07:27:16.914654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Request body: {'port': {'device_id': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'admin_state_up': True, 'tenant_id': 'f0ab322aa0c944378379eb571b2b9d6b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:16.970652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port fc4c1827-aa59-4d99-9da1-4e8b2e833bad completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:16.976745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port fc4c1827-aa59-4d99-9da1-4e8b2e833bad triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:16.977353 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.984789 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Attempting to bind port a19874d1-16c9-41e6-a92f-e975ea1ab758 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:16.985327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Attempting to bind port a19874d1-16c9-41e6-a92f-e975ea1ab758 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:16.985460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Attempting to bind port a19874d1-16c9-41e6-a92f-e975ea1ab758 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:17.071970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d97c8b-f113-49a8-a333-422eaa6fa66f req-d7828981-ca30-42bf-9af6-6ce58f4aac2c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.073520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3d97c8b-f113-49a8-a333-422eaa6fa66f req-d7828981-ca30-42bf-9af6-6ce58f4aac2c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 948 time: 0.1482515 Jul 13 07:27:17.084427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Port a19874d1-16c9-41e6-a92f-e975ea1ab758 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:17.084806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Attempting to bind port a19874d1-16c9-41e6-a92f-e975ea1ab758 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:17.096535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:17.096991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:17.097262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:17.097700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Bound port: a19874d1-16c9-41e6-a92f-e975ea1ab758, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:17.098308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.122326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Made reservation on behalf of f0ab322aa0c944378379eb571b2b9d6b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:17.123097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.126739 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.139950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afa61f9f-460f-49fe-ab10-38d6b661101d req-c02d8543-3f7a-4031-8103-392fa47d5300 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358347 Jul 13 07:27:17.148858 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3d97c8b-f113-49a8-a333-422eaa6fa66f req-3c49111d-d80f-413e-8bc3-d8adb5f0a413 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651968 Jul 13 07:27:17.168478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fc4c1827-aa59-4d99-9da1-4e8b2e833bad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,segment=NetworkSegment(dbda6086-f156-40c6-adf5-5dd953c16af7),segment_id=dbda6086-f156-40c6-adf5-5dd953c16af7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:17.169640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c350b926-91e8-486d-9bd3-1f3e32e0ca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4c1827-aa59-4d99-9da1-4e8b2e833bad'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:17.175068 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b1e286-5a2e-4b44-a28a-362a4092a411" -d '{"events": [{"server_uuid": "c350b926-91e8-486d-9bd3-1f3e32e0ca11", "name": "network-vif-plugged", "status": "completed", "tag": "fc4c1827-aa59-4d99-9da1-4e8b2e833bad"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:17.178717 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.192311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:17.246872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 5da1396e-fa70-443c-9956-32b2d4ae030f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:17.247238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5da1396e-fa70-443c-9956-32b2d4ae030f not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:17.314979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:17.329401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-48946995-335b-454f-9f42-c498aabf2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.331313 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-48946995-335b-454f-9f42-c498aabf2834 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 200 len: 923 time: 0.5535777 Jul 13 07:27:17.334104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b966823-857b-4ae6-acee-d8edf1abd0cb {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:17.354291 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.355046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Allocated IP 172.20.0.7 (893e1e5f-0171-40ef-8ebb-69dbde015537/4a3d5118-e307-46e8-9516-d176889377b8/93a9a333-1fda-416c-b6ca-d00c58588c59) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:17.429184 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-ab2f0cf3-fad8-4a4c-a882-d4887c9ef831 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6813d23c-35fb-41d8-98e0-5d645546e959 HTTP/1.1" status: 200 len: 217 time: 0.0867121 Jul 13 07:27:17.438676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163d82-d4ae-4733-8239-800858dc0ddd req-868f1860-d5fb-4928-903a-3eb789679b10 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.440232 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10163d82-d4ae-4733-8239-800858dc0ddd req-868f1860-d5fb-4928-903a-3eb789679b10 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1199646 Jul 13 07:27:17.460347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Transition to ACTIVE for port object 3b966823-857b-4ae6-acee-d8edf1abd0cb will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:17.494581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] For port a19874d1-16c9-41e6-a92f-e975ea1ab758, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:17.497754 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.536599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] For port a19874d1-16c9-41e6-a92f-e975ea1ab758, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a19874d1-16c9-41e6-a92f-e975ea1ab758,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:17.540812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10163d82-d4ae-4733-8239-800858dc0ddd req-3fd7410d-63e2-4e1e-9335-326b64d1c0ec tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889418 Jul 13 07:27:17.570346 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.602140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.640440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-5869e6fa-7838-4260-ab89-17fb9b11ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.641938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-5869e6fa-7838-4260-ab89-17fb9b11ad48 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba HTTP/1.1" status: 200 len: 862 time: 0.2028189 Jul 13 07:27:17.653570 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.702981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Pushing event updated for resources: {'Port': ['ID=3b966823-857b-4ae6-acee-d8edf1abd0cb,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:17.745201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.745831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.747551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] 10.222.0.38 "PUT /v2.0/ports/a19874d1-16c9-41e6-a92f-e975ea1ab758 HTTP/1.1" status: 200 len: 1097 time: 4.6392891 Jul 13 07:27:17.750636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Pushing event updated for resources: {'Port': ['ID=93a9a333-1fda-416c-b6ca-d00c58588c59,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:17.751286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-92faa01c-8440-4a3e-ada8-6cae4679b56e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fdc768df-3b9f-4c25-b507-6aa79618fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997162 Jul 13 07:27:17.754849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Network 893e1e5f-0171-40ef-8ebb-69dbde015537 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:17.759056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc1975-0422-457b-87cb-d2915b636147 req-f66555ad-69c3-486c-a788-68fe58a1be2d tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.760607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-83fc1975-0422-457b-87cb-d2915b636147 req-f66555ad-69c3-486c-a788-68fe58a1be2d tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 945 time: 0.4038563 Jul 13 07:27:17.761270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425aad64-473d-4aab-9a04-7778a8f829c8', 'tag': 'a19874d1-16c9-41e6-a92f-e975ea1ab758'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:17.764001 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05084c2-5fa2-4546-8135-c1cb89cd645a" -d '{"events": [{"name": "network-changed", "server_uuid": "425aad64-473d-4aab-9a04-7778a8f829c8", "tag": "a19874d1-16c9-41e6-a92f-e975ea1ab758"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:17.765268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:17.784891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:17.854428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.855179 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.881553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c22da0-f103-49ee-b417-eec8a3c0af27 req-eade2d9d-6312-43ca-be1e-c977cad6bd14 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.888462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69c22da0-f103-49ee-b417-eec8a3c0af27 req-eade2d9d-6312-43ca-be1e-c977cad6bd14 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 931 time: 0.1388905 Jul 13 07:27:17.890773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:17.905347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-4a51ce5a-b083-4543-9998-4dcd0d611757 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9953914 Jul 13 07:27:17.918878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Request body: {'port': {'device_id': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:17.970550 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69c22da0-f103-49ee-b417-eec8a3c0af27 req-ae111ea8-a4d0-4ed6-a1a4-1dbb2e57db10 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811739 Jul 13 07:27:17.985282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47311aef-8de4-475c-bcc6-26f675f229aa service neutron] Pushing event updated for resources: {'Port': ['ID=a19874d1-16c9-41e6-a92f-e975ea1ab758,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:18.029147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.077578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-371324334-network', 'tenant_id': '783bd282559344a6aace1200e3cf52c9'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:18.084614 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-83fc1975-0422-457b-87cb-d2915b636147 req-30a22f12-a3a6-4198-b868-645ccfc42700 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772920 Jul 13 07:27:18.148107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3406e6-2a00-4319-934b-2b6aeddd6865 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:18.151921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Made reservation on behalf of 783bd282559344a6aace1200e3cf52c9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:18.155480 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82f16ac-aa80-4d42-8beb-bd4853c82c0d x-openstack-request-id: req-f82f16ac-aa80-4d42-8beb-bd4853c82c0d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:18.156728 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c350b926-91e8-486d-9bd3-1f3e32e0ca11", "name": "network-vif-plugged", "status": "completed", "tag": "fc4c1827-aa59-4d99-9da1-4e8b2e833bad", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:18.157156 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f82f16ac-aa80-4d42-8beb-bd4853c82c0d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:18.157894 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c350b926-91e8-486d-9bd3-1f3e32e0ca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4c1827-aa59-4d99-9da1-4e8b2e833bad', 'code': 200} Jul 13 07:27:18.159855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Attempting to bind port 3b966823-857b-4ae6-acee-d8edf1abd0cb on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:18.160264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Attempting to bind port 3b966823-857b-4ae6-acee-d8edf1abd0cb by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:18.160528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Attempting to bind port 3b966823-857b-4ae6-acee-d8edf1abd0cb on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:18.161468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.164838 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.181933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-9a4ed392-3bed-4eb3-9b7c-8c6e5aa91ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.183479 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-9a4ed392-3bed-4eb3-9b7c-8c6e5aa91ca2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 1100 time: 0.3727424 Jul 13 07:27:18.191836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Port 3b966823-857b-4ae6-acee-d8edf1abd0cb on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:18.192174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Attempting to bind port 3b966823-857b-4ae6-acee-d8edf1abd0cb on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:18.201729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:18.202104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:18.202499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:18.203007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Bound port: 3b966823-857b-4ae6-acee-d8edf1abd0cb, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:18.203360 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.224677 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.227565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-3a8a94dc-2e4a-40f6-82a8-dff2896aea58 service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595551 Jul 13 07:27:18.230348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Transition to ACTIVE for port object cc3406e6-2a00-4319-934b-2b6aeddd6865 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:18.277292 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b580b-e28d-43c8-960b-01f4e5eafc38 x-openstack-request-id: req-8a8b580b-e28d-43c8-960b-01f4e5eafc38 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:18.277581 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425aad64-473d-4aab-9a04-7778a8f829c8", "tag": "a19874d1-16c9-41e6-a92f-e975ea1ab758", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:18.277843 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a8b580b-e28d-43c8-960b-01f4e5eafc38 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:18.278265 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425aad64-473d-4aab-9a04-7778a8f829c8', 'tag': 'a19874d1-16c9-41e6-a92f-e975ea1ab758', 'status': 'completed', 'code': 200} Jul 13 07:27:18.302571 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cacd3f8d-f114-45f8-9dd0-e1ef3422cd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.330714 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.341016 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-28a0c039-a116-444f-967a-35e8a6a44f75 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=a19874d1-16c9-41e6-a92f-e975ea1ab758 HTTP/1.1" status: 200 len: 217 time: 0.1426318 Jul 13 07:27:18.511811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ee972-79d4-4d1a-a40f-ff8e3c32020a req-d4892a27-539c-46de-8f84-0794eb7c95d5 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.513463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-762ee972-79d4-4d1a-a40f-ff8e3c32020a req-d4892a27-539c-46de-8f84-0794eb7c95d5 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 947 time: 0.1938648 Jul 13 07:27:18.565005 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.574895 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.585074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a9a333-1fda-416c-b6ca-d00c58588c59 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:18.603147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.611965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] For port 3b966823-857b-4ae6-acee-d8edf1abd0cb, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:18.624349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:18.625184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3406e6-2a00-4319-934b-2b6aeddd6865,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:18.637461 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4ed12f1-6e37-401b-8660-b5e8a7fcf645 req-35d8c6fa-d3ef-49b0-adbe-92a2affeb570 service neutron] 10.222.0.38 "GET /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621149 Jul 13 07:27:18.646816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-6e128e05-2a95-4f69-982e-7c95533af423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.647090 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-762ee972-79d4-4d1a-a40f-ff8e3c32020a req-c8ee7f0b-8611-463d-a295-0b9e89477e96 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131721 Jul 13 07:27:18.648177 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-6e128e05-2a95-4f69-982e-7c95533af423 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2535722 Jul 13 07:27:18.648690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Transition to ACTIVE for port object 93a9a333-1fda-416c-b6ca-d00c58588c59 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:18.650048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] For port 3b966823-857b-4ae6-acee-d8edf1abd0cb, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3b966823-857b-4ae6-acee-d8edf1abd0cb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:18.653018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f6945c-3635-481e-82a8-90259d7ffa73,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:18.656637 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.656934 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Added segment ae1364d7-7527-464e-8e52-4ce946edb942 of type vlan for network 0efc3cbf-1ecc-4ad2-9099-5d910ce2eb95 Jul 13 07:27:18.658797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.673509 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.725885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65413f3c-99eb-4e0a-9c2c-445e87cfb536 req-809d05ca-858d-43e9-98f6-b1187fc00fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.727442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65413f3c-99eb-4e0a-9c2c-445e87cfb536 req-809d05ca-858d-43e9-98f6-b1187fc00fde service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 1097 time: 0.4463620 Jul 13 07:27:18.748641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.749264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.750672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] 10.222.0.48 "PUT /v2.0/ports/3b966823-857b-4ae6-acee-d8edf1abd0cb HTTP/1.1" status: 200 len: 1096 time: 3.9021704 Jul 13 07:27:18.755200 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.763143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=93a9a333-1fda-416c-b6ca-d00c58588c59,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:18.787701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Attempting to bind port cc3406e6-2a00-4319-934b-2b6aeddd6865 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:18.788041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Attempting to bind port cc3406e6-2a00-4319-934b-2b6aeddd6865 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:18.788576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Attempting to bind port cc3406e6-2a00-4319-934b-2b6aeddd6865 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:18.802417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39f24e-5f6c-4305-972d-5df24b28e477 req-8aafc926-da65-4af2-9895-6eaaaaa47885 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.809482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4e39f24e-5f6c-4305-972d-5df24b28e477 req-8aafc926-da65-4af2-9895-6eaaaaa47885 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 944 time: 0.4159563 Jul 13 07:27:18.845651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Port cc3406e6-2a00-4319-934b-2b6aeddd6865 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:18.846309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Attempting to bind port cc3406e6-2a00-4319-934b-2b6aeddd6865 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:18.866414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 6813d23c-35fb-41d8-98e0-5d645546e959 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:18.877226 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.878253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.878844 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.901785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c6382-3bcc-4d03-a135-ce488de2212d service neutron] Pushing event updated for resources: {'Port': ['ID=3b966823-857b-4ae6-acee-d8edf1abd0cb,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:18.904873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:18.905448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:18.906030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:18.906727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Bound port: cc3406e6-2a00-4319-934b-2b6aeddd6865, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:18.907259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.913837 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65413f3c-99eb-4e0a-9c2c-445e87cfb536 req-5db8d643-66c0-4596-8dde-e07d533b7052 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760788 Jul 13 07:27:18.933006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Attempting to bind port 93a9a333-1fda-416c-b6ca-d00c58588c59 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:18.933621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Attempting to bind port 93a9a333-1fda-416c-b6ca-d00c58588c59 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:18.933753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Attempting to bind port 93a9a333-1fda-416c-b6ca-d00c58588c59 on network 893e1e5f-0171-40ef-8ebb-69dbde015537 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:18.941606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-f49ef916-16f3-4aaa-86d3-f5217b75642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.943728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-f49ef916-16f3-4aaa-86d3-f5217b75642d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2878668 Jul 13 07:27:18.954230 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0563507 Jul 13 07:27:18.973306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Port 93a9a333-1fda-416c-b6ca-d00c58588c59 on network 893e1e5f-0171-40ef-8ebb-69dbde015537 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:18.973651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Attempting to bind port 93a9a333-1fda-416c-b6ca-d00c58588c59 on network 893e1e5f-0171-40ef-8ebb-69dbde015537 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:18.979408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4e39f24e-5f6c-4305-972d-5df24b28e477 req-3cb1337d-3f04-4ad6-a7a6-5a73d91c00a0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686180 Jul 13 07:27:19.018214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd66e30-bf0b-4ad4-a39e-e22a569bed2e admin admin] Pushing event updated for resources: {'Network': ['ID=0efc3cbf-1ecc-4ad2-9099-5d910ce2eb95,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:19.020052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 6813d23c-35fb-41d8-98e0-5d645546e959, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=6813d23c-35fb-41d8-98e0-5d645546e959,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:19.026536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:19.026977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Checking segment: {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:19.027404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Bound using segment: {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:19.027886 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Bound port: 93a9a333-1fda-416c-b6ca-d00c58588c59, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:19.028254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.040452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0efc3cbf-1ecc-4ad2-9099-5d910ce2eb95 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:19.054158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b0f9c-6ba5-4b69-b12a-c5aea38d6f98 req-69af9c11-9746-49b7-bb6e-5610115c0869 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.061441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f93b0f9c-6ba5-4b69-b12a-c5aea38d6f98 req-69af9c11-9746-49b7-bb6e-5610115c0869 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 948 time: 0.2318199 Jul 13 07:27:19.073836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '6813d23c-35fb-41d8-98e0-5d645546e959', 'network_id': 'fdc768df-3b9f-4c25-b507-6aa79618fffd', 'port_id': '6813d23c-35fb-41d8-98e0-5d645546e959', 'mac_address': 'fa:16:3e:cc:88:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:19.182552 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f93b0f9c-6ba5-4b69-b12a-c5aea38d6f98 req-1a256e52-eb71-4db1-84ea-9462c66fb98c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202130 Jul 13 07:27:19.195550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-04cf6389-4152-4cd9-901f-f252d4778ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.197116 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-04cf6389-4152-4cd9-901f-f252d4778ab9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 1099 time: 0.3815053 Jul 13 07:27:19.211239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:19.216027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=93a9a333-1fda-416c-b6ca-d00c58588c59,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:19.220662 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.249184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] For port cc3406e6-2a00-4319-934b-2b6aeddd6865, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:19.267416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.268257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.269834 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] 10.222.0.38 "PUT /v2.0/ports/93a9a333-1fda-416c-b6ca-d00c58588c59 HTTP/1.1" status: 200 len: 1092 time: 1.3552971 Jul 13 07:27:19.270388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:19.273578 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df46933-c1fe-4f05-9c02-2729885336eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:19.301368 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-63622718-f58d-4c46-ba7c-bbc8b873e21d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3b966823-857b-4ae6-acee-d8edf1abd0cb HTTP/1.1" status: 200 len: 217 time: 0.0851705 Jul 13 07:27:19.307610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] For port cc3406e6-2a00-4319-934b-2b6aeddd6865, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cc3406e6-2a00-4319-934b-2b6aeddd6865,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:19.328630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3670c2-ae8a-4a35-bf0e-2e0bccbc3fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=93a9a333-1fda-416c-b6ca-d00c58588c59,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:19.351967 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.366857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6813d23c-35fb-41d8-98e0-5d645546e959 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:19.390054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 6813d23c-35fb-41d8-98e0-5d645546e959, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=6813d23c-35fb-41d8-98e0-5d645546e959,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:19.395548 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.426490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-47cdc674-d559-4e42-9fad-b5d8d8f9df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.429257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-47cdc674-d559-4e42-9fad-b5d8d8f9df20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 1095 time: 0.1110373 Jul 13 07:27:19.457469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=6813d23c-35fb-41d8-98e0-5d645546e959,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:19.489072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-18149e6e-8246-4ec7-9569-a6508edeb14c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93a9a333-1fda-416c-b6ca-d00c58588c59 HTTP/1.1" status: 200 len: 217 time: 0.0508652 Jul 13 07:27:19.502392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228dda-673c-40e8-b650-90afeaf3115d req-de98e1ce-fa4f-42ba-b628-ed319b1ad9d3 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.503988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2228dda-673c-40e8-b650-90afeaf3115d req-de98e1ce-fa4f-42ba-b628-ed319b1ad9d3 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 943 time: 0.1263530 Jul 13 07:27:19.580776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2228dda-673c-40e8-b650-90afeaf3115d req-cb0c2940-1cd2-417a-8a52-8ee53d462a40 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676048 Jul 13 07:27:19.582773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-f93d1630-8985-4bf8-bc6b-e99f9488db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.584345 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-f93d1630-8985-4bf8-bc6b-e99f9488db18 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4a3d5118-e307-46e8-9516-d176889377b8 HTTP/1.1" status: 200 len: 845 time: 0.0793254 Jul 13 07:27:19.627112 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-bf7d3411-400c-4607-858c-9d86d1914818 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=893e1e5f-0171-40ef-8ebb-69dbde015537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353837 Jul 13 07:27:19.636216 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.673261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['6813d23c-35fb-41d8-98e0-5d645546e959'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:19.689280 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-2be400fd-2e39-4787-a207-1f060bba0d65 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363544 Jul 13 07:27:19.720211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.720838 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.722252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] 10.222.0.48 "PUT /v2.0/ports/cc3406e6-2a00-4319-934b-2b6aeddd6865 HTTP/1.1" status: 200 len: 1096 time: 3.8075135 Jul 13 07:27:19.770602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-c29d5dd5-19f1-4ddd-884e-d14d13294ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.772318 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-c29d5dd5-19f1-4ddd-884e-d14d13294ecb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.4590111 Jul 13 07:27:19.788376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94848a-55cb-47a6-b251-741dc4e2c010 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3406e6-2a00-4319-934b-2b6aeddd6865,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:19.808120 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-a7148463-4974-4142-9a76-a3cdcd624278 service neutron] 10.222.0.38 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728654 Jul 13 07:27:19.860258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf496c3-4b4e-4069-a9e7-7dcff57528a1 req-8d120a52-cf76-488d-b6d3-02ba58f0da8c tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.870042 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0cf496c3-4b4e-4069-a9e7-7dcff57528a1 req-8d120a52-cf76-488d-b6d3-02ba58f0da8c tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 945 time: 0.1669831 Jul 13 07:27:19.907945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32a32-233a-4926-91cd-6fced73c5a76 req-57d51b15-f067-4f68-b3a0-c3ce90fbcdcd tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.913287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3a32a32-233a-4926-91cd-6fced73c5a76 req-57d51b15-f067-4f68-b3a0-c3ce90fbcdcd tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.7248540 Jul 13 07:27:19.951440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0cf496c3-4b4e-4069-a9e7-7dcff57528a1 req-164256db-1683-4520-9279-7225aa7b254d tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802009 Jul 13 07:27:19.981978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f5cc848-91aa-4498-8722-bd50e5d8e92a req-05a40127-f8c9-4c9f-9429-ab8e839be8f3 service neutron] 10.222.0.38 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665323 Jul 13 07:27:20.017438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-15fecdc1-1dd3-4085-a2c5-eec852928218 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195424 Jul 13 07:27:20.037537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3a32a32-233a-4926-91cd-6fced73c5a76 req-9e17be02-3a33-467a-af46-c9720692d7b0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968065 Jul 13 07:27:20.050220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-4dad2956-1019-4435-be1c-f17e4053af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.051749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-4dad2956-1019-4435-be1c-f17e4053af11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2651403 Jul 13 07:27:20.113476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94bb3-93a5-4772-9a21-3471d033137a req-6124314f-3cfb-4eef-9922-a52940c4b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.115265 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-6124314f-3cfb-4eef-9922-a52940c4b6ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d535bbf14d457d9757a65473a55af3&device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 1099 time: 0.1995397 Jul 13 07:27:20.129506 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33d316e-23f3-4297-8890-a140f0479778 x-openstack-request-id: req-f33d316e-23f3-4297-8890-a140f0479778 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:20.129806 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:20.130101 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f33d316e-23f3-4297-8890-a140f0479778 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:20.130540 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59', 'status': 'completed', 'code': 200} Jul 13 07:27:20.231800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-f6c5f9f1-e6cf-4e42-9756-703da54641bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cc3406e6-2a00-4319-934b-2b6aeddd6865 HTTP/1.1" status: 200 len: 217 time: 0.0901036 Jul 13 07:27:20.235215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df46933-c1fe-4f05-9c02-2729885336eb req-9b619d91-1cca-43b5-93e5-bfc80ca24f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.236681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4df46933-c1fe-4f05-9c02-2729885336eb req-9b619d91-1cca-43b5-93e5-bfc80ca24f45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 1095 time: 0.0800455 Jul 13 07:27:20.281374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b93b11-bb1d-4b98-8413-72016c28ab2a', 'tag': '3b966823-857b-4ae6-acee-d8edf1abd0cb'}, {'name': 'network-changed', 'server_uuid': '16e01e66-f18c-4fc6-9bc5-8ede7f1c1701', 'tag': 'cc3406e6-2a00-4319-934b-2b6aeddd6865'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:20.283605 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad21405b-1b7c-4840-bde4-cb867f4b456f" -d '{"events": [{"name": "network-changed", "server_uuid": "07b93b11-bb1d-4b98-8413-72016c28ab2a", "tag": "3b966823-857b-4ae6-acee-d8edf1abd0cb"}, {"name": "network-changed", "server_uuid": "16e01e66-f18c-4fc6-9bc5-8ede7f1c1701", "tag": "cc3406e6-2a00-4319-934b-2b6aeddd6865"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:20.362094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785a260-442c-4735-86a3-5c0f9e4be6d9 req-2ae16bb0-10ce-4a48-b539-10288452ab01 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.363606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f785a260-442c-4735-86a3-5c0f9e4be6d9 req-2ae16bb0-10ce-4a48-b539-10288452ab01 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 947 time: 0.1405389 Jul 13 07:27:20.368476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df46933-c1fe-4f05-9c02-2729885336eb req-83342ed5-5aac-48f9-98d2-7b47b0f4a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.369856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4df46933-c1fe-4f05-9c02-2729885336eb req-83342ed5-5aac-48f9-98d2-7b47b0f4a08b service neutron] 10.222.0.38 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 906 time: 0.1146302 Jul 13 07:27:20.417456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4df46933-c1fe-4f05-9c02-2729885336eb req-eb8d038b-8b04-4ffc-8225-ea65c07bd098 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93a9a333-1fda-416c-b6ca-d00c58588c59 HTTP/1.1" status: 200 len: 217 time: 0.0405116 Jul 13 07:27:20.425233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-9347eb6e-73ff-4a45-a86f-d4c876ff0de1 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650417 Jul 13 07:27:20.427017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-be7f23dd-90a6-4810-9ece-72e213952274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.428473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-be7f23dd-90a6-4810-9ece-72e213952274 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 1100 time: 0.3257711 Jul 13 07:27:20.442622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94bb3-93a5-4772-9a21-3471d033137a req-73b08e72-ff34-49bb-86eb-87308d28240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.444552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-73b08e72-ff34-49bb-86eb-87308d28240b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1943791 Jul 13 07:27:20.459862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f785a260-442c-4735-86a3-5c0f9e4be6d9 req-0cec6279-ae98-4ecc-b1e0-db05ab2375ba tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888693 Jul 13 07:27:20.477168 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df46933-c1fe-4f05-9c02-2729885336eb req-a1ed320f-9d43-46ae-8443-bb406558819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.484199 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4df46933-c1fe-4f05-9c02-2729885336eb req-a1ed320f-9d43-46ae-8443-bb406558819e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4a3d5118-e307-46e8-9516-d176889377b8 HTTP/1.1" status: 200 len: 845 time: 0.0505688 Jul 13 07:27:20.520041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4df46933-c1fe-4f05-9c02-2729885336eb req-2fc033f2-ac15-45ae-b492-361d545d1b84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=893e1e5f-0171-40ef-8ebb-69dbde015537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308568 Jul 13 07:27:20.572769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea5c95-42bc-44ad-bf24-9b0d41f2e981 req-f9d67713-9bad-4928-9704-e47f1a8cfeb5 tempest-ComputeTenantNetworksTest-30124960 tempest-ComputeTenantNetworksTest-30124960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.578865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea5c95-42bc-44ad-bf24-9b0d41f2e981 req-f9d67713-9bad-4928-9704-e47f1a8cfeb5 tempest-ComputeTenantNetworksTest-30124960 tempest-ComputeTenantNetworksTest-30124960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.585411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea5c95-42bc-44ad-bf24-9b0d41f2e981 req-f9d67713-9bad-4928-9704-e47f1a8cfeb5 tempest-ComputeTenantNetworksTest-30124960 tempest-ComputeTenantNetworksTest-30124960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.587036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdea5c95-42bc-44ad-bf24-9b0d41f2e981 req-f9d67713-9bad-4928-9704-e47f1a8cfeb5 tempest-ComputeTenantNetworksTest-30124960 tempest-ComputeTenantNetworksTest-30124960-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3652260 Jul 13 07:27:20.647920 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4df46933-c1fe-4f05-9c02-2729885336eb req-bf592eba-ea13-4cd9-9cef-76d2ced0fc0a service neutron] 10.222.0.38 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205761 Jul 13 07:27:20.697790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25882935-aafe-445d-963b-329ed9a9cba4 req-cf6a85c1-81f6-4568-b050-ea00fdd6e02d tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.699400 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25882935-aafe-445d-963b-329ed9a9cba4 req-cf6a85c1-81f6-4568-b050-ea00fdd6e02d tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 945 time: 0.1139855 Jul 13 07:27:20.717925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a48bd5e3-e29f-4e8c-a968-ffe3ca1fce28 req-0e5007fa-6081-4a9e-84a7-c0876da2c064 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770195 Jul 13 07:27:20.719601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94bb3-93a5-4772-9a21-3471d033137a req-10fbd64b-b167-4316-b23b-59dcb8e265bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.720947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-10fbd64b-b167-4316-b23b-59dcb8e265bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2563195 Jul 13 07:27:20.740437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-e98f045e-2365-4f4c-a1c7-3743b4580f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.741824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-e98f045e-2365-4f4c-a1c7-3743b4580f80 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.3020203 Jul 13 07:27:20.779292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25882935-aafe-445d-963b-329ed9a9cba4 req-ecf1bde0-c8ab-4d46-a584-634b1d86581e tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732391 Jul 13 07:27:20.784528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4df46933-c1fe-4f05-9c02-2729885336eb req-f592714c-af78-4d06-b9e4-0d026aa7ab26 service neutron] 10.222.0.38 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279860 Jul 13 07:27:20.805907 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-e2639edc-3b1a-4545-aed9-17502085cc7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=a19874d1-16c9-41e6-a92f-e975ea1ab758 HTTP/1.1" status: 200 len: 217 time: 0.0544114 Jul 13 07:27:20.874817 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72a9a94-5a49-4cd6-bd1a-86d3a09d9541 x-openstack-request-id: req-d72a9a94-5a49-4cd6-bd1a-86d3a09d9541 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:20.875108 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b93b11-bb1d-4b98-8413-72016c28ab2a", "tag": "3b966823-857b-4ae6-acee-d8edf1abd0cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16e01e66-f18c-4fc6-9bc5-8ede7f1c1701", "tag": "cc3406e6-2a00-4319-934b-2b6aeddd6865", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:20.875356 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d72a9a94-5a49-4cd6-bd1a-86d3a09d9541 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:20.875740 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b93b11-bb1d-4b98-8413-72016c28ab2a', 'tag': '3b966823-857b-4ae6-acee-d8edf1abd0cb', 'status': 'completed', 'code': 200} Jul 13 07:27:20.875988 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e01e66-f18c-4fc6-9bc5-8ede7f1c1701', 'tag': 'cc3406e6-2a00-4319-934b-2b6aeddd6865', 'status': 'completed', 'code': 200} Jul 13 07:27:20.881463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 6813d23c-35fb-41d8-98e0-5d645546e959 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:20.930788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 6813d23c-35fb-41d8-98e0-5d645546e959 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:20.934568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 6813d23c-35fb-41d8-98e0-5d645546e959 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:20.934947 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.942735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadf9ff-d7df-485e-9f8b-f8e5f71f3cd8 req-37759609-e6b8-4a45-9b9d-8e562fad4cc6 tempest-ComputeTenantNetworksTest-30124960 tempest-ComputeTenantNetworksTest-30124960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.945155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbadf9ff-d7df-485e-9f8b-f8e5f71f3cd8 req-37759609-e6b8-4a45-9b9d-8e562fad4cc6 tempest-ComputeTenantNetworksTest-30124960 tempest-ComputeTenantNetworksTest-30124960-project] 10.222.0.41 "GET /v2.0/networks/0efc3cbf-1ecc-4ad2-9099-5d910ce2eb95 HTTP/1.1" status: 200 len: 768 time: 0.1029494 Jul 13 07:27:20.948254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-0c4b1470-1ca7-48f4-9ce7-3bb99283947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.949780 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-0c4b1470-1ca7-48f4-9ce7-3bb99283947c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1351473 Jul 13 07:27:20.953414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:20.969779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31267abe-6266-4809-85c5-c43dee555490 req-932c0982-006f-48c7-9771-cb1837080aac tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.971341 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31267abe-6266-4809-85c5-c43dee555490 req-932c0982-006f-48c7-9771-cb1837080aac tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 948 time: 0.2790387 Jul 13 07:27:21.006360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-a16e0287-46af-4754-b87a-3c0ab403b7b5 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683723 Jul 13 07:27:21.039621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c318f44c-00dc-485f-98a1-c910bedfea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.062631 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.066176 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.092540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-be68a66e-d9dd-4507-972a-03479350339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.094082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-be68a66e-d9dd-4507-972a-03479350339b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 1099 time: 0.2209687 Jul 13 07:27:21.095237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4134c4-191b-4a75-8665-359f496e6219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813d23c-35fb-41d8-98e0-5d645546e959'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:21.097455 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0ccf75-8448-481a-960e-59d2a4e5fe0c" -d '{"events": [{"server_uuid": "ff4134c4-191b-4a75-8665-359f496e6219", "name": "network-vif-plugged", "status": "completed", "tag": "6813d23c-35fb-41d8-98e0-5d645546e959"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:21.101448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.113093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 6813d23c-35fb-41d8-98e0-5d645546e959, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=6813d23c-35fb-41d8-98e0-5d645546e959,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:21.118192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.131075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31267abe-6266-4809-85c5-c43dee555490 req-0dba314e-a289-45e3-b268-fef99370e4ce tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485848 Jul 13 07:27:21.185055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b6bde-4b3e-424b-b5cf-5aa899666de7 req-16f394a5-e0e2-4dfa-a3d5-856e4e81e386 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.189188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-ee7bb197-bf2f-44a7-b9b2-258f84628167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.190338 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-660b6bde-4b3e-424b-b5cf-5aa899666de7 req-16f394a5-e0e2-4dfa-a3d5-856e4e81e386 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 943 time: 0.1345036 Jul 13 07:27:21.190589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=6813d23c-35fb-41d8-98e0-5d645546e959,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:21.190894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-ee7bb197-bf2f-44a7-b9b2-258f84628167 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2309797 Jul 13 07:27:21.223627 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cec94bb3-93a5-4772-9a21-3471d033137a req-21894fbb-abc6-4226-bd33-d2dbe7c7b13b service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046771 Jul 13 07:27:21.231416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.245103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efc3cbf-1ecc-4ad2-9099-5d910ce2eb95']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:21.265145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1364d7-7527-464e-8e52-4ce946edb942') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:21.265382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1364d7-7527-464e-8e52-4ce946edb942') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:21.287323 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-660b6bde-4b3e-424b-b5cf-5aa899666de7 req-2833d94b-e3d6-47ce-853b-edf82bcae31a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952523 Jul 13 07:27:21.289511 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.304988 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.311914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:21.312649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:21.314521 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:21.336060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-04a4b6ca-3d91-4394-87a1-b8ee7f884453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.337539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-04a4b6ca-3d91-4394-87a1-b8ee7f884453 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2028339 Jul 13 07:27:21.374158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.379019 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.383479 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] 10.222.0.41 "DELETE /v2.0/networks/0efc3cbf-1ecc-4ad2-9099-5d910ce2eb95 HTTP/1.1" status: 204 len: 168 time: 0.4264092 Jul 13 07:27:21.393968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160aab8-05df-4d64-99df-16b434c3a6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=0efc3cbf-1ecc-4ad2-9099-5d910ce2eb95,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:21.394847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-d97fb559-5d73-4e69-968c-38fb377c0ac1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3b966823-857b-4ae6-acee-d8edf1abd0cb HTTP/1.1" status: 200 len: 217 time: 0.0473449 Jul 13 07:27:21.435689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-aa100406-f8b5-4fe0-ba00-e16047133667 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148263 Jul 13 07:27:21.473669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e551f-2e28-4ef3-b464-b5b1aeb5ccb1 req-7ae4a69c-b7c0-48a5-a401-ebab6ecf3a1e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.475937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-328e551f-2e28-4ef3-b464-b5b1aeb5ccb1 req-7ae4a69c-b7c0-48a5-a401-ebab6ecf3a1e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.0691836 Jul 13 07:27:21.497076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f238-f563-4931-ac3e-901b7e29934a req-2e6b6a10-3ae2-4894-9e7e-ff4a786f0956 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.498619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0125f238-f563-4931-ac3e-901b7e29934a req-2e6b6a10-3ae2-4894-9e7e-ff4a786f0956 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 945 time: 0.1945596 Jul 13 07:27:21.504350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-87322d92-9ed0-4dad-830e-fde8db2dcace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.505794 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-87322d92-9ed0-4dad-830e-fde8db2dcace service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1025286 Jul 13 07:27:21.517782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:21.540730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-328e551f-2e28-4ef3-b464-b5b1aeb5ccb1 req-5a019b9e-3f87-4f91-a23c-995826a73365 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Jul 13 07:27:21.579739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9f4414bb-bf38-4226-a2ce-38913e005b12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=783bd282559344a6aace1200e3cf52c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585740 Jul 13 07:27:21.580219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:21.633933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86fa6747-6533-4592-9257-226f0685abaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.657220 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86fa6747-6533-4592-9257-226f0685abaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.700304 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eff02fc-c809-41aa-9cdd-b141111a417b x-openstack-request-id: req-9eff02fc-c809-41aa-9cdd-b141111a417b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:21.700601 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4134c4-191b-4a75-8665-359f496e6219", "name": "network-vif-plugged", "status": "completed", "tag": "6813d23c-35fb-41d8-98e0-5d645546e959", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:21.700859 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9eff02fc-c809-41aa-9cdd-b141111a417b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:21.701266 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4134c4-191b-4a75-8665-359f496e6219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813d23c-35fb-41d8-98e0-5d645546e959', 'code': 200} Jul 13 07:27:21.724107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86fa6747-6533-4592-9257-226f0685abaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.727329 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86fa6747-6533-4592-9257-226f0685abaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.728726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-86fa6747-6533-4592-9257-226f0685abaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63f6945c-3635-481e-82a8-90259d7ffa73 HTTP/1.1" status: 204 len: 168 time: 0.1472793 Jul 13 07:27:21.753542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa6747-6533-4592-9257-226f0685abaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f6945c-3635-481e-82a8-90259d7ffa73,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:21.876138 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.973429 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d05084c2-5fa2-4546-8135-c1cb89cd645a req-5d65cc4f-95f3-4512-946b-d269ba7313c3 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267606 Jul 13 07:27:21.990017 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0125f238-f563-4931-ac3e-901b7e29934a req-dd26b985-a2e7-496c-a788-e8c620c43013 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552526 Jul 13 07:27:22.022303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-58d952c3-e728-456e-9b5a-55924f496168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.024804 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-58d952c3-e728-456e-9b5a-55924f496168 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4913967 Jul 13 07:27:22.187897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-ea73d0b5-d185-426c-b98a-14ffd3ed4707 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525013 Jul 13 07:27:22.207973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86be804-7915-4d9c-9348-635a21a5d08e req-b0fad43e-21da-47df-83f4-1bf7da73b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.210082 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c86be804-7915-4d9c-9348-635a21a5d08e req-b0fad43e-21da-47df-83f4-1bf7da73b271 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 1098 time: 0.4214540 Jul 13 07:27:22.222180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb70960-7fe0-4af7-9ab9-59d3cc8c5c8f req-9b228910-d4d0-41de-b1b0-0eafb1453d58 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.230008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3fb70960-7fe0-4af7-9ab9-59d3cc8c5c8f req-9b228910-d4d0-41de-b1b0-0eafb1453d58 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 947 time: 0.4292626 Jul 13 07:27:22.236630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430c071-5eea-4d57-a9b3-ea6a68d62232 req-b4289df9-d66d-4519-b8de-19b585183a1b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.238309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0430c071-5eea-4d57-a9b3-ea6a68d62232 req-b4289df9-d66d-4519-b8de-19b585183a1b tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 946 time: 0.1265714 Jul 13 07:27:22.288584 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c86be804-7915-4d9c-9348-635a21a5d08e req-da1c701c-f078-4f7e-a502-ac9856a07870 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550060 Jul 13 07:27:22.295954 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3fb70960-7fe0-4af7-9ab9-59d3cc8c5c8f req-6b081c13-7d03-42ad-b686-dd970caeb50e tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639780 Jul 13 07:27:22.330395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0430c071-5eea-4d57-a9b3-ea6a68d62232 req-12ac0cdf-bd59-4e70-9e9f-26ba5559010a tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826664 Jul 13 07:27:22.342131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-f18c4521-2a81-474f-91cc-987c05ca50f9 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459537 Jul 13 07:27:22.448804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-84a269ee-46b1-41ad-aadc-4b98f27e8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.450374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-84a269ee-46b1-41ad-aadc-4b98f27e8c8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d535bbf14d457d9757a65473a55af3&device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 1099 time: 0.0646796 Jul 13 07:27:22.538287 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34930) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:22.558867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fd74e-676a-4b20-a66d-a765f30a2c11 req-e8d19bed-3f08-4f2d-809c-c3ec9fce4247 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.560472 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-482fd74e-676a-4b20-a66d-a765f30a2c11 req-e8d19bed-3f08-4f2d-809c-c3ec9fce4247 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 943 time: 0.0706284 Jul 13 07:27:22.601442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db0d18-b5c6-4565-9430-81a587df3baa req-5629b013-06ff-4e5c-9439-3e38781427d8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.602973 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57db0d18-b5c6-4565-9430-81a587df3baa req-5629b013-06ff-4e5c-9439-3e38781427d8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 948 time: 0.1345370 Jul 13 07:27:22.607663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-04a568c8-1bd2-47c1-a3ae-04d35a530105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.609176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-04a568c8-1bd2-47c1-a3ae-04d35a530105 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1502628 Jul 13 07:27:22.613387 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-482fd74e-676a-4b20-a66d-a765f30a2c11 req-fb812b0d-b346-4cbd-85f6-50bad4348196 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455387 Jul 13 07:27:22.646657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-network', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:22.665112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-b3057b55-726b-4431-90d3-f7352d147963 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cc3406e6-2a00-4319-934b-2b6aeddd6865 HTTP/1.1" status: 200 len: 217 time: 0.0471320 Jul 13 07:27:22.669665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Made reservation on behalf of ae2fa35196974bcab852e560c2090e6f for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:22.672340 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.682780 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.690169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57db0d18-b5c6-4565-9430-81a587df3baa req-6c10a4a2-6727-486b-a76d-4f32666270ab tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801258 Jul 13 07:27:22.755439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-1edd7e2b-db9f-4c19-b036-f01424245db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.757161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-1edd7e2b-db9f-4c19-b036-f01424245db1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0799794 Jul 13 07:27:22.811061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.816937 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.838503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:22.854358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-a3b0609f-2573-49f4-98c9-d74ff24c7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.855826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5422ca0-9741-42a6-9993-344ff93d83b0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:22.855973 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-a3b0609f-2573-49f4-98c9-d74ff24c7962 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923054 Jul 13 07:27:22.871196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.873468 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Added segment 9a8bfecc-9b56-4c8a-90f9-412197a0c71f of type vlan for network efb52998-2f8e-4ebf-883f-7422704ba28d Jul 13 07:27:22.877542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device cc3406e6-2a00-4319-934b-2b6aeddd6865 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:22.900726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a19874d1-16c9-41e6-a92f-e975ea1ab758 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:22.913351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.951702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.953349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.954209 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.964564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f79d6a-6b40-46c9-9677-30bf45ce9b27 req-3a60e79d-a501-4c0a-9408-aaf49b4280d2 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.966119 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89f79d6a-6b40-46c9-9677-30bf45ce9b27 req-3a60e79d-a501-4c0a-9408-aaf49b4280d2 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1564784 Jul 13 07:27:22.997905 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4557498 Jul 13 07:27:22.998306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34942) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:23.016210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-5a8a6007-b66f-4c21-8c7a-0d0cd88046da service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524923 Jul 13 07:27:23.031912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Request body: {'subnet': {'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-subnet', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:23.053758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09795c-11fc-455d-8395-5820fa089e1c admin admin] Pushing event updated for resources: {'Network': ['ID=efb52998-2f8e-4ebf-883f-7422704ba28d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:23.056858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Made reservation on behalf of ae2fa35196974bcab852e560c2090e6f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:23.059894 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.067809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network efb52998-2f8e-4ebf-883f-7422704ba28d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:23.123972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port cc3406e6-2a00-4319-934b-2b6aeddd6865, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cc3406e6-2a00-4319-934b-2b6aeddd6865,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:23.167982 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89f79d6a-6b40-46c9-9677-30bf45ce9b27 req-5fd9a0a2-e8f4-46dc-bee0-072b78d76083 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947050 Jul 13 07:27:23.219162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad21405b-1b7c-4840-bde4-cb867f4b456f req-fc2ad08a-ea5f-4dff-8d40-60b39f9ff2b4 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676323 Jul 13 07:27:23.227733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port a19874d1-16c9-41e6-a92f-e975ea1ab758, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a19874d1-16c9-41e6-a92f-e975ea1ab758,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:23.230676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'cc3406e6-2a00-4319-934b-2b6aeddd6865', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'cc3406e6-2a00-4319-934b-2b6aeddd6865', 'mac_address': 'fa:16:3e:f1:11:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:23.283799 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.287156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'a19874d1-16c9-41e6-a92f-e975ea1ab758', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'a19874d1-16c9-41e6-a92f-e975ea1ab758', 'mac_address': 'fa:16:3e:c5:ac:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:23.303859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3406e6-2a00-4319-934b-2b6aeddd6865 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:23.339214 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.351376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port cc3406e6-2a00-4319-934b-2b6aeddd6865, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cc3406e6-2a00-4319-934b-2b6aeddd6865,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:23.357458 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.362129 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.403243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3b966823-857b-4ae6-acee-d8edf1abd0cb details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:23.408320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19874d1-16c9-41e6-a92f-e975ea1ab758 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:23.416901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37466c86-4345-477c-8e7b-0c00f9aa50fe,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:23.429784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Checking segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:23.430260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Network hostable DHCP agents. Network: efb52998-2f8e-4ebf-883f-7422704ba28d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:23.450816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725848e1-df22-45d2-908f-3045991f2b61 req-e58389ce-d11a-4c4b-921c-5bc3708aa0cc tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.454438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-725848e1-df22-45d2-908f-3045991f2b61 req-e58389ce-d11a-4c4b-921c-5bc3708aa0cc tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 945 time: 0.1574540 Jul 13 07:27:23.459011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port a19874d1-16c9-41e6-a92f-e975ea1ab758, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a19874d1-16c9-41e6-a92f-e975ea1ab758,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:23.459954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=cc3406e6-2a00-4319-934b-2b6aeddd6865,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:23.467637 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.480576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 3b966823-857b-4ae6-acee-d8edf1abd0cb, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3b966823-857b-4ae6-acee-d8edf1abd0cb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:23.502083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Network efb52998-2f8e-4ebf-883f-7422704ba28d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:23.517199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 93a9a333-1fda-416c-b6ca-d00c58588c59 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:23.522451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '3b966823-857b-4ae6-acee-d8edf1abd0cb', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '3b966823-857b-4ae6-acee-d8edf1abd0cb', 'mac_address': 'fa:16:3e:46:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:23.532489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538729e9-d808-4ddf-baf5-a5ddccfb1565 req-d0b24b90-48a4-4732-ac56-10147294a054 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.534488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-538729e9-d808-4ddf-baf5-a5ddccfb1565 req-d0b24b90-48a4-4732-ac56-10147294a054 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 948 time: 0.0950503 Jul 13 07:27:23.546848 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-725848e1-df22-45d2-908f-3045991f2b61 req-6c62c507-90f8-425d-8378-4750a514adc2 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714648 Jul 13 07:27:23.552818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, efb52998-2f8e-4ebf-883f-7422704ba28d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:23.566134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.567043 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.571000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36741f07-1836-46d1-ae62-b15750a823db None None] Network efb52998-2f8e-4ebf-883f-7422704ba28d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:23.589900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c4794c10-5898-4363-8bd8-90adc756f5b3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5904303 Jul 13 07:27:23.593642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34950) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:23.597242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=a19874d1-16c9-41e6-a92f-e975ea1ab758,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:23.600300 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:23.629863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-538729e9-d808-4ddf-baf5-a5ddccfb1565 req-4d28b8ba-8dbc-47e0-9cbd-0a29683d435c tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858946 Jul 13 07:27:23.641163 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.641938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.644436 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.730093 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.739936 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.766675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b966823-857b-4ae6-acee-d8edf1abd0cb {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:23.788840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=93a9a333-1fda-416c-b6ca-d00c58588c59,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:23.814680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 3b966823-857b-4ae6-acee-d8edf1abd0cb, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3b966823-857b-4ae6-acee-d8edf1abd0cb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:23.818622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '93a9a333-1fda-416c-b6ca-d00c58588c59', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'port_id': '93a9a333-1fda-416c-b6ca-d00c58588c59', 'mac_address': 'fa:16:3e:e7:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3d5118-e307-46e8-9516-d176889377b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:23.822460 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.839994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e68e64-4995-4e96-a19c-d43d79d1c4d3 req-01c5773c-f861-479e-a959-57c74fd7f9e5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.841662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13e68e64-4995-4e96-a19c-d43d79d1c4d3 req-01c5773c-f861-479e-a959-57c74fd7f9e5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 943 time: 0.0767875 Jul 13 07:27:23.913007 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13e68e64-4995-4e96-a19c-d43d79d1c4d3 req-147338f8-3345-4d12-9ca0-58404aa1ee97 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592997 Jul 13 07:27:23.960081 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.977189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac49fa3-3eb3-4e2d-9d93-5162cbedc5a3 req-9fbb75fa-1431-4f18-8f77-edc4128feaaa tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.978787 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ac49fa3-3eb3-4e2d-9d93-5162cbedc5a3 req-9fbb75fa-1431-4f18-8f77-edc4128feaaa tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 946 time: 0.2371464 Jul 13 07:27:23.988127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=3b966823-857b-4ae6-acee-d8edf1abd0cb,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:23.991953 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.003801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-efb52998-2f8e-4ebf-883f-7422704ba28d', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:27:24.004672 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.019287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a9a333-1fda-416c-b6ca-d00c58588c59 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:24.049747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=93a9a333-1fda-416c-b6ca-d00c58588c59,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:24.058205 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ac49fa3-3eb3-4e2d-9d93-5162cbedc5a3 req-ac7f140e-4997-41a0-ada9-5aed01d96c44 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565109 Jul 13 07:27:24.117323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17658a40-3538-4c7b-9986-b83a40fe3647 req-d218f596-54f5-486e-b9d8-e85d0c8f3c44 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:24.127062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17658a40-3538-4c7b-9986-b83a40fe3647 req-d218f596-54f5-486e-b9d8-e85d0c8f3c44 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 949 time: 0.1051667 Jul 13 07:27:24.127541 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.188546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17658a40-3538-4c7b-9986-b83a40fe3647 req-3f361238-17e8-4c5c-b0c8-94117c451bde tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600586 Jul 13 07:27:24.282463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['cc3406e6-2a00-4319-934b-2b6aeddd6865'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:24.292113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=93a9a333-1fda-416c-b6ca-d00c58588c59,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:24.303763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.306142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['3b966823-857b-4ae6-acee-d8edf1abd0cb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:24.341354 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.393592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Allocated IP 172.20.0.2 (efb52998-2f8e-4ebf-883f-7422704ba28d/37466c86-4345-477c-8e7b-0c00f9aa50fe/d012aa45-a8eb-40dc-b4bd-f312e5519109) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:24.527904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['93a9a333-1fda-416c-b6ca-d00c58588c59'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:24.537851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['a19874d1-16c9-41e6-a92f-e975ea1ab758'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:24.546264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430ef6-47eb-4c87-a4c4-efe128ab285d req-dafc09fe-a159-4a68-bd92-8794f11fa9b1 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:24.547796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62430ef6-47eb-4c87-a4c4-efe128ab285d req-dafc09fe-a159-4a68-bd92-8794f11fa9b1 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.2033186 Jul 13 07:27:24.562907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Allocated IP 172.25.8.231 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/01a938b9-14fa-4cc4-9620-c6a3207f0dd7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:24.622267 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62430ef6-47eb-4c87-a4c4-efe128ab285d req-ef71d6fd-0243-40d1-a092-504af763c142 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601649 Jul 13 07:27:24.650838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb4018-95b2-4a84-98cc-bb1435918ead req-09b7eca4-bc69-4bbc-8f34-b7b426587a18 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:24.651888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abeb4018-95b2-4a84-98cc-bb1435918ead req-09b7eca4-bc69-4bbc-8f34-b7b426587a18 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 946 time: 0.0739863 Jul 13 07:27:24.731609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.764268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abeb4018-95b2-4a84-98cc-bb1435918ead req-6f4d2a73-6a52-4572-8bd4-ab4d19fbe901 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054482 Jul 13 07:27:24.777290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0401592-eed2-4920-b5fb-6295771cb302 req-733f70a6-035f-4e5e-a977-224a18a954bc tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:24.779296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0401592-eed2-4920-b5fb-6295771cb302 req-733f70a6-035f-4e5e-a977-224a18a954bc tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.48 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 945 time: 0.1119568 Jul 13 07:27:24.813452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.873335 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:24.881394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:24.890823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:24.892831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Pushing event updated for resources: {'Port': ['ID=01a938b9-14fa-4cc4-9620-c6a3207f0dd7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:24.907010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf7f09-92e2-48dd-b9c2-6837d2f45e22 req-a3d87120-f68e-4973-9af7-f516c380f638 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:24.914593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0eaf7f09-92e2-48dd-b9c2-6837d2f45e22 req-a3d87120-f68e-4973-9af7-f516c380f638 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 945 time: 0.1552033 Jul 13 07:27:24.977576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c0401592-eed2-4920-b5fb-6295771cb302 req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Deleting port fc4c1827-aa59-4d99-9da1-4e8b2e833bad {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:24.977920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0401592-eed2-4920-b5fb-6295771cb302 req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.002921 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.047825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0eaf7f09-92e2-48dd-b9c2-6837d2f45e22 req-815aa4bd-ba58-4dc4-9683-3430ccef6488 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/security-groups?id=266d4142-843a-4880-998a-67154c9c965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326244 Jul 13 07:27:25.051736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Transition to ACTIVE for port object d012aa45-a8eb-40dc-b4bd-f312e5519109 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:25.075558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532effd2-2d06-4d43-a6c7-82c9e6410943 req-29015945-068b-43c2-926d-6322ec4b1fc3 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:25.077119 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-532effd2-2d06-4d43-a6c7-82c9e6410943 req-29015945-068b-43c2-926d-6322ec4b1fc3 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 948 time: 0.1353333 Jul 13 07:27:25.089908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Transition to ACTIVE for port object d012aa45-a8eb-40dc-b4bd-f312e5519109 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:25.110971 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.117737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c0401592-eed2-4920-b5fb-6295771cb302 req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] For port fc4c1827-aa59-4d99-9da1-4e8b2e833bad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,segment=NetworkSegment(dbda6086-f156-40c6-adf5-5dd953c16af7),segment_id=dbda6086-f156-40c6-adf5-5dd953c16af7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:25.118280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0401592-eed2-4920-b5fb-6295771cb302 req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.138381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c0401592-eed2-4920-b5fb-6295771cb302 req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Calling delete_port for fc4c1827-aa59-4d99-9da1-4e8b2e833bad owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:25.166729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-532effd2-2d06-4d43-a6c7-82c9e6410943 req-4072134d-f30b-498d-a4d5-0c27b6b73529 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712430 Jul 13 07:27:25.175057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Network efb52998-2f8e-4ebf-883f-7422704ba28d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:25.186372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:25.198303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:25.205984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Pushing event updated for resources: {'Port': ['ID=d012aa45-a8eb-40dc-b4bd-f312e5519109,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:25.239337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.289968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Attempting to bind port d012aa45-a8eb-40dc-b4bd-f312e5519109 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:25.290356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Attempting to bind port d012aa45-a8eb-40dc-b4bd-f312e5519109 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:25.290738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Attempting to bind port d012aa45-a8eb-40dc-b4bd-f312e5519109 on network efb52998-2f8e-4ebf-883f-7422704ba28d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:25.297082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:25.297469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Checking segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:25.297891 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.298299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Bound using segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:25.298776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Bound port: d012aa45-a8eb-40dc-b4bd-f312e5519109, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:25.299163 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.373408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] For port d012aa45-a8eb-40dc-b4bd-f312e5519109, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:25.376926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] For port d012aa45-a8eb-40dc-b4bd-f312e5519109, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d012aa45-a8eb-40dc-b4bd-f312e5519109,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:25.381154 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.407781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81060c8-5c18-42dd-85ca-a41aaa55acf4 req-1d78901a-b8d5-419e-95b9-c9da48ea24af tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:25.410877 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e81060c8-5c18-42dd-85ca-a41aaa55acf4 req-1d78901a-b8d5-419e-95b9-c9da48ea24af tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 944 time: 0.1273301 Jul 13 07:27:25.421099 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0401592-eed2-4920-b5fb-6295771cb302 req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.451018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f612aa2-c0d8-4068-95c5-95f49a704694 None None] Pushing event updated for resources: {'Port': ['ID=d012aa45-a8eb-40dc-b4bd-f312e5519109,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:25.460007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Pushing event deleted for resources: {'Port': ['ID=fc4c1827-aa59-4d99-9da1-4e8b2e833bad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:25.477627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c85a4-6811-4314-a3ca-59b6d61c13f8 req-a5d9b707-6da9-4fe4-a39e-facf0971f806 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:25.479532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b79c85a4-6811-4314-a3ca-59b6d61c13f8 req-a5d9b707-6da9-4fe4-a39e-facf0971f806 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 949 time: 0.1496294 Jul 13 07:27:25.502650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e81060c8-5c18-42dd-85ca-a41aaa55acf4 req-fa7f8b41-cce1-4475-8112-d1b5df8c2073 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822191 Jul 13 07:27:25.550040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0401592-eed2-4920-b5fb-6295771cb302 req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] No DVR routers for this DVR port fc4c1827-aa59-4d99-9da1-4e8b2e833bad on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:25.552928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0401592-eed2-4920-b5fb-6295771cb302 req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.555416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0401592-eed2-4920-b5fb-6295771cb302 req-190a02d2-55b8-4ef4-bd82-736a483304f4 tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.48 "DELETE /v2.0/ports/fc4c1827-aa59-4d99-9da1-4e8b2e833bad HTTP/1.1" status: 204 len: 173 time: 0.7602620 Jul 13 07:27:25.558396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c350b926-91e8-486d-9bd3-1f3e32e0ca11', 'name': 'network-vif-deleted', 'tag': 'fc4c1827-aa59-4d99-9da1-4e8b2e833bad'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:25.561434 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb194d31-bc4e-4aa4-a033-52a2dc70c4b4" -d '{"events": [{"server_uuid": "c350b926-91e8-486d-9bd3-1f3e32e0ca11", "name": "network-vif-deleted", "tag": "fc4c1827-aa59-4d99-9da1-4e8b2e833bad"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:25.568799 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.583696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b79c85a4-6811-4314-a3ca-59b6d61c13f8 req-d592c70c-d53e-472b-932c-e0c546ede1a8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977037 Jul 13 07:27:25.647582 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcddc00-f232-45e9-85ba-894175b88c16 x-openstack-request-id: req-2bcddc00-f232-45e9-85ba-894175b88c16 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:25.648121 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c350b926-91e8-486d-9bd3-1f3e32e0ca11", "name": "network-vif-deleted", "tag": "fc4c1827-aa59-4d99-9da1-4e8b2e833bad", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:25.648407 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bcddc00-f232-45e9-85ba-894175b88c16 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:25.648826 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c350b926-91e8-486d-9bd3-1f3e32e0ca11', 'name': 'network-vif-deleted', 'tag': 'fc4c1827-aa59-4d99-9da1-4e8b2e833bad', 'status': 'completed', 'code': 200} Jul 13 07:27:25.779566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:27:25.881406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['fc4c1827-aa59-4d99-9da1-4e8b2e833bad'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:25.883947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5c652-43d0-4bfc-b575-6d9c11211410 req-28fa167b-2f8d-4603-a10c-96d6269458f2 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:25.885747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99c5c652-43d0-4bfc-b575-6d9c11211410 req-28fa167b-2f8d-4603-a10c-96d6269458f2 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.0887160 Jul 13 07:27:25.926718 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99c5c652-43d0-4bfc-b575-6d9c11211410 req-33026652-67bd-46e3-ab49-68a94daf7299 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Jul 13 07:27:25.949841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:25.960333 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Sync routers for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:25.969866 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:25.970568 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:27:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:25.972875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.974309 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f295ef98-4446-436c-80cd-ac548908e54d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3794031 Jul 13 07:27:25.976997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34980) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:26.071144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52295b-4610-4fec-b502-acac97a0694d req-546de24d-00ad-47e2-bc64-800c0fb65b78 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.072721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e52295b-4610-4fec-b502-acac97a0694d req-546de24d-00ad-47e2-bc64-800c0fb65b78 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 946 time: 0.1573129 Jul 13 07:27:26.079572 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:26.168088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-b650d6bd-87f3-43a1-984c-b4c8b9576f95 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.169506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-b650d6bd-87f3-43a1-984c-b4c8b9576f95 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 946 time: 0.1940808 Jul 13 07:27:26.223433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e52295b-4610-4fec-b502-acac97a0694d req-39e6daf7-7ebe-454a-866d-d289f0b9421c tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115415 Jul 13 07:27:26.328598 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:25Z', 'revision_number': 3, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:26.345937 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40c5069e-eed1-4341-9b96-f169da4c670a req-b7daf25b-288a-444f-b486-db516fd9e0ed tempest-ServerAddressesTestJSON-1070529400 tempest-ServerAddressesTestJSON-1070529400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c350b926-91e8-486d-9bd3-1f3e32e0ca11 HTTP/1.1" status: 200 len: 210 time: 0.0798962 Jul 13 07:27:26.381452 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Checking router: 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:26.381452 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Updating router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:26.418226 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.513404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Deleting port 6813d23c-35fb-41d8-98e0-5d645546e959 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:26.513899 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.584665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ce916-e24b-4aca-893d-30ba7dc7e42b req-7cf5fc2f-f64e-4927-8ccd-117fb57cfb4a tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.586253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b6ce916-e24b-4aca-893d-30ba7dc7e42b req-7cf5fc2f-f64e-4927-8ccd-117fb57cfb4a tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 948 time: 0.2061470 Jul 13 07:27:26.622006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d012aa45-a8eb-40dc-b4bd-f312e5519109 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:26.725578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port d012aa45-a8eb-40dc-b4bd-f312e5519109 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:26.747270 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b6ce916-e24b-4aca-893d-30ba7dc7e42b req-4f96e997-f25c-4b93-a597-23215bdacd66 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524787 Jul 13 07:27:26.751084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] For port 6813d23c-35fb-41d8-98e0-5d645546e959, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=6813d23c-35fb-41d8-98e0-5d645546e959,segment=NetworkSegment(844790ef-b3c7-41e5-ad87-ca5d6eceb5ef),segment_id=844790ef-b3c7-41e5-ad87-ca5d6eceb5ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:26.751452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.766542 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.773365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84adb9-417e-4a82-804a-8f926c41de45 req-b501ea02-2090-4e74-9831-96cd58efe790 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.778474 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Transition to ACTIVE for port object 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:26.781668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e84adb9-417e-4a82-804a-8f926c41de45 req-b501ea02-2090-4e74-9831-96cd58efe790 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 944 time: 0.1136215 Jul 13 07:27:26.785171 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.827245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e84adb9-417e-4a82-804a-8f926c41de45 req-3a1a7eae-92ec-4df8-bed7-bc8df5064626 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445302 Jul 13 07:27:26.848479 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Attempting to bind port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:26.849195 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Attempting to bind port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:26.849773 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Attempting to bind port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:26.866385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b9c828-f686-4670-a754-d2dc220ea3c5 None None] Network efb52998-2f8e-4ebf-883f-7422704ba28d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:26.867424 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:26.868036 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:26.868611 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.869171 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:26.869795 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Bound port: 01a938b9-14fa-4cc4-9620-c6a3207f0dd7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:26.870373 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.873267 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46743a0a-9f44-4462-88b0-63ab01540b7b None None] Pushing event updated for resources: {'Port': ['ID=01a938b9-14fa-4cc4-9620-c6a3207f0dd7,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:26.881926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Calling delete_port for 6813d23c-35fb-41d8-98e0-5d645546e959 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:26.904691 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3b966823-857b-4ae6-acee-d8edf1abd0cb up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:26.930267 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] For port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:26.934801 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] For port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=01a938b9-14fa-4cc4-9620-c6a3207f0dd7,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:26.940259 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.943184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.968173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 93a9a333-1fda-416c-b6ca-d00c58588c59 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:26.969962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Provisioning for port d012aa45-a8eb-40dc-b4bd-f312e5519109 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:27.004431 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46743a0a-9f44-4462-88b0-63ab01540b7b None None] Pushing event updated for resources: {'Port': ['ID=01a938b9-14fa-4cc4-9620-c6a3207f0dd7,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:27.011632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Provisioning complete for port d012aa45-a8eb-40dc-b4bd-f312e5519109 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:27.012317 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.021242 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:27.022007 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:27:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:27.153315 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:27.154122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 3b966823-857b-4ae6-acee-d8edf1abd0cb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:27.170934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c80421-7356-4e41-af82-d0c807f5621e req-8067b18f-c34f-4413-b5d5-11d3f9fe3653 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:27.171611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 3b966823-857b-4ae6-acee-d8edf1abd0cb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:27.171719 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.178994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18c80421-7356-4e41-af82-d0c807f5621e req-8067b18f-c34f-4413-b5d5-11d3f9fe3653 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.0895429 Jul 13 07:27:27.208751 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.221846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 93a9a333-1fda-416c-b6ca-d00c58588c59 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:27.241082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18c80421-7356-4e41-af82-d0c807f5621e req-2409a922-b7ba-42b2-a884-63f88ff7fc76 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601599 Jul 13 07:27:27.264939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 93a9a333-1fda-416c-b6ca-d00c58588c59 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:27.265325 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.325524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] For port d012aa45-a8eb-40dc-b4bd-f312e5519109, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d012aa45-a8eb-40dc-b4bd-f312e5519109,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:27.344177 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.401694 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:25Z', 'revision_number': 3, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:27.449142 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc09a7-0de2-4304-8620-808e64c26ea7 None None] The sync data for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 is: [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:25Z', 'revision_number': 3, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:27.469761 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.508456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Pushing event updated for resources: {'Port': ['ID=d012aa45-a8eb-40dc-b4bd-f312e5519109,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:27.511209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2a261-be65-41f0-b2a2-6d150f3653ad req-f91eb673-c838-4bd4-8fff-18dd4db2ec7c tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:27.513083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdb2a261-be65-41f0-b2a2-6d150f3653ad req-f91eb673-c838-4bd4-8fff-18dd4db2ec7c tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 946 time: 0.1042409 Jul 13 07:27:27.545459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.545851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.546241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.546587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.546921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.547266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.547588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.547918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.548248 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.548572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.548900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.549226 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6d335-e8f0-4799-996a-7104dd7a0ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:27.549536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09bbf2-813d-4f3e-a5de-e29783a3502b req-1c245f87-40a1-4797-bd9b-1dcd2ad61fbc tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:27.563176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f09bbf2-813d-4f3e-a5de-e29783a3502b req-1c245f87-40a1-4797-bd9b-1dcd2ad61fbc tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 949 time: 0.6222501 Jul 13 07:27:27.578026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b93b11-bb1d-4b98-8413-72016c28ab2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b966823-857b-4ae6-acee-d8edf1abd0cb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:27.580344 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8211478-6300-4397-892b-431d4198ea01" -d '{"events": [{"server_uuid": "07b93b11-bb1d-4b98-8413-72016c28ab2a", "name": "network-vif-plugged", "status": "completed", "tag": "3b966823-857b-4ae6-acee-d8edf1abd0cb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:27.583035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.606863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdb2a261-be65-41f0-b2a2-6d150f3653ad req-bd2a6101-4f8f-4f4a-b19c-f02d272462f5 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e9275a-8278-46e4-baf4-8a95926bb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778604 Jul 13 07:27:27.608983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 3b966823-857b-4ae6-acee-d8edf1abd0cb, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3b966823-857b-4ae6-acee-d8edf1abd0cb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:27.619683 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.690197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=93a9a333-1fda-416c-b6ca-d00c58588c59,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:27.697527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device cc3406e6-2a00-4319-934b-2b6aeddd6865 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:27.703069 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f09bbf2-813d-4f3e-a5de-e29783a3502b req-146d7bb0-0d35-46d2-b7da-50716d3091fc tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385415 Jul 13 07:27:27.716172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.723280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:27.768591 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.772653 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89d9df4-6a66-494b-80fe-2f68ed8c084f x-openstack-request-id: req-a89d9df4-6a66-494b-80fe-2f68ed8c084f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:27.773194 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b93b11-bb1d-4b98-8413-72016c28ab2a", "name": "network-vif-plugged", "status": "completed", "tag": "3b966823-857b-4ae6-acee-d8edf1abd0cb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:27.773615 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a89d9df4-6a66-494b-80fe-2f68ed8c084f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:27.787074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Allocated IP 172.20.0.1 (efb52998-2f8e-4ebf-883f-7422704ba28d/37466c86-4345-477c-8e7b-0c00f9aa50fe/b933f536-86f6-457a-a7a3-be5dbf8548b9) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:27.800168 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b93b11-bb1d-4b98-8413-72016c28ab2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b966823-857b-4ae6-acee-d8edf1abd0cb', 'code': 200} Jul 13 07:27:27.801373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event deleted for resources: {'Port': ['ID=6813d23c-35fb-41d8-98e0-5d645546e959,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:27.896801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55fef63-480a-48e5-8ab6-1ff1a23190b6 admin admin] Deleting subnet 085586ee-7df1-4473-8af1-d37fd0dc004d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:27.920625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a19874d1-16c9-41e6-a92f-e975ea1ab758 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:27.940822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e55fef63-480a-48e5-8ab6-1ff1a23190b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.990814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=3b966823-857b-4ae6-acee-d8edf1abd0cb,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:28.012792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e55fef63-480a-48e5-8ab6-1ff1a23190b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.051054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] No DVR routers for this DVR port 6813d23c-35fb-41d8-98e0-5d645546e959 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:28.090677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1d02d850-8042-4c87-a36c-6a667c03a2fd None None] Provisioning complete for port d012aa45-a8eb-40dc-b4bd-f312e5519109 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:28.092835 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e55fef63-480a-48e5-8ab6-1ff1a23190b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.104750 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d02d850-8042-4c87-a36c-6a667c03a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.114854 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.130464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Transition to ACTIVE for port object b933f536-86f6-457a-a7a3-be5dbf8548b9 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:28.162972 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.165635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d3bfc380-5a53-4293-b738-9aec3c08366e req-c5bcdfed-1f5f-4ae0-ba4f-1e593f0c57f7 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.38 "DELETE /v2.0/ports/6813d23c-35fb-41d8-98e0-5d645546e959 HTTP/1.1" status: 204 len: 173 time: 1.9888687 Jul 13 07:27:28.166176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4134c4-191b-4a75-8665-359f496e6219', 'name': 'network-vif-deleted', 'tag': '6813d23c-35fb-41d8-98e0-5d645546e959'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:28.168505 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4577a85-7566-4ab4-a24f-a0560c310a73" -d '{"events": [{"server_uuid": "ff4134c4-191b-4a75-8665-359f496e6219", "name": "network-vif-deleted", "tag": "6813d23c-35fb-41d8-98e0-5d645546e959"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:28.171485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e55fef63-480a-48e5-8ab6-1ff1a23190b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.173787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.233666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port cc3406e6-2a00-4319-934b-2b6aeddd6865 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:28.239816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=93a9a333-1fda-416c-b6ca-d00c58588c59,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:28.244094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fef63-480a-48e5-8ab6-1ff1a23190b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085586ee-7df1-4473-8af1-d37fd0dc004d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:28.252415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port cc3406e6-2a00-4319-934b-2b6aeddd6865 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:28.253093 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.266335 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Network efb52998-2f8e-4ebf-883f-7422704ba28d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:28.271411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:28.278908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:28.279349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e55fef63-480a-48e5-8ab6-1ff1a23190b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.292259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e55fef63-480a-48e5-8ab6-1ff1a23190b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/085586ee-7df1-4473-8af1-d37fd0dc004d HTTP/1.1" status: 204 len: 168 time: 0.5671835 Jul 13 07:27:28.305104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35012) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:28.319630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port a19874d1-16c9-41e6-a92f-e975ea1ab758 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:28.325507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41430c7f-cb4e-447b-b262-547baf1b3ec0 req-d1b73438-8c27-46c0-b753-9ca819620fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:28.327507 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41430c7f-cb4e-447b-b262-547baf1b3ec0 req-d1b73438-8c27-46c0-b753-9ca819620fbc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 1101 time: 0.4275308 Jul 13 07:27:28.337361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.339449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port a19874d1-16c9-41e6-a92f-e975ea1ab758 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:28.344727 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.454577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74913c2f-a8be-479d-b561-0918de215c74 req-5e64b552-e274-45f2-b049-a2918eb5b24f tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:28.462393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74913c2f-a8be-479d-b561-0918de215c74 req-5e64b552-e274-45f2-b049-a2918eb5b24f tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 948 time: 0.2940681 Jul 13 07:27:28.485054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.512918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41430c7f-cb4e-447b-b262-547baf1b3ec0 req-e7943a08-6f5b-4efd-9917-94c5c2c1af07 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672759 Jul 13 07:27:28.548289 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74913c2f-a8be-479d-b561-0918de215c74 req-955958e1-aee5-4e91-bfd4-e5d8315bef1b tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830009 Jul 13 07:27:28.550843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Pushing event updated for resources: {'Port': ['ID=b933f536-86f6-457a-a7a3-be5dbf8548b9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:28.578387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b072d-3666-45ed-afeb-b95953960e54 req-e768c867-0f8b-488f-880d-af0b294aea0a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:28.585940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-198b072d-3666-45ed-afeb-b95953960e54 req-e768c867-0f8b-488f-880d-af0b294aea0a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 945 time: 0.4134526 Jul 13 07:27:28.593258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.652810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.687553 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-198b072d-3666-45ed-afeb-b95953960e54 req-93618789-be8f-4d15-9d60-0227d3e84832 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003821 Jul 13 07:27:28.724744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port cc3406e6-2a00-4319-934b-2b6aeddd6865, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cc3406e6-2a00-4319-934b-2b6aeddd6865,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:28.729446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b34af146-3547-4077-b65d-933d24a53f0b None None] Provisioning complete for port 3b966823-857b-4ae6-acee-d8edf1abd0cb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:28.730518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b34af146-3547-4077-b65d-933d24a53f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.734945 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.772842 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.783922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c776fc-ef6a-469d-93c1-0b30ebda13b9']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:28.799705 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c1c7be-60c7-43a3-9c7e-e0aa37c7c16d x-openstack-request-id: req-97c1c7be-60c7-43a3-9c7e-e0aa37c7c16d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:28.800007 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4134c4-191b-4a75-8665-359f496e6219", "name": "network-vif-deleted", "tag": "6813d23c-35fb-41d8-98e0-5d645546e959", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:28.800256 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97c1c7be-60c7-43a3-9c7e-e0aa37c7c16d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:28.800822 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4134c4-191b-4a75-8665-359f496e6219', 'name': 'network-vif-deleted', 'tag': '6813d23c-35fb-41d8-98e0-5d645546e959', 'status': 'completed', 'code': 200} Jul 13 07:27:28.801573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbda6086-f156-40c6-adf5-5dd953c16af7') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:28.805864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbda6086-f156-40c6-adf5-5dd953c16af7') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:28.825390 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.839675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:28.888411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.922864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:28.924899 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.997728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:29.001223 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:29.007551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.010633 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.047071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.057728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.071115 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] 10.222.0.41 "DELETE /v2.0/networks/19c776fc-ef6a-469d-93c1-0b30ebda13b9 HTTP/1.1" status: 204 len: 168 time: 0.7607653 Jul 13 07:27:29.095644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f39f4-c8ae-4cb7-92a2-b570e15d5b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c776fc-ef6a-469d-93c1-0b30ebda13b9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:29.111475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fc4c1827-aa59-4d99-9da1-4e8b2e833bad no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:29.139979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: fc4c1827-aa59-4d99-9da1-4e8b2e833bad {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:29.140574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fc4c1827-aa59-4d99-9da1-4e8b2e833bad not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:29.146368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022226-6cfc-4ffa-985e-204a5a8ebca9 req-beabfebd-8428-4666-9920-e34e8d6edb49 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:29.157686 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e022226-6cfc-4ffa-985e-204a5a8ebca9 req-beabfebd-8428-4666-9920-e34e8d6edb49 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1528301 Jul 13 07:27:29.170424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port a19874d1-16c9-41e6-a92f-e975ea1ab758, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a19874d1-16c9-41e6-a92f-e975ea1ab758,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:29.188826 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.206232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 6813d23c-35fb-41d8-98e0-5d645546e959 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:29.230697 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0bcef940-6094-4590-8d57-f1ac646c1ec0 req-d1032e77-63f3-4288-9d0c-30e64bbcc41c tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4134c4-191b-4a75-8665-359f496e6219 HTTP/1.1" status: 200 len: 210 time: 0.1673839 Jul 13 07:27:29.242601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e022226-6cfc-4ffa-985e-204a5a8ebca9 req-76b20c65-c6d1-4f0b-aec2-d111b615e7ed tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824621 Jul 13 07:27:29.272335 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Pushing event updated for resources: {'Port': ['ID=b933f536-86f6-457a-a7a3-be5dbf8548b9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:29.309598 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.380540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b34af146-3547-4077-b65d-933d24a53f0b None None] Provisioning for port b933f536-86f6-457a-a7a3-be5dbf8548b9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:29.382659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=cc3406e6-2a00-4319-934b-2b6aeddd6865,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:29.398158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35020) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:29.404978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:29.434219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 6813d23c-35fb-41d8-98e0-5d645546e959 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:29.434571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 6813d23c-35fb-41d8-98e0-5d645546e959 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:29.441306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b34af146-3547-4077-b65d-933d24a53f0b None None] Provisioning complete for port b933f536-86f6-457a-a7a3-be5dbf8548b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:29.441688 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b34af146-3547-4077-b65d-933d24a53f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.475558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Network efb52998-2f8e-4ebf-883f-7422704ba28d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:29.479125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:29.517999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1b11a082-9e9d-4f65-8aab-95699ea1fd85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c877638f3d94502b65e62c5572ee965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1186333 Jul 13 07:27:29.521893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35022) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:29.568120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b34af146-3547-4077-b65d-933d24a53f0b None None] Port b933f536-86f6-457a-a7a3-be5dbf8548b9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:29.571140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:29.571905 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.642273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e27a22ae-91ba-4e9e-acb8-f7c9690164d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.654985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=a19874d1-16c9-41e6-a92f-e975ea1ab758,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:29.701816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e27a22ae-91ba-4e9e-acb8-f7c9690164d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.745164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8b64387-4410-4ecf-9b2d-ae35dda9352c None None] Provisioning complete for port b933f536-86f6-457a-a7a3-be5dbf8548b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:29.745778 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8b64387-4410-4ecf-9b2d-ae35dda9352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.747855 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.801314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59'}, {'server_uuid': '16e01e66-f18c-4fc6-9bc5-8ede7f1c1701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3406e6-2a00-4319-934b-2b6aeddd6865'}, {'server_uuid': '425aad64-473d-4aab-9a04-7778a8f829c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19874d1-16c9-41e6-a92f-e975ea1ab758'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:29.805006 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db470c2b-6581-402d-8fee-396ae19edcba" -d '{"events": [{"server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "name": "network-vif-plugged", "status": "completed", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59"}, {"server_uuid": "16e01e66-f18c-4fc6-9bc5-8ede7f1c1701", "name": "network-vif-plugged", "status": "completed", "tag": "cc3406e6-2a00-4319-934b-2b6aeddd6865"}, {"server_uuid": "425aad64-473d-4aab-9a04-7778a8f829c8", "name": "network-vif-plugged", "status": "completed", "tag": "a19874d1-16c9-41e6-a92f-e975ea1ab758"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:29.821293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ac236-239d-440b-a2f7-8dc305b90b62 req-529d1003-c227-4a18-97e6-9f2adc85e2e6 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:29.825515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=01a938b9-14fa-4cc4-9620-c6a3207f0dd7,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:29.830556 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f28ac236-239d-440b-a2f7-8dc305b90b62 req-529d1003-c227-4a18-97e6-9f2adc85e2e6 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 950 time: 0.3443494 Jul 13 07:27:29.831661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d8b64387-4410-4ecf-9b2d-ae35dda9352c None None] Port b933f536-86f6-457a-a7a3-be5dbf8548b9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:29.835960 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.836305 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e27a22ae-91ba-4e9e-acb8-f7c9690164d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.853862 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e27a22ae-91ba-4e9e-acb8-f7c9690164d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.859077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e27a22ae-91ba-4e9e-acb8-f7c9690164d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/266d4142-843a-4880-998a-67154c9c965d HTTP/1.1" status: 204 len: 168 time: 0.3360608 Jul 13 07:27:29.878266 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:29.898674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a22ae-91ba-4e9e-acb8-f7c9690164d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266d4142-843a-4880-998a-67154c9c965d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:29.928594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d012aa45-a8eb-40dc-b4bd-f312e5519109 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:29.933241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=01a938b9-14fa-4cc4-9620-c6a3207f0dd7,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:29.947870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f28ac236-239d-440b-a2f7-8dc305b90b62 req-6aab15d2-5da6-4fa9-9352-4cfd48afd26b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149435 Jul 13 07:27:29.969016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956f51b-bcde-48fd-b537-0ecceed83e81 req-197c31d0-615e-4855-b063-b1de47426b04 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:29.972059 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b956f51b-bcde-48fd-b537-0ecceed83e81 req-197c31d0-615e-4855-b063-b1de47426b04 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 949 time: 0.1725533 Jul 13 07:27:29.999195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8b64387-4410-4ecf-9b2d-ae35dda9352c None None] Provisioning complete for port cc3406e6-2a00-4319-934b-2b6aeddd6865 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:29.999583 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8b64387-4410-4ecf-9b2d-ae35dda9352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.060139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port d012aa45-a8eb-40dc-b4bd-f312e5519109 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:30.062419 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.069608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b956f51b-bcde-48fd-b537-0ecceed83e81 req-23892aca-c091-4b07-8428-5585e49ed72b tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908825 Jul 13 07:27:30.115622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:30.121243 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98034ed1-13ce-45a5-9ffa-b22ff32810fd admin admin] 10.222.0.41 "PUT /v2.0/routers/705cf2e1-d4b7-429e-b9ca-5cb2787e29fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1361384 Jul 13 07:27:30.162679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Sync routers for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:30.228231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290a0c-bd81-4b15-bf2a-9b49d6cc7ef1 req-f0301e0e-8e0b-4bc6-98a0-b3a3c25c57fd tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.236063 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e290a0c-bd81-4b15-bf2a-9b49d6cc7ef1 req-f0301e0e-8e0b-4bc6-98a0-b3a3c25c57fd tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 945 time: 0.0873165 Jul 13 07:27:30.259124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:30.259775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:27:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:30.294334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e290a0c-bd81-4b15-bf2a-9b49d6cc7ef1 req-f165a1cf-94c6-4aae-b8cb-64b465276b99 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572476 Jul 13 07:27:30.379999 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65374400-5824-4ea6-a3bf-261e36688279 x-openstack-request-id: req-65374400-5824-4ea6-a3bf-261e36688279 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:30.380399 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "name": "network-vif-plugged", "status": "completed", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59", "code": 200}, {"server_uuid": "16e01e66-f18c-4fc6-9bc5-8ede7f1c1701", "name": "network-vif-plugged", "status": "completed", "tag": "cc3406e6-2a00-4319-934b-2b6aeddd6865", "code": 200}, {"server_uuid": "425aad64-473d-4aab-9a04-7778a8f829c8", "name": "network-vif-plugged", "status": "completed", "tag": "a19874d1-16c9-41e6-a92f-e975ea1ab758", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:30.380719 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65374400-5824-4ea6-a3bf-261e36688279 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:30.381078 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59', 'code': 200} Jul 13 07:27:30.381352 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e01e66-f18c-4fc6-9bc5-8ede7f1c1701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3406e6-2a00-4319-934b-2b6aeddd6865', 'code': 200} Jul 13 07:27:30.381585 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425aad64-473d-4aab-9a04-7778a8f829c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19874d1-16c9-41e6-a92f-e975ea1ab758', 'code': 200} Jul 13 07:27:30.494495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:30.521358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce651cf7-8a3a-4582-ae5b-428724ce6a33 req-09268e15-0265-439c-8a48-2b66036082b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.523073 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce651cf7-8a3a-4582-ae5b-428724ce6a33 req-09268e15-0265-439c-8a48-2b66036082b7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 1102 time: 0.1044176 Jul 13 07:27:30.615402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce651cf7-8a3a-4582-ae5b-428724ce6a33 req-ba3b6de8-669b-4397-9a7d-eeeef51a5d1c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853508 Jul 13 07:27:30.624134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5531893a-7118-4bef-9456-8d13de225a64 None None] Provisioning complete for port a19874d1-16c9-41e6-a92f-e975ea1ab758 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:30.624515 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5531893a-7118-4bef-9456-8d13de225a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.652388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdb40a-ebe1-4486-bfd3-a74064ef009c req-192cc81d-6025-4f36-861c-4c0f45ea206d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.660967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ffdb40a-ebe1-4486-bfd3-a74064ef009c req-192cc81d-6025-4f36-861c-4c0f45ea206d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1010513 Jul 13 07:27:30.667046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d59af-9de0-40e0-9a53-715e7ec7b2a0 req-8571d372-f0db-4d03-8e2b-4f83f4714557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.667046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-de3d59af-9de0-40e0-9a53-715e7ec7b2a0 req-8571d372-f0db-4d03-8e2b-4f83f4714557 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 1097 time: 0.2165585 Jul 13 07:27:30.702853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d845de-40c5-4a1e-aad3-8b6b88e912d3 req-b4a4b0a9-4693-461a-9944-25d8bd90b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.704346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39d845de-40c5-4a1e-aad3-8b6b88e912d3 req-b4a4b0a9-4693-461a-9944-25d8bd90b699 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 1101 time: 0.2058187 Jul 13 07:27:30.706877 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ffdb40a-ebe1-4486-bfd3-a74064ef009c req-7546d74f-37d9-4f33-883c-5239ca2ed11c tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Jul 13 07:27:30.751401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:30.755409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-de3d59af-9de0-40e0-9a53-715e7ec7b2a0 req-abd2546c-4ca4-4d6d-a57d-2f40fce272c1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663855 Jul 13 07:27:30.769206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39d845de-40c5-4a1e-aad3-8b6b88e912d3 req-6aa8c2b6-ccc5-48c0-a01b-35b1ca59badf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519097 Jul 13 07:27:30.964850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:30.965230 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.995497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35078) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.000894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f48182fd-3f52-4f0d-9182-39eae9d8ef04 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226799897', 'description': 'tempest-description--1459596838'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:31.031973 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f48182fd-3f52-4f0d-9182-39eae9d8ef04 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.033217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35084) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.036159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5531893a-7118-4bef-9456-8d13de225a64 None None] Provisioning complete for port b933f536-86f6-457a-a7a3-be5dbf8548b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:31.036538 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5531893a-7118-4bef-9456-8d13de225a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.118562 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54f36a5f-5c13-475e-add8-89804861dbc6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.135344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5531893a-7118-4bef-9456-8d13de225a64 None None] Port b933f536-86f6-457a-a7a3-be5dbf8548b9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:31.140527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 2, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:31.170586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Checking router: 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:31.170947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Updating router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd port b933f536-86f6-457a-a7a3-be5dbf8548b9 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:31.172483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54f36a5f-5c13-475e-add8-89804861dbc6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.185030 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f48182fd-3f52-4f0d-9182-39eae9d8ef04 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.189738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f48182fd-3f52-4f0d-9182-39eae9d8ef04 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.212411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.223916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f48182fd-3f52-4f0d-9182-39eae9d8ef04 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.227409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f48182fd-3f52-4f0d-9182-39eae9d8ef04 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2305622 Jul 13 07:27:31.230777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35094) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.240412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5f0eb738-7e4e-41ee-9468-b3f4121cbffa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'security_group_rule': {'security_group_id': '69b932db-d80e-498a-a35e-00badd057dd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:31.243817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48182fd-3f52-4f0d-9182-39eae9d8ef04 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b932db-d80e-498a-a35e-00badd057dd9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:31.293242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb738-7e4e-41ee-9468-b3f4121cbffa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.330886 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af64904-2900-4946-b556-ff068d202e7b req-30e10e3c-ead8-4ae2-a727-f2af3a9c3a23 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:31.332542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af64904-2900-4946-b556-ff068d202e7b req-30e10e3c-ead8-4ae2-a727-f2af3a9c3a23 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 950 time: 0.1624947 Jul 13 07:27:31.346186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54f36a5f-5c13-475e-add8-89804861dbc6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.348730 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54f36a5f-5c13-475e-add8-89804861dbc6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.349839 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-54f36a5f-5c13-475e-add8-89804861dbc6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "DELETE /v2.0/security-groups/e80b5870-4ca7-4241-976b-53715b24541a HTTP/1.1" status: 204 len: 168 time: 0.3152866 Jul 13 07:27:31.352517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35104) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.372292 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-991469b4-6720-4d03-915d-29a97672d144 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] show failed (client error): The resource could not be found. Jul 13 07:27:31.374319 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-991469b4-6720-4d03-915d-29a97672d144 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "GET /v2.0/security-groups/e80b5870-4ca7-4241-976b-53715b24541a HTTP/1.1" status: 404 len: 347 time: 0.0205019 Jul 13 07:27:31.377457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f36a5f-5c13-475e-add8-89804861dbc6 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80b5870-4ca7-4241-976b-53715b24541a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:31.377617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35106) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.409765 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb738-7e4e-41ee-9468-b3f4121cbffa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.413933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af64904-2900-4946-b556-ff068d202e7b req-6e260281-0add-428e-8495-a40ced0ffbe5 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711877 Jul 13 07:27:31.415174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb738-7e4e-41ee-9468-b3f4121cbffa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.454667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0eb738-7e4e-41ee-9468-b3f4121cbffa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88800477-373b-4a19-90a3-2eae528b6d9e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:31.471468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb738-7e4e-41ee-9468-b3f4121cbffa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.472854 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5f0eb738-7e4e-41ee-9468-b3f4121cbffa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2410824 Jul 13 07:27:31.475576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35112) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.480883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e319f5f6-9350-4a9c-9b80-e7c9de8f1f80 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'security_group_rule': {'security_group_id': '69b932db-d80e-498a-a35e-00badd057dd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:31.514622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e319f5f6-9350-4a9c-9b80-e7c9de8f1f80 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.558965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Deleting port 98ef78ba-c0e9-4104-8d35-e453ae34edd2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:31.559306 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.595560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e319f5f6-9350-4a9c-9b80-e7c9de8f1f80 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.602230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e319f5f6-9350-4a9c-9b80-e7c9de8f1f80 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.623802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319f5f6-9350-4a9c-9b80-e7c9de8f1f80 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce3c431-5f78-4612-9bea-bc6a6db84b07,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:31.639750 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e319f5f6-9350-4a9c-9b80-e7c9de8f1f80 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.641032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e319f5f6-9350-4a9c-9b80-e7c9de8f1f80 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1643064 Jul 13 07:27:31.644339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.668063 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:31.722386 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.731266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b2c55-0b2f-414c-98e9-b2457d1a4bee req-295674d7-9344-4c96-9e9d-af4c236b9bf7 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:31.732874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b1b2c55-0b2f-414c-98e9-b2457d1a4bee req-295674d7-9344-4c96-9e9d-af4c236b9bf7 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 949 time: 0.1697688 Jul 13 07:27:31.748375 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.777927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Transition to ACTIVE for port object b933f536-86f6-457a-a7a3-be5dbf8548b9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:31.791269 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.815477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.815858 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.866493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Calling delete_port for 98ef78ba-c0e9-4104-8d35-e453ae34edd2 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:31.918601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5a03f-b083-4ffb-a9c1-c72c083e65d0 None None] Pushing event updated for resources: {'Port': ['ID=b933f536-86f6-457a-a7a3-be5dbf8548b9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:31.929374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b1b2c55-0b2f-414c-98e9-b2457d1a4bee req-bc9a3f71-7407-4d42-9e0c-e989acd0d983 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545713 Jul 13 07:27:31.974464 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.024164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Attempting to bind port b933f536-86f6-457a-a7a3-be5dbf8548b9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:32.024635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Attempting to bind port b933f536-86f6-457a-a7a3-be5dbf8548b9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:32.025228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Attempting to bind port b933f536-86f6-457a-a7a3-be5dbf8548b9 on network efb52998-2f8e-4ebf-883f-7422704ba28d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:32.030799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:32.031246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Checking segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:32.032151 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.032762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Bound using segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:32.033610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Bound port: b933f536-86f6-457a-a7a3-be5dbf8548b9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:32.034241 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.061339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c0035a2-0c91-47a0-b4e6-5cf48005b708 req-003edff9-45e0-491f-9e00-ff10e335370c tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=207fd074-c8f7-44d6-b055-47886af6a32f HTTP/1.1" status: 200 len: 210 time: 0.0433316 Jul 13 07:27:32.116656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] For port b933f536-86f6-457a-a7a3-be5dbf8548b9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:32.121869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] For port b933f536-86f6-457a-a7a3-be5dbf8548b9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b933f536-86f6-457a-a7a3-be5dbf8548b9,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:32.133829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.165094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Allocated IP 172.25.8.217 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/8c0f393f-2d52-4b45-8044-718b666f7da6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:32.242146 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.326565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:32.328310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:27:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:32.336791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.337266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Pushing event deleted for resources: {'Port': ['ID=98ef78ba-c0e9-4104-8d35-e453ae34edd2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:32.403086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5a03f-b083-4ffb-a9c1-c72c083e65d0 None None] Pushing event updated for resources: {'Port': ['ID=b933f536-86f6-457a-a7a3-be5dbf8548b9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:32.427727 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1d534-95fa-40c2-9724-7b81307dd2dc req-df98ee75-473b-4522-a0e2-470ee9425de6 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:32.434967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50f1d534-95fa-40c2-9724-7b81307dd2dc req-df98ee75-473b-4522-a0e2-470ee9425de6 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 945 time: 0.1388204 Jul 13 07:27:32.451399 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.456787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.462244 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.463066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7108c32f-953c-4201-a013-46bfddfa7da0 tempest-ImagesOneServerNegativeTestJSON-2110785775 tempest-ImagesOneServerNegativeTestJSON-2110785775-project] 10.222.0.41 "DELETE /v2.0/floatingips/915eebfd-3c71-48dc-ac8f-e94396064704 HTTP/1.1" status: 204 len: 168 time: 1.0836554 Jul 13 07:27:32.512603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:32.524422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:32.527775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d397-1a77-4318-af0b-e268425cc4de req-602e1bb7-4726-4c5e-83ee-2b108a8dda26 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:32.533045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:32.536366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-29d1d397-1a77-4318-af0b-e268425cc4de req-602e1bb7-4726-4c5e-83ee-2b108a8dda26 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1165252 Jul 13 07:27:32.542339 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50f1d534-95fa-40c2-9724-7b81307dd2dc req-9b2df694-e2ae-4614-a379-265496744aed tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063540 Jul 13 07:27:32.600480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'Port': ['ID=8c0f393f-2d52-4b45-8044-718b666f7da6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:32.640592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-29d1d397-1a77-4318-af0b-e268425cc4de req-c073c190-619f-4afb-9968-73252c8b65dc tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030936 Jul 13 07:27:32.675887 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.730327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:32.776264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.904644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4ea62-bb8b-4c94-840a-36cffa6de942 req-837fef0a-1b9b-4de5-9a89-bf0f26036fd8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:32.907928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c4ea62-bb8b-4c94-840a-36cffa6de942 req-837fef0a-1b9b-4de5-9a89-bf0f26036fd8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 950 time: 0.0911503 Jul 13 07:27:32.960415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c4ea62-bb8b-4c94-840a-36cffa6de942 req-4bad9d0a-3c24-4afd-947d-4c44ac9bb45f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453818 Jul 13 07:27:33.025976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.036946 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.046599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:32Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:33.082963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f126164-a710-4722-b319-2b120024b1f8 None None] The sync data for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 is: [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:32Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:33.141815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'Port': ['ID=8c0f393f-2d52-4b45-8044-718b666f7da6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:33.176049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.204512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.232489 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e6b9a0f4-877d-486e-ad53-90ef2155ba52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5763969 Jul 13 07:27:33.379291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb645c-bc62-4d13-93f3-be0dc195fb8a req-93ce7cff-f7a4-4a91-8b1f-de3717b58b75 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:33.387963 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8bcb645c-bc62-4d13-93f3-be0dc195fb8a req-93ce7cff-f7a4-4a91-8b1f-de3717b58b75 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 949 time: 0.1072214 Jul 13 07:27:33.454967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8bcb645c-bc62-4d13-93f3-be0dc195fb8a req-973862c4-24c8-4236-8bcb-d59ae6af37b4 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659733 Jul 13 07:27:33.586906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35176) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:33.716179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-370b0ec9-c8d9-43a1-851e-23ac22c9e2c5 admin admin] Deleting subnet 17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:33.726823 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b000ea71-bc1a-419f-bdb2-21b183bdc1da tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--226799897&fields=id&tenant_id=ae2fa35196974bcab852e560c2090e6f HTTP/1.1" status: 200 len: 267 time: 0.0457547 Jul 13 07:27:33.727839 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-370b0ec9-c8d9-43a1-851e-23ac22c9e2c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.790094 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-370b0ec9-c8d9-43a1-851e-23ac22c9e2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.839357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32389d9e-e668-4775-9d36-ae6dbd35d523 req-f0bf77a0-0a64-4736-b001-478e14e4d608 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:33.850933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32389d9e-e668-4775-9d36-ae6dbd35d523 req-f0bf77a0-0a64-4736-b001-478e14e4d608 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 949 time: 0.1975651 Jul 13 07:27:33.851077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-ec479a01-aa11-4b4d-ba38-6f273b91e979 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:33.858506 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-ec479a01-aa11-4b4d-ba38-6f273b91e979 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 817 time: 0.1296365 Jul 13 07:27:33.868676 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-370b0ec9-c8d9-43a1-851e-23ac22c9e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.871416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b0d8df4d-8554-4932-80b9-10c69613cd4f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/quotas/ae2fa35196974bcab852e560c2090e6f HTTP/1.1" status: 200 len: 375 time: 0.0114384 Jul 13 07:27:33.963980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-a7d03866-06c2-4df4-ad15-4331a1f680c9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859826 Jul 13 07:27:33.966861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32389d9e-e668-4775-9d36-ae6dbd35d523 req-1e5b98cd-1658-460c-9764-592809c08664 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111441 Jul 13 07:27:33.974838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-370b0ec9-c8d9-43a1-851e-23ac22c9e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.022650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b0ec9-c8d9-43a1-851e-23ac22c9e2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:34.031474 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-370b0ec9-c8d9-43a1-851e-23ac22c9e2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.033553 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-370b0ec9-c8d9-43a1-851e-23ac22c9e2c5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/17b47f5f-a2c4-4b74-a2e1-c9dc13da59ba HTTP/1.1" status: 204 len: 168 time: 0.4453015 Jul 13 07:27:34.038204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35190) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:34.123305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b630c5eb-3f51-4b02-855a-c27a23e10f61 service neutron] 10.222.0.41 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310441 Jul 13 07:27:34.134831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.222678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-a7e07806-d65c-4154-b28d-e38bab597fe8 service neutron] 10.222.0.41 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988815 Jul 13 07:27:34.224485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.247801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc768df-3b9f-4c25-b507-6aa79618fffd']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:34.274297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b451809-0832-4ea6-b15a-83892991b18e req-8a3d9f16-884e-435b-bd00-a0861b7548e0 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0468645 Jul 13 07:27:34.276086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:34.276384 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844790ef-b3c7-41e5-ad87-ca5d6eceb5ef') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:34.287187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.320325 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.328144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:34.329348 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:34.331568 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:34.415451 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.424225 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.428601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fdc768df-3b9f-4c25-b507-6aa79618fffd HTTP/1.1" status: 204 len: 168 time: 0.3893313 Jul 13 07:27:34.455441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2821da7-311b-48a6-bb93-bbe14eef4698 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc768df-3b9f-4c25-b507-6aa79618fffd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:34.574913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace97b2-f776-402f-a45e-b89a1fdde879 req-23b22593-9b69-4a54-9dbc-05bfd7589273 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:34.576737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7ace97b2-f776-402f-a45e-b89a1fdde879 req-23b22593-9b69-4a54-9dbc-05bfd7589273 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 945 time: 0.1234756 Jul 13 07:27:34.625008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7ace97b2-f776-402f-a45e-b89a1fdde879 req-4e1e7912-5810-4168-9d48-b3a02569c8d0 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Jul 13 07:27:34.642930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048a48c-e82f-458a-8706-775815d95ad0 req-13a34b11-9eec-45a6-bdad-effddd82df97 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:34.653862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3048a48c-e82f-458a-8706-775815d95ad0 req-13a34b11-9eec-45a6-bdad-effddd82df97 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1265976 Jul 13 07:27:34.758715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b933f536-86f6-457a-a7a3-be5dbf8548b9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:34.761410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3048a48c-e82f-458a-8706-775815d95ad0 req-131ade73-ad8c-4f1e-9da2-e85cd091aa12 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984561 Jul 13 07:27:34.930972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35210) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:34.940359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port b933f536-86f6-457a-a7a3-be5dbf8548b9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:34.946445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b933f536-86f6-457a-a7a3-be5dbf8548b9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:34.947533 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.070423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a3305-e385-42c2-a1d1-2b9b3587c6da req-e91ad4a6-6933-4ed4-b177-3ec18adc3a22 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:35.074061 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.077460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a3305-e385-42c2-a1d1-2b9b3587c6da req-e91ad4a6-6933-4ed4-b177-3ec18adc3a22 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:35.085856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf5a3305-e385-42c2-a1d1-2b9b3587c6da req-e91ad4a6-6933-4ed4-b177-3ec18adc3a22 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8&device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 1690 time: 0.0971193 Jul 13 07:27:35.096527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-24ac4a6c-7daa-47d2-b0e7-c18372266d61 req-d2617a7b-de7f-4207-959f-ca3b35831810 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=207fd074-c8f7-44d6-b055-47886af6a32f HTTP/1.1" status: 200 len: 210 time: 0.0951045 Jul 13 07:27:35.111143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-79106604-c194-4123-a7ca-f6fac974d3cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7808dac1993494fb6b85186033e29fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787548 Jul 13 07:27:35.111784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35214) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:35.116569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port b933f536-86f6-457a-a7a3-be5dbf8548b9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b933f536-86f6-457a-a7a3-be5dbf8548b9,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:35.122212 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.143252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf5a3305-e385-42c2-a1d1-2b9b3587c6da req-e241594c-7740-4393-a473-47085513183f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463352 Jul 13 07:27:35.199590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=b933f536-86f6-457a-a7a3-be5dbf8548b9,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:35.209142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082cc43a-4113-43a2-adba-a14cb3015ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.222549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a09ca03d-a605-489e-bebe-5d1f21a6712c req-b702dc5d-9497-49a6-b0c3-5aa9c498ddb3 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 210 time: 0.0476840 Jul 13 07:27:35.250658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082cc43a-4113-43a2-adba-a14cb3015ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.255512 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.335683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082cc43a-4113-43a2-adba-a14cb3015ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.339423 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082cc43a-4113-43a2-adba-a14cb3015ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.340788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-082cc43a-4113-43a2-adba-a14cb3015ceb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67e9275a-8278-46e4-baf4-8a95926bb7a6 HTTP/1.1" status: 204 len: 168 time: 0.2280772 Jul 13 07:27:35.364873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cc43a-4113-43a2-adba-a14cb3015ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9275a-8278-46e4-baf4-8a95926bb7a6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:35.563586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b3206d2b-08ed-4630-99a9-db32e2f0075b None None] Provisioning complete for port b933f536-86f6-457a-a7a3-be5dbf8548b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:35.564704 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3206d2b-08ed-4630-99a9-db32e2f0075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.678029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313bfe6-2491-44e1-8a0d-7588a33011ee req-9b208d24-7be6-4593-adfb-8b48ae39952f tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:35.685750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1313bfe6-2491-44e1-8a0d-7588a33011ee req-9b208d24-7be6-4593-adfb-8b48ae39952f tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 949 time: 0.0721357 Jul 13 07:27:35.725358 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1313bfe6-2491-44e1-8a0d-7588a33011ee req-104a43ad-9eeb-4904-b43f-d12b34b11495 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Jul 13 07:27:35.726500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a917c05e-f67d-4522-a4ae-afa560420ab3 req-00a73d07-43e4-42fc-8d1a-86cebb90eb32 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0500522 Jul 13 07:27:35.933205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1222241-4d69-4320-ba6f-c846c54c216d req-0372f645-afb2-4ae2-a018-190fad3e2416 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:35.935099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1222241-4d69-4320-ba6f-c846c54c216d req-0372f645-afb2-4ae2-a018-190fad3e2416 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 945 time: 0.0818794 Jul 13 07:27:35.935748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b95367-0149-4545-a373-c27db14a9a10 req-523f80f5-dbc8-4653-8579-588755589e93 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:35.937557 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5b95367-0149-4545-a373-c27db14a9a10 req-523f80f5-dbc8-4653-8579-588755589e93 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 1102 time: 0.0918207 Jul 13 07:27:35.976472 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5b95367-0149-4545-a373-c27db14a9a10 req-bf77319d-185b-4bda-a404-a1848fb7aa86 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324972 Jul 13 07:27:35.978734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1222241-4d69-4320-ba6f-c846c54c216d req-58bc40b5-b7e5-4ba1-849a-7f11c3ac077e tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372791 Jul 13 07:27:36.166078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5761da-4836-4128-b33a-2d76cb4429ac req-6814784e-426d-43c0-b610-36d7c0258099 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:36.176037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed5761da-4836-4128-b33a-2d76cb4429ac req-6814784e-426d-43c0-b610-36d7c0258099 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 1101 time: 0.0710752 Jul 13 07:27:36.190062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa882d3-18a8-4971-a99a-b5ac901eb3cd req-ec472682-5310-4d2c-b2f8-e5774dafa907 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:36.191508 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9aa882d3-18a8-4971-a99a-b5ac901eb3cd req-ec472682-5310-4d2c-b2f8-e5774dafa907 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.0709078 Jul 13 07:27:36.220498 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05f4d68d-dbd4-4605-b1ca-be2f7354d55f req-b4f2c324-ae1d-402c-8dcb-caa6bf983e08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0396984 Jul 13 07:27:36.246543 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9aa882d3-18a8-4971-a99a-b5ac901eb3cd req-3c7bdc9c-b089-41e8-bbcf-74019b85de64 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485711 Jul 13 07:27:36.267378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed5761da-4836-4128-b33a-2d76cb4429ac req-8950e8db-530b-49ec-86dc-a9007032b077 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871427 Jul 13 07:27:36.392684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c71c159-f7cd-4e77-8278-67b2ad4c1cc4 req-c51756b5-7fb2-49f4-80d8-98b1a9dd71c0 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 210 time: 0.0335352 Jul 13 07:27:36.482042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-18d40706-c3a1-4814-a367-e395ca407f1a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:36.483629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-18d40706-c3a1-4814-a367-e395ca407f1a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.48 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 817 time: 0.1618633 Jul 13 07:27:36.542351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-f428346e-68dd-4205-8668-1878987494bf tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2fa35196974bcab852e560c2090e6f HTTP/1.1" status: 200 len: 379 time: 0.0410082 Jul 13 07:27:36.552069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'port': {'device_id': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'admin_state_up': True, 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'security_groups': ['69b932db-d80e-498a-a35e-00badd057dd9']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:36.659244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-e3ee73e9-fce0-4bca-81e2-57fdb15c8d54 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308125 Jul 13 07:27:36.682524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Made reservation on behalf of ae2fa35196974bcab852e560c2090e6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:36.686494 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.688289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b933f536-86f6-457a-a7a3-be5dbf8548b9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:36.743967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b933f536-86f6-457a-a7a3-be5dbf8548b9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:36.744354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.793279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d007a-614c-4b04-8bd7-28419436c99d req-172eff3d-60b9-49ab-9416-56239db3d55f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:36.801559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-172eff3d-60b9-49ab-9416-56239db3d55f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357865 Jul 13 07:27:36.817340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-b41575a3-818b-4fe7-8478-d03786b916f9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/quotas/e759c14ff193452c847a71f840c187a2 HTTP/1.1" status: 200 len: 375 time: 0.0146165 Jul 13 07:27:36.845288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Allocated IP 172.20.0.11 (efb52998-2f8e-4ebf-883f-7422704ba28d/37466c86-4345-477c-8e7b-0c00f9aa50fe/8c9c66a6-3f85-4707-9ece-31ea79908bc4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:36.897849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-227d83c2-41a6-4dd8-afc1-bf288c96914c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0792906 Jul 13 07:27:37.058950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a61567c6-5e69-4b06-afe9-00cdf94cc8c3 req-62bbc377-daca-474c-8012-2dd4d66344b4 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0553024 Jul 13 07:27:37.116716 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.137766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Transition to ACTIVE for port object 8c9c66a6-3f85-4707-9ece-31ea79908bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:37.162464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-2a259680-71a6-4105-8731-fa96ac6a8a76 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:37.164346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-2a259680-71a6-4105-8731-fa96ac6a8a76 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.48 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 949 time: 0.1996179 Jul 13 07:27:37.204347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.226013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdf3a0-8b0d-4d34-9eae-0c9421004d5b req-35d233cf-1076-4326-9de4-13f259651984 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:37.227904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4abdf3a0-8b0d-4d34-9eae-0c9421004d5b req-35d233cf-1076-4326-9de4-13f259651984 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 949 time: 0.0965476 Jul 13 07:27:37.274372 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4abdf3a0-8b0d-4d34-9eae-0c9421004d5b req-2408beb1-697a-4b4e-8274-1f929a5a7c7b tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/security-groups?id=d053040e-1499-405b-9482-f24af115af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Jul 13 07:27:37.366879 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a0f328c-2abe-4121-8205-26249591b13e req-f51154bf-d96b-4dd9-9605-190c26569aa8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 210 time: 0.0303442 Jul 13 07:27:37.575784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5881844-a35c-4d91-9f23-22635981b093 req-e6f876b8-4015-4cb6-8822-1a9dc5dc47be tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:37.577690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5881844-a35c-4d91-9f23-22635981b093 req-e6f876b8-4015-4cb6-8822-1a9dc5dc47be tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.0753741 Jul 13 07:27:37.618886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5881844-a35c-4d91-9f23-22635981b093 req-f8b988ee-17b7-4a5e-90e4-cb3318b49056 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346556 Jul 13 07:27:37.674262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.746878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Network efb52998-2f8e-4ebf-883f-7422704ba28d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:37.755802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:37.758225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:37.761033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:37.769883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Deleting port cc3406e6-2a00-4319-934b-2b6aeddd6865 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:37.770015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.812203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc36459-9861-44e4-886c-8a16e52fb40b req-c1a62faf-f87a-47f2-ad34-7cc7524d0fe5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:37.819652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2bc36459-9861-44e4-886c-8a16e52fb40b req-c1a62faf-f87a-47f2-ad34-7cc7524d0fe5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 945 time: 0.5600040 Jul 13 07:27:37.875482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:37.876110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.940654 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2bc36459-9861-44e4-886c-8a16e52fb40b req-a74c631f-9260-4f5c-bb29-57b6b1cfadf8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201272 Jul 13 07:27:37.944459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-b411af92-13c9-40c1-b53d-cb904ed122d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3973420 Jul 13 07:27:37.962585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Request body: {'port': {'device_id': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:38.013148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] For port cc3406e6-2a00-4319-934b-2b6aeddd6865, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cc3406e6-2a00-4319-934b-2b6aeddd6865,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:38.013753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.033263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-32400dc3-175c-45b9-a6e1-f48efe627a41 None None] Provisioning for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:38.037027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Calling delete_port for cc3406e6-2a00-4319-934b-2b6aeddd6865 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:38.037217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-32400dc3-175c-45b9-a6e1-f48efe627a41 None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:38.037593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32400dc3-175c-45b9-a6e1-f48efe627a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.136236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-32400dc3-175c-45b9-a6e1-f48efe627a41 None None] Port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:38.169665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.262132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-d7ed3a5e-eddb-4651-97b7-39daa1ce365c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615561 Jul 13 07:27:38.397938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55beca-4a1a-410c-a574-a1b7963b3658 req-aba92811-3519-4340-8f5c-1282c9b22fef tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:38.399495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e55beca-4a1a-410c-a574-a1b7963b3658 req-aba92811-3519-4340-8f5c-1282c9b22fef tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 932 time: 0.3068647 Jul 13 07:27:38.559101 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.571514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['cc3406e6-2a00-4319-934b-2b6aeddd6865'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:38.571674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d007a-614c-4b04-8bd7-28419436c99d req-e986b93c-7fdc-4544-a95b-000f77358c65 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:38.573205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-e986b93c-7fdc-4544-a95b-000f77358c65 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016071 Jul 13 07:27:38.621359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e55beca-4a1a-410c-a574-a1b7963b3658 req-a54f4b28-9bc7-4b32-9df7-117269984dca tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848786 Jul 13 07:27:38.642711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Request body: {'port': {'device_id': 'd82ce2bc-563a-4dbb-aa61-4a36a1ab879c', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'e759c14ff193452c847a71f840c187a2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:38.666937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Pushing event deleted for resources: {'Port': ['ID=cc3406e6-2a00-4319-934b-2b6aeddd6865,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:38.724252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d955dc27-a612-4c62-9b16-1c5e30ae5b3d req-2821dd13-5560-4980-b7c6-aba28e647982 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0413666 Jul 13 07:27:38.736392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] No DVR routers for this DVR port cc3406e6-2a00-4319-934b-2b6aeddd6865 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:38.771735 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.773799 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aebf4de4-1531-465c-9264-e1d9cea92321 req-99bf638d-57d6-4fd1-8e36-97c703ff11ce tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.48 "DELETE /v2.0/ports/cc3406e6-2a00-4319-934b-2b6aeddd6865 HTTP/1.1" status: 204 len: 173 time: 1.6015172 Jul 13 07:27:38.774259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e01e66-f18c-4fc6-9bc5-8ede7f1c1701', 'name': 'network-vif-deleted', 'tag': 'cc3406e6-2a00-4319-934b-2b6aeddd6865'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:38.776567 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c41ab6b-7b92-48eb-a655-cf407d8de79b" -d '{"events": [{"server_uuid": "16e01e66-f18c-4fc6-9bc5-8ede7f1c1701", "name": "network-vif-deleted", "tag": "cc3406e6-2a00-4319-934b-2b6aeddd6865"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:38.842538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d1461ee-d2fd-417c-895f-10eb8c133315 req-e3843821-f8b8-44f1-aeb2-c576692397c7 tempest-ServerDiagnosticsNegativeTest-522199892 tempest-ServerDiagnosticsNegativeTest-522199892-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e01e66-f18c-4fc6-9bc5-8ede7f1c1701 HTTP/1.1" status: 200 len: 210 time: 0.0389829 Jul 13 07:27:38.903808 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b13ba980-04fe-4b57-baa9-36f6dea702b6 req-33a3c258-cb3e-4246-85c1-9dbd5ebd5a4c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 210 time: 0.0374892 Jul 13 07:27:38.944939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9c66a6-3f85-4707-9ece-31ea79908bc4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:38.953025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.966457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Transition to ACTIVE for port object 8c9c66a6-3f85-4707-9ece-31ea79908bc4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:38.974040 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.036743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Made reservation on behalf of e759c14ff193452c847a71f840c187a2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:39.040333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.052921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:39.284553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Attempting to bind port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:39.284894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Attempting to bind port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:39.285229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Attempting to bind port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 on network efb52998-2f8e-4ebf-883f-7422704ba28d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:39.304240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 on network efb52998-2f8e-4ebf-883f-7422704ba28d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:39.304509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Attempting to bind port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 on network efb52998-2f8e-4ebf-883f-7422704ba28d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:39.313693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Allocated IP 192.168.233.50 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/87308c7d-b95e-499d-842a-1360d2b1b2b5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:39.328293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:39.328630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Checking segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:39.329030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Bound using segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:39.329474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Bound port: 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:39.329837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.353822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960937-48b9-4770-8894-28f9922df782 req-9c66cdcc-a6e5-4bb0-939f-07b65c9dc4a4 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:39.355380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f960937-48b9-4770-8894-28f9922df782 req-9c66cdcc-a6e5-4bb0-939f-07b65c9dc4a4 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.2102287 Jul 13 07:27:39.461193 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed87e4a-7fe5-4774-9f89-759e800b8779 x-openstack-request-id: req-7ed87e4a-7fe5-4774-9f89-759e800b8779 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:39.461533 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e01e66-f18c-4fc6-9bc5-8ede7f1c1701", "name": "network-vif-deleted", "tag": "cc3406e6-2a00-4319-934b-2b6aeddd6865", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:39.461845 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ed87e4a-7fe5-4774-9f89-759e800b8779 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:39.462290 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e01e66-f18c-4fc6-9bc5-8ede7f1c1701', 'name': 'network-vif-deleted', 'tag': 'cc3406e6-2a00-4319-934b-2b6aeddd6865', 'status': 'completed', 'code': 200} Jul 13 07:27:39.499811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:39.515181 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f960937-48b9-4770-8894-28f9922df782 req-ee71d58a-bc41-4a51-a755-f1203a935413 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519790 Jul 13 07:27:39.619991 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.637861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Transition to ACTIVE for port object 87308c7d-b95e-499d-842a-1360d2b1b2b5 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:39.665013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:39.672471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.750624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:39.752741 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.755337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/8c9c66a6-3f85-4707-9ece-31ea79908bc4 HTTP/1.1" status: 200 len: 1093 time: 1.8013830 Jul 13 07:27:39.768140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.783611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'a19874d1-16c9-41e6-a92f-e975ea1ab758'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:39.786738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330', '3b966823-857b-4ae6-acee-d8edf1abd0cb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:39.806379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f64120-4ff0-4a2c-9ab6-3e0f135fa4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:39.828992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:39.864662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:39.888259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:40.019338 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b7d85611-2e50-45e2-ac88-fbd65bbebbc6 req-a57ee50a-b250-4d39-81d1-6da2e3a156f6 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0984547 Jul 13 07:27:40.046821 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event updated for resources: {'Port': ['ID=87308c7d-b95e-499d-842a-1360d2b1b2b5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.085711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:40.086435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.120822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-9dcd0ac3-c073-435a-9181-dcc76ca2b072 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5042357 Jul 13 07:27:40.124048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-0dcbdf76-0f42-4926-98d8-31ecf3f414e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:40.125890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-0dcbdf76-0f42-4926-98d8-31ecf3f414e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 1096 time: 0.2640622 Jul 13 07:27:40.133351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Request body: {'port': {'device_id': 'd82ce2bc-563a-4dbb-aa61-4a36a1ab879c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:40.216351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-4bac2def-75c5-4200-979c-feebb8f419ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4 HTTP/1.1" status: 200 len: 217 time: 0.0791163 Jul 13 07:27:40.293155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a4c44ec6-8f31-4940-b081-0eed08e85924 None None] Provisioning for port 87308c7d-b95e-499d-842a-1360d2b1b2b5 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:40.335101 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a4c44ec6-8f31-4940-b081-0eed08e85924 None None] Provisioning complete for port 87308c7d-b95e-499d-842a-1360d2b1b2b5 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:40.335791 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4c44ec6-8f31-4940-b081-0eed08e85924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.351413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-d21d7348-e07f-4ca9-85f3-0eec63ab6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:40.352919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-d21d7348-e07f-4ca9-85f3-0eec63ab6384 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.1218579 Jul 13 07:27:40.356541 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.438430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9ce7-52bc-45fa-93f0-5db810c12019 req-8da2714a-4efa-42d1-a9eb-91adb46aa76a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:40.439939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0eb9ce7-52bc-45fa-93f0-5db810c12019 req-8da2714a-4efa-42d1-a9eb-91adb46aa76a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 944 time: 0.2280421 Jul 13 07:27:40.451709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a4c44ec6-8f31-4940-b081-0eed08e85924 None None] Port 87308c7d-b95e-499d-842a-1360d2b1b2b5 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:40.507318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c639fb7-850e-46af-9cc5-451f6efa506e req-5d2f5d4d-a77e-4657-b6c5-d5fdaac68972 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:40.513349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c639fb7-850e-46af-9cc5-451f6efa506e req-5d2f5d4d-a77e-4657-b6c5-d5fdaac68972 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 935 time: 0.1076274 Jul 13 07:27:40.559479 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c639fb7-850e-46af-9cc5-451f6efa506e req-922ab8fa-d1d8-4180-98d7-e26ae4739e0f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 Jul 13 07:27:40.580513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-8e6cc8b1-f7e2-4d2d-9190-8b14c8a72c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:40.582135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-8e6cc8b1-f7e2-4d2d-9190-8b14c8a72c84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138188 Jul 13 07:27:40.587942 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0eb9ce7-52bc-45fa-93f0-5db810c12019 req-f8c37a8b-a006-48a4-a04e-43c8d1151a91 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392429 Jul 13 07:27:40.643382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35378) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:40.752387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-5f6327a4-179c-4502-a09a-7fad2e29f487 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586955 Jul 13 07:27:40.843964 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3f9d427a-8765-4363-8a3d-95092b924ce5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23d535bbf14d457d9757a65473a55af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993487 Jul 13 07:27:40.847071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35384) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:40.884948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d8609-f0f2-4f3e-95b5-fc2096e44b29 req-389f03c9-e311-483c-bb9a-3c7c0b63649f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:40.885327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87308c7d-b95e-499d-842a-1360d2b1b2b5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:40.887057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7b4d8609-f0f2-4f3e-95b5-fc2096e44b29 req-389f03c9-e311-483c-bb9a-3c7c0b63649f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1242642 Jul 13 07:27:40.902234 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.908427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abac277e-e092-4df9-b234-6aa93b023ef2 req-0c018871-540f-49d0-a2ac-9474992905c1 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455226 Jul 13 07:27:40.917373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Transition to ACTIVE for port object 87308c7d-b95e-499d-842a-1360d2b1b2b5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:40.923859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.929635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device cc3406e6-2a00-4319-934b-2b6aeddd6865 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:40.950850 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72064416-69bd-4913-982d-577e422452da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.953585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: cc3406e6-2a00-4319-934b-2b6aeddd6865 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:40.954715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device cc3406e6-2a00-4319-934b-2b6aeddd6865 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:40.980819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Pushing event updated for resources: {'Port': ['ID=87308c7d-b95e-499d-842a-1360d2b1b2b5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.982866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72064416-69bd-4913-982d-577e422452da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.038679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 93a9a333-1fda-416c-b6ca-d00c58588c59 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:41.041886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7b4d8609-f0f2-4f3e-95b5-fc2096e44b29 req-9f9a07cc-957c-46e7-8b30-f02901984ab9 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447318 Jul 13 07:27:41.094496 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72064416-69bd-4913-982d-577e422452da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.097555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72064416-69bd-4913-982d-577e422452da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.098847 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-72064416-69bd-4913-982d-577e422452da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d053040e-1499-405b-9482-f24af115af2a HTTP/1.1" status: 204 len: 168 time: 0.2506123 Jul 13 07:27:41.108268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72064416-69bd-4913-982d-577e422452da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d053040e-1499-405b-9482-f24af115af2a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.117379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Attempting to bind port 87308c7d-b95e-499d-842a-1360d2b1b2b5 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:41.117750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Attempting to bind port 87308c7d-b95e-499d-842a-1360d2b1b2b5 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:41.118116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Attempting to bind port 87308c7d-b95e-499d-842a-1360d2b1b2b5 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:41.136053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Port 87308c7d-b95e-499d-842a-1360d2b1b2b5 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:41.136478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Attempting to bind port 87308c7d-b95e-499d-842a-1360d2b1b2b5 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:41.145790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:41.146153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:41.146558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:41.147003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Bound port: 87308c7d-b95e-499d-842a-1360d2b1b2b5, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:41.147375 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.255414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=93a9a333-1fda-416c-b6ca-d00c58588c59,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:41.265672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] For port 87308c7d-b95e-499d-842a-1360d2b1b2b5, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:41.270507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] For port 87308c7d-b95e-499d-842a-1360d2b1b2b5, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=87308c7d-b95e-499d-842a-1360d2b1b2b5,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:41.274304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '93a9a333-1fda-416c-b6ca-d00c58588c59', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'port_id': '93a9a333-1fda-416c-b6ca-d00c58588c59', 'mac_address': 'fa:16:3e:e7:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3d5118-e307-46e8-9516-d176889377b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:41.279367 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.323885 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.342692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93a9a333-1fda-416c-b6ca-d00c58588c59 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:41.355675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2e12d7b-8f4f-4d1b-bb9f-7cace317a858 req-69ba5910-63dc-4d32-90b4-743fe194141e tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0398040 Jul 13 07:27:41.366465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=93a9a333-1fda-416c-b6ca-d00c58588c59,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:41.376299 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.392655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:41.394787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.396807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] 10.222.0.38 "PUT /v2.0/ports/87308c7d-b95e-499d-842a-1360d2b1b2b5 HTTP/1.1" status: 200 len: 1096 time: 1.2685592 Jul 13 07:27:41.432297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0021cd-16d1-46cc-98f2-252e43d6508a service neutron] Pushing event updated for resources: {'Port': ['ID=87308c7d-b95e-499d-842a-1360d2b1b2b5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.463620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}, {'name': 'network-changed', 'server_uuid': 'd82ce2bc-563a-4dbb-aa61-4a36a1ab879c', 'tag': '87308c7d-b95e-499d-842a-1360d2b1b2b5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:41.466451 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bed5067-07aa-4a5d-893f-8f3fe4770af8" -d '{"events": [{"name": "network-changed", "server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}, {"name": "network-changed", "server_uuid": "d82ce2bc-563a-4dbb-aa61-4a36a1ab879c", "tag": "87308c7d-b95e-499d-842a-1360d2b1b2b5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:41.467119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=93a9a333-1fda-416c-b6ca-d00c58588c59,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.502574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['93a9a333-1fda-416c-b6ca-d00c58588c59'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:41.574404 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd9249a-d5c0-421f-914d-bf0012215058 x-openstack-request-id: req-bbd9249a-d5c0-421f-914d-bf0012215058 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:41.575726 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d82ce2bc-563a-4dbb-aa61-4a36a1ab879c", "tag": "87308c7d-b95e-499d-842a-1360d2b1b2b5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:41.576412 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbd9249a-d5c0-421f-914d-bf0012215058 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:41.577140 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'status': 'completed', 'code': 200} Jul 13 07:27:41.578792 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82ce2bc-563a-4dbb-aa61-4a36a1ab879c', 'tag': '87308c7d-b95e-499d-842a-1360d2b1b2b5', 'status': 'completed', 'code': 200} Jul 13 07:27:41.648112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35408) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:41.666014 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7176d8f-0b63-461d-b724-4d69c6146528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.804376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d007a-614c-4b04-8bd7-28419436c99d req-87cf78b4-2bb7-43ab-a290-18bdc2377bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:41.807486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-87cf78b4-2bb7-43ab-a290-18bdc2377bbb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 1099 time: 0.3307853 Jul 13 07:27:41.826169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7176d8f-0b63-461d-b724-4d69c6146528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.831289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7176d8f-0b63-461d-b724-4d69c6146528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.878984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d7176d8f-0b63-461d-b724-4d69c6146528 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2d89188b5d84eba8091e97007e3176e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296443 Jul 13 07:27:41.880652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7176d8f-0b63-461d-b724-4d69c6146528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8812cf6d-d450-4af0-933a-58619277f578,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.883333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35418) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:41.907471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-0bf08f87-5f89-4208-ad43-290aecad7937 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=87308c7d-b95e-499d-842a-1360d2b1b2b5 HTTP/1.1" status: 200 len: 217 time: 0.0746872 Jul 13 07:27:41.909592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-208dbff5-0031-4174-9b3a-f61aa2d98326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:41.911878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-208dbff5-0031-4174-9b3a-f61aa2d98326 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 1096 time: 0.3280392 Jul 13 07:27:41.980756 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f065c8e-6777-4ad1-b737-546f7582a6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.009199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8350-aee8-49a2-a62b-2118a8580034 req-1330387b-5628-4678-af4b-6933d825cb5e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.014599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f53d8350-aee8-49a2-a62b-2118a8580034 req-1330387b-5628-4678-af4b-6933d825cb5e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 944 time: 0.1299925 Jul 13 07:27:42.023416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f065c8e-6777-4ad1-b737-546f7582a6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.091731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f53d8350-aee8-49a2-a62b-2118a8580034 req-7bf29b3c-3c28-4451-bc77-276711d60be2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721107 Jul 13 07:27:42.121676 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f065c8e-6777-4ad1-b737-546f7582a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.131130 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f065c8e-6777-4ad1-b737-546f7582a6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.133755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6f065c8e-6777-4ad1-b737-546f7582a6cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8812cf6d-d450-4af0-933a-58619277f578 HTTP/1.1" status: 204 len: 168 time: 0.2482128 Jul 13 07:27:42.152893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f065c8e-6777-4ad1-b737-546f7582a6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8812cf6d-d450-4af0-933a-58619277f578,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:42.378007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d007a-614c-4b04-8bd7-28419436c99d req-e8bfadd8-84fe-415c-bdf7-68c7dc187223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.379542 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-e8bfadd8-84fe-415c-bdf7-68c7dc187223 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.4630556 Jul 13 07:27:42.394692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cda5d-9e70-47f5-a0d9-825dd6c29531 req-c3708be1-8dc9-4048-bf00-74aecd9798e9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.401658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a58cda5d-9e70-47f5-a0d9-825dd6c29531 req-c3708be1-8dc9-4048-bf00-74aecd9798e9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 947 time: 0.6424069 Jul 13 07:27:42.474936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-6ac9287f-0598-4248-bf69-2dadfdbf5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.476445 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-6ac9287f-0598-4248-bf69-2dadfdbf5df1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.5578277 Jul 13 07:27:42.533729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dd6ed-afa1-45d0-b064-1e792dbfce88 req-4244fb81-46e3-47ae-b762-cd211c67740f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.537531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f76dd6ed-afa1-45d0-b064-1e792dbfce88 req-4244fb81-46e3-47ae-b762-cd211c67740f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.0945878 Jul 13 07:27:42.539980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a58cda5d-9e70-47f5-a0d9-825dd6c29531 req-7c803c48-f704-4cbb-8f6c-effd9b9d9e29 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373701 Jul 13 07:27:42.543352 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-ac2c7a23-dec8-4ec1-abd1-3bbf9ded5d50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4 HTTP/1.1" status: 200 len: 217 time: 0.0591714 Jul 13 07:27:42.633781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f76dd6ed-afa1-45d0-b064-1e792dbfce88 req-7ddb1e20-1c3b-4abd-a40c-b93474cb8bc1 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879602 Jul 13 07:27:42.681036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-9e07d483-c6ec-488f-ad52-fad2d7515464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.684026 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-9e07d483-c6ec-488f-ad52-fad2d7515464 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.1271176 Jul 13 07:27:42.689221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d007a-614c-4b04-8bd7-28419436c99d req-9572cea6-ec54-4759-afcf-213dc11efb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.691499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-9572cea6-ec54-4759-afcf-213dc11efb66 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2851679 Jul 13 07:27:42.877549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c360e752-47ee-4796-a998-e290e483aa94 req-661db968-df8c-4ed5-847d-98fb428d2db5 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0477409 Jul 13 07:27:42.928429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:42.933245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-d0074a5b-9328-4763-aff6-a73493626ed1 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262976 Jul 13 07:27:42.979950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-5a8eea0d-bad3-4d5f-a522-bfd8d2337716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.981817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-5a8eea0d-bad3-4d5f-a522-bfd8d2337716 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2888110 Jul 13 07:27:43.066260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 93a9a333-1fda-416c-b6ca-d00c58588c59 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:43.202651 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-145d007a-614c-4b04-8bd7-28419436c99d req-e3f90225-b197-4b6d-ac9f-1aa23dc50715 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583747 Jul 13 07:27:43.216585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:43.261828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-a74fb7b5-f2c7-4cf0-a841-670071c3bce3 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635734 Jul 13 07:27:43.269495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'port_id': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'mac_address': 'fa:16:3e:99:ad:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:43.400877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 93a9a333-1fda-416c-b6ca-d00c58588c59 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:43.401264 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.402878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.420153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9c66a6-3f85-4707-9ece-31ea79908bc4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:43.438929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60bdf8-7f5e-4327-ad65-c35d2611c057 req-e0e6b545-2734-4d79-8c53-445ed1e911f0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:43.450643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e60bdf8-7f5e-4327-ad65-c35d2611c057 req-e0e6b545-2734-4d79-8c53-445ed1e911f0 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1653037 Jul 13 07:27:43.481982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:43.496225 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.528615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35488) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:43.552125 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e60bdf8-7f5e-4327-ad65-c35d2611c057 req-6178cacc-e677-4078-b044-4a9681570416 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993381 Jul 13 07:27:43.593356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:43.657497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-c1702694-7302-420e-be7e-d3338b3a7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:43.668544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-c1702694-7302-420e-be7e-d3338b3a7013 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 1099 time: 0.3255761 Jul 13 07:27:43.684168 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.686468 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-0a9e4d81-82e8-4293-b06c-69214481d743 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177699 Jul 13 07:27:43.792347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=93a9a333-1fda-416c-b6ca-d00c58588c59,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:43.800801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:43.808449 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed41b71d-bc50-44a8-91f6-0955f79594bd" -d '{"events": [{"server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "name": "network-vif-plugged", "status": "completed", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:43.817986 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.821271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655e1e-cb53-47ff-a48a-4b3d29fc60b1 req-1c86a67f-d3ce-49d3-bed7-278854abbd2a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:43.833934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71655e1e-cb53-47ff-a48a-4b3d29fc60b1 req-1c86a67f-d3ce-49d3-bed7-278854abbd2a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 945 time: 0.3815179 Jul 13 07:27:43.866704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cd121f9-b83b-48d1-9250-316522f4f989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.898410 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=93a9a333-1fda-416c-b6ca-d00c58588c59,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:43.948871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['8c9c66a6-3f85-4707-9ece-31ea79908bc4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:44.085506 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cd121f9-b83b-48d1-9250-316522f4f989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.099504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71655e1e-cb53-47ff-a48a-4b3d29fc60b1 req-77c3dfd8-31ad-406f-9da0-258a6cc5fe58 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604365 Jul 13 07:27:44.118169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cd121f9-b83b-48d1-9250-316522f4f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.218479 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-05f539ec-d4b2-4bc7-90c6-b9f712e1f236 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3818614 Jul 13 07:27:44.220876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-222b1144-79bf-4aa7-8797-e06753ca61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.222781 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-222b1144-79bf-4aa7-8797-e06753ca61b5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.5320981 Jul 13 07:27:44.282885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-75c204ac-c3a1-4334-8d30-38b6fe56bb7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=87308c7d-b95e-499d-842a-1360d2b1b2b5 HTTP/1.1" status: 200 len: 217 time: 0.0516524 Jul 13 07:27:44.286367 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1cd121f9-b83b-48d1-9250-316522f4f989 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8a2a9ee25594dcab3bac3b582b747c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7326453 Jul 13 07:27:44.298040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:44.302504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd121f9-b83b-48d1-9250-316522f4f989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f13cb4b-5d31-42c8-9b4d-5ffb9ed8c9e2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:44.332587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937a5fa-cdc4-4177-ba32-f91467c15c86 req-00aa8e33-ed79-4aae-b681-c56326455f25 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.334772 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1937a5fa-cdc4-4177-ba32-f91467c15c86 req-00aa8e33-ed79-4aae-b681-c56326455f25 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 947 time: 0.2466917 Jul 13 07:27:44.387339 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1937a5fa-cdc4-4177-ba32-f91467c15c86 req-5bc64d63-d810-4614-958d-4f8f0bc07424 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466750 Jul 13 07:27:44.485199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-3f3d92fd-6234-4a01-a8e2-8808ceca76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.486829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-3f3d92fd-6234-4a01-a8e2-8808ceca76ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1899149 Jul 13 07:27:44.587476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07eb163f-a010-46b5-92f0-7fd432452295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.600602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-b7c0dc90-4cc3-4bb4-9209-124775489692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.601132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-b7c0dc90-4cc3-4bb4-9209-124775489692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.601657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-b7c0dc90-4cc3-4bb4-9209-124775489692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.602172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-b7c0dc90-4cc3-4bb4-9209-124775489692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.603149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-b7c0dc90-4cc3-4bb4-9209-124775489692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.603289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-b7c0dc90-4cc3-4bb4-9209-124775489692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.603710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-b7c0dc90-4cc3-4bb4-9209-124775489692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.605847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-b7c0dc90-4cc3-4bb4-9209-124775489692 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6508 time: 0.3102422 Jul 13 07:27:44.625022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94e00-aae9-4925-a162-4fe0886adfae req-1a9afcdd-76d2-48a2-905f-560aa9b6b217 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.632240 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eae7b3e-22f1-4662-a4be-7428869570fb x-openstack-request-id: req-2eae7b3e-22f1-4662-a4be-7428869570fb {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:44.632725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46b94e00-aae9-4925-a162-4fe0886adfae req-1a9afcdd-76d2-48a2-905f-560aa9b6b217 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.3485889 Jul 13 07:27:44.632945 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "name": "network-vif-plugged", "status": "completed", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:44.633220 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2eae7b3e-22f1-4662-a4be-7428869570fb {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:44.633615 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59', 'code': 200} Jul 13 07:27:44.701207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07eb163f-a010-46b5-92f0-7fd432452295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.797063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46b94e00-aae9-4925-a162-4fe0886adfae req-6e66cb75-0999-42e9-aacb-832deba7277a tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632984 Jul 13 07:27:44.826120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-bd55c01c-40e8-46bc-b78c-1673ff38909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.826651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-85871a5b-5e2a-4087-a5c0-97c1b1fbc3cf req-4befce30-a0c2-4999-a56b-d4ac03b21cd6 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0482016 Jul 13 07:27:44.847022 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-bd55c01c-40e8-46bc-b78c-1673ff38909c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3461497 Jul 13 07:27:44.935270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-1f4449c4-445e-4fae-9253-5eea1a9b88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.935970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-1f4449c4-445e-4fae-9253-5eea1a9b88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.936566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-1f4449c4-445e-4fae-9253-5eea1a9b88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.938526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-1f4449c4-445e-4fae-9253-5eea1a9b88d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600 HTTP/1.1" status: 200 len: 2298 time: 0.3010998 Jul 13 07:27:45.072477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 87308c7d-b95e-499d-842a-1360d2b1b2b5 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:45.080127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07eb163f-a010-46b5-92f0-7fd432452295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.083304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07eb163f-a010-46b5-92f0-7fd432452295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.085082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-07eb163f-a010-46b5-92f0-7fd432452295 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f13cb4b-5d31-42c8-9b4d-5ffb9ed8c9e2 HTTP/1.1" status: 204 len: 168 time: 0.7591357 Jul 13 07:27:45.122848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-09f14705-20d0-4470-b2b0-14e9bfc383c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa HTTP/1.1" status: 200 len: 1002 time: 0.1772289 Jul 13 07:27:45.124717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb163f-a010-46b5-92f0-7fd432452295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f13cb4b-5d31-42c8-9b4d-5ffb9ed8c9e2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:45.128482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-fca61b0c-a04c-487b-8802-92fc586f4d16 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608495 Jul 13 07:27:45.358624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 87308c7d-b95e-499d-842a-1360d2b1b2b5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=87308c7d-b95e-499d-842a-1360d2b1b2b5,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:45.375830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-67f4d160-fa67-46b5-afa6-3ec97ad5cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:45.377570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-67f4d160-fa67-46b5-afa6-3ec97ad5cd4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51 HTTP/1.1" status: 200 len: 856 time: 0.2475896 Jul 13 07:27:45.379903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '87308c7d-b95e-499d-842a-1360d2b1b2b5', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '87308c7d-b95e-499d-842a-1360d2b1b2b5', 'mac_address': 'fa:16:3e:21:ca:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:45.381246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-ad7ff315-ee99-4450-8c49-b7a00b4af871 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5a03a5705636441c93681f718ac2a65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650403 Jul 13 07:27:45.437867 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.445598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b19ee0-1d8f-42e3-a285-cbec4ba4be8c req-fcea09dd-d636-435f-8e73-d3779d3aa41b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:45.453136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87308c7d-b95e-499d-842a-1360d2b1b2b5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:45.455240 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b19ee0-1d8f-42e3-a285-cbec4ba4be8c req-fcea09dd-d636-435f-8e73-d3779d3aa41b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 945 time: 0.1083534 Jul 13 07:27:45.477493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 87308c7d-b95e-499d-842a-1360d2b1b2b5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=87308c7d-b95e-499d-842a-1360d2b1b2b5,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:45.486310 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.492468 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bed5067-07aa-4a5d-893f-8f3fe4770af8 req-3144f8cc-71fa-474f-8f4b-99beeaa5e835 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453052 Jul 13 07:27:45.532878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61b19ee0-1d8f-42e3-a285-cbec4ba4be8c req-6926cc05-aff9-4a99-a267-084299b25457 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765383 Jul 13 07:27:45.625306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=87308c7d-b95e-499d-842a-1360d2b1b2b5,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:45.627664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-d5355f4b-a29a-4318-80be-9b623d519259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:45.629340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-d5355f4b-a29a-4318-80be-9b623d519259 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2437027 Jul 13 07:27:45.672594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080002f-d110-4cf6-896b-64d23ffff807 req-07beb501-4815-4a08-821e-94d406f48a23 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:45.679725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-07beb501-4815-4a08-821e-94d406f48a23 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822757 Jul 13 07:27:45.735600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b4dee3cf-7999-42ca-91c6-ac2fd960f7b9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/quotas/5a03a5705636441c93681f718ac2a65a HTTP/1.1" status: 200 len: 375 time: 0.0411758 Jul 13 07:27:45.787075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78756aa-4196-49fe-8a9b-98f87a3a64d4 req-9558286e-a4f0-4d60-a3f7-861adc8b4060 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:45.794604 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a78756aa-4196-49fe-8a9b-98f87a3a64d4 req-9558286e-a4f0-4d60-a3f7-861adc8b4060 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1273179 Jul 13 07:27:45.865857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a78756aa-4196-49fe-8a9b-98f87a3a64d4 req-0c572b95-88ec-4fc9-a447-addddb60396d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Jul 13 07:27:45.878270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['87308c7d-b95e-499d-842a-1360d2b1b2b5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:45.925790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-66b4b61d-f5ee-439d-b26a-7a301ba39543 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a03a5705636441c93681f718ac2a65a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1800308 Jul 13 07:27:45.943938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-e8227869-44c6-483e-92ee-e1584bf82b04 service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049803 Jul 13 07:27:46.091801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-c50d12b2-de28-4248-8b40-6b125e5cef4f service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402769 Jul 13 07:27:46.178701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f619d2a-945b-4f0c-8f7a-13c0ad0ed6c0 req-b105b7f7-aad7-4372-864b-b47cef57020c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:46.183724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-39f3bfad-fa41-4278-89c6-75deed7c3b83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 200 len: 217 time: 0.0830026 Jul 13 07:27:46.188577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f619d2a-945b-4f0c-8f7a-13c0ad0ed6c0 req-b105b7f7-aad7-4372-864b-b47cef57020c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 948 time: 0.1279411 Jul 13 07:27:46.259146 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f619d2a-945b-4f0c-8f7a-13c0ad0ed6c0 req-93bcbdeb-d12b-4aa4-ae6d-294ef327b200 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678294 Jul 13 07:27:46.314166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-3cd29620-6faf-4bf4-a978-52cd25fee474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:46.317490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-3cd29620-6faf-4bf4-a978-52cd25fee474 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.1278346 Jul 13 07:27:46.429146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-e0424d1c-f2b6-4e04-9a2d-08c874747557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:46.430926 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-e0424d1c-f2b6-4e04-9a2d-08c874747557 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024344 Jul 13 07:27:46.450420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17bce43a-93c2-485e-ad93-06f1d4f95988 req-a8c659a4-13f0-433d-8f98-82564aad18ab tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0334496 Jul 13 07:27:46.535749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35594) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:46.672625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-3096a1b7-574a-4b27-be5d-ad36d4f2aeb7 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328560 Jul 13 07:27:46.738482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d9be2b8-7fbb-454f-9666-052996f5bc22 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:46.741095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d9be2b8-7fbb-454f-9666-052996f5bc22 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.1562214 Jul 13 07:27:46.752483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-5aa141e5-ab5b-40a7-a130-ac252fe16398 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5a03a5705636441c93681f718ac2a65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741382 Jul 13 07:27:46.830863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-765897546-network', 'tenant_id': '93e275e0d57a47deb604afe54826ba76'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:46.867394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Made reservation on behalf of 93e275e0d57a47deb604afe54826ba76 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:46.870775 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.891790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.920682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316dca9-b9e2-45e3-916b-0ce6126f95c6 req-40c8bbfc-7864-4511-86b9-49120dd65573 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:46.922588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1316dca9-b9e2-45e3-916b-0ce6126f95c6 req-40c8bbfc-7864-4511-86b9-49120dd65573 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 945 time: 0.1659369 Jul 13 07:27:46.943784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:47.013444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1316dca9-b9e2-45e3-916b-0ce6126f95c6 req-3a8aecd5-7bb1-462e-9833-2aebf72bafe4 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771801 Jul 13 07:27:47.084524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 87308c7d-b95e-499d-842a-1360d2b1b2b5 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:47.128887 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.141374 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.148437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:47.153760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:47.154833 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.158198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 87308c7d-b95e-499d-842a-1360d2b1b2b5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:47.186886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 87308c7d-b95e-499d-842a-1360d2b1b2b5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:47.187749 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.210873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:47.286253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5957f763-3cf1-413c-81f9-5e9483bbf502,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:47.290412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-c75fef09-3792-4782-99da-062c862ed854 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100149 Jul 13 07:27:47.308708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.311303 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Added segment 3ca26276-63f3-4ea2-9a80-d5676f2ce6a9 of type vlan for network b9ea3211-77f9-4a14-b498-7a553cce2954 Jul 13 07:27:47.357343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Deleting port 09864ace-c9f3-45ca-adbb-a31611255919 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:47.357688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.446411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.449774 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.479669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ce2bc-563a-4dbb-aa61-4a36a1ab879c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87308c7d-b95e-499d-842a-1360d2b1b2b5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:47.481605 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89321853-ae6c-4f16-9999-a11a00e5fbfb" -d '{"events": [{"server_uuid": "d82ce2bc-563a-4dbb-aa61-4a36a1ab879c", "name": "network-vif-plugged", "status": "completed", "tag": "87308c7d-b95e-499d-842a-1360d2b1b2b5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:47.491794 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.498263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 87308c7d-b95e-499d-842a-1360d2b1b2b5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=87308c7d-b95e-499d-842a-1360d2b1b2b5,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:47.516394 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.586334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.587773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:47.588421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.604486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=87308c7d-b95e-499d-842a-1360d2b1b2b5,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:47.647156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:47.654560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02309d25-fd13-44aa-b425-78ca60e181dd req-4782759a-fcba-40c4-b3e8-8835e7457106 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:47.655603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.662473 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02309d25-fd13-44aa-b425-78ca60e181dd req-4782759a-fcba-40c4-b3e8-8835e7457106 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 945 time: 0.2812874 Jul 13 07:27:47.671778 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1348269 Jul 13 07:27:47.672692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:47.679077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 09864ace-c9f3-45ca-adbb-a31611255919 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:47.708330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Request body: {'subnet': {'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-765897546-subnet', 'tenant_id': '93e275e0d57a47deb604afe54826ba76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:47.805564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f149ad-79e3-44e0-85fa-ef18f90c5b05 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ea3211-77f9-4a14-b498-7a553cce2954,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:47.823552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network b9ea3211-77f9-4a14-b498-7a553cce2954 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:47.908268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02309d25-fd13-44aa-b425-78ca60e181dd req-877f732b-cb85-4939-bd94-25ed7bdae19d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447939 Jul 13 07:27:47.913381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Made reservation on behalf of 93e275e0d57a47deb604afe54826ba76 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:47.920468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.990057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.015427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-e9cc1193-d8ef-4263-9452-2c61d1ecd8a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 200 len: 217 time: 0.7165008 Jul 13 07:27:48.089654 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.168877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 09864ace-c9f3-45ca-adbb-a31611255919, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=09864ace-c9f3-45ca-adbb-a31611255919,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:48.177096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-68acd1f6-f6d6-4927-97a2-068655aa6b8d None None] Provisioning complete for port 87308c7d-b95e-499d-842a-1360d2b1b2b5 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:48.177599 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68acd1f6-f6d6-4927-97a2-068655aa6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.179833 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.201849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-350bb3ea-64c9-4cee-afaa-b8f19851836c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:48.210933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-350bb3ea-64c9-4cee-afaa-b8f19851836c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4311414 Jul 13 07:27:48.220046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-ebcaa572-5b3f-454d-8a5b-1858b3498f55 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5a03a5705636441c93681f718ac2a65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914423 Jul 13 07:27:48.257667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-04fdc64b-5cfe-4bc7-9304-2410992f75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:48.261037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-04fdc64b-5cfe-4bc7-9304-2410992f75f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.2033064 Jul 13 07:27:48.332705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c64378b4-3a09-498e-a97b-6b051574f117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.337666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=09864ace-c9f3-45ca-adbb-a31611255919,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.347421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-21750faa-a372-41fa-9411-7bfa0dc2868b tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/quotas/5a03a5705636441c93681f718ac2a65a HTTP/1.1" status: 200 len: 375 time: 0.1352127 Jul 13 07:27:48.391917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df91b-d3ee-4b72-9b0e-97897e4f9bb6 req-5f59e977-45f1-47e1-a93d-e63019f0bab0 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:48.394926 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b9df91b-d3ee-4b72-9b0e-97897e4f9bb6 req-5f59e977-45f1-47e1-a93d-e63019f0bab0 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 949 time: 0.2011185 Jul 13 07:27:48.397725 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.469011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-68acd1f6-f6d6-4927-97a2-068655aa6b8d None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:48.469408 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68acd1f6-f6d6-4927-97a2-068655aa6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.485445 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-03530592-767f-4429-8a8c-bcc32ba4b686 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a03a5705636441c93681f718ac2a65a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533397 Jul 13 07:27:48.528797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce30c04-d5f0-43bd-9cec-00490de91fd3,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.536615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Checking segment: {'id': '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:48.536985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Network hostable DHCP agents. Network: b9ea3211-77f9-4a14-b498-7a553cce2954, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:48.551590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b9df91b-d3ee-4b72-9b0e-97897e4f9bb6 req-2a98bceb-7c9c-49a0-9fac-6cc6d41a5140 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467412 Jul 13 07:27:48.593964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Network b9ea3211-77f9-4a14-b498-7a553cce2954 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:48.618631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, b9ea3211-77f9-4a14-b498-7a553cce2954) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:48.641312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:48.642125 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.655050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694670d-bb4f-4922-a78e-99a7d089342c None None] Network b9ea3211-77f9-4a14-b498-7a553cce2954 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:48.656597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] For port 09864ace-c9f3-45ca-adbb-a31611255919, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=09864ace-c9f3-45ca-adbb-a31611255919,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:48.656917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.678360 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2862ca6f-f215-4fdc-87f0-f4e831c4c6b7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9887857 Jul 13 07:27:48.727612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-47e43623-c632-496f-b207-e167a885dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:48.729240 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-47e43623-c632-496f-b207-e167a885dad1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4491417 Jul 13 07:27:48.736027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Calling delete_port for 09864ace-c9f3-45ca-adbb-a31611255919 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:48.857348 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27e6f940-403d-4e12-bc60-4de5b01e33ea req-a566810e-f86b-4278-992c-4e6668ac7739 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0645559 Jul 13 07:27:49.016182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de6ea5-f53c-4dfe-9277-d9aadf23e7c9 req-fb47511c-b4fb-49bd-b0a9-ea05022d0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:49.017707 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-01de6ea5-f53c-4dfe-9277-d9aadf23e7c9 req-fb47511c-b4fb-49bd-b0a9-ea05022d0784 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 1101 time: 0.1201973 Jul 13 07:27:49.169966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080002f-d110-4cf6-896b-64d23ffff807 req-69322d13-e8d1-4923-9c1c-af7268a2357c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:49.174631 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58005f6c-ab4a-402f-a769-413ec3f78acc x-openstack-request-id: req-58005f6c-ab4a-402f-a769-413ec3f78acc {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:49.175220 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82ce2bc-563a-4dbb-aa61-4a36a1ab879c", "name": "network-vif-plugged", "status": "completed", "tag": "87308c7d-b95e-499d-842a-1360d2b1b2b5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:49.175349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-69322d13-e8d1-4923-9c1c-af7268a2357c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9098284 Jul 13 07:27:49.175484 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58005f6c-ab4a-402f-a769-413ec3f78acc {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:49.176653 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ce2bc-563a-4dbb-aa61-4a36a1ab879c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87308c7d-b95e-499d-842a-1360d2b1b2b5', 'code': 200} Jul 13 07:27:49.205888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Request body: {'port': {'device_id': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '5a03a5705636441c93681f718ac2a65a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:49.238977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d120d3d-52e3-4758-9c3d-7aad304c621c None None] Network b9ea3211-77f9-4a14-b498-7a553cce2954 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:49.269141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-01de6ea5-f53c-4dfe-9277-d9aadf23e7c9 req-01bbab65-5360-4543-a639-04c741b269fa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406659 Jul 13 07:27:49.271998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72c56999-d376-4942-a85a-e85e26234127 req-2859a39c-c2a2-49aa-b00d-83e4c5482066 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 210 time: 0.0786765 Jul 13 07:27:49.344711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7956dc-be10-42f9-8309-94e3d1689a41 req-224bde82-f55c-4106-acb8-6115f60038b1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:49.356049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd7956dc-be10-42f9-8309-94e3d1689a41 req-224bde82-f55c-4106-acb8-6115f60038b1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.2448056 Jul 13 07:27:49.434547 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dd7956dc-be10-42f9-8309-94e3d1689a41 req-2315acf0-48e8-4cf4-bb10-419d92f645a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772369 Jul 13 07:27:49.521635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-7846fcfe-0f47-44ec-916e-4bbf55117aa5 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7794521 Jul 13 07:27:49.615652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-ccdce09c-b2f2-475b-adc6-5c18635bef0a req-a7111d88-1b61-43ad-ae14-28b370f1d809 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1432397231', 'description': 'tempest-description-1704753954'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:49.692175 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:27:49.710812 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ccdce09c-b2f2-475b-adc6-5c18635bef0a req-a7111d88-1b61-43ad-ae14-28b370f1d809 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.791444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Made reservation on behalf of 5a03a5705636441c93681f718ac2a65a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:49.796032 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.809021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ccdce09c-b2f2-475b-adc6-5c18635bef0a req-a7111d88-1b61-43ad-ae14-28b370f1d809 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.814090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ccdce09c-b2f2-475b-adc6-5c18635bef0a req-a7111d88-1b61-43ad-ae14-28b370f1d809 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.843444 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ccdce09c-b2f2-475b-adc6-5c18635bef0a req-a7111d88-1b61-43ad-ae14-28b370f1d809 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.857460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccdce09c-b2f2-475b-adc6-5c18635bef0a req-a7111d88-1b61-43ad-ae14-28b370f1d809 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2479460 Jul 13 07:27:49.864156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.866485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.874338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7111d88-1b61-43ad-ae14-28b370f1d809 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0418d3fb-729a-4522-b430-46c0dd0a6d87,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:49.880621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:49.936781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event deleted for resources: {'Port': ['ID=09864ace-c9f3-45ca-adbb-a31611255919,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:49.946803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1912b95-b73e-4b25-bb16-b8f27aadfdb5 req-fb81e8d1-f339-4bf7-a6db-2bcaa47fbca1 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:49.955024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1912b95-b73e-4b25-bb16-b8f27aadfdb5 req-fb81e8d1-f339-4bf7-a6db-2bcaa47fbca1 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=784ec57b-0428-4fc2-b929-24e059b3813c HTTP/1.1" status: 200 len: 943 time: 0.4273555 Jul 13 07:27:50.092102 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fda06d-7a33-4e21-bdf3-59c7b33221f7 req-24ec094a-0c74-4eea-afed-e8c57980c832 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:50.097050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2fda06d-7a33-4e21-bdf3-59c7b33221f7 req-24ec094a-0c74-4eea-afed-e8c57980c832 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 949 time: 0.1294711 Jul 13 07:27:50.122933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] No DVR routers for this DVR port 09864ace-c9f3-45ca-adbb-a31611255919 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:50.126542 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-8f620452-c4e7-46d3-aeaa-d9058a0bd16c service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773611 Jul 13 07:27:50.127566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.129495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4281e28-896b-4d1d-9318-cac00525a5ee req-0d105b4f-7f00-46a8-bae5-2b59e55bf51e tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.48 "DELETE /v2.0/ports/09864ace-c9f3-45ca-adbb-a31611255919 HTTP/1.1" status: 204 len: 173 time: 3.3801677 Jul 13 07:27:50.131497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784ec57b-0428-4fc2-b929-24e059b3813c', 'name': 'network-vif-deleted', 'tag': '09864ace-c9f3-45ca-adbb-a31611255919'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:50.133833 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179d01a-3961-428a-8042-0a91424155c6" -d '{"events": [{"server_uuid": "784ec57b-0428-4fc2-b929-24e059b3813c", "name": "network-vif-deleted", "tag": "09864ace-c9f3-45ca-adbb-a31611255919"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:50.184939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1912b95-b73e-4b25-bb16-b8f27aadfdb5 req-e57c5520-98c3-4048-aa7c-3b73933a4ffc tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289004 Jul 13 07:27:50.273343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6c142a65-87d7-4bb1-9692-5b07bfc42b08 req-31975fad-573f-4d1d-8293-b589c86c2ff7 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1513911446', 'description': 'tempest-description-805934174'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:50.286956 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-ed3c2ff4-2d8f-4f5a-bc74-e8cbc9d9d718 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=8e0fc94e-b758-4c29-a921-885c200f5cba HTTP/1.1" status: 200 len: 217 time: 0.1495326 Jul 13 07:27:50.384237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.414419 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.546615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2fda06d-7a33-4e21-bdf3-59c7b33221f7 req-df8b9201-71d8-4b9e-9e21-b0ecc1af9dab tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421144 Jul 13 07:27:50.648592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-af2f5155-ed94-4c0f-8246-0c7d9247d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:50.655297 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-af2f5155-ed94-4c0f-8246-0c7d9247d949 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.3608420 Jul 13 07:27:50.738653 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07fadef2-dd8a-4bfe-bd56-866d53eb26b1 req-6ef64617-594b-48fa-8f74-a0c045bc862a tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0409570 Jul 13 07:27:50.776336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Allocated IP 192.168.233.61 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:50.783436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8e24ce0b-529f-412f-ab91-48d8b27a69ea tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5a03a5705636441c93681f718ac2a65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1774220 Jul 13 07:27:50.969345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5439c1d-397d-409d-a037-255f82686712,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:50.999524 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c142a65-87d7-4bb1-9692-5b07bfc42b08 req-31975fad-573f-4d1d-8293-b589c86c2ff7 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.012799 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb54-227f-4d73-b371-0321d21828b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.068429 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.078548 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277af300-7647-4eff-94c9-415ff700b4bd x-openstack-request-id: req-277af300-7647-4eff-94c9-415ff700b4bd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:51.078925 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784ec57b-0428-4fc2-b929-24e059b3813c", "name": "network-vif-deleted", "tag": "09864ace-c9f3-45ca-adbb-a31611255919", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:51.079130 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-277af300-7647-4eff-94c9-415ff700b4bd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:51.079492 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784ec57b-0428-4fc2-b929-24e059b3813c', 'name': 'network-vif-deleted', 'tag': '09864ace-c9f3-45ca-adbb-a31611255919', 'status': 'completed', 'code': 200} Jul 13 07:27:51.178785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}, {'server_uuid': '784ec57b-0428-4fc2-b929-24e059b3813c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09864ace-c9f3-45ca-adbb-a31611255919'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:51.183220 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b9553-b6c6-4856-82a5-2d189ed7c27a" -d '{"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}, {"server_uuid": "784ec57b-0428-4fc2-b929-24e059b3813c", "name": "network-vif-unplugged", "status": "completed", "tag": "09864ace-c9f3-45ca-adbb-a31611255919"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:51.247926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-b48f9435-066f-4e6f-a20c-d69420b539c7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:51.249629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-b48f9435-066f-4e6f-a20c-d69420b539c7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3704693 Jul 13 07:27:51.260744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-a027d145-e0f2-4772-90ed-861ce9bf28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:51.263438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-a027d145-e0f2-4772-90ed-861ce9bf28af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5767195 Jul 13 07:27:51.265491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78604d54-46a9-43fb-b1a8-97735ba45feb req-668f57d4-1a22-4c7d-b9b4-e1f337448335 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 210 time: 0.0525789 Jul 13 07:27:51.273781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Request body: {'port': {'device_id': '71a3b01d-8393-46b4-b564-fee78931f922', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '5a03a5705636441c93681f718ac2a65a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:51.316147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.467525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Transition to ACTIVE for port object e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:51.474608 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c142a65-87d7-4bb1-9692-5b07bfc42b08 req-31975fad-573f-4d1d-8293-b589c86c2ff7 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.478821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dff19a-dbb4-4057-a613-5e5040adb521 req-31c59adf-bdc3-426f-98fc-ed312bd1a728 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:51.480585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67dff19a-dbb4-4057-a613-5e5040adb521 req-31c59adf-bdc3-426f-98fc-ed312bd1a728 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.1046181 Jul 13 07:27:51.496466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c142a65-87d7-4bb1-9692-5b07bfc42b08 req-31975fad-573f-4d1d-8293-b589c86c2ff7 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.539339 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67dff19a-dbb4-4057-a613-5e5040adb521 req-304f1694-201f-4f48-83c6-44de344553bb tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520542 Jul 13 07:27:51.567203 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c142a65-87d7-4bb1-9692-5b07bfc42b08 req-31975fad-573f-4d1d-8293-b589c86c2ff7 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.568441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6c142a65-87d7-4bb1-9692-5b07bfc42b08 req-31975fad-573f-4d1d-8293-b589c86c2ff7 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.3067200 Jul 13 07:27:51.619703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-da7b0c2b-e843-4c28-a0ec-edc26e052055 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196445 Jul 13 07:27:51.635315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975fad-573f-4d1d-8293-b589c86c2ff7 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab957b74-5d3c-463a-96da-8403ea862edd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:51.664378 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41212eb-31b4-40f8-b8fa-95e215b1e2da x-openstack-request-id: req-d41212eb-31b4-40f8-b8fa-95e215b1e2da {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:51.664682 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "code": 200}, {"server_uuid": "784ec57b-0428-4fc2-b929-24e059b3813c", "name": "network-vif-unplugged", "status": "completed", "tag": "09864ace-c9f3-45ca-adbb-a31611255919", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:51.665166 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d41212eb-31b4-40f8-b8fa-95e215b1e2da {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:51.665555 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'code': 200} Jul 13 07:27:51.666020 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784ec57b-0428-4fc2-b929-24e059b3813c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09864ace-c9f3-45ca-adbb-a31611255919', 'code': 200} Jul 13 07:27:51.683694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Made reservation on behalf of 5a03a5705636441c93681f718ac2a65a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:51.688928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.710309 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.883892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.885907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:51.889122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb484f-b857-477c-a781-f9c9a9206d44 req-591139e3-588c-4778-8c7f-d78bde9243fc tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:51.897618 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59fb484f-b857-477c-a781-f9c9a9206d44 req-591139e3-588c-4778-8c7f-d78bde9243fc tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 949 time: 0.0978312 Jul 13 07:27:51.933134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:51.938123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:51.957047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:51.966582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59fb484f-b857-477c-a781-f9c9a9206d44 req-a2e70f6b-3103-4275-8c88-73349156f518 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678930 Jul 13 07:27:52.117481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-bef68b8f-8e29-4eac-8946-722cd7737808 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849458 Jul 13 07:27:52.198997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:52.199634 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.219531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-44ad20a4-e6f4-443e-b96b-7665f9679827 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b HTTP/1.1" status: 200 len: 217 time: 0.0925174 Jul 13 07:27:52.231784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Allocated IP 192.168.233.91 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/802eead8-8379-4029-8346-81c9621354f4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:52.253354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399a8b0-3eb5-4592-88d9-b2553a022563 req-9803b495-fcc6-4438-b4d8-8d22b45af45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:52.255552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d399a8b0-3eb5-4592-88d9-b2553a022563 req-9803b495-fcc6-4438-b4d8-8d22b45af45f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 1098 time: 0.4815001 Jul 13 07:27:52.258311 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a74f2a0-9c1c-4020-8054-a5215c735143 req-23bd4faf-e6e8-4c56-bbc9-276cc837124e tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0393088 Jul 13 07:27:52.262075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-67176708-e18a-4aa4-a57f-2007e53e6a6a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:52.268592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-67176708-e18a-4aa4-a57f-2007e53e6a6a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 812 time: 0.4370203 Jul 13 07:27:52.310071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-c59fd3de-9172-4345-b22c-2bb699da88ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1090448 Jul 13 07:27:52.317670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-536f0e68-461f-4a13-921e-0566e8db448c None None] Provisioning for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:52.329329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Request body: {'port': {'device_id': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:52.330720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-536f0e68-461f-4a13-921e-0566e8db448c None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:52.331500 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-536f0e68-461f-4a13-921e-0566e8db448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.352134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-04b41bcb-81db-4319-99d8-04338571d60e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/quotas/93e275e0d57a47deb604afe54826ba76 HTTP/1.1" status: 200 len: 375 time: 0.0825930 Jul 13 07:27:52.407356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-536f0e68-461f-4a13-921e-0566e8db448c None None] Port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:52.555519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309ac3-66c5-45bd-b3e5-8f3d048c6174 req-3d174e90-9152-4caf-adc6-3d9739d5c991 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:52.559283 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-33309ac3-66c5-45bd-b3e5-8f3d048c6174 req-3d174e90-9152-4caf-adc6-3d9739d5c991 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 1101 time: 0.0742815 Jul 13 07:27:52.604348 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-33309ac3-66c5-45bd-b3e5-8f3d048c6174 req-72f19eea-0171-45ea-b1a8-02ba7ae2d78b tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398586 Jul 13 07:27:52.781742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-57e67a5c-99bd-4c1a-aead-34b5ae56d006 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4286489 Jul 13 07:27:52.784511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-841971ab-d597-4fd2-8c28-e97b58efa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:52.786535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-841971ab-d597-4fd2-8c28-e97b58efa8f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.5505652 Jul 13 07:27:52.822980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d399a8b0-3eb5-4592-88d9-b2553a022563 req-aa8fb3f9-e9e6-4f26-b6cf-19ec7046036c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5522189 Jul 13 07:27:52.984588 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.006196 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94111a37-b82b-432b-8422-e83de2007528 req-ecd798ab-c00f-4c7e-b3de-e632963a0153 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 210 time: 0.0322700 Jul 13 07:27:53.087678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-90effa1f-727f-46d9-8219-0897bdcc2550 service neutron] 10.222.0.41 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050196 Jul 13 07:27:53.123016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-1aec7349-0497-4917-a7e9-70c5c9babdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:53.124456 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-1aec7349-0497-4917-a7e9-70c5c9babdde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3243272 Jul 13 07:27:53.187174 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.209537 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59a4c3-4ece-4011-ba64-340cd048a28d req-ede1057d-11e4-4727-98b9-973dc64d1bab tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:53.217533 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a59a4c3-4ece-4011-ba64-340cd048a28d req-ede1057d-11e4-4727-98b9-973dc64d1bab tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.0871928 Jul 13 07:27:53.276707 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a59a4c3-4ece-4011-ba64-340cd048a28d req-99278966-59cf-4801-80c7-22ba26153980 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579727 Jul 13 07:27:53.342553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Transition to ACTIVE for port object 802eead8-8379-4029-8346-81c9621354f4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:53.397257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-a327a3db-6703-46be-bcf7-ebe8c22ec5f7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321233 Jul 13 07:27:53.404023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e0ed1e82-50d3-4b8b-a903-e1830bcbb45d service neutron] 10.222.0.41 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013921 Jul 13 07:27:53.419673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-14ef938e-65bc-47c8-a3d4-a43da6af0b32 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714972 Jul 13 07:27:53.481909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.564251 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.590314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-38b13ed5-fb03-4a83-8448-b1eb4426a749 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:53.603917 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-38b13ed5-fb03-4a83-8448-b1eb4426a749 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045553 Jul 13 07:27:53.635730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:53.637625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-9ab3a7e4-5d38-469d-8c4e-05bc270fd9fd tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/quotas/e759c14ff193452c847a71f840c187a2 HTTP/1.1" status: 200 len: 375 time: 0.0327048 Jul 13 07:27:53.670978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:53.695308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Pushing event updated for resources: {'Port': ['ID=802eead8-8379-4029-8346-81c9621354f4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:53.711562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:53.819852 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d9da1370-a55e-430c-a5c3-396465c61266 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1801894 Jul 13 07:27:53.834958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:53.838497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.895589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-d02980fc-f8d3-42fc-9839-e895260feae4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6312931 Jul 13 07:27:53.896451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-ca3c8d86-4290-4b42-8473-6a7865c8abf2 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693878 Jul 13 07:27:53.928312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Request body: {'port': {'device_id': '71a3b01d-8393-46b4-b564-fee78931f922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:53.971046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8a4a1b53-e013-4a2b-ba9e-dfe440f61089 req-befe6b44-d0e0-40e3-be4e-51a943dd31b6 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0867581 Jul 13 07:27:54.055737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-9c5cefb0-c324-4fb8-8a75-7daeacc19360 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40330ad7-4dd0-496c-ba31-b175cc83d844 HTTP/1.1" status: 200 len: 217 time: 0.1352630 Jul 13 07:27:54.156439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-85f33871-779f-4386-aeab-ef4e3699a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:54.157933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-85f33871-779f-4386-aeab-ef4e3699a766 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.0933442 Jul 13 07:27:54.229252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ddc1b2ae-67bd-4077-9d88-b8d45a2c2675 req-6b8af7da-f6b8-43b1-aae8-69eff248808e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 210 time: 0.1275637 Jul 13 07:27:54.252871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c311121a-9a33-462c-9b71-53f81dfefe68 None None] Provisioning for port 802eead8-8379-4029-8346-81c9621354f4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:54.262545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c311121a-9a33-462c-9b71-53f81dfefe68 None None] Provisioning complete for port 802eead8-8379-4029-8346-81c9621354f4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:54.264554 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c311121a-9a33-462c-9b71-53f81dfefe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.349763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c311121a-9a33-462c-9b71-53f81dfefe68 None None] Port 802eead8-8379-4029-8346-81c9621354f4 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:54.404397 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.431156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:54.454193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.555033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Transition to ACTIVE for port object e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:54.570026 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.639545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e490b421-5fc4-4412-a107-f281923fec4c req-5d89bf17-4729-4450-bf97-6f6a252d1cd1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 210 time: 0.0597854 Jul 13 07:27:54.642357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-011955e6-6ace-4e89-81c9-2c523da0244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:54.644070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-011955e6-6ace-4e89-81c9-2c523da0244c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4697030 Jul 13 07:27:54.934141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:54.935637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4599-6da6-4443-a726-00e4a43597c2 req-3b2ac981-40aa-4764-92e8-c160a28e5937 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:54.949764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e6fd4599-6da6-4443-a726-00e4a43597c2 req-3b2ac981-40aa-4764-92e8-c160a28e5937 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.1541908 Jul 13 07:27:54.980369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a4af-9771-441d-8c52-142eefc51b1a req-679d84db-8445-44a0-b7ee-8f388481a3f6 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:54.993633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e640a4af-9771-441d-8c52-142eefc51b1a req-679d84db-8445-44a0-b7ee-8f388481a3f6 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 935 time: 0.5011501 Jul 13 07:27:55.040337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e6fd4599-6da6-4443-a726-00e4a43597c2 req-a20e8d6a-19ea-4dad-a9f7-701faffffd58 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821984 Jul 13 07:27:55.152345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-20797c8e-04c0-47f1-9ae7-93ee21e83908 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714532 Jul 13 07:27:55.169107 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e640a4af-9771-441d-8c52-142eefc51b1a req-0c40ac9b-404c-4a93-ba9a-d48402eb3edc tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741326 Jul 13 07:27:55.246901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Attempting to bind port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:55.247639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Attempting to bind port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:55.248251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Attempting to bind port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:55.271509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:55.272185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Attempting to bind port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:55.306447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:55.307165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:55.307772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:55.308449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Bound port: e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:55.309061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.353599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d03487f1-2889-4315-80cf-103e9982fe63 req-dc377476-2d1c-45b1-a751-a10aca43ba36 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0415516 Jul 13 07:27:55.376229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802eead8-8379-4029-8346-81c9621354f4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:55.443257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.474995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-8ba7bc92-89c6-493f-8e72-7a214fcb314c service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842755 Jul 13 07:27:55.486554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Transition to ACTIVE for port object 802eead8-8379-4029-8346-81c9621354f4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:55.508152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.620477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-25f5e5ce-2b32-4c1c-8621-377b99cc71ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c68d5211-6f63-4ded-bf57-4c089281861a HTTP/1.1" status: 200 len: 217 time: 0.1266625 Jul 13 07:27:55.736081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:55.862700 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-832ca92b-ea9a-4e97-9c9f-5499275a29b5 req-a0997027-2dc6-41ba-9aa6-89910fc921bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 210 time: 0.0709455 Jul 13 07:27:55.864788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f8a15-10be-45f1-99b3-facd2e99edb3 req-7715656d-3480-4d6a-b227-96cd60d07f02 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:55.867418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e87f8a15-10be-45f1-99b3-facd2e99edb3 req-7715656d-3480-4d6a-b227-96cd60d07f02 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.4850702 Jul 13 07:27:55.877178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35814) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:55.889322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6b0050c0-c8d9-477f-8554-eba5d5fe21a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'floatingip': {'port_id': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:55.900738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Pushing event updated for resources: {'Port': ['ID=802eead8-8379-4029-8346-81c9621354f4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:55.930420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:56.021287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b0050c0-c8d9-477f-8554-eba5d5fe21a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.096371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.248965 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-f77fd977-986c-4d67-a590-4905d999490f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420988 Jul 13 07:27:56.256400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-e2b701ac-3e57-4127-b87a-0158cfab2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.258762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-e2b701ac-3e57-4127-b87a-0158cfab2220 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.5900989 Jul 13 07:27:56.351018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:56.406074 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c1292ac-5f12-44fc-8413-1918469f1a8c req-42ca3a84-9a3a-4dc4-81d7-3eb9c830edb1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 210 time: 0.0915334 Jul 13 07:27:56.418325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.419392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.421060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] 10.222.0.38 "PUT /v2.0/ports/e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 HTTP/1.1" status: 200 len: 1096 time: 4.0969057 Jul 13 07:27:56.432680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:56.439992 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e91132d-4cf8-4464-b4e0-de8ccef1d710" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:56.495299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.495627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-6c2fe268-b381-4c46-8513-eb7cf8e94768 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.497173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-6c2fe268-b381-4c46-8513-eb7cf8e94768 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284043 Jul 13 07:27:56.510412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.511019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.511538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.512066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.512572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.513080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.513582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.514142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.514747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.515250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.519076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213d2aa-d18b-4a50-8a97-374f103d232a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:56.532010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Request body: {'port': {'device_id': '87b47172-6ec7-4f9f-9e3a-b955bc92f854', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'e759c14ff193452c847a71f840c187a2'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:56.546881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-fb1cf0f1-f3a8-4671-ae11-175965e2335a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.549160 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-fb1cf0f1-f3a8-4671-ae11-175965e2335a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.48 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 812 time: 0.8711209 Jul 13 07:27:56.571590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'port': {'device_id': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954', 'admin_state_up': True, 'tenant_id': '93e275e0d57a47deb604afe54826ba76'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:56.582268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Attempting to bind port 802eead8-8379-4029-8346-81c9621354f4 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:56.582709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Attempting to bind port 802eead8-8379-4029-8346-81c9621354f4 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:56.583579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Attempting to bind port 802eead8-8379-4029-8346-81c9621354f4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:56.605773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Port 802eead8-8379-4029-8346-81c9621354f4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:56.606235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Attempting to bind port 802eead8-8379-4029-8346-81c9621354f4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:56.650604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:56.653304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:56.655548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:56.656144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Bound port: 802eead8-8379-4029-8346-81c9621354f4, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:56.656616 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.935460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e948d-a214-4dc1-b78b-64a38f0a14e6 req-0d8ffa91-c8ff-4101-9d35-c5f5911c1267 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.940460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-884e948d-a214-4dc1-b78b-64a38f0a14e6 req-0d8ffa91-c8ff-4101-9d35-c5f5911c1267 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 947 time: 0.3502369 Jul 13 07:27:56.998732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Made reservation on behalf of e759c14ff193452c847a71f840c187a2 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:57.002690 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.141001 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-884e948d-a214-4dc1-b78b-64a38f0a14e6 req-d091f38b-cde9-43bf-b1a6-68d1a8d93798 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907921 Jul 13 07:27:57.148296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bb075120-67aa-4ad2-901e-f70c58581a75 req-ce85a9d9-aedf-4089-a8e5-1ae17bfaca39 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.3976490 Jul 13 07:27:57.243408 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67516b3e-196e-427a-92f0-7408894aa0d8 x-openstack-request-id: req-67516b3e-196e-427a-92f0-7408894aa0d8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:57.243408 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:57.245586 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67516b3e-196e-427a-92f0-7408894aa0d8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:57.245888 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'status': 'completed', 'code': 200} Jul 13 07:27:57.304343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Allocated IP 192.168.233.170 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/0191e8e4-aebd-4785-8d44-3a91bd28bc48) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:57.331045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b0050c0-c8d9-477f-8554-eba5d5fe21a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.344773 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b0050c0-c8d9-477f-8554-eba5d5fe21a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.399277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] For port 802eead8-8379-4029-8346-81c9621354f4, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:57.431799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-68b1b3e9-6099-4008-9c07-73a16b431997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:57.433442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-68b1b3e9-6099-4008-9c07-73a16b431997 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1609008 Jul 13 07:27:57.485578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] For port 802eead8-8379-4029-8346-81c9621354f4, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=802eead8-8379-4029-8346-81c9621354f4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:57.498750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Made reservation on behalf of 93e275e0d57a47deb604afe54826ba76 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:57.504079 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.513555 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d89e560a-f48e-45ae-aa11-42aa7f4569e1 req-9c9c7df3-a70a-4c33-a7c0-d10b12b8444b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 210 time: 0.0750120 Jul 13 07:27:57.538504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080002f-d110-4cf6-896b-64d23ffff807 req-eed4a33a-a718-4450-a647-9bed68b3cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:57.539410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-eed4a33a-a718-4450-a647-9bed68b3cb42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a03a5705636441c93681f718ac2a65a&device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 1099 time: 0.8533399 Jul 13 07:27:57.541422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.608258 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-6b0050c0-c8d9-477f-8554-eba5d5fe21a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Floating IP 6f40cd85-2003-4e6c-a959-cf6754923a43 associated. External IP: 172.25.8.217, port: 8c9c66a6-3f85-4707-9ece-31ea79908bc4. Jul 13 07:27:57.669863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-614984c1-5a2b-41ce-8544-438f4c5de756 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 HTTP/1.1" status: 200 len: 217 time: 0.1104150 Jul 13 07:27:57.680780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:57.681637 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.683292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] 10.222.0.48 "PUT /v2.0/ports/802eead8-8379-4029-8346-81c9621354f4 HTTP/1.1" status: 200 len: 1096 time: 3.7614143 Jul 13 07:27:57.691590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.711294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Transition to ACTIVE for port object 0191e8e4-aebd-4785-8d44-3a91bd28bc48 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:57.841733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.862091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330', '3b966823-857b-4ae6-acee-d8edf1abd0cb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:57.891840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-a6bad0f7-c43d-4bc4-9276-e50bd8c5a143 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479549 Jul 13 07:27:57.900679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fa929-8354-4bd1-bc93-cafec1473794 service neutron] Pushing event updated for resources: {'Port': ['ID=802eead8-8379-4029-8346-81c9621354f4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:57.926971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:57.950605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:57.952339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'a19874d1-16c9-41e6-a92f-e975ea1ab758', '87308c7d-b95e-499d-842a-1360d2b1b2b5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:57.960226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:58.041227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:58.042045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.072365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event updated for resources: {'Port': ['ID=0191e8e4-aebd-4785-8d44-3a91bd28bc48,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.294417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1946ec-da2a-4b5b-88fb-e24674742249 req-1d1ff2f1-46ae-45a5-9b48-f231a551d37e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:58.304735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a1946ec-da2a-4b5b-88fb-e24674742249 req-1d1ff2f1-46ae-45a5-9b48-f231a551d37e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 936 time: 0.5019097 Jul 13 07:27:58.320377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080002f-d110-4cf6-896b-64d23ffff807 req-feffaaa6-fc97-4e4e-b606-df923e770771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:58.321995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-feffaaa6-fc97-4e4e-b606-df923e770771 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.6375706 Jul 13 07:27:58.339276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-d0373fb2-eb6e-4073-9e49-5e27d63ad52f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8170731 Jul 13 07:27:58.355937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0050c0-c8d9-477f-8554-eba5d5fe21a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:58.377684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Request body: {'port': {'device_id': '87b47172-6ec7-4f9f-9e3a-b955bc92f854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:58.471963 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a1946ec-da2a-4b5b-88fb-e24674742249 req-4faf5b47-7487-4e62-8ffd-6c3cecf4d57f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663008 Jul 13 07:27:58.551091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Allocated IP 172.20.0.4 (b9ea3211-77f9-4a14-b498-7a553cce2954/3ce30c04-d5f0-43bd-9cec-00490de91fd3/0e2bc2c6-2396-44d4-81b5-8eec0f216de1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:58.558001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-04417f70-e163-4767-8d3e-7f09cb622d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:58.558931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.559545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-04417f70-e163-4767-8d3e-7f09cb622d77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a03a5705636441c93681f718ac2a65a&device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 1099 time: 0.6610451 Jul 13 07:27:58.575926 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf31fd4d-a99b-4072-9a08-864cda9cd21d req-136a84ee-1e6f-489f-9bc4-01f35552cc42 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865574 Jul 13 07:27:58.589459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5b83adf6-1952-4a7e-85c3-eb2fefe3fe79 None None] Provisioning for port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:58.604875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5b83adf6-1952-4a7e-85c3-eb2fefe3fe79 None None] Provisioning complete for port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:58.610644 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b83adf6-1952-4a7e-85c3-eb2fefe3fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.698059 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-a5901ac7-ca7b-4dcf-bed5-a4a9d8a038db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=802eead8-8379-4029-8346-81c9621354f4 HTTP/1.1" status: 200 len: 217 time: 0.1202118 Jul 13 07:27:58.701838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080002f-d110-4cf6-896b-64d23ffff807 req-dbe4b3f7-cb79-4d5b-8358-8cc4e66aec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:58.713189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-dbe4b3f7-cb79-4d5b-8358-8cc4e66aec60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3640537 Jul 13 07:27:58.713730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5b83adf6-1952-4a7e-85c3-eb2fefe3fe79 None None] Port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:58.976795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c238f-0176-496b-85e2-bf643d23b7f6 req-d435bd63-ace8-4e98-bdb0-cc376d607d73 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:58.984680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843c238f-0176-496b-85e2-bf643d23b7f6 req-d435bd63-ace8-4e98-bdb0-cc376d607d73 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 947 time: 0.2878792 Jul 13 07:27:58.996203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0050c0-c8d9-477f-8554-eba5d5fe21a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:59.001729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b0050c0-c8d9-477f-8554-eba5d5fe21a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.007537 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] Sync routers for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:59.022202 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:59.023329 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:27:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:59.051496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6b0050c0-c8d9-477f-8554-eba5d5fe21a7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "PUT /v2.0/floatingips/6f40cd85-2003-4e6c-a959-cf6754923a43 HTTP/1.1" status: 200 len: 992 time: 3.1728737 Jul 13 07:27:59.059841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:59.063426 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94d7879-8739-48bc-ba63-7d1584f3db99" -d '{"events": [{"name": "network-changed", "server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:59.095969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-2bb56736-8c68-4153-954d-7175703d49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:59.102567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-2bb56736-8c68-4153-954d-7175703d49f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.3863642 Jul 13 07:27:59.131846 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843c238f-0176-496b-85e2-bf643d23b7f6 req-1263e2a2-761e-469e-bce4-d2a35d4c7d44 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455662 Jul 13 07:27:59.196790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2252afb-7f0d-46f6-91e4-f38cce0fad7c req-216b3166-3e6c-4f56-9aee-16ad0d3b78f7 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.1204731 Jul 13 07:27:59.258582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a3b01d-8393-46b4-b564-fee78931f922', 'tag': '802eead8-8379-4029-8346-81c9621354f4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:59.260898 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53be68cd-e82d-480c-9b43-da5ce9849f67" -d '{"events": [{"name": "network-changed", "server_uuid": "71a3b01d-8393-46b4-b564-fee78931f922", "tag": "802eead8-8379-4029-8346-81c9621354f4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:59.275561 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:59.313575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-2fbd281d-f051-4706-95c6-2123420ec581 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843413 Jul 13 07:27:59.357686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0191e8e4-aebd-4785-8d44-3a91bd28bc48 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:59.374203 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.399647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Transition to ACTIVE for port object 0191e8e4-aebd-4785-8d44-3a91bd28bc48 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:59.410663 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.468849 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.500006 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4578faf3-12ce-4595-8b99-69c7393664cf req-cc931e6a-fc2f-453b-b11d-195a9ad2c374 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 210 time: 0.0425162 Jul 13 07:27:59.576429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0191e8e4-aebd-4785-8d44-3a91bd28bc48,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:59.653645 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6f40cd85-2003-4e6c-a959-cf6754923a43', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'port_id': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'mac_address': 'fa:16:3e:99:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:27:32Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 1, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:59.684078 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] Checking router: 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:59.695483 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:59.696245 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:27:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:59.700127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-ed26d6f6-9ca2-4c9f-9d3a-d958c3176ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:59.701855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-ed26d6f6-9ca2-4c9f-9d3a-d958c3176ef2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5703976 Jul 13 07:27:59.727850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Attempting to bind port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:59.732186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Attempting to bind port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:59.732594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Attempting to bind port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:59.741225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:59.741641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Attempting to bind port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:59.757814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:59.758248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:59.758794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:59.759255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Bound port: 0191e8e4-aebd-4785-8d44-3a91bd28bc48, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:59.759771 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.794280 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb7abdf-a824-4ba5-8945-45bfada1986e x-openstack-request-id: req-4eb7abdf-a824-4ba5-8945-45bfada1986e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:59.794280 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:59.794280 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4eb7abdf-a824-4ba5-8945-45bfada1986e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:59.794280 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'status': 'completed', 'code': 200} Jul 13 07:27:59.849616 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b080002f-d110-4cf6-896b-64d23ffff807 req-bd1c0c94-1256-417b-8f20-901bca4be09b service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266485 Jul 13 07:27:59.933352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] For port 0191e8e4-aebd-4785-8d44-3a91bd28bc48, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:59.947295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] For port 0191e8e4-aebd-4785-8d44-3a91bd28bc48, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0191e8e4-aebd-4785-8d44-3a91bd28bc48,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:59.955838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.995592 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d175ad05-1a7f-4d43-bdf6-c17402fa264e x-openstack-request-id: req-d175ad05-1a7f-4d43-bdf6-c17402fa264e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:59.996230 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a3b01d-8393-46b4-b564-fee78931f922", "tag": "802eead8-8379-4029-8346-81c9621354f4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:59.996666 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d175ad05-1a7f-4d43-bdf6-c17402fa264e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:59.997299 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a3b01d-8393-46b4-b564-fee78931f922', 'tag': '802eead8-8379-4029-8346-81c9621354f4', 'status': 'completed', 'code': 200} Jul 13 07:28:00.029480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.032675 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.035173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] 10.222.0.38 "PUT /v2.0/ports/0191e8e4-aebd-4785-8d44-3a91bd28bc48 HTTP/1.1" status: 200 len: 1097 time: 1.6758964 Jul 13 07:28:00.101606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c6b1f-1c8d-490c-a95f-a0e05822d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0191e8e4-aebd-4785-8d44-3a91bd28bc48,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:00.106781 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.171238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bf084-dec6-41a1-b79a-287d90b83da1 req-ec163b2d-c552-497e-81c9-244f56404f5d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.175635 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:00.178963 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d62bf084-dec6-41a1-b79a-287d90b83da1 req-ec163b2d-c552-497e-81c9-244f56404f5d tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 945 time: 0.5910306 Jul 13 07:28:00.216313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-9b055240-7f90-4a36-8644-f488ea83f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.218633 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-9b055240-7f90-4a36-8644-f488ea83f285 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 1100 time: 0.1000359 Jul 13 07:28:00.306031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-ff7a8528-bcdc-4602-b5b0-a846b20dcfe7 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717876 Jul 13 07:28:00.424128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-9fef55e1-2cc0-4968-8943-b0120531afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.425726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-9fef55e1-2cc0-4968-8943-b0120531afc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 1098 time: 0.5938244 Jul 13 07:28:00.462737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Network b9ea3211-77f9-4a14-b498-7a553cce2954 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:00.502797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:00.549488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'Port': ['ID=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:00.553280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-040b75a3-9dda-4544-8dcc-5eced6dd6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.554849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-040b75a3-9dda-4544-8dcc-5eced6dd6ca6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a03a5705636441c93681f718ac2a65a&device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 1099 time: 0.5566118 Jul 13 07:28:00.562365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:00.619322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d62bf084-dec6-41a1-b79a-287d90b83da1 req-31e23f82-3a36-42ea-bcef-a2a597971a72 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154806 Jul 13 07:28:00.671830 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6f40cd85-2003-4e6c-a959-cf6754923a43', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'port_id': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'mac_address': 'fa:16:3e:99:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:27:32Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 1, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:00.710196 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795ec1e-ec7f-4049-bd27-97585a242328 None None] The sync data for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 is: [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6f40cd85-2003-4e6c-a959-cf6754923a43', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'port_id': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'mac_address': 'fa:16:3e:99:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:27:32Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 1, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:00.783986 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-5d482286-f07d-4e1b-b16b-c0d96b091981 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=0191e8e4-aebd-4785-8d44-3a91bd28bc48 HTTP/1.1" status: 200 len: 217 time: 0.5469570 Jul 13 07:28:00.916372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e62cd1e9-18dc-4b1f-b425-cae45af81c2c req-a4a46c8f-7b85-45ce-b3cf-e327d47d8e6c service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659053 Jul 13 07:28:00.916372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.916372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.919546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-ef6b8d5d-7a3a-4bc7-b2b2-f77c40284806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.919546 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-ef6b8d5d-7a3a-4bc7-b2b2-f77c40284806 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0950181 Jul 13 07:28:00.940574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-59913ac0-b438-4699-97d1-853f6c54ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.942771 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-59913ac0-b438-4699-97d1-853f6c54ef55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.4900405 Jul 13 07:28:00.955082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-e7fd9189-be34-4c9a-a900-bdccdbce3075 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.955472 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-e7fd9189-be34-4c9a-a900-bdccdbce3075 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 945 time: 0.6166005 Jul 13 07:28:00.976850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-81abbec9-0d6e-4153-9e64-3fd7af1cf87d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4113057 Jul 13 07:28:00.979509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fba4f-c78d-48eb-a554-34b60e912ed1 req-34e234b0-251c-4fbc-8a42-cb6e95f140f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.981061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-021fba4f-c78d-48eb-a554-34b60e912ed1 req-34e234b0-251c-4fbc-8a42-cb6e95f140f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 948 time: 0.2124515 Jul 13 07:28:01.001058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Request body: {'port': {'device_id': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:01.032142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-5ddc464e-b246-4539-ad7d-a4d3239d72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.035229 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-5ddc464e-b246-4539-ad7d-a4d3239d72ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993836 Jul 13 07:28:01.067048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-021fba4f-c78d-48eb-a554-34b60e912ed1 req-a5db0958-180f-4d3d-b216-686ec7762949 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736241 Jul 13 07:28:01.140436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69905b-e8db-48a8-8618-12dc9276cb5a None None] New status for floating IP 6f40cd85-2003-4e6c-a959-cf6754923a43: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:28:01.167499 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-4e1935b0-f660-42ba-9dae-9d0067be4ff5 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177738 Jul 13 07:28:01.241421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9d926cd-c1cd-4dfd-881a-0aa5f76a7966 req-ab9e38b9-1fe8-4f00-b189-0d44376964e5 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0418015 Jul 13 07:28:01.308857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af9e118-d913-4dd9-8a87-7d7c3e4eb63a req-345c6467-5686-4449-9441-fef52242536a service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320760 Jul 13 07:28:01.431467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-09e8e548-5dd0-4df2-b3b4-573f58c61025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.432941 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-09e8e548-5dd0-4df2-b3b4-573f58c61025 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.8652332 Jul 13 07:28:01.533267 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-05f62e9b-162a-44e9-bdcc-0b7bdf35c8a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 HTTP/1.1" status: 200 len: 217 time: 0.0800483 Jul 13 07:28:01.549460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-0fd01706-21fb-44e9-830a-d9ab54633203 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4 HTTP/1.1" status: 200 len: 1000 time: 0.5875564 Jul 13 07:28:01.579383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a9d8d-0395-454c-a51a-6ec0eefcaef6 req-5806a44d-6929-42a4-a653-065809e52f5f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.581210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-787a9d8d-0395-454c-a51a-6ec0eefcaef6 req-5806a44d-6929-42a4-a653-065809e52f5f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 947 time: 0.7766521 Jul 13 07:28:01.609439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23862b85-d559-4bf5-8d95-3a0380262712 req-53f59072-ea7f-4e39-af96-e95bfc90f70e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.611013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23862b85-d559-4bf5-8d95-3a0380262712 req-53f59072-ea7f-4e39-af96-e95bfc90f70e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 931 time: 0.0665116 Jul 13 07:28:01.650397 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23862b85-d559-4bf5-8d95-3a0380262712 req-3699c023-9f29-40f6-8e39-f7130a141b62 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329969 Jul 13 07:28:01.721580 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.746751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-2a64b7a8-3400-4982-aa28-a47e0ecb89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.748265 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-2a64b7a8-3400-4982-aa28-a47e0ecb89c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a03a5705636441c93681f718ac2a65a&device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 1099 time: 0.7626102 Jul 13 07:28:01.764469 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-41d5e209-1b8f-4ea2-a8f5-385de3a5ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.765974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-41d5e209-1b8f-4ea2-a8f5-385de3a5ae8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1966705 Jul 13 07:28:01.771014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-1fc64cc3-848e-4dff-a9ad-e63b00f4b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.772469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-1fc64cc3-848e-4dff-a9ad-e63b00f4b3f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.1902189 Jul 13 07:28:01.783078 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-787a9d8d-0395-454c-a51a-6ec0eefcaef6 req-27eeb067-2a8b-4278-a8f3-b9695b32cc63 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647110 Jul 13 07:28:01.795454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b47172-6ec7-4f9f-9e3a-b955bc92f854', 'tag': '0191e8e4-aebd-4785-8d44-3a91bd28bc48'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:01.802864 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141e3088-308c-4f99-8de0-ff8750b9e5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "87b47172-6ec7-4f9f-9e3a-b955bc92f854", "tag": "0191e8e4-aebd-4785-8d44-3a91bd28bc48"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:01.846657 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52405889-8ecf-4455-a708-3909e166a4af x-openstack-request-id: req-52405889-8ecf-4455-a708-3909e166a4af {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:01.846952 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b47172-6ec7-4f9f-9e3a-b955bc92f854", "tag": "0191e8e4-aebd-4785-8d44-3a91bd28bc48", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:01.847830 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52405889-8ecf-4455-a708-3909e166a4af {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:01.848222 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b47172-6ec7-4f9f-9e3a-b955bc92f854', 'tag': '0191e8e4-aebd-4785-8d44-3a91bd28bc48', 'status': 'completed', 'code': 200} Jul 13 07:28:01.922812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Deleting port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:01.923157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.942435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-c35ae731-54f1-480c-a2ab-a6933a85e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.944095 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-c35ae731-54f1-480c-a2ab-a6933a85e736 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 1100 time: 0.0673552 Jul 13 07:28:02.047549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-b5426396-6cc4-4b55-a216-12b6f0090a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.049329 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-b5426396-6cc4-4b55-a216-12b6f0090a69 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.0986962 Jul 13 07:28:02.096364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-a3b29c22-a5b3-45c4-89e3-02fdf7b0cb74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=0191e8e4-aebd-4785-8d44-3a91bd28bc48 HTTP/1.1" status: 200 len: 217 time: 0.0374341 Jul 13 07:28:02.158960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-3d86d02d-4e7f-4cee-a0b7-b95b3ff816ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.161197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-3d86d02d-4e7f-4cee-a0b7-b95b3ff816ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0576727 Jul 13 07:28:02.190264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-19cd1489-b208-4edd-afab-b06dafe4ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.192300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-19cd1489-b208-4edd-afab-b06dafe4ff8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.4241164 Jul 13 07:28:02.234079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-355aefa3-2676-4728-b4cc-5a5510879973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.236562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-355aefa3-2676-4728-b4cc-5a5510879973 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0674384 Jul 13 07:28:02.269575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-d692a4d3-2d19-4826-8d4d-789109e3ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.271123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-d692a4d3-2d19-4826-8d4d-789109e3ade3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4914997 Jul 13 07:28:02.295147 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-0b0f2d37-76b3-4da1-ab4a-db5bcd5fe942 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=802eead8-8379-4029-8346-81c9621354f4 HTTP/1.1" status: 200 len: 217 time: 0.0912445 Jul 13 07:28:02.305347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] For port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,segment=NetworkSegment(61cbb726-4a4a-464a-aee6-cadf35420088),segment_id=61cbb726-4a4a-464a-aee6-cadf35420088)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:02.305715 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.309317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-787323ce-f079-4605-a7e5-0f2aab97560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.310928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-787323ce-f079-4605-a7e5-0f2aab97560b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5177941 Jul 13 07:28:02.338726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-00a4f8f6-da6d-4c07-a5de-e56efbbee68b service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915630 Jul 13 07:28:02.411336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd6c5-636d-4954-aafe-cea89923ad40 req-17deadc2-fa90-419f-8ab5-bbbc69aada0f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.412850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c86cd6c5-636d-4954-aafe-cea89923ad40 req-17deadc2-fa90-419f-8ab5-bbbc69aada0f tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 945 time: 0.4968629 Jul 13 07:28:02.424146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Calling delete_port for 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:02.447846 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-141e3088-308c-4f99-8de0-ff8750b9e5c9 req-348e698f-5c09-4cbb-87ab-192d7acda721 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016979 Jul 13 07:28:02.595762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101314d0-55e7-42ad-b6ee-450e0c2b91c4 req-ddcd059e-0073-4eab-ae2f-6804b634ef26 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.597276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-101314d0-55e7-42ad-b6ee-450e0c2b91c4 req-ddcd059e-0073-4eab-ae2f-6804b634ef26 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 948 time: 0.0647089 Jul 13 07:28:02.614818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-987348be-557d-4d34-8ddb-393c0ad3359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.616380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-987348be-557d-4d34-8ddb-393c0ad3359b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2965901 Jul 13 07:28:02.636887 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-101314d0-55e7-42ad-b6ee-450e0c2b91c4 req-ac04f6b1-bc0f-40cc-9ac9-b4272a511957 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336442 Jul 13 07:28:02.648247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c86cd6c5-636d-4954-aafe-cea89923ad40 req-43582008-84c5-4694-a9af-e94aab85c9ea tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/security-groups?id=c249b4c4-b86d-4483-8f6d-d5340868dd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129943 Jul 13 07:28:02.727174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-34c604f5-f48c-48f1-adf0-0fa9f71c7e41 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380593 Jul 13 07:28:02.760363 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-981a2677-42cf-4575-b355-f414cddf6baf service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384892 Jul 13 07:28:02.790121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7b2aef38-3406-4520-80b3-10aad0e3c9b7 req-24e18173-2adf-4c2f-bad0-cc8be5faf330 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0305691 Jul 13 07:28:02.842642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:02.856515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.979131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Transition to ACTIVE for port object 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:02.984441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-8f026a2c-e8a2-40ad-943b-b7ff31f339ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.986025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-8f026a2c-e8a2-40ad-943b-b7ff31f339ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3550177 Jul 13 07:28:03.021051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.117828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:03.119030 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.122585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:03.124409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e91132d-4cf8-4464-b4e0-de8ccef1d710 req-ab9adc35-7f66-4f2d-8574-116b2736ac3a service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679605 Jul 13 07:28:03.151938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:03.152379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:03.178107 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b94d7879-8739-48bc-ba63-7d1584f3db99 req-a08317e4-c149-4e18-a604-b5744abce3b4 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006174 Jul 13 07:28:03.234830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:03.252917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37f229-2d55-4cb3-a6b9-0f6bf9356362 req-e671be77-541b-4bed-9dc0-01f8a8583c25 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:03.255342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c37f229-2d55-4cb3-a6b9-0f6bf9356362 req-e671be77-541b-4bed-9dc0-01f8a8583c25 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 947 time: 0.0896890 Jul 13 07:28:03.269586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:03.280510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'mac_address': 'fa:16:3e:c5:6d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:03.302203 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c37f229-2d55-4cb3-a6b9-0f6bf9356362 req-455a151a-3e95-4423-b4d5-0e9014520e10 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Jul 13 07:28:03.324052 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.337556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Pushing event deleted for resources: {'Port': ['ID=8f645c0b-7d5d-4d5b-b3c8-a2518420e10c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:03.339601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] No DVR routers for this DVR port 8f645c0b-7d5d-4d5b-b3c8-a2518420e10c on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:03.340170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:03.347094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-93f66d46-06c1-4d3c-b70f-eac9eb1710b2 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487368 Jul 13 07:28:03.350242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.352175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d198776d-3ba4-4f4a-bdce-4ab0dd8524d2 req-ee41f476-2a43-4e0f-82a1-7005ea97dc94 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.38 "DELETE /v2.0/ports/8f645c0b-7d5d-4d5b-b3c8-a2518420e10c HTTP/1.1" status: 204 len: 173 time: 2.3844802 Jul 13 07:28:03.352736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3860c088-0d4a-401b-a7e2-90dcf4f97242', 'name': 'network-vif-deleted', 'tag': '8f645c0b-7d5d-4d5b-b3c8-a2518420e10c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:03.355371 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813e6ed6-58c4-4748-9362-5c76ea490f31" -d '{"events": [{"server_uuid": "3860c088-0d4a-401b-a7e2-90dcf4f97242", "name": "network-vif-deleted", "tag": "8f645c0b-7d5d-4d5b-b3c8-a2518420e10c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:03.364110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:03.368360 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.402033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0191e8e4-aebd-4785-8d44-3a91bd28bc48 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:03.414199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e15873-d9e6-4466-a295-be74334d86e7 req-a7ca8a97-57d9-4001-8599-73b5c7168891 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:03.415833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13e15873-d9e6-4466-a295-be74334d86e7 req-a7ca8a97-57d9-4001-8599-73b5c7168891 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 943 time: 0.3957491 Jul 13 07:28:03.435651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Attempting to bind port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:03.435997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Attempting to bind port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:03.436340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Attempting to bind port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 on network b9ea3211-77f9-4a14-b498-7a553cce2954 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:03.451369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:03.475005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 0191e8e4-aebd-4785-8d44-3a91bd28bc48, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0191e8e4-aebd-4785-8d44-3a91bd28bc48,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:03.485370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 on network b9ea3211-77f9-4a14-b498-7a553cce2954 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:03.485709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Attempting to bind port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 on network b9ea3211-77f9-4a14-b498-7a553cce2954 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:03.493998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '0191e8e4-aebd-4785-8d44-3a91bd28bc48', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '0191e8e4-aebd-4785-8d44-3a91bd28bc48', 'mac_address': 'fa:16:3e:30:95:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:03.510180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:03.510408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Checking segment: {'id': '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:03.510909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Bound using segment: {'id': '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:03.511384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Bound port: 0e2bc2c6-2396-44d4-81b5-8eec0f216de1, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:03.511681 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.552599 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.570339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0191e8e4-aebd-4785-8d44-3a91bd28bc48 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:03.598009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 0191e8e4-aebd-4785-8d44-3a91bd28bc48, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0191e8e4-aebd-4785-8d44-3a91bd28bc48,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:03.603118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072809-505d-4177-9886-1b1de5afa07c req-220c63e4-6086-4412-a88d-aee990142974 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:03.604345 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.604975 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-220c63e4-6086-4412-a88d-aee990142974 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 805 time: 0.1978147 Jul 13 07:28:03.625909 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-1ffe5275-8d6c-4362-927a-931d53848cf4 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/quotas/f0ab322aa0c944378379eb571b2b9d6b HTTP/1.1" status: 200 len: 375 time: 0.0123563 Jul 13 07:28:03.669294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=0191e8e4-aebd-4785-8d44-3a91bd28bc48,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:03.719018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-b52fb8e5-e391-4089-8be3-a2bb96731c65 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829878 Jul 13 07:28:03.822658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-386f0163-c955-49eb-b01b-40505ab99978 service neutron] 10.222.0.41 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955327 Jul 13 07:28:03.862431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13e15873-d9e6-4466-a295-be74334d86e7 req-20bd114c-ff5b-4e93-8007-18180817ada7 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387677 Jul 13 07:28:03.870790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53be68cd-e82d-480c-9b43-da5ce9849f67 req-f4b53826-0b68-4370-b579-dad9d9f8862f service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117385 Jul 13 07:28:03.925870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] For port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:03.929462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] For port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:03.941274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.947848 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-ca2b2964-c45a-48ce-b25a-e0ecedf54f8a service neutron] 10.222.0.41 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224875 Jul 13 07:28:03.948535 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b46e82-4ef6-4fae-951b-e572ea52b68d x-openstack-request-id: req-d0b46e82-4ef6-4fae-951b-e572ea52b68d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:03.948825 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3860c088-0d4a-401b-a7e2-90dcf4f97242", "name": "network-vif-deleted", "tag": "8f645c0b-7d5d-4d5b-b3c8-a2518420e10c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:03.949080 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0b46e82-4ef6-4fae-951b-e572ea52b68d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:03.949682 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3860c088-0d4a-401b-a7e2-90dcf4f97242', 'name': 'network-vif-deleted', 'tag': '8f645c0b-7d5d-4d5b-b3c8-a2518420e10c', 'status': 'completed', 'code': 200} Jul 13 07:28:03.980040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:03.980672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.982142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] 10.222.0.48 "PUT /v2.0/ports/0e2bc2c6-2396-44d4-81b5-8eec0f216de1 HTTP/1.1" status: 200 len: 1092 time: 2.9850256 Jul 13 07:28:03.991698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0191e8e4-aebd-4785-8d44-3a91bd28bc48'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:04.005573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:04.019656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94938f9-c288-4fbf-b1a6-a2f73611c018 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:04.205281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106915a7-7131-4363-b45f-399692684e7b req-066fed1c-9414-4d9b-8cc1-e91ef8886152 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:04.214053 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-106915a7-7131-4363-b45f-399692684e7b req-066fed1c-9414-4d9b-8cc1-e91ef8886152 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 949 time: 0.1391523 Jul 13 07:28:04.272659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-c14ca24e-7711-477c-823e-4c6f7e592322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:04.274838 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-c14ca24e-7711-477c-823e-4c6f7e592322 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 1095 time: 0.2348256 Jul 13 07:28:04.290991 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-106915a7-7131-4363-b45f-399692684e7b req-ac2f0a7e-2500-4601-a104-3244fb613079 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661535 Jul 13 07:28:04.329180 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fccea056-1363-4671-91e2-0ae33c4aabee req-f68487dc-ec28-4574-b628-8bea9ad61741 tempest-ServersTestJSON-159535793 tempest-ServersTestJSON-159535793-project] 10.222.0.41 "GET /v2.0/ports?device_id=3860c088-0d4a-401b-a7e2-90dcf4f97242 HTTP/1.1" status: 200 len: 210 time: 0.0608633 Jul 13 07:28:04.368229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-a61d307c-2ea3-4215-be66-76c15c3a968f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1 HTTP/1.1" status: 200 len: 217 time: 0.0753758 Jul 13 07:28:04.430670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-f8e8ce93-0ccd-4ea7-8393-2d23e7a111e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:04.432478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-f8e8ce93-0ccd-4ea7-8393-2d23e7a111e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 200 len: 852 time: 0.0536299 Jul 13 07:28:04.503930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d89b082b-7f88-439d-bf07-ae5496aa7c1b req-421c1ec5-ed52-48a7-99c0-a177fcff7ae2 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0585172 Jul 13 07:28:04.511872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-0b0412be-6794-4d38-aada-ea2efdbd1775 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9ea3211-77f9-4a14-b498-7a553cce2954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661407 Jul 13 07:28:04.626915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7375f72-7b3c-4cea-a6c7-93f059f650d8 req-4fc3ed2c-15ae-4d6b-932d-f3ce0ffb855e tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 210 time: 0.0358212 Jul 13 07:28:04.654760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-7877d4b3-6e62-47c0-820a-68dfe81c837a service neutron] 10.222.0.48 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316459 Jul 13 07:28:04.747114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef24b-c99e-48d1-9385-927c091503f4 req-6e6fdf58-86ec-4c03-8091-e3a6e9125c56 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:04.748654 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-732ef24b-c99e-48d1-9385-927c091503f4 req-6e6fdf58-86ec-4c03-8091-e3a6e9125c56 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 947 time: 0.0670180 Jul 13 07:28:04.758361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba16c980-7db0-4129-b39d-3f0f41c51850 req-f146890c-5e58-4792-8e9b-e833032fe33e service neutron] 10.222.0.48 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913556 Jul 13 07:28:04.795127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-732ef24b-c99e-48d1-9385-927c091503f4 req-b6306900-65a3-4074-8c8e-1349e36a2ade tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Jul 13 07:28:05.016835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 802eead8-8379-4029-8346-81c9621354f4 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:05.088351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb717-328e-4f85-a1dc-65e12ce7da12 req-5732ba53-6f8d-4613-908c-b57b7ab98281 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:05.089866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39ecb717-328e-4f85-a1dc-65e12ce7da12 req-5732ba53-6f8d-4613-908c-b57b7ab98281 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 943 time: 0.1061699 Jul 13 07:28:05.112056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-45a4d9a4-047c-4a19-bdf4-c692e1c652e7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:05.113530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-45a4d9a4-047c-4a19-bdf4-c692e1c652e7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9604730-181a-422a-a9bf-bb0b2ccca140 HTTP/1.1" status: 200 len: 945 time: 0.0977550 Jul 13 07:28:05.113902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 802eead8-8379-4029-8346-81c9621354f4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=802eead8-8379-4029-8346-81c9621354f4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:05.124864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '802eead8-8379-4029-8346-81c9621354f4', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '802eead8-8379-4029-8346-81c9621354f4', 'mac_address': 'fa:16:3e:bb:38:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:05.150414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 93a9a333-1fda-416c-b6ca-d00c58588c59 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:05.171802 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39ecb717-328e-4f85-a1dc-65e12ce7da12 req-71f04214-9fc5-4332-b3a7-a4af05c64680 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754282 Jul 13 07:28:05.189987 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.210162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802eead8-8379-4029-8346-81c9621354f4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:05.234088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 802eead8-8379-4029-8346-81c9621354f4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=802eead8-8379-4029-8346-81c9621354f4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:05.235052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Deleting port 93a9a333-1fda-416c-b6ca-d00c58588c59 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:05.235463 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.266582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.316946 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.322400 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.339596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=93a9a333-1fda-416c-b6ca-d00c58588c59,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:05.339999 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.355669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=802eead8-8379-4029-8346-81c9621354f4,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:05.369432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:05.372152 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e1743d-a338-4154-bf55-e4fc1777233b" -d '{"events": [{"server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "name": "network-vif-unplugged", "status": "completed", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:05.377193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Calling delete_port for 93a9a333-1fda-416c-b6ca-d00c58588c59 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:05.385753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 93a9a333-1fda-416c-b6ca-d00c58588c59, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=93a9a333-1fda-416c-b6ca-d00c58588c59,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:05.395664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.455493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=93a9a333-1fda-416c-b6ca-d00c58588c59,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:05.482391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:05.573780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072809-505d-4177-9886-1b1de5afa07c req-61549afe-787d-4913-8da2-744ac4f2d3a3 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:05.575292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-61549afe-787d-4913-8da2-744ac4f2d3a3 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.48 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 805 time: 0.2327678 Jul 13 07:28:05.584421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b7a90b-ab17-4c30-9b32-7d69787be3b8 admin admin] Deleting subnet 0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:05.594256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Request body: {'port': {'device_id': 'ec5646fb-4503-4cca-966a-033beaf72632', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'admin_state_up': True, 'tenant_id': 'f0ab322aa0c944378379eb571b2b9d6b'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:05.597147 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36170eff-a77b-482d-9c39-7ea31633596f x-openstack-request-id: req-36170eff-a77b-482d-9c39-7ea31633596f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:05.597448 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "name": "network-vif-unplugged", "status": "completed", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:05.597730 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36170eff-a77b-482d-9c39-7ea31633596f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:05.598832 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59', 'code': 200} Jul 13 07:28:05.603382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a90b-ab17-4c30-9b32-7d69787be3b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.674902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a90b-ab17-4c30-9b32-7d69787be3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.720780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['802eead8-8379-4029-8346-81c9621354f4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:05.755175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a0f19-2e03-4ed1-8c0d-ea20334e1d7f req-cad9d0fe-4955-4758-b24a-0df3773b8caf tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:05.763683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5a9a0f19-2e03-4ed1-8c0d-ea20334e1d7f req-cad9d0fe-4955-4758-b24a-0df3773b8caf tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 949 time: 0.1759024 Jul 13 07:28:05.767496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.789364 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a90b-ab17-4c30-9b32-7d69787be3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.820994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Made reservation on behalf of f0ab322aa0c944378379eb571b2b9d6b for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:05.824984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.846572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Pushing event deleted for resources: {'Port': ['ID=93a9a333-1fda-416c-b6ca-d00c58588c59,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:05.854931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5a9a0f19-2e03-4ed1-8c0d-ea20334e1d7f req-b027b16d-de91-4318-a3a4-f31f1d0c2968 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900335 Jul 13 07:28:05.906263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a90b-ab17-4c30-9b32-7d69787be3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.907859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] No DVR routers for this DVR port 93a9a333-1fda-416c-b6ca-d00c58588c59 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:05.915631 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.917429 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-111a04c4-98a4-46db-bc50-1853ca04ed20 req-797fe4bc-afb7-4478-8fb4-ca2d7e58c888 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.38 "DELETE /v2.0/ports/93a9a333-1fda-416c-b6ca-d00c58588c59 HTTP/1.1" status: 204 len: 173 time: 0.7957509 Jul 13 07:28:05.938435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7a90b-ab17-4c30-9b32-7d69787be3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:05.946612 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a90b-ab17-4c30-9b32-7d69787be3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.948606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f1b7a90b-ab17-4c30-9b32-7d69787be3b8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0c8b1ebd-20fe-45f7-a2a1-afa7cf19a6a9 HTTP/1.1" status: 204 len: 168 time: 0.4645412 Jul 13 07:28:05.951133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:05.961437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1'}, {'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'name': 'network-vif-deleted', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:05.964066 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287fc2ab-73a6-47d3-9f39-fb65206f3d59" -d '{"events": [{"name": "network-changed", "server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1"}, {"server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "name": "network-vif-deleted", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:05.970321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23fd7f1c-4907-4770-b52c-cea5bace18e3 req-fb5abc8e-2027-49f0-a2b0-cf5e23e8af7e tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0637133 Jul 13 07:28:06.031042 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.111541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Allocated IP 172.20.0.7 (893e1e5f-0171-40ef-8ebb-69dbde015537/4a3d5118-e307-46e8-9516-d176889377b8/9f741d38-5494-4ef5-be61-1fd961cc03a5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:06.139189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.162035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832e3da9-e104-4daf-a678-a850d2020b15']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:06.192726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cbb726-4a4a-464a-aee6-cadf35420088') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:06.193024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cbb726-4a4a-464a-aee6-cadf35420088') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:06.203999 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.222730 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.222912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-75b9782c-18aa-4e93-a808-189b614b9d1e req-494990b1-62da-45ed-8158-2155fac1ed53 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 210 time: 0.0472243 Jul 13 07:28:06.233487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:06.233906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:06.235641 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:06.279989 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51dbbfd-369c-4eef-a1ed-aa9f209a7f88 x-openstack-request-id: req-d51dbbfd-369c-4eef-a1ed-aa9f209a7f88 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:06.280690 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1", "status": "completed", "code": 200}, {"server_uuid": "c9604730-181a-422a-a9bf-bb0b2ccca140", "name": "network-vif-deleted", "tag": "93a9a333-1fda-416c-b6ca-d00c58588c59", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:06.280948 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d51dbbfd-369c-4eef-a1ed-aa9f209a7f88 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:06.281374 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1', 'status': 'completed', 'code': 200} Jul 13 07:28:06.281631 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9604730-181a-422a-a9bf-bb0b2ccca140', 'name': 'network-vif-deleted', 'tag': '93a9a333-1fda-416c-b6ca-d00c58588c59', 'status': 'completed', 'code': 200} Jul 13 07:28:06.300943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb0404-5d3e-49fd-8db1-9aacd929c224 req-0471082c-e32e-456c-895a-6e47d9ee9ef8 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:06.307361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-abeb0404-5d3e-49fd-8db1-9aacd929c224 req-0471082c-e32e-456c-895a-6e47d9ee9ef8 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 948 time: 0.1653211 Jul 13 07:28:06.330544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.335611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.336609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.341114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/832e3da9-e104-4daf-a678-a850d2020b15 HTTP/1.1" status: 204 len: 168 time: 0.3864055 Jul 13 07:28:06.366022 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-abeb0404-5d3e-49fd-8db1-9aacd929c224 req-011b02d7-6279-4a4e-99a6-95a77848d8b9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570359 Jul 13 07:28:06.391196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fef197-3f24-4a3d-b0fd-4f538f794c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=832e3da9-e104-4daf-a678-a850d2020b15,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.455863 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.484952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.533253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-730d394d-8f01-4760-b2b4-fd145d5f66dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f9d3c2a974e43749b74713ae48c2be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470226 Jul 13 07:28:06.535984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36048) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.537239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Network 893e1e5f-0171-40ef-8ebb-69dbde015537 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:06.547601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Pushing event updated for resources: {'Port': ['ID=9f741d38-5494-4ef5-be61-1fd961cc03a5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.550143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:06.555218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:06.565406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96f4e3-b6e6-4240-a7ea-d9900cbeb213 req-dcfc2360-c73b-423f-9676-e5f2e3dac27f tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:06.567522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f96f4e3-b6e6-4240-a7ea-d9900cbeb213 req-dcfc2360-c73b-423f-9676-e5f2e3dac27f tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 943 time: 0.1840479 Jul 13 07:28:06.592112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-6580a1ff-2b38-45f2-a3a8-ad25a96b0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:06.593716 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-6580a1ff-2b38-45f2-a3a8-ad25a96b0cff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 1095 time: 0.2136345 Jul 13 07:28:06.600381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25f196dc-a073-45b0-bbf9-6b63704395c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.639910 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25f196dc-a073-45b0-bbf9-6b63704395c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.708096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25f196dc-a073-45b0-bbf9-6b63704395c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.709166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:06.709815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.710864 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25f196dc-a073-45b0-bbf9-6b63704395c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.714682 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-25f196dc-a073-45b0-bbf9-6b63704395c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c249b4c4-b86d-4483-8f6d-d5340868dd72 HTTP/1.1" status: 204 len: 168 time: 0.1752105 Jul 13 07:28:06.722623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f196dc-a073-45b0-bbf9-6b63704395c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c249b4c4-b86d-4483-8f6d-d5340868dd72,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.727204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f96f4e3-b6e6-4240-a7ea-d9900cbeb213 req-82badae2-81ab-434e-acfa-4b5f7d7f6349 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378820 Jul 13 07:28:06.740129 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-4ea5ac69-b4e8-4575-9ee3-25761d45e7ff tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1498537 Jul 13 07:28:06.758915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Request body: {'port': {'device_id': 'ec5646fb-4503-4cca-966a-033beaf72632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:06.799536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-8668c431-1363-485b-931d-8f60d85523e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:06.801075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-8668c431-1363-485b-931d-8f60d85523e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 913 time: 0.1962917 Jul 13 07:28:06.871393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-c99c576a-792b-4be8-b2d8-ae6db3f20ee7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1 HTTP/1.1" status: 200 len: 217 time: 0.0468895 Jul 13 07:28:06.882148 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.969874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-74d4e58f-c14e-4f40-b15d-a65c5caac6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:06.971417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-74d4e58f-c14e-4f40-b15d-a65c5caac6b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 200 len: 852 time: 0.0745933 Jul 13 07:28:07.014371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 802eead8-8379-4029-8346-81c9621354f4 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:07.080319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 802eead8-8379-4029-8346-81c9621354f4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:07.086119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 802eead8-8379-4029-8346-81c9621354f4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:07.086627 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.087631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-a23c03f1-d3f6-44b2-9572-8f8cd2bec97a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9ea3211-77f9-4a14-b498-7a553cce2954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069992 Jul 13 07:28:07.130702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0191e8e4-aebd-4785-8d44-3a91bd28bc48 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:07.178978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c60e878a-cf3e-4db2-8724-14a809eb8b5c req-3cef384b-64fa-49fb-9e2d-c831cc536c9e tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0406930 Jul 13 07:28:07.219415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2bb02-ef09-4e14-aed6-6fe955dbd807 req-b0afe34f-9c0c-4c68-a9c1-cc6225a7fec0 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:07.226404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95d2bb02-ef09-4e14-aed6-6fe955dbd807 req-b0afe34f-9c0c-4c68-a9c1-cc6225a7fec0 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 949 time: 0.2482553 Jul 13 07:28:07.249135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:07.258305 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.261236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:07.261609 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.296791 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.326442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-ebce9e70-c27d-4d9d-b44a-4edd0f2a876c service neutron] 10.222.0.48 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241101 Jul 13 07:28:07.358850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95d2bb02-ef09-4e14-aed6-6fe955dbd807 req-97881ce7-e061-4450-ad92-18479e13bd92 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314988 Jul 13 07:28:07.361594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 802eead8-8379-4029-8346-81c9621354f4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=802eead8-8379-4029-8346-81c9621354f4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:07.398068 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.454010 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.476511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f741d38-5494-4ef5-be61-1fd961cc03a5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:07.499850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.507457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-287fc2ab-73a6-47d3-9f39-fb65206f3d59 req-a069e0a0-0608-4d0b-aaec-2092edbac513 service neutron] 10.222.0.48 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724601 Jul 13 07:28:07.527191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Transition to ACTIVE for port object 9f741d38-5494-4ef5-be61-1fd961cc03a5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:07.532724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.557111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=802eead8-8379-4029-8346-81c9621354f4,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.571868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db222c78-3633-417a-83bc-e4cc011c9819 req-7d0d70cf-f8ec-4867-ba8b-be77644fb18d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:07.581010 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db222c78-3633-417a-83bc-e4cc011c9819 req-7d0d70cf-f8ec-4867-ba8b-be77644fb18d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 931 time: 0.1247060 Jul 13 07:28:07.598453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Pushing event updated for resources: {'Port': ['ID=9f741d38-5494-4ef5-be61-1fd961cc03a5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.602977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 0191e8e4-aebd-4785-8d44-3a91bd28bc48, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0191e8e4-aebd-4785-8d44-3a91bd28bc48,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:07.606807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a3b01d-8393-46b4-b564-fee78931f922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802eead8-8379-4029-8346-81c9621354f4'}, {'server_uuid': '87b47172-6ec7-4f9f-9e3a-b955bc92f854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0191e8e4-aebd-4785-8d44-3a91bd28bc48'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:07.609080 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43027c62-b647-48ef-bf24-8e6eb48dea17" -d '{"events": [{"server_uuid": "71a3b01d-8393-46b4-b564-fee78931f922", "name": "network-vif-plugged", "status": "completed", "tag": "802eead8-8379-4029-8346-81c9621354f4"}, {"server_uuid": "87b47172-6ec7-4f9f-9e3a-b955bc92f854", "name": "network-vif-plugged", "status": "completed", "tag": "0191e8e4-aebd-4785-8d44-3a91bd28bc48"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:07.620340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.627711 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db222c78-3633-417a-83bc-e4cc011c9819 req-d0642712-5751-4736-872d-5a6855506cc4 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Jul 13 07:28:07.693336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36084) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:07.702058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:07.735374 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c5b173-9097-40c6-b73b-6f4682160a75 x-openstack-request-id: req-50c5b173-9097-40c6-b73b-6f4682160a75 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:07.735680 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a3b01d-8393-46b4-b564-fee78931f922", "name": "network-vif-plugged", "status": "completed", "tag": "802eead8-8379-4029-8346-81c9621354f4", "code": 200}, {"server_uuid": "87b47172-6ec7-4f9f-9e3a-b955bc92f854", "name": "network-vif-plugged", "status": "completed", "tag": "0191e8e4-aebd-4785-8d44-3a91bd28bc48", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:07.736107 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50c5b173-9097-40c6-b73b-6f4682160a75 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:07.736515 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a3b01d-8393-46b4-b564-fee78931f922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802eead8-8379-4029-8346-81c9621354f4', 'code': 200} Jul 13 07:28:07.737228 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b47172-6ec7-4f9f-9e3a-b955bc92f854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0191e8e4-aebd-4785-8d44-3a91bd28bc48', 'code': 200} Jul 13 07:28:07.786730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=0191e8e4-aebd-4785-8d44-3a91bd28bc48,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.802356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Attempting to bind port 9f741d38-5494-4ef5-be61-1fd961cc03a5 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:07.802924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Attempting to bind port 9f741d38-5494-4ef5-be61-1fd961cc03a5 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:07.803263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Attempting to bind port 9f741d38-5494-4ef5-be61-1fd961cc03a5 on network 893e1e5f-0171-40ef-8ebb-69dbde015537 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:07.808216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:07.812108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Port 9f741d38-5494-4ef5-be61-1fd961cc03a5 on network 893e1e5f-0171-40ef-8ebb-69dbde015537 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:07.812447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Attempting to bind port 9f741d38-5494-4ef5-be61-1fd961cc03a5 on network 893e1e5f-0171-40ef-8ebb-69dbde015537 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:07.826807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:07.827184 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.828705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ec216-7d3f-4da5-aa32-c623976bfb57 req-b4838686-5fcb-4c72-8400-b280f83cb1b6 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:07.832013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-834ec216-7d3f-4da5-aa32-c623976bfb57 req-b4838686-5fcb-4c72-8400-b280f83cb1b6 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 949 time: 0.1927845 Jul 13 07:28:07.912071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6d646d5e-d834-4ccc-8887-3bea987c51dc None None] Provisioning complete for port 802eead8-8379-4029-8346-81c9621354f4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:07.912448 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d646d5e-d834-4ccc-8887-3bea987c51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.916617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-744877855-network', 'tenant_id': '02dc96a48ab240ce979516574a10eab4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:07.935541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:07.935871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Checking segment: {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:07.936264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Bound using segment: {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:07.937910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Bound port: 9f741d38-5494-4ef5-be61-1fd961cc03a5, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:07.938371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.980469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Made reservation on behalf of 02dc96a48ab240ce979516574a10eab4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:07.983869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.999200 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.001507 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.034003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019070ee-2af5-46f8-a7c1-ac000d2f5db1 req-539ce341-ee57-4e98-a82d-18bd59ec6719 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.035663 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-019070ee-2af5-46f8-a7c1-ac000d2f5db1 req-539ce341-ee57-4e98-a82d-18bd59ec6719 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 943 time: 0.1112814 Jul 13 07:28:08.066011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:08.072650 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.078845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:08.103883 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-019070ee-2af5-46f8-a7c1-ac000d2f5db1 req-1b4f9bf3-6d2f-4024-9353-c26bd1ac02d9 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561399 Jul 13 07:28:08.113761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-834ec216-7d3f-4da5-aa32-c623976bfb57 req-0010d5bd-7baa-4441-90cc-129f2dc628bc tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568903 Jul 13 07:28:08.138622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:08.148242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.159970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.172903 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.174051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012af10-5ae0-40ef-a8f2-48ee7aef803f req-98604d4f-6b4a-47f7-a372-f5849a761149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.175739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7012af10-5ae0-40ef-a8f2-48ee7aef803f req-98604d4f-6b4a-47f7-a372-f5849a761149 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 1101 time: 0.3421431 Jul 13 07:28:08.177550 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.201233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:28:08.201866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4bb2165d-76b1-4199-a2cc-db1bc75f1703 None None] Provisioning complete for port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:08.203994 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4bb2165d-76b1-4199-a2cc-db1bc75f1703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.218790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.221886 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.222335 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Added segment e64df6c9-2317-4b2c-8729-5db584673640 of type vlan for network ec43c6e5-3d53-40fe-a248-5132b2bc3e16 Jul 13 07:28:08.249892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174e457-84e0-495c-93bc-7728aa83aa4b req-cc864d22-3e94-48e6-a424-085853568e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.252800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5174e457-84e0-495c-93bc-7728aa83aa4b req-cc864d22-3e94-48e6-a424-085853568e21 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 1102 time: 0.4379473 Jul 13 07:28:08.273654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.314097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.314634 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.314760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.316766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] 10.222.0.48 "PUT /v2.0/ports/9f741d38-5494-4ef5-be61-1fd961cc03a5 HTTP/1.1" status: 200 len: 1092 time: 1.5627258 Jul 13 07:28:08.317655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.318240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:08.318562 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.320520 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fd8181-281b-45fa-871a-bf20e04d278c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:08.359698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6648829 Jul 13 07:28:08.363079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36098) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:08.375257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Request body: {'subnet': {'network_id': 'ec43c6e5-3d53-40fe-a248-5132b2bc3e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-744877855-subnet', 'tenant_id': '02dc96a48ab240ce979516574a10eab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:08.421542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f245e-d6e9-4d37-a3ce-127d75876341 admin admin] Pushing event updated for resources: {'Network': ['ID=ec43c6e5-3d53-40fe-a248-5132b2bc3e16,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.435792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network ec43c6e5-3d53-40fe-a248-5132b2bc3e16 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:28:08.447721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Made reservation on behalf of 02dc96a48ab240ce979516574a10eab4 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:08.450541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.485432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e166b3c-7997-436e-84a4-02d51ac95d0d service neutron] Pushing event updated for resources: {'Port': ['ID=9f741d38-5494-4ef5-be61-1fd961cc03a5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.539306 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8acc418-df21-432a-b2f9-b72f5fd812f3 x-openstack-request-id: req-b8acc418-df21-432a-b2f9-b72f5fd812f3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:08.539591 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:08.539890 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8acc418-df21-432a-b2f9-b72f5fd812f3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:08.540288 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5', 'status': 'completed', 'code': 200} Jul 13 07:28:08.540486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8e8c21c2-a8ab-4557-9e22-c17704b27337 None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:08.540873 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e8c21c2-a8ab-4557-9e22-c17704b27337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.546554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-90dad49a-5a32-476b-b321-117b8d2af25b req-7634a77e-400b-4108-b666-66e214f0ca39 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.1360230 Jul 13 07:28:08.548133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7012af10-5ae0-40ef-a8f2-48ee7aef803f req-dab96bcf-095b-47c1-bca3-5e467318429b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059180 Jul 13 07:28:08.554162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5174e457-84e0-495c-93bc-7728aa83aa4b req-2d3b11d6-129c-42a8-acdb-3493855e4d71 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675345 Jul 13 07:28:08.579131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072809-505d-4177-9886-1b1de5afa07c req-e8f29ccb-138f-440f-9dba-9a5c68506ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.581114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-e8f29ccb-138f-440f-9dba-9a5c68506ea3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 1095 time: 0.1934359 Jul 13 07:28:08.654498 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-aa3b99fe-72c0-4dc9-b090-384956058307 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5 HTTP/1.1" status: 200 len: 217 time: 0.0400202 Jul 13 07:28:08.706389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072809-505d-4177-9886-1b1de5afa07c req-c2187a85-b0be-432b-9012-aebaa2e8e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.707896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-c2187a85-b0be-432b-9012-aebaa2e8e531 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a3d5118-e307-46e8-9516-d176889377b8 HTTP/1.1" status: 200 len: 845 time: 0.0465624 Jul 13 07:28:08.751518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082385f-3e2f-4079-b517-bd3a8e54c0b6 req-b428c555-9918-4768-8082-aa48b0126b58 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.753558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e082385f-3e2f-4079-b517-bd3a8e54c0b6 req-b428c555-9918-4768-8082-aa48b0126b58 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 950 time: 0.1327546 Jul 13 07:28:08.753664 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-b54c9b4d-c783-4926-9fb8-001937d618b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=893e1e5f-0171-40ef-8ebb-69dbde015537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356662 Jul 13 07:28:08.754896 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.839133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5797c42e-8499-4ede-ad24-35f91717be4e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.846361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e082385f-3e2f-4079-b517-bd3a8e54c0b6 req-8fdde471-7ae0-4506-ba4a-598b5e20d53c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650723 Jul 13 07:28:08.850921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Checking segment: {'id': 'e64df6c9-2317-4b2c-8729-5db584673640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ec43c6e5-3d53-40fe-a248-5132b2bc3e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:08.851281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Network hostable DHCP agents. Network: ec43c6e5-3d53-40fe-a248-5132b2bc3e16, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:08.878023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Network ec43c6e5-3d53-40fe-a248-5132b2bc3e16 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:08.878909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372ea8-4fc0-4b21-a953-098e273d385e req-efd98572-0ec2-4764-be82-c12442b9368f tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.879537 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, ec43c6e5-3d53-40fe-a248-5132b2bc3e16) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:08.880492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47372ea8-4fc0-4b21-a953-098e273d385e req-efd98572-0ec2-4764-be82-c12442b9368f tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 943 time: 0.1300085 Jul 13 07:28:08.884685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.886314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.893132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd05f9-5ea8-4f41-8220-777ed2e1d843 None None] Network ec43c6e5-3d53-40fe-a248-5132b2bc3e16 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:08.906440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ae62de1-4dfa-4fcb-8919-d4ddb7cc551d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5422230 Jul 13 07:28:08.916478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-eb45857b-e9fa-481b-a842-9cd6180e89f9 service neutron] 10.222.0.48 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530919 Jul 13 07:28:08.957491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47372ea8-4fc0-4b21-a953-098e273d385e req-6ca2cc18-b778-4116-a86d-0f76db000eb5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680737 Jul 13 07:28:09.024770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51072809-505d-4177-9886-1b1de5afa07c req-eb3f9582-05c7-47e1-94a2-acb3646582f4 service neutron] 10.222.0.48 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921230 Jul 13 07:28:09.032516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:09.036444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819dcf1d-b987-49f0-9b2a-aba5f7fe6b99 None None] Network ec43c6e5-3d53-40fe-a248-5132b2bc3e16 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:09.134594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-ddedf0fc-5cf7-4078-96d5-9d7afcf5f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:09.139361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-ddedf0fc-5cf7-4078-96d5-9d7afcf5f9ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 1095 time: 0.0611148 Jul 13 07:28:09.147191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 93a9a333-1fda-416c-b6ca-d00c58588c59 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:09.295589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-c2d74775-8a79-45a7-90d2-0acf43d8f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:09.297112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-c2d74775-8a79-45a7-90d2-0acf43d8f46e service neutron] 10.222.0.48 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 906 time: 0.1447616 Jul 13 07:28:09.323276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9a475-72c5-46cb-89d3-5722e53587d7 req-f70f96dc-b68e-4008-b3e7-e8a72545a4e2 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:09.325014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cae9a475-72c5-46cb-89d3-5722e53587d7 req-f70f96dc-b68e-4008-b3e7-e8a72545a4e2 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 943 time: 0.0891023 Jul 13 07:28:09.368779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cae9a475-72c5-46cb-89d3-5722e53587d7 req-0bf31e17-f908-43e8-8309-3f815eb1f463 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373340 Jul 13 07:28:09.402527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36122) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:09.407576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1305160413-network', 'tenant_id': '113552beda594c7db8b6f80ac38bc585'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:09.415706 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 93a9a333-1fda-416c-b6ca-d00c58588c59 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:09.416065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 93a9a333-1fda-416c-b6ca-d00c58588c59 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:09.434256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Made reservation on behalf of 113552beda594c7db8b6f80ac38bc585 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:09.436980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.448013 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.483858 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:09.501183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1', 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954', 'port_id': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1', 'mac_address': 'fa:16:3e:af:26:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce30c04-d5f0-43bd-9cec-00490de91fd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:09.564047 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.582277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:09.590475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.599198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.608433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:09.618685 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.635347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:28:09.675365 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.675740 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Added segment c5167178-74b7-4ba5-8a5a-3d6d331686cb of type vlan for network be156c80-82b5-471e-9fa7-aaf3b63ab9ad Jul 13 07:28:09.677302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece82583-3e27-4416-b789-3d2d9097e6d5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:09.707893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:09.739162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:09.740412 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.742199 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae2e0d8-28d2-42f3-b2b4-9a448c76289a" -d '{"events": [{"server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:09.780045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.781226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:09.782042 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.822837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4165282 Jul 13 07:28:09.847246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36130) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:09.853408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Request body: {'subnet': {'network_id': 'be156c80-82b5-471e-9fa7-aaf3b63ab9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1305160413-subnet', 'tenant_id': '113552beda594c7db8b6f80ac38bc585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:09.857672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a04406-e163-4fa4-b3cc-107412f51277 admin admin] Pushing event updated for resources: {'Network': ['ID=be156c80-82b5-471e-9fa7-aaf3b63ab9ad,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:09.868165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network be156c80-82b5-471e-9fa7-aaf3b63ab9ad details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:28:09.895001 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-903e0aee-ab4d-49fc-8973-1a47cc70d20d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5 HTTP/1.1" status: 200 len: 217 time: 0.5485752 Jul 13 07:28:09.898197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad3c1c6e-1866-4ac9-a171-2807a14ffded req-465c5c46-d5f6-4ea2-ae04-5e8d5fd83ca3 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0498617 Jul 13 07:28:09.912427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Made reservation on behalf of 113552beda594c7db8b6f80ac38bc585 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:09.915907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.956239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-5bfa8b1f-752f-4191-bd89-66ecabc4806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:09.957719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-5bfa8b1f-752f-4191-bd89-66ecabc4806a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a3d5118-e307-46e8-9516-d176889377b8 HTTP/1.1" status: 200 len: 845 time: 0.0544784 Jul 13 07:28:09.976406 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac704848-20e5-4d7c-adb8-7128bb704eaf x-openstack-request-id: req-ac704848-20e5-4d7c-adb8-7128bb704eaf {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:09.976884 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:09.977101 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac704848-20e5-4d7c-adb8-7128bb704eaf {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:09.977772 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'code': 200} Jul 13 07:28:09.998739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-1852d27f-b7ad-43a2-a2d4-ccfe5ec88f51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=893e1e5f-0171-40ef-8ebb-69dbde015537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325909 Jul 13 07:28:10.006845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4fe4-ffdc-4b30-8f0f-118f6f9add15 req-6e265b57-4d9d-4336-90a2-20377f95628c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:10.013552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-224d4fe4-ffdc-4b30-8f0f-118f6f9add15 req-6e265b57-4d9d-4336-90a2-20377f95628c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 949 time: 0.7154381 Jul 13 07:28:10.052397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:10.104493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-224d4fe4-ffdc-4b30-8f0f-118f6f9add15 req-534b3217-db94-40e2-b8d3-6eba3b199df9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900545 Jul 13 07:28:10.118378 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.179803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-019c02df-de73-4148-96ef-e41e05f32bbc service neutron] 10.222.0.48 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641238 Jul 13 07:28:10.181414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0d22e-ed0a-4ce9-a21f-e7d20e326fb7 req-053fb456-ea7a-4cc7-a84d-e355c764f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:10.182874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eec0d22e-ed0a-4ce9-a21f-e7d20e326fb7 req-053fb456-ea7a-4cc7-a84d-e355c764f825 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 1101 time: 0.1295574 Jul 13 07:28:10.224087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b012757b-fd50-4b0d-bb74-df3e6f97bf10,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:10.240346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Checking segment: {'id': 'c5167178-74b7-4ba5-8a5a-3d6d331686cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be156c80-82b5-471e-9fa7-aaf3b63ab9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:10.240577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Network hostable DHCP agents. Network: be156c80-82b5-471e-9fa7-aaf3b63ab9ad, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:10.266473 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c515f-4b6c-413c-bfcc-7a2292207ebc req-56adb19b-64bd-4202-a877-d624bc52a936 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:10.268137 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b76c515f-4b6c-413c-bfcc-7a2292207ebc req-56adb19b-64bd-4202-a877-d624bc52a936 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 950 time: 0.1648548 Jul 13 07:28:10.272830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Network be156c80-82b5-471e-9fa7-aaf3b63ab9ad is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:10.293264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, be156c80-82b5-471e-9fa7-aaf3b63ab9ad) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:10.299146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:10.299796 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b043a548-d355-469a-8ede-59402574525e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.304886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b0dbc-9e70-4392-80aa-b3936b82cca9 None None] Network be156c80-82b5-471e-9fa7-aaf3b63ab9ad requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:10.324352 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b76c515f-4b6c-413c-bfcc-7a2292207ebc req-79559398-2f79-468e-88ea-3f5a199a1f60 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Jul 13 07:28:10.326251 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b043a548-d355-469a-8ede-59402574525e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4768028 Jul 13 07:28:10.337970 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eec0d22e-ed0a-4ce9-a21f-e7d20e326fb7 req-438728d5-ce88-4188-a37f-e4f7668f2729 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391072 Jul 13 07:28:10.380714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4fd8181-281b-45fa-871a-bf20e04d278c req-5ba69d43-58db-4362-a70e-949960891539 service neutron] 10.222.0.48 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913686 Jul 13 07:28:10.400721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d1ad4-693e-4395-ae4a-efa4082fc490 req-15014b58-6c52-4e3d-928c-a7ddf063d6cb tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:10.405173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5d1ad4-693e-4395-ae4a-efa4082fc490 req-15014b58-6c52-4e3d-928c-a7ddf063d6cb tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 943 time: 0.1708105 Jul 13 07:28:10.452124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5d1ad4-693e-4395-ae4a-efa4082fc490 req-de2104be-5258-4e47-8d12-30236471c6ba tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Jul 13 07:28:10.479082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67cbac6-bba1-4675-91af-5b8f19f844f3 None None] Network be156c80-82b5-471e-9fa7-aaf3b63ab9ad requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:10.522915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46335c90-b027-46f5-8d24-9d718e4a4dcf req-9c57e113-d6c1-4bf9-a878-a3959e99c4f1 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:10.524473 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46335c90-b027-46f5-8d24-9d718e4a4dcf req-9c57e113-d6c1-4bf9-a878-a3959e99c4f1 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 1102 time: 0.0682878 Jul 13 07:28:10.566256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46335c90-b027-46f5-8d24-9d718e4a4dcf req-2ea4772c-1fab-4311-888c-0e691740d7fb tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347650 Jul 13 07:28:10.676490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff03139-e343-4923-9826-97e57fe6be8a req-ec99b06f-4442-4b5b-9f4a-5d7ede7b4571 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:10.682690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ff03139-e343-4923-9826-97e57fe6be8a req-ec99b06f-4442-4b5b-9f4a-5d7ede7b4571 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 944 time: 0.0864997 Jul 13 07:28:10.739423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ff03139-e343-4923-9826-97e57fe6be8a req-5531a379-cab0-47b2-9a27-d57979861717 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Jul 13 07:28:10.970602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b32f2767-cf2e-46cc-b59e-ca4a6f921080 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285082 Jul 13 07:28:11.016277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-5b1ea6a9-3ac1-43ac-aee1-1314472d0e09 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:11.017764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-5b1ea6a9-3ac1-43ac-aee1-1314472d0e09 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/networks?id=ec43c6e5-3d53-40fe-a248-5132b2bc3e16 HTTP/1.1" status: 200 len: 824 time: 0.1109388 Jul 13 07:28:11.032719 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-da441a08-177a-4e9d-83db-1aac356274d5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/quotas/02dc96a48ab240ce979516574a10eab4 HTTP/1.1" status: 200 len: 375 time: 0.0089877 Jul 13 07:28:11.068580 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-5b79697a-d67d-4477-80fa-7948e4f8d12b tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02dc96a48ab240ce979516574a10eab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309989 Jul 13 07:28:11.076952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-6aae15ee-48fc-4630-93b9-b89db490b046 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:11.078458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-6aae15ee-48fc-4630-93b9-b89db490b046 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071432 Jul 13 07:28:11.093451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-0b68c34e-3d6b-4cea-85f2-2a086ac1a1d6 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/quotas/e759c14ff193452c847a71f840c187a2 HTTP/1.1" status: 200 len: 375 time: 0.0090601 Jul 13 07:28:11.157930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-72ee44fc-690a-425a-b822-d451a326ce3f service neutron] 10.222.0.41 "GET /v2.0/networks/ec43c6e5-3d53-40fe-a248-5132b2bc3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827961 Jul 13 07:28:11.171205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-8054e4fd-ee8e-48ad-b3a9-5d9611b1cbc2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0727210 Jul 13 07:28:11.252305 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-1e976600-74b2-45ea-9969-bc842d8661c6 service neutron] 10.222.0.41 "GET /v2.0/networks/ec43c6e5-3d53-40fe-a248-5132b2bc3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885530 Jul 13 07:28:11.447428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef4de50d-62c6-4695-b4b8-4f402a8f900a req-d0105e5e-71f8-467b-8083-b4490f38cf5c tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0403161 Jul 13 07:28:11.553018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c141cb0-8414-471f-876b-18aad7add502 req-3444b2dd-7b9c-4d50-82c2-557512e7994c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:11.560199 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c141cb0-8414-471f-876b-18aad7add502 req-3444b2dd-7b9c-4d50-82c2-557512e7994c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 949 time: 0.0833173 Jul 13 07:28:11.593041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79be7605-7050-4ae5-a550-d3cc24364aa4 req-207643f7-a689-4974-9b93-a98c1bd115ef tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 210 time: 0.0470526 Jul 13 07:28:11.601985 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c141cb0-8414-471f-876b-18aad7add502 req-7050452d-2c61-48e2-9aa8-b194d43d4da4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Jul 13 07:28:11.693386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-770bee92-c85f-43b1-8bfe-188f0e1658d3 req-23f0ff53-0c26-4b12-a33f-0ce142e434b3 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 210 time: 0.0433483 Jul 13 07:28:11.902411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d549-63b3-4739-b298-9a881c9dc533 req-5549031a-d13f-405f-8458-273a92c8a55a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:11.904802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c941d549-63b3-4739-b298-9a881c9dc533 req-5549031a-d13f-405f-8458-273a92c8a55a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 943 time: 0.0873508 Jul 13 07:28:11.913092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e5e0e-28f5-4835-a70a-107a8c94c4f8 req-a9014a4e-6db5-4b6d-adab-f6781cc2390c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:11.914659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a80e5e0e-28f5-4835-a70a-107a8c94c4f8 req-a9014a4e-6db5-4b6d-adab-f6781cc2390c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.0840323 Jul 13 07:28:11.956432 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c941d549-63b3-4739-b298-9a881c9dc533 req-5405cbbc-5fa6-4f6a-ad31-b32f0ef8abad tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Jul 13 07:28:11.960281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a80e5e0e-28f5-4835-a70a-107a8c94c4f8 req-4ce57d19-b519-4d73-9352-1873d439dc38 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Jul 13 07:28:12.171231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f584cd-447b-4185-9934-e034012338c0 req-c8beb4f9-027d-4f97-a996-024b50f85b2e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:12.173065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d7f584cd-447b-4185-9934-e034012338c0 req-c8beb4f9-027d-4f97-a996-024b50f85b2e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 944 time: 0.0847814 Jul 13 07:28:12.216806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d7f584cd-447b-4185-9934-e034012338c0 req-2bc9a777-c7ad-4282-b8bb-47901c4e35ac tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378499 Jul 13 07:28:12.297731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-06bba4c7-1b68-4d25-bb0a-4ed1ccf22cee tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5a03a5705636441c93681f718ac2a65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219479 Jul 13 07:28:12.399688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-be0bca00-fecf-490b-b1be-af67d45f2a92 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:12.401136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-be0bca00-fecf-490b-b1be-af67d45f2a92 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0985417 Jul 13 07:28:12.415749 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-fa514ff8-c9a2-4043-8a38-bb893891de09 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/quotas/5a03a5705636441c93681f718ac2a65a HTTP/1.1" status: 200 len: 375 time: 0.0093763 Jul 13 07:28:12.482419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-c0814300-c2ff-42c0-9a7f-ed42db8a92a1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a03a5705636441c93681f718ac2a65a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619814 Jul 13 07:28:12.622132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58e7e7a1-789c-4d7d-b567-afddc55602d4 req-31d62131-7b56-4c9e-bd5f-295abce7ed60 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0458937 Jul 13 07:28:12.673119 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-df0d5b37-f4de-4461-be59-3840d0dd4b1c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e759c14ff193452c847a71f840c187a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268989 Jul 13 07:28:12.726190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a29dbc34-4c10-402d-9b9c-0dba83fbcee8 req-08d0ff61-082e-4898-83ee-3afe0bdfc472 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 210 time: 0.0538750 Jul 13 07:28:12.821657 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4e426b86-a4f6-4261-bf33-58836d1396e9 req-886ac0d8-a15e-46e7-887e-2f06d8591ef8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 210 time: 0.0582078 Jul 13 07:28:12.884216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-6e2a5612-c2dc-49c8-846f-8e041c36f20b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:12.884216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-6e2a5612-c2dc-49c8-846f-8e041c36f20b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997559 Jul 13 07:28:12.896940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f301e79f-f07f-4ab7-bbe3-5947976207c4 req-059ab6c6-7f3b-4f06-93cc-b62ead78752e tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 210 time: 0.0355997 Jul 13 07:28:12.900299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Request body: {'port': {'device_id': 'c23dfbc5-e5ef-47bc-b90a-a267784e9311', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'e759c14ff193452c847a71f840c187a2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:13.042046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Made reservation on behalf of e759c14ff193452c847a71f840c187a2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:13.046276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.071808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f741d38-5494-4ef5-be61-1fd961cc03a5 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:13.088975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:13.089418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64fbd58e-0aa1-4f90-9f5c-dcdb3736a1e9 req-e426ce96-6c1b-4ea4-ba6f-aae7af6de216 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0323138 Jul 13 07:28:13.183294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:13.191830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:13.192219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.288828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6724461-781d-4133-b06b-5471a291ce56 req-28808eb6-e356-4c98-90e6-b8367e9590a6 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:13.291047 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6724461-781d-4133-b06b-5471a291ce56 req-28808eb6-e356-4c98-90e6-b8367e9590a6 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 943 time: 0.2007308 Jul 13 07:28:13.338975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:13.353997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '9f741d38-5494-4ef5-be61-1fd961cc03a5', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'port_id': '9f741d38-5494-4ef5-be61-1fd961cc03a5', 'mac_address': 'fa:16:3e:6f:05:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3d5118-e307-46e8-9516-d176889377b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:13.394809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Allocated IP 192.168.233.236 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:13.412569 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6724461-781d-4133-b06b-5471a291ce56 req-40ba9f16-3aaf-4e10-9412-2be555e28209 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081939 Jul 13 07:28:13.427815 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.474773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-abbab430-6ad7-4897-81b9-68b20726dd51 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:13.476602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-abbab430-6ad7-4897-81b9-68b20726dd51 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.48 "GET /v2.0/networks?id=ec43c6e5-3d53-40fe-a248-5132b2bc3e16 HTTP/1.1" status: 200 len: 824 time: 0.2596741 Jul 13 07:28:13.499369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Request body: {'port': {'device_id': '60bf7eb8-6978-4741-8116-4076d8de7ecc', 'network_id': 'ec43c6e5-3d53-40fe-a248-5132b2bc3e16', 'admin_state_up': True, 'tenant_id': '02dc96a48ab240ce979516574a10eab4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:13.513475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f741d38-5494-4ef5-be61-1fd961cc03a5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:13.539465 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.545253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:13.555998 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.588628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f06b7d-e7e0-4192-a3a7-d15954dcddaf req-7601c3ff-08c0-4e56-8921-34bae458dac1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:13.598311 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8f06b7d-e7e0-4192-a3a7-d15954dcddaf req-7601c3ff-08c0-4e56-8921-34bae458dac1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 944 time: 0.0892501 Jul 13 07:28:13.603531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:13.606013 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30d946a-cdde-4dd1-98e8-0ab5e5a4995d" -d '{"events": [{"server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "name": "network-vif-plugged", "status": "completed", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:13.652918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8f06b7d-e7e0-4192-a3a7-d15954dcddaf req-4b5c549a-e4b3-4e30-ab56-5ce9d7dc774f tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533450 Jul 13 07:28:13.656152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:13.666320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=9f741d38-5494-4ef5-be61-1fd961cc03a5,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:13.672646 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.683898 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da92477b-4916-4cf8-a6fa-78c1e4b20a29 x-openstack-request-id: req-da92477b-4916-4cf8-a6fa-78c1e4b20a29 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:13.684259 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "name": "network-vif-plugged", "status": "completed", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:13.684585 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da92477b-4916-4cf8-a6fa-78c1e4b20a29 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:13.685051 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1', 'code': 200} Jul 13 07:28:13.732357 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.749843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:13.769327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Transition to ACTIVE for port object bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:13.806316 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e60dcb3c-1b4a-4e03-9bd1-2e8d41c9a6c8 req-f85fd9bf-d72c-4d2e-90a1-3769fcd0429b tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0330372 Jul 13 07:28:13.861716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Made reservation on behalf of 02dc96a48ab240ce979516574a10eab4 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:13.865316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.911063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a19580-3a41-4245-b8f6-fa639bf89105 req-f4a7e586-5192-49de-bbf3-08184547de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:13.912588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9a19580-3a41-4245-b8f6-fa639bf89105 req-f4a7e586-5192-49de-bbf3-08184547de89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 1097 time: 0.1577120 Jul 13 07:28:13.920139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d55e470-4714-4329-b4f4-dec37fe19cb9 req-48d20722-0d7f-470c-ace7-9732e6779c09 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 210 time: 0.0524533 Jul 13 07:28:13.921149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.936423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'a19874d1-16c9-41e6-a92f-e975ea1ab758', '87308c7d-b95e-499d-842a-1360d2b1b2b5', '0191e8e4-aebd-4785-8d44-3a91bd28bc48'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:13.950519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330', '3b966823-857b-4ae6-acee-d8edf1abd0cb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:14.013779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b350ce4-2e87-4af4-a3be-aa56cdd91b26 req-f1fc4b32-029d-4609-837a-aadb2a00f0d4 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:14.022570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2b350ce4-2e87-4af4-a3be-aa56cdd91b26 req-f1fc4b32-029d-4609-837a-aadb2a00f0d4 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 936 time: 0.0820527 Jul 13 07:28:14.061858 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9a19580-3a41-4245-b8f6-fa639bf89105 req-1bc6b464-4879-4e96-9fd3-b965cf5dde0c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381793 Jul 13 07:28:14.078305 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2b350ce4-2e87-4af4-a3be-aa56cdd91b26 req-fa067798-b104-4f53-a271-24548767d1dc tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534072 Jul 13 07:28:14.080369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:14.093506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:14.095118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['9f741d38-5494-4ef5-be61-1fd961cc03a5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:14.104806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:14.111372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event updated for resources: {'Port': ['ID=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:14.182446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5265e607-7d6d-4127-907c-2e5ec8016c34 req-8bac1548-4550-4807-ad40-065279fcc462 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 210 time: 0.0928781 Jul 13 07:28:14.289995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-1ed93de7-43bd-47da-82d2-7ab32bd30166 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5a03a5705636441c93681f718ac2a65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460784 Jul 13 07:28:14.301815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:14.302589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.324932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Allocated IP 172.20.0.2 (ec43c6e5-3d53-40fe-a248-5132b2bc3e16/5797c42e-8499-4ede-ad24-35f91717be4e/54db88b3-cefb-4256-8566-86db5212a6ec) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:14.402694 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-49ba2916-19c4-4b82-bbdd-1cd44a55bc0a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5070257 Jul 13 07:28:14.431021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Request body: {'port': {'device_id': 'c23dfbc5-e5ef-47bc-b90a-a267784e9311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:14.616973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-0aab85aa-047d-47fc-84aa-945439e1c895 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:14.618750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-0aab85aa-047d-47fc-84aa-945439e1c895 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111086 Jul 13 07:28:14.629434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e78bc357-6d42-446d-8f35-085e19a88f05 None None] Provisioning for port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:14.644757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e78bc357-6d42-446d-8f35-085e19a88f05 None None] Provisioning complete for port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:14.645152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e78bc357-6d42-446d-8f35-085e19a88f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.652984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc102579-d2ef-4d54-832d-1c9f5eecec47 req-32a3d033-be52-45a9-9ce1-ef2b5fb7bb99 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:14.654511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc102579-d2ef-4d54-832d-1c9f5eecec47 req-32a3d033-be52-45a9-9ce1-ef2b5fb7bb99 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 944 time: 0.0833135 Jul 13 07:28:14.671883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Request body: {'port': {'device_id': '5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '5a03a5705636441c93681f718ac2a65a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:14.703805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc102579-d2ef-4d54-832d-1c9f5eecec47 req-9dd3c9bb-44fc-4ce4-b5b4-81a940877804 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Jul 13 07:28:14.718917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.730198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e78bc357-6d42-446d-8f35-085e19a88f05 None None] Port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:14.835334 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.983913 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bd2ea494-47ba-4d7f-8b3a-104b2ce40aae req-ac87188c-5aae-44d1-8e37-3b06ccb3a176 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0339100 Jul 13 07:28:15.017443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Made reservation on behalf of 5a03a5705636441c93681f718ac2a65a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:15.021550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.057335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.138866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81023597-2168-4560-9a7d-f8939c389cd8 req-515c7b84-480e-4fe4-a5cd-eeb3d8ec3532 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:15.145991 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81023597-2168-4560-9a7d-f8939c389cd8 req-515c7b84-480e-4fe4-a5cd-eeb3d8ec3532 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 945 time: 0.3495231 Jul 13 07:28:15.166002 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c0a70db-f324-4ffa-994b-5ce3477501ee req-39697122-a338-43e6-9f9b-059cbdf3e593 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 210 time: 0.0370259 Jul 13 07:28:15.194015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Network ec43c6e5-3d53-40fe-a248-5132b2bc3e16 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:15.212086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:15.495503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1c4c9852-b32c-403a-af34-b4f3635d7eb6 req-c439c88c-dfb9-4143-9447-6bf92c7602c0 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6&device_id=207fd074-c8f7-44d6-b055-47886af6a32f HTTP/1.1" status: 200 len: 210 time: 0.0311735 Jul 13 07:28:15.550710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:15.553117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Pushing event updated for resources: {'Port': ['ID=54db88b3-cefb-4256-8566-86db5212a6ec,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:15.634608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81023597-2168-4560-9a7d-f8939c389cd8 req-f8444d93-2827-40be-a8b3-ee1aedc87e0c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877422 Jul 13 07:28:15.657212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:15.657830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.694820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464ab9b-1217-453f-810b-cf0616318079 req-8dc9d633-384f-4736-94ac-b7db212f5492 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:15.702512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:15.703198 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0464ab9b-1217-453f-810b-cf0616318079 req-8dc9d633-384f-4736-94ac-b7db212f5492 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 936 time: 0.1178312 Jul 13 07:28:15.708096 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-2a213687-845e-4a22-b809-53ddf66e6846 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2154138 Jul 13 07:28:15.711951 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.727451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Request body: {'port': {'device_id': '60bf7eb8-6978-4741-8116-4076d8de7ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:15.752999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Transition to ACTIVE for port object bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:15.766644 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0464ab9b-1217-453f-810b-cf0616318079 req-cd041ec5-c42d-45db-90f5-51452aea28e7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591173 Jul 13 07:28:15.773006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.947782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Allocated IP 192.168.233.17 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/fb303232-a521-4f00-8e46-d7b06b087a1e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:15.989262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Pushing event updated for resources: {'Port': ['ID=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:16.033635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.078531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05dd71-2d02-4924-a83c-3706e347dad7 req-9b0a9968-a482-4e53-8b47-b1c717694407 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:16.086868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc05dd71-2d02-4924-a83c-3706e347dad7 req-9b0a9968-a482-4e53-8b47-b1c717694407 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 931 time: 0.3196692 Jul 13 07:28:16.242305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc05dd71-2d02-4924-a83c-3706e347dad7 req-a4fff585-f0a4-4854-9f6f-121c1140cf4e tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543140 Jul 13 07:28:16.271334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Attempting to bind port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:16.271670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Attempting to bind port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:16.272004 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Attempting to bind port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:16.320735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d944338a-010d-413c-91d8-9a3cf5134d17 req-996dbc2d-6335-49d3-aa3e-3e29dd2dbda5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f43a614c0c54f4aa9974b4d26333697&device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.1075933 Jul 13 07:28:16.367712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:16.368044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Attempting to bind port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:16.409935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d53e2-1dfe-49a1-bb52-a756f83759d4 req-20e1c7a1-67e7-4613-a2ea-669dda7d90d6 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:16.411368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-788d53e2-1dfe-49a1-bb52-a756f83759d4 req-20e1c7a1-67e7-4613-a2ea-669dda7d90d6 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 944 time: 0.0698619 Jul 13 07:28:16.432573 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d944338a-010d-413c-91d8-9a3cf5134d17 req-aaab9217-2eec-42cb-9974-0e1eb726797d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0f43a614c0c54f4aa9974b4d26333697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784984 Jul 13 07:28:16.434392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ba31499-5821-4a99-b96d-bb09523103e1 req-b5617c48-ee6f-4655-9c15-93b7f7d66251 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0835574 Jul 13 07:28:16.439244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:16.439596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:16.439984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:16.440966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Bound port: bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:16.441334 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.458506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-788d53e2-1dfe-49a1-bb52-a756f83759d4 req-afd85f8c-31e9-4876-b018-cbea3f6b5cae tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378494 Jul 13 07:28:16.530591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.660438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9614b6e6-0f4f-4756-9513-77b2d974613a req-84466518-1793-4d0d-ae06-357494c33aec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 210 time: 0.1025908 Jul 13 07:28:16.670159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Transition to ACTIVE for port object fb303232-a521-4f00-8e46-d7b06b087a1e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:16.738826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944338a-010d-413c-91d8-9a3cf5134d17 req-0af4c023-460c-458d-b216-60e65abe5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:16.740309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d944338a-010d-413c-91d8-9a3cf5134d17 req-0af4c023-460c-458d-b216-60e65abe5ded service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2960505 Jul 13 07:28:16.748668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] For port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:16.782658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] For port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:16.805275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.831464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e1a49-a873-4376-9167-92a487eed246 req-6dcef630-59d0-4142-bb4c-ee45c3276c5b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:16.833008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c2e1a49-a873-4376-9167-92a487eed246 req-6dcef630-59d0-4142-bb4c-ee45c3276c5b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 945 time: 0.0750086 Jul 13 07:28:16.847567 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.856672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54db88b3-cefb-4256-8566-86db5212a6ec {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:16.865623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['802eead8-8379-4029-8346-81c9621354f4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:16.871171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:16.876715 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.880103 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c2e1a49-a873-4376-9167-92a487eed246 req-3700d52f-f426-4b8f-83c6-f5fb67b94fbb tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Jul 13 07:28:16.886644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:16.887286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.888708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] 10.222.0.48 "PUT /v2.0/ports/bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f HTTP/1.1" status: 200 len: 1097 time: 2.4664969 Jul 13 07:28:16.889277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23dfbc5-e5ef-47bc-b90a-a267784e9311', 'tag': 'bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:16.891480 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e" -d '{"events": [{"name": "network-changed", "server_uuid": "c23dfbc5-e5ef-47bc-b90a-a267784e9311", "tag": "bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:16.916192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Transition to ACTIVE for port object 54db88b3-cefb-4256-8566-86db5212a6ec will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:16.936252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:16.945026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:16.969454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.972598 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b9adc9-4721-4b50-a569-e129b8f47894 x-openstack-request-id: req-c9b9adc9-4721-4b50-a569-e129b8f47894 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:16.972857 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23dfbc5-e5ef-47bc-b90a-a267784e9311", "tag": "bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:16.973114 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9b9adc9-4721-4b50-a569-e129b8f47894 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:16.973512 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23dfbc5-e5ef-47bc-b90a-a267784e9311', 'tag': 'bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f', 'status': 'completed', 'code': 200} Jul 13 07:28:16.977680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:17.000185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0760ff3-728f-441f-9b9d-321e9ebc55cf service neutron] Pushing event updated for resources: {'Port': ['ID=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.066194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f741d38-5494-4ef5-be61-1fd961cc03a5 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:17.146757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Pushing event updated for resources: {'Port': ['ID=fb303232-a521-4f00-8e46-d7b06b087a1e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.161412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.162309 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.261730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-bff822cd-fb32-4d12-8b7d-3982b7472d96 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1432397231&fields=id&tenant_id=93e275e0d57a47deb604afe54826ba76 HTTP/1.1" status: 200 len: 267 time: 0.0448427 Jul 13 07:28:17.269089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 9f741d38-5494-4ef5-be61-1fd961cc03a5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:17.276335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 9f741d38-5494-4ef5-be61-1fd961cc03a5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:17.276717 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.317161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-39283da1-5261-4b0c-9435-f27f3deb6af1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6505959 Jul 13 07:28:17.323310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Attempting to bind port 54db88b3-cefb-4256-8566-86db5212a6ec on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:17.323650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Attempting to bind port 54db88b3-cefb-4256-8566-86db5212a6ec by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'e64df6c9-2317-4b2c-8729-5db584673640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ec43c6e5-3d53-40fe-a248-5132b2bc3e16'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:17.323988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Attempting to bind port 54db88b3-cefb-4256-8566-86db5212a6ec on network ec43c6e5-3d53-40fe-a248-5132b2bc3e16 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:17.328311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-8a38359e-411f-4a87-b876-dd4bd9b239ac tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.330093 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-8a38359e-411f-4a87-b876-dd4bd9b239ac tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 945 time: 0.0671830 Jul 13 07:28:17.339504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Port 54db88b3-cefb-4256-8566-86db5212a6ec on network ec43c6e5-3d53-40fe-a248-5132b2bc3e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:17.339835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Attempting to bind port 54db88b3-cefb-4256-8566-86db5212a6ec on network ec43c6e5-3d53-40fe-a248-5132b2bc3e16 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:17.343588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'port': {'security_groups': ['5957f763-3cf1-413c-81f9-5e9483bbf502', '0418d3fb-729a-4522-b430-46c0dd0a6d87']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:17.350948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Request body: {'port': {'device_id': '5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:17.388159 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.390502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:17.390837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Checking segment: {'id': 'e64df6c9-2317-4b2c-8729-5db584673640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ec43c6e5-3d53-40fe-a248-5132b2bc3e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:17.391232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Bound using segment: {'id': 'e64df6c9-2317-4b2c-8729-5db584673640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ec43c6e5-3d53-40fe-a248-5132b2bc3e16'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:17.391686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Bound port: 54db88b3-cefb-4256-8566-86db5212a6ec, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64df6c9-2317-4b2c-8729-5db584673640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ec43c6e5-3d53-40fe-a248-5132b2bc3e16'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:17.392434 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.395736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-d86c262d-6234-47ba-b986-9493480ecc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.397365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-d86c262d-6234-47ba-b986-9493480ecc36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 1100 time: 0.4208341 Jul 13 07:28:17.404883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eebcc6-9ec7-4b4d-87bd-3bf2eec98db2 req-566c6023-ed41-44dd-b1a9-78c8554dea78 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.406359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31eebcc6-9ec7-4b4d-87bd-3bf2eec98db2 req-566c6023-ed41-44dd-b1a9-78c8554dea78 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 948 time: 0.4958003 Jul 13 07:28:17.426576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:17.426960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:17.429462 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc353bf-852a-4e51-a05d-6be3cf5696a4" -d '{"events": [{"server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "name": "network-vif-plugged", "status": "completed", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:17.434104 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.434263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.435643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Pushing event updated for resources: {'Port': ['ID=54db88b3-cefb-4256-8566-86db5212a6ec,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.495572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cdb9dff0-8bdb-4de9-a99e-8d4c29927d79 None None] Provisioning for port fb303232-a521-4f00-8e46-d7b06b087a1e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:17.502669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=9f741d38-5494-4ef5-be61-1fd961cc03a5,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.505514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cdb9dff0-8bdb-4de9-a99e-8d4c29927d79 None None] Provisioning complete for port fb303232-a521-4f00-8e46-d7b06b087a1e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:17.505891 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cdb9dff0-8bdb-4de9-a99e-8d4c29927d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.517870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-96db94ec-0e13-47aa-9c70-4bb5105b4614 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f HTTP/1.1" status: 200 len: 217 time: 0.1058102 Jul 13 07:28:17.550905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9dff0-8bdb-4de9-a99e-8d4c29927d79 None None] Port fb303232-a521-4f00-8e46-d7b06b087a1e cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:17.597309 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.623619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31eebcc6-9ec7-4b4d-87bd-3bf2eec98db2 req-0c2a6b39-4ce6-4df0-b7f1-94e039c28f50 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935081 Jul 13 07:28:17.634269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] For port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:17.648853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-e9fb0edc-55f7-424c-8901-b32e5e60c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.648853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-e9fb0edc-55f7-424c-8901-b32e5e60c9e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1086087 Jul 13 07:28:17.651080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] For port 54db88b3-cefb-4256-8566-86db5212a6ec, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:17.674856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.680074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.697745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:17.715020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] For port 54db88b3-cefb-4256-8566-86db5212a6ec, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=54db88b3-cefb-4256-8566-86db5212a6ec,segment=NetworkSegment(e64df6c9-2317-4b2c-8729-5db584673640),segment_id=e64df6c9-2317-4b2c-8729-5db584673640)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:17.731026 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.731254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.731739 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.737864 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1eb5af5-50de-4bc2-8915-fe68de348f6a req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "PUT /v2.0/ports/0e2bc2c6-2396-44d4-81b5-8eec0f216de1 HTTP/1.1" status: 200 len: 981 time: 0.4002516 Jul 13 07:28:17.738569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:17.748610 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:17.783375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.784237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.785818 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] 10.222.0.48 "PUT /v2.0/ports/54db88b3-cefb-4256-8566-86db5212a6ec HTTP/1.1" status: 200 len: 1092 time: 2.0683308 Jul 13 07:28:17.792216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'Port': ['ID=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.812605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.812958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.813315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.813650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.814015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.814356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.814691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.816945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.816945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.816945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.816945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.816945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779b7afb-0cb7-40dc-a64f-f4162c73c7ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:17.846496 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab1ea3-1924-46ba-baae-6596685bafb0 x-openstack-request-id: req-e7ab1ea3-1924-46ba-baae-6596685bafb0 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:17.846915 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "name": "network-vif-plugged", "status": "completed", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:17.847294 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7ab1ea3-1924-46ba-baae-6596685bafb0 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:17.847742 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5', 'code': 200} Jul 13 07:28:17.903988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:17.944419 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c039569-ea40-4526-a516-5c5bec1679e4 req-35cd8ea1-2b66-478d-b841-16f9a82c4826 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.947794 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c039569-ea40-4526-a516-5c5bec1679e4 req-35cd8ea1-2b66-478d-b841-16f9a82c4826 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 943 time: 0.0821018 Jul 13 07:28:17.997748 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c039569-ea40-4526-a516-5c5bec1679e4 req-6df2dbea-993f-4b2a-bd0b-6973dfe0883e tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440269 Jul 13 07:28:18.085966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91922f11-6a52-4bf8-b53b-9c8e6cf0091a req-3ac3d03f-db10-4b23-b0ae-597d4a41e836 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0960224 Jul 13 07:28:18.137240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e56dd-0a7e-47d7-8991-420b64fc3989 service neutron] Pushing event updated for resources: {'Port': ['ID=54db88b3-cefb-4256-8566-86db5212a6ec,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:18.148903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-3c8e4fca-c8e2-4494-a692-9e6a21c675b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.151002 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-3c8e4fca-c8e2-4494-a692-9e6a21c675b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4795434 Jul 13 07:28:18.179860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35aee5-3fd1-4ab8-ad85-07ddf6ef43ac req-d11b6341-7e95-497f-851b-e7a9eeac6ecb tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.181445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af35aee5-3fd1-4ab8-ad85-07ddf6ef43ac req-d11b6341-7e95-497f-851b-e7a9eeac6ecb tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0761874 Jul 13 07:28:18.223674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af35aee5-3fd1-4ab8-ad85-07ddf6ef43ac req-4bb2fadb-ca2f-4405-806f-04629ece8459 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Jul 13 07:28:18.228674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d944338a-010d-413c-91d8-9a3cf5134d17 req-2f9042b2-17d2-497c-9d21-5ca5d19d6efd tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.38 "GET /v2.0/ports?device_id=e56e6ed4-717b-4740-8124-7c7256fe9fa6 HTTP/1.1" status: 200 len: 210 time: 0.0857031 Jul 13 07:28:18.278210 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a33f60e-b39d-46e8-901d-daa5f4b55c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.331976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-d4fc753b-e6d3-41b8-8d3a-325c06c5b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.333528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-d4fc753b-e6d3-41b8-8d3a-325c06c5b9ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02dc96a48ab240ce979516574a10eab4&device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 1095 time: 0.4234240 Jul 13 07:28:18.345569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a87674-fcbe-40bb-b0fb-09bd1ed8313c req-01f7a3bd-b9bd-4307-a0b2-dfde4b75007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.347695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7a87674-fcbe-40bb-b0fb-09bd1ed8313c req-01f7a3bd-b9bd-4307-a0b2-dfde4b75007e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 1097 time: 0.4132781 Jul 13 07:28:18.542820 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-ffd6b065-d27a-4c7e-9fe4-433cd2124161 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1513911446&fields=id&tenant_id=93e275e0d57a47deb604afe54826ba76 HTTP/1.1" status: 200 len: 267 time: 0.0349624 Jul 13 07:28:18.612561 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-6f985b5e-e8cd-4285-bf0b-9a01c9db120b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.614161 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-6f985b5e-e8cd-4285-bf0b-9a01c9db120b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 984 time: 0.0658550 Jul 13 07:28:18.625570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-957e5b66-b76f-4567-8389-b93742d1e60b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'port': {'security_groups': ['0418d3fb-729a-4522-b430-46c0dd0a6d87', '5957f763-3cf1-413c-81f9-5e9483bbf502', 'ab957b74-5d3c-463a-96da-8403ea862edd']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:18.718743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-957e5b66-b76f-4567-8389-b93742d1e60b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.738715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-fd790048-1bfd-4053-9dce-1d4abeda055d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54db88b3-cefb-4256-8566-86db5212a6ec HTTP/1.1" status: 200 len: 217 time: 0.3789032 Jul 13 07:28:18.804205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-648911c8-6884-4f30-893c-2cbd6db503ad service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364634 Jul 13 07:28:18.855667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb303232-a521-4f00-8e46-d7b06b087a1e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:18.863064 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7a87674-fcbe-40bb-b0fb-09bd1ed8313c req-726cf917-46cd-429d-a621-8e2492e3bff5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044014 Jul 13 07:28:18.871379 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.895749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e7523-0ae5-42f8-84f7-19922c38261d req-cd4a2598-308e-44c9-a993-f090895b2aa1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.897257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f40e7523-0ae5-42f8-84f7-19922c38261d req-cd4a2598-308e-44c9-a993-f090895b2aa1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 935 time: 0.6724267 Jul 13 07:28:18.903018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-920cce30-fb74-4f2d-95e9-1cfd4ef0a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.904451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-920cce30-fb74-4f2d-95e9-1cfd4ef0a16b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5797c42e-8499-4ede-ad24-35f91717be4e HTTP/1.1" status: 200 len: 864 time: 0.1396093 Jul 13 07:28:18.918069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Transition to ACTIVE for port object fb303232-a521-4f00-8e46-d7b06b087a1e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:18.958155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-957e5b66-b76f-4567-8389-b93742d1e60b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] For port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:18.961632 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.988106 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-957e5b66-b76f-4567-8389-b93742d1e60b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.992973 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-957e5b66-b76f-4567-8389-b93742d1e60b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.994784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bf7eb8-6978-4741-8116-4076d8de7ecc', 'tag': '54db88b3-cefb-4256-8566-86db5212a6ec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:18.997247 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ba436b-9f82-4567-8b5e-4003361c5b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "60bf7eb8-6978-4741-8116-4076d8de7ecc", "tag": "54db88b3-cefb-4256-8566-86db5212a6ec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:19.011474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:19.021929 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-c9bfb192-9d22-45bb-83fe-abb34c658b06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec43c6e5-3d53-40fe-a248-5132b2bc3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704355 Jul 13 07:28:19.038153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-957e5b66-b76f-4567-8389-b93742d1e60b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.038793 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-957e5b66-b76f-4567-8389-b93742d1e60b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.040217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ff29bbd-0740-4ec8-a41c-d57bcba5904a req-957e5b66-b76f-4567-8389-b93742d1e60b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "PUT /v2.0/ports/0e2bc2c6-2396-44d4-81b5-8eec0f216de1 HTTP/1.1" status: 200 len: 1020 time: 0.4194927 Jul 13 07:28:19.068916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e5b66-b76f-4567-8389-b93742d1e60b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'Port': ['ID=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:19.099268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f40e7523-0ae5-42f8-84f7-19922c38261d req-711e6428-318e-4f07-81df-8b7e882cc062 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899018 Jul 13 07:28:19.107366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-368bcc1e-8b40-4032-9f8d-600b08158f90 req-8ffb9d4e-0557-4a59-89f6-0204398d4f62 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899582 Jul 13 07:28:19.111029 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd267ec9-0791-4a00-af5f-c1bb9f5a7802 x-openstack-request-id: req-cd267ec9-0791-4a00-af5f-c1bb9f5a7802 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:19.111603 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:19.112586 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd267ec9-0791-4a00-af5f-c1bb9f5a7802 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:19.113465 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1', 'status': 'completed', 'code': 200} Jul 13 07:28:19.113570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Pushing event updated for resources: {'Port': ['ID=fb303232-a521-4f00-8e46-d7b06b087a1e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:19.231024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:19.327609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-1a0678c5-ae40-4be4-9de9-7c0ead2d4771 service neutron] 10.222.0.48 "GET /v2.0/networks/ec43c6e5-3d53-40fe-a248-5132b2bc3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875111 Jul 13 07:28:19.427893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Attempting to bind port fb303232-a521-4f00-8e46-d7b06b087a1e on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:19.428237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Attempting to bind port fb303232-a521-4f00-8e46-d7b06b087a1e by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:19.428568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Attempting to bind port fb303232-a521-4f00-8e46-d7b06b087a1e on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:19.461777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-ff822014-c015-4fa0-81d2-18c76e7dca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.463338 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-ff822014-c015-4fa0-81d2-18c76e7dca8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 1175 time: 0.3088152 Jul 13 07:28:19.468988 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ca0fe1-4e23-4a84-9776-c5c83cb0900a x-openstack-request-id: req-12ca0fe1-4e23-4a84-9776-c5c83cb0900a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:19.469274 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bf7eb8-6978-4741-8116-4076d8de7ecc", "tag": "54db88b3-cefb-4256-8566-86db5212a6ec", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:19.469524 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12ca0fe1-4e23-4a84-9776-c5c83cb0900a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:19.470104 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bf7eb8-6978-4741-8116-4076d8de7ecc', 'tag': '54db88b3-cefb-4256-8566-86db5212a6ec', 'status': 'completed', 'code': 200} Jul 13 07:28:19.480442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Port fb303232-a521-4f00-8e46-d7b06b087a1e on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:19.480777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Attempting to bind port fb303232-a521-4f00-8e46-d7b06b087a1e on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:19.519352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:19.519699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:19.520090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:19.520544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Bound port: fb303232-a521-4f00-8e46-d7b06b087a1e, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:19.520913 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.533535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-703e089a-4d8c-4cfd-b84d-ef624db4c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.535650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-703e089a-4d8c-4cfd-b84d-ef624db4c758 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 1100 time: 0.3355224 Jul 13 07:28:19.595577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a9376-a31b-4c47-953b-24a33e20e904 req-b6b98995-dd0d-4dca-9d8c-30287aa54d74 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.597653 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d98a9376-a31b-4c47-953b-24a33e20e904 req-b6b98995-dd0d-4dca-9d8c-30287aa54d74 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 948 time: 0.3050253 Jul 13 07:28:19.627681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a5793b3-0c50-4ed2-b83b-a086078f5f52 req-929cf7fe-1767-4dd9-98e9-c5b0d627ce20 service neutron] 10.222.0.48 "GET /v2.0/networks/ec43c6e5-3d53-40fe-a248-5132b2bc3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790442 Jul 13 07:28:19.635724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71131-0b8c-42d7-96b7-dcb9831e98d7 req-8bdbb78c-16d6-4c8b-bc40-d1adcae74bbe tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.637297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54e71131-0b8c-42d7-96b7-dcb9831e98d7 req-8bdbb78c-16d6-4c8b-bc40-d1adcae74bbe tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 943 time: 0.0686929 Jul 13 07:28:19.704008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54e71131-0b8c-42d7-96b7-dcb9831e98d7 req-bc6e0eef-c357-4c8b-add1-2878917ab173 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523548 Jul 13 07:28:19.806760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-e1aad20f-fa4b-415e-94fd-43ed9aa42085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.808253 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-e1aad20f-fa4b-415e-94fd-43ed9aa42085 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 913 time: 0.3305242 Jul 13 07:28:19.809260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] For port fb303232-a521-4f00-8e46-d7b06b087a1e, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:19.819644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d98a9376-a31b-4c47-953b-24a33e20e904 req-f767406c-637c-4ec5-8809-c8cd9739f685 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910486 Jul 13 07:28:19.846082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] For port fb303232-a521-4f00-8e46-d7b06b087a1e, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=fb303232-a521-4f00-8e46-d7b06b087a1e,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:19.879199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d04d3e-9b25-490a-a0b9-4374dbe9a461 req-7bdff775-6457-4f4b-99e6-09ce50352901 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.879630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-a2c221a3-5836-448a-8c94-cece67af183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.880721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49d04d3e-9b25-490a-a0b9-4374dbe9a461 req-7bdff775-6457-4f4b-99e6-09ce50352901 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 1023 time: 0.0838146 Jul 13 07:28:19.881094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-a2c221a3-5836-448a-8c94-cece67af183d service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.3207779 Jul 13 07:28:19.886281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-a437a2db-9051-4eda-ab04-a9913bf0763e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1 HTTP/1.1" status: 200 len: 217 time: 0.0512676 Jul 13 07:28:19.887299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.961576 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49d04d3e-9b25-490a-a0b9-4374dbe9a461 req-55d15f7d-9e65-499b-8465-d38699b88f83 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab957b74-5d3c-463a-96da-8403ea862edd&id=5957f763-3cf1-413c-81f9-5e9483bbf502&id=0418d3fb-729a-4522-b430-46c0dd0a6d87 HTTP/1.1" status: 200 len: 6149 time: 0.0747612 Jul 13 07:28:19.975344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.975978 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.977393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] 10.222.0.38 "PUT /v2.0/ports/fb303232-a521-4f00-8e46-d7b06b087a1e HTTP/1.1" status: 200 len: 1096 time: 2.6411221 Jul 13 07:28:20.007370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-30620db8-8731-4c99-a7ab-94b845574722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.008880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-30620db8-8731-4c99-a7ab-94b845574722 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02dc96a48ab240ce979516574a10eab4&device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 1095 time: 0.3180308 Jul 13 07:28:20.014772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-174427f9-3d8c-4e34-97bd-6aeb5926ac6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f HTTP/1.1" status: 200 len: 217 time: 0.0969470 Jul 13 07:28:20.087503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a58d88-011b-4a1e-a93d-b3fb7a4441ba service neutron] Pushing event updated for resources: {'Port': ['ID=fb303232-a521-4f00-8e46-d7b06b087a1e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:20.167326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-b1ad6429-758d-44a4-9382-f7a9445e6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.168891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-b1ad6429-758d-44a4-9382-f7a9445e6bfe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 200 len: 852 time: 0.2479320 Jul 13 07:28:20.245307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-077541f9-da06-4252-8abf-2bd01affa1a9 req-3ae9f8a7-1e4f-4838-be15-8e15c1932e78 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1422844790 ', 'description': 'tempest-description-1611249837'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:20.267543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-6a4cf32b-f94f-43c4-b717-1ce75c0c0c74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9ea3211-77f9-4a14-b498-7a553cce2954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763731 Jul 13 07:28:20.272645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-30e6dd37-8df5-49d2-9024-b03b94645194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.274051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-30e6dd37-8df5-49d2-9024-b03b94645194 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2141299 Jul 13 07:28:20.274997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-077541f9-da06-4252-8abf-2bd01affa1a9 req-3ae9f8a7-1e4f-4838-be15-8e15c1932e78 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.331523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-042d7a2b-daca-42c2-802e-1f36ca77cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.333003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-042d7a2b-daca-42c2-802e-1f36ca77cb70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a03a5705636441c93681f718ac2a65a&device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 1099 time: 0.3051200 Jul 13 07:28:20.341281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e918efc-eddb-4574-bd63-424839ab606c req-255c3d50-f5b8-4cb7-b021-6760bd5bdec2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f43a614c0c54f4aa9974b4d26333697&device_id=207fd074-c8f7-44d6-b055-47886af6a32f HTTP/1.1" status: 200 len: 210 time: 0.0308352 Jul 13 07:28:20.344587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-9d7617c5-c747-43dd-b92b-b477a87a11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.346024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-9d7617c5-c747-43dd-b92b-b477a87a11bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec43c6e5-3d53-40fe-a248-5132b2bc3e16 HTTP/1.1" status: 200 len: 925 time: 0.2995555 Jul 13 07:28:20.371605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7698f-bc5c-4f4c-a45e-9374493361b0 req-7b3ae9d6-b9b6-4d68-853d-bd619f4f7965 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.373013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3aa7698f-bc5c-4f4c-a45e-9374493361b0 req-7b3ae9d6-b9b6-4d68-853d-bd619f4f7965 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.3254128 Jul 13 07:28:20.394145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-077541f9-da06-4252-8abf-2bd01affa1a9 req-3ae9f8a7-1e4f-4838-be15-8e15c1932e78 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.404977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e918efc-eddb-4574-bd63-424839ab606c req-c6533db5-0e1b-45b4-82cb-22d8827d2e10 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0f43a614c0c54f4aa9974b4d26333697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261576 Jul 13 07:28:20.405542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-077541f9-da06-4252-8abf-2bd01affa1a9 req-3ae9f8a7-1e4f-4838-be15-8e15c1932e78 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.453512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-077541f9-da06-4252-8abf-2bd01affa1a9 req-3ae9f8a7-1e4f-4838-be15-8e15c1932e78 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.454776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-077541f9-da06-4252-8abf-2bd01affa1a9 req-3ae9f8a7-1e4f-4838-be15-8e15c1932e78 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.2156186 Jul 13 07:28:20.468658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-d6ab0765-8e51-48e0-909c-c8f53ed0974c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54db88b3-cefb-4256-8566-86db5212a6ec HTTP/1.1" status: 200 len: 217 time: 0.0864248 Jul 13 07:28:20.470755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9f8a7-1e4f-4838-be15-8e15c1932e78 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f1d3dc-0f94-4771-9fb1-e3d240cac7ff,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:20.501599 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-5357b320-e1fb-40ae-ae9c-829bcba147d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fb303232-a521-4f00-8e46-d7b06b087a1e HTTP/1.1" status: 200 len: 217 time: 0.1220224 Jul 13 07:28:20.627464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3aa7698f-bc5c-4f4c-a45e-9374493361b0 req-9f0aca59-97b6-49ab-b287-c39999c4aded tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429793 Jul 13 07:28:20.644051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-e8f0b86a-fff7-4914-b7a3-57a5b946de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.645468 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-e8f0b86a-fff7-4914-b7a3-57a5b946de54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5797c42e-8499-4ede-ad24-35f91717be4e HTTP/1.1" status: 200 len: 864 time: 0.1429768 Jul 13 07:28:20.651069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-cf8371da-f2f7-49cf-a3f7-c4deabb0227f service neutron] 10.222.0.48 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415074 Jul 13 07:28:20.653425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-76c830a0-fb9f-4ffc-849f-8f28ecb1922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.654951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-76c830a0-fb9f-4ffc-849f-8f28ecb1922b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3472235 Jul 13 07:28:20.656508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-05cab761-2bd2-47b2-a0bf-373f5362fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.657912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-05cab761-2bd2-47b2-a0bf-373f5362fd60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1388986 Jul 13 07:28:20.734690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-599a5ea0-7cd3-45cc-bc8f-a5478b2ce983 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec43c6e5-3d53-40fe-a248-5132b2bc3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738461 Jul 13 07:28:20.864309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918efc-eddb-4574-bd63-424839ab606c req-348017a3-7938-49b8-80a1-88a239219ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.865821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e918efc-eddb-4574-bd63-424839ab606c req-348017a3-7938-49b8-80a1-88a239219ab6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4457452 Jul 13 07:28:20.886674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1ff75-442b-4425-9dad-0c6c53be0c5c req-49a5fd1e-b503-4ae7-a799-9d7acab42917 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.888143 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23d1ff75-442b-4425-9dad-0c6c53be0c5c req-49a5fd1e-b503-4ae7-a799-9d7acab42917 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 947 time: 0.0900543 Jul 13 07:28:20.929728 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23d1ff75-442b-4425-9dad-0c6c53be0c5c req-2ad471b1-d4e8-416c-bed5-5bda598df336 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344553 Jul 13 07:28:21.005926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c526f45-4e2a-4141-810b-7341d6f1aad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.051249 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.115016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:21.118189 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd501322-c3fb-4549-b2c4-3963530605d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:21.163143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52e1d89c-760d-44d3-9a09-be5e56f2de6a req-612a0127-10f7-4f22-a95a-cfa8eec51e02 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=207fd074-c8f7-44d6-b055-47886af6a32f HTTP/1.1" status: 200 len: 210 time: 0.4005187 Jul 13 07:28:21.214478 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44dcb8b3-4949-483a-bdaf-1088835e41fe req-7e90dd8a-e3ff-488a-8be0-a1d33178d8ea tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/f8f1d3dc-0f94-4771-9fb1-e3d240cac7ff HTTP/1.1" status: 200 len: 1783 time: 0.0449092 Jul 13 07:28:21.325935 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03be784e-9cd2-4c09-9684-ae1ffd10f2c2 req-981a0335-9a4b-455a-9136-e6cc90628179 service neutron] 10.222.0.48 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485550 Jul 13 07:28:21.343237 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-15f0d98d-e083-4aa4-82ed-cbd15e7160fd service neutron] 10.222.0.48 "GET /v2.0/networks/ec43c6e5-3d53-40fe-a248-5132b2bc3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817595 Jul 13 07:28:21.348353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-78f3049d-3e5d-40e4-a9f2-5e14a72db03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.349816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-78f3049d-3e5d-40e4-a9f2-5e14a72db03d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6706817 Jul 13 07:28:21.355189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-574ce420-ab88-459a-8bca-935c2a755dc6 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750729 Jul 13 07:28:21.376799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bbedd-28af-4c31-80cd-81a3cd77eb62 req-23cdd949-7876-4225-a58b-58a352ed252a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.378859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a5bbedd-28af-4c31-80cd-81a3cd77eb62 req-23cdd949-7876-4225-a58b-58a352ed252a tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 948 time: 0.0689895 Jul 13 07:28:21.415542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a5bbedd-28af-4c31-80cd-81a3cd77eb62 req-81f38ccb-d9a6-4e6e-b8c4-878e599a3304 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308056 Jul 13 07:28:21.463588 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a688c1fa-8d6e-49c3-b6da-2b546b6ac558 x-openstack-request-id: req-a688c1fa-8d6e-49c3-b6da-2b546b6ac558 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:21.463942 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:21.464257 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a688c1fa-8d6e-49c3-b6da-2b546b6ac558 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:21.464707 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1', 'status': 'completed', 'code': 200} Jul 13 07:28:21.478079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52', 'tag': 'fb303232-a521-4f00-8e46-d7b06b087a1e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:21.480330 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52", "tag": "fb303232-a521-4f00-8e46-d7b06b087a1e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:21.515358 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31dfc928-fe54-4e45-ac85-a2e0c714f09e req-60326b58-ab74-4615-8a24-c50455c03c3d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/f8f1d3dc-0f94-4771-9fb1-e3d240cac7ff HTTP/1.1" status: 200 len: 1783 time: 0.0413616 Jul 13 07:28:21.571705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-31dfc928-fe54-4e45-ac85-a2e0c714f09e req-cb681b74-513f-4298-b84b-b5f67ce87c04 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.581654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906a65-996a-41a7-a3f0-c7683a267369 req-d9f238f4-b183-4a6d-b6be-88ccc3683368 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.583183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4906a65-996a-41a7-a3f0-c7683a267369 req-d9f238f4-b183-4a6d-b6be-88ccc3683368 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 943 time: 0.3036761 Jul 13 07:28:21.593620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-31dfc928-fe54-4e45-ac85-a2e0c714f09e req-cb681b74-513f-4298-b84b-b5f67ce87c04 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.637663 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-31dfc928-fe54-4e45-ac85-a2e0c714f09e req-cb681b74-513f-4298-b84b-b5f67ce87c04 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.640446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-31dfc928-fe54-4e45-ac85-a2e0c714f09e req-cb681b74-513f-4298-b84b-b5f67ce87c04 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.641735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31dfc928-fe54-4e45-ac85-a2e0c714f09e req-cb681b74-513f-4298-b84b-b5f67ce87c04 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8f1d3dc-0f94-4771-9fb1-e3d240cac7ff HTTP/1.1" status: 204 len: 173 time: 0.1208594 Jul 13 07:28:21.659566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb681b74-513f-4298-b84b-b5f67ce87c04 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f1d3dc-0f94-4771-9fb1-e3d240cac7ff,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:21.664004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56ba436b-9f82-4567-8b5e-4003361c5b9e req-95232a46-7a17-410d-b7ec-8e46de0b5f9b service neutron] 10.222.0.48 "GET /v2.0/networks/ec43c6e5-3d53-40fe-a248-5132b2bc3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108823 Jul 13 07:28:21.691807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-7696b9e3-5f80-4f2e-9795-16464168829a service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284020 Jul 13 07:28:21.700514 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b10ae7-da9b-464f-914c-94fc77f313c8 x-openstack-request-id: req-09b10ae7-da9b-464f-914c-94fc77f313c8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:21.700800 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52", "tag": "fb303232-a521-4f00-8e46-d7b06b087a1e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:21.701052 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09b10ae7-da9b-464f-914c-94fc77f313c8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:21.701430 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52', 'tag': 'fb303232-a521-4f00-8e46-d7b06b087a1e', 'status': 'completed', 'code': 200} Jul 13 07:28:21.706811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4906a65-996a-41a7-a3f0-c7683a267369 req-bb077762-a2bf-4a01-84d4-eb75f3591c7e tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993543 Jul 13 07:28:21.708727 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c4330a-e4a0-42fd-bd95-e99f4b7d283e req-077ae2d9-25f5-4c60-911f-c8a650675e4c service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428004 Jul 13 07:28:21.719063 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-331d777b-89a2-44ed-a47b-48bf0afee82c req-2cbc4cde-8975-4df7-b9c3-9117e70939e1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:21.720572 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-331d777b-89a2-44ed-a47b-48bf0afee82c req-2cbc4cde-8975-4df7-b9c3-9117e70939e1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/f8f1d3dc-0f94-4771-9fb1-e3d240cac7ff HTTP/1.1" status: 404 len: 352 time: 0.0155823 Jul 13 07:28:21.746106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-d9306a13-c0ba-472b-a459-32ebd957f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.747699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-d9306a13-c0ba-472b-a459-32ebd957f645 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 1175 time: 0.2162700 Jul 13 07:28:21.755018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-00fa466f-7bb3-470f-b3a1-a60a2765018e req-e634c0cc-490e-4fe6-9a28-ed3694fea5fb tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1527172256', 'description': 'tempest-description-1723010792'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:21.779584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00fa466f-7bb3-470f-b3a1-a60a2765018e req-e634c0cc-490e-4fe6-9a28-ed3694fea5fb tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.864411 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00fa466f-7bb3-470f-b3a1-a60a2765018e req-e634c0cc-490e-4fe6-9a28-ed3694fea5fb tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.869543 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00fa466f-7bb3-470f-b3a1-a60a2765018e req-e634c0cc-490e-4fe6-9a28-ed3694fea5fb tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.882565 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.897374 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00fa466f-7bb3-470f-b3a1-a60a2765018e req-e634c0cc-490e-4fe6-9a28-ed3694fea5fb tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.898699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-00fa466f-7bb3-470f-b3a1-a60a2765018e req-e634c0cc-490e-4fe6-9a28-ed3694fea5fb tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1479955 Jul 13 07:28:21.899669 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e7906be-833b-4367-9a98-9ffba5dd4e85 req-5e41a0b0-bdf3-4c41-90e2-6f897de805f8 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972260 Jul 13 07:28:21.908122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634c0cc-490e-4fe6-9a28-ed3694fea5fb tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f302a2-41fb-4e21-96de-c3f7b6ec51f4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:21.922666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-fecb8386-4de1-428a-8795-c0f8ff23fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.924188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-fecb8386-4de1-428a-8795-c0f8ff23fd48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 913 time: 0.1476419 Jul 13 07:28:21.934145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d3f9aa99-99f6-42b0-ac6e-ace6fe71fac0 req-693f28cb-afa3-4ae0-bda0-79ae638daf8e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1376578719', 'description': 'tempest-description-708001146'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:21.952119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ca56b-2919-4172-8643-68bea165bc8c req-c1c887be-0b5f-4639-a839-e8fe9251d9ca tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.953638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c06ca56b-2919-4172-8643-68bea165bc8c req-c1c887be-0b5f-4639-a839-e8fe9251d9ca tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1311176 Jul 13 07:28:21.961487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3f9aa99-99f6-42b0-ac6e-ace6fe71fac0 req-693f28cb-afa3-4ae0-bda0-79ae638daf8e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.997376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-99952bff-6e09-4f3a-b2eb-59c5598a42f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1 HTTP/1.1" status: 200 len: 217 time: 0.0608916 Jul 13 07:28:22.044680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3f9aa99-99f6-42b0-ac6e-ace6fe71fac0 req-693f28cb-afa3-4ae0-bda0-79ae638daf8e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.048582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3f9aa99-99f6-42b0-ac6e-ace6fe71fac0 req-693f28cb-afa3-4ae0-bda0-79ae638daf8e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.074626 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3f9aa99-99f6-42b0-ac6e-ace6fe71fac0 req-693f28cb-afa3-4ae0-bda0-79ae638daf8e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.075849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d3f9aa99-99f6-42b0-ac6e-ace6fe71fac0 req-693f28cb-afa3-4ae0-bda0-79ae638daf8e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1466472 Jul 13 07:28:22.084966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f28cb-afa3-4ae0-bda0-79ae638daf8e tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b917a2d1-b8d4-48f4-9362-65099e2ac1bb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.088620 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c06ca56b-2919-4172-8643-68bea165bc8c req-c3959b38-58ab-49d9-8d8d-7febe73f0800 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947938 Jul 13 07:28:22.098299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-da06c180-8084-404c-a259-1321dc31d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.099648 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-da06c180-8084-404c-a259-1321dc31d01f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 200 len: 852 time: 0.0816381 Jul 13 07:28:22.145586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-87fa3418-4566-41bd-b3f5-6c379ea72f24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9ea3211-77f9-4a14-b498-7a553cce2954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359783 Jul 13 07:28:22.147508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-7ceb5f62-fbbd-4f77-9cef-04ccdc6344be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.148944 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-7ceb5f62-fbbd-4f77-9cef-04ccdc6344be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a03a5705636441c93681f718ac2a65a&device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 1099 time: 0.1944277 Jul 13 07:28:22.252774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032da34e-7dc5-41b9-a171-438f74bd4f60 req-af5b0cae-37cc-4e74-8ec1-77590598e047 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.254288 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-032da34e-7dc5-41b9-a171-438f74bd4f60 req-af5b0cae-37cc-4e74-8ec1-77590598e047 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 947 time: 0.0687182 Jul 13 07:28:22.277758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-547a0a29-af63-460f-a68b-57f39e591305 req-adce29c9-cea2-4a10-bc06-08f0e689b97b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1016467668', 'description': 'tempest-description-747092218'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:22.293331 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-032da34e-7dc5-41b9-a171-438f74bd4f60 req-51ec7600-145a-4b92-b197-9f2a2dfcec4b tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Jul 13 07:28:22.337770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-255b6677-6376-4574-89d7-6f60cb87f4c9 service neutron] 10.222.0.48 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835692 Jul 13 07:28:22.340376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-547a0a29-af63-460f-a68b-57f39e591305 req-adce29c9-cea2-4a10-bc06-08f0e689b97b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.343642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-e7fe7c2a-7bc8-4016-a2d8-5b402a1406fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.345031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-e7fe7c2a-7bc8-4016-a2d8-5b402a1406fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1830924 Jul 13 07:28:22.414647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-1304e122-1aac-445b-8264-a1a7d77dcf0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fb303232-a521-4f00-8e46-d7b06b087a1e HTTP/1.1" status: 200 len: 217 time: 0.0529101 Jul 13 07:28:22.540044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e918efc-eddb-4574-bd63-424839ab606c req-fece3ad1-b79d-4913-9b2c-0affce81c23b tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.48 "GET /v2.0/ports?device_id=207fd074-c8f7-44d6-b055-47886af6a32f HTTP/1.1" status: 200 len: 210 time: 0.0523973 Jul 13 07:28:22.573812 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd501322-c3fb-4549-b2c4-3963530605d3 req-e146c20a-d82e-4b98-a227-e99a980f0fec service neutron] 10.222.0.48 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226450 Jul 13 07:28:22.576411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-787bf4be-d195-425f-8b5d-ee4cc06d7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.577970 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-787bf4be-d195-425f-8b5d-ee4cc06d7cbb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1545908 Jul 13 07:28:22.635409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-547a0a29-af63-460f-a68b-57f39e591305 req-adce29c9-cea2-4a10-bc06-08f0e689b97b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.643008 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-547a0a29-af63-460f-a68b-57f39e591305 req-adce29c9-cea2-4a10-bc06-08f0e689b97b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.680068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-547a0a29-af63-460f-a68b-57f39e591305 req-adce29c9-cea2-4a10-bc06-08f0e689b97b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.681301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-547a0a29-af63-460f-a68b-57f39e591305 req-adce29c9-cea2-4a10-bc06-08f0e689b97b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4389353 Jul 13 07:28:22.684687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce29c9-cea2-4a10-bc06-08f0e689b97b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba26a032-fa31-4f21-9725-49c7c5a0c788,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.692623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-a8b5958f-71f0-43a5-b937-14c43539696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.693088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-a8b5958f-71f0-43a5-b937-14c43539696c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067526 Jul 13 07:28:22.700818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b6cfedb-1dd5-443d-b2aa-b3bde6f6205e req-f0b172d3-456e-490f-8377-e66ea52bb0b5 tempest-ServerShowV247Test-1955968137 tempest-ServerShowV247Test-1955968137-project] 10.222.0.41 "GET /v2.0/ports?device_id=207fd074-c8f7-44d6-b055-47886af6a32f HTTP/1.1" status: 200 len: 210 time: 0.0400405 Jul 13 07:28:22.812469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-401866d2-7f97-4637-b9c6-2dce028d7192 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059427 Jul 13 07:28:22.881092 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26639e65-bf7a-466f-8b7b-c4c7cf14c3a4 req-efa2f42a-ef6c-4e1e-92b3-a2ba1d7b0847 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.882632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26639e65-bf7a-466f-8b7b-c4c7cf14c3a4 req-efa2f42a-ef6c-4e1e-92b3-a2ba1d7b0847 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0634348 Jul 13 07:28:22.920397 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26639e65-bf7a-466f-8b7b-c4c7cf14c3a4 req-024fc777-56b0-4878-8f9c-691f75fc21da tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Jul 13 07:28:22.930369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473a4d-7689-4566-8e55-942574644980 req-44623f16-7d5b-4de2-8607-3b76c078f276 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.931888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16473a4d-7689-4566-8e55-942574644980 req-44623f16-7d5b-4de2-8607-3b76c078f276 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 948 time: 0.1330457 Jul 13 07:28:22.948157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c6fd6c4-f4dc-44ce-92a7-40a3c06a2dbc req-22a399c6-e0fc-4be6-a4db-a0689e2acca3 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193268 Jul 13 07:28:22.981543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16473a4d-7689-4566-8e55-942574644980 req-3bcb7c71-34df-4dda-bf4a-95fc53053002 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Jul 13 07:28:23.043610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2db4d0ba-235a-49be-a2b2-2c872eb3a551 req-f06f5389-cd9a-4641-b6f6-c79edeb3a2d8 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93e275e0d57a47deb604afe54826ba76 HTTP/1.1" status: 200 len: 10903 time: 0.0973606 Jul 13 07:28:23.091371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 54db88b3-cefb-4256-8566-86db5212a6ec details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:23.093500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2db4d0ba-235a-49be-a2b2-2c872eb3a551 req-3cced494-ff0e-4156-b53f-bcdef12a8afd tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/5957f763-3cf1-413c-81f9-5e9483bbf502 HTTP/1.1" status: 200 len: 2981 time: 0.0421765 Jul 13 07:28:23.140677 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2db4d0ba-235a-49be-a2b2-2c872eb3a551 req-8c570b3b-02b1-4170-9dfd-2a72bd3a4935 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/5957f763-3cf1-413c-81f9-5e9483bbf502 HTTP/1.1" status: 200 len: 2981 time: 0.0416234 Jul 13 07:28:23.156678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba8f2a-3889-41fa-9d5b-915b2cbcd41e req-6e3c8684-f5ca-4bee-a9ab-761186a6656e tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:23.158966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3dba8f2a-3889-41fa-9d5b-915b2cbcd41e req-6e3c8684-f5ca-4bee-a9ab-761186a6656e tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 943 time: 0.0759382 Jul 13 07:28:23.207053 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f8ae61b-c394-4566-89a9-c09d46b57d88 req-f837ab73-4a8c-4764-b38f-6255df869ebe tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/27f302a2-41fb-4e21-96de-c3f7b6ec51f4 HTTP/1.1" status: 200 len: 1803 time: 0.0422201 Jul 13 07:28:23.210665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3dba8f2a-3889-41fa-9d5b-915b2cbcd41e req-3d28a9fe-8d33-4b67-b375-43f9f5305ee3 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Jul 13 07:28:23.236075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 54db88b3-cefb-4256-8566-86db5212a6ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=54db88b3-cefb-4256-8566-86db5212a6ec,segment=NetworkSegment(e64df6c9-2317-4b2c-8729-5db584673640),segment_id=e64df6c9-2317-4b2c-8729-5db584673640)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:23.249132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '54db88b3-cefb-4256-8566-86db5212a6ec', 'network_id': 'ec43c6e5-3d53-40fe-a248-5132b2bc3e16', 'port_id': '54db88b3-cefb-4256-8566-86db5212a6ec', 'mac_address': 'fa:16:3e:ee:5b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5797c42e-8499-4ede-ad24-35f91717be4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:23.291794 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.295097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f8ae61b-c394-4566-89a9-c09d46b57d88 req-014ac7a6-2d3c-4d3d-a703-5af632391681 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.306240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54db88b3-cefb-4256-8566-86db5212a6ec {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:23.325018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f8ae61b-c394-4566-89a9-c09d46b57d88 req-014ac7a6-2d3c-4d3d-a703-5af632391681 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.327050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 54db88b3-cefb-4256-8566-86db5212a6ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=54db88b3-cefb-4256-8566-86db5212a6ec,segment=NetworkSegment(e64df6c9-2317-4b2c-8729-5db584673640),segment_id=e64df6c9-2317-4b2c-8729-5db584673640)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:23.331709 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.367063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:23.379074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f8ae61b-c394-4566-89a9-c09d46b57d88 req-014ac7a6-2d3c-4d3d-a703-5af632391681 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.382146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2f8ae61b-c394-4566-89a9-c09d46b57d88 req-014ac7a6-2d3c-4d3d-a703-5af632391681 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.383729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f8ae61b-c394-4566-89a9-c09d46b57d88 req-014ac7a6-2d3c-4d3d-a703-5af632391681 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/27f302a2-41fb-4e21-96de-c3f7b6ec51f4 HTTP/1.1" status: 204 len: 173 time: 0.1707683 Jul 13 07:28:23.395162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ac7a6-2d3c-4d3d-a703-5af632391681 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f302a2-41fb-4e21-96de-c3f7b6ec51f4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.423531 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-77527748-6f90-4843-a3b8-e7e0557eede7 req-5952401b-bcd1-482f-b561-d34a863d00f1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:23.424641 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77527748-6f90-4843-a3b8-e7e0557eede7 req-5952401b-bcd1-482f-b561-d34a863d00f1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/27f302a2-41fb-4e21-96de-c3f7b6ec51f4 HTTP/1.1" status: 404 len: 352 time: 0.0173471 Jul 13 07:28:23.444190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=54db88b3-cefb-4256-8566-86db5212a6ec,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.493733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67bd2243-89b7-44e5-a2b4-3e712df7e1c0 req-2a527486-e78b-4f11-93b2-467724e96536 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/b917a2d1-b8d4-48f4-9362-65099e2ac1bb HTTP/1.1" status: 200 len: 1802 time: 0.0426998 Jul 13 07:28:23.511043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:23.523519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f', 'mac_address': 'fa:16:3e:0c:25:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:23.527499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c05288-47cc-49b6-94a4-bd0201795466 req-183c792c-53eb-4f46-b0e4-52388075c79f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:23.529162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1c05288-47cc-49b6-94a4-bd0201795466 req-183c792c-53eb-4f46-b0e4-52388075c79f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 947 time: 0.0768175 Jul 13 07:28:23.558142 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-67bd2243-89b7-44e5-a2b4-3e712df7e1c0 req-f755a0be-79c2-4a6c-93cd-2a8b8b3e019c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.571034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.573534 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.574522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1c05288-47cc-49b6-94a4-bd0201795466 req-8b97eb54-676c-4458-a6c2-ad5fdec445bc tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383356 Jul 13 07:28:23.584836 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-67bd2243-89b7-44e5-a2b4-3e712df7e1c0 req-f755a0be-79c2-4a6c-93cd-2a8b8b3e019c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.597769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:23.619084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:23.623837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.636426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-67bd2243-89b7-44e5-a2b4-3e712df7e1c0 req-f755a0be-79c2-4a6c-93cd-2a8b8b3e019c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.639736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-67bd2243-89b7-44e5-a2b4-3e712df7e1c0 req-f755a0be-79c2-4a6c-93cd-2a8b8b3e019c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.641299 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67bd2243-89b7-44e5-a2b4-3e712df7e1c0 req-f755a0be-79c2-4a6c-93cd-2a8b8b3e019c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/b917a2d1-b8d4-48f4-9362-65099e2ac1bb HTTP/1.1" status: 204 len: 173 time: 0.1418240 Jul 13 07:28:23.655057 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755a0be-79c2-4a6c-93cd-2a8b8b3e019c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b917a2d1-b8d4-48f4-9362-65099e2ac1bb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.691762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.691900 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-a2eff36a-6e0e-43fd-8f30-6edf1583f311 req-c44d03e2-c351-4dfb-99e1-25b43070b0fd tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:23.700073 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2eff36a-6e0e-43fd-8f30-6edf1583f311 req-c44d03e2-c351-4dfb-99e1-25b43070b0fd tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/b917a2d1-b8d4-48f4-9362-65099e2ac1bb HTTP/1.1" status: 404 len: 352 time: 0.0246847 Jul 13 07:28:23.754540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba4b8a64-1061-43ca-9ce4-57ff77cc1e21 req-33ae0438-60ff-4a13-be89-bf01ceca056c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/ba26a032-fa31-4f21-9725-49c7c5a0c788 HTTP/1.1" status: 200 len: 1802 time: 0.0415752 Jul 13 07:28:23.822787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba4b8a64-1061-43ca-9ce4-57ff77cc1e21 req-6809186e-33ca-4b3e-bb63-edc1c4bf6f37 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.846702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba4b8a64-1061-43ca-9ce4-57ff77cc1e21 req-6809186e-33ca-4b3e-bb63-edc1c4bf6f37 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.895189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba4b8a64-1061-43ca-9ce4-57ff77cc1e21 req-6809186e-33ca-4b3e-bb63-edc1c4bf6f37 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.898230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba4b8a64-1061-43ca-9ce4-57ff77cc1e21 req-6809186e-33ca-4b3e-bb63-edc1c4bf6f37 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.899381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba4b8a64-1061-43ca-9ce4-57ff77cc1e21 req-6809186e-33ca-4b3e-bb63-edc1c4bf6f37 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/ba26a032-fa31-4f21-9725-49c7c5a0c788 HTTP/1.1" status: 204 len: 173 time: 0.1365037 Jul 13 07:28:23.909394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809186e-33ca-4b3e-bb63-edc1c4bf6f37 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba26a032-fa31-4f21-9725-49c7c5a0c788,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.946142 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-d311c0b8-1f5e-46b2-9881-7502a5b0e595 req-adbce802-7478-4be5-9c48-52f3db172100 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:23.951417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d311c0b8-1f5e-46b2-9881-7502a5b0e595 req-adbce802-7478-4be5-9c48-52f3db172100 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/ba26a032-fa31-4f21-9725-49c7c5a0c788 HTTP/1.1" status: 404 len: 352 time: 0.0263145 Jul 13 07:28:24.040497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c061760-f793-4baa-b87c-31bdf192dd88 req-830d18fc-4f89-4cbf-89a3-0399c0c5bf77 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93e275e0d57a47deb604afe54826ba76 HTTP/1.1" status: 200 len: 6149 time: 0.0724926 Jul 13 07:28:24.040998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:24.078268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['54db88b3-cefb-4256-8566-86db5212a6ec'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:24.109792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d6aa-9fac-4d05-9918-ba59d039d1cd req-be75c03a-cf70-4a35-9845-5dc1fb1f70fb tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.112662 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a841d6aa-9fac-4d05-9918-ba59d039d1cd req-be75c03a-cf70-4a35-9845-5dc1fb1f70fb tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0709996 Jul 13 07:28:24.113432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36408) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:24.115770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c061760-f793-4baa-b87c-31bdf192dd88 req-47a16ffc-469e-4e8c-879e-48a631fec1d2 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/5957f763-3cf1-413c-81f9-5e9483bbf502 HTTP/1.1" status: 200 len: 2981 time: 0.0641327 Jul 13 07:28:24.160693 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a841d6aa-9fac-4d05-9918-ba59d039d1cd req-925ae9d1-3083-43f4-b2bd-e6dad19ebfe5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Jul 13 07:28:24.177278 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c061760-f793-4baa-b87c-31bdf192dd88 req-793903f6-894c-4ac1-a525-dc01c18d5463 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/5957f763-3cf1-413c-81f9-5e9483bbf502 HTTP/1.1" status: 200 len: 2981 time: 0.0543737 Jul 13 07:28:24.211476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-528bb482-2e88-4d0b-af38-bd8c2c7d654b req-f558e09c-fdd0-4c4f-bbfc-a172503e2027 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-332236388', 'description': 'tempest-description-296313192'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:24.242090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-528bb482-2e88-4d0b-af38-bd8c2c7d654b req-f558e09c-fdd0-4c4f-bbfc-a172503e2027 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.273745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-419c6565-1453-499b-8ef0-f2c2c6bba115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.347374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f92946-f2b3-414e-9a05-60c9579ada05 req-c94aca52-0e46-49ab-9aae-0174f4d16fd9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.348895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3f92946-f2b3-414e-9a05-60c9579ada05 req-c94aca52-0e46-49ab-9aae-0174f4d16fd9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 949 time: 0.0670319 Jul 13 07:28:24.361097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-528bb482-2e88-4d0b-af38-bd8c2c7d654b req-f558e09c-fdd0-4c4f-bbfc-a172503e2027 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.368670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-528bb482-2e88-4d0b-af38-bd8c2c7d654b req-f558e09c-fdd0-4c4f-bbfc-a172503e2027 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.387944 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3f92946-f2b3-414e-9a05-60c9579ada05 req-e4df294f-12e1-4b4d-bb06-6d79206f9b85 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Jul 13 07:28:24.407458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558e09c-fdd0-4c4f-bbfc-a172503e2027 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d94a3e6-d0ee-452e-8d70-f9a25183ec63,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.470603 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-419c6565-1453-499b-8ef0-f2c2c6bba115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.475221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-419c6565-1453-499b-8ef0-f2c2c6bba115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.492504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-528bb482-2e88-4d0b-af38-bd8c2c7d654b req-f558e09c-fdd0-4c4f-bbfc-a172503e2027 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.494024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-528bb482-2e88-4d0b-af38-bd8c2c7d654b req-f558e09c-fdd0-4c4f-bbfc-a172503e2027 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2876139 Jul 13 07:28:24.516908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-419c6565-1453-499b-8ef0-f2c2c6bba115 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f43a614c0c54f4aa9974b4d26333697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021933 Jul 13 07:28:24.526351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36420) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:24.532527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c6565-1453-499b-8ef0-f2c2c6bba115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2006b237-51ec-4557-9880-0d3f79fc420f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.568620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3936d-f47f-4be4-98e6-81eba08265fb req-6c1f51c2-0cef-4be9-b174-5351a51e5541 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.570332 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5dc3936d-f47f-4be4-98e6-81eba08265fb req-6c1f51c2-0cef-4be9-b174-5351a51e5541 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 944 time: 0.0754218 Jul 13 07:28:24.584251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c09da7-3c25-492a-aab2-afd171d8047c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.608441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c09da7-3c25-492a-aab2-afd171d8047c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.610550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5dc3936d-f47f-4be4-98e6-81eba08265fb req-24f96c17-3fb1-4f9a-98a8-ddc77fede213 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Jul 13 07:28:24.650454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-351ef5c7-cb42-4eb5-96c9-98f47f11e8cb req-a432c9ae-10b9-44c5-90fc-7ab351bd0c01 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2093552338', 'description': 'tempest-description-1197415178'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:24.659495 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c09da7-3c25-492a-aab2-afd171d8047c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.662249 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c09da7-3c25-492a-aab2-afd171d8047c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.663578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-90c09da7-3c25-492a-aab2-afd171d8047c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2006b237-51ec-4557-9880-0d3f79fc420f HTTP/1.1" status: 204 len: 168 time: 0.1364565 Jul 13 07:28:24.672155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c09da7-3c25-492a-aab2-afd171d8047c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2006b237-51ec-4557-9880-0d3f79fc420f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.680511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-351ef5c7-cb42-4eb5-96c9-98f47f11e8cb req-a432c9ae-10b9-44c5-90fc-7ab351bd0c01 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.771696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-351ef5c7-cb42-4eb5-96c9-98f47f11e8cb req-a432c9ae-10b9-44c5-90fc-7ab351bd0c01 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.775220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-351ef5c7-cb42-4eb5-96c9-98f47f11e8cb req-a432c9ae-10b9-44c5-90fc-7ab351bd0c01 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.807315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-351ef5c7-cb42-4eb5-96c9-98f47f11e8cb req-a432c9ae-10b9-44c5-90fc-7ab351bd0c01 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.808564 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-351ef5c7-cb42-4eb5-96c9-98f47f11e8cb req-a432c9ae-10b9-44c5-90fc-7ab351bd0c01 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1627331 Jul 13 07:28:24.810361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c9ae-10b9-44c5-90fc-7ab351bd0c01 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a09d5e-92c4-4e74-a1fb-7172590b7e9e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.821439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2c5ee-bd2f-4ae6-8eb5-b768327f87fc req-11c595e1-a4f4-46a4-bb77-6ca6995346b0 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.823220 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cbd2c5ee-bd2f-4ae6-8eb5-b768327f87fc req-11c595e1-a4f4-46a4-bb77-6ca6995346b0 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 947 time: 0.0764697 Jul 13 07:28:24.882187 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cbd2c5ee-bd2f-4ae6-8eb5-b768327f87fc req-01a7a473-fba8-4e6b-8176-7e1ceb3bb1be tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Jul 13 07:28:25.092948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-fb1f3399-dd86-4299-903c-91b5139edc5b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.094569 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-fb1f3399-dd86-4299-903c-91b5139edc5b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 812 time: 0.1029596 Jul 13 07:28:25.108733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-c1145122-f65a-437c-b3ef-93fc0c60484d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/quotas/93e275e0d57a47deb604afe54826ba76 HTTP/1.1" status: 200 len: 375 time: 0.0088680 Jul 13 07:28:25.178346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-a741b100-80f3-4a67-83e2-ef425a3772f5 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641360 Jul 13 07:28:25.254265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device fb303232-a521-4f00-8e46-d7b06b087a1e details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:25.288410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-24160db3-5384-4732-941a-d78fbf4057a1 service neutron] 10.222.0.41 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026368 Jul 13 07:28:25.368196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port fb303232-a521-4f00-8e46-d7b06b087a1e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=fb303232-a521-4f00-8e46-d7b06b087a1e,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:25.380592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5acf6-e1e1-4eb3-8101-b4259e6ffd89 req-8b119c77-88cf-430e-b261-4d74d6bf6148 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.381336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'fb303232-a521-4f00-8e46-d7b06b087a1e', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'fb303232-a521-4f00-8e46-d7b06b087a1e', 'mac_address': 'fa:16:3e:e5:0c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:25.382920 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ad5acf6-e1e1-4eb3-8101-b4259e6ffd89 req-8b119c77-88cf-430e-b261-4d74d6bf6148 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0865173 Jul 13 07:28:25.400932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-38b8afe0-7bdf-4541-8b34-96aeedc4a04a service neutron] 10.222.0.41 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073768 Jul 13 07:28:25.422004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.428802 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ad5acf6-e1e1-4eb3-8101-b4259e6ffd89 req-6ebae954-eb38-49ac-8157-e358d78cce66 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Jul 13 07:28:25.436708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb303232-a521-4f00-8e46-d7b06b087a1e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:25.457150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port fb303232-a521-4f00-8e46-d7b06b087a1e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=fb303232-a521-4f00-8e46-d7b06b087a1e,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:25.461465 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.526846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=fb303232-a521-4f00-8e46-d7b06b087a1e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:25.715339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c22842-6aaa-4567-940b-50fa6f96da7c req-e0893fb4-e010-4736-ae41-292017156b27 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.717018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66c22842-6aaa-4567-940b-50fa6f96da7c req-e0893fb4-e010-4736-ae41-292017156b27 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 949 time: 0.0855250 Jul 13 07:28:25.770511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66c22842-6aaa-4567-940b-50fa6f96da7c req-952addf6-b5db-4013-bacd-1c81c60fafc4 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Jul 13 07:28:25.784059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['fb303232-a521-4f00-8e46-d7b06b087a1e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:25.864316 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b1553635-4086-48ed-a59d-d0b32d9cce61 req-571e39fc-d7f1-4866-a6f0-04fe8c6a1d58 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 210 time: 0.0467889 Jul 13 07:28:26.093765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78d6a6-502b-4840-9d05-afa43d9e64fc req-cac03075-2f9c-4997-bf82-78963b600a19 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.095914 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c78d6a6-502b-4840-9d05-afa43d9e64fc req-cac03075-2f9c-4997-bf82-78963b600a19 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 944 time: 0.0884326 Jul 13 07:28:26.172161 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c78d6a6-502b-4840-9d05-afa43d9e64fc req-79be751c-d18a-4be0-bc65-337e3a3a5d55 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Jul 13 07:28:26.264223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee82689-f66d-4948-9a2b-7384a8ad2768 req-e6b27b90-d677-4fe5-b515-2ffb5cd76b30 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.266469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ee82689-f66d-4948-9a2b-7384a8ad2768 req-e6b27b90-d677-4fe5-b515-2ffb5cd76b30 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 948 time: 0.0727699 Jul 13 07:28:26.313819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ee82689-f66d-4948-9a2b-7384a8ad2768 req-9d6218e8-3410-4ad3-bac1-70b60c7c77c4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408876 Jul 13 07:28:26.615960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e2bb1-01f2-4880-9fcf-54d0fbc7a3ba req-359ecf78-d70b-41f1-a68f-96f1e7a942c0 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.617439 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d0e2bb1-01f2-4880-9fcf-54d0fbc7a3ba req-359ecf78-d70b-41f1-a68f-96f1e7a942c0 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0711753 Jul 13 07:28:26.659579 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d0e2bb1-01f2-4880-9fcf-54d0fbc7a3ba req-85f57034-dc4d-4aeb-8aa7-b0b67ef330be tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342827 Jul 13 07:28:26.691677 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:28:26.946590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-793b8506-6121-4d5d-b2ff-a4689ab31f7c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.948153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-793b8506-6121-4d5d-b2ff-a4689ab31f7c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.38 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 812 time: 0.1231484 Jul 13 07:28:26.954197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093361a5-ea5e-4801-b60d-4651f3e893e3 req-7fd3aa10-359a-4d8f-826b-453bf6edbaf8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.956708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-093361a5-ea5e-4801-b60d-4651f3e893e3 req-7fd3aa10-359a-4d8f-826b-453bf6edbaf8 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 949 time: 0.0683503 Jul 13 07:28:26.977851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'port': {'device_id': '107b186e-210a-4aa3-ac60-89404c8613ea', 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954', 'admin_state_up': True, 'tenant_id': '93e275e0d57a47deb604afe54826ba76'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:27.002273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-093361a5-ea5e-4801-b60d-4651f3e893e3 req-113e934a-4551-4447-90d0-c43d147d9d42 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Jul 13 07:28:27.040016 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f09d3a7-fa8f-46ab-af3a-469b54864783 req-764922cc-7b50-4a09-8103-b201eb201c31 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 210 time: 0.0448694 Jul 13 07:28:27.117217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Made reservation on behalf of 93e275e0d57a47deb604afe54826ba76 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:27.121005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.126607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 54db88b3-cefb-4256-8566-86db5212a6ec up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:27.175721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 54db88b3-cefb-4256-8566-86db5212a6ec completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:27.179992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 54db88b3-cefb-4256-8566-86db5212a6ec triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:27.180398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.258638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device fb303232-a521-4f00-8e46-d7b06b087a1e up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:27.266487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Allocated IP 172.20.0.9 (b9ea3211-77f9-4a14-b498-7a553cce2954/3ce30c04-d5f0-43bd-9cec-00490de91fd3/f53959bd-3638-42a3-a030-a61dd33abc4b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:27.290262 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.321978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bf7eb8-6978-4741-8116-4076d8de7ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54db88b3-cefb-4256-8566-86db5212a6ec'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:27.324235 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd886a-2f4d-4193-9b58-b06273e1de8a" -d '{"events": [{"server_uuid": "60bf7eb8-6978-4741-8116-4076d8de7ecc", "name": "network-vif-plugged", "status": "completed", "tag": "54db88b3-cefb-4256-8566-86db5212a6ec"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:27.339400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 54db88b3-cefb-4256-8566-86db5212a6ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=54db88b3-cefb-4256-8566-86db5212a6ec,segment=NetworkSegment(e64df6c9-2317-4b2c-8729-5db584673640),segment_id=e64df6c9-2317-4b2c-8729-5db584673640)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:27.345665 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.354374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port fb303232-a521-4f00-8e46-d7b06b087a1e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:27.379589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port fb303232-a521-4f00-8e46-d7b06b087a1e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:27.379963 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.384109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:27.406378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487949c-5441-4178-bb23-9bb0145a689e req-ff0c0bf7-2f2c-480c-b75b-ba50de5136c9 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.408048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3487949c-5441-4178-bb23-9bb0145a689e req-ff0c0bf7-2f2c-480c-b75b-ba50de5136c9 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 944 time: 0.1278243 Jul 13 07:28:27.459023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=54db88b3-cefb-4256-8566-86db5212a6ec,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:27.465222 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f60c1db-1051-4c42-8c1a-3ce9c95dbeda x-openstack-request-id: req-8f60c1db-1051-4c42-8c1a-3ce9c95dbeda {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:27.465504 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bf7eb8-6978-4741-8116-4076d8de7ecc", "name": "network-vif-plugged", "status": "completed", "tag": "54db88b3-cefb-4256-8566-86db5212a6ec", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:27.465759 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f60c1db-1051-4c42-8c1a-3ce9c95dbeda {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:27.466169 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bf7eb8-6978-4741-8116-4076d8de7ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54db88b3-cefb-4256-8566-86db5212a6ec', 'code': 200} Jul 13 07:28:27.491340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:27.501623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3487949c-5441-4178-bb23-9bb0145a689e req-f28f0ee0-4a1a-4fd9-b8dd-4e21cca691ad tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624778 Jul 13 07:28:27.515957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:27.516333 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.517453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.549231 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.564106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.614356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:27.641565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Network b9ea3211-77f9-4a14-b498-7a553cce2954 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:27.648220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:27.650872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:27.663824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc13e5-937a-448f-a4e2-089e3e4ba68f req-a7dd14cd-561d-40d9-a244-a2319124bd60 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.671746 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66bc13e5-937a-448f-a4e2-089e3e4ba68f req-a7dd14cd-561d-40d9-a244-a2319124bd60 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 948 time: 0.0878286 Jul 13 07:28:27.675681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port fb303232-a521-4f00-8e46-d7b06b087a1e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=fb303232-a521-4f00-8e46-d7b06b087a1e,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:27.706462 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.728545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66bc13e5-937a-448f-a4e2-089e3e4ba68f req-24a6f86e-507a-4a42-b5db-277540bbc565 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Jul 13 07:28:27.790356 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.841113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=fb303232-a521-4f00-8e46-d7b06b087a1e,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:27.870687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.871164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.871508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.871843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.872174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.872500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.872823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.873143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.873462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.873773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.874122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.874437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:27.901232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:27.913640 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.963276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb3041-2515-4146-ac46-eaa10f8ea55e req-2001cb3e-fcc0-4724-9837-4d04de3d1bae tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.965062 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfdb3041-2515-4146-ac46-eaa10f8ea55e req-2001cb3e-fcc0-4724-9837-4d04de3d1bae tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1134491 Jul 13 07:28:28.064938 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfdb3041-2515-4146-ac46-eaa10f8ea55e req-156a02c6-eb8f-4a9a-a898-3cd3ce951ce1 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858603 Jul 13 07:28:28.088511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'Port': ['ID=f53959bd-3638-42a3-a030-a61dd33abc4b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:28.108618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:28.109270 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.125579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749e7d0-a0dd-4e23-a295-2ff60cfa4c87 req-2d52beaa-2950-4516-b2bf-a8c578b4356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:28.127372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f749e7d0-a0dd-4e23-a295-2ff60cfa4c87 req-2d52beaa-2950-4516-b2bf-a8c578b4356b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 1097 time: 0.5508826 Jul 13 07:28:28.153619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-99e5568c-2b15-41dd-bc3a-547dd8fc3b4b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1797669 Jul 13 07:28:28.171674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:28.176185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Request body: {'port': {'device_id': '107b186e-210a-4aa3-ac60-89404c8613ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:28.255259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0ebd8fb5-6e58-4231-a69f-fd3c72e6bed4 None None] Provisioning complete for port fb303232-a521-4f00-8e46-d7b06b087a1e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:28.255638 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ebd8fb5-6e58-4231-a69f-fd3c72e6bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.256334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f749e7d0-a0dd-4e23-a295-2ff60cfa4c87 req-024b66ad-ef41-4f3a-9cef-da9ac3fc4b34 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087482 Jul 13 07:28:28.314145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def20e-eb34-4f40-b662-ae85f718f46f req-20565d35-178c-4f62-b03c-40c83babbc3a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:28.321849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24def20e-eb34-4f40-b662-ae85f718f46f req-20565d35-178c-4f62-b03c-40c83babbc3a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 931 time: 0.0857124 Jul 13 07:28:28.372546 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24def20e-eb34-4f40-b662-ae85f718f46f req-e07b189b-cc29-44a5-b9d0-93f7e81e9822 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494924 Jul 13 07:28:28.384156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.559582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a2922-b664-468d-88f8-c6696b0cf738 req-35f5411c-e868-4c02-b3f1-3088ae5e8e26 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:28.567233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-879a2922-b664-468d-88f8-c6696b0cf738 req-35f5411c-e868-4c02-b3f1-3088ae5e8e26 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 950 time: 0.3095362 Jul 13 07:28:28.568944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-114c3be8-0a1a-495f-84ff-e425e4843cd3 None None] Provisioning complete for port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:28.569336 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-114c3be8-0a1a-495f-84ff-e425e4843cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.663115 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-879a2922-b664-468d-88f8-c6696b0cf738 req-5deb304c-63f4-4efe-b22d-6888b97042dc tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822728 Jul 13 07:28:28.753299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53959bd-3638-42a3-a030-a61dd33abc4b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:28.761396 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.775732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Transition to ACTIVE for port object f53959bd-3638-42a3-a030-a61dd33abc4b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:28.780468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.888447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f53959bd-3638-42a3-a030-a61dd33abc4b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:28.933800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524f7e0-ad83-400d-b021-26a95c7baf92 req-0522b3f1-1459-454d-badc-4d67a0e5cfe4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:28.935587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3524f7e0-ad83-400d-b021-26a95c7baf92 req-0522b3f1-1459-454d-badc-4d67a0e5cfe4 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 949 time: 0.0815489 Jul 13 07:28:28.967703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270cd3e-dbb0-431d-9ead-217d6e53c673 req-2d670a11-7cd0-49ed-a25b-59c0263737bc tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:28.969328 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7270cd3e-dbb0-431d-9ead-217d6e53c673 req-2d670a11-7cd0-49ed-a25b-59c0263737bc tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 945 time: 0.1595035 Jul 13 07:28:28.977787 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3524f7e0-ad83-400d-b021-26a95c7baf92 req-082e5878-bcc3-410c-ba1e-6d905329fd8c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361943 Jul 13 07:28:28.987763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Attempting to bind port f53959bd-3638-42a3-a030-a61dd33abc4b on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:28.988183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Attempting to bind port f53959bd-3638-42a3-a030-a61dd33abc4b by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:28.988802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Attempting to bind port f53959bd-3638-42a3-a030-a61dd33abc4b on network b9ea3211-77f9-4a14-b498-7a553cce2954 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:29.005535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Port f53959bd-3638-42a3-a030-a61dd33abc4b on network b9ea3211-77f9-4a14-b498-7a553cce2954 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:29.005967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Attempting to bind port f53959bd-3638-42a3-a030-a61dd33abc4b on network b9ea3211-77f9-4a14-b498-7a553cce2954 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:29.014394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:29.014803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Checking segment: {'id': '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:29.015264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Bound using segment: {'id': '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:29.015773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Bound port: f53959bd-3638-42a3-a030-a61dd33abc4b, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:29.016155 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.039844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7270cd3e-dbb0-431d-9ead-217d6e53c673 req-884f1555-f00d-417d-9b53-1aa5bdfc4731 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609818 Jul 13 07:28:29.097123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] For port f53959bd-3638-42a3-a030-a61dd33abc4b, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:29.100225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] For port f53959bd-3638-42a3-a030-a61dd33abc4b, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f53959bd-3638-42a3-a030-a61dd33abc4b,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:29.104940 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.144582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.145202 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.146683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] 10.222.0.38 "PUT /v2.0/ports/f53959bd-3638-42a3-a030-a61dd33abc4b HTTP/1.1" status: 200 len: 1092 time: 0.9812598 Jul 13 07:28:29.147121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:29.149389 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37deaedf-acc1-4c9c-8f6e-802c745c062f" -d '{"events": [{"name": "network-changed", "server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:29.174447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9279b9d-30eb-4fe7-96bd-dd4c5e0f3eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f53959bd-3638-42a3-a030-a61dd33abc4b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:29.197844 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ca55f3-ef4d-40e6-8064-b55cb1f27cbd x-openstack-request-id: req-25ca55f3-ef4d-40e6-8064-b55cb1f27cbd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:29.198478 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:29.198915 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25ca55f3-ef4d-40e6-8064-b55cb1f27cbd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:29.199724 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b', 'status': 'completed', 'code': 200} Jul 13 07:28:29.371047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-24ff4969-8874-4d56-b8be-1cc59341a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.372842 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-24ff4969-8874-4d56-b8be-1cc59341a427 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 1095 time: 0.1503148 Jul 13 07:28:29.375398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec73e0-8001-42ef-afe9-26494c7aec81 req-4bf6064f-9b1b-47db-a30d-2f48c4964485 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.375720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73ec73e0-8001-42ef-afe9-26494c7aec81 req-4bf6064f-9b1b-47db-a30d-2f48c4964485 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1432128 Jul 13 07:28:29.437717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-e0184e10-2c98-4866-8eb5-fe4fc7998368 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f53959bd-3638-42a3-a030-a61dd33abc4b HTTP/1.1" status: 200 len: 217 time: 0.0558298 Jul 13 07:28:29.442469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73ec73e0-8001-42ef-afe9-26494c7aec81 req-945494a0-082b-43e5-a41d-8023d10ab04e tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582635 Jul 13 07:28:29.467351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb303232-a521-4f00-8e46-d7b06b087a1e'}, {'server_uuid': 'c23dfbc5-e5ef-47bc-b90a-a267784e9311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:29.469892 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21208a4f-02f8-4858-9406-f2014fe8a576" -d '{"events": [{"server_uuid": "5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52", "name": "network-vif-plugged", "status": "completed", "tag": "fb303232-a521-4f00-8e46-d7b06b087a1e"}, {"server_uuid": "c23dfbc5-e5ef-47bc-b90a-a267784e9311", "name": "network-vif-plugged", "status": "completed", "tag": "bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:29.538927 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c4a298-4bf0-4020-9f6d-491b91df1936 x-openstack-request-id: req-64c4a298-4bf0-4020-9f6d-491b91df1936 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:29.539233 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52", "name": "network-vif-plugged", "status": "completed", "tag": "fb303232-a521-4f00-8e46-d7b06b087a1e", "code": 200}, {"server_uuid": "c23dfbc5-e5ef-47bc-b90a-a267784e9311", "name": "network-vif-plugged", "status": "completed", "tag": "bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:29.539491 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64c4a298-4bf0-4020-9f6d-491b91df1936 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:29.539890 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb303232-a521-4f00-8e46-d7b06b087a1e', 'code': 200} Jul 13 07:28:29.540171 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23dfbc5-e5ef-47bc-b90a-a267784e9311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f', 'code': 200} Jul 13 07:28:29.571207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-079bd7ca-949e-47a0-ab4c-4e6779f69169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.572830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-079bd7ca-949e-47a0-ab4c-4e6779f69169 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 200 len: 852 time: 0.1247835 Jul 13 07:28:29.631092 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-47c696ee-a5a7-40d9-8f1b-1152b500a03e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9ea3211-77f9-4a14-b498-7a553cce2954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449655 Jul 13 07:28:29.647263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a1bb-e293-4050-97d7-0ef4ea96c02b req-30173daf-ad7d-42a1-bf57-e2920c67915a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.648696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5278a1bb-e293-4050-97d7-0ef4ea96c02b req-30173daf-ad7d-42a1-bf57-e2920c67915a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 943 time: 0.1438503 Jul 13 07:28:29.806412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5278a1bb-e293-4050-97d7-0ef4ea96c02b req-f3c7f8a5-997e-41b5-b949-084ad8a96f02 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239102 Jul 13 07:28:29.829605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9347ce-4751-4c7e-a097-4d733615a5c9 req-8eec2a99-611a-44d7-9d64-d788e6c777f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.831183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8f9347ce-4751-4c7e-a097-4d733615a5c9 req-8eec2a99-611a-44d7-9d64-d788e6c777f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 1101 time: 0.2095389 Jul 13 07:28:29.835298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd58a-7dc4-4310-bc37-3091c54ee598 req-86555a23-1f49-49fe-a72e-31d575b2747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.836738 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f2bd58a-7dc4-4310-bc37-3091c54ee598 req-86555a23-1f49-49fe-a72e-31d575b2747b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 1102 time: 0.2049046 Jul 13 07:28:29.838671 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-a89babdb-1c92-4277-a09b-e46ea08b515f service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728837 Jul 13 07:28:29.916545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed879cfc-bb42-4ea0-a6e4-ec788c293a58 req-588a70f4-51d6-4650-b9dd-77f766c2aee3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.918175 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed879cfc-bb42-4ea0-a6e4-ec788c293a58 req-588a70f4-51d6-4650-b9dd-77f766c2aee3 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 950 time: 0.0701029 Jul 13 07:28:29.957084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f2bd58a-7dc4-4310-bc37-3091c54ee598 req-2057d893-9cc7-4f95-84ab-673a9ea9220a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117580 Jul 13 07:28:29.966534 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed879cfc-bb42-4ea0-a6e4-ec788c293a58 req-554fe8fa-455c-435a-8343-30e117e7105b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Jul 13 07:28:29.971764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8f9347ce-4751-4c7e-a097-4d733615a5c9 req-7a1e83e2-a7ea-4999-af35-1feef4fe18a6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190052 Jul 13 07:28:29.995219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2a2a52f-9545-4a62-aac6-e756c38fdfb7 req-56584462-35ff-4aca-97a9-5d7d3eb1a2ae service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399460 Jul 13 07:28:30.175137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514700-0e9a-4329-b1a0-371e0841590e req-7bcd3356-ce0c-4dd3-9618-fdadc69ecbc1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.178456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3514700-0e9a-4329-b1a0-371e0841590e req-7bcd3356-ce0c-4dd3-9618-fdadc69ecbc1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 949 time: 0.0733533 Jul 13 07:28:30.200051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-52ed9714-5904-487b-b57b-45aef56d2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.201623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-52ed9714-5904-487b-b57b-45aef56d2085 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 1095 time: 0.0979483 Jul 13 07:28:30.219715 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3514700-0e9a-4329-b1a0-371e0841590e req-e5cae99d-2df6-4d3a-b59b-08f6e77243d9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352676 Jul 13 07:28:30.263356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd1748-f112-4a8d-8778-ec06faf6d568 req-12f8696d-5248-491d-9c93-6117e6804419 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.264869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27cd1748-f112-4a8d-8778-ec06faf6d568 req-12f8696d-5248-491d-9c93-6117e6804419 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 945 time: 0.1069620 Jul 13 07:28:30.348171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27cd1748-f112-4a8d-8778-ec06faf6d568 req-a72336e0-04a7-4b6b-a6f3-981d15ed5d03 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761511 Jul 13 07:28:30.349593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-5f391021-41e4-47e2-8fae-2d75a2a7a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.351409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-5f391021-41e4-47e2-8fae-2d75a2a7a712 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 913 time: 0.1377392 Jul 13 07:28:30.401885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-4ff59b62-3c27-4e3e-88bd-ae1f0a98506f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f53959bd-3638-42a3-a030-a61dd33abc4b HTTP/1.1" status: 200 len: 217 time: 0.0415001 Jul 13 07:28:30.454179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-b90015ce-99e7-4070-ba93-0bc2ba1d2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.456159 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-b90015ce-99e7-4070-ba93-0bc2ba1d2366 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 200 len: 852 time: 0.0481994 Jul 13 07:28:30.492872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-8191bc8f-a7e7-476d-9cff-d18678971fcc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9ea3211-77f9-4a14-b498-7a553cce2954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301166 Jul 13 07:28:30.533909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2162d-08b2-4cd2-ba77-d7c1bd181b2c req-65c32bc5-3840-473a-97c8-adaa9dfff075 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.536350 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aaf2162d-08b2-4cd2-ba77-d7c1bd181b2c req-65c32bc5-3840-473a-97c8-adaa9dfff075 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 945 time: 0.0752187 Jul 13 07:28:30.576597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aaf2162d-08b2-4cd2-ba77-d7c1bd181b2c req-b1cfcbb4-a677-4727-9bb9-67fae990a684 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338564 Jul 13 07:28:30.641537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-7bdefc1a-21c5-4db9-b79e-d8c076f0f230 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403072 Jul 13 07:28:30.672054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6ec5b-9661-492e-afb3-140ec54b2049 req-bfc227cf-f27b-42c1-8584-5a24548c9e2d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.673574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31e6ec5b-9661-492e-afb3-140ec54b2049 req-bfc227cf-f27b-42c1-8584-5a24548c9e2d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0978143 Jul 13 07:28:30.764640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31e6ec5b-9661-492e-afb3-140ec54b2049 req-49179848-2aae-4778-9adb-f7ca2d1b169d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793974 Jul 13 07:28:30.787327 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37deaedf-acc1-4c9c-8f6e-802c745c062f req-ab7d7d12-2149-45fa-a144-6833e6dea91d service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328166 Jul 13 07:28:31.090859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220b82-453f-441d-b20d-0d15c5560a04 req-c9aa1d1f-479c-4dbb-a02a-100b9e447532 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.092496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38220b82-453f-441d-b20d-0d15c5560a04 req-c9aa1d1f-479c-4dbb-a02a-100b9e447532 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 945 time: 0.0772514 Jul 13 07:28:31.103914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a655732-61fa-4c32-99bf-5cf8554d3c0e req-59edbbbf-15c5-4ff2-afca-302b9e6a70db tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.105729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a655732-61fa-4c32-99bf-5cf8554d3c0e req-59edbbbf-15c5-4ff2-afca-302b9e6a70db tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 943 time: 0.0808856 Jul 13 07:28:31.155386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38220b82-453f-441d-b20d-0d15c5560a04 req-6f6939fe-70a6-4385-ae31-2a542c67e6d1 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551219 Jul 13 07:28:31.160465 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a655732-61fa-4c32-99bf-5cf8554d3c0e req-fe99abc4-2c85-47c3-91e1-a2af693d4ad9 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Jul 13 07:28:31.359982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f2864-b79c-47dd-a814-f3ba4786ef6f req-73e22cb0-5fb1-4bf1-a171-8ec812acd4b5 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.361568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-132f2864-b79c-47dd-a814-f3ba4786ef6f req-73e22cb0-5fb1-4bf1-a171-8ec812acd4b5 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 950 time: 0.0660183 Jul 13 07:28:31.400165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-132f2864-b79c-47dd-a814-f3ba4786ef6f req-65492078-4117-4575-b4d0-b4a225b2c345 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Jul 13 07:28:31.444690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb670e2d-7ff9-4be0-83b6-cec700f21071 req-49f2d198-4c5c-4432-be4b-ead07bf2555a tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.446250 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb670e2d-7ff9-4be0-83b6-cec700f21071 req-49f2d198-4c5c-4432-be4b-ead07bf2555a tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 949 time: 0.0649552 Jul 13 07:28:31.483922 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb670e2d-7ff9-4be0-83b6-cec700f21071 req-466a4424-98b0-4e3f-a31e-590a1510a85a tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Jul 13 07:28:31.647733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e63cd-0326-46e6-b00a-3a901b3c5e63 req-7be44678-1142-4341-bdc0-ebf13d551ae9 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.649334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-162e63cd-0326-46e6-b00a-3a901b3c5e63 req-7be44678-1142-4341-bdc0-ebf13d551ae9 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 1102 time: 0.0610478 Jul 13 07:28:31.682989 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-162e63cd-0326-46e6-b00a-3a901b3c5e63 req-b5f49ae4-d860-4b00-8a88-a221cdf36751 tempest-ServersOnMultiNodesTest-510252872 tempest-ServersOnMultiNodesTest-510252872-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279858 Jul 13 07:28:31.850079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cb38d-a617-46c4-942d-610812c0d856 req-27704fed-1a1b-4868-8907-355fd947181c tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.851752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-445cb38d-a617-46c4-942d-610812c0d856 req-27704fed-1a1b-4868-8907-355fd947181c tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 945 time: 0.0661635 Jul 13 07:28:31.889174 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-445cb38d-a617-46c4-942d-610812c0d856 req-4dfbdee9-145f-4284-8db5-53d1d9ce7ba1 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317028 Jul 13 07:28:32.067365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929e6e4-b7c3-4c4a-896b-2b254a3a67a8 req-0916a4f6-a30d-4eb5-8513-67af79796106 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.068909 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b929e6e4-b7c3-4c4a-896b-2b254a3a67a8 req-0916a4f6-a30d-4eb5-8513-67af79796106 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0712824 Jul 13 07:28:32.106634 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b929e6e4-b7c3-4c4a-896b-2b254a3a67a8 req-d94974e5-f1d2-484e-9b8b-1ca907b65ffe tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Jul 13 07:28:32.389475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.390069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.390438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.390903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.391367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.391830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.392290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.392754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.393213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.393669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.394153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.394608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.395065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.395523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.395976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.396430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.396881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.397342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.397793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.398268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.398722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.399177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.399626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.402640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-7f72b0d1-0880-4d9e-a116-0f4173def82c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea&device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52&device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc&device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311&device_id=ec5646fb-4503-4cca-966a-033beaf72632&device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854&device_id=3420cfcf-b29c-4092-89a4-16df9532fd91&device_id=71a3b01d-8393-46b4-b564-fee78931f922&device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397&device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c&device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97&device_id=425aad64-473d-4aab-9a04-7778a8f829c8&device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a&device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29&device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2&device_id=9af2a863-dccd-4823-af34-f9945172f1fe&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 20827 time: 0.0958672 Jul 13 07:28:32.422066 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-54d91d95-933f-432c-ad63-74dd61c67852 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.472185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b24183-4b9a-4921-b264-fa940abac086 req-7fb2738a-ba9c-4234-b306-4b057720f44c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.473710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-84b24183-4b9a-4921-b264-fa940abac086 req-7fb2738a-ba9c-4234-b306-4b057720f44c tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 950 time: 0.0662200 Jul 13 07:28:32.511377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-54d91d95-933f-432c-ad63-74dd61c67852 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.512654 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-84b24183-4b9a-4921-b264-fa940abac086 req-7ff76984-c958-4172-82b9-fc3d6c5117e6 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Jul 13 07:28:32.515639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-54d91d95-933f-432c-ad63-74dd61c67852 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.554579 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-42dfbb22-8b29-4224-8397-cf58b1370429 req-54d91d95-933f-432c-ad63-74dd61c67852 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ab957b74-5d3c-463a-96da-8403ea862edd&id=5957f763-3cf1-413c-81f9-5e9483bbf502&id=0418d3fb-729a-4522-b430-46c0dd0a6d87&id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&id=69b932db-d80e-498a-a35e-00badd057dd9&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&id=0dd981cf-0437-40bb-b11f-8ad39001aec4&id=e5439c1d-397d-409d-a037-255f82686712&id=a9a2a204-bd34-4ada-8bab-358698483c76&id=8bef3912-af49-44c0-baa8-6765312ae335&fields=id&fields=name HTTP/1.1" status: 200 len: 1037 time: 0.1450062 Jul 13 07:28:32.556436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d91d95-933f-432c-ad63-74dd61c67852 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0895fede-972b-4c8a-b5a9-9080163b4562,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:32.677467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9189dc-0147-4d1f-ab9d-c8a0e05de1cd req-c2d093fb-a0dc-4902-a535-cecfec55a35a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.679069 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-be9189dc-0147-4d1f-ab9d-c8a0e05de1cd req-c2d093fb-a0dc-4902-a535-cecfec55a35a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 943 time: 0.0670047 Jul 13 07:28:32.716247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-be9189dc-0147-4d1f-ab9d-c8a0e05de1cd req-dfded9d1-a485-48c3-b03e-d09683e916f4 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Jul 13 07:28:33.010919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf309347-24e9-4d63-92be-947d8f88b0ba req-e4ec9126-f3b7-440e-8ac0-0b79e4331e98 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.011766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf309347-24e9-4d63-92be-947d8f88b0ba req-e4ec9126-f3b7-440e-8ac0-0b79e4331e98 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.012445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf309347-24e9-4d63-92be-947d8f88b0ba req-e4ec9126-f3b7-440e-8ac0-0b79e4331e98 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.014470 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf309347-24e9-4d63-92be-947d8f88b0ba req-e4ec9126-f3b7-440e-8ac0-0b79e4331e98 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52&device_id=71a3b01d-8393-46b4-b564-fee78931f922&device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 2884 time: 0.0644798 Jul 13 07:28:33.051291 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf309347-24e9-4d63-92be-947d8f88b0ba req-f88670f9-8b02-4746-a70d-a89bae01635c tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304234 Jul 13 07:28:33.074778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85c12d-5923-41af-9a65-396eb8810e51 req-623ff5b8-5b03-4f6e-bbab-ceb92c6309ee tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.076684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a85c12d-5923-41af-9a65-396eb8810e51 req-623ff5b8-5b03-4f6e-bbab-ceb92c6309ee tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 945 time: 0.0696959 Jul 13 07:28:33.118903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a85c12d-5923-41af-9a65-396eb8810e51 req-6f9eadf5-aca4-4099-9cb9-310930f87e0e tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359287 Jul 13 07:28:33.286163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f53959bd-3638-42a3-a030-a61dd33abc4b details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:33.294922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5286b-f4aa-4107-a740-9925e3db824e req-58bb59c7-cfbb-41fb-977d-faecf201ddb5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.297025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ba5286b-f4aa-4107-a740-9925e3db824e req-58bb59c7-cfbb-41fb-977d-faecf201ddb5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0724418 Jul 13 07:28:33.343272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ba5286b-f4aa-4107-a740-9925e3db824e req-f841e4fb-059e-44ef-80a1-b14b813b8236 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Jul 13 07:28:33.406774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f53959bd-3638-42a3-a030-a61dd33abc4b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f53959bd-3638-42a3-a030-a61dd33abc4b,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:33.421295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f53959bd-3638-42a3-a030-a61dd33abc4b', 'network_id': 'b9ea3211-77f9-4a14-b498-7a553cce2954', 'port_id': 'f53959bd-3638-42a3-a030-a61dd33abc4b', 'mac_address': 'fa:16:3e:a3:91:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce30c04-d5f0-43bd-9cec-00490de91fd3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:33.473209 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.488692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53959bd-3638-42a3-a030-a61dd33abc4b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:33.511265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f53959bd-3638-42a3-a030-a61dd33abc4b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f53959bd-3638-42a3-a030-a61dd33abc4b,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:33.519669 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.589712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f53959bd-3638-42a3-a030-a61dd33abc4b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:33.754703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f42a-e19c-4ea0-804c-fb28ca501c24 req-fe1f4295-32f0-4988-996a-31eadeb80af5 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.761648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b34f42a-e19c-4ea0-804c-fb28ca501c24 req-fe1f4295-32f0-4988-996a-31eadeb80af5 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 950 time: 0.0976882 Jul 13 07:28:33.797740 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b34f42a-e19c-4ea0-804c-fb28ca501c24 req-78e19c5a-3c76-4dbd-bdfc-6e85d4999a64 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350533 Jul 13 07:28:33.804232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-2e7e6260-8739-4d7b-b892-a24cb6a753ee tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.805890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-2e7e6260-8739-4d7b-b892-a24cb6a753ee tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.48 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 945 time: 0.1052146 Jul 13 07:28:33.866272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f53959bd-3638-42a3-a030-a61dd33abc4b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:34.012221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433ee6-fda4-4179-8b38-d48e99dddc53 req-9bb523f1-33fd-403a-bf98-a9f350605aa5 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.019991 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76433ee6-fda4-4179-8b38-d48e99dddc53 req-9bb523f1-33fd-403a-bf98-a9f350605aa5 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 944 time: 0.0768526 Jul 13 07:28:34.026230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Deleting port 54db88b3-cefb-4256-8566-86db5212a6ec {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:34.026583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.068268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-3a0bae91-c8ee-4172-8053-2b5834b63db2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.070091 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-3a0bae91-c8ee-4172-8053-2b5834b63db2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 950 time: 0.1341138 Jul 13 07:28:34.075018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76433ee6-fda4-4179-8b38-d48e99dddc53 req-1c21a4c1-e778-4a55-9dac-76d808136514 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513587 Jul 13 07:28:34.266625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] For port 54db88b3-cefb-4256-8566-86db5212a6ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=54db88b3-cefb-4256-8566-86db5212a6ec,segment=NetworkSegment(e64df6c9-2317-4b2c-8729-5db584673640),segment_id=e64df6c9-2317-4b2c-8729-5db584673640)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:34.267003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.293879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Calling delete_port for 54db88b3-cefb-4256-8566-86db5212a6ec owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:34.321280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18453592-11dd-4be8-8e72-346ba58052f3 req-656a95f6-d242-461c-9df9-a49d20867881 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.329148 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18453592-11dd-4be8-8e72-346ba58052f3 req-656a95f6-d242-461c-9df9-a49d20867881 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 945 time: 0.0833189 Jul 13 07:28:34.357191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46756-f987-4504-95da-51c337f735d0 req-45ff9f22-468f-402d-9ad6-37066d494560 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.358781 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dc46756-f987-4504-95da-51c337f735d0 req-45ff9f22-468f-402d-9ad6-37066d494560 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 1101 time: 0.1797848 Jul 13 07:28:34.363628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Deleting port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:34.363981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.370678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18453592-11dd-4be8-8e72-346ba58052f3 req-635dbe2e-4794-43ee-a83d-e459a3e26f64 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Jul 13 07:28:34.481354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dc46756-f987-4504-95da-51c337f735d0 req-b2d44653-7722-48fa-b78a-f1e55689700d tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142950 Jul 13 07:28:34.519084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] For port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:34.519461 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.558513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05336654-4c1f-4f34-bdb4-8a9d65f96b02 req-31c074d5-d737-43d6-8911-42fc71f57d37 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.560500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05336654-4c1f-4f34-bdb4-8a9d65f96b02 req-31c074d5-d737-43d6-8911-42fc71f57d37 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0849400 Jul 13 07:28:34.560863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Calling delete_port for bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:34.620739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05336654-4c1f-4f34-bdb4-8a9d65f96b02 req-bb722e5c-172a-4431-8672-51286f0c51e8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Jul 13 07:28:34.630538 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.651609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['54db88b3-cefb-4256-8566-86db5212a6ec'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:34.684726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Pushing event deleted for resources: {'Port': ['ID=54db88b3-cefb-4256-8566-86db5212a6ec,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:34.768297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] No DVR routers for this DVR port 54db88b3-cefb-4256-8566-86db5212a6ec on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:34.771364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.773770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3166e38-1d51-4990-b18f-0046ac728b74 req-413565b8-6ac0-46c2-9e9c-f3b1fa11b0b5 tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.48 "DELETE /v2.0/ports/54db88b3-cefb-4256-8566-86db5212a6ec HTTP/1.1" status: 204 len: 173 time: 0.9596083 Jul 13 07:28:34.775131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bf7eb8-6978-4741-8116-4076d8de7ecc', 'name': 'network-vif-deleted', 'tag': '54db88b3-cefb-4256-8566-86db5212a6ec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:34.777591 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff71ba4-f26b-4a4e-b7c9-223adeef5558" -d '{"events": [{"server_uuid": "60bf7eb8-6978-4741-8116-4076d8de7ecc", "name": "network-vif-deleted", "tag": "54db88b3-cefb-4256-8566-86db5212a6ec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:34.848020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c3d26-1ee5-4afa-baf9-31c887cd6b86 req-11255e69-8f48-485f-a5d6-b0b746f659ae tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.850836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-992c3d26-1ee5-4afa-baf9-31c887cd6b86 req-11255e69-8f48-485f-a5d6-b0b746f659ae tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 1101 time: 0.2053578 Jul 13 07:28:34.905192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.917660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330', '3b966823-857b-4ae6-acee-d8edf1abd0cb', 'bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:34.969443 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fe6f35-1940-4a70-9c3b-4ff8344b7c7f x-openstack-request-id: req-f1fe6f35-1940-4a70-9c3b-4ff8344b7c7f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:34.969742 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bf7eb8-6978-4741-8116-4076d8de7ecc", "name": "network-vif-deleted", "tag": "54db88b3-cefb-4256-8566-86db5212a6ec", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:34.970024 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1fe6f35-1940-4a70-9c3b-4ff8344b7c7f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:34.970472 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bf7eb8-6978-4741-8116-4076d8de7ecc', 'name': 'network-vif-deleted', 'tag': '54db88b3-cefb-4256-8566-86db5212a6ec', 'status': 'completed', 'code': 200} Jul 13 07:28:34.978839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event deleted for resources: {'Port': ['ID=bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:35.011072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'a19874d1-16c9-41e6-a92f-e975ea1ab758', '87308c7d-b95e-499d-842a-1360d2b1b2b5', '0191e8e4-aebd-4785-8d44-3a91bd28bc48'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:35.042720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] No DVR routers for this DVR port bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:35.046637 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.048970 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b3b104a-8e4a-4f7b-8ede-b67a0b24691b req-1f2d279a-b587-48ad-8852-e8fc137dcd21 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "DELETE /v2.0/ports/bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f HTTP/1.1" status: 204 len: 173 time: 0.9324169 Jul 13 07:28:35.050460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-992c3d26-1ee5-4afa-baf9-31c887cd6b86 req-f8ee70cc-ab13-439c-8c2f-1e3af2aea038 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913645 Jul 13 07:28:35.200639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e34901a5-7192-441e-888e-74ae6025e90e req-8286b137-0cde-42cf-8044-e1b87c1d2a71 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23dfbc5-e5ef-47bc-b90a-a267784e9311 HTTP/1.1" status: 200 len: 210 time: 0.0763073 Jul 13 07:28:35.324124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f53959bd-3638-42a3-a030-a61dd33abc4b up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:35.329075 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.381887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5110e-8f6f-43c8-8dea-712776479c55 req-18e83cc1-6a8b-408f-bc9a-4a1e920ded2c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:35.383831 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01a5110e-8f6f-43c8-8dea-712776479c55 req-18e83cc1-6a8b-408f-bc9a-4a1e920ded2c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 944 time: 0.0937192 Jul 13 07:28:35.450603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01a5110e-8f6f-43c8-8dea-712776479c55 req-6239de41-68e2-4216-8c04-afd4e79d872a tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559721 Jul 13 07:28:35.452431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port f53959bd-3638-42a3-a030-a61dd33abc4b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:35.479839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f53959bd-3638-42a3-a030-a61dd33abc4b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:35.480276 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.658099 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.690878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9d89970-35d9-415c-ac74-e7f8490a8bcc req-ca5018f8-d9f8-4cb3-874f-c48c406194ca tempest-ServersNegativeTestMultiTenantJSON-1963555002 tempest-ServersNegativeTestMultiTenantJSON-1963555002-project] 10.222.0.41 "GET /v2.0/ports?device_id=60bf7eb8-6978-4741-8116-4076d8de7ecc HTTP/1.1" status: 200 len: 210 time: 0.0308440 Jul 13 07:28:35.706093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:35.708521 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1505ae85-5856-4b8d-80ae-7b8ab04ab9ca" -d '{"events": [{"server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "name": "network-vif-plugged", "status": "completed", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:35.738393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f53959bd-3638-42a3-a030-a61dd33abc4b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f53959bd-3638-42a3-a030-a61dd33abc4b,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:35.764155 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.876373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288de0e0-f777-4921-b2b6-4541669ccf1b req-1699b2e5-7dfa-43d0-b71f-ef5bd4ec73c7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:35.879366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-288de0e0-f777-4921-b2b6-4541669ccf1b req-1699b2e5-7dfa-43d0-b71f-ef5bd4ec73c7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0897133 Jul 13 07:28:35.882273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f53959bd-3638-42a3-a030-a61dd33abc4b,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:35.984652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-288de0e0-f777-4921-b2b6-4541669ccf1b req-fb26b062-05e6-46be-add8-9b7389b89cc3 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753613 Jul 13 07:28:36.017141 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebff487-b028-4de2-8a98-5aeaab817a55 x-openstack-request-id: req-3ebff487-b028-4de2-8a98-5aeaab817a55 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:36.017462 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "name": "network-vif-plugged", "status": "completed", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:36.017820 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ebff487-b028-4de2-8a98-5aeaab817a55 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:36.018332 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b', 'code': 200} Jul 13 07:28:36.105067 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:36.187039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dae3fe-2cca-4609-b2a6-101f56aea525 req-e0457bec-7152-4ad5-acd0-a0710e3cfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.188547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-90dae3fe-2cca-4609-b2a6-101f56aea525 req-e0457bec-7152-4ad5-acd0-a0710e3cfe76 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 1097 time: 0.0853403 Jul 13 07:28:36.228909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-90dae3fe-2cca-4609-b2a6-101f56aea525 req-10640d4a-9aab-47b0-b9b7-7f6444867fa4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Jul 13 07:28:36.249839 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f9761e4-2a67-4730-b9b1-e042a6f42c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.354591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f9761e4-2a67-4730-b9b1-e042a6f42c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.358581 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f9761e4-2a67-4730-b9b1-e042a6f42c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.389906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9761e4-2a67-4730-b9b1-e042a6f42c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8529113-8710-4063-9d19-f4b89d5bd485,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:36.408226 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3f9761e4-2a67-4730-b9b1-e042a6f42c43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2c731d9fd534f2389303102ca58c45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011403 Jul 13 07:28:36.411076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:36.473053 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ee6a6cd-81fa-42af-b96b-602e37381a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.515110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ee6a6cd-81fa-42af-b96b-602e37381a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.579482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ee6a6cd-81fa-42af-b96b-602e37381a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.583068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ee6a6cd-81fa-42af-b96b-602e37381a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.584950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4ee6a6cd-81fa-42af-b96b-602e37381a5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8529113-8710-4063-9d19-f4b89d5bd485 HTTP/1.1" status: 204 len: 168 time: 0.1727388 Jul 13 07:28:36.594741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6a6cd-81fa-42af-b96b-602e37381a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8529113-8710-4063-9d19-f4b89d5bd485,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:36.693663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc82637-25c2-4c23-bd00-9115d17a188b req-70edab02-0b25-49df-afe3-e4683cf453af tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.696249 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fc82637-25c2-4c23-bd00-9115d17a188b req-70edab02-0b25-49df-afe3-e4683cf453af tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 945 time: 0.0721142 Jul 13 07:28:36.727924 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e67b-2c4b-4700-8e5c-851a885c15ad req-95782574-cea4-4d52-b56a-f8a85e45723b tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.730078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0056e67b-2c4b-4700-8e5c-851a885c15ad req-95782574-cea4-4d52-b56a-f8a85e45723b tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.0746562 Jul 13 07:28:36.759215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fc82637-25c2-4c23-bd00-9115d17a188b req-ab8a3363-7d17-472e-a4c8-01458794eea3 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551729 Jul 13 07:28:36.792080 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0056e67b-2c4b-4700-8e5c-851a885c15ad req-38e15fb2-b2ba-4383-834a-8539cf9ecca3 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556133 Jul 13 07:28:36.886975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36760) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:36.932439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31563ba-391b-4c15-8282-137009f8ccbd admin admin] Deleting subnet 5797c42e-8499-4ede-ad24-35f91717be4e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:36.935536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31563ba-391b-4c15-8282-137009f8ccbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.941656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac5ff6-cca4-49e6-b70e-bdbfd5684918 req-69454ebb-bec4-478d-97e9-03a7102363b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.943481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13ac5ff6-cca4-49e6-b70e-bdbfd5684918 req-69454ebb-bec4-478d-97e9-03a7102363b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 950 time: 0.0681899 Jul 13 07:28:36.971415 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31563ba-391b-4c15-8282-137009f8ccbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.972230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23dfbc5-e5ef-47bc-b90a-a267784e9311', 'name': 'network-vif-deleted', 'tag': 'bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:36.974572 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7f3f9e-c078-479d-9d7f-4dd5a45784c0" -d '{"events": [{"server_uuid": "c23dfbc5-e5ef-47bc-b90a-a267784e9311", "name": "network-vif-deleted", "tag": "bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:36.991460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13ac5ff6-cca4-49e6-b70e-bdbfd5684918 req-029ac5a6-ad86-4073-b258-b46b26b5347b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Jul 13 07:28:37.028879 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b86a6b-05fc-4036-97b4-07f2cd1d5aa2 x-openstack-request-id: req-f2b86a6b-05fc-4036-97b4-07f2cd1d5aa2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:37.029176 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23dfbc5-e5ef-47bc-b90a-a267784e9311", "name": "network-vif-deleted", "tag": "bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:37.029433 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2b86a6b-05fc-4036-97b4-07f2cd1d5aa2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:37.029832 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23dfbc5-e5ef-47bc-b90a-a267784e9311', 'name': 'network-vif-deleted', 'tag': 'bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f', 'status': 'completed', 'code': 200} Jul 13 07:28:37.036074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31563ba-391b-4c15-8282-137009f8ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.098034 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31563ba-391b-4c15-8282-137009f8ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.131505 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31563ba-391b-4c15-8282-137009f8ccbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.134052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d31563ba-391b-4c15-8282-137009f8ccbd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5797c42e-8499-4ede-ad24-35f91717be4e HTTP/1.1" status: 204 len: 168 time: 0.2454865 Jul 13 07:28:37.134692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31563ba-391b-4c15-8282-137009f8ccbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5797c42e-8499-4ede-ad24-35f91717be4e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.136250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:37.188696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 54db88b3-cefb-4256-8566-86db5212a6ec no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:37.221641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 54db88b3-cefb-4256-8566-86db5212a6ec {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:37.222223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 54db88b3-cefb-4256-8566-86db5212a6ec not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:37.222872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:37.240463 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.249707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac5e8b-b39c-4037-99c8-2066c3192e79 req-2f83879e-878c-41fb-be58-dbb5fb307136 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.259912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:37.259912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device bbf0ea32-4fa9-4d8c-87f2-5cdb14aa335f not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:37.260132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bfac5e8b-b39c-4037-99c8-2066c3192e79 req-2f83879e-878c-41fb-be58-dbb5fb307136 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1501582 Jul 13 07:28:37.261294 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.316628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bfac5e8b-b39c-4037-99c8-2066c3192e79 req-51dd0403-e70b-4e0f-803e-19f0d699cffc tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586927 Jul 13 07:28:37.369616 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.380176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec43c6e5-3d53-40fe-a248-5132b2bc3e16']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:37.391728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64df6c9-2317-4b2c-8729-5db584673640') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:37.392032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64df6c9-2317-4b2c-8729-5db584673640') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:37.401405 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.415145 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.421886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:37.422396 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:37.424348 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:37.428114 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:37.478959 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.486706 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.491135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ec43c6e5-3d53-40fe-a248-5132b2bc3e16 HTTP/1.1" status: 204 len: 168 time: 0.3514292 Jul 13 07:28:37.491527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:37.503334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6445c30-02a7-4295-bc06-e63fd7128153 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec43c6e5-3d53-40fe-a248-5132b2bc3e16,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.553809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-261c627e-dc9d-467f-a336-53901b59c066 admin admin] Deleting subnet b012757b-fd50-4b0d-bb74-df3e6f97bf10 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:37.557532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-261c627e-dc9d-467f-a336-53901b59c066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.607291 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-261c627e-dc9d-467f-a336-53901b59c066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.655814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-261c627e-dc9d-467f-a336-53901b59c066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.712068 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-261c627e-dc9d-467f-a336-53901b59c066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.735674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c627e-dc9d-467f-a336-53901b59c066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b012757b-fd50-4b0d-bb74-df3e6f97bf10,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.741857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-261c627e-dc9d-467f-a336-53901b59c066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.744050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-261c627e-dc9d-467f-a336-53901b59c066 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b012757b-fd50-4b0d-bb74-df3e6f97bf10 HTTP/1.1" status: 204 len: 168 time: 0.2515032 Jul 13 07:28:37.746833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36814) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:37.823222 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.919151 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.931263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be156c80-82b5-471e-9fa7-aaf3b63ab9ad']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:37.944682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5167178-74b7-4ba5-8a5a-3d6d331686cb') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:37.944993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5167178-74b7-4ba5-8a5a-3d6d331686cb') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:37.960233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:37.961105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8a94d-5bd9-448a-8d03-f19ae132eea0 req-be844283-fd5e-4776-94d8-76ce31d7c1f1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.962733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ea8a94d-5bd9-448a-8d03-f19ae132eea0 req-be844283-fd5e-4776-94d8-76ce31d7c1f1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 945 time: 0.0695665 Jul 13 07:28:37.984909 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.003735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ea8a94d-5bd9-448a-8d03-f19ae132eea0 req-5b446eaa-fb81-486e-bb5f-55122cb5204d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353355 Jul 13 07:28:38.003990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.015739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:38.016143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:38.017984 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:38.083970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c6409-1e68-41b3-8d7d-3451230ac576 req-820ac4c0-db01-40dd-aa5c-3ec06144ccc2 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.085494 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c1c6409-1e68-41b3-8d7d-3451230ac576 req-820ac4c0-db01-40dd-aa5c-3ec06144ccc2 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1435113 Jul 13 07:28:38.093641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.100310 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.102702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/be156c80-82b5-471e-9fa7-aaf3b63ab9ad HTTP/1.1" status: 204 len: 168 time: 0.3552101 Jul 13 07:28:38.140794 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb57e457-e97c-4947-a96e-b6676cdc0423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.145506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ebc00-207a-45ae-8644-a6f83d3bd5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=be156c80-82b5-471e-9fa7-aaf3b63ab9ad,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:38.178773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c1c6409-1e68-41b3-8d7d-3451230ac576 req-a9508563-110b-44bd-9b23-75f7646750ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746510 Jul 13 07:28:38.189441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f335f-7f58-47b9-9db8-e8cdb7cb451e req-a2783d98-6e9b-41ce-84e2-454cfcf3f953 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.191497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6c0f335f-7f58-47b9-9db8-e8cdb7cb451e req-a2783d98-6e9b-41ce-84e2-454cfcf3f953 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 950 time: 0.0739255 Jul 13 07:28:38.245545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6c0f335f-7f58-47b9-9db8-e8cdb7cb451e req-91c133f8-4c0e-47a4-9a49-406378f739c7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Jul 13 07:28:38.268314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:38.278536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb57e457-e97c-4947-a96e-b6676cdc0423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.284443 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb57e457-e97c-4947-a96e-b6676cdc0423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.312566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36836) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:38.312828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2c7b6696-4788-4804-9cf8-e2e02e4833a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02dc96a48ab240ce979516574a10eab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503280 Jul 13 07:28:38.323534 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fb57e457-e97c-4947-a96e-b6676cdc0423 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3630471aaade4c16b1f8bdfe0249013b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478038 Jul 13 07:28:38.326320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:38.377360 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7d034-7760-48cd-912e-b2e1908e20ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.384205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57e457-e97c-4947-a96e-b6676cdc0423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fff7fc-e658-4c32-85fd-a9a2b9f53d0a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:38.407060 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-1a66ad78-ef75-4d95-8a76-7cc40314a79f tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-332236388&fields=id&tenant_id=93e275e0d57a47deb604afe54826ba76 HTTP/1.1" status: 200 len: 267 time: 0.0791330 Jul 13 07:28:38.411294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7d034-7760-48cd-912e-b2e1908e20ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.432792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e918d7-b9cd-4239-a4da-fc852d8ca0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.462061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7d034-7760-48cd-912e-b2e1908e20ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.464719 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7d034-7760-48cd-912e-b2e1908e20ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.466186 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f6a7d034-7760-48cd-912e-b2e1908e20ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8fff7fc-e658-4c32-85fd-a9a2b9f53d0a HTTP/1.1" status: 204 len: 168 time: 0.1387355 Jul 13 07:28:38.475557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7d034-7760-48cd-912e-b2e1908e20ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fff7fc-e658-4c32-85fd-a9a2b9f53d0a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:38.477713 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e918d7-b9cd-4239-a4da-fc852d8ca0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.533280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-ff700e7a-de43-4fa4-80b5-97b83004f750 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.534835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-ff700e7a-de43-4fa4-80b5-97b83004f750 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 945 time: 0.1201510 Jul 13 07:28:38.557920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-2851c654-908b-4796-88e0-f996c1d9c7e6 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'port': {'security_groups': ['5957f763-3cf1-413c-81f9-5e9483bbf502', '3d94a3e6-d0ee-452e-8d70-f9a25183ec63']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:38.562648 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e918d7-b9cd-4239-a4da-fc852d8ca0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.566140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e918d7-b9cd-4239-a4da-fc852d8ca0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.569136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-48e918d7-b9cd-4239-a4da-fc852d8ca0d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9465f0a5-4bc3-42bd-aa4a-a62a46a10a17 HTTP/1.1" status: 204 len: 168 time: 0.2419183 Jul 13 07:28:38.599935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e918d7-b9cd-4239-a4da-fc852d8ca0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9465f0a5-4bc3-42bd-aa4a-a62a46a10a17,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:38.629160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d6c73-0eae-40e9-9e4b-0ed01797edca req-b0b76268-073e-4c3a-b0b3-7397d5d67b84 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.636698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-076d6c73-0eae-40e9-9e4b-0ed01797edca req-b0b76268-073e-4c3a-b0b3-7397d5d67b84 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1338522 Jul 13 07:28:38.650089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-6c50e1a6-0a84-4060-9053-aa99d890fd69 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.651795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-6c50e1a6-0a84-4060-9053-aa99d890fd69 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 950 time: 0.1371522 Jul 13 07:28:38.672033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-2851c654-908b-4796-88e0-f996c1d9c7e6 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.741828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-076d6c73-0eae-40e9-9e4b-0ed01797edca req-6115ed64-13b4-47e0-b873-d50e664e3aac tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005425 Jul 13 07:28:38.848185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Deleting port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:38.848185 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.932053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-2851c654-908b-4796-88e0-f996c1d9c7e6 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] For port f53959bd-3638-42a3-a030-a61dd33abc4b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f53959bd-3638-42a3-a030-a61dd33abc4b,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:38.965288 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-2851c654-908b-4796-88e0-f996c1d9c7e6 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.971306 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-2851c654-908b-4796-88e0-f996c1d9c7e6 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.984635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f53959bd-3638-42a3-a030-a61dd33abc4b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:38.990541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:38.994800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] For port 0191e8e4-aebd-4785-8d44-3a91bd28bc48, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0191e8e4-aebd-4785-8d44-3a91bd28bc48,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:38.995323 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.009408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Calling delete_port for 0191e8e4-aebd-4785-8d44-3a91bd28bc48 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:39.014822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36860) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:39.049691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-2851c654-908b-4796-88e0-f996c1d9c7e6 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.050451 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-2851c654-908b-4796-88e0-f996c1d9c7e6 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.052564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07e07997-b54d-45ae-9e03-8d27acd7f0af req-2851c654-908b-4796-88e0-f996c1d9c7e6 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "PUT /v2.0/ports/f53959bd-3638-42a3-a030-a61dd33abc4b HTTP/1.1" status: 200 len: 981 time: 0.4995792 Jul 13 07:28:39.053181 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:39.056176 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03" -d '{"events": [{"name": "network-changed", "server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:39.094293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851c654-908b-4796-88e0-f996c1d9c7e6 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'Port': ['ID=f53959bd-3638-42a3-a030-a61dd33abc4b,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:39.123197 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939d486f-6572-456a-a5b5-b475c8970417 x-openstack-request-id: req-939d486f-6572-456a-a5b5-b475c8970417 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:39.123490 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:39.123740 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-939d486f-6572-456a-a5b5-b475c8970417 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:39.123928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d13d954f-ff4a-469c-9135-3a45180dc688 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=113552beda594c7db8b6f80ac38bc585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076608 Jul 13 07:28:39.124133 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b', 'status': 'completed', 'code': 200} Jul 13 07:28:39.126018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:39.210526 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6df37b3-d3aa-4169-9c1e-95bde1d82cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.277959 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6df37b3-d3aa-4169-9c1e-95bde1d82cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.278522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f53959bd-3638-42a3-a030-a61dd33abc4b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:39.429059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6df37b3-d3aa-4169-9c1e-95bde1d82cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.431747 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6df37b3-d3aa-4169-9c1e-95bde1d82cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.437567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c6df37b3-d3aa-4169-9c1e-95bde1d82cf3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ece82583-3e27-4416-b789-3d2d9097e6d5 HTTP/1.1" status: 204 len: 168 time: 0.3090861 Jul 13 07:28:39.466885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df37b3-d3aa-4169-9c1e-95bde1d82cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece82583-3e27-4416-b789-3d2d9097e6d5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:39.499460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae352-cba7-41c7-a272-d5878603475a req-47795bc2-bcb0-4093-a388-cf9d48b38b69 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.509366 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-100ae352-cba7-41c7-a272-d5878603475a req-47795bc2-bcb0-4093-a388-cf9d48b38b69 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1456046 Jul 13 07:28:39.594356 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-496cd15c-e2ca-4959-9dc1-653b961706a4 req-66150caf-f560-48fa-876a-0a9090d4b8d1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/3d94a3e6-d0ee-452e-8d70-f9a25183ec63 HTTP/1.1" status: 200 len: 1801 time: 0.5044651 Jul 13 07:28:39.596897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-100ae352-cba7-41c7-a272-d5878603475a req-e8fe7cd2-fbfd-49aa-8396-9be20c884316 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844758 Jul 13 07:28:39.713673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-43b9dae7-337a-4d48-8b86-944c2adae5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.715359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-43b9dae7-337a-4d48-8b86-944c2adae5af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 1136 time: 0.2250364 Jul 13 07:28:39.716088 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.745602 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-496cd15c-e2ca-4959-9dc1-653b961706a4 req-cd647679-6eab-46ce-a361-247c7416b0b8 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:28:39.757145 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-496cd15c-e2ca-4959-9dc1-653b961706a4 req-cd647679-6eab-46ce-a361-247c7416b0b8 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d94a3e6-d0ee-452e-8d70-f9a25183ec63 HTTP/1.1" status: 409 len: 341 time: 0.1616526 Jul 13 07:28:39.793159 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7ce84ff2-51ad-4ed5-a8bc-1a19ff0ef8fe req-d511eedf-a2ef-4dd4-a6f6-c44764a6fd6f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b47172-6ec7-4f9f-9e3a-b955bc92f854 HTTP/1.1" status: 200 len: 210 time: 0.0426893 Jul 13 07:28:39.838727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event deleted for resources: {'Port': ['ID=0191e8e4-aebd-4785-8d44-3a91bd28bc48,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:39.957036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] No DVR routers for this DVR port 0191e8e4-aebd-4785-8d44-3a91bd28bc48 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:39.960003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.979931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba4d2043-0b30-4bf7-815d-b364eb414397 req-82ded909-d811-4f58-b339-cdcf27b52d04 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "DELETE /v2.0/ports/0191e8e4-aebd-4785-8d44-3a91bd28bc48 HTTP/1.1" status: 204 len: 173 time: 1.3195322 Jul 13 07:28:39.984072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'a19874d1-16c9-41e6-a92f-e975ea1ab758', '87308c7d-b95e-499d-842a-1360d2b1b2b5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:39.986656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b47172-6ec7-4f9f-9e3a-b955bc92f854', 'name': 'network-vif-deleted', 'tag': '0191e8e4-aebd-4785-8d44-3a91bd28bc48'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:39.991371 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd36549-a0e8-47d9-9c22-023011f06686" -d '{"events": [{"server_uuid": "87b47172-6ec7-4f9f-9e3a-b955bc92f854", "name": "network-vif-deleted", "tag": "0191e8e4-aebd-4785-8d44-3a91bd28bc48"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:40.083256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330', '3b966823-857b-4ae6-acee-d8edf1abd0cb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:40.193202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-21b6855c-7492-4ad3-9cca-6255f07d36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.198277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-21b6855c-7492-4ad3-9cca-6255f07d36ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 913 time: 0.4666860 Jul 13 07:28:40.276623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-f220495d-9724-4982-ac43-b835857b8481 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f53959bd-3638-42a3-a030-a61dd33abc4b HTTP/1.1" status: 200 len: 217 time: 0.0690408 Jul 13 07:28:40.301081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e3a7-482f-49bf-a2bc-6de568786ac0 req-5382f5d9-1f71-4e2b-a133-eae55d98d6f9 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.309760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b670e3a7-482f-49bf-a2bc-6de568786ac0 req-5382f5d9-1f71-4e2b-a133-eae55d98d6f9 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1974158 Jul 13 07:28:40.445470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-47212598-f329-40eb-8824-cf32c55541fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.447118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-47212598-f329-40eb-8824-cf32c55541fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 200 len: 852 time: 0.1628551 Jul 13 07:28:40.462264 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b670e3a7-482f-49bf-a2bc-6de568786ac0 req-46f2543f-d1b8-46b3-84e8-a1cae9bbe6fb tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496036 Jul 13 07:28:40.468703 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc8b904-e7b7-4006-b615-82f9eb5f90a4 x-openstack-request-id: req-1bc8b904-e7b7-4006-b615-82f9eb5f90a4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:40.469168 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b47172-6ec7-4f9f-9e3a-b955bc92f854", "name": "network-vif-deleted", "tag": "0191e8e4-aebd-4785-8d44-3a91bd28bc48", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:40.470835 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bc8b904-e7b7-4006-b615-82f9eb5f90a4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:40.472163 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b47172-6ec7-4f9f-9e3a-b955bc92f854', 'name': 'network-vif-deleted', 'tag': '0191e8e4-aebd-4785-8d44-3a91bd28bc48', 'status': 'completed', 'code': 200} Jul 13 07:28:40.506568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-5cb5ac0f-ae45-41c2-90ad-0f3fba678582 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9ea3211-77f9-4a14-b498-7a553cce2954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396514 Jul 13 07:28:40.692369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-1021533f-ae9a-4530-b488-38fa2229487d service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745939 Jul 13 07:28:40.765124 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66a8bf-f432-4ba1-ae13-86e04d855fd5 req-5d6a4e82-1b36-48fe-ac3d-1441ed2495db tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.778561 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af66a8bf-f432-4ba1-ae13-86e04d855fd5 req-5d6a4e82-1b36-48fe-ac3d-1441ed2495db tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 984 time: 0.1705174 Jul 13 07:28:40.800821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c0bc92e-5b19-4ab8-900f-f27b99d53f03 req-3d9b9551-e476-4ee2-a3a0-c68f7852d0e0 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017916 Jul 13 07:28:40.847549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af66a8bf-f432-4ba1-ae13-86e04d855fd5 req-3a6b8921-9b36-4027-8064-e9a9e321ac57 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&id=3d94a3e6-d0ee-452e-8d70-f9a25183ec63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0680439 Jul 13 07:28:40.979492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e17fc-84f3-4374-9a0d-ef1e45fb60c4 req-da849514-1383-406d-8d5e-52219e32e515 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.981421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d86e17fc-84f3-4374-9a0d-ef1e45fb60c4 req-da849514-1383-406d-8d5e-52219e32e515 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1605363 Jul 13 07:28:41.031286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77cbba-c669-4578-aed3-686653ce7958 req-6951c49d-fad9-49ce-9276-a3240c547c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:41.033908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8b77cbba-c669-4578-aed3-686653ce7958 req-6951c49d-fad9-49ce-9276-a3240c547c36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 1136 time: 0.1453955 Jul 13 07:28:41.049061 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d86e17fc-84f3-4374-9a0d-ef1e45fb60c4 req-616a6e85-9f9f-4356-b7aa-de8ffeb88f33 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568557 Jul 13 07:28:41.223089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77cbba-c669-4578-aed3-686653ce7958 req-321a3443-7aa9-4a2b-8df8-c7d4e930c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:41.227878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8b77cbba-c669-4578-aed3-686653ce7958 req-321a3443-7aa9-4a2b-8df8-c7d4e930c182 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 913 time: 0.1696796 Jul 13 07:28:41.294231 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8b77cbba-c669-4578-aed3-686653ce7958 req-8e334d7a-90e3-4c1e-9cb1-4935174d6f8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f53959bd-3638-42a3-a030-a61dd33abc4b HTTP/1.1" status: 200 len: 217 time: 0.0590413 Jul 13 07:28:41.319933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0191e8e4-aebd-4785-8d44-3a91bd28bc48 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:41.343051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 0191e8e4-aebd-4785-8d44-3a91bd28bc48 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:41.343736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0191e8e4-aebd-4785-8d44-3a91bd28bc48 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:41.356789 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77cbba-c669-4578-aed3-686653ce7958 req-fe7b9d0a-6f03-40fc-b51b-868c383ca2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:41.358724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8b77cbba-c669-4578-aed3-686653ce7958 req-fe7b9d0a-6f03-40fc-b51b-868c383ca2ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 200 len: 852 time: 0.0570445 Jul 13 07:28:41.428525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8b77cbba-c669-4578-aed3-686653ce7958 req-4a226dcf-7bb3-42b3-992c-275733274480 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9ea3211-77f9-4a14-b498-7a553cce2954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540745 Jul 13 07:28:41.527865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996150c4-4d45-42ee-a330-e6e1afa6a9d8 req-feccb600-0bf2-46af-adda-a0c25c5ace3e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:41.535654 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996150c4-4d45-42ee-a330-e6e1afa6a9d8 req-feccb600-0bf2-46af-adda-a0c25c5ace3e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 949 time: 0.1704292 Jul 13 07:28:41.589339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8b77cbba-c669-4578-aed3-686653ce7958 req-b36a3a61-050b-446f-a74c-d1453a083154 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517441 Jul 13 07:28:41.603373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996150c4-4d45-42ee-a330-e6e1afa6a9d8 req-324d8887-d52f-48c8-843f-f2e7cb8657c7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667746 Jul 13 07:28:41.711348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2222-e0ae-49f6-a9b5-790bd04bf629 req-2ba5d57f-cf2e-49bb-b12e-8a11e9553abc tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:41.719920 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59ca2222-e0ae-49f6-a9b5-790bd04bf629 req-2ba5d57f-cf2e-49bb-b12e-8a11e9553abc tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0821106 Jul 13 07:28:41.720726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8b77cbba-c669-4578-aed3-686653ce7958 req-67bafaad-e106-48a7-9902-40cbc950cc31 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155550 Jul 13 07:28:41.756242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59ca2222-e0ae-49f6-a9b5-790bd04bf629 req-e8c1510f-abe5-4401-b156-80c18b449213 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Jul 13 07:28:42.053072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2a176-1f4c-4967-9318-da795b913149 req-3f14334f-ed84-414c-ad94-aaa6224ec61b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.053072 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3ac2a176-1f4c-4967-9318-da795b913149 req-3f14334f-ed84-414c-ad94-aaa6224ec61b tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 984 time: 0.0680959 Jul 13 07:28:42.101362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3ac2a176-1f4c-4967-9318-da795b913149 req-59782c02-81c4-4f64-95a1-287d88e24089 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&id=3d94a3e6-d0ee-452e-8d70-f9a25183ec63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0411584 Jul 13 07:28:42.274102 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7f88f-5438-43b8-bd94-d263c77a5721 req-f38eb419-fa3a-4921-b482-5ac75d4a30cc tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.276453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-12b7f88f-5438-43b8-bd94-d263c77a5721 req-f38eb419-fa3a-4921-b482-5ac75d4a30cc tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.0948226 Jul 13 07:28:42.343994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-12b7f88f-5438-43b8-bd94-d263c77a5721 req-773aa76d-60bc-4a54-8c82-eb686d121b41 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613322 Jul 13 07:28:42.807671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37022) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:42.862938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf8868-9291-4e18-a584-7a14ac77016f req-d4425525-d1f9-43fe-848a-d47ba3459981 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.864806 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4bf8868-9291-4e18-a584-7a14ac77016f req-d4425525-d1f9-43fe-848a-d47ba3459981 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 949 time: 0.0950809 Jul 13 07:28:42.890549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-18796156-5a88-4adb-840f-ff8e477eb851 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.893291 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-18796156-5a88-4adb-840f-ff8e477eb851 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 949 time: 0.1201637 Jul 13 07:28:42.922382 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4bf8868-9291-4e18-a584-7a14ac77016f req-97bd7a66-e030-4169-b1f3-48ab1192785e tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472360 Jul 13 07:28:43.036369 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e67adb16-9f04-42cb-b23b-bb6c17a65e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.066703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4bad1-8768-4f64-911a-2a5969d6dd15 req-8821e940-7b3f-4d94-b138-0c18d4bea14d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:43.068310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23c4bad1-8768-4f64-911a-2a5969d6dd15 req-8821e940-7b3f-4d94-b138-0c18d4bea14d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1672513 Jul 13 07:28:43.126664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Deleting port 87308c7d-b95e-499d-842a-1360d2b1b2b5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:43.127011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.152575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23c4bad1-8768-4f64-911a-2a5969d6dd15 req-9e8ff57a-2773-4e24-8feb-2ed42c84a7b9 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755718 Jul 13 07:28:43.259403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] For port 87308c7d-b95e-499d-842a-1360d2b1b2b5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=87308c7d-b95e-499d-842a-1360d2b1b2b5,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:43.259856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.284504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Calling delete_port for 87308c7d-b95e-499d-842a-1360d2b1b2b5 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:43.287243 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e67adb16-9f04-42cb-b23b-bb6c17a65e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.292303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e67adb16-9f04-42cb-b23b-bb6c17a65e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.320874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9ccc3-8a14-4101-afcc-025c8111b63b req-cfd9e081-28e3-4dac-9916-d14a4a7c7166 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:43.322454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81b9ccc3-8a14-4101-afcc-025c8111b63b req-cfd9e081-28e3-4dac-9916-d14a4a7c7166 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 984 time: 0.0839937 Jul 13 07:28:43.374341 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e67adb16-9f04-42cb-b23b-bb6c17a65e6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e03ac136c0c4efc93f70ec3315231bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637128 Jul 13 07:28:43.377622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:43.385550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67adb16-9f04-42cb-b23b-bb6c17a65e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92495a7-60f5-414f-a412-3a5eda1f422b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:43.385785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81b9ccc3-8a14-4101-afcc-025c8111b63b req-aae17248-3d80-416e-94cd-a009f63cf6fd tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=5957f763-3cf1-413c-81f9-5e9483bbf502&id=3d94a3e6-d0ee-452e-8d70-f9a25183ec63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0554178 Jul 13 07:28:43.497256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37052) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:43.516236 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d088bf-cfaa-40ed-8c5a-ab2ffb9b4d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.530045 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.545906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'a19874d1-16c9-41e6-a92f-e975ea1ab758'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:43.570263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event deleted for resources: {'Port': ['ID=87308c7d-b95e-499d-842a-1360d2b1b2b5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:43.580956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330', '3b966823-857b-4ae6-acee-d8edf1abd0cb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:43.582618 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d088bf-cfaa-40ed-8c5a-ab2ffb9b4d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.637259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad5827-7966-4dca-a705-b872c23dbb11 req-c32c223f-dade-4d93-b8eb-441ade197c48 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:43.639756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88ad5827-7966-4dca-a705-b872c23dbb11 req-c32c223f-dade-4d93-b8eb-441ade197c48 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.0997462 Jul 13 07:28:43.680385 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db55515f-3be3-4701-bc2c-1aa54974e726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.692117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] No DVR routers for this DVR port 87308c7d-b95e-499d-842a-1360d2b1b2b5 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:43.694788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.697460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa721a01-edd5-41ee-8a28-328e4f4afcaa req-9fefe174-cdbc-436f-a5dc-180f794772f1 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "DELETE /v2.0/ports/87308c7d-b95e-499d-842a-1360d2b1b2b5 HTTP/1.1" status: 204 len: 173 time: 0.7978275 Jul 13 07:28:43.698749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ce2bc-563a-4dbb-aa61-4a36a1ab879c', 'name': 'network-vif-deleted', 'tag': '87308c7d-b95e-499d-842a-1360d2b1b2b5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:43.709748 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88ad5827-7966-4dca-a705-b872c23dbb11 req-345e997f-f718-4391-97ed-4b5956fa919d tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632865 Jul 13 07:28:43.719200 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec09dd8-b5f0-41b1-a206-d5438ac7fc77" -d '{"events": [{"server_uuid": "d82ce2bc-563a-4dbb-aa61-4a36a1ab879c", "name": "network-vif-deleted", "tag": "87308c7d-b95e-499d-842a-1360d2b1b2b5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:43.786898 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-9ce70bdc-4a24-4457-ae37-ce924478b160 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2093552338&fields=id&tenant_id=93e275e0d57a47deb604afe54826ba76 HTTP/1.1" status: 200 len: 267 time: 0.2069569 Jul 13 07:28:43.792250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d088bf-cfaa-40ed-8c5a-ab2ffb9b4d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.798337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43d088bf-cfaa-40ed-8c5a-ab2ffb9b4d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.803896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-43d088bf-cfaa-40ed-8c5a-ab2ffb9b4d16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c92495a7-60f5-414f-a412-3a5eda1f422b HTTP/1.1" status: 204 len: 168 time: 0.4229696 Jul 13 07:28:43.857441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db55515f-3be3-4701-bc2c-1aa54974e726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.862266 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db55515f-3be3-4701-bc2c-1aa54974e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.874781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d088bf-cfaa-40ed-8c5a-ab2ffb9b4d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92495a7-60f5-414f-a412-3a5eda1f422b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:43.915272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-db55515f-3be3-4701-bc2c-1aa54974e726 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=126fd7f06b224a69a5faed278c5d0d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132650 Jul 13 07:28:43.915272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55515f-3be3-4701-bc2c-1aa54974e726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d063b4d9-9288-4085-aa02-4136474ed102,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:43.917037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:43.994013 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1446-a958-4a94-8c9e-7309190ec097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.023833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1446-a958-4a94-8c9e-7309190ec097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.044003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-44d750c6-1d67-426d-90ca-f9725adde25d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.053147 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-44d750c6-1d67-426d-90ca-f9725adde25d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 984 time: 0.2641745 Jul 13 07:28:44.059983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-8f7be41f-37ee-402a-bbe9-bba25d1ad4bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'port': {'security_groups': ['3d94a3e6-d0ee-452e-8d70-f9a25183ec63', '5957f763-3cf1-413c-81f9-5e9483bbf502', '11a09d5e-92c4-4e74-a1fb-7172590b7e9e']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:44.110072 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ec693c-c9b9-496a-b741-ae069aa23349 x-openstack-request-id: req-66ec693c-c9b9-496a-b741-ae069aa23349 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:44.111716 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82ce2bc-563a-4dbb-aa61-4a36a1ab879c", "name": "network-vif-deleted", "tag": "87308c7d-b95e-499d-842a-1360d2b1b2b5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:44.112087 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66ec693c-c9b9-496a-b741-ae069aa23349 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:44.112872 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ce2bc-563a-4dbb-aa61-4a36a1ab879c', 'name': 'network-vif-deleted', 'tag': '87308c7d-b95e-499d-842a-1360d2b1b2b5', 'status': 'completed', 'code': 200} Jul 13 07:28:44.115827 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1446-a958-4a94-8c9e-7309190ec097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.122576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1446-a958-4a94-8c9e-7309190ec097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.126055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7d0e1446-a958-4a94-8c9e-7309190ec097 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d063b4d9-9288-4085-aa02-4136474ed102 HTTP/1.1" status: 204 len: 168 time: 0.2056284 Jul 13 07:28:44.133508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e1446-a958-4a94-8c9e-7309190ec097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d063b4d9-9288-4085-aa02-4136474ed102,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:44.228099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-a3954c90-066c-4d59-b8d2-e71ce7fe1bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3451912 Jul 13 07:28:44.229152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-8f7be41f-37ee-402a-bbe9-bba25d1ad4bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.458591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-39602299-3b43-44b0-961d-c62d6046eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.460385 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-39602299-3b43-44b0-961d-c62d6046eed1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 1102 time: 0.1995611 Jul 13 07:28:44.498889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37078) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:44.519174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ba13b5a-c9aa-4f9b-9d93-c5402e081048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.651408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-8f7be41f-37ee-402a-bbe9-bba25d1ad4bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] For port f53959bd-3638-42a3-a030-a61dd33abc4b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f53959bd-3638-42a3-a030-a61dd33abc4b,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:44.665250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-4640b15d-bb3d-4137-aa4c-915013cceaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.666828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-4640b15d-bb3d-4137-aa4c-915013cceaa7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1700895 Jul 13 07:28:44.687964 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ba13b5a-c9aa-4f9b-9d93-c5402e081048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.693525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ba13b5a-c9aa-4f9b-9d93-c5402e081048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.712567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-0d5ae258-9bc0-41e0-8901-44bc2820142e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=4a284a0a-fe49-4232-a44e-a248b8ef1330 HTTP/1.1" status: 200 len: 217 time: 0.0374138 Jul 13 07:28:44.722261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37080) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:44.743844 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-8f7be41f-37ee-402a-bbe9-bba25d1ad4bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.744653 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-075d744c-f5fc-4d87-8a2c-f26508ab58b3 req-2ee8ed55-c323-4372-b303-d8646f513368 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82ce2bc-563a-4dbb-aa61-4a36a1ab879c HTTP/1.1" status: 200 len: 210 time: 0.3864710 Jul 13 07:28:44.770605 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53464ff0-2e87-46b8-bb14-aa58a82c99f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.771215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba13b5a-c9aa-4f9b-9d93-c5402e081048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d71892-c15f-4dfe-95e1-34ece5273259,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:44.774519 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-8f7be41f-37ee-402a-bbe9-bba25d1ad4bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.779465 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9ba13b5a-c9aa-4f9b-9d93-c5402e081048 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=236eea45bda5424bada9c1e2dc20f309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789776 Jul 13 07:28:44.781707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37084) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:44.841888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4321bf20-a7cd-4c29-8228-44f3300afd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.849280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-8f7be41f-37ee-402a-bbe9-bba25d1ad4bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.850462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-8f7be41f-37ee-402a-bbe9-bba25d1ad4bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.851371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3bdb1b4-9b4c-441d-a4ca-de4d15d15b6e req-8f7be41f-37ee-402a-bbe9-bba25d1ad4bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "PUT /v2.0/ports/f53959bd-3638-42a3-a030-a61dd33abc4b HTTP/1.1" status: 200 len: 1020 time: 0.7973402 Jul 13 07:28:44.857120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-7bc04c3d-1915-4d37-b54c-a75501347d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.857120 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-7bc04c3d-1915-4d37-b54c-a75501347d76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1335726 Jul 13 07:28:44.913732 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4321bf20-a7cd-4c29-8228-44f3300afd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.917768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7be41f-37ee-402a-bbe9-bba25d1ad4bc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'Port': ['ID=f53959bd-3638-42a3-a030-a61dd33abc4b,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:44.943686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f53959bd-3638-42a3-a030-a61dd33abc4b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:44.972551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-02ef297a-8d9e-4351-bbdb-c06842f8156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.974118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-02ef297a-8d9e-4351-bbdb-c06842f8156f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104560 Jul 13 07:28:44.979356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4321bf20-a7cd-4c29-8228-44f3300afd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.981672 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4321bf20-a7cd-4c29-8228-44f3300afd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.982862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4321bf20-a7cd-4c29-8228-44f3300afd7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77d71892-c15f-4dfe-95e1-34ece5273259 HTTP/1.1" status: 204 len: 168 time: 0.1997867 Jul 13 07:28:45.007958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321bf20-a7cd-4c29-8228-44f3300afd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d71892-c15f-4dfe-95e1-34ece5273259,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:45.038871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53464ff0-2e87-46b8-bb14-aa58a82c99f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.042942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:45.046304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53464ff0-2e87-46b8-bb14-aa58a82c99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.050345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fcbb5-e940-4668-a398-b4ad21cf83e3 req-43c7751e-55ec-4617-aec8-b0b62d9227b7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.053238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a65fcbb5-e940-4668-a398-b4ad21cf83e3 req-43c7751e-55ec-4617-aec8-b0b62d9227b7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1985486 Jul 13 07:28:45.083093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f53959bd-3638-42a3-a030-a61dd33abc4b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:45.130585 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-53464ff0-2e87-46b8-bb14-aa58a82c99f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c5ee354a54748d78a3c146689b64b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4038405 Jul 13 07:28:45.132927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53464ff0-2e87-46b8-bb14-aa58a82c99f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae973fe7-ee27-4a56-838d-e14b1ab9e2ba,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:45.135345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37092) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:45.148898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a65fcbb5-e940-4668-a398-b4ad21cf83e3 req-5bfb8926-b6f5-4b9a-b9f0-fbdac230f0af tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887420 Jul 13 07:28:45.158670 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-44c3611a-d786-456c-88bf-c23db89b065e service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746542 Jul 13 07:28:45.227511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82ee97e9-2a7c-4ca2-8bc1-26bce18d1658 req-a2ebae79-3fdf-4d7f-8ebe-50f4c4573737 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/11a09d5e-92c4-4e74-a1fb-7172590b7e9e HTTP/1.1" status: 200 len: 1803 time: 0.0541999 Jul 13 07:28:45.284438 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e03d13c-058e-4819-b87f-f6d05402d330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.285202 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-82ee97e9-2a7c-4ca2-8bc1-26bce18d1658 req-35bca121-3d94-4bba-9bec-7b72e15c3087 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:28:45.299078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82ee97e9-2a7c-4ca2-8bc1-26bce18d1658 req-35bca121-3d94-4bba-9bec-7b72e15c3087 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/11a09d5e-92c4-4e74-a1fb-7172590b7e9e HTTP/1.1" status: 409 len: 341 time: 0.0692306 Jul 13 07:28:45.307437 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e03d13c-058e-4819-b87f-f6d05402d330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.337534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 87308c7d-b95e-499d-842a-1360d2b1b2b5 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:45.359164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e03d13c-058e-4819-b87f-f6d05402d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.362028 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e03d13c-058e-4819-b87f-f6d05402d330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.365452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7e03d13c-058e-4819-b87f-f6d05402d330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae973fe7-ee27-4a56-838d-e14b1ab9e2ba HTTP/1.1" status: 204 len: 168 time: 0.2223635 Jul 13 07:28:45.366886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 87308c7d-b95e-499d-842a-1360d2b1b2b5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:45.367239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 87308c7d-b95e-499d-842a-1360d2b1b2b5 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:45.384636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03d13c-058e-4819-b87f-f6d05402d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae973fe7-ee27-4a56-838d-e14b1ab9e2ba,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:45.388193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcbe4c87-4086-4d16-a6f6-443c764d4305 req-5d3ab908-e63c-477e-88c5-50f3a36e6497 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177010 Jul 13 07:28:45.677893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fd808-7fbf-466c-9727-573b54eb67e8 req-6e716c4e-ab34-43f0-a848-e3a66f23383b tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.680830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e1fd808-7fbf-466c-9727-573b54eb67e8 req-6e716c4e-ab34-43f0-a848-e3a66f23383b tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.4611418 Jul 13 07:28:45.756387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e1fd808-7fbf-466c-9727-573b54eb67e8 req-4bf48d39-baed-4c9f-9a55-d8c60020ed4b tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680492 Jul 13 07:28:45.945470 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e09ea8-79c3-4b73-9da0-dac786fb5801 req-427c0400-9efd-43c9-9115-f0daaed884da tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.947149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8e09ea8-79c3-4b73-9da0-dac786fb5801 req-427c0400-9efd-43c9-9115-f0daaed884da tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 1023 time: 0.0775676 Jul 13 07:28:45.995703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8e09ea8-79c3-4b73-9da0-dac786fb5801 req-a0d8e7a0-bf34-406e-acf2-b7f01609e26d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d5e-92c4-4e74-a1fb-7172590b7e9e&id=5957f763-3cf1-413c-81f9-5e9483bbf502&id=3d94a3e6-d0ee-452e-8d70-f9a25183ec63&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0421736 Jul 13 07:28:46.114050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:46.119494 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8970dcaf-31ce-4c65-b83c-3aace5181020" -d '{"events": [{"name": "network-changed", "server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:46.200779 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5800d44-5406-40e3-9485-149d4b96e2c5 x-openstack-request-id: req-f5800d44-5406-40e3-9485-149d4b96e2c5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:46.201074 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:46.201326 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5800d44-5406-40e3-9485-149d4b96e2c5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:46.201728 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b', 'status': 'completed', 'code': 200} Jul 13 07:28:46.296675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-d33eb0fe-42bf-45e2-a246-f18baf7ee133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.299062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-d33eb0fe-42bf-45e2-a246-f18baf7ee133 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93e275e0d57a47deb604afe54826ba76&device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 1175 time: 0.0699949 Jul 13 07:28:46.385966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751be80-babb-4e80-b045-4d6ab02568e4 req-0b0ed6fe-c427-4588-8936-5d12cdc27da5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.387820 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f751be80-babb-4e80-b045-4d6ab02568e4 req-0b0ed6fe-c427-4588-8936-5d12cdc27da5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0821898 Jul 13 07:28:46.441729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f751be80-babb-4e80-b045-4d6ab02568e4 req-6243e57c-9569-4716-8ccc-1e4151f34bde tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462458 Jul 13 07:28:46.467574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-335c1b37-8260-423b-aacb-85931cf6a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.469344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-335c1b37-8260-423b-aacb-85931cf6a4c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 200 len: 913 time: 0.1517501 Jul 13 07:28:46.516044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-54a1c20b-bf60-4a64-9724-a3fd9c101c78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f53959bd-3638-42a3-a030-a61dd33abc4b HTTP/1.1" status: 200 len: 217 time: 0.0373693 Jul 13 07:28:46.605302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-f321b38c-498c-4bc8-be37-4e9a77bd2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.606910 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-f321b38c-498c-4bc8-be37-4e9a77bd2721 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 200 len: 852 time: 0.0530875 Jul 13 07:28:46.672617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-dcf7ee8d-6fed-4b4c-b9ad-45c8c8e018c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9ea3211-77f9-4a14-b498-7a553cce2954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574794 Jul 13 07:28:46.685901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68962d3d-19d3-423b-ac52-f0213e510178 req-59d043cd-e31e-4af1-8b22-6293deb59cdf tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.687574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68962d3d-19d3-423b-ac52-f0213e510178 req-59d043cd-e31e-4af1-8b22-6293deb59cdf tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 949 time: 0.1670251 Jul 13 07:28:47.082161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6913e6-1ae5-4df6-9841-46c7f3557231 req-4581f25d-95da-4409-b821-cd93b86b996e tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.096851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db6913e6-1ae5-4df6-9841-46c7f3557231 req-4581f25d-95da-4409-b821-cd93b86b996e tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1315124 Jul 13 07:28:47.150578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db6913e6-1ae5-4df6-9841-46c7f3557231 req-cdf53a0b-f84a-40c5-968e-d861889cff27 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518131 Jul 13 07:28:47.154852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68962d3d-19d3-423b-ac52-f0213e510178 req-1d3f6bb4-c556-4207-a22d-b0d36c1a4dae tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582884 Jul 13 07:28:47.222890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-810a1891-eecd-4b77-b44b-1f53b98d1084 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343587 Jul 13 07:28:47.230175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-5146ae29-a55d-4950-b314-d815759af0d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1133070 Jul 13 07:28:47.413315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8970dcaf-31ce-4c65-b83c-3aace5181020 req-c5e7191d-ed4b-44c1-88d4-c145e65bd7b2 service neutron] 10.222.0.38 "GET /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821637 Jul 13 07:28:47.445207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-544ff7c1-2c11-448e-921c-25e68df32de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.447170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-544ff7c1-2c11-448e-921c-25e68df32de8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e759c14ff193452c847a71f840c187a2&device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 1102 time: 0.1244750 Jul 13 07:28:47.455322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338900-bf7a-45a8-b698-cf17e374ebd7 req-94d72e65-6ebf-4511-8bc2-889c631c06c3 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.462373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57338900-bf7a-45a8-b698-cf17e374ebd7 req-94d72e65-6ebf-4511-8bc2-889c631c06c3 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 1023 time: 0.1545169 Jul 13 07:28:47.516099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-3900a645-4acc-46b9-bde9-d54bdcd25d73 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.518114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-3900a645-4acc-46b9-bde9-d54bdcd25d73 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.38 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 1023 time: 0.1158721 Jul 13 07:28:47.538075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57338900-bf7a-45a8-b698-cf17e374ebd7 req-9e2919e0-dfb2-4554-981d-75a1fb1274d4 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=11a09d5e-92c4-4e74-a1fb-7172590b7e9e&id=5957f763-3cf1-413c-81f9-5e9483bbf502&id=3d94a3e6-d0ee-452e-8d70-f9a25183ec63&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0747852 Jul 13 07:28:47.609546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-b598ccae-6ac3-4335-9fc7-752624e8d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.611947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-b598ccae-6ac3-4335-9fc7-752624e8d2ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1409757 Jul 13 07:28:47.673681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-cdbfa9ef-a707-4390-8d5c-1672cc3d10ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=17f472cc-4beb-48fc-855e-1b414702c2bb HTTP/1.1" status: 200 len: 217 time: 0.0530136 Jul 13 07:28:47.703750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f3033-7455-4930-8b34-e1cd9f087030 req-926b19e9-0666-4192-8776-70bb9508a386 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.705292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e51f3033-7455-4930-8b34-e1cd9f087030 req-926b19e9-0666-4192-8776-70bb9508a386 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1179717 Jul 13 07:28:47.711796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Deleting port f53959bd-3638-42a3-a030-a61dd33abc4b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:47.712063 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.816889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-f66e8a75-52ed-4dc1-9b8a-03906cd28894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.818409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-f66e8a75-52ed-4dc1-9b8a-03906cd28894 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1205332 Jul 13 07:28:47.826422 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e51f3033-7455-4930-8b34-e1cd9f087030 req-849ced52-d1ea-4f1c-9862-744b4c69b24a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099031 Jul 13 07:28:47.887925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] For port f53959bd-3638-42a3-a030-a61dd33abc4b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f53959bd-3638-42a3-a030-a61dd33abc4b,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:47.887925 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.895015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-df971cb3-e13c-498e-8d78-f5cd1b138469 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.896665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-df971cb3-e13c-498e-8d78-f5cd1b138469 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "GET /v2.0/ports?device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 949 time: 0.2161000 Jul 13 07:28:47.915068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Calling delete_port for f53959bd-3638-42a3-a030-a61dd33abc4b owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:48.004892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-c1bbd5e8-c04d-42b4-836d-ca05fc15a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.006699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-c1bbd5e8-c04d-42b4-836d-ca05fc15a460 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1790769 Jul 13 07:28:48.075322 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.092036 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f53959bd-3638-42a3-a030-a61dd33abc4b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:48.096015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:48.133820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'Port': ['ID=f53959bd-3638-42a3-a030-a61dd33abc4b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:48.157236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-ca4235dc-77f6-4a2b-8148-8ec9f7973626 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.159234 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-ca4235dc-77f6-4a2b-8148-8ec9f7973626 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/ports?device_id=425aad64-473d-4aab-9a04-7778a8f829c8 HTTP/1.1" status: 200 len: 950 time: 0.2075770 Jul 13 07:28:48.161254 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-2787678a-9b1f-48a3-a7bd-81b7276efb5c service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349826 Jul 13 07:28:48.170408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Deleting port 3b966823-857b-4ae6-acee-d8edf1abd0cb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:48.170815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.262853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] No DVR routers for this DVR port f53959bd-3638-42a3-a030-a61dd33abc4b on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:48.270020 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.276739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2fc7a553-4441-4960-ac02-3c2719c5eacf req-534a1b21-d9d3-4ca3-b2ce-95e29f5f530d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.38 "DELETE /v2.0/ports/f53959bd-3638-42a3-a030-a61dd33abc4b HTTP/1.1" status: 204 len: 173 time: 0.7498977 Jul 13 07:28:48.289221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'name': 'network-vif-deleted', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:48.298264 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353813c6-edf0-4577-a78b-68008d230403" -d '{"events": [{"server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "name": "network-vif-deleted", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:48.320472 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a39c0cdc-cfdf-4a75-839d-079aa7b28aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.542044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf3f18-3568-42b0-a627-93ac9ef0fa47 req-5a11ac87-1162-4881-a21e-f2bf0fb7fd13 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.544049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f7bf3f18-3568-42b0-a627-93ac9ef0fa47 req-5a11ac87-1162-4881-a21e-f2bf0fb7fd13 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 949 time: 0.1002958 Jul 13 07:28:48.606176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f7bf3f18-3568-42b0-a627-93ac9ef0fa47 req-8b61f046-1662-42af-875e-cd3f2c6a7c9b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553434 Jul 13 07:28:48.664748 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffca55b0-8f45-49e2-b702-7f084e518d07 x-openstack-request-id: req-ffca55b0-8f45-49e2-b702-7f084e518d07 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:48.664996 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107b186e-210a-4aa3-ac60-89404c8613ea", "name": "network-vif-deleted", "tag": "f53959bd-3638-42a3-a030-a61dd33abc4b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:48.665271 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffca55b0-8f45-49e2-b702-7f084e518d07 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:48.665731 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107b186e-210a-4aa3-ac60-89404c8613ea', 'name': 'network-vif-deleted', 'tag': 'f53959bd-3638-42a3-a030-a61dd33abc4b', 'status': 'completed', 'code': 200} Jul 13 07:28:48.670908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] For port 3b966823-857b-4ae6-acee-d8edf1abd0cb, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3b966823-857b-4ae6-acee-d8edf1abd0cb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:48.671283 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.680421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d712158-cdb0-4365-9fc7-4d1791f8d49a req-bcbdda32-2a57-485c-8cd7-5c9ac64e7760 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064046 Jul 13 07:28:48.700645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Calling delete_port for 3b966823-857b-4ae6-acee-d8edf1abd0cb owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:48.729888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ba3a-9703-4891-a649-967928fb0be6 req-286949fb-1669-465d-aa47-882ef92c19d5 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.737985 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7066ba3a-9703-4891-a649-967928fb0be6 req-286949fb-1669-465d-aa47-882ef92c19d5 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.3726082 Jul 13 07:28:48.801151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Deleting port a19874d1-16c9-41e6-a92f-e975ea1ab758 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:48.801498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.865688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7066ba3a-9703-4891-a649-967928fb0be6 req-23c2ab5f-124e-4410-aab9-e068ea918850 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268511 Jul 13 07:28:48.953776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] For port a19874d1-16c9-41e6-a92f-e975ea1ab758, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a19874d1-16c9-41e6-a92f-e975ea1ab758,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:48.954704 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.998211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Calling delete_port for a19874d1-16c9-41e6-a92f-e975ea1ab758 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:49.033351 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae93b7a9-a2d5-41d5-b358-4a6967b180eb req-23679a97-e87e-4cd4-8f16-56f0e06b3abc tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=107b186e-210a-4aa3-ac60-89404c8613ea HTTP/1.1" status: 200 len: 210 time: 0.0508626 Jul 13 07:28:49.071956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.084065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'a19874d1-16c9-41e6-a92f-e975ea1ab758'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:49.089064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330', '3b966823-857b-4ae6-acee-d8edf1abd0cb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:49.111042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event deleted for resources: {'Port': ['ID=3b966823-857b-4ae6-acee-d8edf1abd0cb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:49.177913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] No DVR routers for this DVR port 3b966823-857b-4ae6-acee-d8edf1abd0cb on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:49.181633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.183891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8836c7b0-6032-4da2-a16a-5cafbc2d5ea5 req-cacead8b-3222-42f7-8795-d365a484abb9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "DELETE /v2.0/ports/3b966823-857b-4ae6-acee-d8edf1abd0cb HTTP/1.1" status: 204 len: 173 time: 1.2765348 Jul 13 07:28:49.184569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b93b11-bb1d-4b98-8413-72016c28ab2a', 'name': 'network-vif-deleted', 'tag': '3b966823-857b-4ae6-acee-d8edf1abd0cb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:49.186955 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5741f75-f389-4fd8-a95c-4cddf0936a25" -d '{"events": [{"server_uuid": "07b93b11-bb1d-4b98-8413-72016c28ab2a", "name": "network-vif-deleted", "tag": "3b966823-857b-4ae6-acee-d8edf1abd0cb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:49.287086 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29251110-ca13-4af9-8bc9-704709d4d449 x-openstack-request-id: req-29251110-ca13-4af9-8bc9-704709d4d449 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:49.288290 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b93b11-bb1d-4b98-8413-72016c28ab2a", "name": "network-vif-deleted", "tag": "3b966823-857b-4ae6-acee-d8edf1abd0cb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:49.288753 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29251110-ca13-4af9-8bc9-704709d4d449 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:49.289473 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b93b11-bb1d-4b98-8413-72016c28ab2a', 'name': 'network-vif-deleted', 'tag': '3b966823-857b-4ae6-acee-d8edf1abd0cb', 'status': 'completed', 'code': 200} Jul 13 07:28:49.351126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.433786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event deleted for resources: {'Port': ['ID=a19874d1-16c9-41e6-a92f-e975ea1ab758,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:49.499071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418aaa-4489-423c-a382-cb3555e82fa6 req-caaf126f-59f7-4cdc-a11e-9e8fddc9d8df tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.500364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c418aaa-4489-423c-a382-cb3555e82fa6 req-caaf126f-59f7-4cdc-a11e-9e8fddc9d8df tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1621497 Jul 13 07:28:49.563244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] No DVR routers for this DVR port a19874d1-16c9-41e6-a92f-e975ea1ab758 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:49.567164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.570469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ccc0278-236e-48eb-97d3-cd17c2a13f23 req-61e851f5-13d7-49c5-a97b-21140ca0315d tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "DELETE /v2.0/ports/a19874d1-16c9-41e6-a92f-e975ea1ab758 HTTP/1.1" status: 204 len: 173 time: 1.3789659 Jul 13 07:28:49.614375 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c418aaa-4489-423c-a382-cb3555e82fa6 req-fe5b75ff-6ffc-4f54-bb20-9eabda7fce25 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001189 Jul 13 07:28:49.870665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fb097c91-671a-4f51-9193-12c67a41ee44 req-f596471b-4b59-40aa-afbe-c9e3a8514487 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b93b11-bb1d-4b98-8413-72016c28ab2a HTTP/1.1" status: 200 len: 210 time: 0.0666435 Jul 13 07:28:49.988163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:50.154296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9145dd-657d-4575-bf43-d79cf3d8db1b req-0102313b-bf9e-43c4-9802-23c2a6f08d0f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:50.167490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d9145dd-657d-4575-bf43-d79cf3d8db1b req-0102313b-bf9e-43c4-9802-23c2a6f08d0f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1417191 Jul 13 07:28:50.301307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d9145dd-657d-4575-bf43-d79cf3d8db1b req-7bb9a258-e137-4c2f-87a6-4f4e8972bb7c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328158 Jul 13 07:28:50.351573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:50.426219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea021599-a609-43de-8b46-682e320cbf07 req-ba4fb5fa-cfd5-4932-9cbc-7b36851e2add tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/3d94a3e6-d0ee-452e-8d70-f9a25183ec63 HTTP/1.1" status: 200 len: 1801 time: 0.0849476 Jul 13 07:28:50.510602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea021599-a609-43de-8b46-682e320cbf07 req-774baf09-239f-4943-b6cb-d1a7cdd82cec tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.543839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea021599-a609-43de-8b46-682e320cbf07 req-774baf09-239f-4943-b6cb-d1a7cdd82cec tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.596789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea021599-a609-43de-8b46-682e320cbf07 req-774baf09-239f-4943-b6cb-d1a7cdd82cec tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.601052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea021599-a609-43de-8b46-682e320cbf07 req-774baf09-239f-4943-b6cb-d1a7cdd82cec tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.602616 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea021599-a609-43de-8b46-682e320cbf07 req-774baf09-239f-4943-b6cb-d1a7cdd82cec tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d94a3e6-d0ee-452e-8d70-f9a25183ec63 HTTP/1.1" status: 204 len: 173 time: 0.1755035 Jul 13 07:28:50.619430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774baf09-239f-4943-b6cb-d1a7cdd82cec tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d94a3e6-d0ee-452e-8d70-f9a25183ec63,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:50.717573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23ee2926-adca-4e32-a7e3-60ef4764edd7 req-6688b1bb-a7d0-4019-ac8a-e308c60725e4 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/11a09d5e-92c4-4e74-a1fb-7172590b7e9e HTTP/1.1" status: 200 len: 1803 time: 0.0918934 Jul 13 07:28:50.784629 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-23ee2926-adca-4e32-a7e3-60ef4764edd7 req-cfc7b3e8-73f0-45be-a139-9ed587529e5d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.808005 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-23ee2926-adca-4e32-a7e3-60ef4764edd7 req-cfc7b3e8-73f0-45be-a139-9ed587529e5d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.860790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-23ee2926-adca-4e32-a7e3-60ef4764edd7 req-cfc7b3e8-73f0-45be-a139-9ed587529e5d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.864030 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-23ee2926-adca-4e32-a7e3-60ef4764edd7 req-cfc7b3e8-73f0-45be-a139-9ed587529e5d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.865441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23ee2926-adca-4e32-a7e3-60ef4764edd7 req-cfc7b3e8-73f0-45be-a139-9ed587529e5d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/11a09d5e-92c4-4e74-a1fb-7172590b7e9e HTTP/1.1" status: 204 len: 173 time: 0.1464269 Jul 13 07:28:50.877875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7b3e8-73f0-45be-a139-9ed587529e5d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a09d5e-92c4-4e74-a1fb-7172590b7e9e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:50.902491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-529437b1-f715-440a-a0ba-97448ec9bc21 req-29584460-96b7-44c7-b40f-1f218de5d764 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849954244', 'description': 'tempest-description-1236356845'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:50.926962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490775d2-dc51-449d-b733-d9ea9c3479ac req-b9ac3cf6-8649-4313-b0bd-e03b5be4bde3 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:50.928978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-490775d2-dc51-449d-b733-d9ea9c3479ac req-b9ac3cf6-8649-4313-b0bd-e03b5be4bde3 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1192071 Jul 13 07:28:50.931552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-529437b1-f715-440a-a0ba-97448ec9bc21 req-29584460-96b7-44c7-b40f-1f218de5d764 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.978554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-490775d2-dc51-449d-b733-d9ea9c3479ac req-b55df085-6cf3-48ed-a039-801b3ffa77cb tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Jul 13 07:28:51.016352 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe6deca3-be65-4ec0-a55c-ac7e7a7f7b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.059008 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-529437b1-f715-440a-a0ba-97448ec9bc21 req-29584460-96b7-44c7-b40f-1f218de5d764 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.064612 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-529437b1-f715-440a-a0ba-97448ec9bc21 req-29584460-96b7-44c7-b40f-1f218de5d764 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.065590 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.130097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29584460-96b7-44c7-b40f-1f218de5d764 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb7f91-e6ed-4fa2-9379-136c1bb2c715,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:51.158922 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-529437b1-f715-440a-a0ba-97448ec9bc21 req-29584460-96b7-44c7-b40f-1f218de5d764 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.160293 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-529437b1-f715-440a-a0ba-97448ec9bc21 req-29584460-96b7-44c7-b40f-1f218de5d764 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2627866 Jul 13 07:28:51.232382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3b966823-857b-4ae6-acee-d8edf1abd0cb no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:51.255778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 3b966823-857b-4ae6-acee-d8edf1abd0cb {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:51.256169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3b966823-857b-4ae6-acee-d8edf1abd0cb not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:51.277237 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2916cc6b-b423-4df6-ab51-6525e1766d07 req-51c932d9-e1b8-4f89-9014-2fd41db59506 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/7feb7f91-e6ed-4fa2-9379-136c1bb2c715 HTTP/1.1" status: 200 len: 1802 time: 0.0601487 Jul 13 07:28:51.291006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2916cc6b-b423-4df6-ab51-6525e1766d07 req-3aabb091-cc9b-4fcd-8db0-8a231c570f7d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Request body: {'security_group': {'name': 'tempest-sg-hth-392095418', 'description': 'tempest-description-hth-426454938'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:51.294398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425aad64-473d-4aab-9a04-7778a8f829c8', 'name': 'network-vif-deleted', 'tag': 'a19874d1-16c9-41e6-a92f-e975ea1ab758'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:51.296827 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7406ee-0420-4277-abfd-a6abd31a00ff" -d '{"events": [{"server_uuid": "425aad64-473d-4aab-9a04-7778a8f829c8", "name": "network-vif-deleted", "tag": "a19874d1-16c9-41e6-a92f-e975ea1ab758"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:51.326041 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2916cc6b-b423-4df6-ab51-6525e1766d07 req-3aabb091-cc9b-4fcd-8db0-8a231c570f7d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.368851 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b52549c-d235-4147-b098-fb1846928a03 x-openstack-request-id: req-9b52549c-d235-4147-b098-fb1846928a03 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:51.369025 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425aad64-473d-4aab-9a04-7778a8f829c8", "name": "network-vif-deleted", "tag": "a19874d1-16c9-41e6-a92f-e975ea1ab758", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:51.369286 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b52549c-d235-4147-b098-fb1846928a03 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:51.369677 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425aad64-473d-4aab-9a04-7778a8f829c8', 'name': 'network-vif-deleted', 'tag': 'a19874d1-16c9-41e6-a92f-e975ea1ab758', 'status': 'completed', 'code': 200} Jul 13 07:28:51.378399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:51.383681 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2916cc6b-b423-4df6-ab51-6525e1766d07 req-3aabb091-cc9b-4fcd-8db0-8a231c570f7d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.388878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2916cc6b-b423-4df6-ab51-6525e1766d07 req-3aabb091-cc9b-4fcd-8db0-8a231c570f7d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.394650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2916cc6b-b423-4df6-ab51-6525e1766d07 req-3aabb091-cc9b-4fcd-8db0-8a231c570f7d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.396024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2916cc6b-b423-4df6-ab51-6525e1766d07 req-3aabb091-cc9b-4fcd-8db0-8a231c570f7d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "PUT /v2.0/security-groups/7feb7f91-e6ed-4fa2-9379-136c1bb2c715 HTTP/1.1" status: 200 len: 1775 time: 0.1104145 Jul 13 07:28:51.458995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabb091-cc9b-4fcd-8db0-8a231c570f7d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb7f91-e6ed-4fa2-9379-136c1bb2c715,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:51.484939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a19874d1-16c9-41e6-a92f-e975ea1ab758 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:51.511048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: a19874d1-16c9-41e6-a92f-e975ea1ab758 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:51.511608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a19874d1-16c9-41e6-a92f-e975ea1ab758 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:51.512210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f53959bd-3638-42a3-a030-a61dd33abc4b no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:51.547228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f53959bd-3638-42a3-a030-a61dd33abc4b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:51.548393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f53959bd-3638-42a3-a030-a61dd33abc4b not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:51.548967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:51.555744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:51.571797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd521ae-3e3c-4a8f-835d-74c3fe949ddb req-51c66006-7aef-4b7c-9c76-a8bae8498a37 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:51.583321 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bbd521ae-3e3c-4a8f-835d-74c3fe949ddb req-51c66006-7aef-4b7c-9c76-a8bae8498a37 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1034212 Jul 13 07:28:51.591872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'mac_address': 'fa:16:3e:c5:6d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:51.668813 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.679818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bbd521ae-3e3c-4a8f-835d-74c3fe949ddb req-6a187d7b-c2be-4848-8d86-7862a318ce92 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953717 Jul 13 07:28:51.703666 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.725137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:51.758687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:51.765405 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.790450 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f854f0b-e9ac-40b8-a264-de7012116ca1 req-94235193-03ee-47aa-bb07-116d9192350c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/7feb7f91-e6ed-4fa2-9379-136c1bb2c715 HTTP/1.1" status: 200 len: 1775 time: 0.0771878 Jul 13 07:28:51.914178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:28:51.914647 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:28:51.922889 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.923931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:52.062302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a452c93e-5a9e-49a9-8981-425d36e3b937 req-6c375499-7d6d-466e-814e-3f8504702ebf tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/7feb7f91-e6ed-4fa2-9379-136c1bb2c715 HTTP/1.1" status: 200 len: 1775 time: 0.0646915 Jul 13 07:28:52.120606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:52.158264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a452c93e-5a9e-49a9-8981-425d36e3b937 req-4092a805-dd46-42f4-a649-9d35c628998d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.220413 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a452c93e-5a9e-49a9-8981-425d36e3b937 req-4092a805-dd46-42f4-a649-9d35c628998d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.278885 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a452c93e-5a9e-49a9-8981-425d36e3b937 req-4092a805-dd46-42f4-a649-9d35c628998d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.281496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a452c93e-5a9e-49a9-8981-425d36e3b937 req-4092a805-dd46-42f4-a649-9d35c628998d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.306538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a452c93e-5a9e-49a9-8981-425d36e3b937 req-4092a805-dd46-42f4-a649-9d35c628998d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/7feb7f91-e6ed-4fa2-9379-136c1bb2c715 HTTP/1.1" status: 204 len: 173 time: 0.2432137 Jul 13 07:28:52.316785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092a805-dd46-42f4-a649-9d35c628998d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb7f91-e6ed-4fa2-9379-136c1bb2c715,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:52.348602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3bcb0967-2f2e-4297-b56c-0a6f6e1af8ef None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:52.348602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0967-2f2e-4297-b56c-0a6f6e1af8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.447482 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946128a-7046-4a34-962a-74914b435aa6 req-40d6f7ed-6f7e-48fb-8d05-5efc23bb78d2 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:52.450339 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6946128a-7046-4a34-962a-74914b435aa6 req-40d6f7ed-6f7e-48fb-8d05-5efc23bb78d2 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.0829175 Jul 13 07:28:52.501934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.530922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:52.533060 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6946128a-7046-4a34-962a-74914b435aa6 req-0bc2249f-e683-4740-a3ff-1711cb6ff30a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741465 Jul 13 07:28:52.572053 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0967-2f2e-4297-b56c-0a6f6e1af8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.613085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:52.626818 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.702900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa025305-ae16-44de-af7d-51cf6ef9790e req-c01f8d0f-af78-4365-9987-247bb40ce158 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:52.706130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa025305-ae16-44de-af7d-51cf6ef9790e req-c01f8d0f-af78-4365-9987-247bb40ce158 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 950 time: 0.1049192 Jul 13 07:28:52.781923 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa025305-ae16-44de-af7d-51cf6ef9790e req-9c87f7a7-de00-44e3-a919-685ff90a3c0b tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665383 Jul 13 07:28:52.801283 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-3bcb0967-2f2e-4297-b56c-0a6f6e1af8ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:28:52.801675 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-3bcb0967-2f2e-4297-b56c-0a6f6e1af8ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:28:52.802319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:52.858632 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-a220f3d4-cdde-4f48-ac9e-e5e6f5fb3df0 req-76a25ec2-04ab-4868-ba8e-3203b433cd1f tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:52.865307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a220f3d4-cdde-4f48-ac9e-e5e6f5fb3df0 req-76a25ec2-04ab-4868-ba8e-3203b433cd1f tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/11a09d5e-92c4-4e74-a1fb-7172590b7e9e HTTP/1.1" status: 404 len: 352 time: 0.0262923 Jul 13 07:28:52.910311 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-469824ba-b469-4463-9cda-1ca00a2bb1c7 req-57db9cbc-ca63-4dd8-a193-febc918a6714 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:52.911445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-469824ba-b469-4463-9cda-1ca00a2bb1c7 req-57db9cbc-ca63-4dd8-a193-febc918a6714 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/3d94a3e6-d0ee-452e-8d70-f9a25183ec63 HTTP/1.1" status: 404 len: 352 time: 0.0186727 Jul 13 07:28:52.948455 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-0477dc8c-f62c-4c3b-945f-0e8ccbb21a92 req-2c38d6b6-5ec8-4472-a28e-5aebfdc98ef3 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:52.949755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0477dc8c-f62c-4c3b-945f-0e8ccbb21a92 req-2c38d6b6-5ec8-4472-a28e-5aebfdc98ef3 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/ba26a032-fa31-4f21-9725-49c7c5a0c788 HTTP/1.1" status: 404 len: 352 time: 0.0159028 Jul 13 07:28:53.002689 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-5f0e7421-8bc6-4cd6-a7b6-82da8b7dc155 req-1ac275fd-2a71-4af0-83f3-252eedd03cb2 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:53.015049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f0e7421-8bc6-4cd6-a7b6-82da8b7dc155 req-1ac275fd-2a71-4af0-83f3-252eedd03cb2 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/b917a2d1-b8d4-48f4-9362-65099e2ac1bb HTTP/1.1" status: 404 len: 352 time: 0.0342958 Jul 13 07:28:53.074995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4a80f-e85f-476c-8b85-26a4d5de687e req-22f12260-7cdc-4718-ad5b-6e0b6931a4f7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.076692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56d4a80f-e85f-476c-8b85-26a4d5de687e req-22f12260-7cdc-4718-ad5b-6e0b6931a4f7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 947 time: 0.1054277 Jul 13 07:28:53.127551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56d4a80f-e85f-476c-8b85-26a4d5de687e req-bdf9a715-8113-479b-be52-946708d3c443 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 Jul 13 07:28:53.175286 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-881922f7-230e-4df1-ba09-7aa380015afe req-50b7b734-83b8-497d-b698-f54a1b01425f tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:53.176570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-881922f7-230e-4df1-ba09-7aa380015afe req-50b7b734-83b8-497d-b698-f54a1b01425f tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/27f302a2-41fb-4e21-96de-c3f7b6ec51f4 HTTP/1.1" status: 404 len: 352 time: 0.0175173 Jul 13 07:28:53.215590 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-adbdd209-6174-4998-addf-2673471df3ac req-5e65685e-003b-4576-8959-c85349bde7b8 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] show failed (client error): The resource could not be found. Jul 13 07:28:53.216581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-adbdd209-6174-4998-addf-2673471df3ac req-5e65685e-003b-4576-8959-c85349bde7b8 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/f8f1d3dc-0f94-4771-9fb1-e3d240cac7ff HTTP/1.1" status: 404 len: 352 time: 0.0148318 Jul 13 07:28:53.346038 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0967-2f2e-4297-b56c-0a6f6e1af8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.400238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:53.402796 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dffba51-028b-43a0-b3fb-0ef542655880" -d '{"events": [{"server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:53.513711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-ba1326fb-aa15-4373-a41c-621d22a564eb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.517527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-ba1326fb-aa15-4373-a41c-621d22a564eb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/ports?device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 950 time: 0.1542032 Jul 13 07:28:53.644560 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f5828f-b2dc-4f0e-ba19-fb6744febf9d x-openstack-request-id: req-96f5828f-b2dc-4f0e-ba19-fb6744febf9d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:53.644872 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:53.645148 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96f5828f-b2dc-4f0e-ba19-fb6744febf9d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:53.646139 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'code': 200} Jul 13 07:28:53.648048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:53.723632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3bcb0967-2f2e-4297-b56c-0a6f6e1af8ef None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:53.752187 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0967-2f2e-4297-b56c-0a6f6e1af8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.791594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:53.791828 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.840929 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.886538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb0967-2f2e-4297-b56c-0a6f6e1af8ef None None] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:53.907971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Deleting port 17f472cc-4beb-48fc-855e-1b414702c2bb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:53.908388 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.962502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909cd9d-5b79-413c-8834-a77e6dd2f394 req-54b1ff68-dedc-4530-8ba5-0e680e0dcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.964193 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6909cd9d-5b79-413c-8834-a77e6dd2f394 req-54b1ff68-dedc-4530-8ba5-0e680e0dcc45 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 1101 time: 0.2152319 Jul 13 07:28:53.977882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0c65d-2903-4f9a-a40d-01dfefcdf877 req-c9cad39a-d85d-4c00-82ef-77a291882e6c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.984471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2ed93f73-126f-4ae8-b84b-22560b1b2aa0 None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:53.984989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90013af-b0b1-409d-8fae-4f71eb370a7f req-4ce19a7c-dbd5-4ba8-ba98-c3fe02328271 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.987122 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c90013af-b0b1-409d-8fae-4f71eb370a7f req-4ce19a7c-dbd5-4ba8-ba98-c3fe02328271 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.2265708 Jul 13 07:28:53.991227 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72c0c65d-2903-4f9a-a40d-01dfefcdf877 req-c9cad39a-d85d-4c00-82ef-77a291882e6c tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 1023 time: 0.3585110 Jul 13 07:28:53.992791 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ed93f73-126f-4ae8-b84b-22560b1b2aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.032913 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6909cd9d-5b79-413c-8834-a77e6dd2f394 req-461e9944-29f0-40dd-a5c1-7d4dc9022848 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446315 Jul 13 07:28:54.068482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-213ab223-3baf-4a50-af83-c8708e14f1cc tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:54.070068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-213ab223-3baf-4a50-af83-c8708e14f1cc tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 949 time: 0.3613367 Jul 13 07:28:54.109443 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c90013af-b0b1-409d-8fae-4f71eb370a7f req-2a9a8f26-4c59-4c81-80c6-d30f0b03724c tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804539 Jul 13 07:28:54.141705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72c0c65d-2903-4f9a-a40d-01dfefcdf877 req-db4865c4-2ba6-4010-96d9-f60ae0c144df tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab957b74-5d3c-463a-96da-8403ea862edd&id=5957f763-3cf1-413c-81f9-5e9483bbf502&id=0418d3fb-729a-4522-b430-46c0dd0a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1481428 Jul 13 07:28:54.207438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] For port 17f472cc-4beb-48fc-855e-1b414702c2bb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=17f472cc-4beb-48fc-855e-1b414702c2bb,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:54.221502 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.239440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8f353aa6-4f05-4163-b325-b9f9bfe1466b None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:54.246294 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f353aa6-4f05-4163-b325-b9f9bfe1466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.264695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Calling delete_port for 17f472cc-4beb-48fc-855e-1b414702c2bb owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:54.349456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Deleting port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:54.349800 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.407391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719da62-a467-4fda-ab0c-846194493f54 req-4e36db13-509e-4a9c-a55c-241327514cd9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:54.415317 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b719da62-a467-4fda-ab0c-846194493f54 req-4e36db13-509e-4a9c-a55c-241327514cd9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=e42990e4-6ef5-4330-8afc-4b4e6fef46d2 HTTP/1.1" status: 200 len: 950 time: 0.1541245 Jul 13 07:28:54.476235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b719da62-a467-4fda-ab0c-846194493f54 req-9fdcc9b6-e2de-4287-8ae9-92ef00309372 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572219 Jul 13 07:28:54.507430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.523267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:54.525792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb', 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:54.580299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event deleted for resources: {'Port': ['ID=17f472cc-4beb-48fc-855e-1b414702c2bb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:54.646451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] No DVR routers for this DVR port 17f472cc-4beb-48fc-855e-1b414702c2bb on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:54.654457 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.656473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ae56161-b7de-4570-98f6-1c60d85eaf05 req-fc6c53d1-610e-4f8f-9dcc-df193b5039b7 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "DELETE /v2.0/ports/17f472cc-4beb-48fc-855e-1b414702c2bb HTTP/1.1" status: 204 len: 173 time: 1.1270607 Jul 13 07:28:54.671083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] For port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:54.671511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.674534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42990e4-6ef5-4330-8afc-4b4e6fef46d2', 'name': 'network-vif-deleted', 'tag': '17f472cc-4beb-48fc-855e-1b414702c2bb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:54.676933 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2a755c-805b-4ea0-9578-bf3deb8444c5" -d '{"events": [{"server_uuid": "e42990e4-6ef5-4330-8afc-4b4e6fef46d2", "name": "network-vif-deleted", "tag": "17f472cc-4beb-48fc-855e-1b414702c2bb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:54.710413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Calling delete_port for f1e8ec9d-2e5b-4726-8e71-28a660a8acdd owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:54.847077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff566a6-ac5f-40d5-afe7-8c84a01b5a73 req-b81a870a-e7dd-43d2-b033-927c8a479a6c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:54.848687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eff566a6-ac5f-40d5-afe7-8c84a01b5a73 req-b81a870a-e7dd-43d2-b033-927c8a479a6c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.3372052 Jul 13 07:28:54.938501 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a379d0-3324-411a-a731-bab08e69ddd5 x-openstack-request-id: req-a7a379d0-3324-411a-a731-bab08e69ddd5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:54.939218 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42990e4-6ef5-4330-8afc-4b4e6fef46d2", "name": "network-vif-deleted", "tag": "17f472cc-4beb-48fc-855e-1b414702c2bb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:54.939218 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7a379d0-3324-411a-a731-bab08e69ddd5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:54.939980 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42990e4-6ef5-4330-8afc-4b4e6fef46d2', 'name': 'network-vif-deleted', 'tag': '17f472cc-4beb-48fc-855e-1b414702c2bb', 'status': 'completed', 'code': 200} Jul 13 07:28:54.985036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eff566a6-ac5f-40d5-afe7-8c84a01b5a73 req-32363907-585f-45f5-a939-8afe696cb4dd tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217217 Jul 13 07:28:55.114180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-26b065d8-0d73-4fe8-9cba-d1323e64ece2 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.115733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-26b065d8-0d73-4fe8-9cba-d1323e64ece2 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.48 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 1023 time: 0.1147897 Jul 13 07:28:55.116892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.131963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['17f472cc-4beb-48fc-855e-1b414702c2bb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:55.183317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:55.223319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event deleted for resources: {'Port': ['ID=f1e8ec9d-2e5b-4726-8e71-28a660a8acdd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:55.367134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] No DVR routers for this DVR port f1e8ec9d-2e5b-4726-8e71-28a660a8acdd on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:55.370440 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.374055 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1058983-8a28-4ed0-8cd5-fdafad487e93 req-4614667a-6f0f-42df-937e-f400f7d7b38f tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.38 "DELETE /v2.0/ports/f1e8ec9d-2e5b-4726-8e71-28a660a8acdd HTTP/1.1" status: 204 len: 173 time: 1.2834148 Jul 13 07:28:55.482010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65e7f3-3997-4adc-8ad2-7117c16896d3 req-63e4101d-0e2b-417a-81da-fe3ac8783762 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.498898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac65e7f3-3997-4adc-8ad2-7117c16896d3 req-63e4101d-0e2b-417a-81da-fe3ac8783762 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1593409 Jul 13 07:28:55.521115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da60da2-5fe5-4b95-a157-7e819be079c7 req-bdee3640-cba1-4a36-911a-3af7124c0f53 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.528421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7da60da2-5fe5-4b95-a157-7e819be079c7 req-bdee3640-cba1-4a36-911a-3af7124c0f53 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 1023 time: 0.1531239 Jul 13 07:28:55.538205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Deleting port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:55.538619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.651765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7da60da2-5fe5-4b95-a157-7e819be079c7 req-173308e3-a614-4946-9465-1adc5bed570f tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab957b74-5d3c-463a-96da-8403ea862edd&id=5957f763-3cf1-413c-81f9-5e9483bbf502&id=0418d3fb-729a-4522-b430-46c0dd0a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1222057 Jul 13 07:28:55.653977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac65e7f3-3997-4adc-8ad2-7117c16896d3 req-b202db03-0a39-4d3d-a1ee-dfc1e57f169c tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522925 Jul 13 07:28:55.725199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37470) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:55.747070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] For port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,segment=NetworkSegment(3ca26276-63f3-4ea2-9a80-d5676f2ce6a9),segment_id=3ca26276-63f3-4ea2-9a80-d5676f2ce6a9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:55.748039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.783394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Calling delete_port for 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:55.831979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37474) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:55.988928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.002102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['0e2bc2c6-2396-44d4-81b5-8eec0f216de1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:56.004054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ccda88d-c27c-424c-8476-da29f4d6a6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.039996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'Port': ['ID=0e2bc2c6-2396-44d4-81b5-8eec0f216de1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:56.094334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70fa0146-dac6-42d3-9cb8-222b55502f4c req-94d703cf-b994-4981-a079-4425aca818c2 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=df023c83-797b-4ed9-bd3c-807d26a4cf29 HTTP/1.1" status: 200 len: 210 time: 0.0750148 Jul 13 07:28:56.099667 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13ba0b73-0e56-4683-98a9-bfb5968bd297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.116594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] No DVR routers for this DVR port 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:56.120181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.124084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-748a68d9-dea8-4cdf-862f-7de5892f6042 req-2bd6867e-b6d6-479b-8088-d2a4f6c2e635 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.48 "DELETE /v2.0/ports/0e2bc2c6-2396-44d4-81b5-8eec0f216de1 HTTP/1.1" status: 204 len: 173 time: 1.0004749 Jul 13 07:28:56.205495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1d43-8523-4c3c-882d-c09e1088d15d req-539da7e9-45eb-4e7f-a237-4f3dbf23e5ea tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.208824 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ccda88d-c27c-424c-8476-da29f4d6a6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.210796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-535e1d43-8523-4c3c-882d-c09e1088d15d req-539da7e9-45eb-4e7f-a237-4f3dbf23e5ea tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.0953894 Jul 13 07:28:56.219497 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ccda88d-c27c-424c-8476-da29f4d6a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.261414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-535e1d43-8523-4c3c-882d-c09e1088d15d req-fa26c568-169e-4d97-8196-bf44de1c3e92 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466652 Jul 13 07:28:56.267061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ccda88d-c27c-424c-8476-da29f4d6a6e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb592be6756b4f0d98cf3cb3aa8ec7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393107 Jul 13 07:28:56.267651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37484) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:56.295295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccda88d-c27c-424c-8476-da29f4d6a6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5425ae7-f827-47b9-9d04-758b5eb0350a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:56.359506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74e9d53f-4f8d-4157-a1cc-59dfa4d90ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.385276 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13ba0b73-0e56-4683-98a9-bfb5968bd297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.389786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13ba0b73-0e56-4683-98a9-bfb5968bd297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.390643 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74e9d53f-4f8d-4157-a1cc-59dfa4d90ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.438976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74e9d53f-4f8d-4157-a1cc-59dfa4d90ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.441549 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74e9d53f-4f8d-4157-a1cc-59dfa4d90ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.445392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-74e9d53f-4f8d-4157-a1cc-59dfa4d90ea7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5425ae7-f827-47b9-9d04-758b5eb0350a HTTP/1.1" status: 204 len: 168 time: 0.1766770 Jul 13 07:28:56.453926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9d53f-4f8d-4157-a1cc-59dfa4d90ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5425ae7-f827-47b9-9d04-758b5eb0350a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:56.465462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba0b73-0e56-4683-98a9-bfb5968bd297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964f3c1e-5e3b-42b4-b2c1-4666e69361d1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:56.474438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-13ba0b73-0e56-4683-98a9-bfb5968bd297 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6dd2b59769644fe0b27b1369709e2f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6414571 Jul 13 07:28:56.475581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:56.505603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c7d35-e0ea-4a6f-8c5d-02a645310bfb req-2a0851b7-46b8-4855-965a-38b4087fcaf5 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.507164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-191c7d35-e0ea-4a6f-8c5d-02a645310bfb req-2a0851b7-46b8-4855-965a-38b4087fcaf5 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1063976 Jul 13 07:28:56.531544 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.550978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-191c7d35-e0ea-4a6f-8c5d-02a645310bfb req-1ec71ea8-7e4e-4a15-a647-aeb239baabb2 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Jul 13 07:28:56.557130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.608875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.612879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.617050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/964f3c1e-5e3b-42b4-b2c1-4666e69361d1 HTTP/1.1" status: 204 len: 168 time: 0.1379800 Jul 13 07:28:56.624092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964f3c1e-5e3b-42b4-b2c1-4666e69361d1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:56.635345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.636744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.637187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.637591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.638023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.638421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.639237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.639461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.639834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.640225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.640618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.641127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b3d897-1cf3-49a4-bd6a-7f63ea783aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.823001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:56.856670 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f36c63b4-c944-4e11-ac8c-6f17f22b3ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.932653 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5ba5927-eeb8-4248-a357-88b655f71878 req-5b587475-f7a9-4d59-a821-9f416c3d6dd1 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/ports?device_id=3420cfcf-b29c-4092-89a4-16df9532fd91 HTTP/1.1" status: 200 len: 210 time: 0.0756781 Jul 13 07:28:56.959984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df023c83-797b-4ed9-bd3c-807d26a4cf29', 'name': 'network-vif-deleted', 'tag': 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd'}, {'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'name': 'network-vif-deleted', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:56.965154 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2877cd88-0747-4a49-a7d4-9acaf4ee02f7" -d '{"events": [{"server_uuid": "df023c83-797b-4ed9-bd3c-807d26a4cf29", "name": "network-vif-deleted", "tag": "f1e8ec9d-2e5b-4726-8e71-28a660a8acdd"}, {"server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "name": "network-vif-deleted", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:57.064767 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f36c63b4-c944-4e11-ac8c-6f17f22b3ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.069723 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f36c63b4-c944-4e11-ac8c-6f17f22b3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.096631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:57.113594 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b609b232-e001-48bd-ba6b-b2b0a918adf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.132263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f36c63b4-c944-4e11-ac8c-6f17f22b3ee6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97541fabb9b54ade8d5bfbbdb898c8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059251 Jul 13 07:28:57.133272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37530) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:57.159790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c63b4-c944-4e11-ac8c-6f17f22b3ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f409490-ee4c-4fd4-b314-7a1b796df0b1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:57.200070 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe763-1c75-4b78-80c7-d5e55c2a5b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.203300 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1918ab-eaed-4297-98ec-3d2d0f0b045b x-openstack-request-id: req-4f1918ab-eaed-4297-98ec-3d2d0f0b045b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:57.203599 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df023c83-797b-4ed9-bd3c-807d26a4cf29", "name": "network-vif-deleted", "tag": "f1e8ec9d-2e5b-4726-8e71-28a660a8acdd", "status": "completed", "code": 200}, {"server_uuid": "3420cfcf-b29c-4092-89a4-16df9532fd91", "name": "network-vif-deleted", "tag": "0e2bc2c6-2396-44d4-81b5-8eec0f216de1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:57.204404 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f1918ab-eaed-4297-98ec-3d2d0f0b045b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:57.204800 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df023c83-797b-4ed9-bd3c-807d26a4cf29', 'name': 'network-vif-deleted', 'tag': 'f1e8ec9d-2e5b-4726-8e71-28a660a8acdd', 'status': 'completed', 'code': 200} Jul 13 07:28:57.205054 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3420cfcf-b29c-4092-89a4-16df9532fd91', 'name': 'network-vif-deleted', 'tag': '0e2bc2c6-2396-44d4-81b5-8eec0f216de1', 'status': 'completed', 'code': 200} Jul 13 07:28:57.238646 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe763-1c75-4b78-80c7-d5e55c2a5b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.244940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75977e-6311-4713-bd5f-25541e1e53b8 req-41a64ad5-2444-4868-aa0e-3f7bd5d35518 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:57.247018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff75977e-6311-4713-bd5f-25541e1e53b8 req-41a64ad5-2444-4868-aa0e-3f7bd5d35518 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1286218 Jul 13 07:28:57.303624 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe763-1c75-4b78-80c7-d5e55c2a5b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.306461 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe763-1c75-4b78-80c7-d5e55c2a5b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.309974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5ccbe763-1c75-4b78-80c7-d5e55c2a5b13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f409490-ee4c-4fd4-b314-7a1b796df0b1 HTTP/1.1" status: 204 len: 168 time: 0.1735129 Jul 13 07:28:57.312062 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff75977e-6311-4713-bd5f-25541e1e53b8 req-7df27cf4-86e1-4170-af14-ff7bc0cd85f3 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Jul 13 07:28:57.317274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b609b232-e001-48bd-ba6b-b2b0a918adf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.322308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b609b232-e001-48bd-ba6b-b2b0a918adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.334705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbe763-1c75-4b78-80c7-d5e55c2a5b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f409490-ee4c-4fd4-b314-7a1b796df0b1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:57.366832 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b609b232-e001-48bd-ba6b-b2b0a918adf7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95ba76b9d84f455d9ab89da8e2252109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688775 Jul 13 07:28:57.369700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37534) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:57.387503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609b232-e001-48bd-ba6b-b2b0a918adf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a66c6-590e-4bfe-99b2-770c6edcac8d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:57.409893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 17f472cc-4beb-48fc-855e-1b414702c2bb no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:57.433905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 17f472cc-4beb-48fc-855e-1b414702c2bb {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:57.437024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 17f472cc-4beb-48fc-855e-1b414702c2bb not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:57.439233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f1e8ec9d-2e5b-4726-8e71-28a660a8acdd no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:57.464832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f1e8ec9d-2e5b-4726-8e71-28a660a8acdd {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:57.465455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f1e8ec9d-2e5b-4726-8e71-28a660a8acdd not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:57.486480 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58720bd6-cf40-4b60-adef-bc433b2943fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.520415 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58720bd6-cf40-4b60-adef-bc433b2943fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.542841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f45dc-af1c-4078-aeec-c6417785f1e1 req-22740f51-f5dd-4b46-b173-38b5b50f3d61 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:57.544408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e9f45dc-af1c-4078-aeec-c6417785f1e1 req-22740f51-f5dd-4b46-b173-38b5b50f3d61 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.0949354 Jul 13 07:28:57.586567 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58720bd6-cf40-4b60-adef-bc433b2943fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.587102 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e9f45dc-af1c-4078-aeec-c6417785f1e1 req-8a87498e-47f6-4916-9b78-a444828a0b7e tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357232 Jul 13 07:28:57.589831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58720bd6-cf40-4b60-adef-bc433b2943fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.591002 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-58720bd6-cf40-4b60-adef-bc433b2943fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e5a66c6-590e-4bfe-99b2-770c6edcac8d HTTP/1.1" status: 204 len: 168 time: 0.2202945 Jul 13 07:28:57.601403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58720bd6-cf40-4b60-adef-bc433b2943fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a66c6-590e-4bfe-99b2-770c6edcac8d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:57.947873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e609a-4edf-4c06-94c0-2b34914c1520 req-7ef77528-f9fe-4ad9-9e19-c9e453438deb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:57.949784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-324e609a-4edf-4c06-94c0-2b34914c1520 req-7ef77528-f9fe-4ad9-9e19-c9e453438deb tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 950 time: 0.0757649 Jul 13 07:28:58.033509 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-324e609a-4edf-4c06-94c0-2b34914c1520 req-a6f0d4cd-bb95-462e-b3a6-4a3c85ba3aa9 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687432 Jul 13 07:28:58.089573 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9a94bef-a500-4278-b73b-cf2db178d9b0 req-fed33ff5-0bd9-43bb-938f-ba204f6348ae tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/ab957b74-5d3c-463a-96da-8403ea862edd HTTP/1.1" status: 200 len: 1800 time: 0.0427005 Jul 13 07:28:58.165566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9a94bef-a500-4278-b73b-cf2db178d9b0 req-0d698f69-89ff-410b-a4e9-7fe0b9bd5c74 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.193141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9a94bef-a500-4278-b73b-cf2db178d9b0 req-0d698f69-89ff-410b-a4e9-7fe0b9bd5c74 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.240739 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9a94bef-a500-4278-b73b-cf2db178d9b0 req-0d698f69-89ff-410b-a4e9-7fe0b9bd5c74 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.249220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9a94bef-a500-4278-b73b-cf2db178d9b0 req-0d698f69-89ff-410b-a4e9-7fe0b9bd5c74 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.251122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9a94bef-a500-4278-b73b-cf2db178d9b0 req-0d698f69-89ff-410b-a4e9-7fe0b9bd5c74 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/ab957b74-5d3c-463a-96da-8403ea862edd HTTP/1.1" status: 204 len: 173 time: 0.1542685 Jul 13 07:28:58.260674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d698f69-89ff-410b-a4e9-7fe0b9bd5c74 tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab957b74-5d3c-463a-96da-8403ea862edd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.333104 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-673c3bf3-ff68-4350-b19d-3a710d7435c5 req-9db10219-6cc8-4d0c-b0fc-7ec6d98736dd tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "GET /v2.0/security-groups/0418d3fb-729a-4522-b430-46c0dd0a6d87 HTTP/1.1" status: 200 len: 1801 time: 0.0514441 Jul 13 07:28:58.408877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-673c3bf3-ff68-4350-b19d-3a710d7435c5 req-1678b7cd-826b-4a1d-9b3f-98da5cee4d3d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.436138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-673c3bf3-ff68-4350-b19d-3a710d7435c5 req-1678b7cd-826b-4a1d-9b3f-98da5cee4d3d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.488093 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-673c3bf3-ff68-4350-b19d-3a710d7435c5 req-1678b7cd-826b-4a1d-9b3f-98da5cee4d3d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.494472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-673c3bf3-ff68-4350-b19d-3a710d7435c5 req-1678b7cd-826b-4a1d-9b3f-98da5cee4d3d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.500699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-673c3bf3-ff68-4350-b19d-3a710d7435c5 req-1678b7cd-826b-4a1d-9b3f-98da5cee4d3d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] 10.222.0.41 "DELETE /v2.0/security-groups/0418d3fb-729a-4522-b430-46c0dd0a6d87 HTTP/1.1" status: 204 len: 173 time: 0.1612315 Jul 13 07:28:58.505327 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37596) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:58.525786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678b7cd-826b-4a1d-9b3f-98da5cee4d3d tempest-SecurityGroupsTestJSON-1150500887 tempest-SecurityGroupsTestJSON-1150500887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0418d3fb-729a-4522-b430-46c0dd0a6d87,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.579227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ac41a-983d-4af7-a719-d1834668d8e3 req-cff431bf-46fa-42c0-90ab-55e96446eaac tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.580811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af8ac41a-983d-4af7-a719-d1834668d8e3 req-cff431bf-46fa-42c0-90ab-55e96446eaac tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.1288590 Jul 13 07:28:58.591885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc468bd1-058a-48be-9093-58d3fbb4a981 admin admin] Deleting subnet 3ce30c04-d5f0-43bd-9cec-00490de91fd3 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:58.601059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc468bd1-058a-48be-9093-58d3fbb4a981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.665278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc468bd1-058a-48be-9093-58d3fbb4a981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.689110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af8ac41a-983d-4af7-a719-d1834668d8e3 req-b2d91e63-b6f9-47f8-8f2e-72864e000729 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011770 Jul 13 07:28:58.712245 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc468bd1-058a-48be-9093-58d3fbb4a981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.828431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc468bd1-058a-48be-9093-58d3fbb4a981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.860546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81051c-c5bc-4b50-abc5-61c3850f54a1 req-3d0b00cb-3ec6-44a3-8d5a-68309855a232 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.863242 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ee81051c-c5bc-4b50-abc5-61c3850f54a1 req-3d0b00cb-3ec6-44a3-8d5a-68309855a232 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1082304 Jul 13 07:28:58.967107 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ee81051c-c5bc-4b50-abc5-61c3850f54a1 req-43a160cf-d0d0-463a-a7c2-255e886a44e1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957029 Jul 13 07:28:59.260171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:59.267362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc468bd1-058a-48be-9093-58d3fbb4a981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce30c04-d5f0-43bd-9cec-00490de91fd3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.274663 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc468bd1-058a-48be-9093-58d3fbb4a981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.276834 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dc468bd1-058a-48be-9093-58d3fbb4a981 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3ce30c04-d5f0-43bd-9cec-00490de91fd3 HTTP/1.1" status: 204 len: 168 time: 0.7702532 Jul 13 07:28:59.280238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37642) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:59.297455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-0877cf49-df53-4dfa-bd3a-1c1935f9b389 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:59.300012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-0877cf49-df53-4dfa-bd3a-1c1935f9b389 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 950 time: 0.1865480 Jul 13 07:28:59.310829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:59.312291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 0e2bc2c6-2396-44d4-81b5-8eec0f216de1 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:59.359689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c944d6-8765-44a6-b4dd-807d5307a5a3 req-353ad669-70bf-4988-b52c-99407b87e3ab tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:59.370522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46c944d6-8765-44a6-b4dd-807d5307a5a3 req-353ad669-70bf-4988-b52c-99407b87e3ab tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 950 time: 0.1843569 Jul 13 07:28:59.427669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.536989 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.558748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ea3211-77f9-4a14-b498-7a553cce2954']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:59.583033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:59.584758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca26276-63f3-4ea2-9a80-d5676f2ce6a9') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:59.604119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.634690 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.652923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:59.653829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:59.760770 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:59.771991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.779293 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.785134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] 10.222.0.41 "DELETE /v2.0/networks/b9ea3211-77f9-4a14-b498-7a553cce2954 HTTP/1.1" status: 204 len: 168 time: 0.5016203 Jul 13 07:28:59.810974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee2df2-470a-4ee2-98fa-769c7a1e50cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ea3211-77f9-4a14-b498-7a553cce2954,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.887937 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46c944d6-8765-44a6-b4dd-807d5307a5a3 req-3855f923-12d0-4a41-b1b1-a74afd7f99b6 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dd981cf-0437-40bb-b11f-8ad39001aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112309 Jul 13 07:28:59.922100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Deleting port 4a284a0a-fe49-4232-a44e-a248b8ef1330 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:59.923153 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.041300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] For port 4a284a0a-fe49-4232-a44e-a248b8ef1330, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4a284a0a-fe49-4232-a44e-a248b8ef1330,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:00.041686 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.056646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Calling delete_port for 4a284a0a-fe49-4232-a44e-a248b8ef1330 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:00.069633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37686) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:00.160901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c96f2eda-9253-4517-af72-f98cb41e8880 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93e275e0d57a47deb604afe54826ba76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0891383 Jul 13 07:29:00.165893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:00.212659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.215487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5c15e-67e1-4c16-b9c4-dacf069b0134 req-9b856503-cbdf-4bc1-9ec2-d031722bcfb0 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:00.218143 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0c5c15e-67e1-4c16-b9c4-dacf069b0134 req-9b856503-cbdf-4bc1-9ec2-d031722bcfb0 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1298456 Jul 13 07:29:00.224560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4a284a0a-fe49-4232-a44e-a248b8ef1330'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:00.274698 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f9ed62-9019-42b5-a9c5-bffc89d0790e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.296105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0c5c15e-67e1-4c16-b9c4-dacf069b0134 req-680d9cee-a6a6-415c-a8a0-0721735309be tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640881 Jul 13 07:29:00.303904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Pushing event deleted for resources: {'Port': ['ID=4a284a0a-fe49-4232-a44e-a248b8ef1330,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.312235 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f9ed62-9019-42b5-a9c5-bffc89d0790e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.333403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] No DVR routers for this DVR port 4a284a0a-fe49-4232-a44e-a248b8ef1330 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:00.336710 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.339044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8493c938-572e-4a94-a070-862c3d2b7ea2 req-3bab5f74-7aed-4ec3-b13a-2a02b9dcaa84 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.48 "DELETE /v2.0/ports/4a284a0a-fe49-4232-a44e-a248b8ef1330 HTTP/1.1" status: 204 len: 173 time: 1.0324583 Jul 13 07:29:00.339508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af2a863-dccd-4823-af34-f9945172f1fe', 'name': 'network-vif-deleted', 'tag': '4a284a0a-fe49-4232-a44e-a248b8ef1330'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:00.342541 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba44894-2eaa-4b2f-a8bd-b111e30b047a" -d '{"events": [{"server_uuid": "9af2a863-dccd-4823-af34-f9945172f1fe", "name": "network-vif-deleted", "tag": "4a284a0a-fe49-4232-a44e-a248b8ef1330"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:00.382417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f9ed62-9019-42b5-a9c5-bffc89d0790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.386314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f9ed62-9019-42b5-a9c5-bffc89d0790e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.387864 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-17f9ed62-9019-42b5-a9c5-bffc89d0790e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5957f763-3cf1-413c-81f9-5e9483bbf502 HTTP/1.1" status: 204 len: 168 time: 0.2199049 Jul 13 07:29:00.400229 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d35350f-bc8e-4746-8f1d-0b5380f65438 x-openstack-request-id: req-6d35350f-bc8e-4746-8f1d-0b5380f65438 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:00.400695 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af2a863-dccd-4823-af34-f9945172f1fe", "name": "network-vif-deleted", "tag": "4a284a0a-fe49-4232-a44e-a248b8ef1330", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:00.400946 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d35350f-bc8e-4746-8f1d-0b5380f65438 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:00.402541 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af2a863-dccd-4823-af34-f9945172f1fe', 'name': 'network-vif-deleted', 'tag': '4a284a0a-fe49-4232-a44e-a248b8ef1330', 'status': 'completed', 'code': 200} Jul 13 07:29:00.410803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9ed62-9019-42b5-a9c5-bffc89d0790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5957f763-3cf1-413c-81f9-5e9483bbf502,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.075992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9d2fd98-c0b4-4cbc-8ff4-2374b09665d8 req-102799b4-62aa-48ed-b842-3d2b94a8a1a4 tempest-ServersOnMultiNodesTest-1246723552 tempest-ServersOnMultiNodesTest-1246723552-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af2a863-dccd-4823-af34-f9945172f1fe HTTP/1.1" status: 200 len: 210 time: 0.0347276 Jul 13 07:29:01.167616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:01.306381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2c91d95-93b8-402d-b49b-69da9c60a7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.413266 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2c91d95-93b8-402d-b49b-69da9c60a7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.418431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2c91d95-93b8-402d-b49b-69da9c60a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.449936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c91d95-93b8-402d-b49b-69da9c60a7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03fd63b-339a-4577-a517-c8404dabac99,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.509954 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f2c91d95-93b8-402d-b49b-69da9c60a7af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5affd91dc674263a5758ff7b381e973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413248 Jul 13 07:29:01.512869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:01.543115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:01.545058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476efed-1474-4d0c-9570-22aa22e5b081 req-a8a712fa-f367-4cf5-a995-088bdd8b100a tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:01.546610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b476efed-1474-4d0c-9570-22aa22e5b081 req-a8a712fa-f367-4cf5-a995-088bdd8b100a tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.0851867 Jul 13 07:29:01.582909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-916baccd-c4b0-48a3-8e5a-f3c217dfa7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.601683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b476efed-1474-4d0c-9570-22aa22e5b081 req-42980abc-972d-4bbf-ac7a-c1e71cb5cdc8 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489769 Jul 13 07:29:01.613364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-916baccd-c4b0-48a3-8e5a-f3c217dfa7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.674279 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-916baccd-c4b0-48a3-8e5a-f3c217dfa7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.681511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-916baccd-c4b0-48a3-8e5a-f3c217dfa7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.684405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-916baccd-c4b0-48a3-8e5a-f3c217dfa7a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a03fd63b-339a-4577-a517-c8404dabac99 HTTP/1.1" status: 204 len: 168 time: 0.1704063 Jul 13 07:29:01.698301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916baccd-c4b0-48a3-8e5a-f3c217dfa7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03fd63b-339a-4577-a517-c8404dabac99,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.753622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-281384285-network', 'tenant_id': 'c15ae92a691243cca87377938f1e6b27'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:01.776550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Made reservation on behalf of c15ae92a691243cca87377938f1e6b27 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:01.779579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.789694 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.919913 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.925119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.949978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:01.966610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca72955-5933-4635-8010-d659ee893527,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.985635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.986047 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Added segment bbce819b-dd2a-4363-8963-ddd4b9efea7d of type vlan for network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 Jul 13 07:29:02.039925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.077878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.079609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.080278 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.094074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:02.109810 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7767b3d-8e92-4f18-8c46-90c7f757d188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.120329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5761151 Jul 13 07:29:02.123127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37822) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:02.131672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Request body: {'subnet': {'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-281384285-subnet', 'tenant_id': 'c15ae92a691243cca87377938f1e6b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:02.207140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d305f-e6f1-4d72-a470-ffdfb49c252e admin admin] Pushing event updated for resources: {'Network': ['ID=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:02.228864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:02.276727 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7767b3d-8e92-4f18-8c46-90c7f757d188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.295108 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7767b3d-8e92-4f18-8c46-90c7f757d188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.312696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Made reservation on behalf of c15ae92a691243cca87377938f1e6b27 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:02.315978 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.363870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d7767b3d-8e92-4f18-8c46-90c7f757d188 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a33e444e3554c82a95dfc9461fd770b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680035 Jul 13 07:29:02.365413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37834) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:02.373050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7767b3d-8e92-4f18-8c46-90c7f757d188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac95fb4-980e-4574-a999-277f475826fc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:02.426903 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d25cb3cc-6377-4e1b-b251-a088518d8584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.454911 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d25cb3cc-6377-4e1b-b251-a088518d8584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.518425 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d25cb3cc-6377-4e1b-b251-a088518d8584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.522797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d25cb3cc-6377-4e1b-b251-a088518d8584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.524932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d25cb3cc-6377-4e1b-b251-a088518d8584 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cac95fb4-980e-4574-a999-277f475826fc HTTP/1.1" status: 204 len: 168 time: 0.1577463 Jul 13 07:29:02.536722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cb3cc-6377-4e1b-b251-a088518d8584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac95fb4-980e-4574-a999-277f475826fc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:02.552211 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.619496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f49136-2956-4a87-812b-de979c120eb9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:02.624099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Checking segment: {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:02.624466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Network hostable DHCP agents. Network: b3b33d0b-0e49-4259-94a6-a1af13e2a2c3, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:02.644923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:02.656169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, b3b33d0b-0e49-4259-94a6-a1af13e2a2c3) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:02.666934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea462c-95c3-466f-9324-1b7e2d83961b None None] Network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:02.668810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.669413 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.690311 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5571abd8-bf14-4e91-87f6-4c4ed73056d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5658243 Jul 13 07:29:02.768172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37862) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:02.837872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626d454-e490-44fa-aa1e-c018a82e1fcd req-e51b121e-e966-4710-89a2-644920004250 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.854195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c626d454-e490-44fa-aa1e-c018a82e1fcd req-e51b121e-e966-4710-89a2-644920004250 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1152480 Jul 13 07:29:02.940222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c626d454-e490-44fa-aa1e-c018a82e1fcd req-17e88210-78a6-4cb6-9ae3-d3f4f3b2a1b1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850997 Jul 13 07:29:02.986553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754d7d2-933d-470a-80b7-4195f48a389b None None] Network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:03.288494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f741d38-5494-4ef5-be61-1fd961cc03a5 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:03.296401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4a284a0a-fe49-4232-a44e-a248b8ef1330 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:03.374661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f1589db4-8540-499b-8a40-9c1e3611a494 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e759c14ff193452c847a71f840c187a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047597 Jul 13 07:29:03.377176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37896) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:03.393919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 4a284a0a-fe49-4232-a44e-a248b8ef1330 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:03.397794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4a284a0a-fe49-4232-a44e-a248b8ef1330 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:03.453249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0be0af74-e3e4-4fb2-b269-44802a4b0ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.489976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0be0af74-e3e4-4fb2-b269-44802a4b0ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.572055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0be0af74-e3e4-4fb2-b269-44802a4b0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.575318 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0be0af74-e3e4-4fb2-b269-44802a4b0ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.579605 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0be0af74-e3e4-4fb2-b269-44802a4b0ecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0dd981cf-0437-40bb-b11f-8ad39001aec4 HTTP/1.1" status: 204 len: 168 time: 0.1983488 Jul 13 07:29:03.579775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:03.590090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '9f741d38-5494-4ef5-be61-1fd961cc03a5', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'port_id': '9f741d38-5494-4ef5-be61-1fd961cc03a5', 'mac_address': 'fa:16:3e:6f:05:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3d5118-e307-46e8-9516-d176889377b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:03.594224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0af74-e3e4-4fb2-b269-44802a4b0ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd981cf-0437-40bb-b11f-8ad39001aec4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:03.705236 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.706355 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:29:03.725477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f741d38-5494-4ef5-be61-1fd961cc03a5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:03.754671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:03.760172 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.855965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=9f741d38-5494-4ef5-be61-1fd961cc03a5,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:03.900492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['9f741d38-5494-4ef5-be61-1fd961cc03a5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:04.039668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7116e8f6-d2e5-423c-9afa-5cf6be8f4995 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:04.043859 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7116e8f6-d2e5-423c-9afa-5cf6be8f4995 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 812 time: 0.1897707 Jul 13 07:29:04.082674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-76d5344b-171b-47a6-9d01-9661f6e19cae tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/quotas/c15ae92a691243cca87377938f1e6b27 HTTP/1.1" status: 200 len: 375 time: 0.0257099 Jul 13 07:29:04.175348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-005b9f56-84f9-4e88-ae21-02bb8af50ad9 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844388 Jul 13 07:29:04.316644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9a717-5e5b-4dbf-8882-886d89f224ce req-5701aad7-bf96-4a0c-a85a-cab14d54cbb5 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:04.324898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bc9a717-5e5b-4dbf-8882-886d89f224ce req-5701aad7-bf96-4a0c-a85a-cab14d54cbb5 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1290514 Jul 13 07:29:04.330437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37930) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:04.387480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-b60b3919-d347-4d43-9d23-984018050940 service neutron] 10.222.0.41 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018113 Jul 13 07:29:04.412880 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bc9a717-5e5b-4dbf-8882-886d89f224ce req-e84b8d06-86a3-4cde-8cff-a8b19c7d73ce tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867288 Jul 13 07:29:04.423137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37934) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:04.425452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-444d7db2-5a16-4cd4-9d36-592fa0ce65ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b13afb8f63524ca696b6f2d74bb97ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936043 Jul 13 07:29:04.452669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:04.611966 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e293b2d-61eb-405f-aba0-bcce1506df19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.651909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-4e68a1eb-6a50-4404-9a85-82cce8f272d2 service neutron] 10.222.0.41 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522695 Jul 13 07:29:04.653443 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-212f4184-cefe-4052-aff9-6a361c08eb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.677193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e293b2d-61eb-405f-aba0-bcce1506df19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.767297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e293b2d-61eb-405f-aba0-bcce1506df19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.770619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e293b2d-61eb-405f-aba0-bcce1506df19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.772248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8e293b2d-61eb-405f-aba0-bcce1506df19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/269664a8-c676-4bdf-bd8c-0263ac5ecb42 HTTP/1.1" status: 204 len: 168 time: 0.3448734 Jul 13 07:29:04.784259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e293b2d-61eb-405f-aba0-bcce1506df19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269664a8-c676-4bdf-bd8c-0263ac5ecb42,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:04.917199 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-212f4184-cefe-4052-aff9-6a361c08eb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.926966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-212f4184-cefe-4052-aff9-6a361c08eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.044101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37962) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:05.045072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-212f4184-cefe-4052-aff9-6a361c08eb4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7f3c3b2e2a643c5ad52e940d4e5b388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902712 Jul 13 07:29:05.048360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f4184-cefe-4052-aff9-6a361c08eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1ebce3-c008-4ddd-b91e-4ba6bdb09670,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.158705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d884da4c-151a-4f99-a123-ec7eb35ab93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.209545 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d884da4c-151a-4f99-a123-ec7eb35ab93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.279517 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.303263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f741d38-5494-4ef5-be61-1fd961cc03a5 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:05.316457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-19b253ed-80bb-41b7-b171-d856bea33bb4 req-72eb7f5f-bf5c-46de-8e6a-40d1ca9e1500 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 210 time: 0.0509558 Jul 13 07:29:05.329075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d884da4c-151a-4f99-a123-ec7eb35ab93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.336522 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d884da4c-151a-4f99-a123-ec7eb35ab93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.340995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d884da4c-151a-4f99-a123-ec7eb35ab93d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e1ebce3-c008-4ddd-b91e-4ba6bdb09670 HTTP/1.1" status: 204 len: 168 time: 0.2943656 Jul 13 07:29:05.361437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884da4c-151a-4f99-a123-ec7eb35ab93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1ebce3-c008-4ddd-b91e-4ba6bdb09670,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.406651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 9f741d38-5494-4ef5-be61-1fd961cc03a5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:05.407151 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.513582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.546397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:05.549271 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7632c96e-ff12-4f47-a983-a5240e0b8211" -d '{"events": [{"server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "name": "network-vif-plugged", "status": "completed", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:05.589125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:05.596237 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.641408 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d6e91d-5e79-4cd1-b766-25fc55910a96 x-openstack-request-id: req-c5d6e91d-5e79-4cd1-b766-25fc55910a96 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:05.641408 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "name": "network-vif-plugged", "status": "completed", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:05.641408 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5d6e91d-5e79-4cd1-b766-25fc55910a96 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:05.641408 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5', 'code': 200} Jul 13 07:29:05.685639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=9f741d38-5494-4ef5-be61-1fd961cc03a5,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.769257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22526be-e1dd-4f18-8657-737fa5b41bb0 req-4ff43227-6192-4193-96a6-b8546237e29c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:05.775726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d22526be-e1dd-4f18-8657-737fa5b41bb0 req-4ff43227-6192-4193-96a6-b8546237e29c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1131637 Jul 13 07:29:05.902454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d22526be-e1dd-4f18-8657-737fa5b41bb0 req-a1e09ec8-4345-4e31-94d8-7db8914b0509 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188738 Jul 13 07:29:06.182508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38022) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:06.211038 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56a09560-88a0-483c-85ec-d8da571915f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.443735 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56a09560-88a0-483c-85ec-d8da571915f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.462103 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56a09560-88a0-483c-85ec-d8da571915f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.475861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31998fed-b8f5-4b06-a35f-0bb689ce8b28 req-5aeafe6a-854e-4d6c-a9ca-18d3d8d34fbc tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 210 time: 0.0587504 Jul 13 07:29:06.532963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38032) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:06.533522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-56a09560-88a0-483c-85ec-d8da571915f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9002efe70cb4904914c626e403638b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491235 Jul 13 07:29:06.534917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a09560-88a0-483c-85ec-d8da571915f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8e70fc-40ef-435a-819b-08be9eccae74,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:06.665907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc260831-ccc4-419b-aaef-18599b78e31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.711370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc260831-ccc4-419b-aaef-18599b78e31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.790435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc260831-ccc4-419b-aaef-18599b78e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.793912 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc260831-ccc4-419b-aaef-18599b78e31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.801699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fc260831-ccc4-419b-aaef-18599b78e31f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a8e70fc-40ef-435a-819b-08be9eccae74 HTTP/1.1" status: 204 len: 168 time: 0.2666945 Jul 13 07:29:06.828834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc260831-ccc4-419b-aaef-18599b78e31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8e70fc-40ef-435a-819b-08be9eccae74,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:06.865600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:07.249435 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.325054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-network', 'tenant_id': 'c650ef61379645049a3d8130989d167e'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:07.384496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Made reservation on behalf of c650ef61379645049a3d8130989d167e for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:07.394037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.412642 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.465796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076005d3-dd04-4043-a371-3cff4f6e496e req-6b43bddf-dea9-4e1e-9f9d-755da896d40d tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.478110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-076005d3-dd04-4043-a371-3cff4f6e496e req-6b43bddf-dea9-4e1e-9f9d-755da896d40d tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1726758 Jul 13 07:29:07.580633 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-076005d3-dd04-4043-a371-3cff4f6e496e req-ef4e7ae3-a3a3-4696-a88c-dd3566e56ecb tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006992 Jul 13 07:29:07.757303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd117456-c6c3-45e7-8985-8b85043badd4 req-c797cad3-17a7-4d9a-b776-eb4f80093610 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 210 time: 0.0779045 Jul 13 07:29:07.759894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.766863 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.780618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:07.793153 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.793605 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Added segment b320f535-dc1b-4844-8698-d7cf3702dc7e of type vlan for network ca75b4cc-2248-4caf-be58-679d656b2a95 Jul 13 07:29:07.853106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.038280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.038280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.038280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.212570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9684a51a-86d9-4928-8071-7f45fed08d9a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:08.273661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4068112 Jul 13 07:29:08.276599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38112) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:08.284282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Request body: {'subnet': {'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-subnet', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:08.345141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Made reservation on behalf of c650ef61379645049a3d8130989d167e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:08.347584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.382365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f63cd-783f-4c50-8062-423a608ccdf6 admin admin] Pushing event updated for resources: {'Network': ['ID=ca75b4cc-2248-4caf-be58-679d656b2a95,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:08.397416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network ca75b4cc-2248-4caf-be58-679d656b2a95 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:08.432516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a989bc72-acc2-4bd6-8abe-bcc1a7a4aa20 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.434881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a989bc72-acc2-4bd6-8abe-bcc1a7a4aa20 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.48 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 812 time: 0.5558527 Jul 13 07:29:08.447686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-1e1cc441-10f4-4a66-a224-cd3eb977e0f9 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.449783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-1e1cc441-10f4-4a66-a224-cd3eb977e0f9 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.38 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 812 time: 0.5348470 Jul 13 07:29:08.455825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Request body: {'port': {'device_id': '57eb5801-bd59-4b35-ad52-a329a850a9fe', 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3', 'admin_state_up': True, 'tenant_id': 'c15ae92a691243cca87377938f1e6b27'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:08.482966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Request body: {'port': {'device_id': '78e2bc6e-ed73-4c21-9ebc-91255fd686dd', 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3', 'admin_state_up': True, 'tenant_id': 'c15ae92a691243cca87377938f1e6b27'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:08.699461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Made reservation on behalf of c15ae92a691243cca87377938f1e6b27 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:08.707500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.792714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Made reservation on behalf of c15ae92a691243cca87377938f1e6b27 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:08.802166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.818901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38124) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:08.977763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.038270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64769a3-8135-4c41-a187-fe4921e4ad78,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.088403 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94d8d9d2-24ef-4470-9ad6-123ead88a342 req-3eb807de-746d-4a25-8e01-f950828fbcd0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 210 time: 0.0540853 Jul 13 07:29:09.148783 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2daf3942-7545-47d4-a465-bd52f2148cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.183620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Checking segment: {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:09.183992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Network hostable DHCP agents. Network: ca75b4cc-2248-4caf-be58-679d656b2a95, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:09.257117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Network ca75b4cc-2248-4caf-be58-679d656b2a95 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:09.268523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, ca75b4cc-2248-4caf-be58-679d656b2a95) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:09.274096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee378a7-d366-4183-9f8d-14c40500181a req-8c2de946-f301-4e23-b4c7-ed8ff18b09b9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:09.275561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fee378a7-d366-4183-9f8d-14c40500181a req-8c2de946-f301-4e23-b4c7-ed8ff18b09b9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.3624322 Jul 13 07:29:09.276895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcac1a6-10e2-4fca-9d52-95b16b1bd997 None None] Network ca75b4cc-2248-4caf-be58-679d656b2a95 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:09.286066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Allocated IP 172.20.0.9 (b3b33d0b-0e49-4259-94a6-a1af13e2a2c3/a5f49136-2956-4a87-812b-de979c120eb9/6188ce03-ff45-46c8-94c0-57d926e91ddf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:09.293179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:09.293882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.370076 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2daf3942-7545-47d4-a465-bd52f2148cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.378254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2daf3942-7545-47d4-a465-bd52f2148cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.396615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fee378a7-d366-4183-9f8d-14c40500181a req-29ba8d64-8b82-477b-b63f-9120db39548f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067743 Jul 13 07:29:09.412258 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-89d31fe7-0cb3-4c49-b7e8-62676e6aa18e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1345446 Jul 13 07:29:09.415414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:09.439396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:09.503981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf3942-7545-47d4-a465-bd52f2148cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70136b56-5cfe-4cd4-9f87-6ddc3d85acc1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.521042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-ca75b4cc-2248-4caf-be58-679d656b2a95', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:29:09.521934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.546808 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2daf3942-7545-47d4-a465-bd52f2148cce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ffd6e63cb064215bdea958e7f9a6266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7140172 Jul 13 07:29:09.550589 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38156) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:09.605465 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.613350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.690225 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.696899 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.803110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.805032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Allocated IP 172.20.0.2 (ca75b4cc-2248-4caf-be58-679d656b2a95/d64769a3-8135-4c41-a187-fe4921e4ad78/81f50601-96a2-4d02-b561-a28ff49d53f7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:09.878094 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-080477d7-13b6-4e95-9e3b-7c8817ac6f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.914426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-080477d7-13b6-4e95-9e3b-7c8817ac6f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.941380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:09.948777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Pushing event updated for resources: {'Port': ['ID=6188ce03-ff45-46c8-94c0-57d926e91ddf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.957560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.988026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:09.999673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:10.007764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Allocated IP 172.20.0.10 (b3b33d0b-0e49-4259-94a6-a1af13e2a2c3/a5f49136-2956-4a87-812b-de979c120eb9/d4eacd21-b635-4175-a154-aaa08c6ca689) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:10.033889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-080477d7-13b6-4e95-9e3b-7c8817ac6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.044615 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-080477d7-13b6-4e95-9e3b-7c8817ac6f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.045795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-080477d7-13b6-4e95-9e3b-7c8817ac6f67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70136b56-5cfe-4cd4-9f87-6ddc3d85acc1 HTTP/1.1" status: 204 len: 168 time: 0.4939120 Jul 13 07:29:10.066928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080477d7-13b6-4e95-9e3b-7c8817ac6f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70136b56-5cfe-4cd4-9f87-6ddc3d85acc1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:10.212764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.213709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.287855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-fcf8693a-9ee7-4f56-a1ed-dc930a95653e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8367996 Jul 13 07:29:10.309620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Request body: {'port': {'device_id': '57eb5801-bd59-4b35-ad52-a329a850a9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:10.341389 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.367482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Transition to ACTIVE for port object 81f50601-96a2-4d02-b561-a28ff49d53f7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:10.413372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Transition to ACTIVE for port object 81f50601-96a2-4d02-b561-a28ff49d53f7 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:10.425689 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.483856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.526051 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.539876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Pushing event updated for resources: {'Port': ['ID=81f50601-96a2-4d02-b561-a28ff49d53f7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:10.579940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Network ca75b4cc-2248-4caf-be58-679d656b2a95 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:10.589620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:10.598111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:10.652948 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.662574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.777172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a268347-9fa3-4eb3-8309-e035c67e33a8 req-450e0ee7-4905-41fd-9dab-a4ee62e00638 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.784659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a268347-9fa3-4eb3-8309-e035c67e33a8 req-450e0ee7-4905-41fd-9dab-a4ee62e00638 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 931 time: 0.3033280 Jul 13 07:29:10.794459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Attempting to bind port 81f50601-96a2-4d02-b561-a28ff49d53f7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:10.794847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Attempting to bind port 81f50601-96a2-4d02-b561-a28ff49d53f7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:10.795219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Attempting to bind port 81f50601-96a2-4d02-b561-a28ff49d53f7 on network ca75b4cc-2248-4caf-be58-679d656b2a95 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:10.819996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:10.820385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Checking segment: {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:10.820795 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.827817 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Bound using segment: {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:10.830545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Bound port: 81f50601-96a2-4d02-b561-a28ff49d53f7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:10.831145 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.846114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:10.880436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7142b05-02c9-4b61-902c-aac8869d77a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.905990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Allocated IP 172.25.8.249 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/90945104-23f3-49c0-b6ed-cffe8a65cb83) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:11.016686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] For port 81f50601-96a2-4d02-b561-a28ff49d53f7, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:11.028968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] For port 81f50601-96a2-4d02-b561-a28ff49d53f7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=81f50601-96a2-4d02-b561-a28ff49d53f7,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:11.042326 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.043890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.092349 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.224647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32b6e9-ec14-4589-b135-c0ff7612b7d4 None None] Pushing event updated for resources: {'Port': ['ID=81f50601-96a2-4d02-b561-a28ff49d53f7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:11.239892 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=90945104-23f3-49c0-b6ed-cffe8a65cb83,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:11.265763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:11.269878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a268347-9fa3-4eb3-8309-e035c67e33a8 req-d2f22ba9-d0ff-4bdd-8c44-1e9565821333 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815307 Jul 13 07:29:11.271310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:11.280356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:11.314766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6188ce03-ff45-46c8-94c0-57d926e91ddf {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:11.324189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.351009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Transition to ACTIVE for port object 6188ce03-ff45-46c8-94c0-57d926e91ddf will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:11.355912 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.381908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.397176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:11.408486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39843b-17f6-445b-aaf8-dedb3487e6f0 req-98482bd6-7bd3-4e45-9213-aa806de29985 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.416153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef39843b-17f6-445b-aaf8-dedb3487e6f0 req-98482bd6-7bd3-4e45-9213-aa806de29985 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.5671239 Jul 13 07:29:11.436682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:11.495286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:11.617813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef39843b-17f6-445b-aaf8-dedb3487e6f0 req-896aefba-c179-4964-bbf2-51d31278d70c tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905982 Jul 13 07:29:11.809931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.814894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Pushing event updated for resources: {'Port': ['ID=d4eacd21-b635-4175-a154-aaa08c6ca689,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:11.865859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7142b05-02c9-4b61-902c-aac8869d77a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.873083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.873791 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.910329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7142b05-02c9-4b61-902c-aac8869d77a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.949741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7142b05-02c9-4b61-902c-aac8869d77a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6de495-b54b-44f4-846e-64cca8ebc987,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:12.002862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-7f212e0b-6591-4da9-8d3b-feb19215612f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5242140 Jul 13 07:29:12.024219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e7142b05-02c9-4b61-902c-aac8869d77a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92694ea52aa749ffaaa867931a492fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1645796 Jul 13 07:29:12.025151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Pushing event updated for resources: {'Port': ['ID=6188ce03-ff45-46c8-94c0-57d926e91ddf,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:12.030546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38226) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:12.040924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-0ab03882-23f3-41a2-9794-32a2ee84c845 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:29:12.042104 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-0ab03882-23f3-41a2-9794-32a2ee84c845 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141478 Jul 13 07:29:12.090577 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.113346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38230) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:12.127184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Attempting to bind port 6188ce03-ff45-46c8-94c0-57d926e91ddf on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:12.127525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Attempting to bind port 6188ce03-ff45-46c8-94c0-57d926e91ddf by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:12.127943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Attempting to bind port 6188ce03-ff45-46c8-94c0-57d926e91ddf on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:12.135457 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83efc857-0706-4087-adc5-69549e43937a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.137912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Port 6188ce03-ff45-46c8-94c0-57d926e91ddf on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:12.138299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Attempting to bind port 6188ce03-ff45-46c8-94c0-57d926e91ddf on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:12.150830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:12.151175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Checking segment: {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:12.151685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Bound using segment: {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:12.152127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Bound port: 6188ce03-ff45-46c8-94c0-57d926e91ddf, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:12.152492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.209876 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83efc857-0706-4087-adc5-69549e43937a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.248748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Request body: {'port': {'device_id': '78e2bc6e-ed73-4c21-9ebc-91255fd686dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:12.342834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] For port 6188ce03-ff45-46c8-94c0-57d926e91ddf, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:12.363859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72724851-67f5-4b98-9898-9b4852f5c560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.380459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Router 37470ed2-3c0a-4964-93e4-985db4ba78b9 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:29:12.400599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] For port 6188ce03-ff45-46c8-94c0-57d926e91ddf, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6188ce03-ff45-46c8-94c0-57d926e91ddf,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:12.418533 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.435025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83efc857-0706-4087-adc5-69549e43937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.439280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83efc857-0706-4087-adc5-69549e43937a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.443460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-83efc857-0706-4087-adc5-69549e43937a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b6de495-b54b-44f4-846e-64cca8ebc987 HTTP/1.1" status: 204 len: 168 time: 0.4119177 Jul 13 07:29:12.444424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.518321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efc857-0706-4087-adc5-69549e43937a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6de495-b54b-44f4-846e-64cca8ebc987,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:12.522543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.523213 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.525109 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] 10.222.0.48 "PUT /v2.0/ports/6188ce03-ff45-46c8-94c0-57d926e91ddf HTTP/1.1" status: 200 len: 1092 time: 2.2232826 Jul 13 07:29:12.536925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57eb5801-bd59-4b35-ad52-a329a850a9fe', 'tag': '6188ce03-ff45-46c8-94c0-57d926e91ddf'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:12.539528 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b791160a-6f90-4355-a93c-4383c9a06f14" -d '{"events": [{"name": "network-changed", "server_uuid": "57eb5801-bd59-4b35-ad52-a329a850a9fe", "tag": "6188ce03-ff45-46c8-94c0-57d926e91ddf"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:12.705914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63934dc0-bfac-42f6-a47b-d89880eea544 service neutron] Pushing event updated for resources: {'Port': ['ID=6188ce03-ff45-46c8-94c0-57d926e91ddf,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:12.737618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:12.751699 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Sync routers for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:12.768254 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:12.774479 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:12.841804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003f2a1-9327-4354-949a-bb69f85449ec None None] Network ca75b4cc-2248-4caf-be58-679d656b2a95 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:12.910372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39bdc-da02-48f1-acb7-e1e4f04ff6c0 req-70f6a497-68aa-4ad3-a42c-54eae1cb12b6 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.910939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-882c841e-9e29-430c-9c7d-2674dd3bc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.912100 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-882c841e-9e29-430c-9c7d-2674dd3bc5f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 1095 time: 0.2919648 Jul 13 07:29:12.919483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5c39bdc-da02-48f1-acb7-e1e4f04ff6c0 req-70f6a497-68aa-4ad3-a42c-54eae1cb12b6 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 943 time: 0.3201814 Jul 13 07:29:12.991276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-da24598a-746f-4cd0-9b43-794363256483 None None] Provisioning for port 81f50601-96a2-4d02-b561-a28ff49d53f7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:13.009013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5c39bdc-da02-48f1-acb7-e1e4f04ff6c0 req-660edb11-c498-46b2-8aeb-5b8a5802abec tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884104 Jul 13 07:29:13.031820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 81f50601-96a2-4d02-b561-a28ff49d53f7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:13.050887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-b6afee84-2172-450e-b209-c547492dcb64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6188ce03-ff45-46c8-94c0-57d926e91ddf HTTP/1.1" status: 200 len: 217 time: 0.1081266 Jul 13 07:29:13.068779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72724851-67f5-4b98-9898-9b4852f5c560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.079397 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.081497 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fef21a6e-e6bc-4265-97f6-e685c7e57ee0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.6617372 Jul 13 07:29:13.084222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38254) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:13.108401 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:13.149513 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72724851-67f5-4b98-9898-9b4852f5c560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.196076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 81f50601-96a2-4d02-b561-a28ff49d53f7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:13.206993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 81f50601-96a2-4d02-b561-a28ff49d53f7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:13.207730 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.302311 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-72724851-67f5-4b98-9898-9b4852f5c560 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=689c191925e34e7fa47e218fd59389af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1878448 Jul 13 07:29:13.316046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:13.319421 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbecf0b-8022-45d0-b70b-5775c9350419 x-openstack-request-id: req-1dbecf0b-8022-45d0-b70b-5775c9350419 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:13.319711 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57eb5801-bd59-4b35-ad52-a329a850a9fe", "tag": "6188ce03-ff45-46c8-94c0-57d926e91ddf", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:13.322186 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1dbecf0b-8022-45d0-b70b-5775c9350419 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:13.322621 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57eb5801-bd59-4b35-ad52-a329a850a9fe', 'tag': '6188ce03-ff45-46c8-94c0-57d926e91ddf', 'status': 'completed', 'code': 200} Jul 13 07:29:13.360239 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.477120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 81f50601-96a2-4d02-b561-a28ff49d53f7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=81f50601-96a2-4d02-b561-a28ff49d53f7,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:13.485081 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.634096 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:11Z', 'revision_number': 3, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:13.712739 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Checking router: 37470ed2-3c0a-4964-93e4-985db4ba78b9 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:29:13.713331 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Updating router 37470ed2-3c0a-4964-93e4-985db4ba78b9 port 90945104-23f3-49c0-b6ed-cffe8a65cb83 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:29:13.732376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=81f50601-96a2-4d02-b561-a28ff49d53f7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:13.738094 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-74b1f127-8fdf-4681-b1b0-531e7d7fc4f9 None None] Provisioning complete for port 81f50601-96a2-4d02-b561-a28ff49d53f7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:13.738609 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-74b1f127-8fdf-4681-b1b0-531e7d7fc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.815298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5649b8a5-ed6c-4a1d-bd21-08bf26a84b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.825876 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.905296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5649b8a5-ed6c-4a1d-bd21-08bf26a84b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.916312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d096c6-85a6-4851-9fb9-13ec6e1ddaae req-e4ae06b4-db8f-4602-abd9-477ba89797b0 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.924222 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54d096c6-85a6-4851-9fb9-13ec6e1ddaae req-e4ae06b4-db8f-4602-abd9-477ba89797b0 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.6666000 Jul 13 07:29:14.040458 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54d096c6-85a6-4851-9fb9-13ec6e1ddaae req-ebf84287-6491-437f-8f46-5bb83c3b459f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152108 Jul 13 07:29:14.140146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5649b8a5-ed6c-4a1d-bd21-08bf26a84b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.147215 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5649b8a5-ed6c-4a1d-bd21-08bf26a84b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.150948 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5649b8a5-ed6c-4a1d-bd21-08bf26a84b26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2aea85ed-6502-4e04-a973-26824aa3f7b0 HTTP/1.1" status: 204 len: 168 time: 0.8074780 Jul 13 07:29:14.245324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4eacd21-b635-4175-a154-aaa08c6ca689 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:14.267331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649b8a5-ed6c-4a1d-bd21-08bf26a84b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aea85ed-6502-4e04-a973-26824aa3f7b0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:14.287332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-729d7ab2-65fd-437a-9534-d3172047d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:14.290869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-729d7ab2-65fd-437a-9534-d3172047d57f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5f49136-2956-4a87-812b-de979c120eb9 HTTP/1.1" status: 200 len: 852 time: 1.2329259 Jul 13 07:29:14.320323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.413924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.462912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72724851-67f5-4b98-9898-9b4852f5c560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aea85ed-6502-4e04-a973-26824aa3f7b0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:14.478951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-75fb027e-2aac-4752-8bcf-31855e2235e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511335 Jul 13 07:29:14.504671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-72e93812-862d-48f3-bfa6-03ae73a6f08a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:29:14.506866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-72e93812-862d-48f3-bfa6-03ae73a6f08a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122550 Jul 13 07:29:14.621999 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.651328 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Transition to ACTIVE for port object 90945104-23f3-49c0-b6ed-cffe8a65cb83 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:14.664520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Allocated IP 172.20.0.1 (ca75b4cc-2248-4caf-be58-679d656b2a95/d64769a3-8135-4c41-a187-fe4921e4ad78/757c1dc4-6750-45ee-8600-702886515ccc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:14.665802 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.720556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Transition to ACTIVE for port object d4eacd21-b635-4175-a154-aaa08c6ca689 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:14.747527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.791509 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Attempting to bind port 90945104-23f3-49c0-b6ed-cffe8a65cb83 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:14.793667 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Attempting to bind port 90945104-23f3-49c0-b6ed-cffe8a65cb83 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:14.794479 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Attempting to bind port 90945104-23f3-49c0-b6ed-cffe8a65cb83 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:14.813040 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:14.814049 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:14.814682 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.815820 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:14.816552 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Bound port: 90945104-23f3-49c0-b6ed-cffe8a65cb83, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:14.817456 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.821130 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Pushing event updated for resources: {'Port': ['ID=90945104-23f3-49c0-b6ed-cffe8a65cb83,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:14.852084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 81f50601-96a2-4d02-b561-a28ff49d53f7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:14.880382 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.880973 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.895565 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.897217 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.898394 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.900955 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.901916 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.904664 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.905254 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.915745 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.918469 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.919158 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:14.927039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4eacd21-b635-4175-a154-aaa08c6ca689,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:14.969376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38310) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:15.000288 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] For port 90945104-23f3-49c0-b6ed-cffe8a65cb83, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:15.000636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-5b7afd64-5b4d-42cd-b571-14a7a10342ae service neutron] 10.222.0.48 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835734 Jul 13 07:29:15.008239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 81f50601-96a2-4d02-b561-a28ff49d53f7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:15.009088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.018382 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] For port 90945104-23f3-49c0-b6ed-cffe8a65cb83, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=90945104-23f3-49c0-b6ed-cffe8a65cb83,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:15.023928 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.037036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-168934ee-ec2f-4611-9116-707e770f61f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.068729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.101423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Transition to ACTIVE for port object 757c1dc4-6750-45ee-8600-702886515ccc will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:15.176395 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8e426-ed4d-46f6-939e-459ac1d1867e None None] Pushing event updated for resources: {'Port': ['ID=90945104-23f3-49c0-b6ed-cffe8a65cb83,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.182074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06da9e-fa87-4c54-bec9-1574955a3519 req-b1acef3d-f6d2-420b-81fa-815533de7a22 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.184257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f06da9e-fa87-4c54-bec9-1574955a3519 req-b1acef3d-f6d2-420b-81fa-815533de7a22 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 943 time: 0.8830984 Jul 13 07:29:15.228076 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:15.228657 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:15.242647 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.365313 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:15.432004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Network ca75b4cc-2248-4caf-be58-679d656b2a95 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:15.452459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f06da9e-fa87-4c54-bec9-1574955a3519 req-540b5851-1c7c-44c9-a770-a233b0b21022 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147243 Jul 13 07:29:15.489732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Attempting to bind port d4eacd21-b635-4175-a154-aaa08c6ca689 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:15.490361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Attempting to bind port d4eacd21-b635-4175-a154-aaa08c6ca689 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:15.490844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Attempting to bind port d4eacd21-b635-4175-a154-aaa08c6ca689 on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:15.498221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-4d361a57-d4d5-42ac-ba30-7afba82f1a48 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594498 Jul 13 07:29:15.501170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Port d4eacd21-b635-4175-a154-aaa08c6ca689 on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:15.501699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Attempting to bind port d4eacd21-b635-4175-a154-aaa08c6ca689 on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:15.513802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:15.519168 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:15.530646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:15.531807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Checking segment: {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:15.533812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Bound using segment: {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:15.546516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Bound port: d4eacd21-b635-4175-a154-aaa08c6ca689, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:15.549425 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.559624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Pushing event updated for resources: {'Port': ['ID=757c1dc4-6750-45ee-8600-702886515ccc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.599276 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-168934ee-ec2f-4611-9116-707e770f61f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.610118 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-168934ee-ec2f-4611-9116-707e770f61f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.726071 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-168934ee-ec2f-4611-9116-707e770f61f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b42ce389b5284961a181fde07d1fb7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7526553 Jul 13 07:29:15.732292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:15.778152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.785775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168934ee-ec2f-4611-9116-707e770f61f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443d360f-b022-4d57-ac1b-d9ba7bd48d03,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.808170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-81c216a6-1da5-4a28-922b-353780572592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.809896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-81c216a6-1da5-4a28-922b-353780572592 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 1095 time: 0.2485261 Jul 13 07:29:15.852067 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:11Z', 'revision_number': 3, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:15.941123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] For port d4eacd21-b635-4175-a154-aaa08c6ca689, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:15.944149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-45512e52-69fc-41e1-be45-073dba32a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.945897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-45512e52-69fc-41e1-be45-073dba32a08b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 913 time: 0.1256654 Jul 13 07:29:15.970878 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd961bb6-697c-4aff-8128-481349a3268b None None] The sync data for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 is: [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:11Z', 'revision_number': 3, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:15.973973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] For port d4eacd21-b635-4175-a154-aaa08c6ca689, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d4eacd21-b635-4175-a154-aaa08c6ca689,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:16.036671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3180f5ca-a755-452b-9fe7-f7c539b8101c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.065876 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3180f5ca-a755-452b-9fe7-f7c539b8101c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.129676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f88fa44f-5d3f-4726-b08d-188f88ce920e None None] Provisioning for port 757c1dc4-6750-45ee-8600-702886515ccc completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:16.144253 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-376b1759-db51-4941-b931-193403fcdd6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6188ce03-ff45-46c8-94c0-57d926e91ddf HTTP/1.1" status: 200 len: 217 time: 0.1853154 Jul 13 07:29:16.144470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f88fa44f-5d3f-4726-b08d-188f88ce920e None None] Provisioning complete for port 757c1dc4-6750-45ee-8600-702886515ccc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:16.145078 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f88fa44f-5d3f-4726-b08d-188f88ce920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.146120 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.225045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-39f609d0-e5f6-4c0d-b5ad-24170a7734a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:16.225045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-39f609d0-e5f6-4c0d-b5ad-24170a7734a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5f49136-2956-4a87-812b-de979c120eb9 HTTP/1.1" status: 200 len: 852 time: 0.0694549 Jul 13 07:29:16.250915 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3180f5ca-a755-452b-9fe7-f7c539b8101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.254593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3180f5ca-a755-452b-9fe7-f7c539b8101c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.255862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3180f5ca-a755-452b-9fe7-f7c539b8101c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/443d360f-b022-4d57-ac1b-d9ba7bd48d03 HTTP/1.1" status: 204 len: 168 time: 0.5190651 Jul 13 07:29:16.304425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f88fa44f-5d3f-4726-b08d-188f88ce920e None None] Port 757c1dc4-6750-45ee-8600-702886515ccc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:16.311822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-d1e360a9-909c-44ec-8753-67a80686c6f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627058 Jul 13 07:29:16.323867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:16.324619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.326169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] 10.222.0.38 "PUT /v2.0/ports/d4eacd21-b635-4175-a154-aaa08c6ca689 HTTP/1.1" status: 200 len: 1093 time: 4.2761436 Jul 13 07:29:16.405007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e2bc6e-ed73-4c21-9ebc-91255fd686dd', 'tag': 'd4eacd21-b635-4175-a154-aaa08c6ca689'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:16.409112 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083" -d '{"events": [{"name": "network-changed", "server_uuid": "78e2bc6e-ed73-4c21-9ebc-91255fd686dd", "tag": "d4eacd21-b635-4175-a154-aaa08c6ca689"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:16.518064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180f5ca-a755-452b-9fe7-f7c539b8101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d360f-b022-4d57-ac1b-d9ba7bd48d03,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:16.546879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9815b82-9fc6-4709-ba7e-0a638f1b46f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4eacd21-b635-4175-a154-aaa08c6ca689,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:16.857237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 90945104-23f3-49c0-b6ed-cffe8a65cb83 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:16.932927 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-78d3a382-6d87-4d91-a914-8650c36e7e94 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107483 Jul 13 07:29:17.027720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d253d-1b9d-4d54-a17b-085ced4419f2 req-782dad67-641a-4452-b59b-15685b1e186f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:17.035075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 90945104-23f3-49c0-b6ed-cffe8a65cb83 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:17.051828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a31d253d-1b9d-4d54-a17b-085ced4419f2 req-782dad67-641a-4452-b59b-15685b1e186f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 943 time: 0.2675221 Jul 13 07:29:17.057465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 90945104-23f3-49c0-b6ed-cffe8a65cb83 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:17.057872 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.063782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de4312-079e-46ec-9295-664e53114c0e req-a704aaff-e13d-4b3e-9d01-9742d2cf093d tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:17.071028 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9de4312-079e-46ec-9295-664e53114c0e req-a704aaff-e13d-4b3e-9d01-9742d2cf093d tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 1.7307889 Jul 13 07:29:17.091050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-47561976-ef38-4411-b726-b3768cd7c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:17.093026 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-47561976-ef38-4411-b726-b3768cd7c8a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&device_id=78e2bc6e-ed73-4c21-9ebc-91255fd686dd HTTP/1.1" status: 200 len: 1096 time: 0.5215704 Jul 13 07:29:17.208668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a31d253d-1b9d-4d54-a17b-085ced4419f2 req-a8ce4b43-abdc-495d-9f92-f037f3a57d0a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553257 Jul 13 07:29:17.226213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-bc820f6f-be69-4845-8669-4d324d8e01ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4eacd21-b635-4175-a154-aaa08c6ca689 HTTP/1.1" status: 200 len: 217 time: 0.0821912 Jul 13 07:29:17.320175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b791160a-6f90-4355-a93c-4383c9a06f14 req-6bb4afa4-ba4e-4902-9323-df95a9a0a239 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761215 Jul 13 07:29:17.328374 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ea18d6-88f7-4b49-8e84-5325edede6e9 x-openstack-request-id: req-12ea18d6-88f7-4b49-8e84-5325edede6e9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:17.328660 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e2bc6e-ed73-4c21-9ebc-91255fd686dd", "tag": "d4eacd21-b635-4175-a154-aaa08c6ca689", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:17.329037 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12ea18d6-88f7-4b49-8e84-5325edede6e9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:17.329437 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e2bc6e-ed73-4c21-9ebc-91255fd686dd', 'tag': 'd4eacd21-b635-4175-a154-aaa08c6ca689', 'status': 'completed', 'code': 200} Jul 13 07:29:17.356507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9de4312-079e-46ec-9295-664e53114c0e req-338902b5-7e7d-4029-ba6d-edc0ddcd2762 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845330 Jul 13 07:29:17.366624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-55bfe544-c99b-4d45-9971-f596202dc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:17.368686 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-55bfe544-c99b-4d45-9971-f596202dc8ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a5f49136-2956-4a87-812b-de979c120eb9 HTTP/1.1" status: 200 len: 852 time: 0.1319644 Jul 13 07:29:17.416428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-ba44b86c-9f14-4d80-aa54-f20627d0970b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403442 Jul 13 07:29:17.447832 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.497144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.518338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 90945104-23f3-49c0-b6ed-cffe8a65cb83, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=90945104-23f3-49c0-b6ed-cffe8a65cb83,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:17.532997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.673822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-810390ea-9cc0-44cc-acac-d8e2658f8818 service neutron] 10.222.0.38 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451169 Jul 13 07:29:17.733490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=90945104-23f3-49c0-b6ed-cffe8a65cb83,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:17.933653 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23f0167c-0291-4f56-ac06-ca80f49ac766 req-9c8baca7-43bc-4ab1-8fcb-21ffc680ee43 service neutron] 10.222.0.38 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530720 Jul 13 07:29:17.994311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.005206 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.073814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Pushing event updated for resources: {'Port': ['ID=757c1dc4-6750-45ee-8600-702886515ccc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:18.087907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.088542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.089101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.089598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.090287 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.090979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.091466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.092095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.092736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.093284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.093808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.094316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:18.134098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-d28a09b8-f204-46dd-8005-e4121eeb0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.138695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-d28a09b8-f204-46dd-8005-e4121eeb0503 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&device_id=78e2bc6e-ed73-4c21-9ebc-91255fd686dd HTTP/1.1" status: 200 len: 1096 time: 0.1407313 Jul 13 07:29:18.250483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.348020 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-74aca582-bafd-4774-b4ee-71b7e98f77b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.421453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-ead234ec-e2c7-4a87-8d08-295bdcaf9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.423130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-ead234ec-e2c7-4a87-8d08-295bdcaf9e91 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 913 time: 0.2774177 Jul 13 07:29:18.455986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Network ca75b4cc-2248-4caf-be58-679d656b2a95 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:18.460101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:18.548755 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-a7a92b65-baa3-452a-b100-3aa0b7313ed6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4eacd21-b635-4175-a154-aaa08c6ca689 HTTP/1.1" status: 200 len: 217 time: 0.1143420 Jul 13 07:29:18.585864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38424) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:18.763592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-efb25c91-bcdb-463d-a737-7dde19643245 None None] Provisioning complete for port 757c1dc4-6750-45ee-8600-702886515ccc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:18.767153 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efb25c91-bcdb-463d-a737-7dde19643245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.782948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-e5c58a44-ff4a-480a-b032-084b0d41bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.785033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-e5c58a44-ff4a-480a-b032-084b0d41bf7a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a5f49136-2956-4a87-812b-de979c120eb9 HTTP/1.1" status: 200 len: 852 time: 0.2115242 Jul 13 07:29:18.835172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-2379bc1d-1b4a-4783-8af4-d366a30bde8c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431249 Jul 13 07:29:18.836454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Router 37470ed2-3c0a-4964-93e4-985db4ba78b9 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:29:18.878688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ea902-3ae6-4e97-b9a7-d37274274b49 req-1c038df5-ab27-422c-a611-ff3abcf59409 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.897334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-097ea902-3ae6-4e97-b9a7-d37274274b49 req-1c038df5-ab27-422c-a611-ff3abcf59409 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 943 time: 0.3522103 Jul 13 07:29:18.899372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b8e19-2f1c-4026-b422-a544941f307c req-10c78747-67a9-4818-86fa-83c0017e6a68 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.903434 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-276b8e19-2f1c-4026-b422-a544941f307c req-10c78747-67a9-4818-86fa-83c0017e6a68 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.2906115 Jul 13 07:29:18.918663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 90945104-23f3-49c0-b6ed-cffe8a65cb83 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:18.990770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-efb25c91-bcdb-463d-a737-7dde19643245 None None] Port 757c1dc4-6750-45ee-8600-702886515ccc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:19.063223 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-097ea902-3ae6-4e97-b9a7-d37274274b49 req-97524eda-2b4d-4713-b26b-649e2ed9f135 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639867 Jul 13 07:29:19.066139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 90945104-23f3-49c0-b6ed-cffe8a65cb83 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:19.068321 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.111164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-b9af32ef-4f73-4738-ab8b-ad7bb5509dca service neutron] 10.222.0.38 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602558 Jul 13 07:29:19.145698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-276b8e19-2f1c-4026-b422-a544941f307c req-715f0f50-c058-43d1-b3d7-2389457549a8 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213132 Jul 13 07:29:19.152058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ba2adf0-20cd-4a95-86e8-28a70fe56ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.327385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7bb2e583-92f6-4577-b04c-2dcc54939a22 None None] Provisioning complete for port 757c1dc4-6750-45ee-8600-702886515ccc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:19.327632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b4c18ac-f6e4-4afb-9dea-38afbdd29083 req-dc3682b1-2472-4ac5-9adb-0c27c4760a48 service neutron] 10.222.0.38 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094908 Jul 13 07:29:19.328981 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e583-92f6-4577-b04c-2dcc54939a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.347455 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ba2adf0-20cd-4a95-86e8-28a70fe56ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.376571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ba2adf0-20cd-4a95-86e8-28a70fe56ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.403982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7bb2e583-92f6-4577-b04c-2dcc54939a22 None None] Port 757c1dc4-6750-45ee-8600-702886515ccc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:19.408028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6188ce03-ff45-46c8-94c0-57d926e91ddf details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:19.424619 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7ba2adf0-20cd-4a95-86e8-28a70fe56ad9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ddde2c223604bcb8301df8e592f7adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8375351 Jul 13 07:29:19.426948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2adf0-20cd-4a95-86e8-28a70fe56ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d89c560-6008-4671-b035-0e39a7374cc6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:19.427982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38452) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:19.479748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:19.497727 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-53cd5061-b2e9-448e-8a77-7809eac7666a admin admin] 10.222.0.41 "PUT /v2.0/routers/37470ed2-3c0a-4964-93e4-985db4ba78b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4115000 Jul 13 07:29:19.515921 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da5c2217-fbfd-4228-814d-4a97806e290e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.555582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da5c2217-fbfd-4228-814d-4a97806e290e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.555834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 6188ce03-ff45-46c8-94c0-57d926e91ddf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6188ce03-ff45-46c8-94c0-57d926e91ddf,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:19.582630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '6188ce03-ff45-46c8-94c0-57d926e91ddf', 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3', 'port_id': '6188ce03-ff45-46c8-94c0-57d926e91ddf', 'mac_address': 'fa:16:3e:d4:7d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f49136-2956-4a87-812b-de979c120eb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:19.588566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d4eacd21-b635-4175-a154-aaa08c6ca689 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:19.650202 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da5c2217-fbfd-4228-814d-4a97806e290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.653102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da5c2217-fbfd-4228-814d-4a97806e290e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.656651 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-da5c2217-fbfd-4228-814d-4a97806e290e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d89c560-6008-4671-b035-0e39a7374cc6 HTTP/1.1" status: 204 len: 168 time: 0.2254486 Jul 13 07:29:19.663769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c2217-fbfd-4228-814d-4a97806e290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d89c560-6008-4671-b035-0e39a7374cc6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:19.685926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Sync routers for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:19.750641 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.760692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:19.761365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:19.878339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6188ce03-ff45-46c8-94c0-57d926e91ddf {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:19.909365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d4eacd21-b635-4175-a154-aaa08c6ca689, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d4eacd21-b635-4175-a154-aaa08c6ca689,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:19.914405 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 6188ce03-ff45-46c8-94c0-57d926e91ddf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6188ce03-ff45-46c8-94c0-57d926e91ddf,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:19.927627 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.982846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'd4eacd21-b635-4175-a154-aaa08c6ca689', 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3', 'port_id': 'd4eacd21-b635-4175-a154-aaa08c6ca689', 'mac_address': 'fa:16:3e:69:76:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f49136-2956-4a87-812b-de979c120eb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:20.009234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:20.047232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=6188ce03-ff45-46c8-94c0-57d926e91ddf,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:20.076483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.099895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4eacd21-b635-4175-a154-aaa08c6ca689 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:20.174654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d4eacd21-b635-4175-a154-aaa08c6ca689, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d4eacd21-b635-4175-a154-aaa08c6ca689,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:20.202364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.345748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd3028-6222-44c5-827a-8fabad4fa14d req-d7b76b6e-05f3-4f21-8083-ae08be61f9bc tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.351155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['6188ce03-ff45-46c8-94c0-57d926e91ddf'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:20.354330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6fd3028-6222-44c5-827a-8fabad4fa14d req-d7b76b6e-05f3-4f21-8083-ae08be61f9bc tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 944 time: 0.1220689 Jul 13 07:29:20.434897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6fd3028-6222-44c5-827a-8fabad4fa14d req-f95c8cb6-5d48-4d1a-b96c-14ee36eba19f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786545 Jul 13 07:29:20.492180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:20.510792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c296d12d-7041-4b58-9969-be78ef813604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.578810 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d4eacd21-b635-4175-a154-aaa08c6ca689,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:20.632881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-62d2831f-d379-4d99-9118-a299270e429c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.645927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-62d2831f-d379-4d99-9118-a299270e429c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 821 time: 0.2129843 Jul 13 07:29:20.674530 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-0596bc12-a38a-4078-ac07-ccafbbc2176b tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/quotas/c650ef61379645049a3d8130989d167e HTTP/1.1" status: 200 len: 375 time: 0.0271347 Jul 13 07:29:20.700550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49565f85-eb25-46d0-a05b-75a8ed40dd66 req-4805c400-cdfd-47b8-b71b-e5a9d021edfc tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.711319 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49565f85-eb25-46d0-a05b-75a8ed40dd66 req-4805c400-cdfd-47b8-b71b-e5a9d021edfc tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.1089158 Jul 13 07:29:20.717723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['d4eacd21-b635-4175-a154-aaa08c6ca689'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:20.756453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c296d12d-7041-4b58-9969-be78ef813604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.765958 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c296d12d-7041-4b58-9969-be78ef813604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.806932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49565f85-eb25-46d0-a05b-75a8ed40dd66 req-ac401525-d633-4b9d-b701-4420163b46b1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901589 Jul 13 07:29:20.875933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-8c8e5fa5-a4e7-4a60-b2dd-75ce62bfec04 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956513 Jul 13 07:29:20.888901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c296d12d-7041-4b58-9969-be78ef813604 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c40e5f0a33e48358033f3379d488056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904271 Jul 13 07:29:20.888901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296d12d-7041-4b58-9969-be78ef813604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736b7fad-6f71-4df5-aed5-2ee24624f6f8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:20.890848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:21.028123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a665944-cccf-41dd-9e30-29d7f53fabe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.076416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a665944-cccf-41dd-9e30-29d7f53fabe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.104004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8bae2ac-c6de-4df7-b736-5f87692f54fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.113712 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.114859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f31ce056-a6a6-41bd-9dd0-a73a3b0fd531 service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285733 Jul 13 07:29:21.147434 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a665944-cccf-41dd-9e30-29d7f53fabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.154599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 2, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:21.158804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a665944-cccf-41dd-9e30-29d7f53fabe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.161409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8a665944-cccf-41dd-9e30-29d7f53fabe9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/736b7fad-6f71-4df5-aed5-2ee24624f6f8 HTTP/1.1" status: 204 len: 168 time: 0.2681067 Jul 13 07:29:21.192435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a665944-cccf-41dd-9e30-29d7f53fabe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736b7fad-6f71-4df5-aed5-2ee24624f6f8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:21.222785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Checking router: 37470ed2-3c0a-4964-93e4-985db4ba78b9 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:29:21.223301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Updating router 37470ed2-3c0a-4964-93e4-985db4ba78b9 port 757c1dc4-6750-45ee-8600-702886515ccc binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:29:21.305679 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.310347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-4a9fbda3-adaf-47b4-b4d4-e8ba01f85e81 service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906455 Jul 13 07:29:21.713057 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.727620 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4e58727-7001-4392-a42c-1bb406c0183a req-da16bf55-3908-42e1-9f42-e23a46c83435 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 210 time: 0.0852442 Jul 13 07:29:21.738303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Transition to ACTIVE for port object 757c1dc4-6750-45ee-8600-702886515ccc will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:21.759959 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.829389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877c7a2-b6db-4509-b09a-ec04abb30c77 req-f870fb73-5229-4b2d-8b8b-cd63c4d394de tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.864975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4877c7a2-b6db-4509-b09a-ec04abb30c77 req-f870fb73-5229-4b2d-8b8b-cd63c4d394de tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 944 time: 0.1141872 Jul 13 07:29:21.917184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:21.983196 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4877c7a2-b6db-4509-b09a-ec04abb30c77 req-91f80d62-266a-4e24-88a7-d100cb55f53c tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168492 Jul 13 07:29:22.157918 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.159052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70e358-2bd7-4721-a7b2-d70108898459 None None] Pushing event updated for resources: {'Port': ['ID=757c1dc4-6750-45ee-8600-702886515ccc,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:22.201789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Attempting to bind port 757c1dc4-6750-45ee-8600-702886515ccc on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:22.202521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Attempting to bind port 757c1dc4-6750-45ee-8600-702886515ccc by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:22.203589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Attempting to bind port 757c1dc4-6750-45ee-8600-702886515ccc on network ca75b4cc-2248-4caf-be58-679d656b2a95 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:22.216012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:22.217176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Checking segment: {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:22.221268 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.222013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Bound using segment: {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:22.222810 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Bound port: 757c1dc4-6750-45ee-8600-702886515ccc, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:22.223390 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.300388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89ded7-3f06-4a51-af26-0bfb84b4c167 req-9a1894ee-6f01-46a6-9303-90ccb2b8ba3d tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:22.320177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae89ded7-3f06-4a51-af26-0bfb84b4c167 req-9a1894ee-6f01-46a6-9303-90ccb2b8ba3d tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.2370884 Jul 13 07:29:22.349153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c691b16b-3bff-4ff3-9f72-dd9e92b0f5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.352752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] For port 757c1dc4-6750-45ee-8600-702886515ccc, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:22.372000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] For port 757c1dc4-6750-45ee-8600-702886515ccc, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=757c1dc4-6750-45ee-8600-702886515ccc,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:22.378988 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.473485 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae89ded7-3f06-4a51-af26-0bfb84b4c167 req-c98be4ed-0498-47d2-bcd8-3839da529dc9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522458 Jul 13 07:29:22.504634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:22.506365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:29:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:22.630733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70e358-2bd7-4721-a7b2-d70108898459 None None] Pushing event updated for resources: {'Port': ['ID=757c1dc4-6750-45ee-8600-702886515ccc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:22.658630 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c691b16b-3bff-4ff3-9f72-dd9e92b0f5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.663819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c691b16b-3bff-4ff3-9f72-dd9e92b0f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.720737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c691b16b-3bff-4ff3-9f72-dd9e92b0f5b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da24c3a36429452387a9d431df354ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8024154 Jul 13 07:29:22.724340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38568) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:22.872970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691b16b-3bff-4ff3-9f72-dd9e92b0f5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefdbf00-7daf-4348-aff2-6662c330599c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:22.927098 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bc70e4a-fa05-4205-8151-2a621e65e325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.967915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bc70e4a-fa05-4205-8151-2a621e65e325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.006212 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea862a0f-552b-4528-8d5e-69dc070c8c5f req-f5344526-3e64-4036-8317-2922098b6d0c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 210 time: 0.0561333 Jul 13 07:29:23.024614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:23.045893 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bc70e4a-fa05-4205-8151-2a621e65e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.050372 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bc70e4a-fa05-4205-8151-2a621e65e325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.056582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7bc70e4a-fa05-4205-8151-2a621e65e325 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cefdbf00-7daf-4348-aff2-6662c330599c HTTP/1.1" status: 204 len: 168 time: 0.3224535 Jul 13 07:29:23.068793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc70e4a-fa05-4205-8151-2a621e65e325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefdbf00-7daf-4348-aff2-6662c330599c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:23.318156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a58999-6675-4d23-83d3-dcb698560fd1 req-a3c55e00-5c5c-45f3-b354-d96037576013 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.329530 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-51a58999-6675-4d23-83d3-dcb698560fd1 req-a3c55e00-5c5c-45f3-b354-d96037576013 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 944 time: 0.1831727 Jul 13 07:29:23.399091 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-51a58999-6675-4d23-83d3-dcb698560fd1 req-88a58a57-4cc3-4fd1-bc57-464651bbfce4 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684056 Jul 13 07:29:23.403051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6188ce03-ff45-46c8-94c0-57d926e91ddf up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:23.523522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:22Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:23.533093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 6188ce03-ff45-46c8-94c0-57d926e91ddf completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:23.578355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53326a-7cce-4b9c-a268-d3f8472a9266 None None] The sync data for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 is: [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:22Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:23.587857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d4eacd21-b635-4175-a154-aaa08c6ca689 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:23.687314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 6188ce03-ff45-46c8-94c0-57d926e91ddf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:23.687697 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.743175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.747699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38604) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:23.763443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port d4eacd21-b635-4175-a154-aaa08c6ca689 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:23.769306 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b436f27-0644-4a5c-ba38-bd0ec6b5b12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.771018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port d4eacd21-b635-4175-a154-aaa08c6ca689 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:23.771404 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.907664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.931747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-e69fb942-a553-41e6-815f-c808bbf2b6f9 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.946359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-e69fb942-a553-41e6-815f-c808bbf2b6f9 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 821 time: 0.4350393 Jul 13 07:29:23.964743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57eb5801-bd59-4b35-ad52-a329a850a9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188ce03-ff45-46c8-94c0-57d926e91ddf'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:23.967450 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab368c-7a60-4e2c-bf46-3ca5bb38dae2" -d '{"events": [{"server_uuid": "57eb5801-bd59-4b35-ad52-a329a850a9fe", "name": "network-vif-plugged", "status": "completed", "tag": "6188ce03-ff45-46c8-94c0-57d926e91ddf"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:23.971207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Request body: {'port': {'device_id': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'admin_state_up': True, 'tenant_id': 'c650ef61379645049a3d8130989d167e'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:23.993765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 6188ce03-ff45-46c8-94c0-57d926e91ddf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6188ce03-ff45-46c8-94c0-57d926e91ddf,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:24.001745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.128517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=6188ce03-ff45-46c8-94c0-57d926e91ddf,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:24.138029 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.256598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d4eacd21-b635-4175-a154-aaa08c6ca689, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d4eacd21-b635-4175-a154-aaa08c6ca689,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:24.261668 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.338374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d4eacd21-b635-4175-a154-aaa08c6ca689,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:24.406193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a4ca8-b190-459d-9408-fc327cf64020 req-efa12d61-776c-4640-9f81-3574a09739b2 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.414039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-357a4ca8-b190-459d-9408-fc327cf64020 req-efa12d61-776c-4640-9f81-3574a09739b2 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.4163413 Jul 13 07:29:24.518593 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-357a4ca8-b190-459d-9408-fc327cf64020 req-dbbb6afd-1951-4267-91a8-969b154ea815 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030390 Jul 13 07:29:24.529501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b436f27-0644-4a5c-ba38-bd0ec6b5b12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.543269 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b436f27-0644-4a5c-ba38-bd0ec6b5b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.633146 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc425011-8c6f-481f-839c-bd7babe4d30a x-openstack-request-id: req-dc425011-8c6f-481f-839c-bd7babe4d30a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:24.634625 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57eb5801-bd59-4b35-ad52-a329a850a9fe", "name": "network-vif-plugged", "status": "completed", "tag": "6188ce03-ff45-46c8-94c0-57d926e91ddf", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:24.635238 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc425011-8c6f-481f-839c-bd7babe4d30a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:24.635909 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57eb5801-bd59-4b35-ad52-a329a850a9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188ce03-ff45-46c8-94c0-57d926e91ddf', 'code': 200} Jul 13 07:29:24.745665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b436f27-0644-4a5c-ba38-bd0ec6b5b12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e57d2e-b820-4613-8064-129b9353dd7b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:24.766698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Made reservation on behalf of c650ef61379645049a3d8130989d167e for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:24.781329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.784881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5b436f27-0644-4a5c-ba38-bd0ec6b5b12b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f549ef8b4f04356a57b88254fb2a225&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0359159 Jul 13 07:29:24.787605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:24.900198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 757c1dc4-6750-45ee-8600-702886515ccc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:24.902659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-536e93db-0fa8-457d-a4a4-756886c2dcc3 req-a420ffbb-479b-4b99-9220-59d44f4f2cb6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 210 time: 0.1336827 Jul 13 07:29:24.956017 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f34a0c8-8eaa-4fc9-9da5-8b9f0eb1db16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.005070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 757c1dc4-6750-45ee-8600-702886515ccc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:25.025073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 757c1dc4-6750-45ee-8600-702886515ccc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:25.027354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.043225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932e35-89c2-486d-9fec-3e8876e9ceac req-08825348-57ec-4d32-b62d-20394540c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.045816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-34932e35-89c2-486d-9fec-3e8876e9ceac req-08825348-57ec-4d32-b62d-20394540c548 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 1097 time: 0.2821002 Jul 13 07:29:25.094504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f34a0c8-8eaa-4fc9-9da5-8b9f0eb1db16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.138169 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.170513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Allocated IP 172.20.0.8 (ca75b4cc-2248-4caf-be58-679d656b2a95/d64769a3-8135-4c41-a187-fe4921e4ad78/2c1aabf9-28a4-4861-b92e-0f1842d18481) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:25.176169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:25.180011 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-34932e35-89c2-486d-9fec-3e8876e9ceac req-a7c34999-bda8-45db-ae2a-17715a52dc33 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218450 Jul 13 07:29:25.210981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db1e55-669d-4be8-88ba-b054eb7b5b7c req-f8c576b8-40ef-4953-8cbf-90b0b31cc256 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.220365 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d8db1e55-669d-4be8-88ba-b054eb7b5b7c req-f8c576b8-40ef-4953-8cbf-90b0b31cc256 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 945 time: 0.2938230 Jul 13 07:29:25.232768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 757c1dc4-6750-45ee-8600-702886515ccc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=757c1dc4-6750-45ee-8600-702886515ccc,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:25.237158 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.293319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d8db1e55-669d-4be8-88ba-b054eb7b5b7c req-f7532924-af0a-40f6-bb49-1a3ff57760d5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717826 Jul 13 07:29:25.294584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f34a0c8-8eaa-4fc9-9da5-8b9f0eb1db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.300357 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f34a0c8-8eaa-4fc9-9da5-8b9f0eb1db16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.307336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9f34a0c8-8eaa-4fc9-9da5-8b9f0eb1db16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53e57d2e-b820-4613-8064-129b9353dd7b HTTP/1.1" status: 204 len: 168 time: 0.5180185 Jul 13 07:29:25.334144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34a0c8-8eaa-4fc9-9da5-8b9f0eb1db16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e57d2e-b820-4613-8064-129b9353dd7b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:25.456319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=757c1dc4-6750-45ee-8600-702886515ccc,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:25.467246 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a802004-aa88-45ec-8d0e-d941d6e31581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.563721 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.576512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:25.658137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Transition to ACTIVE for port object 2c1aabf9-28a4-4861-b92e-0f1842d18481 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:25.755150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.764158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a802004-aa88-45ec-8d0e-d941d6e31581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.773361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a802004-aa88-45ec-8d0e-d941d6e31581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.859868 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6a802004-aa88-45ec-8d0e-d941d6e31581 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e087473e4a1243ff91cb569c2451e1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6779292 Jul 13 07:29:25.891705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38672) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:25.942134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a802004-aa88-45ec-8d0e-d941d6e31581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f252b1ff-7c3c-4a11-b291-d3f36b7ce298,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:25.977187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Pushing event updated for resources: {'Port': ['ID=2c1aabf9-28a4-4861-b92e-0f1842d18481,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:25.983035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:26.007180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Network ca75b4cc-2248-4caf-be58-679d656b2a95 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:26.010815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:26.016906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:26.049987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9c6b39bd-5ee3-48af-8f29-29bc67d30987 None None] Provisioning complete for port 757c1dc4-6750-45ee-8600-702886515ccc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:26.053765 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c6b39bd-5ee3-48af-8f29-29bc67d30987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.091800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb14342-b862-425a-9454-51603c9e669c req-00dbab64-389a-4d7c-889d-916563a99213 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.104254 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ceb14342-b862-425a-9454-51603c9e669c req-00dbab64-389a-4d7c-889d-916563a99213 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 949 time: 0.2623675 Jul 13 07:29:26.107995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'mac_address': 'fa:16:3e:c5:6d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:26.130550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1876-7990-475f-9524-188bfbf562ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.221211 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.238269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.238892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.271303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:26.292967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ceb14342-b862-425a-9454-51603c9e669c req-e833b710-b83e-430e-89e6-fbc65a23b8c1 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782372 Jul 13 07:29:26.340864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1876-7990-475f-9524-188bfbf562ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.388496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:26.394951 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.436432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-767ca66c-47b0-4887-9e0b-5ffe2b996ec2 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4796901 Jul 13 07:29:26.493743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Request body: {'port': {'device_id': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:26.494856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:26.538971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-59aae6c7-4b06-4000-adb9-60a0ecfda5fd None None] Provisioning for port 2c1aabf9-28a4-4861-b92e-0f1842d18481 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:26.544146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-59aae6c7-4b06-4000-adb9-60a0ecfda5fd None None] Provisioning complete for port 2c1aabf9-28a4-4861-b92e-0f1842d18481 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:26.544650 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59aae6c7-4b06-4000-adb9-60a0ecfda5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.598794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-59aae6c7-4b06-4000-adb9-60a0ecfda5fd None None] Port 2c1aabf9-28a4-4861-b92e-0f1842d18481 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:26.637612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e2bc6e-ed73-4c21-9ebc-91255fd686dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4eacd21-b635-4175-a154-aaa08c6ca689'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:26.643737 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6805b92e-ac26-4db2-b410-821b1f89d4ef" -d '{"events": [{"server_uuid": "78e2bc6e-ed73-4c21-9ebc-91255fd686dd", "name": "network-vif-plugged", "status": "completed", "tag": "d4eacd21-b635-4175-a154-aaa08c6ca689"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:26.662690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:26.694684 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.809823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 757c1dc4-6750-45ee-8600-702886515ccc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:26.903178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1876-7990-475f-9524-188bfbf562ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.906357 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1876-7990-475f-9524-188bfbf562ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.910023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b4eb1876-7990-475f-9524-188bfbf562ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f252b1ff-7c3c-4a11-b291-d3f36b7ce298 HTTP/1.1" status: 204 len: 168 time: 1.0091591 Jul 13 07:29:26.961515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d67371-3a83-4577-aa2e-b3af98a3ee07 req-ede91daf-20af-42e9-bc66-2685acd58050 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.968898 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b9d67371-3a83-4577-aa2e-b3af98a3ee07 req-ede91daf-20af-42e9-bc66-2685acd58050 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 931 time: 0.7229505 Jul 13 07:29:27.000328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb1876-7990-475f-9524-188bfbf562ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f252b1ff-7c3c-4a11-b291-d3f36b7ce298,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:27.001358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-439b3f50-3879-40f8-a0e0-9c9fd168b252 None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:27.002226 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-439b3f50-3879-40f8-a0e0-9c9fd168b252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.018557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588066b0-1299-4ec4-bc12-fc49c0ec7bf3 req-b216e768-4f93-48ec-81ce-436789a6b87a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.020806 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-588066b0-1299-4ec4-bc12-fc49c0ec7bf3 req-b216e768-4f93-48ec-81ce-436789a6b87a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 945 time: 0.1811380 Jul 13 07:29:27.103266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-588066b0-1299-4ec4-bc12-fc49c0ec7bf3 req-7ccd35bd-823b-477a-82a3-cc07a8a595a4 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756023 Jul 13 07:29:27.160363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 757c1dc4-6750-45ee-8600-702886515ccc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:27.161038 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.173149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b9d67371-3a83-4577-aa2e-b3af98a3ee07 req-a7458999-85c8-4105-b41b-a8f61cf199c0 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828403 Jul 13 07:29:27.334375 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8a6c44-253b-4cf8-a51d-7aa50db8aab1 x-openstack-request-id: req-db8a6c44-253b-4cf8-a51d-7aa50db8aab1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:27.334722 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e2bc6e-ed73-4c21-9ebc-91255fd686dd", "name": "network-vif-plugged", "status": "completed", "tag": "d4eacd21-b635-4175-a154-aaa08c6ca689", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:27.334920 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db8a6c44-253b-4cf8-a51d-7aa50db8aab1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:27.335316 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e2bc6e-ed73-4c21-9ebc-91255fd686dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4eacd21-b635-4175-a154-aaa08c6ca689', 'code': 200} Jul 13 07:29:27.366932 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-439b3f50-3879-40f8-a0e0-9c9fd168b252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.510216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-439b3f50-3879-40f8-a0e0-9c9fd168b252 None None] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:27.540636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-439b3f50-3879-40f8-a0e0-9c9fd168b252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.554501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1aabf9-28a4-4861-b92e-0f1842d18481 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:27.601633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:27.619136 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.684813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Transition to ACTIVE for port object 2c1aabf9-28a4-4861-b92e-0f1842d18481 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:27.703627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.713417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b3f50-3879-40f8-a0e0-9c9fd168b252 None None] Pushing event updated for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:27.717532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958602e-d844-4fcd-a5c7-f13a3ca42a9c req-6af60960-8487-4c7f-8184-207920d4e580 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.727837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4958602e-d844-4fcd-a5c7-f13a3ca42a9c req-6af60960-8487-4c7f-8184-207920d4e580 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=78e2bc6e-ed73-4c21-9ebc-91255fd686dd HTTP/1.1" status: 200 len: 946 time: 0.1871440 Jul 13 07:29:27.752110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:27.752487 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.790690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4958602e-d844-4fcd-a5c7-f13a3ca42a9c req-2642e67b-41c7-4a3c-abcc-7fca7b86483f tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608771 Jul 13 07:29:27.870225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a743e-3ea1-4124-923e-2c79f51284e8 req-5351c987-d07f-4216-a3db-00fc3d68376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.871789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-967a743e-3ea1-4124-923e-2c79f51284e8 req-5351c987-d07f-4216-a3db-00fc3d68376d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=78e2bc6e-ed73-4c21-9ebc-91255fd686dd HTTP/1.1" status: 200 len: 1098 time: 0.3410347 Jul 13 07:29:27.947682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1aabf9-28a4-4861-b92e-0f1842d18481,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:28.040381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-967a743e-3ea1-4124-923e-2c79f51284e8 req-893af020-fe43-42f6-b229-15017795200a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370194 Jul 13 07:29:28.057035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0494-1625-4548-812f-9d5af919877f req-7054ea23-de56-420b-99fa-1322dc422ec7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.058632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-972f0494-1625-4548-812f-9d5af919877f req-7054ea23-de56-420b-99fa-1322dc422ec7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 950 time: 0.2388442 Jul 13 07:29:28.083204 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Attempting to bind port 2c1aabf9-28a4-4861-b92e-0f1842d18481 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:28.083556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Attempting to bind port 2c1aabf9-28a4-4861-b92e-0f1842d18481 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:28.083897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Attempting to bind port 2c1aabf9-28a4-4861-b92e-0f1842d18481 on network ca75b4cc-2248-4caf-be58-679d656b2a95 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:28.097424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Port 2c1aabf9-28a4-4861-b92e-0f1842d18481 on network ca75b4cc-2248-4caf-be58-679d656b2a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:28.097764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Attempting to bind port 2c1aabf9-28a4-4861-b92e-0f1842d18481 on network ca75b4cc-2248-4caf-be58-679d656b2a95 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:28.112045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:28.112400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Checking segment: {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:28.112940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Bound using segment: {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:28.113404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Bound port: 2c1aabf9-28a4-4861-b92e-0f1842d18481, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:28.113773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.132208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6168abfc-4932-4f43-b464-3db4aa270129 None None] Provisioning complete for port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:28.132656 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6168abfc-4932-4f43-b464-3db4aa270129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.134173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-972f0494-1625-4548-812f-9d5af919877f req-b1a9f5e2-b30a-44db-a2f6-56ecbd123aee tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673680 Jul 13 07:29:28.219309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] For port 2c1aabf9-28a4-4861-b92e-0f1842d18481, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:28.224846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] For port 2c1aabf9-28a4-4861-b92e-0f1842d18481, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:28.229121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.293180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1aabf9-28a4-4861-b92e-0f1842d18481,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:28.303303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.304102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.306301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-f7ad16b8-9a8a-4bbf-8ede-48e899651cc7 service neutron] 10.222.0.38 "PUT /v2.0/ports/2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 1092 time: 1.8363943 Jul 13 07:29:28.306744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:28.309236 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac66406-042a-4f11-b98e-4ac4a7afde09" -d '{"events": [{"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:28.424188 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4da3755-fed4-4e0a-8d3c-e9140031b0e6 x-openstack-request-id: req-f4da3755-fed4-4e0a-8d3c-e9140031b0e6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:28.424497 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:28.426330 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4da3755-fed4-4e0a-8d3c-e9140031b0e6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:28.427010 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'status': 'completed', 'code': 200} Jul 13 07:29:28.471195 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a15a7-2014-4f8d-8398-9f8b25b5a254 req-67cfeb71-c7c8-4633-91c8-26f6a977de41 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.484636 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c68a15a7-2014-4f8d-8398-9f8b25b5a254 req-67cfeb71-c7c8-4633-91c8-26f6a977de41 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 943 time: 0.1156437 Jul 13 07:29:28.492919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-2cd3b66c-6dd9-4a18-ae64-503ee6fc8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.498168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-2cd3b66c-6dd9-4a18-ae64-503ee6fc8964 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1095 time: 0.1408541 Jul 13 07:29:28.529657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c68a15a7-2014-4f8d-8398-9f8b25b5a254 req-573e93c5-372d-478f-824e-4db4f592975e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435572 Jul 13 07:29:28.560446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-ecc11999-ef2a-4bbd-bb90-24959291c842 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 217 time: 0.0541210 Jul 13 07:29:28.645535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-189e2941-6c71-42d0-b053-5d097908b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.647089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-189e2941-6c71-42d0-b053-5d097908b94b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.0794311 Jul 13 07:29:28.729046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-1e193d91-8dd1-4fa3-a457-e89fdbafcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.730619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-1e193d91-8dd1-4fa3-a457-e89fdbafcfd0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759087 Jul 13 07:29:28.865863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-b36458dd-c01d-4dd9-9e75-4845bbce6637 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287715 Jul 13 07:29:29.011043 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b696c55-bf9c-4e9c-b9d0-e9c4b5538514 req-b0b46155-fc05-4786-bd37-a40679164513 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381543 Jul 13 07:29:29.048386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb6898-f965-433a-bb82-0df2555fefbf req-81f17a99-0718-48d7-82b3-959d04c505ef tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.050303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ebdb6898-f965-433a-bb82-0df2555fefbf req-81f17a99-0718-48d7-82b3-959d04c505ef tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=78e2bc6e-ed73-4c21-9ebc-91255fd686dd HTTP/1.1" status: 200 len: 946 time: 0.0864358 Jul 13 07:29:29.336464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:29.338866 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8f368b-4129-4a2f-8d3c-2d43f2b521f7" -d '{"events": [{"server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:29.487874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ebdb6898-f965-433a-bb82-0df2555fefbf req-477f9f20-b947-47c9-a13a-10b7078abada tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209280 Jul 13 07:29:29.516281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-1f4def1d-9ccc-450b-a57c-1a58787299e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.518739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-1f4def1d-9ccc-450b-a57c-1a58787299e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1095 time: 0.4621375 Jul 13 07:29:29.647625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-a586a404-9175-4f8f-acc0-a65eda34b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.653443 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-a586a404-9175-4f8f-acc0-a65eda34b9c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.1272802 Jul 13 07:29:29.694880 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04f900e-7e78-40b2-bb09-b963a7139e0b x-openstack-request-id: req-b04f900e-7e78-40b2-bb09-b963a7139e0b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:29.695177 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:29.695431 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b04f900e-7e78-40b2-bb09-b963a7139e0b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:29.695832 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'code': 200} Jul 13 07:29:29.743273 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-da7a014b-4ef7-494d-a387-5c2233ccd2d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 217 time: 0.0823221 Jul 13 07:29:29.755258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0181f-801e-4155-9516-3531ffa126e4 req-b27e8c28-2154-4f85-b874-b95ed54f9678 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.763789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98d0181f-801e-4155-9516-3531ffa126e4 req-b27e8c28-2154-4f85-b874-b95ed54f9678 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 950 time: 0.1057699 Jul 13 07:29:29.821494 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98d0181f-801e-4155-9516-3531ffa126e4 req-e1efb7d9-bb34-4cea-bda5-cc9afb60f301 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567434 Jul 13 07:29:29.829506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-3b8a2ae2-46ae-4b26-b978-7ed088a6c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.841000 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-3b8a2ae2-46ae-4b26-b978-7ed088a6c16c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.0914013 Jul 13 07:29:29.982768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-7c0f640b-ae08-46aa-b3b3-8bfb1b0d7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.985922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-7c0f640b-ae08-46aa-b3b3-8bfb1b0d7b9f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381719 Jul 13 07:29:30.110977 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-040930fc-351a-41a8-bc06-532e0657e1ee service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168799 Jul 13 07:29:30.114503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ef67-baa6-4d83-9702-f0573adeda1f req-dc1c5afc-1b0c-455e-b832-75621ebba913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.117114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0cb9ef67-baa6-4d83-9702-f0573adeda1f req-dc1c5afc-1b0c-455e-b832-75621ebba913 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 1102 time: 0.2747548 Jul 13 07:29:30.304008 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0cb9ef67-baa6-4d83-9702-f0573adeda1f req-286df491-2de0-4e4d-a686-43fc31305ced service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053841 Jul 13 07:29:30.305914 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ac66406-042a-4f11-b98e-4ac4a7afde09 req-59217aba-b6b7-451e-93b8-165ce17ab328 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824758 Jul 13 07:29:30.330906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb21b64-442c-4829-bccd-11f7de3a56bb req-52834b1f-5da7-4f80-a8e8-701c0be364e1 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.339590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0eb21b64-442c-4829-bccd-11f7de3a56bb req-52834b1f-5da7-4f80-a8e8-701c0be364e1 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 943 time: 0.1377525 Jul 13 07:29:30.384398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0eb21b64-442c-4829-bccd-11f7de3a56bb req-80c3b35e-8368-49d3-8dde-8e7cbd7ddc7c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Jul 13 07:29:30.568362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:30.610290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-a9a2f05c-f5ca-4203-8861-baa93ac82306 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.611821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-a9a2f05c-f5ca-4203-8861-baa93ac82306 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 805 time: 0.1267397 Jul 13 07:29:30.633586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-fa6bdf2e-0280-4f52-8461-95a95d541604 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/quotas/f0ab322aa0c944378379eb571b2b9d6b HTTP/1.1" status: 200 len: 375 time: 0.0147567 Jul 13 07:29:30.714842 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-166fad21-3576-4a7b-8c5b-7c2b761cee7b tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802712 Jul 13 07:29:30.824028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-cb6de6fa-ffa9-4644-ba94-43600e75aa01 service neutron] 10.222.0.41 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080914 Jul 13 07:29:30.879682 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1db2-a093-40d2-96b1-9f1430a1f345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.970617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-8112968a-490b-40ef-a44f-6ffd1abc74af service neutron] 10.222.0.41 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451697 Jul 13 07:29:30.975270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-da95d4e3-f5f8-486d-b29f-334aacca12f4 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.983093 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-da95d4e3-f5f8-486d-b29f-334aacca12f4 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 812 time: 0.1315606 Jul 13 07:29:31.007060 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-de5f7c34-8295-4953-8341-b4b6d6f4191a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/quotas/c15ae92a691243cca87377938f1e6b27 HTTP/1.1" status: 200 len: 375 time: 0.0227880 Jul 13 07:29:31.052328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1db2-a093-40d2-96b1-9f1430a1f345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.056194 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1db2-a093-40d2-96b1-9f1430a1f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.098582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-59a00309-6ea4-417f-a247-e71ca0372489 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906193 Jul 13 07:29:31.110947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ecaf1db2-a093-40d2-96b1-9f1430a1f345 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=990e65c9b36f4ef98b72b52273bb64c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5422559 Jul 13 07:29:31.120683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:31.133530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf1db2-a093-40d2-96b1-9f1430a1f345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54fa4ee-d666-458b-82ed-0d29befc4667,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:31.290635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7742e424-9197-4aef-bd89-a83b3b55224a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.323880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e90bf2-94ba-443c-be65-b69353274f35 req-15308640-ca3d-4e17-a709-f3cf64cd772b tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:31.326210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98e90bf2-94ba-443c-be65-b69353274f35 req-15308640-ca3d-4e17-a709-f3cf64cd772b tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 950 time: 0.1041672 Jul 13 07:29:31.342525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-b2cc31f3-29bc-4ef9-911e-77ca6fb62514 service neutron] 10.222.0.41 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354665 Jul 13 07:29:31.384736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7742e424-9197-4aef-bd89-a83b3b55224a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.406678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98e90bf2-94ba-443c-be65-b69353274f35 req-3db9cd74-7376-40ab-9260-248c2e35ed75 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738215 Jul 13 07:29:31.508981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-4f5855c3-b8ff-4de0-8884-873b1d608b3f service neutron] 10.222.0.41 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625881 Jul 13 07:29:31.527048 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7742e424-9197-4aef-bd89-a83b3b55224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.530033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7742e424-9197-4aef-bd89-a83b3b55224a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.533715 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7742e424-9197-4aef-bd89-a83b3b55224a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d54fa4ee-d666-458b-82ed-0d29befc4667 HTTP/1.1" status: 204 len: 168 time: 0.4094048 Jul 13 07:29:31.548985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742e424-9197-4aef-bd89-a83b3b55224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54fa4ee-d666-458b-82ed-0d29befc4667,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:31.576175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa8e7bdd-4801-4112-9d2d-c5b191c094ae req-151e6917-9ab0-46f0-a44d-b76fb5ec6e4f tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 210 time: 0.0607443 Jul 13 07:29:31.607854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2c1aabf9-28a4-4861-b92e-0f1842d18481 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:31.664201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239d252-220e-4755-8b2d-e0810576e534 req-90b16c85-f0e2-4def-ac26-21852fe5dac6 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:31.678292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4239d252-220e-4755-8b2d-e0810576e534 req-90b16c85-f0e2-4def-ac26-21852fe5dac6 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.38 "GET /v2.0/ports?device_id=78e2bc6e-ed73-4c21-9ebc-91255fd686dd HTTP/1.1" status: 200 len: 946 time: 0.2295294 Jul 13 07:29:31.816207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2c1aabf9-28a4-4861-b92e-0f1842d18481, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:31.850225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'port_id': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'mac_address': 'fa:16:3e:26:e1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:31.899135 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.931470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1aabf9-28a4-4861-b92e-0f1842d18481 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:31.976658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2c1aabf9-28a4-4861-b92e-0f1842d18481, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:31.981371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.180957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2c1aabf9-28a4-4861-b92e-0f1842d18481,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:32.205320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.216568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.217073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.217440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.217792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.218714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.219062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.219402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.219737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.220073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.220406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.220738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:32.245803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2c1aabf9-28a4-4861-b92e-0f1842d18481'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:32.314995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923582a-93da-4be8-bee5-de614849663d req-c3b952f5-b3ac-4bdd-adae-2151451b06ec tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.316588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d923582a-93da-4be8-bee5-de614849663d req-c3b952f5-b3ac-4bdd-adae-2151451b06ec tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec5646fb-4503-4cca-966a-033beaf72632 HTTP/1.1" status: 200 len: 945 time: 0.4386153 Jul 13 07:29:32.329443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38976) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:32.376073 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb885025-4de2-43f9-80be-8c1744351f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.381085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-d3137700-0710-4620-812e-a7027bc4677a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.383141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-d3137700-0710-4620-812e-a7027bc4677a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.48 "GET /v2.0/ports?device_id=57eb5801-bd59-4b35-ad52-a329a850a9fe HTTP/1.1" status: 200 len: 945 time: 0.4288414 Jul 13 07:29:32.384412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4239d252-220e-4755-8b2d-e0810576e534 req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Deleting port d4eacd21-b635-4175-a154-aaa08c6ca689 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:32.384703 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4239d252-220e-4755-8b2d-e0810576e534 req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.521166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-de78f749-ec15-478b-bec3-5cc7d5d6855f req-6e300133-3d8e-4aa4-9de3-7c674b503553 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 210 time: 0.0405245 Jul 13 07:29:32.601271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4239d252-220e-4755-8b2d-e0810576e534 req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] For port d4eacd21-b635-4175-a154-aaa08c6ca689, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d4eacd21-b635-4175-a154-aaa08c6ca689,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:32.601649 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4239d252-220e-4755-8b2d-e0810576e534 req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.604262 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb885025-4de2-43f9-80be-8c1744351f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.610966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb885025-4de2-43f9-80be-8c1744351f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.622328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4239d252-220e-4755-8b2d-e0810576e534 req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Calling delete_port for d4eacd21-b635-4175-a154-aaa08c6ca689 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:32.689831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cb885025-4de2-43f9-80be-8c1744351f85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d8cd163d6b34a459d65e9e991cc0d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591585 Jul 13 07:29:32.691218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb885025-4de2-43f9-80be-8c1744351f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df51598-ec12-4faf-a710-6c116d07275f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:32.694116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38992) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:32.792476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14bdeff4-acbc-47ab-844d-9bd702f6bdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.822678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14bdeff4-acbc-47ab-844d-9bd702f6bdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.839666 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4239d252-220e-4755-8b2d-e0810576e534 req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.853821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['6188ce03-ff45-46c8-94c0-57d926e91ddf'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:32.914996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e875-ac02-402b-88c4-df10cadf7cb9 req-3e0edace-c81c-4385-8171-5bd876023db7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.926970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5a22e875-ac02-402b-88c4-df10cadf7cb9 req-3e0edace-c81c-4385-8171-5bd876023db7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 950 time: 0.1789560 Jul 13 07:29:32.983278 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5a22e875-ac02-402b-88c4-df10cadf7cb9 req-d040f2e9-7443-4973-9285-09648c32db49 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553436 Jul 13 07:29:32.989871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14bdeff4-acbc-47ab-844d-9bd702f6bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.992985 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14bdeff4-acbc-47ab-844d-9bd702f6bdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.996341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-14bdeff4-acbc-47ab-844d-9bd702f6bdbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7df51598-ec12-4faf-a710-6c116d07275f HTTP/1.1" status: 204 len: 168 time: 0.3010621 Jul 13 07:29:33.039104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdeff4-acbc-47ab-844d-9bd702f6bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df51598-ec12-4faf-a710-6c116d07275f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:33.138114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Pushing event deleted for resources: {'Port': ['ID=d4eacd21-b635-4175-a154-aaa08c6ca689,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:33.215127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb95794a-2082-4504-bf2e-5cee8a0fedd9 req-9f9686cb-c894-4bb2-8b06-74d05a5de219 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 210 time: 0.0618763 Jul 13 07:29:33.324966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4239d252-220e-4755-8b2d-e0810576e534 req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] No DVR routers for this DVR port d4eacd21-b635-4175-a154-aaa08c6ca689 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:33.341017 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4239d252-220e-4755-8b2d-e0810576e534 req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.343172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4239d252-220e-4755-8b2d-e0810576e534 req-bc863552-988d-4c46-b5ff-6f4260495aab tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.38 "DELETE /v2.0/ports/d4eacd21-b635-4175-a154-aaa08c6ca689 HTTP/1.1" status: 204 len: 173 time: 1.6629362 Jul 13 07:29:33.361638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af6216-9d16-4e1b-9ecb-061a54df43b5 req-6500fde3-db46-4eaa-be0d-a4acc877df5b tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.363237 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93af6216-9d16-4e1b-9ecb-061a54df43b5 req-6500fde3-db46-4eaa-be0d-a4acc877df5b tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 944 time: 1.2338398 Jul 13 07:29:33.364757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e2bc6e-ed73-4c21-9ebc-91255fd686dd', 'name': 'network-vif-deleted', 'tag': 'd4eacd21-b635-4175-a154-aaa08c6ca689'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:33.379423 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565b3439-8838-43c9-a0fe-b2d09b653511" -d '{"events": [{"server_uuid": "78e2bc6e-ed73-4c21-9ebc-91255fd686dd", "name": "network-vif-deleted", "tag": "d4eacd21-b635-4175-a154-aaa08c6ca689"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:33.440333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f741d38-5494-4ef5-be61-1fd961cc03a5 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:33.612573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2c1aabf9-28a4-4861-b92e-0f1842d18481 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:33.647719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93af6216-9d16-4e1b-9ecb-061a54df43b5 req-5e426562-fac6-4ec7-ab7b-489f20e085fa tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638040 Jul 13 07:29:33.673729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-8239a8f5-732a-44ae-825d-af5dcb1eba1c tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.675561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-8239a8f5-732a-44ae-825d-af5dcb1eba1c tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.48 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 805 time: 0.7750282 Jul 13 07:29:33.701030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Request body: {'port': {'device_id': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'admin_state_up': True, 'tenant_id': 'f0ab322aa0c944378379eb571b2b9d6b'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:33.702515 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.718303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d923582a-93da-4be8-bee5-de614849663d req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Deleting port 9f741d38-5494-4ef5-be61-1fd961cc03a5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:33.719933 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d923582a-93da-4be8-bee5-de614849663d req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.781647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:33.784845 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2909e6d-76f3-4cf6-884d-72091f04d370" -d '{"events": [{"server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "name": "network-vif-unplugged", "status": "completed", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:33.810772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:33.812504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 2c1aabf9-28a4-4861-b92e-0f1842d18481 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:33.817822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 2c1aabf9-28a4-4861-b92e-0f1842d18481 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:33.818343 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.820930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.877580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Deleting port 6188ce03-ff45-46c8-94c0-57d926e91ddf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:33.878691 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.897113 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88eb5f0-4fd1-4063-8269-57d4b5bc041a x-openstack-request-id: req-d88eb5f0-4fd1-4063-8269-57d4b5bc041a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:33.901851 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e2bc6e-ed73-4c21-9ebc-91255fd686dd", "name": "network-vif-deleted", "tag": "d4eacd21-b635-4175-a154-aaa08c6ca689", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:33.902335 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d88eb5f0-4fd1-4063-8269-57d4b5bc041a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:33.902955 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e2bc6e-ed73-4c21-9ebc-91255fd686dd', 'name': 'network-vif-deleted', 'tag': 'd4eacd21-b635-4175-a154-aaa08c6ca689', 'status': 'completed', 'code': 200} Jul 13 07:29:33.962476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=9f741d38-5494-4ef5-be61-1fd961cc03a5,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:34.023088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.065521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2c1aabf9-28a4-4861-b92e-0f1842d18481, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:34.070273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.164611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d4eacd21-b635-4175-a154-aaa08c6ca689 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:34.201191 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a7157f2-f30c-4c4a-8c61-6384f254337c req-cfc50485-8107-4b6e-befd-3f241494703e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 210 time: 0.0945184 Jul 13 07:29:34.250556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: d4eacd21-b635-4175-a154-aaa08c6ca689 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:34.251144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d4eacd21-b635-4175-a154-aaa08c6ca689 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:34.293584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2c1aabf9-28a4-4861-b92e-0f1842d18481,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:34.348670 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21ee3be-928b-447a-a5a3-03426ae0d54a x-openstack-request-id: req-e21ee3be-928b-447a-a5a3-03426ae0d54a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:34.349287 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "name": "network-vif-unplugged", "status": "completed", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:34.349743 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e21ee3be-928b-447a-a5a3-03426ae0d54a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:34.350413 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5', 'code': 200} Jul 13 07:29:34.445425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-c4829716-4d8d-4bf4-900a-1ff1dd9638ce tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:34.448485 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-c4829716-4d8d-4bf4-900a-1ff1dd9638ce tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.48 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 812 time: 0.2589896 Jul 13 07:29:34.464549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Request body: {'port': {'device_id': '3665e524-8f1d-4ba2-ba27-b02a3c912044', 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3', 'admin_state_up': True, 'tenant_id': 'c15ae92a691243cca87377938f1e6b27'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:34.646063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d923582a-93da-4be8-bee5-de614849663d req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] For port 9f741d38-5494-4ef5-be61-1fd961cc03a5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=9f741d38-5494-4ef5-be61-1fd961cc03a5,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:34.646662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d923582a-93da-4be8-bee5-de614849663d req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.684376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d923582a-93da-4be8-bee5-de614849663d req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Calling delete_port for 9f741d38-5494-4ef5-be61-1fd961cc03a5 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:34.698888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e734a3f1-dd50-4a04-af98-4880cd7eeca8 None None] Provisioning complete for port 2c1aabf9-28a4-4861-b92e-0f1842d18481 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:34.700438 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e734a3f1-dd50-4a04-af98-4880cd7eeca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.700780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-80d35a49-7ecb-4534-a47a-221b0d0b5b6e req-dc3b9e21-f9df-44f7-b19d-933a88803a38 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 210 time: 0.0645907 Jul 13 07:29:34.852998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Made reservation on behalf of c15ae92a691243cca87377938f1e6b27 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:34.858293 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.113521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Allocated IP 172.20.0.5 (b3b33d0b-0e49-4259-94a6-a1af13e2a2c3/a5f49136-2956-4a87-812b-de979c120eb9/a16dc632-3da0-471d-80ae-b60617aeef25) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:35.193273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b761c3-a968-477c-9a5a-105e7d04bcef req-2c993ccb-98a6-404b-a65f-40534e6303df tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.194857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22b761c3-a968-477c-9a5a-105e7d04bcef req-2c993ccb-98a6-404b-a65f-40534e6303df tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 945 time: 0.1241157 Jul 13 07:29:35.207193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] For port 6188ce03-ff45-46c8-94c0-57d926e91ddf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6188ce03-ff45-46c8-94c0-57d926e91ddf,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:35.207580 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.269906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Calling delete_port for 6188ce03-ff45-46c8-94c0-57d926e91ddf owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:35.270368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.301294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Made reservation on behalf of f0ab322aa0c944378379eb571b2b9d6b for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:35.305161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.312808 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22b761c3-a968-477c-9a5a-105e7d04bcef req-ff624594-8dcd-4c23-8704-2240a902dfe5 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999205 Jul 13 07:29:35.350696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-8b85ee0e-135b-476d-8453-75627fd55024 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.352276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-8b85ee0e-135b-476d-8453-75627fd55024 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.38 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 812 time: 1.1550248 Jul 13 07:29:35.369000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Request body: {'port': {'device_id': '92af744a-9faf-4f1d-a6fa-21024d6250a1', 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3', 'admin_state_up': True, 'tenant_id': 'c15ae92a691243cca87377938f1e6b27'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:35.427355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae09fe-cef3-4ab9-907a-b0c67974afb7 req-47b17d3c-8eee-45e6-9b40-91c79a664761 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.429410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-42ae09fe-cef3-4ab9-907a-b0c67974afb7 req-47b17d3c-8eee-45e6-9b40-91c79a664761 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 1102 time: 1.3075912 Jul 13 07:29:35.473267 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.509039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d923582a-93da-4be8-bee5-de614849663d req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.560807 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.605436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Pushing event deleted for resources: {'Port': ['ID=9f741d38-5494-4ef5-be61-1fd961cc03a5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:35.668886 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-42ae09fe-cef3-4ab9-907a-b0c67974afb7 req-0d23ce66-9e06-447d-a765-7ae37ccefaa0 tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258039 Jul 13 07:29:35.715317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Pushing event updated for resources: {'Port': ['ID=a16dc632-3da0-471d-80ae-b60617aeef25,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:35.723751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:35.728321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d923582a-93da-4be8-bee5-de614849663d req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] No DVR routers for this DVR port 9f741d38-5494-4ef5-be61-1fd961cc03a5 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:35.732282 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d923582a-93da-4be8-bee5-de614849663d req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.735086 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d923582a-93da-4be8-bee5-de614849663d req-79aafab1-94ac-47f9-9032-65bbf464462d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.48 "DELETE /v2.0/ports/9f741d38-5494-4ef5-be61-1fd961cc03a5 HTTP/1.1" status: 204 len: 173 time: 3.4008913 Jul 13 07:29:35.745392 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-45edcc2a-d901-4060-aeab-138da67349d4 req-704ca231-9f34-40ff-9410-73ff638df200 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 210 time: 0.0651164 Jul 13 07:29:35.746771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:35.750493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:35.839924 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.842026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.870647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7e908ebe-34f1-4f92-bd2b-b59525e965a1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4141021 Jul 13 07:29:35.912222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'name': 'network-vif-deleted', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:35.916549 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95788836-7933-4279-9317-a8956f544807" -d '{"events": [{"server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "name": "network-vif-deleted", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:35.967169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Allocated IP 172.20.0.5 (893e1e5f-0171-40ef-8ebb-69dbde015537/4a3d5118-e307-46e8-9516-d176889377b8/fced817a-cc86-4b37-9189-a9769db1a54c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:35.969811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.012166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Pushing event deleted for resources: {'Port': ['ID=6188ce03-ff45-46c8-94c0-57d926e91ddf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:36.046746 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e372a5d-6eed-4706-a19d-8229505ca374 req-f95d7aeb-063c-419e-91f9-e0dab02ceee1 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 210 time: 0.0624337 Jul 13 07:29:36.088708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Made reservation on behalf of c15ae92a691243cca87377938f1e6b27 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:36.096699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.205649 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84906795-4d1f-4d8c-8aba-3b7c6d7b64af x-openstack-request-id: req-84906795-4d1f-4d8c-8aba-3b7c6d7b64af {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:36.206317 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5646fb-4503-4cca-966a-033beaf72632", "name": "network-vif-deleted", "tag": "9f741d38-5494-4ef5-be61-1fd961cc03a5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:36.206630 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84906795-4d1f-4d8c-8aba-3b7c6d7b64af {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:36.207131 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5646fb-4503-4cca-966a-033beaf72632', 'name': 'network-vif-deleted', 'tag': '9f741d38-5494-4ef5-be61-1fd961cc03a5', 'status': 'completed', 'code': 200} Jul 13 07:29:36.270226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Request body: {'port': {'device_id': '3665e524-8f1d-4ba2-ba27-b02a3c912044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:36.337551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] No DVR routers for this DVR port 6188ce03-ff45-46c8-94c0-57d926e91ddf on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:36.348262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.350693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b5560b6e-4d1f-400e-9ed2-a53557d6dc16 req-fae01794-1233-437b-8b40-ef4860b30dc8 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.48 "DELETE /v2.0/ports/6188ce03-ff45-46c8-94c0-57d926e91ddf HTTP/1.1" status: 204 len: 173 time: 3.8487895 Jul 13 07:29:36.351515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:36.356491 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0941df54-f8ab-4d6b-8e48-adf5ca83371b" -d '{"events": [{"server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "name": "network-vif-plugged", "status": "completed", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:36.467849 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.529076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.649734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9df173-da93-419a-a55f-7c2e1371be19 req-34c5aae6-d19c-4b45-9ec1-ceb056e5634a tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.657966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef9df173-da93-419a-a55f-7c2e1371be19 req-34c5aae6-d19c-4b45-9ec1-ceb056e5634a tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 1102 time: 0.3151066 Jul 13 07:29:36.690135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Allocated IP 172.20.0.14 (b3b33d0b-0e49-4259-94a6-a1af13e2a2c3/a5f49136-2956-4a87-812b-de979c120eb9/e652b37c-adf1-404c-904b-deea923e4c55) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:36.716280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.765847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fa68-18da-4eb9-b4cf-0eef76126e84 req-5b970827-87f7-498b-b758-45d63f21da85 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.767431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35c5fa68-18da-4eb9-b4cf-0eef76126e84 req-5b970827-87f7-498b-b758-45d63f21da85 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 945 time: 0.2193496 Jul 13 07:29:36.816115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Pushing event updated for resources: {'Port': ['ID=fced817a-cc86-4b37-9189-a9769db1a54c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:36.821199 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35c5fa68-18da-4eb9-b4cf-0eef76126e84 req-d7da7f3e-1f1c-471d-a674-8e2348dd3297 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469749 Jul 13 07:29:36.837144 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef9df173-da93-419a-a55f-7c2e1371be19 req-177cb9b7-2d79-4224-ad0f-286a9c652a9a tempest-ServersAdminTestJSON-979329543 tempest-ServersAdminTestJSON-979329543-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702936 Jul 13 07:29:36.864586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Network 893e1e5f-0171-40ef-8ebb-69dbde015537 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:36.883125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:36.890526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:36.894205 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694955e8-b943-4fb2-a146-f3557d391712 x-openstack-request-id: req-694955e8-b943-4fb2-a146-f3557d391712 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:36.894476 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "name": "network-vif-plugged", "status": "completed", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:36.894733 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-694955e8-b943-4fb2-a146-f3557d391712 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:36.895263 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'code': 200} Jul 13 07:29:37.099631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3cce10a9-e8a8-4784-9183-52f45fdddc2e req-bb95c8f4-d941-4e88-9f1b-e6f793c597bf tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 210 time: 0.0400894 Jul 13 07:29:37.159272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:37.159931 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.229367 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1654d0e3-1b27-4e69-8d8a-7a117947d214 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5358822 Jul 13 07:29:37.232186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605b18c-d459-418d-ba74-d486af11740d req-4034c875-ec10-44f5-9cda-efd64a739ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:37.233045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e605b18c-d459-418d-ba74-d486af11740d req-4034c875-ec10-44f5-9cda-efd64a739ad8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 0.2354579 Jul 13 07:29:37.246559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Request body: {'port': {'device_id': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:37.271735 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.348874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e605b18c-d459-418d-ba74-d486af11740d req-0d0baa2b-3cec-4a04-a18f-f9c3512baa75 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981965 Jul 13 07:29:37.392127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.418284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.446492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f741d38-5494-4ef5-be61-1fd961cc03a5 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:37.491747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 9f741d38-5494-4ef5-be61-1fd961cc03a5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:37.493312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 9f741d38-5494-4ef5-be61-1fd961cc03a5 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:37.494556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6188ce03-ff45-46c8-94c0-57d926e91ddf no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:37.519576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1d598-1f02-4581-b5b7-9477994c2075 req-b6dc833d-b47f-428f-814e-8dcfca0daef5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:37.534134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8da1d598-1f02-4581-b5b7-9477994c2075 req-b6dc833d-b47f-428f-814e-8dcfca0daef5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 931 time: 0.1737595 Jul 13 07:29:37.552925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.682231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:37.695100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:37.713842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:37.743521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 6188ce03-ff45-46c8-94c0-57d926e91ddf {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:37.744300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6188ce03-ff45-46c8-94c0-57d926e91ddf not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:37.756496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8da1d598-1f02-4581-b5b7-9477994c2075 req-09655264-7e84-4c82-83b9-e4b005fdb78e tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174006 Jul 13 07:29:37.773498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:37.774454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.828236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Pushing event updated for resources: {'Port': ['ID=e652b37c-adf1-404c-904b-deea923e4c55,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:37.879160 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-1f9e1bb5-82e4-48e1-9e6b-545a02c135c5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5142536 Jul 13 07:29:37.896584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Request body: {'port': {'device_id': '92af744a-9faf-4f1d-a6fa-21024d6250a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:37.938458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16dc632-3da0-471d-80ae-b60617aeef25 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:37.959861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.986456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Transition to ACTIVE for port object a16dc632-3da0-471d-80ae-b60617aeef25 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:38.020356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f5fca-dda2-4775-a4bf-1c05355b32d1 req-386f3473-1e8e-4fc0-afc8-924f50bcb4f0 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.027416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-029f5fca-dda2-4775-a4bf-1c05355b32d1 req-386f3473-1e8e-4fc0-afc8-924f50bcb4f0 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 949 time: 0.3349812 Jul 13 07:29:38.029738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.058432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.115380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-029f5fca-dda2-4775-a4bf-1c05355b32d1 req-643f50f6-71ad-477d-b75d-13e78b0e712f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865612 Jul 13 07:29:38.210481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57eb5801-bd59-4b35-ad52-a329a850a9fe', 'name': 'network-vif-deleted', 'tag': '6188ce03-ff45-46c8-94c0-57d926e91ddf'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:38.218839 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0936b00-1666-4fd9-95da-a645c5dae490" -d '{"events": [{"server_uuid": "57eb5801-bd59-4b35-ad52-a329a850a9fe", "name": "network-vif-deleted", "tag": "6188ce03-ff45-46c8-94c0-57d926e91ddf"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:38.264109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cff86-c836-46e8-bb06-e238dfc39fd4 req-6f1d0c1e-2eb1-4517-9de8-184c769908c8 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.271476 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec8cff86-c836-46e8-bb06-e238dfc39fd4 req-6f1d0c1e-2eb1-4517-9de8-184c769908c8 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 945 time: 0.2839117 Jul 13 07:29:38.276105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fced817a-cc86-4b37-9189-a9769db1a54c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:38.316969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Pushing event updated for resources: {'Port': ['ID=a16dc632-3da0-471d-80ae-b60617aeef25,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:38.378531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec8cff86-c836-46e8-bb06-e238dfc39fd4 req-76fec82d-f5e2-4461-bd60-1e3db3e70c8d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060917 Jul 13 07:29:38.395126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Attempting to bind port a16dc632-3da0-471d-80ae-b60617aeef25 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:38.395579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Attempting to bind port a16dc632-3da0-471d-80ae-b60617aeef25 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:38.396012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Attempting to bind port a16dc632-3da0-471d-80ae-b60617aeef25 on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:38.401679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Port a16dc632-3da0-471d-80ae-b60617aeef25 on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:38.402163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Attempting to bind port a16dc632-3da0-471d-80ae-b60617aeef25 on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:38.405033 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.408724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:38.409204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Checking segment: {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:38.409687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Bound using segment: {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:38.410237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Bound port: a16dc632-3da0-471d-80ae-b60617aeef25, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:38.411143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.464686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Transition to ACTIVE for port object fced817a-cc86-4b37-9189-a9769db1a54c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:38.469325 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c733a7cd-3971-4ac8-94fb-06f9c8edc3d3 x-openstack-request-id: req-c733a7cd-3971-4ac8-94fb-06f9c8edc3d3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:38.477548 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57eb5801-bd59-4b35-ad52-a329a850a9fe", "name": "network-vif-deleted", "tag": "6188ce03-ff45-46c8-94c0-57d926e91ddf", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:38.480848 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c733a7cd-3971-4ac8-94fb-06f9c8edc3d3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:38.481289 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57eb5801-bd59-4b35-ad52-a329a850a9fe', 'name': 'network-vif-deleted', 'tag': '6188ce03-ff45-46c8-94c0-57d926e91ddf', 'status': 'completed', 'code': 200} Jul 13 07:29:38.485281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.527234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] For port a16dc632-3da0-471d-80ae-b60617aeef25, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:38.532318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] For port a16dc632-3da0-471d-80ae-b60617aeef25, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a16dc632-3da0-471d-80ae-b60617aeef25,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:38.537029 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.587945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.589048 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.592395 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] 10.222.0.48 "PUT /v2.0/ports/a16dc632-3da0-471d-80ae-b60617aeef25 HTTP/1.1" status: 200 len: 1092 time: 2.7131941 Jul 13 07:29:38.593250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3665e524-8f1d-4ba2-ba27-b02a3c912044', 'tag': 'a16dc632-3da0-471d-80ae-b60617aeef25'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:38.595981 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "3665e524-8f1d-4ba2-ba27-b02a3c912044", "tag": "a16dc632-3da0-471d-80ae-b60617aeef25"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:38.639834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Pushing event updated for resources: {'Port': ['ID=fced817a-cc86-4b37-9189-a9769db1a54c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:38.669101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ac156-c5e1-4079-8a5b-3116f089652a service neutron] Pushing event updated for resources: {'Port': ['ID=a16dc632-3da0-471d-80ae-b60617aeef25,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:38.732235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-66af857b-eb80-42a3-be76-8881b9eccc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.733213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eeca1c-026c-4547-b9bf-e723f404d943 req-71a12b1c-187c-473c-8dfa-b37137a58cd5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.735464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-66af857b-eb80-42a3-be76-8881b9eccc8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&device_id=3665e524-8f1d-4ba2-ba27-b02a3c912044 HTTP/1.1" status: 200 len: 1095 time: 0.0857403 Jul 13 07:29:38.741371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70eeca1c-026c-4547-b9bf-e723f404d943 req-71a12b1c-187c-473c-8dfa-b37137a58cd5 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 932 time: 0.2123086 Jul 13 07:29:38.813451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70eeca1c-026c-4547-b9bf-e723f404d943 req-8e3d598a-f0a6-4206-a9ce-73df1ba9efce tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707247 Jul 13 07:29:38.814243 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-825d5252-2669-47ff-a97a-5a9b620838b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a16dc632-3da0-471d-80ae-b60617aeef25 HTTP/1.1" status: 200 len: 217 time: 0.0711565 Jul 13 07:29:38.880611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-24ccd27a-d5f1-4404-a1e0-9ff068c8457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.882150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-24ccd27a-d5f1-4404-a1e0-9ff068c8457b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5f49136-2956-4a87-812b-de979c120eb9 HTTP/1.1" status: 200 len: 852 time: 0.0611930 Jul 13 07:29:38.927501 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-a7c4d0cb-ef1f-4076-af56-2e5349710ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383286 Jul 13 07:29:38.957053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Attempting to bind port fced817a-cc86-4b37-9189-a9769db1a54c on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:38.957432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Attempting to bind port fced817a-cc86-4b37-9189-a9769db1a54c by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:38.957722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Attempting to bind port fced817a-cc86-4b37-9189-a9769db1a54c on network 893e1e5f-0171-40ef-8ebb-69dbde015537 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:38.995171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Port fced817a-cc86-4b37-9189-a9769db1a54c on network 893e1e5f-0171-40ef-8ebb-69dbde015537 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:38.995502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Attempting to bind port fced817a-cc86-4b37-9189-a9769db1a54c on network 893e1e5f-0171-40ef-8ebb-69dbde015537 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:39.025706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e652b37c-adf1-404c-904b-deea923e4c55 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:39.031087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:39.032256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Checking segment: {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:39.032780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Bound using segment: {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:39.033174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Bound port: fced817a-cc86-4b37-9189-a9769db1a54c, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:39.033607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.045900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-4acb4a33-f8e4-43d2-b979-308dfbabe406 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124177 Jul 13 07:29:39.051018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.081541 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09509a71-e312-400c-9bbb-13dff49c22f6 x-openstack-request-id: req-09509a71-e312-400c-9bbb-13dff49c22f6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:39.081856 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3665e524-8f1d-4ba2-ba27-b02a3c912044", "tag": "a16dc632-3da0-471d-80ae-b60617aeef25", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:39.082138 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09509a71-e312-400c-9bbb-13dff49c22f6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:39.082666 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3665e524-8f1d-4ba2-ba27-b02a3c912044', 'tag': 'a16dc632-3da0-471d-80ae-b60617aeef25', 'status': 'completed', 'code': 200} Jul 13 07:29:39.127852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Transition to ACTIVE for port object e652b37c-adf1-404c-904b-deea923e4c55 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:39.137532 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.157165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39238) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:39.194525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-2e3b9773-4848-44ae-a376-0ee847690edf service neutron] 10.222.0.48 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423345 Jul 13 07:29:39.255088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62909782-95b0-4a24-b5c6-9831725971ff req-407f1e36-a2a9-4b4a-9cab-363355dd07d7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.257033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62909782-95b0-4a24-b5c6-9831725971ff req-407f1e36-a2a9-4b4a-9cab-363355dd07d7 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 949 time: 0.4243276 Jul 13 07:29:39.263813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Pushing event updated for resources: {'Port': ['ID=e652b37c-adf1-404c-904b-deea923e4c55,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:39.284091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:39.292381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fced817a-cc86-4b37-9189-a9769db1a54c,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:39.334323 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.363757 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea771-9611-40cd-8031-93845f5c47f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.376798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110bc3-1241-4a9d-a900-e8a39bffdf74 req-de5df64e-529f-474f-9d46-0b4933575402 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.382590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d110bc3-1241-4a9d-a900-e8a39bffdf74 req-de5df64e-529f-474f-9d46-0b4933575402 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 943 time: 0.3421674 Jul 13 07:29:39.389150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-e4cced96-96db-4546-8337-e27ff09f13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.390785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-e4cced96-96db-4546-8337-e27ff09f13d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&device_id=3665e524-8f1d-4ba2-ba27-b02a3c912044 HTTP/1.1" status: 200 len: 1095 time: 0.1390219 Jul 13 07:29:39.418166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f475a1e-bd37-4522-bb01-b1ee272575f8 req-d73d3a87-cb66-4ad0-a8de-d73d19c5fb6f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.419674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f475a1e-bd37-4522-bb01-b1ee272575f8 req-d73d3a87-cb66-4ad0-a8de-d73d19c5fb6f tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 949 time: 0.1572235 Jul 13 07:29:39.455618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.456357 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.457897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] 10.222.0.48 "PUT /v2.0/ports/fced817a-cc86-4b37-9189-a9769db1a54c HTTP/1.1" status: 200 len: 1092 time: 2.2202723 Jul 13 07:29:39.543955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f475a1e-bd37-4522-bb01-b1ee272575f8 req-8f59cbd1-2851-4172-ac76-f09b1550d1e8 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103842 Jul 13 07:29:39.552722 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d110bc3-1241-4a9d-a900-e8a39bffdf74 req-2cf43e4d-e461-4a97-b39e-5830fdde9e42 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611695 Jul 13 07:29:39.591191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-64d751da-00ae-4f06-acf9-ec31bb239b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.593961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-64d751da-00ae-4f06-acf9-ec31bb239b20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 913 time: 0.1937525 Jul 13 07:29:39.642430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Attempting to bind port e652b37c-adf1-404c-904b-deea923e4c55 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:39.642785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Attempting to bind port e652b37c-adf1-404c-904b-deea923e4c55 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:39.643155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Attempting to bind port e652b37c-adf1-404c-904b-deea923e4c55 on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:39.651982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697bca8-de05-4c2e-b983-3786e8d0787f service neutron] Pushing event updated for resources: {'Port': ['ID=fced817a-cc86-4b37-9189-a9769db1a54c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:39.677530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Port e652b37c-adf1-404c-904b-deea923e4c55 on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:39.677999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Attempting to bind port e652b37c-adf1-404c-904b-deea923e4c55 on network b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:39.710552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:39.710904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Checking segment: {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:39.711303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Bound using segment: {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:39.711773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Bound port: e652b37c-adf1-404c-904b-deea923e4c55, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbce819b-dd2a-4363-8963-ddd4b9efea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:39.712140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.751549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-62909782-95b0-4a24-b5c6-9831725971ff req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Deleting port fb303232-a521-4f00-8e46-d7b06b087a1e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:39.752556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62909782-95b0-4a24-b5c6-9831725971ff req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.826274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-2dd53e67-7f41-43a9-bb62-96a498bc68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.827782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-2dd53e67-7f41-43a9-bb62-96a498bc68dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 1095 time: 0.3047173 Jul 13 07:29:40.030067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-f3648b3e-5ae1-4863-9294-644ab16eab7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a16dc632-3da0-471d-80ae-b60617aeef25 HTTP/1.1" status: 200 len: 217 time: 0.4280896 Jul 13 07:29:40.044974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea771-9611-40cd-8031-93845f5c47f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.069861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea771-9611-40cd-8031-93845f5c47f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.141932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8c7ea771-9611-40cd-8031-93845f5c47f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f9e44800f09458ebd461d12619b37f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9820981 Jul 13 07:29:40.148859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39312) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:40.173501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ea771-9611-40cd-8031-93845f5c47f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f1596e-50b1-4493-bf2e-54f5119d3dba,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:40.179259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-29cdb711-8817-4a2c-bf7e-14f86b627222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.180745 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-29cdb711-8817-4a2c-bf7e-14f86b627222 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5f49136-2956-4a87-812b-de979c120eb9 HTTP/1.1" status: 200 len: 852 time: 0.1392491 Jul 13 07:29:40.232043 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-4d07a1ff-c7b7-48f4-b0a9-de42b1ba53e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405478 Jul 13 07:29:40.255866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e251927-0794-4e10-9cc9-2df4c7b59a41 req-1822b118-8f9d-464b-93b5-55d7e4be4618 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.257419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e251927-0794-4e10-9cc9-2df4c7b59a41 req-1822b118-8f9d-464b-93b5-55d7e4be4618 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 945 time: 0.2343347 Jul 13 07:29:40.301539 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73f8689d-ceba-449a-adbf-fc50db0d8e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.317010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-5d219309-f7c8-43bc-86a0-5a9dc35bd19c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fced817a-cc86-4b37-9189-a9769db1a54c HTTP/1.1" status: 200 len: 217 time: 0.0819969 Jul 13 07:29:40.376442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73f8689d-ceba-449a-adbf-fc50db0d8e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.382891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-62909782-95b0-4a24-b5c6-9831725971ff req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] For port fb303232-a521-4f00-8e46-d7b06b087a1e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=fb303232-a521-4f00-8e46-d7b06b087a1e,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:40.383327 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62909782-95b0-4a24-b5c6-9831725971ff req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.385980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] For port e652b37c-adf1-404c-904b-deea923e4c55, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:40.390536 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e251927-0794-4e10-9cc9-2df4c7b59a41 req-5fddd9cc-a625-4c5c-b57e-1ca1c72e66e1 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183639 Jul 13 07:29:40.417436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-62909782-95b0-4a24-b5c6-9831725971ff req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Calling delete_port for fb303232-a521-4f00-8e46-d7b06b087a1e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:40.421837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] For port e652b37c-adf1-404c-904b-deea923e4c55, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e652b37c-adf1-404c-904b-deea923e4c55,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:40.433524 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-bcb84994-271e-4104-9071-29501052a5e7 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937766 Jul 13 07:29:40.449117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.486327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:40.488677 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635" -d '{"events": [{"name": "network-changed", "server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:40.528738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1e355054-cf78-414e-a67d-bf48d68e8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.530261 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-1e355054-cf78-414e-a67d-bf48d68e8781 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a3d5118-e307-46e8-9516-d176889377b8 HTTP/1.1" status: 200 len: 845 time: 0.1988351 Jul 13 07:29:40.543777 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73f8689d-ceba-449a-adbf-fc50db0d8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.546394 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73f8689d-ceba-449a-adbf-fc50db0d8e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.547552 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-73f8689d-ceba-449a-adbf-fc50db0d8e87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0f1596e-50b1-4493-bf2e-54f5119d3dba HTTP/1.1" status: 204 len: 168 time: 0.3951206 Jul 13 07:29:40.561307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82b3ba-f76c-4583-a8e3-5918992bad9c req-542222b6-afaf-467a-9438-35a568532b15 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.568968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db82b3ba-f76c-4583-a8e3-5918992bad9c req-542222b6-afaf-467a-9438-35a568532b15 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 944 time: 0.3391578 Jul 13 07:29:40.571767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.572400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.573747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-765cbda8-208f-43e1-a796-b274c59057da service neutron] 10.222.0.38 "PUT /v2.0/ports/e652b37c-adf1-404c-904b-deea923e4c55 HTTP/1.1" status: 200 len: 1093 time: 2.6818607 Jul 13 07:29:40.598511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8689d-ceba-449a-adbf-fc50db0d8e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f1596e-50b1-4493-bf2e-54f5119d3dba,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:40.617896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-bcc73cd7-e386-4677-b7fb-09dc81a71207 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=893e1e5f-0171-40ef-8ebb-69dbde015537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801630 Jul 13 07:29:40.676967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-a9657ac2-1d7f-4766-9811-a2cf69c5c013 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2258563 Jul 13 07:29:40.691474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:40.698487 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:29:40.700519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5a8186c-11c2-4ca0-b488-b8a25aec1ac5 req-de495657-173d-4b6e-9689-e56b98163270 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605832 Jul 13 07:29:40.704771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cbda8-208f-43e1-a796-b274c59057da service neutron] Pushing event updated for resources: {'Port': ['ID=e652b37c-adf1-404c-904b-deea923e4c55,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:40.722138 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.748879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db82b3ba-f76c-4583-a8e3-5918992bad9c req-0ad25ae5-ed95-42f4-b892-1ca633b0a5b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790473 Jul 13 07:29:40.858184 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6d4be5-663d-4b34-89ad-ef24d45d6988 x-openstack-request-id: req-7a6d4be5-663d-4b34-89ad-ef24d45d6988 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:40.859375 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:40.859375 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a6d4be5-663d-4b34-89ad-ef24d45d6988 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:40.859656 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c', 'status': 'completed', 'code': 200} Jul 13 07:29:40.879365 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.909887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-e80088a2-466b-4cc8-92a9-a8cd8e1f530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.917438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-e80088a2-466b-4cc8-92a9-a8cd8e1f530e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 1096 time: 0.2971148 Jul 13 07:29:40.940746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-8f1ea5ef-b582-4521-a498-a16bb8f23216 service neutron] 10.222.0.48 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120244 Jul 13 07:29:40.986632 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62909782-95b0-4a24-b5c6-9831725971ff req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.996766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-4b2a7853-b603-4519-8f47-56e3a01af338 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e652b37c-adf1-404c-904b-deea923e4c55 HTTP/1.1" status: 200 len: 217 time: 0.0722630 Jul 13 07:29:40.999725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['802eead8-8379-4029-8346-81c9621354f4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:41.002175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:41.063380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Allocated IP 172.25.8.22 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/cd5cd2c7-500b-4113-a401-c095eeafdbee) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:41.074209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39376) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:41.100143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Pushing event deleted for resources: {'Port': ['ID=fb303232-a521-4f00-8e46-d7b06b087a1e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:41.102168 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a706-65df-49ad-9db3-33206cde136b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.250367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-62909782-95b0-4a24-b5c6-9831725971ff req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] No DVR routers for this DVR port fb303232-a521-4f00-8e46-d7b06b087a1e on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:41.262157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62909782-95b0-4a24-b5c6-9831725971ff req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.264183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62909782-95b0-4a24-b5c6-9831725971ff req-14da0d48-72e5-48a2-84d4-33eebff264ec tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "DELETE /v2.0/ports/fb303232-a521-4f00-8e46-d7b06b087a1e HTTP/1.1" status: 204 len: 173 time: 1.9917884 Jul 13 07:29:41.303112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7acfcd92-4704-4dba-a6ec-ebb7a02eaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.304671 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-7acfcd92-4704-4dba-a6ec-ebb7a02eaa40 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a5f49136-2956-4a87-812b-de979c120eb9 HTTP/1.1" status: 200 len: 852 time: 0.2908125 Jul 13 07:29:41.323097 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96d0e094-a2ff-4a17-8bea-6c359ec5604c req-08c9ac35-a9c6-40e7-b988-f35113adacc6 service neutron] 10.222.0.48 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376451 Jul 13 07:29:41.330582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a706-65df-49ad-9db3-33206cde136b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.344901 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a706-65df-49ad-9db3-33206cde136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.358277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.387232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-a72e3632-6adf-4c1e-9df5-809d3c2d1e36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604055 Jul 13 07:29:41.395140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc88b2-45f4-453c-8423-8b388e988be0 req-24e21172-ef86-454e-90e2-25fdf1109149 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.402045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aadc88b2-45f4-453c-8423-8b388e988be0 req-24e21172-ef86-454e-90e2-25fdf1109149 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 943 time: 0.4178550 Jul 13 07:29:41.407045 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ab2a706-65df-49ad-9db3-33206cde136b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60c1f9b28318463488f701f899f505a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316453 Jul 13 07:29:41.409268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2a706-65df-49ad-9db3-33206cde136b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6175e1c2-9b2a-4163-8182-9db8910f9a56,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:41.411743 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:41.462464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a16dc632-3da0-471d-80ae-b60617aeef25 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:41.472547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.528661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:41.538565 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:41.542843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d9e6-dcd6-4075-8178-0b247391f203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.549140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:41.551747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aadc88b2-45f4-453c-8423-8b388e988be0 req-a0f8dfee-ac46-4bf2-bfd8-261a57db8e86 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484418 Jul 13 07:29:41.559881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Pushing event updated for resources: {'Port': ['ID=cd5cd2c7-500b-4113-a401-c095eeafdbee,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:41.609634 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-b29ccd86-959e-4113-bfc4-1a5c898fb268 service neutron] 10.222.0.38 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045016 Jul 13 07:29:41.622828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device fb303232-a521-4f00-8e46-d7b06b087a1e no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:41.633696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d9e6-dcd6-4075-8178-0b247391f203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.676546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: fb303232-a521-4f00-8e46-d7b06b087a1e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:41.677468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device fb303232-a521-4f00-8e46-d7b06b087a1e not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:41.700798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a16dc632-3da0-471d-80ae-b60617aeef25, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a16dc632-3da0-471d-80ae-b60617aeef25,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:41.716857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'a16dc632-3da0-471d-80ae-b60617aeef25', 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3', 'port_id': 'a16dc632-3da0-471d-80ae-b60617aeef25', 'mac_address': 'fa:16:3e:10:47:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f49136-2956-4a87-812b-de979c120eb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:41.757095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.773033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d9e6-dcd6-4075-8178-0b247391f203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.776818 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d9e6-dcd6-4075-8178-0b247391f203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.780498 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ecc8d9e6-dcd6-4075-8178-0b247391f203 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6175e1c2-9b2a-4163-8182-9db8910f9a56 HTTP/1.1" status: 204 len: 168 time: 0.3639159 Jul 13 07:29:41.809720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-c6bf94aa-3de5-46cc-813d-cf85b9bdca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.818070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-c6bf94aa-3de5-46cc-813d-cf85b9bdca67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 1095 time: 0.3786781 Jul 13 07:29:41.834998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8d9e6-dcd6-4075-8178-0b247391f203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6175e1c2-9b2a-4163-8182-9db8910f9a56,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:41.840797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.916444 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.918286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d6520f2-2f44-4d39-8fb9-7075b0857549 req-d429b9ce-9c59-48e4-bcf6-ff39291e8b79 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52 HTTP/1.1" status: 200 len: 210 time: 0.1138027 Jul 13 07:29:41.957136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16dc632-3da0-471d-80ae-b60617aeef25 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:41.978186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a16dc632-3da0-471d-80ae-b60617aeef25, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a16dc632-3da0-471d-80ae-b60617aeef25,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:41.983315 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.049101 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a16dc632-3da0-471d-80ae-b60617aeef25,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.049733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4c0e96f-7555-43a1-9b2f-31f6bb973640 req-cdf7de8f-f2c1-4fbf-89e8-5489a40380a2 service neutron] 10.222.0.38 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219813 Jul 13 07:29:42.074730 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.081335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.181668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Pushing event updated for resources: {'Port': ['ID=cd5cd2c7-500b-4113-a401-c095eeafdbee,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.207272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.225801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-4c680e5a-a53d-4c75-86b3-16f8da5b0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.228895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-4c680e5a-a53d-4c75-86b3-16f8da5b0219 service neutron] 10.222.0.48 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 906 time: 0.3833737 Jul 13 07:29:42.232908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.235027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-990980ff-1753-431b-be56-775208f96d2e tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5515876 Jul 13 07:29:42.284878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-e5043fd3-0e9b-46d4-a8bd-772da1bf83ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fced817a-cc86-4b37-9189-a9769db1a54c HTTP/1.1" status: 200 len: 217 time: 0.0431378 Jul 13 07:29:42.333822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-edbf8ca7-1dfb-4583-9cd2-1a4a931219fe tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.0902927 Jul 13 07:29:42.363774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-d36f3c21-f3ed-42be-a091-a2dedf1d76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.365636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-d36f3c21-f3ed-42be-a091-a2dedf1d76ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a3d5118-e307-46e8-9516-d176889377b8 HTTP/1.1" status: 200 len: 845 time: 0.0738420 Jul 13 07:29:42.385929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a16dc632-3da0-471d-80ae-b60617aeef25'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:42.448245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-fca43b86-7db4-4733-868c-5b389bde2e69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=893e1e5f-0171-40ef-8ebb-69dbde015537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752609 Jul 13 07:29:42.498961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-c5139650-d16a-472d-ab95-f899aa3e3f7c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.505110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9be0f0b-c2d7-4e17-a56a-41090e52aee9 req-c5139650-d16a-472d-ab95-f899aa3e3f7c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1660571 Jul 13 07:29:42.621989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bea54-0614-4d17-9f0a-bef018ca6537 req-cea88317-cff3-4290-9e8c-f2aafe5bc9ac tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.623881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a90bea54-0614-4d17-9f0a-bef018ca6537 req-cea88317-cff3-4290-9e8c-f2aafe5bc9ac tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 944 time: 0.1686261 Jul 13 07:29:42.651853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-41b7bc76-f745-4189-8e70-354fb68cc875 service neutron] 10.222.0.48 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937699 Jul 13 07:29:42.697465 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a90bea54-0614-4d17-9f0a-bef018ca6537 req-4cfe2896-81f7-44b2-b107-d8093c5c98e7 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672505 Jul 13 07:29:42.801892 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219f0c-ee62-47d1-b85e-052b53ca28a2 req-a9b149c7-bb79-4291-b003-33d3875288d8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.803684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f219f0c-ee62-47d1-b85e-052b53ca28a2 req-a9b149c7-bb79-4291-b003-33d3875288d8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 943 time: 0.1012099 Jul 13 07:29:42.828261 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3ef95d6-9b0c-4f64-aaa4-d415544b0635 req-9bee3fa2-01ee-4296-871e-0ff9b9b43ec5 service neutron] 10.222.0.48 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552482 Jul 13 07:29:42.860799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92af744a-9faf-4f1d-a6fa-21024d6250a1', 'tag': 'e652b37c-adf1-404c-904b-deea923e4c55'}, {'server_uuid': '5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52', 'name': 'network-vif-deleted', 'tag': 'fb303232-a521-4f00-8e46-d7b06b087a1e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:42.863116 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607" -d '{"events": [{"name": "network-changed", "server_uuid": "92af744a-9faf-4f1d-a6fa-21024d6250a1", "tag": "e652b37c-adf1-404c-904b-deea923e4c55"}, {"server_uuid": "5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52", "name": "network-vif-deleted", "tag": "fb303232-a521-4f00-8e46-d7b06b087a1e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:42.873866 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f219f0c-ee62-47d1-b85e-052b53ca28a2 req-5a90f6cb-42b7-449a-8b28-fcf5f6391bf9 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642028 Jul 13 07:29:42.949658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-1ad0c226-f59f-447f-a94b-1456d45508de tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.951349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-1ad0c226-f59f-447f-a94b-1456d45508de tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 821 time: 0.1512446 Jul 13 07:29:42.952979 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd717c9-e139-4ac3-91ac-9d432cf52941 x-openstack-request-id: req-3fd717c9-e139-4ac3-91ac-9d432cf52941 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:42.953277 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92af744a-9faf-4f1d-a6fa-21024d6250a1", "tag": "e652b37c-adf1-404c-904b-deea923e4c55", "status": "completed", "code": 200}, {"server_uuid": "5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52", "name": "network-vif-deleted", "tag": "fb303232-a521-4f00-8e46-d7b06b087a1e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:42.953650 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fd717c9-e139-4ac3-91ac-9d432cf52941 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:42.954076 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92af744a-9faf-4f1d-a6fa-21024d6250a1', 'tag': 'e652b37c-adf1-404c-904b-deea923e4c55', 'status': 'completed', 'code': 200} Jul 13 07:29:42.954333 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf98c43-5c0f-4c3d-89b7-e2fbfdb63e52', 'name': 'network-vif-deleted', 'tag': 'fb303232-a521-4f00-8e46-d7b06b087a1e', 'status': 'completed', 'code': 200} Jul 13 07:29:42.980770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-f8cd5c58-41bd-4820-a5ef-32231c36ec74 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/quotas/c650ef61379645049a3d8130989d167e HTTP/1.1" status: 200 len: 375 time: 0.0183234 Jul 13 07:29:43.096059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-f7487c14-5245-43fa-a1f3-a1a9c5c32db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.097606 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-f7487c14-5245-43fa-a1f3-a1a9c5c32db8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c15ae92a691243cca87377938f1e6b27&device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 1096 time: 0.1186604 Jul 13 07:29:43.115387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-43cd690d-3f73-4572-82c4-5f021eda3f32 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1254840 Jul 13 07:29:43.281877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-5b257fe4-6ad8-4cf7-9263-a263bf89898e service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655395 Jul 13 07:29:43.290570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-20abbde9-e483-42f5-bb74-04fbfc025c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.292275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-20abbde9-e483-42f5-bb74-04fbfc025c8b service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 200 len: 913 time: 0.1665924 Jul 13 07:29:43.368262 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-501b5af9-7261-4747-93c1-fbd0032d7552 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e652b37c-adf1-404c-904b-deea923e4c55 HTTP/1.1" status: 200 len: 217 time: 0.0587101 Jul 13 07:29:43.463475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a16dc632-3da0-471d-80ae-b60617aeef25 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:43.481967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-a6a0bd48-7ec8-4a43-99b2-d32b8347cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.484862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-a6a0bd48-7ec8-4a43-99b2-d32b8347cc2b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a5f49136-2956-4a87-812b-de979c120eb9 HTTP/1.1" status: 200 len: 852 time: 0.0833416 Jul 13 07:29:43.488089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-f739b61e-03f3-4667-b012-638db369a46e service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049253 Jul 13 07:29:43.563213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port a16dc632-3da0-471d-80ae-b60617aeef25 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:43.568447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port a16dc632-3da0-471d-80ae-b60617aeef25 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:43.568946 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.571171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-f5b57951-2d90-4d0c-98e7-5fe86248b76b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690608 Jul 13 07:29:43.632099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e652b37c-adf1-404c-904b-deea923e4c55 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:43.785767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-c9042637-0cca-4ac2-90c8-3ab6f5d0e565 service neutron] 10.222.0.38 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070282 Jul 13 07:29:43.792190 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.798558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c25dc6-ed6f-4f74-a288-614ca7043c4c req-064f0671-e09a-47d2-ac32-5b5de4fe1115 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.804491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03c25dc6-ed6f-4f74-a288-614ca7043c4c req-064f0671-e09a-47d2-ac32-5b5de4fe1115 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 949 time: 0.1930563 Jul 13 07:29:43.910851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03c25dc6-ed6f-4f74-a288-614ca7043c4c req-8e6b4ed6-3a78-4bf2-bcce-bfbc380504e0 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993652 Jul 13 07:29:43.940798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3665e524-8f1d-4ba2-ba27-b02a3c912044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16dc632-3da0-471d-80ae-b60617aeef25'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:43.943436 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17981a59-b71d-4441-9eed-4a657ace16b2" -d '{"events": [{"server_uuid": "3665e524-8f1d-4ba2-ba27-b02a3c912044", "name": "network-vif-plugged", "status": "completed", "tag": "a16dc632-3da0-471d-80ae-b60617aeef25"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:43.962699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a16dc632-3da0-471d-80ae-b60617aeef25, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a16dc632-3da0-471d-80ae-b60617aeef25,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:43.971530 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.986785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e652b37c-adf1-404c-904b-deea923e4c55, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e652b37c-adf1-404c-904b-deea923e4c55,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:43.994559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95a3c492-3df9-4a34-9b5a-c7064fd643e8 req-41e9afdb-66b9-4da0-96d3-e314e473ae71 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 210 time: 0.0425839 Jul 13 07:29:44.099851 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49b2ace3-d18f-4c29-b7d3-5a04d2dd3607 req-1ba68145-b3ca-4548-bf03-940c8f1f8e1c service neutron] 10.222.0.38 "GET /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124444 Jul 13 07:29:44.124236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'e652b37c-adf1-404c-904b-deea923e4c55', 'network_id': 'b3b33d0b-0e49-4259-94a6-a1af13e2a2c3', 'port_id': 'e652b37c-adf1-404c-904b-deea923e4c55', 'mac_address': 'fa:16:3e:f4:4e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f49136-2956-4a87-812b-de979c120eb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:44.299388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ed45a-7fa2-43ef-9000-27e07d8f4ce1 req-ad288e6a-2575-41f5-8624-342d0a092b1a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:44.300829 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c83ed45a-7fa2-43ef-9000-27e07d8f4ce1 req-ad288e6a-2575-41f5-8624-342d0a092b1a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 944 time: 0.0886574 Jul 13 07:29:44.320602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a16dc632-3da0-471d-80ae-b60617aeef25,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:44.345904 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.381863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c83ed45a-7fa2-43ef-9000-27e07d8f4ce1 req-731e9cd8-ed25-4326-b550-31ef703ca5f9 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752478 Jul 13 07:29:44.397878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e652b37c-adf1-404c-904b-deea923e4c55 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:44.406971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc4f5-bc5e-4643-b88a-9e406c2aa6b1 req-390ffd15-f088-4795-9138-889a51b5c9ed tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:44.408735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa8bc4f5-bc5e-4643-b88a-9e406c2aa6b1 req-390ffd15-f088-4795-9138-889a51b5c9ed tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 943 time: 0.1418271 Jul 13 07:29:44.445311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e652b37c-adf1-404c-904b-deea923e4c55, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e652b37c-adf1-404c-904b-deea923e4c55,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:44.449857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.473552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa8bc4f5-bc5e-4643-b88a-9e406c2aa6b1 req-750b0e5d-0174-45f9-af15-329e0b37a627 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Jul 13 07:29:44.486199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39588) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:44.513448 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b9883b-dc31-4cf2-874a-6c15da9be689 x-openstack-request-id: req-22b9883b-dc31-4cf2-874a-6c15da9be689 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:44.514058 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3665e524-8f1d-4ba2-ba27-b02a3c912044", "name": "network-vif-plugged", "status": "completed", "tag": "a16dc632-3da0-471d-80ae-b60617aeef25", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:44.514058 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22b9883b-dc31-4cf2-874a-6c15da9be689 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:44.514386 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3665e524-8f1d-4ba2-ba27-b02a3c912044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16dc632-3da0-471d-80ae-b60617aeef25', 'code': 200} Jul 13 07:29:44.569463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e652b37c-adf1-404c-904b-deea923e4c55,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:44.617441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:44.715450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d253f-2531-4197-bc65-78389ea6481d req-35e1164b-84d3-474e-bd02-18e08533fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:44.716989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8a4d253f-2531-4197-bc65-78389ea6481d req-35e1164b-84d3-474e-bd02-18e08533fce7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3665e524-8f1d-4ba2-ba27-b02a3c912044 HTTP/1.1" status: 200 len: 1097 time: 0.0651126 Jul 13 07:29:44.781839 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8a4d253f-2531-4197-bc65-78389ea6481d req-6265802b-1cfd-46f0-88d3-66014f093dd4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580945 Jul 13 07:29:44.793181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e652b37c-adf1-404c-904b-deea923e4c55'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:44.820417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-45a476d8-7e6f-43d7-82f3-a0274cab2508 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:44.822292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-45a476d8-7e6f-43d7-82f3-a0274cab2508 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 949 time: 0.1408215 Jul 13 07:29:44.823091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff93b-1d92-4ff3-a24b-4391a9e48d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.841039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11b82bcb-5100-43e1-b261-e99575efa040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.901044 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-11b82bcb-5100-43e1-b261-e99575efa040 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:29:44.901044 n-d-758944-43 neutron-server[93774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:29:44.901044 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id': 'ab421abe98144714849c8cf94ca6037c', 'id': '37faacf4-b022-4e89-9a20-b63f4018a5d6', 'expiration': datetime.datetime(2021, 7, 13, 7, 31, 44, 884312)}] Jul 13 07:29:44.901044 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:29:44.901498 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-11b82bcb-5100-43e1-b261-e99575efa040 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:29:45.032074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Deleting port 802eead8-8379-4029-8346-81c9621354f4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:45.032461 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.178672 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff93b-1d92-4ff3-a24b-4391a9e48d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.187819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e764c76-455c-4b36-8e69-aa2c48631f2d req-99a336da-d79d-4412-9c3d-16e9b17aa0ba tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 210 time: 0.0357358 Jul 13 07:29:45.192399 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff93b-1d92-4ff3-a24b-4391a9e48d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.209827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] For port 802eead8-8379-4029-8346-81c9621354f4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=802eead8-8379-4029-8346-81c9621354f4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:45.210224 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.254045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Calling delete_port for 802eead8-8379-4029-8346-81c9621354f4 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:45.263163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981542e7-9c7b-4ca2-959f-d1b635b22bf2 req-8526bfa0-0d7a-4fdb-ab8a-64c8fc5dc156 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:45.265194 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-981542e7-9c7b-4ca2-959f-d1b635b22bf2 req-8526bfa0-0d7a-4fdb-ab8a-64c8fc5dc156 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 949 time: 0.2142422 Jul 13 07:29:45.269912 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6f8ff93b-1d92-4ff3-a24b-4391a9e48d74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0395184fa334a7b93ba52c8e92f7d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7810285 Jul 13 07:29:45.270799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ff93b-1d92-4ff3-a24b-4391a9e48d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d6ea1d-1fa3-4297-a7e1-feb5c8ed9d04,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:45.272549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:45.364276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9470417-71ff-4941-b74a-009015655ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.371328 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-981542e7-9c7b-4ca2-959f-d1b635b22bf2 req-66d558c9-6aa9-4eac-9e28-3925cd3dafc2 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826705 Jul 13 07:29:45.410850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11b82bcb-5100-43e1-b261-e99575efa040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.479406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.506244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fced817a-cc86-4b37-9189-a9769db1a54c details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:45.527114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Pushing event deleted for resources: {'Port': ['ID=802eead8-8379-4029-8346-81c9621354f4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:45.537685 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9470417-71ff-4941-b74a-009015655ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.588001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] No DVR routers for this DVR port 802eead8-8379-4029-8346-81c9621354f4 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:45.591451 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.593631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c166395-1128-4e44-8480-fd53a83c82e7 req-e429d30b-1c94-4a05-ad31-b1f3e5374341 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.48 "DELETE /v2.0/ports/802eead8-8379-4029-8346-81c9621354f4 HTTP/1.1" status: 204 len: 173 time: 0.7616267 Jul 13 07:29:45.594294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a3b01d-8393-46b4-b564-fee78931f922', 'name': 'network-vif-deleted', 'tag': '802eead8-8379-4029-8346-81c9621354f4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:45.598304 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4b5610-d23a-4e82-8eeb-3e3c4c254dd8" -d '{"events": [{"server_uuid": "71a3b01d-8393-46b4-b564-fee78931f922", "name": "network-vif-deleted", "tag": "802eead8-8379-4029-8346-81c9621354f4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:45.677383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fced817a-cc86-4b37-9189-a9769db1a54c,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:45.694583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['802eead8-8379-4029-8346-81c9621354f4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:45.697528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:45.719229 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'fced817a-cc86-4b37-9189-a9769db1a54c', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'port_id': 'fced817a-cc86-4b37-9189-a9769db1a54c', 'mac_address': 'fa:16:3e:b1:27:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3d5118-e307-46e8-9516-d176889377b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:45.730050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e652b37c-adf1-404c-904b-deea923e4c55 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:45.752489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-ab404949-5121-4efb-a776-7908b1c8d866 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:45.754300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-ab404949-5121-4efb-a776-7908b1c8d866 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 821 time: 0.4066215 Jul 13 07:29:45.802543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Request body: {'port': {'device_id': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'admin_state_up': True, 'tenant_id': 'c650ef61379645049a3d8130989d167e'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:45.866844 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.905014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec339ef-c55f-49b9-a101-3bbd79761951 req-7761fe41-9805-4937-9c50-7f9f9f86dd71 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:45.908280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fced817a-cc86-4b37-9189-a9769db1a54c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:45.909223 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9470417-71ff-4941-b74a-009015655ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.911895 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ec339ef-c55f-49b9-a101-3bbd79761951 req-7761fe41-9805-4937-9c50-7f9f9f86dd71 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 943 time: 0.1222920 Jul 13 07:29:45.926323 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9470417-71ff-4941-b74a-009015655ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.931214 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a9470417-71ff-4941-b74a-009015655ab1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37d6ea1d-1fa3-4297-a7e1-feb5c8ed9d04 HTTP/1.1" status: 204 len: 168 time: 0.6573229 Jul 13 07:29:45.958592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9470417-71ff-4941-b74a-009015655ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d6ea1d-1fa3-4297-a7e1-feb5c8ed9d04,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:45.968399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ec339ef-c55f-49b9-a101-3bbd79761951 req-bac95e7f-ebe3-4c7f-8b00-bf4e39f735cf tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506430 Jul 13 07:29:45.987284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fced817a-cc86-4b37-9189-a9769db1a54c,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:46.015782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port e652b37c-adf1-404c-904b-deea923e4c55 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:46.026307 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.043552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644dbe2-7a72-43ac-a366-b3abd3e4b53a req-f1567036-7722-4e24-9011-d8eafe5981e1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:46.053579 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2644dbe2-7a72-43ac-a366-b3abd3e4b53a req-f1567036-7722-4e24-9011-d8eafe5981e1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 945 time: 0.2951932 Jul 13 07:29:46.062648 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347c6b84-eb31-4b2a-8cce-ec27f9985f32 x-openstack-request-id: req-347c6b84-eb31-4b2a-8cce-ec27f9985f32 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:46.062981 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a3b01d-8393-46b4-b564-fee78931f922", "name": "network-vif-deleted", "tag": "802eead8-8379-4029-8346-81c9621354f4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:46.063234 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-347c6b84-eb31-4b2a-8cce-ec27f9985f32 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:46.063870 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a3b01d-8393-46b4-b564-fee78931f922', 'name': 'network-vif-deleted', 'tag': '802eead8-8379-4029-8346-81c9621354f4', 'status': 'completed', 'code': 200} Jul 13 07:29:46.107207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11b82bcb-5100-43e1-b261-e99575efa040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.109725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port e652b37c-adf1-404c-904b-deea923e4c55 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:46.110696 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.120894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11b82bcb-5100-43e1-b261-e99575efa040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.160408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2644dbe2-7a72-43ac-a366-b3abd3e4b53a req-9c609bb6-6a92-446f-b3c9-ad0738e1d49d tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056483 Jul 13 07:29:46.207586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Made reservation on behalf of c650ef61379645049a3d8130989d167e for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:46.211890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.254737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=fced817a-cc86-4b37-9189-a9769db1a54c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:46.267738 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-11b82bcb-5100-43e1-b261-e99575efa040 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab421abe98144714849c8cf94ca6037c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6485221 Jul 13 07:29:46.270786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:46.278712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b82bcb-5100-43e1-b261-e99575efa040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9464f5-0d7c-4cd4-a73b-d660d4860265,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:46.350509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.394789 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b35e042-95d7-4d74-ab11-c67840990ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.422951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b35e042-95d7-4d74-ab11-c67840990ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.438283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e652b37c-adf1-404c-904b-deea923e4c55, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e652b37c-adf1-404c-904b-deea923e4c55,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:46.443215 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.476541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['fced817a-cc86-4b37-9189-a9769db1a54c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:46.482278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b35e042-95d7-4d74-ab11-c67840990ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.486733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b35e042-95d7-4d74-ab11-c67840990ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.488065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3b35e042-95d7-4d74-ab11-c67840990ce7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d9464f5-0d7c-4cd4-a73b-d660d4860265 HTTP/1.1" status: 204 len: 168 time: 0.2156975 Jul 13 07:29:46.511524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35e042-95d7-4d74-ab11-c67840990ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9464f5-0d7c-4cd4-a73b-d660d4860265,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:46.518992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7e5790b-1040-48e8-9751-7c32c5521c53 req-2d1359f9-50c1-467d-8fff-c67a29c9d87f tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 210 time: 0.1029541 Jul 13 07:29:46.541381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92af744a-9faf-4f1d-a6fa-21024d6250a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e652b37c-adf1-404c-904b-deea923e4c55'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:46.544825 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1ffec4-f018-4b1d-bb78-ddf8b4741d86" -d '{"events": [{"server_uuid": "92af744a-9faf-4f1d-a6fa-21024d6250a1", "name": "network-vif-plugged", "status": "completed", "tag": "e652b37c-adf1-404c-904b-deea923e4c55"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:46.651423 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d565507-2ec2-4fcd-ab8b-1a13b2b205a3 x-openstack-request-id: req-4d565507-2ec2-4fcd-ab8b-1a13b2b205a3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:46.651714 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92af744a-9faf-4f1d-a6fa-21024d6250a1", "name": "network-vif-plugged", "status": "completed", "tag": "e652b37c-adf1-404c-904b-deea923e4c55", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:46.652349 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d565507-2ec2-4fcd-ab8b-1a13b2b205a3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:46.652884 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92af744a-9faf-4f1d-a6fa-21024d6250a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e652b37c-adf1-404c-904b-deea923e4c55', 'code': 200} Jul 13 07:29:46.655012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Allocated IP 172.20.0.5 (ca75b4cc-2248-4caf-be58-679d656b2a95/d64769a3-8135-4c41-a187-fe4921e4ad78/faff8855-78f2-4560-b3bf-45bf592ea108) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:46.662335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e652b37c-adf1-404c-904b-deea923e4c55,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:46.701398 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db8d4aec-e55c-40fe-b4a7-d06ef53109b1 req-deb5fac5-0d03-49fa-9f9e-f3f883ed96b9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a3b01d-8393-46b4-b564-fee78931f922 HTTP/1.1" status: 200 len: 210 time: 0.0916111 Jul 13 07:29:47.277930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ad533-3942-4045-aed5-c163aadf36ca req-a4758e74-7c62-488b-8c2e-285b109979a0 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.291603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-801ad533-3942-4045-aed5-c163aadf36ca req-a4758e74-7c62-488b-8c2e-285b109979a0 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 944 time: 0.1605332 Jul 13 07:29:47.305582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2d421-3294-4bf1-9fa6-0cab33c3c4ca req-4b0072e0-0737-4176-a6de-f5e2fabc5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.307005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9f2d421-3294-4bf1-9fa6-0cab33c3c4ca req-4b0072e0-0737-4176-a6de-f5e2fabc5cd3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 1098 time: 0.1887975 Jul 13 07:29:47.367913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9f2d421-3294-4bf1-9fa6-0cab33c3c4ca req-b4979a25-f90e-4174-aa7c-02fd397bb387 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529132 Jul 13 07:29:47.381579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.405565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Transition to ACTIVE for port object faff8855-78f2-4560-b3bf-45bf592ea108 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:47.407072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-801ad533-3942-4045-aed5-c163aadf36ca req-4a2bbf12-feea-485c-991f-1610fec06a84 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135454 Jul 13 07:29:47.452193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.465051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2c1aabf9-28a4-4861-b92e-0f1842d18481'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:47.510996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 802eead8-8379-4029-8346-81c9621354f4 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:47.538701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Network ca75b4cc-2248-4caf-be58-679d656b2a95 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:47.550421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 802eead8-8379-4029-8346-81c9621354f4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:47.550421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 802eead8-8379-4029-8346-81c9621354f4 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:47.571090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:47.580490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:47.675611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.676301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.706916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Pushing event updated for resources: {'Port': ['ID=faff8855-78f2-4560-b3bf-45bf592ea108,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:47.725797 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-2cf59b83-aca1-4f00-ac79-875e18e12dd7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9520030 Jul 13 07:29:47.741717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Request body: {'port': {'device_id': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:47.824867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78088c-8137-48c2-9b67-ff1291c8a8b3 req-846a9fad-800f-4cf5-bec5-a7553702a8c6 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.832690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9d78088c-8137-48c2-9b67-ff1291c8a8b3 req-846a9fad-800f-4cf5-bec5-a7553702a8c6 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 946 time: 0.3433197 Jul 13 07:29:47.870106 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d8ab3-e171-45a2-8893-66cfae123c8c req-b7b51643-648e-4fa3-a57b-5bb14b8846c6 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.871732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b10d8ab3-e171-45a2-8893-66cfae123c8c req-b7b51643-648e-4fa3-a57b-5bb14b8846c6 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.1112132 Jul 13 07:29:47.895211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8edeb77a-2756-432d-a6a3-7693fff3a0dd None None] Provisioning for port faff8855-78f2-4560-b3bf-45bf592ea108 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:47.901856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8edeb77a-2756-432d-a6a3-7693fff3a0dd None None] Provisioning complete for port faff8855-78f2-4560-b3bf-45bf592ea108 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:47.902269 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8edeb77a-2756-432d-a6a3-7693fff3a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.924933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9d78088c-8137-48c2-9b67-ff1291c8a8b3 req-09957a05-9da9-4d67-8a52-3319f9e57ac1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910082 Jul 13 07:29:47.931167 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b10d8ab3-e171-45a2-8893-66cfae123c8c req-4ee6db85-fe68-401d-9767-f949388f3e52 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522532 Jul 13 07:29:47.952063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.993915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8edeb77a-2756-432d-a6a3-7693fff3a0dd None None] Port faff8855-78f2-4560-b3bf-45bf592ea108 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:48.145775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:48.272465 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad3dd946-988b-4b64-a951-5165dd420964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.340015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2003722351'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:48.376081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae04769-79c2-4558-b265-3be341382b3b req-17c3f0af-6f33-4ba9-9dd3-cd256529dc2a tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.385121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Made reservation on behalf of f612469bf44b46d9846d33e64004ee5b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:48.390875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.393104 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4ae04769-79c2-4558-b265-3be341382b3b req-17c3f0af-6f33-4ba9-9dd3-cd256529dc2a tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 931 time: 0.2745783 Jul 13 07:29:48.401658 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.413449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39724) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:48.480225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4ae04769-79c2-4558-b265-3be341382b3b req-1d614bf3-388d-42a1-a5f8-b06886694cc3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859046 Jul 13 07:29:48.533313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faff8855-78f2-4560-b3bf-45bf592ea108 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:48.543758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.562808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Transition to ACTIVE for port object faff8855-78f2-4560-b3bf-45bf592ea108 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:48.570506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-107c8588-2446-46eb-ac62-e6b260125923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.578992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.579967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.586485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.628267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:48.639325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb3d44-fe82-4dc2-8852-122eb2a52391,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:48.649670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.650246 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Added segment d3e64f78-6892-41dd-8094-8b9e894dc7bb of type vlan for network 5bfff842-f406-438d-8169-3617012f01af Jul 13 07:29:48.690802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429b64-b782-431a-b4e1-c3c8888d9f0a req-175effa0-462c-4b1e-875e-b766755fd4e9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.692509 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-93429b64-b782-431a-b4e1-c3c8888d9f0a req-175effa0-462c-4b1e-875e-b766755fd4e9 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 950 time: 0.1654418 Jul 13 07:29:48.701437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Pushing event updated for resources: {'Port': ['ID=faff8855-78f2-4560-b3bf-45bf592ea108,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:48.715913 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.766567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-93429b64-b782-431a-b4e1-c3c8888d9f0a req-de396bf0-ca5c-46af-aa6e-3b04d97e2296 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670443 Jul 13 07:29:48.781327 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.787392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.788014 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.856184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc03579-9aba-44e3-9df1-c8369e8d485a req-7349c839-4955-4653-b779-2ca16e64fc08 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.858002 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6bc03579-9aba-44e3-9df1-c8369e8d485a req-7349c839-4955-4653-b779-2ca16e64fc08 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 944 time: 0.2437096 Jul 13 07:29:48.862078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Attempting to bind port faff8855-78f2-4560-b3bf-45bf592ea108 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:48.862554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Attempting to bind port faff8855-78f2-4560-b3bf-45bf592ea108 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:48.862887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Attempting to bind port faff8855-78f2-4560-b3bf-45bf592ea108 on network ca75b4cc-2248-4caf-be58-679d656b2a95 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:48.869397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Pushing event updated for resources: {'Network': ['ID=5bfff842-f406-438d-8169-3617012f01af,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:48.883401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Port faff8855-78f2-4560-b3bf-45bf592ea108 on network ca75b4cc-2248-4caf-be58-679d656b2a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:48.883742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Attempting to bind port faff8855-78f2-4560-b3bf-45bf592ea108 on network ca75b4cc-2248-4caf-be58-679d656b2a95 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:48.884169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 5bfff842-f406-438d-8169-3617012f01af details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:48.914095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:48.914472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Checking segment: {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:48.914847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Bound using segment: {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:48.915297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Bound port: faff8855-78f2-4560-b3bf-45bf592ea108, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b320f535-dc1b-4844-8698-d7cf3702dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:48.915665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.947324 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-107c8588-2446-46eb-ac62-e6b260125923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.962747 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fe659789-c2ce-4b60-84e8-6de896af833b tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8155749 Jul 13 07:29:48.968775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-107c8588-2446-46eb-ac62-e6b260125923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.999294 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6bc03579-9aba-44e3-9df1-c8369e8d485a req-d1ed9f56-48b3-4ec9-9fdb-767a5fb018e8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277454 Jul 13 07:29:49.056241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c8588-2446-46eb-ac62-e6b260125923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355bdab0-25cf-45b7-a948-b86ff019ef88,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:49.060428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-107c8588-2446-46eb-ac62-e6b260125923 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31609681bc434254b85c40bfef090898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458147 Jul 13 07:29:49.063114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:49.108705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] For port faff8855-78f2-4560-b3bf-45bf592ea108, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:49.128339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] For port faff8855-78f2-4560-b3bf-45bf592ea108, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=faff8855-78f2-4560-b3bf-45bf592ea108,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:49.140169 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.148624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbace7a-4423-42f8-95ac-f0afcc89b503 req-6ee14fd2-40bc-4c82-b090-5fcc44144318 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.150365 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8dbace7a-4423-42f8-95ac-f0afcc89b503 req-6ee14fd2-40bc-4c82-b090-5fcc44144318 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 946 time: 0.0709498 Jul 13 07:29:49.170004 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd76ba04-a2a0-47aa-8770-550d6d48bf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.195494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.196131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.197561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] 10.222.0.38 "PUT /v2.0/ports/faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 200 len: 1092 time: 1.4610023 Jul 13 07:29:49.198021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:49.200278 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:49.203802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8dbace7a-4423-42f8-95ac-f0afcc89b503 req-255a32d9-d90d-495b-9dcf-8288390b1387 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455401 Jul 13 07:29:49.231478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd76ba04-a2a0-47aa-8770-550d6d48bf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.237890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de508a-7cbb-42f0-b266-dcad85e94a00 service neutron] Pushing event updated for resources: {'Port': ['ID=faff8855-78f2-4560-b3bf-45bf592ea108,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:49.290958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:49.296291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Request body: {'port': {'network_id': '5bfff842-f406-438d-8169-3617012f01af', 'binding:host_id': 'n-h1-758944-43', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-131808782'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:49.333409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd76ba04-a2a0-47aa-8770-550d6d48bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.334282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Made reservation on behalf of dadb6b8def0d4167b124be56b39dc148 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:49.336369 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd76ba04-a2a0-47aa-8770-550d6d48bf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.337501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.337934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fd76ba04-a2a0-47aa-8770-550d6d48bf9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/355bdab0-25cf-45b7-a948-b86ff019ef88 HTTP/1.1" status: 204 len: 168 time: 0.2737515 Jul 13 07:29:49.349631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76ba04-a2a0-47aa-8770-550d6d48bf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355bdab0-25cf-45b7-a948-b86ff019ef88,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:49.350665 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.376650 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9710fe03-ea5c-41da-bfc3-5af576a9a737 x-openstack-request-id: req-9710fe03-ea5c-41da-bfc3-5af576a9a737 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:49.377215 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:49.377498 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9710fe03-ea5c-41da-bfc3-5af576a9a737 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:49.378029 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'status': 'completed', 'code': 200} Jul 13 07:29:49.395867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-edeff51a-a5a8-46c5-8142-326eb8533015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.397582 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-edeff51a-a5a8-46c5-8142-326eb8533015 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 1095 time: 0.1339192 Jul 13 07:29:49.470658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-a1395fd3-c18c-4519-83fe-9bbce5d2881b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 200 len: 217 time: 0.0554318 Jul 13 07:29:49.508828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fced817a-cc86-4b37-9189-a9769db1a54c up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:49.522853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eeaa8-8930-4d50-9d4c-a542a6bf641c req-bbf85381-31fe-4b98-b895-6dd187d80a0e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.524483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b84eeaa8-8930-4d50-9d4c-a542a6bf641c req-bbf85381-31fe-4b98-b895-6dd187d80a0e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.1065121 Jul 13 07:29:49.573045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port fced817a-cc86-4b37-9189-a9769db1a54c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:49.577182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port fced817a-cc86-4b37-9189-a9769db1a54c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:49.577561 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.585996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b84eeaa8-8930-4d50-9d4c-a542a6bf641c req-d3975ff4-44fe-4e17-a68d-1384ce94ff3d tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493014 Jul 13 07:29:49.598590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.603162 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.612494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] device_id is not set on port ccecd257-1aba-4d86-bfe5-8cf52d457e92 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:29:49.659902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-aaed7e59-d8ba-46df-97c9-54d418965f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.661430 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-aaed7e59-d8ba-46df-97c9-54d418965f55 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.1835072 Jul 13 07:29:49.708143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca57b4-97aa-43fa-8cdb-b1175dc42693 req-f21ba7c3-dc30-4391-9133-48b7a85f354a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.715076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0ca57b4-97aa-43fa-8cdb-b1175dc42693 req-f21ba7c3-dc30-4391-9133-48b7a85f354a tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=3665e524-8f1d-4ba2-ba27-b02a3c912044 HTTP/1.1" status: 200 len: 945 time: 0.1764889 Jul 13 07:29:49.758198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.784069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:49.786883 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d059eb-517f-4a55-af7c-b31888d3ecfd" -d '{"events": [{"server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "name": "network-vif-plugged", "status": "completed", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:49.790195 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43c9f4d-5a22-4dd4-8c14-a2d5c7a51b26,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:49.803928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0ca57b4-97aa-43fa-8cdb-b1175dc42693 req-1a269ff1-ca6e-4276-95ba-cf6d55807b96 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878618 Jul 13 07:29:49.811813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fced817a-cc86-4b37-9189-a9769db1a54c,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:49.817304 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.860392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-af686f3e-dc8a-4a24-acb3-f0f3569dd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.862436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-af686f3e-dc8a-4a24-acb3-f0f3569dd460 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1795290 Jul 13 07:29:49.872780 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdd3de6-a552-4d3e-bb73-918212880548 x-openstack-request-id: req-3fdd3de6-a552-4d3e-bb73-918212880548 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:49.873164 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "name": "network-vif-plugged", "status": "completed", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:49.873484 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fdd3de6-a552-4d3e-bb73-918212880548 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:49.873988 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c', 'code': 200} Jul 13 07:29:49.904624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=fced817a-cc86-4b37-9189-a9769db1a54c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:49.974975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] device_id is not set on port ccecd257-1aba-4d86-bfe5-8cf52d457e92 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:29:49.986005 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.998136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Transition to ACTIVE for port object ccecd257-1aba-4d86-bfe5-8cf52d457e92 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:50.042311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.095671 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-23edc86f-d97d-4673-b45e-6079d82ab8a9 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248187 Jul 13 07:29:50.104293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-eea74a13-7168-4af0-8d00-78abb2c10b37 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.105067 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a74699-da90-419c-bfa0-d5ac5c3d32ee req-f1f939c5-144f-4a02-8f2b-50769adba200 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.105750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-eea74a13-7168-4af0-8d00-78abb2c10b37 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 950 time: 0.2111528 Jul 13 07:29:50.106742 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-57a74699-da90-419c-bfa0-d5ac5c3d32ee req-f1f939c5-144f-4a02-8f2b-50769adba200 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 943 time: 0.3273528 Jul 13 07:29:50.118459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'Port': ['ID=ccecd257-1aba-4d86-bfe5-8cf52d457e92,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:50.177885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9254cc-bca5-41b1-a756-525622676c86 req-aa468d20-1c78-43c7-a35e-144269ca1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.179588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa9254cc-bca5-41b1-a756-525622676c86 req-aa468d20-1c78-43c7-a35e-144269ca1fdb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 1097 time: 0.1750934 Jul 13 07:29:50.185660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Checking segment: {'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:50.186046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Network hostable DHCP agents. Network: 5bfff842-f406-438d-8169-3617012f01af, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:50.193073 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-57a74699-da90-419c-bfa0-d5ac5c3d32ee req-a63e7522-bb5c-4470-b8d5-c6af7b07f537 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639207 Jul 13 07:29:50.222499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Network 5bfff842-f406-438d-8169-3617012f01af is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:50.231295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414626a-df1e-4106-9c02-357f80f1967e req-d90a12f8-c43a-4b63-a729-ca77d34c0b94 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.238995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d414626a-df1e-4106-9c02-357f80f1967e req-d90a12f8-c43a-4b63-a729-ca77d34c0b94 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 950 time: 0.2197535 Jul 13 07:29:50.242084 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa9254cc-bca5-41b1-a756-525622676c86 req-31a3c8df-9e1b-4a18-9f84-29ab749004fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520651 Jul 13 07:29:50.243414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 5bfff842-f406-438d-8169-3617012f01af) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:50.247347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:50.260151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f6124-b4ae-4824-b362-a18127bb21e7 None None] Network 5bfff842-f406-438d-8169-3617012f01af requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:50.272387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.272733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.273103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.284854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.285211 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.285609 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 2 to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 Jul 13 07:29:50.301846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.302219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.302562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.307961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.308299 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.308695 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 3 to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 Jul 13 07:29:50.336350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.336744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.337668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.347412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.347776 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.348468 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 4 to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 Jul 13 07:29:50.376509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.377069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.377223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.378396 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d414626a-df1e-4106-9c02-357f80f1967e req-f2719c26-07db-4f1b-8eac-c0dea98611f3 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5439c1d-397d-409d-a037-255f82686712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384304 Jul 13 07:29:50.390653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.403762 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.404297 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 5 to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 Jul 13 07:29:50.438739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.439085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.439884 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.441448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa11a09d-a5ad-4f7b-9fd9-bf2bc20680fc req-4ffc829f-2bd7-4026-b67e-acb7b59ff4f7 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345480 Jul 13 07:29:50.445034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.445520 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.456247 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 6 to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 Jul 13 07:29:50.465230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Deleting port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:50.467171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.480803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.481428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.481781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.495711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.496405 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.498401 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 7 to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 Jul 13 07:29:50.525992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.526343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.526683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.531351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.531711 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.532072 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 8 to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 Jul 13 07:29:50.557158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.557590 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.558081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.565371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.565818 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.566445 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 9 to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 Jul 13 07:29:50.588320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.588741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.589714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.595079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.595509 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.596034 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 10 to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 Jul 13 07:29:50.625653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:50.625653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:50.625653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:50.641065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:50.641415 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port ccecd257-1aba-4d86-bfe5-8cf52d457e92 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:50.642406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.725082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] For port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:50.725460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.741046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-33a1db34-1a64-47cd-a16b-a298837ed3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.742866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-33a1db34-1a64-47cd-a16b-a298837ed3cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 1095 time: 0.2386172 Jul 13 07:29:50.742988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] For port ccecd257-1aba-4d86-bfe5-8cf52d457e92, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:50.743373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempted to set empty binding levels {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:29:50.748935 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.749669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Calling delete_port for e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:50.803699 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.804417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.822531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'Port': ['ID=ccecd257-1aba-4d86-bfe5-8cf52d457e92,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:50.828812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-35976f82-464a-4525-8923-ba1c6abeea42 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.5365367 Jul 13 07:29:50.831494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39796) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:50.854467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df90c06-b05b-410c-97c3-c267b0d96890 req-5e181939-ac4f-4beb-8078-718644f36f3d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.856017 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9df90c06-b05b-410c-97c3-c267b0d96890 req-5e181939-ac4f-4beb-8078-718644f36f3d tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 945 time: 0.1972389 Jul 13 07:29:50.969408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9df90c06-b05b-410c-97c3-c267b0d96890 req-fccbf1f8-e0a3-4111-9d5b-6dc0a9f36979 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810244 Jul 13 07:29:50.969765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-db1d29af-1b6a-4501-b446-4ad78dc4a72d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Deleting port ccecd257-1aba-4d86-bfe5-8cf52d457e92 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:50.970161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1d29af-1b6a-4501-b446-4ad78dc4a72d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.971340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-7ec9c510-112a-4709-983a-2f54fe114c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.972860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-7ec9c510-112a-4709-983a-2f54fe114c59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.2200174 Jul 13 07:29:51.016624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f90ffc7-8e81-4e50-883f-f0ab63e5ce7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.058085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-de69ae44-7c3c-4858-9f2c-e182b072466d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 200 len: 217 time: 0.0777779 Jul 13 07:29:51.063626 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.113604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-db1d29af-1b6a-4501-b446-4ad78dc4a72d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] For port ccecd257-1aba-4d86-bfe5-8cf52d457e92, host n-h1-758944-43, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:51.113881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1d29af-1b6a-4501-b446-4ad78dc4a72d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.132787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-db1d29af-1b6a-4501-b446-4ad78dc4a72d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Calling delete_port for ccecd257-1aba-4d86-bfe5-8cf52d457e92 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:51.197305 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.213102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:51.213313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-29ab683f-b5b8-4ebd-bbb9-392eec5c6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:51.214909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-29ab683f-b5b8-4ebd-bbb9-392eec5c6682 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.1495302 Jul 13 07:29:51.249779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef55ffd-34d2-451d-b79c-1a088736a09b req-0cf176a6-7e9c-4be8-9c1d-e1fbf2cf5e82 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:51.251989 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7ef55ffd-34d2-451d-b79c-1a088736a09b req-0cf176a6-7e9c-4be8-9c1d-e1fbf2cf5e82 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.1804640 Jul 13 07:29:51.277318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Pushing event deleted for resources: {'Port': ['ID=e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.320763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1d29af-1b6a-4501-b446-4ad78dc4a72d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.353115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] No DVR routers for this DVR port e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:51.356170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.358296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ecb6c65-3efd-4435-9ebf-6d8fee5d1534 req-c80a1405-092e-4c26-a6e3-25cccff153de tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.38 "DELETE /v2.0/ports/e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 HTTP/1.1" status: 204 len: 173 time: 1.2358608 Jul 13 07:29:51.373837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d29af-1b6a-4501-b446-4ad78dc4a72d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccecd257-1aba-4d86-bfe5-8cf52d457e92,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.381773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'name': 'network-vif-deleted', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:51.384107 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68572d35-ce95-4172-ac81-46977ecd38ab" -d '{"events": [{"server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "name": "network-vif-deleted", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:51.398555 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7ef55ffd-34d2-451d-b79c-1a088736a09b req-003fef1a-be4e-4257-b01f-4774be98e1ea tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403000 Jul 13 07:29:51.409343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e531e4-0581-49b0-89f5-9bacc23a359a req-16dc4b51-f41d-4719-9b40-f3188180b073 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:51.413513 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1d29af-1b6a-4501-b446-4ad78dc4a72d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.421023 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-db1d29af-1b6a-4501-b446-4ad78dc4a72d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "DELETE /v2.0/ports/ccecd257-1aba-4d86-bfe5-8cf52d457e92 HTTP/1.1" status: 204 len: 168 time: 0.5882318 Jul 13 07:29:51.422234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:51.425786 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8e531e4-0581-49b0-89f5-9bacc23a359a req-16dc4b51-f41d-4719-9b40-f3188180b073 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=3665e524-8f1d-4ba2-ba27-b02a3c912044 HTTP/1.1" status: 200 len: 945 time: 0.2850509 Jul 13 07:29:51.482488 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d95c16-83de-4e14-8cb8-244fc02fe515 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:29:51.488659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f9d95c16-83de-4e14-8cb8-244fc02fe515 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "GET /v2.0/ports/ccecd257-1aba-4d86-bfe5-8cf52d457e92 HTTP/1.1" status: 404 len: 333 time: 0.0651813 Jul 13 07:29:51.490072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:51.496814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Request body: {'port': {'network_id': '5bfff842-f406-438d-8169-3617012f01af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1080211845'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:51.525293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Made reservation on behalf of dadb6b8def0d4167b124be56b39dc148 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:51.528107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.536672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8e531e4-0581-49b0-89f5-9bacc23a359a req-2c4f9d58-cf00-40c3-b29c-3ee1a638ea0b tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065047 Jul 13 07:29:51.545913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-e5c853d5-def0-4fc6-9800-ba19573ca9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:51.547913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-e5c853d5-def0-4fc6-9800-ba19573ca9ff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2678881 Jul 13 07:29:51.567822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] device_id is not set on port 54af4bdc-c33a-4338-87ab-8c75e9682e3d yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:29:51.612942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device faff8855-78f2-4560-b3bf-45bf592ea108 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:51.671620 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-a4426a1a-6248-4744-9e49-96e2b0897889 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160741 Jul 13 07:29:51.673139 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652d195e-06dd-4e53-916b-62e5667fa613 x-openstack-request-id: req-652d195e-06dd-4e53-916b-62e5667fa613 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:51.673430 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfaaec4-6eb4-42c5-ae01-0a58642ea397", "name": "network-vif-deleted", "tag": "e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:51.673684 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-652d195e-06dd-4e53-916b-62e5667fa613 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:51.674666 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfaaec4-6eb4-42c5-ae01-0a58642ea397', 'name': 'network-vif-deleted', 'tag': 'e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072', 'status': 'completed', 'code': 200} Jul 13 07:29:51.813530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ce20e-646f-4c3b-a3d5-fcd91e674e4d req-5da1afc3-8509-4380-9150-a73d99e620a7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:51.815202 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9f6ce20e-646f-4c3b-a3d5-fcd91e674e4d req-5da1afc3-8509-4380-9150-a73d99e620a7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 943 time: 0.1945987 Jul 13 07:29:51.834259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port faff8855-78f2-4560-b3bf-45bf592ea108, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=faff8855-78f2-4560-b3bf-45bf592ea108,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:51.852507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'port_id': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'mac_address': 'fa:16:3e:03:5c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:51.853592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e6ebb2a-c332-49fc-8e10-0c0747bf7cb9 req-b04a03d5-c493-423a-9ef7-5fee062cd2a0 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734483 Jul 13 07:29:51.855758 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.868069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce189641-66a3-49c5-8fb3-4b330a9cd57f req-3cdf9a36-0ffd-4778-bc4e-652c5d2d7181 tempest-ServersAdminTestJSON-1437381700 tempest-ServersAdminTestJSON-1437381700-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bfaaec4-6eb4-42c5-ae01-0a58642ea397 HTTP/1.1" status: 200 len: 210 time: 0.0648417 Jul 13 07:29:51.910434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.912403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.927815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faff8855-78f2-4560-b3bf-45bf592ea108 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:51.933810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.975004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port faff8855-78f2-4560-b3bf-45bf592ea108, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=faff8855-78f2-4560-b3bf-45bf592ea108,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:51.975839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'Port': ['ID=54af4bdc-c33a-4338-87ab-8c75e9682e3d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.983114 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.989398 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9f6ce20e-646f-4c3b-a3d5-fcd91e674e4d req-0d30ec8b-347c-42ec-ae15-f3d812f21801 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676931 Jul 13 07:29:51.997782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Network 5bfff842-f406-438d-8169-3617012f01af is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:51.999258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:52.001807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:52.002659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:52.003622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.027499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39862) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:52.035635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:52.037080 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4fff085a-c008-4847-a657-24a112cca99e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5457029 Jul 13 07:29:52.063580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=faff8855-78f2-4560-b3bf-45bf592ea108,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:52.175992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-4707ed2c-edda-43fd-8dfc-3787dbcdb9d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:52.177556 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-4707ed2c-edda-43fd-8dfc-3787dbcdb9d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.48 "GET /v2.0/ports?device_id=3665e524-8f1d-4ba2-ba27-b02a3c912044 HTTP/1.1" status: 200 len: 945 time: 0.1116388 Jul 13 07:29:52.224163 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.308323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['faff8855-78f2-4560-b3bf-45bf592ea108'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:52.406648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Deleting port a16dc632-3da0-471d-80ae-b60617aeef25 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:52.407125 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.410675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:52.467060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168502a8-1f84-4d71-95d1-fb5dff023554 req-07b51279-3d16-4b4a-942f-7ab1a8a9817e tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:52.469795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-168502a8-1f84-4d71-95d1-fb5dff023554 req-07b51279-3d16-4b4a-942f-7ab1a8a9817e tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 945 time: 0.2709336 Jul 13 07:29:52.569732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-168502a8-1f84-4d71-95d1-fb5dff023554 req-e51bf215-30d1-47b1-87e0-d2e80721f7e6 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630782 Jul 13 07:29:52.604395 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] For port a16dc632-3da0-471d-80ae-b60617aeef25, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a16dc632-3da0-471d-80ae-b60617aeef25,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:52.604775 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.632525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Calling delete_port for a16dc632-3da0-471d-80ae-b60617aeef25 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:52.634883 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-146bd83e-0164-4e14-ab61-0f2e294f0c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.869062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] device_id is not set on port 54af4bdc-c33a-4338-87ab-8c75e9682e3d yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:29:52.880761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.883642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431449-d8dc-4f5a-828f-821639f74bd0 req-2b2b102b-c66b-4580-8e41-6d643a0c3378 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:52.885409 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df431449-d8dc-4f5a-828f-821639f74bd0 req-2b2b102b-c66b-4580-8e41-6d643a0c3378 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=3665e524-8f1d-4ba2-ba27-b02a3c912044 HTTP/1.1" status: 200 len: 945 time: 0.1740901 Jul 13 07:29:52.902741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Transition to ACTIVE for port object 54af4bdc-c33a-4338-87ab-8c75e9682e3d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:52.911796 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.912807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.924136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a16dc632-3da0-471d-80ae-b60617aeef25'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:52.925067 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-146bd83e-0164-4e14-ab61-0f2e294f0c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.952392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e652b37c-adf1-404c-904b-deea923e4c55'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:52.957084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-146bd83e-0164-4e14-ab61-0f2e294f0c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.963048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Pushing event deleted for resources: {'Port': ['ID=a16dc632-3da0-471d-80ae-b60617aeef25,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:52.978796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-86d38ebc-29ba-4b2c-ba5a-31a6c7d569c6 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:52.980316 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-86d38ebc-29ba-4b2c-ba5a-31a6c7d569c6 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.38 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 946 time: 0.5452430 Jul 13 07:29:53.003419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'Port': ['ID=54af4bdc-c33a-4338-87ab-8c75e9682e3d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.030938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6bb32-db1e-41a4-85ae-a4399bef0f20 req-3ec6f8e6-8f2c-43c1-ac05-555177c3cac9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:53.032498 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5fa6bb32-db1e-41a4-85ae-a4399bef0f20 req-3ec6f8e6-8f2c-43c1-ac05-555177c3cac9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.2005906 Jul 13 07:29:53.074288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.074663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.075041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.110660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.111044 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.117187 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 2 to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d Jul 13 07:29:53.136696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5fa6bb32-db1e-41a4-85ae-a4399bef0f20 req-c005d805-eea6-408a-9085-d319ceb2847a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897510 Jul 13 07:29:53.142865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.143206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.143548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.151564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.151902 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.153209 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 3 to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d Jul 13 07:29:53.174642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.174986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.175409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.182654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.182987 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.185074 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 4 to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d Jul 13 07:29:53.199325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Deleting port e652b37c-adf1-404c-904b-deea923e4c55 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:53.199672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.224712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.225050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.225392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.237099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.237432 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.240133 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 5 to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d Jul 13 07:29:53.286784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.287118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.287460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.297336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.297670 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.302924 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 6 to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d Jul 13 07:29:53.321557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] For port e652b37c-adf1-404c-904b-deea923e4c55, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e652b37c-adf1-404c-904b-deea923e4c55,segment=NetworkSegment(bbce819b-dd2a-4363-8963-ddd4b9efea7d),segment_id=bbce819b-dd2a-4363-8963-ddd4b9efea7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:53.321924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.330389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.330737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.331078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.339337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Calling delete_port for e652b37c-adf1-404c-904b-deea923e4c55 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:53.343787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.344142 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.345848 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 7 to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d Jul 13 07:29:53.363017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df431449-d8dc-4f5a-828f-821639f74bd0 req-caaf47a1-014f-48d2-b96d-ed57009de6bd tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/security-groups?id=fca72955-5933-4635-8010-d659ee893527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671335 Jul 13 07:29:53.364948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.365294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.365640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.383054 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-146bd83e-0164-4e14-ab61-0f2e294f0c10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4071f2386f264febb1abf1d9e83398e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9688194 Jul 13 07:29:53.383054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bd83e-0164-4e14-ab61-0f2e294f0c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f192e896-7bca-4b72-9228-e56fdec2e211,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.386155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] No DVR routers for this DVR port a16dc632-3da0-471d-80ae-b60617aeef25 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:53.399575 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.400083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39884) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:53.403198 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13baf403-9527-4fb0-a50c-41e998b87e21 req-1353f984-2a47-4e78-881a-f3bb4cccc9b0 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.48 "DELETE /v2.0/ports/a16dc632-3da0-471d-80ae-b60617aeef25 HTTP/1.1" status: 204 len: 173 time: 1.2173064 Jul 13 07:29:53.404122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3665e524-8f1d-4ba2-ba27-b02a3c912044', 'name': 'network-vif-deleted', 'tag': 'a16dc632-3da0-471d-80ae-b60617aeef25'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:53.407098 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8a3b82-d85f-4782-a68d-3c3c92481772" -d '{"events": [{"server_uuid": "3665e524-8f1d-4ba2-ba27-b02a3c912044", "name": "network-vif-deleted", "tag": "a16dc632-3da0-471d-80ae-b60617aeef25"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:53.422607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.423172 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.427001 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 8 to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d Jul 13 07:29:53.469316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.469796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.470176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.483761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.484187 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.486753 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 9 to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d Jul 13 07:29:53.526405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.526742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.527258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.531780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9200aa0f-8d63-473b-900a-b5bf50e0f977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.536552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.537077 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.541195 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 10 to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d Jul 13 07:29:53.571065 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.604256 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9200aa0f-8d63-473b-900a-b5bf50e0f977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.612940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.613559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.614164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.639199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:53.640050 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:53.640759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.644564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device faff8855-78f2-4560-b3bf-45bf592ea108 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:53.711220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.714855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port faff8855-78f2-4560-b3bf-45bf592ea108 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:53.719365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port faff8855-78f2-4560-b3bf-45bf592ea108 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:53.719905 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.734294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3813ace-c619-4faf-96c5-7e17f64d2536 req-08879f2e-48ab-42fd-99c4-2a9ce4fc4438 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:53.736487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3813ace-c619-4faf-96c5-7e17f64d2536 req-08879f2e-48ab-42fd-99c4-2a9ce4fc4438 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 945 time: 0.0729423 Jul 13 07:29:53.751585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a16dc632-3da0-471d-80ae-b60617aeef25'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:53.785886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Pushing event deleted for resources: {'Port': ['ID=e652b37c-adf1-404c-904b-deea923e4c55,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.798013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3813ace-c619-4faf-96c5-7e17f64d2536 req-7d8a7d68-74a5-44b4-8901-11b451822447 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525334 Jul 13 07:29:53.816425 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9200aa0f-8d63-473b-900a-b5bf50e0f977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.820314 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9200aa0f-8d63-473b-900a-b5bf50e0f977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.821659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9200aa0f-8d63-473b-900a-b5bf50e0f977 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f192e896-7bca-4b72-9228-e56fdec2e211 HTTP/1.1" status: 204 len: 168 time: 0.4206240 Jul 13 07:29:53.848947 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8e640-c7db-45b3-8cd6-0b394ee3e15b x-openstack-request-id: req-5ea8e640-c7db-45b3-8cd6-0b394ee3e15b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:53.849453 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3665e524-8f1d-4ba2-ba27-b02a3c912044", "name": "network-vif-deleted", "tag": "a16dc632-3da0-471d-80ae-b60617aeef25", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:53.849850 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ea8e640-c7db-45b3-8cd6-0b394ee3e15b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:53.850412 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3665e524-8f1d-4ba2-ba27-b02a3c912044', 'name': 'network-vif-deleted', 'tag': 'a16dc632-3da0-471d-80ae-b60617aeef25', 'status': 'completed', 'code': 200} Jul 13 07:29:53.864864 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.896661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:53.898923 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acb70d5-50a0-4fab-87a8-d4c1e97f4cb6" -d '{"events": [{"server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "name": "network-vif-plugged", "status": "completed", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:53.914015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200aa0f-8d63-473b-900a-b5bf50e0f977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192e896-7bca-4b72-9228-e56fdec2e211,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.918350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port faff8855-78f2-4560-b3bf-45bf592ea108, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=faff8855-78f2-4560-b3bf-45bf592ea108,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:53.928696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] No DVR routers for this DVR port e652b37c-adf1-404c-904b-deea923e4c55 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:53.936717 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.940645 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.958989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8939d929-d072-4f80-919e-2b19f65f30c3 req-d688851a-3ce9-4a71-bcae-09563e49a0d1 tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.38 "DELETE /v2.0/ports/e652b37c-adf1-404c-904b-deea923e4c55 HTTP/1.1" status: 204 len: 173 time: 0.9715338 Jul 13 07:29:53.960865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92af744a-9faf-4f1d-a6fa-21024d6250a1', 'name': 'network-vif-deleted', 'tag': 'e652b37c-adf1-404c-904b-deea923e4c55'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:53.965250 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61788c53-8a99-4b80-8d91-a902dab8ab88" -d '{"events": [{"server_uuid": "92af744a-9faf-4f1d-a6fa-21024d6250a1", "name": "network-vif-deleted", "tag": "e652b37c-adf1-404c-904b-deea923e4c55"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:53.968535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:53.977879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] For port 54af4bdc-c33a-4338-87ab-8c75e9682e3d, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:53.984502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempted to set empty binding levels {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:29:53.989837 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114a5ebb-d0dc-4e30-9922-189335e407b0 x-openstack-request-id: req-114a5ebb-d0dc-4e30-9922-189335e407b0 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:53.990295 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "name": "network-vif-plugged", "status": "completed", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:53.990642 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-114a5ebb-d0dc-4e30-9922-189335e407b0 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:53.991501 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'code': 200} Jul 13 07:29:53.999656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:54.001697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9216ba4-9fb4-4285-98c6-989c59b1d67d req-0db2d88a-a444-454c-b694-fc403ab759dd tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.021993 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9216ba4-9fb4-4285-98c6-989c59b1d67d req-0db2d88a-a444-454c-b694-fc403ab759dd tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 944 time: 0.3570075 Jul 13 07:29:54.039110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.073897 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2939f66-9e6f-4aad-89f5-644c3e530efb x-openstack-request-id: req-b2939f66-9e6f-4aad-89f5-644c3e530efb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:54.074546 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92af744a-9faf-4f1d-a6fa-21024d6250a1", "name": "network-vif-deleted", "tag": "e652b37c-adf1-404c-904b-deea923e4c55", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:54.074947 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2939f66-9e6f-4aad-89f5-644c3e530efb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:54.075497 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92af744a-9faf-4f1d-a6fa-21024d6250a1', 'name': 'network-vif-deleted', 'tag': 'e652b37c-adf1-404c-904b-deea923e4c55', 'status': 'completed', 'code': 200} Jul 13 07:29:54.102097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] In _notify_port_updated(), no bound segment for port 54af4bdc-c33a-4338-87ab-8c75e9682e3d on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:29:54.103275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.104043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.115202 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "PUT /v2.0/ports/54af4bdc-c33a-4338-87ab-8c75e9682e3d HTTP/1.1" status: 200 len: 976 time: 2.0863729 Jul 13 07:29:54.117976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:54.186062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9216ba4-9fb4-4285-98c6-989c59b1d67d req-174a3339-4c88-4001-9d5e-8a71af7b4de7 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464219 Jul 13 07:29:54.214820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690f2f6-f3a3-40d2-b47a-581c99d5a6a2 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'Port': ['ID=54af4bdc-c33a-4338-87ab-8c75e9682e3d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:54.421462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:54.422184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e0f4cddd-c2c1-4390-abb2-9d4aaf1a2072 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:54.445077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.445646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.447354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=faff8855-78f2-4560-b3bf-45bf592ea108,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:54.458933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.460119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.461432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.462618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.463395 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.464149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.465103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.466814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4915-3408-4218-bee6-0f8d956ed20e req-c81d9766-2398-4b22-be8c-0f1eda0c6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.470200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.471272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.472145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.473090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.475703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.477160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.478567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.479369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.480736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.482682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-449a4915-3408-4218-bee6-0f8d956ed20e req-c81d9766-2398-4b22-be8c-0f1eda0c6b86 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 1097 time: 0.1928492 Jul 13 07:29:54.483508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.486285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.487035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.487518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.488053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.488540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.490054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.490718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.491863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.492752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.493550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.494464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.495515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9563784a-e931-466e-affc-246738f69da4 None None] Provisioning complete for port faff8855-78f2-4560-b3bf-45bf592ea108 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:54.497381 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9563784a-e931-466e-affc-246738f69da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.506138 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1964e834-d88b-4370-8c7d-23d0bd611b1c tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27043 time: 0.3870010 Jul 13 07:29:54.507185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39910) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:54.575943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39916) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:54.592520 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-449a4915-3408-4218-bee6-0f8d956ed20e req-283799ea-6bee-4062-a885-a2c645f0d079 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939476 Jul 13 07:29:54.593200 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f190539f-a2ef-455b-a24f-47a14cc64190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.652339 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-990240ea-f60d-499c-b09f-2a25da069c7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a03a5705636441c93681f718ac2a65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6824934 Jul 13 07:29:54.656088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39918) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:54.701545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36f45-8da3-48d8-94d4-27706463b8f3 req-a04ed982-e2a7-4648-94b6-d3f3eaad81a2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.709280 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbf36f45-8da3-48d8-94d4-27706463b8f3 req-a04ed982-e2a7-4648-94b6-d3f3eaad81a2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.1998787 Jul 13 07:29:54.718358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7c7fd0-decb-42b9-8408-7f7e9212e0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.722890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-051077ed-c734-4e9c-84e8-af0f434bedc9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Deleting port 54af4bdc-c33a-4338-87ab-8c75e9682e3d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:54.723253 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-051077ed-c734-4e9c-84e8-af0f434bedc9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.772582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbf36f45-8da3-48d8-94d4-27706463b8f3 req-6c055dde-b631-4883-8326-bc5612f30ac7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622928 Jul 13 07:29:54.822009 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7c7fd0-decb-42b9-8408-7f7e9212e0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.827898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f190539f-a2ef-455b-a24f-47a14cc64190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.832889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f190539f-a2ef-455b-a24f-47a14cc64190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.877880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c06c60bb-01d9-46ea-96fe-71ef7c1c158a req-49bf351f-07c6-482e-8a7c-47bbf685cf6e tempest-MultipleCreateTestJSON-105372033 tempest-MultipleCreateTestJSON-105372033-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af744a-9faf-4f1d-a6fa-21024d6250a1 HTTP/1.1" status: 200 len: 210 time: 0.0590191 Jul 13 07:29:54.878103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190539f-a2ef-455b-a24f-47a14cc64190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ea7828-a763-475d-9fa1-544cf6b73c36,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:54.879097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-051077ed-c734-4e9c-84e8-af0f434bedc9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] For port 54af4bdc-c33a-4338-87ab-8c75e9682e3d, host n-h1-758944-43, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:54.879476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-051077ed-c734-4e9c-84e8-af0f434bedc9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.913827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39922) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:54.914451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f190539f-a2ef-455b-a24f-47a14cc64190 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=520805c54dfd4e1498ee254a4b002ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374743 Jul 13 07:29:54.935883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-051077ed-c734-4e9c-84e8-af0f434bedc9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Calling delete_port for 54af4bdc-c33a-4338-87ab-8c75e9682e3d owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:54.999216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b74d56-9278-4d8c-b59e-c1ca7c9d4c51 req-7222194f-c8b8-4e73-bcc6-8b69ea8a6ea8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:55.001266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55b74d56-9278-4d8c-b59e-c1ca7c9d4c51 req-7222194f-c8b8-4e73-bcc6-8b69ea8a6ea8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 945 time: 0.0667288 Jul 13 07:29:55.055449 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55b74d56-9278-4d8c-b59e-c1ca7c9d4c51 req-8063c410-22d3-44b3-b304-e4cc9579b4bc tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465624 Jul 13 07:29:55.067731 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7c7fd0-decb-42b9-8408-7f7e9212e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.070635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7c7fd0-decb-42b9-8408-7f7e9212e0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.074176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-df7c7fd0-decb-42b9-8408-7f7e9212e0f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5439c1d-397d-409d-a037-255f82686712 HTTP/1.1" status: 204 len: 168 time: 0.4135141 Jul 13 07:29:55.075233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d6d8-6ce9-4182-a4e0-76ff5375550d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.092036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c7fd0-decb-42b9-8408-7f7e9212e0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5439c1d-397d-409d-a037-255f82686712,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.106670 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-051077ed-c734-4e9c-84e8-af0f434bedc9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.124502 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d6d8-6ce9-4182-a4e0-76ff5375550d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.149447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051077ed-c734-4e9c-84e8-af0f434bedc9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event deleted for resources: {'Port': ['ID=54af4bdc-c33a-4338-87ab-8c75e9682e3d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.155665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-051077ed-c734-4e9c-84e8-af0f434bedc9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.157985 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-051077ed-c734-4e9c-84e8-af0f434bedc9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "DELETE /v2.0/ports/54af4bdc-c33a-4338-87ab-8c75e9682e3d HTTP/1.1" status: 204 len: 168 time: 0.6497350 Jul 13 07:29:55.160704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39928) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.197565 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dd1ec3-df32-4bd2-bafa-8e4becbfb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:29:55.199218 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-95dd1ec3-df32-4bd2-bafa-8e4becbfb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "GET /v2.0/ports/54af4bdc-c33a-4338-87ab-8c75e9682e3d HTTP/1.1" status: 404 len: 333 time: 0.0376015 Jul 13 07:29:55.203660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39930) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.211955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1475711669', 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:55.255823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d6d8-6ce9-4182-a4e0-76ff5375550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.260417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d6d8-6ce9-4182-a4e0-76ff5375550d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.266010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b7a8d6d8-6ce9-4182-a4e0-76ff5375550d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15ea7828-a763-475d-9fa1-544cf6b73c36 HTTP/1.1" status: 204 len: 168 time: 0.3506618 Jul 13 07:29:55.276252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Made reservation on behalf of dadb6b8def0d4167b124be56b39dc148 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:55.279238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.310091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8d6d8-6ce9-4182-a4e0-76ff5375550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ea7828-a763-475d-9fa1-544cf6b73c36,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.320536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] device_id is not set on port 7e2ef316-2b66-4396-af9d-5af776a7d9cf yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:29:55.538549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.577081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.589460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00d635-72d7-4f74-9c42-d7eaa7f61c4d req-217ac00b-ef4f-4802-a3aa-8da6adacf5be tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:55.592226 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff00d635-72d7-4f74-9c42-d7eaa7f61c4d req-217ac00b-ef4f-4802-a3aa-8da6adacf5be tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 945 time: 0.1573715 Jul 13 07:29:55.629965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.673813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff00d635-72d7-4f74-9c42-d7eaa7f61c4d req-42c4b10c-e916-4cc5-890e-e18428466383 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745175 Jul 13 07:29:55.676549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ea391cd3-f8d8-4196-959d-1400b491c319 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd0052105ed8475bba3d826a486f51d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351061 Jul 13 07:29:55.690014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39958) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.716277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'Port': ['ID=7e2ef316-2b66-4396-af9d-5af776a7d9cf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.740386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Network 5bfff842-f406-438d-8169-3617012f01af is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:55.743278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:55.746961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:55.748269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:55.750198 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.777964 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bf387c7f-c27c-4d11-9953-038d1bfe5327 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5732245 Jul 13 07:29:55.780477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.796926 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41350cbc-bddd-4c64-8e17-7603e24fa182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.831841 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41350cbc-bddd-4c64-8e17-7603e24fa182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.846493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de760c6-713f-417d-b09a-b5d73579c587 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:55.847932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6de760c6-713f-417d-b09a-b5d73579c587 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "GET /v2.0/ports/7e2ef316-2b66-4396-af9d-5af776a7d9cf HTTP/1.1" status: 200 len: 955 time: 0.0654595 Jul 13 07:29:55.851831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.921560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41350cbc-bddd-4c64-8e17-7603e24fa182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.924780 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41350cbc-bddd-4c64-8e17-7603e24fa182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.929228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-41350cbc-bddd-4c64-8e17-7603e24fa182 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0895fede-972b-4c8a-b5a9-9080163b4562 HTTP/1.1" status: 204 len: 168 time: 0.2353690 Jul 13 07:29:55.950755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41350cbc-bddd-4c64-8e17-7603e24fa182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0895fede-972b-4c8a-b5a9-9080163b4562,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.995552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-15984678-f8fc-4480-b0d0-10c3ce1c507d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Deleting port 7e2ef316-2b66-4396-af9d-5af776a7d9cf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:55.996146 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15984678-f8fc-4480-b0d0-10c3ce1c507d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.021910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39982) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.083926 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15984678-f8fc-4480-b0d0-10c3ce1c507d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.085202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-13535b8e-9bc2-4997-ab5d-8afc6e64b1c4 admin admin] Deleting subnet a5f49136-2956-4a87-812b-de979c120eb9 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:56.089869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13535b8e-9bc2-4997-ab5d-8afc6e64b1c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.105865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-15984678-f8fc-4480-b0d0-10c3ce1c507d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Calling delete_port for 7e2ef316-2b66-4396-af9d-5af776a7d9cf owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:56.132856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13535b8e-9bc2-4997-ab5d-8afc6e64b1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.182167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a9a6e-33fd-445f-b6db-eaa422497dc4 req-0773e7f9-e62d-4e80-8e48-ab2ba30069cb tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:56.183682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b17a9a6e-33fd-445f-b6db-eaa422497dc4 req-0773e7f9-e62d-4e80-8e48-ab2ba30069cb tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.2020741 Jul 13 07:29:56.191233 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13535b8e-9bc2-4997-ab5d-8afc6e64b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.248684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b17a9a6e-33fd-445f-b6db-eaa422497dc4 req-865f3237-5698-4062-9f98-77195e71c081 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544467 Jul 13 07:29:56.263165 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13535b8e-9bc2-4997-ab5d-8afc6e64b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.263973 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15984678-f8fc-4480-b0d0-10c3ce1c507d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.303016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984678-f8fc-4480-b0d0-10c3ce1c507d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e2ef316-2b66-4396-af9d-5af776a7d9cf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.311914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15984678-f8fc-4480-b0d0-10c3ce1c507d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.317030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-15984678-f8fc-4480-b0d0-10c3ce1c507d tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7e2ef316-2b66-4396-af9d-5af776a7d9cf HTTP/1.1" status: 204 len: 168 time: 0.4614770 Jul 13 07:29:56.317030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.324363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13535b8e-9bc2-4997-ab5d-8afc6e64b1c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f49136-2956-4a87-812b-de979c120eb9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.327117 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13535b8e-9bc2-4997-ab5d-8afc6e64b1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.330572 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-13535b8e-9bc2-4997-ab5d-8afc6e64b1c4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a5f49136-2956-4a87-812b-de979c120eb9 HTTP/1.1" status: 204 len: 168 time: 0.3068676 Jul 13 07:29:56.333103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39994) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.353223 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd5f9d8-1e0c-41b3-acbe-ea78defc881a tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:29:56.358172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6fd5f9d8-1e0c-41b3-acbe-ea78defc881a tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "GET /v2.0/ports/7e2ef316-2b66-4396-af9d-5af776a7d9cf HTTP/1.1" status: 404 len: 333 time: 0.0370390 Jul 13 07:29:56.359886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.364041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Request body: {'port': {'network_id': '5bfff842-f406-438d-8169-3617012f01af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1833777448'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:56.390667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Made reservation on behalf of dadb6b8def0d4167b124be56b39dc148 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:56.397151 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.435404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] device_id is not set on port 6dbe9273-d08c-4100-8e27-61d45e955552 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:29:56.454468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.554356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.572257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b33d0b-0e49-4259-94a6-a1af13e2a2c3']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:56.583781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbce819b-dd2a-4363-8963-ddd4b9efea7d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:56.584087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbce819b-dd2a-4363-8963-ddd4b9efea7d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:56.597913 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.613539 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.620602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:56.621248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:56.623446 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:56.630635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.674725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.687876 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.703638 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.707999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] 10.222.0.41 "DELETE /v2.0/networks/b3b33d0b-0e49-4259-94a6-a1af13e2a2c3 HTTP/1.1" status: 204 len: 168 time: 0.3713546 Jul 13 07:29:56.709461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa44d1b-05be-477a-8e43-d4c4546bdd4c admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b33d0b-0e49-4259-94a6-a1af13e2a2c3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.725123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Network 5bfff842-f406-438d-8169-3617012f01af is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:56.743448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:56.746000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:56.747316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:56.747934 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.774490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'Port': ['ID=6dbe9273-d08c-4100-8e27-61d45e955552,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.785312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.785774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.786234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.786748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.787536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.787952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.788379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.788871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.789297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.789710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.790163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.790598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.797902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-05a3dafe-8583-4449-8335-7139aa2beebd tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4375811 Jul 13 07:29:56.800539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.807676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:56.893378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40036) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.899692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.016123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe2ff7-c357-4889-bf08-379ba12a7773 req-c95364fc-6588-403f-a83b-b3282983083c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.017654 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4fe2ff7-c357-4889-bf08-379ba12a7773 req-c95364fc-6588-403f-a83b-b3282983083c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 945 time: 0.1152556 Jul 13 07:29:57.023287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3aa64060-9bba-4a16-8bf5-43759888b9b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c15ae92a691243cca87377938f1e6b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287684 Jul 13 07:29:57.025062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40040) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:57.094933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4fe2ff7-c357-4889-bf08-379ba12a7773 req-eaf8b00c-6317-4fe0-83a9-aa7fa0f11df1 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703552 Jul 13 07:29:57.133745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a337592b-6055-40f5-afe4-1897e2c12e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.140394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] device_id is not set on port 6dbe9273-d08c-4100-8e27-61d45e955552 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:29:57.150163 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.163487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a337592b-6055-40f5-afe4-1897e2c12e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.167349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Transition to ACTIVE for port object 6dbe9273-d08c-4100-8e27-61d45e955552 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:57.171776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.223819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a337592b-6055-40f5-afe4-1897e2c12e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.228718 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a337592b-6055-40f5-afe4-1897e2c12e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.236476 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a337592b-6055-40f5-afe4-1897e2c12e7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fca72955-5933-4635-8010-d659ee893527 HTTP/1.1" status: 204 len: 168 time: 0.2099490 Jul 13 07:29:57.254912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337592b-6055-40f5-afe4-1897e2c12e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca72955-5933-4635-8010-d659ee893527,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:57.290053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40056) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:57.339001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'Port': ['ID=6dbe9273-d08c-4100-8e27-61d45e955552,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:57.352229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.352573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.352918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.363354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.363929 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.364950 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 2 to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 Jul 13 07:29:57.395253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.395594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.395935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.417770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.418135 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.419620 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 3 to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 Jul 13 07:29:57.430425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-37c495a1-1509-40e5-ada6-be96a9238f6c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.437200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-37c495a1-1509-40e5-ada6-be96a9238f6c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1751845 Jul 13 07:29:57.487350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.487696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.488037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.491925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e8d6-8b6a-47fc-85f4-4689b9fbf9c5 req-b00b4009-75f8-48a4-b52e-b531444f469e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.502460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5cb0e8d6-8b6a-47fc-85f4-4689b9fbf9c5 req-b00b4009-75f8-48a4-b52e-b531444f469e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.0905252 Jul 13 07:29:57.504595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-6b335d5b-9010-49ec-b9ef-95558d6c7cc6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.0665236 Jul 13 07:29:57.507078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.507413 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.510464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-00cff863-99a1-4bdb-a627-1f21e945d0a6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Request body: {'floatingip': {'port_id': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:57.512706 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 4 to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 Jul 13 07:29:57.530801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fced817a-cc86-4b37-9189-a9769db1a54c details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:57.533369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a16dc632-3da0-471d-80ae-b60617aeef25 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:57.546765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40064) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:57.557119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.557431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.557772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.562923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-00cff863-99a1-4bdb-a627-1f21e945d0a6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.585707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: a16dc632-3da0-471d-80ae-b60617aeef25 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:57.586099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a16dc632-3da0-471d-80ae-b60617aeef25 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:57.596203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-network', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:57.618282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.618626 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.620679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5cb0e8d6-8b6a-47fc-85f4-4689b9fbf9c5 req-63bad375-ed8f-448f-979b-0100f97100b1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169820 Jul 13 07:29:57.621508 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 5 to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 Jul 13 07:29:57.642060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e652b37c-adf1-404c-904b-deea923e4c55 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:57.645625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.646000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.646350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.665031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Made reservation on behalf of 3ba670f875be4d668e8f304b9df3c692 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:57.670454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.671963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.672407 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.674659 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 6 to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 Jul 13 07:29:57.692930 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.699667 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: e652b37c-adf1-404c-904b-deea923e4c55 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:57.700107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.700450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.700858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.701180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e652b37c-adf1-404c-904b-deea923e4c55 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:57.718549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1848554515'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:57.727890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.728231 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.730651 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 7 to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 Jul 13 07:29:57.751562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.751900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.752242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.754210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Made reservation on behalf of 754e12bb025844848da96ac4bbe4c7f7 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:57.760289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.769021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.769368 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.772043 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 8 to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 Jul 13 07:29:57.775615 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.783255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fced817a-cc86-4b37-9189-a9769db1a54c,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:57.796736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'fced817a-cc86-4b37-9189-a9769db1a54c', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'port_id': 'fced817a-cc86-4b37-9189-a9769db1a54c', 'mac_address': 'fa:16:3e:b1:27:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3d5118-e307-46e8-9516-d176889377b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:57.827862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.828142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.828320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.837989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.837989 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.838307 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 9 to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 Jul 13 07:29:57.853185 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.882099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fced817a-cc86-4b37-9189-a9769db1a54c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:57.894622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.894853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.895191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.909711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.910008 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.912206 n-d-758944-43 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempt 10 to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 Jul 13 07:29:57.925826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fced817a-cc86-4b37-9189-a9769db1a54c,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:57.929787 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.934564 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.951107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.966937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:57.969131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:57.969485 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempting to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:57.976329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:57.981524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:57.981858 n-d-758944-43 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Failed to bind port 6dbe9273-d08c-4100-8e27-61d45e955552 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'd3e64f78-6892-41dd-8094-8b9e894dc7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bfff842-f406-438d-8169-3617012f01af'}] Jul 13 07:29:57.982254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.010529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.010870 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Added segment faea12f2-547f-4f71-a0f3-5decf1512570 of type vlan for network bd9ffb23-3401-46c5-a32e-53ab486298af Jul 13 07:29:58.064485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=fced817a-cc86-4b37-9189-a9769db1a54c,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.081929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['fced817a-cc86-4b37-9189-a9769db1a54c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:58.227920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.235281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0aaf37-bb53-4ad2-b172-5772c57db127,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.332368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.333854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.335151 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.341306 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-00cff863-99a1-4bdb-a627-1f21e945d0a6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.345444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-00cff863-99a1-4bdb-a627-1f21e945d0a6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.426524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9ffb23-3401-46c5-a32e-53ab486298af,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.438812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network bd9ffb23-3401-46c5-a32e-53ab486298af details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:58.480989 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.491949 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.505850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] For port 6dbe9273-d08c-4100-8e27-61d45e955552, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:58.506271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attempted to set empty binding levels {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:29:58.512439 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.519162 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-981dc789-d193-465d-b65a-845997838ed0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2279468 Jul 13 07:29:58.528520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:58.542272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Request body: {'subnet': {'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-subnet', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:58.558758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:58.562639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event updated for resources: {'Port': ['ID=6dbe9273-d08c-4100-8e27-61d45e955552,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.567357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf69bea6-4f3e-4155-892b-9a8c9b7072e4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.585805 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.586274 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Added segment 9610ee08-b6c6-4f5f-9b92-586517de4653 of type vlan for network c90a40bd-c971-4af0-bcff-a022e9288fe0 Jul 13 07:29:58.591540 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-00cff863-99a1-4bdb-a627-1f21e945d0a6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Floating IP e46389ec-bebf-4f20-937a-cc8c899d4759 associated. External IP: 172.25.8.22, port: 2c1aabf9-28a4-4861-b92e-0f1842d18481. Jul 13 07:29:58.632697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Made reservation on behalf of 3ba670f875be4d668e8f304b9df3c692 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:58.635334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.642803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] In _notify_port_updated(), no bound segment for port 6dbe9273-d08c-4100-8e27-61d45e955552 on network 5bfff842-f406-438d-8169-3617012f01af {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:29:58.643599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.644354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.648713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-20537904-e52a-4132-b17b-c35d19e842f6 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "PUT /v2.0/ports/6dbe9273-d08c-4100-8e27-61d45e955552 HTTP/1.1" status: 200 len: 976 time: 1.8441207 Jul 13 07:29:58.648713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40120) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:58.671990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.760539 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.767142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.767792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.856523 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3056438 Jul 13 07:29:58.861755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40130) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:58.921870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aa0ed-eab9-4617-9134-cfc33ab234cc tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Pushing event updated for resources: {'Network': ['ID=c90a40bd-c971-4af0-bcff-a022e9288fe0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.941969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c90a40bd-c971-4af0-bcff-a022e9288fe0 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:58.994039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa7f42-f543-4e54-bb65-6d31bbbd9ec5 req-4bc585c4-0924-47f9-adfd-b15a5be63cd1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.000179 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28aa7f42-f543-4e54-bb65-6d31bbbd9ec5 req-4bc585c4-0924-47f9-adfd-b15a5be63cd1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.2071784 Jul 13 07:29:59.036847 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.090707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e67463-c09d-48d8-bb97-c681be4276c2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:59.112235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28aa7f42-f543-4e54-bb65-6d31bbbd9ec5 req-17e87c04-7d64-4e76-866b-56ca152630fc tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110539 Jul 13 07:29:59.200406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Request body: {'network': {'name': 'tempest-network--990363572', 'router:external': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:59.207737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a9d56550-ed69-4272-a982-41106245517e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Deleting port 6dbe9273-d08c-4100-8e27-61d45e955552 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:59.208092 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d56550-ed69-4272-a982-41106245517e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.219427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Checking segment: {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:59.219791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Network hostable DHCP agents. Network: bd9ffb23-3401-46c5-a32e-53ab486298af, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:59.256037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Made reservation on behalf of a934b8215b7f4a8385a2be8fd993be83 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:59.258710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.285479 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Network bd9ffb23-3401-46c5-a32e-53ab486298af is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:59.292486 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.325308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a9d56550-ed69-4272-a982-41106245517e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] For port 6dbe9273-d08c-4100-8e27-61d45e955552, host n-h1-758944-43, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:59.325726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d56550-ed69-4272-a982-41106245517e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.341481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, bd9ffb23-3401-46c5-a32e-53ab486298af) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:59.354859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17334148-bb36-4011-86e4-4f499375d06d None None] Network bd9ffb23-3401-46c5-a32e-53ab486298af requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:59.357693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.367003 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.416341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a9d56550-ed69-4272-a982-41106245517e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Calling delete_port for 6dbe9273-d08c-4100-8e27-61d45e955552 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:59.538095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.538971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-00cff863-99a1-4bdb-a627-1f21e945d0a6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Router 37470ed2-3c0a-4964-93e4-985db4ba78b9 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:29:59.546774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:59.547401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.579110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:59.582137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fced817a-cc86-4b37-9189-a9769db1a54c up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:59.638270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-bd9ffb23-3401-46c5-a32e-53ab486298af', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:29:59.639243 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.641106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d56550-ed69-4272-a982-41106245517e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.662157 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.662768 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Added segment 772f0aae-9447-4bf0-bf64-dae3a1e8e5ab of type vlan for network 37819a63-4350-4bb4-884f-ef276fcc56c7 Jul 13 07:29:59.717902 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d56550-ed69-4272-a982-41106245517e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.722610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a9d56550-ed69-4272-a982-41106245517e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6dbe9273-d08c-4100-8e27-61d45e955552 HTTP/1.1" status: 204 len: 168 time: 1.0709324 Jul 13 07:29:59.722610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d56550-ed69-4272-a982-41106245517e tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dbe9273-d08c-4100-8e27-61d45e955552,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:59.722987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:59.761593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.766694 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e69b2e-65bd-41e9-ab7d-f50139b48ea0 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:29:59.771970 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-15e69b2e-65bd-41e9-ab7d-f50139b48ea0 tempest-PortsAdminExtendedAttrsTestJSON-1746781973 tempest-PortsAdminExtendedAttrsTestJSON-1746781973-project-admin] 10.222.0.41 "GET /v2.0/ports/6dbe9273-d08c-4100-8e27-61d45e955552 HTTP/1.1" status: 404 len: 333 time: 0.0405819 Jul 13 07:29:59.772765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40166) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:59.813017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-00cff863-99a1-4bdb-a627-1f21e945d0a6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:59.818619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-00cff863-99a1-4bdb-a627-1f21e945d0a6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.828405 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] Sync routers for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:59.859658 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:59.861747 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:29:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:59.900880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port fced817a-cc86-4b37-9189-a9769db1a54c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:59.904828 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.915347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.916538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3927ac2-2066-4db0-b3d7-9915c3ffae54,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:59.939622 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-abc55218-11aa-496f-841d-fd126154eacd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4098511 Jul 13 07:29:59.940573 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-00cff863-99a1-4bdb-a627-1f21e945d0a6 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "PUT /v2.0/floatingips/e46389ec-bebf-4f20-937a-cc8c899d4759 HTTP/1.1" status: 200 len: 995 time: 2.4348814 Jul 13 07:29:59.941087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.942551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.943202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:59.943322 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.953211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:59.956928 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cef73d4-3940-41b1-aac1-1a40195397ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:59.966137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:00.011116 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1482093 Jul 13 07:30:00.012287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40174) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:00.109922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4983f7-874a-4b75-b5d6-ba62acbbbd9a tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'Network': ['ID=37819a63-4350-4bb4-884f-ef276fcc56c7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:00.112127 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9114b2a-b3b2-4fbf-88ec-707a57661cd6 x-openstack-request-id: req-d9114b2a-b3b2-4fbf-88ec-707a57661cd6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:00.112646 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:00.113001 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9114b2a-b3b2-4fbf-88ec-707a57661cd6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:00.113706 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'status': 'completed', 'code': 200} Jul 13 07:30:00.148662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.149923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.207679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 37819a63-4350-4bb4-884f-ef276fcc56c7 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:00.213597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40178) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:00.242057 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:00.389204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.438406 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.453256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:00.480012 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0847aa7a-e5c8-478b-92a8-3a8222246cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.542665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfff842-f406-438d-8169-3617012f01af']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:00.547556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'port_id': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'mac_address': 'fa:16:3e:99:ad:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:00.548574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.586144 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:26:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:29:58Z', 'revision_number': 1, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:00.616590 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] Checking router: 37470ed2-3c0a-4964-93e4-985db4ba78b9 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:00.629124 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:00.629765 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:29:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:00.712778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e64f78-6892-41dd-8094-8b9e894dc7bb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:00.714215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e64f78-6892-41dd-8094-8b9e894dc7bb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:00.725487 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.734845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-1c78a41f-9de4-415a-8b8c-401585c4307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:00.739399 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-1c78a41f-9de4-415a-8b8c-401585c4307c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 0.7980034 Jul 13 07:30:00.778273 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:00.780893 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0847aa7a-e5c8-478b-92a8-3a8222246cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.788167 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.802733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0847aa7a-e5c8-478b-92a8-3a8222246cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.828957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Allocated IP 172.20.0.2 (bd9ffb23-3401-46c5-a32e-53ab486298af/36e67463-c09d-48d8-bb97-c681be4276c2/828cc740-c505-46dd-8cb1-764c555da4df) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:00.897509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847aa7a-e5c8-478b-92a8-3a8222246cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bb1d93-ee9d-4b2c-b3c4-016e6b4cd5c1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:00.937067 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d72da-3b17-4b2e-a6fe-85228f04d196 req-60f34be2-0829-47d4-8d5f-d5afdd2f6712 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:00.945557 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-702d72da-3b17-4b2e-a6fe-85228f04d196 req-60f34be2-0829-47d4-8d5f-d5afdd2f6712 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.5860367 Jul 13 07:30:00.980224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.000041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0847aa7a-e5c8-478b-92a8-3a8222246cc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86b762d13c064cb2bd679d02259a55c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7852907 Jul 13 07:30:01.003050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:01.085366 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.097888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Transition to ACTIVE for port object 828cc740-c505-46dd-8cb1-764c555da4df will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:01.108497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.116092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Transition to ACTIVE for port object 828cc740-c505-46dd-8cb1-764c555da4df will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:01.137152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-72d4fcc6-5c48-449f-92ec-544734b8c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:01.139825 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-72d4fcc6-5c48-449f-92ec-544734b8c4b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 1.0150571 Jul 13 07:30:01.144204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.159867 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-702d72da-3b17-4b2e-a6fe-85228f04d196 req-074a9993-fb80-495a-a93a-38e01730e8b9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110121 Jul 13 07:30:01.173794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37819a63-4350-4bb4-884f-ef276fcc56c7']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:01.186144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772f0aae-9447-4bf0-bf64-dae3a1e8e5ab') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:01.186602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772f0aae-9447-4bf0-bf64-dae3a1e8e5ab') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:01.195141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c9c66a6-3f85-4707-9ece-31ea79908bc4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:01.197650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.205540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Network bd9ffb23-3401-46c5-a32e-53ab486298af is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:01.217062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:01.218668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.222312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:01.231967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:01.232596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.236630 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.243936 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-525d2c67-bc66-470d-8919-cdcb00da63f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.291686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fced817a-cc86-4b37-9189-a9769db1a54c,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:01.304702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:01.308537 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ba0360-358c-446d-b638-046ab3db3d2a" -d '{"events": [{"server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "name": "network-vif-plugged", "status": "completed", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:01.319099 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.328008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:01.331788 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-525d2c67-bc66-470d-8919-cdcb00da63f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.334265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Pushing event updated for resources: {'Port': ['ID=828cc740-c505-46dd-8cb1-764c555da4df,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:01.339183 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:01.344613 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:01.344613 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:01.348530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.366755 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.408200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37819a63-4350-4bb4-884f-ef276fcc56c7 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:30:01.434871 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.452105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Attempting to bind port 828cc740-c505-46dd-8cb1-764c555da4df on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:01.452836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Attempting to bind port 828cc740-c505-46dd-8cb1-764c555da4df by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:01.453559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Attempting to bind port 828cc740-c505-46dd-8cb1-764c555da4df on network bd9ffb23-3401-46c5-a32e-53ab486298af {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:01.475360 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.481974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-525d2c67-bc66-470d-8919-cdcb00da63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.482377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:01.483140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Checking segment: {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:01.484297 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.485318 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-525d2c67-bc66-470d-8919-cdcb00da63f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.488858 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "DELETE /v2.0/networks/37819a63-4350-4bb4-884f-ef276fcc56c7 HTTP/1.1" status: 204 len: 168 time: 1.4710481 Jul 13 07:30:01.489011 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-525d2c67-bc66-470d-8919-cdcb00da63f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77bb1d93-ee9d-4b2c-b3c4-016e6b4cd5c1 HTTP/1.1" status: 204 len: 168 time: 0.4768331 Jul 13 07:30:01.489011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40212) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:01.489785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:01.490511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.504760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Bound using segment: {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:01.505873 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:26:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:29:58Z', 'revision_number': 1, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:01.506820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Bound port: 828cc740-c505-46dd-8cb1-764c555da4df, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:01.507682 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.518169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:01.558881 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:01.605836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Made reservation on behalf of a934b8215b7f4a8385a2be8fd993be83 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:01.608477 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.622125 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66905a-9db5-4c07-bddc-7db2d2ed630e None None] The sync data for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 is: [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:26:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:29:58Z', 'revision_number': 1, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:01.623096 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d2c67-bc66-470d-8919-cdcb00da63f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bb1d93-ee9d-4b2c-b3c4-016e6b4cd5c1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:01.638411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a9db4-390c-4f67-a612-f567f07e0879 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event deleted for resources: {'Network': ['ID=37819a63-4350-4bb4-884f-ef276fcc56c7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:01.662207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] For port 828cc740-c505-46dd-8cb1-764c555da4df, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:01.667823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] For port 828cc740-c505-46dd-8cb1-764c555da4df, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=828cc740-c505-46dd-8cb1-764c555da4df,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:01.680463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=fced817a-cc86-4b37-9189-a9769db1a54c,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:01.684217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.705369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:01.730926 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.732950 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Added segment 8b674ab2-c2a7-42a9-bbe9-77de7a919e50 of type vlan for network e850b7e6-1fe3-4f87-ae54-2046ad1bb507 Jul 13 07:30:01.818188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:01.850516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['8c9c66a6-3f85-4707-9ece-31ea79908bc4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:01.877062 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.912683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-293f69c3-ed7e-4e27-8f70-b15289edba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:01.915340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-293f69c3-ed7e-4e27-8f70-b15289edba06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 1.1436634 Jul 13 07:30:01.921569 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.946924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.948741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:01.949781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.963397 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.973312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] 10.222.0.41 "DELETE /v2.0/networks/5bfff842-f406-438d-8169-3617012f01af HTTP/1.1" status: 204 len: 168 time: 2.1993408 Jul 13 07:30:02.116535 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6041799 Jul 13 07:30:02.129076 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40224) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:02.165727 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Request body: {'subnet': {'network_id': 'e850b7e6-1fe3-4f87-ae54-2046ad1bb507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:02.218222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee08b4-2afa-4ef3-8cd1-8e9b7349bf0f None None] Pushing event updated for resources: {'Port': ['ID=828cc740-c505-46dd-8cb1-764c555da4df,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:02.273090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe619fcc-4032-4d15-8b04-21e433f0e6f8 tempest-PortsAdminExtendedAttrsTestJSON-1631750997 tempest-PortsAdminExtendedAttrsTestJSON-1631750997-project] Pushing event deleted for resources: {'Network': ['ID=5bfff842-f406-438d-8169-3617012f01af,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:02.296409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2ca8cdfd-1e07-4030-a675-61088cd493fe None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:02.296802 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ca8cdfd-1e07-4030-a675-61088cd493fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.315521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Made reservation on behalf of a934b8215b7f4a8385a2be8fd993be83 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:02.317992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.324023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a889256-a614-487f-ae00-24e198ef88df tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'Network': ['ID=e850b7e6-1fe3-4f87-ae54-2046ad1bb507,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:02.401054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network e850b7e6-1fe3-4f87-ae54-2046ad1bb507 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:02.668761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-4a9a1036-3c66-4054-b0a7-8475445c0d3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 998 time: 0.6911991 Jul 13 07:30:02.694739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-b2d3e391-ce45-4993-87a1-03e6416fd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:02.696277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-b2d3e391-ce45-4993-87a1-03e6416fd8ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 1.3705623 Jul 13 07:30:03.028734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:03.073887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ca8cdfd-1e07-4030-a675-61088cd493fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.087367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 828cc740-c505-46dd-8cb1-764c555da4df up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:03.118245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-dfd94150-47a9-4469-9640-bf4f3a808344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:03.119806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-dfd94150-47a9-4469-9640-bf4f3a808344 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.4279132 Jul 13 07:30:03.280840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2ca8cdfd-1e07-4030-a675-61088cd493fe None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:03.281409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-7fd2b774-dafb-4cab-870a-7c48c525051d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 998 time: 0.4991643 Jul 13 07:30:03.296868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ca8cdfd-1e07-4030-a675-61088cd493fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.424377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 828cc740-c505-46dd-8cb1-764c555da4df completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:03.510532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8cdfd-1e07-4030-a675-61088cd493fe None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:03.556636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:03.693155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983adb84-fdc9-4bd0-a418-562ed7e4fd7f None None] New status for floating IP e46389ec-bebf-4f20-937a-cc8c899d4759: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:30:03.701212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40250) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:03.754676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-50c03dd5-1384-4f93-9e04-6061f05e5c94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f612469bf44b46d9846d33e64004ee5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7121425 Jul 13 07:30:03.758510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40254) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:03.764573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:30:03.764573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.765701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-f6715854-e47a-48bd-b21d-58b815113a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:03.765701 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-f6715854-e47a-48bd-b21d-58b815113a68 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.3711898 Jul 13 07:30:03.785392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-0c5820d6-6d87-4ba7-a4fd-0ccdb4d2d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:03.786950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-0c5820d6-6d87-4ba7-a4fd-0ccdb4d2d370 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6411078 Jul 13 07:30:03.787961 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.903878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.929126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-e7024808-ae57-45fe-a603-a3a826b8e012 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:30:03.933264 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-e7024808-ae57-45fe-a603-a3a826b8e012 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0651789 Jul 13 07:30:03.973034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'Subnet': ['ID=72fcae76-5180-4edb-9010-e835c2ef8224,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:03.992739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Checking segment: {'id': '8b674ab2-c2a7-42a9-bbe9-77de7a919e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e850b7e6-1fe3-4f87-ae54-2046ad1bb507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:03.993247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Network hostable DHCP agents. Network: e850b7e6-1fe3-4f87-ae54-2046ad1bb507, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:04.044089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Network e850b7e6-1fe3-4f87-ae54-2046ad1bb507 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:04.065004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, e850b7e6-1fe3-4f87-ae54-2046ad1bb507) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:04.078099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:04.081021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.124503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ab81a5b4-77d2-4922-95ab-f7c7ab86436c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9912822 Jul 13 07:30:04.125361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40256) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:04.143987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Request body: {'floatingip': {'floating_network_id': 'e850b7e6-1fe3-4f87-ae54-2046ad1bb507'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:04.191799 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.269556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d6347-2da4-49fd-bfa7-c8617660581a None None] Network e850b7e6-1fe3-4f87-ae54-2046ad1bb507 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:04.281653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:04.283051 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.353796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9118d4be-076c-48d3-803e-33d1f62df033 None None] Network bd9ffb23-3401-46c5-a32e-53ab486298af requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:04.380070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Allocated IP 172.25.8.51 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/40a97911-f8aa-4da9-b9ba-262fcb502369) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:04.399249 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.542761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-943770376-network', 'tenant_id': '7ad598854b124655b905399734eada74'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:04.612096 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-8366c6fb-d948-4957-9818-cdaa7544aadc service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091032 Jul 13 07:30:04.615673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Allocated IP 172.20.0.13 (e850b7e6-1fe3-4f87-ae54-2046ad1bb507/72fcae76-5180-4edb-9010-e835c2ef8224/20da851d-27a6-4a21-974c-b8423cf897c6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:04.746896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Made reservation on behalf of 7ad598854b124655b905399734eada74 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:04.774341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.781384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-22a86ad3-d710-4435-ac35-e6713989f42c None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:04.781768 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22a86ad3-d710-4435-ac35-e6713989f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.863580 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.885544 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.940048 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2610-59ca-4cec-9028-2a644924f37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.968250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2610-59ca-4cec-9028-2a644924f37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.973845 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.077402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2610-59ca-4cec-9028-2a644924f37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.080107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2610-59ca-4cec-9028-2a644924f37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.083546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5e2f2610-59ca-4cec-9028-2a644924f37d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16fb3d44-fe82-4dc2-8852-122eb2a52391 HTTP/1.1" status: 204 len: 168 time: 1.3205009 Jul 13 07:30:05.107459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Network e850b7e6-1fe3-4f87-ae54-2046ad1bb507 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:05.110156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f2610-59ca-4cec-9028-2a644924f37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb3d44-fe82-4dc2-8852-122eb2a52391,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:05.124613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:05.137344 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.152099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:05.180173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-0904d653-9527-4175-a95b-bc6ecd7eb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:05.182314 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-0904d653-9527-4175-a95b-bc6ecd7eb154 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3999641 Jul 13 07:30:05.189796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9c72f552-3631-439f-9ac4-e5b34933d58e None None] Provisioning for port 828cc740-c505-46dd-8cb1-764c555da4df completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:05.207627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9c72f552-3631-439f-9ac4-e5b34933d58e None None] Provisioning complete for port 828cc740-c505-46dd-8cb1-764c555da4df triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:05.208241 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c72f552-3631-439f-9ac4-e5b34933d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.212686 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c05f1960-e471-429f-bc6c-7b24d6b5f1a2 req-be7ff007-62a3-494a-b1d9-a84611ca30ec service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992398 Jul 13 07:30:05.244736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'Port': ['ID=20da851d-27a6-4a21-974c-b8423cf897c6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:05.423932 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c72f552-3631-439f-9ac4-e5b34933d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.451474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7caf987-97ff-4597-9be9-3d38b8ebd26b None None] Network e850b7e6-1fe3-4f87-ae54-2046ad1bb507 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:05.567310 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.629909 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.659040 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.730614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9c72f552-3631-439f-9ac4-e5b34933d58e None None] For port 828cc740-c505-46dd-8cb1-764c555da4df, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=828cc740-c505-46dd-8cb1-764c555da4df,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:05.747280 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6ed3fa-2de0-4864-acfc-3a16b528d2c3 x-openstack-request-id: req-7f6ed3fa-2de0-4864-acfc-3a16b528d2c3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:05.747580 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "name": "network-vif-plugged", "status": "completed", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:05.747847 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f6ed3fa-2de0-4864-acfc-3a16b528d2c3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:05.751144 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c', 'code': 200} Jul 13 07:30:05.760705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c72f552-3631-439f-9ac4-e5b34933d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.931343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72f552-3631-439f-9ac4-e5b34933d58e None None] Pushing event updated for resources: {'Port': ['ID=828cc740-c505-46dd-8cb1-764c555da4df,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:05.939632 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.945817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40264) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:06.006514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e62258e9-6a82-4660-8a67-3c62e54e9669 None None] Provisioning complete for port 828cc740-c505-46dd-8cb1-764c555da4df triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:06.006898 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e62258e9-6a82-4660-8a67-3c62e54e9669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.010566 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-673c90b8-a7c2-407c-8f0f-a18986b21a7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dadb6b8def0d4167b124be56b39dc148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616803 Jul 13 07:30:06.011334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.013722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40266) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:06.106332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.133750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'Port': ['ID=20da851d-27a6-4a21-974c-b8423cf897c6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:06.164503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ae61cfc-7302-4be4-b8cd-81b5b5738a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.195525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ae61cfc-7302-4be4-b8cd-81b5b5738a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.249533 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ae61cfc-7302-4be4-b8cd-81b5b5738a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.252814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ae61cfc-7302-4be4-b8cd-81b5b5738a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.257078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2ae61cfc-7302-4be4-b8cd-81b5b5738a6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b43c9f4d-5a22-4dd4-8c14-a2d5c7a51b26 HTTP/1.1" status: 204 len: 168 time: 0.2406764 Jul 13 07:30:06.267157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae61cfc-7302-4be4-b8cd-81b5b5738a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43c9f4d-5a22-4dd4-8c14-a2d5c7a51b26,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:06.274482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.384637 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.400405 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.403680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-901ec5de-0726-4949-8d50-120fcdac31e2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2749486 Jul 13 07:30:06.406333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:06.418188 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.429343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:06.442854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:06.444715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=40a97911-f8aa-4da9-b9ba-262fcb502369,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:06.454782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:06.532584 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fe9a7455-8a20-44e8-ae12-789f1a44ddd5 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=e850b7e6-1fe3-4f87-ae54-2046ad1bb507 HTTP/1.1" status: 200 len: 690 time: 0.1247122 Jul 13 07:30:06.534978 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40272) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:06.535336 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-656c83b5-6960-4476-ad1f-ecff190e1312 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3409662 Jul 13 07:30:06.536179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:06.591303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.592053 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Added segment abe843b5-b9b0-42ca-8431-5251845aa3cb of type vlan for network e4c07a53-adf5-42b2-b35d-ef69c8555115 Jul 13 07:30:06.640772 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.662813 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.689351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c374a44-dd49-40a4-85a9-e2c9db335247,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:06.888431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.889856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:06.892149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.987679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Deleting port 20da851d-27a6-4a21-974c-b8423cf897c6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:06.988233 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.003821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 828cc740-c505-46dd-8cb1-764c555da4df up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:07.011640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cef73d4-3940-41b1-aac1-1a40195397ad req-8dd25cd7-44ad-4248-ae13-00bce6159ea7 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608312 Jul 13 07:30:07.050153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82883e33-43de-4460-ae75-1d47a878a605 req-f746ff7f-8371-464f-acf5-2017daf7d44f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:07.057597 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-82883e33-43de-4460-ae75-1d47a878a605 req-f746ff7f-8371-464f-acf5-2017daf7d44f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.8598835 Jul 13 07:30:07.075168 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.075584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.112841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Calling delete_port for 20da851d-27a6-4a21-974c-b8423cf897c6 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:07.148442 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 828cc740-c505-46dd-8cb1-764c555da4df triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:07.150013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.341537 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.357672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6507008 Jul 13 07:30:07.371439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:07.393917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Request body: {'subnet': {'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-943770376-subnet', 'tenant_id': '7ad598854b124655b905399734eada74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:07.482230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Made reservation on behalf of 7ad598854b124655b905399734eada74 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:07.485692 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.508572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bfa0e-c2b8-4bb2-a499-c396f0a0a878 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c07a53-adf5-42b2-b35d-ef69c8555115,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:07.524051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:07.543251 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-82883e33-43de-4460-ae75-1d47a878a605 req-a01620da-70b8-4545-aaf3-a5254a70cce7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444599 Jul 13 07:30:07.546739 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.705221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event deleted for resources: {'Port': ['ID=20da851d-27a6-4a21-974c-b8423cf897c6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:07.752583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:07.757453 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0955b182-fe40-4a74-9c81-e58503a2dc3c" -d '{"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:07.780510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.894484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.060597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.124869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40304) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:08.203456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.256522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=72fcae76-5180-4edb-9010-e835c2ef8224,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:08.324962 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.360584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-b78f8e35-c87b-4b5e-902f-19235841d887 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.362190 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-b78f8e35-c87b-4b5e-902f-19235841d887 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4899299 Jul 13 07:30:08.420047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.452454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.476445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-763070734'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:08.487205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e850b7e6-1fe3-4f87-ae54-2046ad1bb507']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:08.535259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b674ab2-c2a7-42a9-bbe9-77de7a919e50') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:08.535652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b674ab2-c2a7-42a9-bbe9-77de7a919e50') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:08.539069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-9bab267e-a130-4c18-b49b-575677c28734 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.1694758 Jul 13 07:30:08.592948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Request body: {'floatingip': {'port_id': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:08.610813 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.667346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b63ad2-04c7-43f7-adec-524d23576b31,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:08.696795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.707533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Made reservation on behalf of 5d9c1a5884464b3eba1cd97d23a058a5 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:08.720685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.723297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.756717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:08.757169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.777929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Checking segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:08.778700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Network hostable DHCP agents. Network: e4c07a53-adf5-42b2-b35d-ef69c8555115, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:08.781121 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:08.818797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.011801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:09.066859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.069385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, e4c07a53-adf5-42b2-b35d-ef69c8555115) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:09.071358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.079703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafc3dd-5dd6-42b9-b67d-cc76664da814 None None] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:09.107559 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.109341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.143150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.157808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e850b7e6-1fe3-4f87-ae54-2046ad1bb507 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:30:09.190426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.196045 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "DELETE /v2.0/networks/e850b7e6-1fe3-4f87-ae54-2046ad1bb507 HTTP/1.1" status: 204 len: 168 time: 2.6598947 Jul 13 07:30:09.235051 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-81263816-7478-4644-aea7-e083ae58372d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8600805 Jul 13 07:30:09.240694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40314) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.251781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40316) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.271097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:09.370769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.393226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.412276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e27ae-65b8-4ca5-9d9e-36a5ba49c7b2 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event deleted for resources: {'Network': ['ID=e850b7e6-1fe3-4f87-ae54-2046ad1bb507,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:09.421019 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64941bb8-01e8-4319-8e3c-7f15da321ac9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:09.450170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:09.472059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.472827 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Added segment 34af3ad2-41a2-4087-878b-16df86d4b822 of type vlan for network b7cfa180-4a9e-4dca-97bf-09da068bf372 Jul 13 07:30:09.520748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-e4c07a53-adf5-42b2-b35d-ef69c8555115', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:30:09.521811 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.544516 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.703159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Router 094853fa-2681-43ff-9698-e3c8b741d608 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:30:09.727987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.753091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.757273 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.822968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Allocated IP 172.20.0.2 (e4c07a53-adf5-42b2-b35d-ef69c8555115/04b63ad2-04c7-43f7-adec-524d23576b31/1a90e0c2-1587-41cc-9046-8e0af0a731e7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:09.861512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:09.876845 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Floating IP e46389ec-bebf-4f20-937a-cc8c899d4759 associated. External IP: 172.25.8.22, port: 2c1aabf9-28a4-4861-b92e-0f1842d18481. Jul 13 07:30:09.932230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.933749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.941546 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4ef7f131-6e1e-4a60-9aef-b9961d18667c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.6863773 Jul 13 07:30:09.946433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40318) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.950634 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.954543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c58b7c84-861c-4b8c-a755-f0aeeb132ad6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.9911797 Jul 13 07:30:09.957616 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8303835 Jul 13 07:30:09.958276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40320) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.958616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40322) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:10.009397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Request body: {'subnet': {'network_id': 'b7cfa180-4a9e-4dca-97bf-09da068bf372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:10.013550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e238e-985e-4813-bd04-f278b0cde5f4 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event updated for resources: {'Network': ['ID=b7cfa180-4a9e-4dca-97bf-09da068bf372,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:10.152690 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.162910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Transition to ACTIVE for port object 1a90e0c2-1587-41cc-9046-8e0af0a731e7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:10.180176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Transition to ACTIVE for port object 1a90e0c2-1587-41cc-9046-8e0af0a731e7 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:10.185249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network b7cfa180-4a9e-4dca-97bf-09da068bf372 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:10.293354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.293825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.294310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.299686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.300311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.300784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.301198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.301328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.301824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.302743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.303200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.304082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.307251 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a19f7d48-2ac0-47ef-afae-8594fc1a0687 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7138 time: 0.3592598 Jul 13 07:30:10.313136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:10.366298 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Sync routers for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:10.381535 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:10.383018 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:29:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:10.420201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:10.426846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:10.441452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:10.450572 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-c7d5c793-329e-466c-9e84-ad7b0ce3549b tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] delete failed (client error): The resource could not be found. Jul 13 07:30:10.452701 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c7d5c793-329e-466c-9e84-ad7b0ce3549b tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/5256c15e-3f9c-4a44-bbaa-8f66055c80ae HTTP/1.1" status: 404 len: 345 time: 0.1365955 Jul 13 07:30:10.462929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Pushing event updated for resources: {'Port': ['ID=1a90e0c2-1587-41cc-9046-8e0af0a731e7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:10.542165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40326) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:10.586911 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02bd4b6-2d74-407b-9e6f-85d5217e970d tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] DELETE failed (client error): The resource could not be found. Jul 13 07:30:10.588028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02bd4b6-2d74-407b-9e6f-85d5217e970d tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:30:10.590183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f02bd4b6-2d74-407b-9e6f-85d5217e970d tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "DELETE /v2.0/networks/e850b7e6-1fe3-4f87-ae54-2046ad1bb507 HTTP/1.1" status: 404 len: 339 time: 0.0467248 Jul 13 07:30:10.595755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:10.643154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Request body: {'network': {'name': 'tempest-network--1991287298', 'router:external': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:10.650946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Attempting to bind port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:10.651690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Attempting to bind port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:10.652076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Attempting to bind port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:10.670768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:10.671188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Checking segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:10.671615 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.672171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Bound using segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:10.672534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Bound port: 1a90e0c2-1587-41cc-9046-8e0af0a731e7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:10.672934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.680630 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:10.721238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Made reservation on behalf of a934b8215b7f4a8385a2be8fd993be83 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:10.724542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.887264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] For port 1a90e0c2-1587-41cc-9046-8e0af0a731e7, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:10.891431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] For port 1a90e0c2-1587-41cc-9046-8e0af0a731e7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1a90e0c2-1587-41cc-9046-8e0af0a731e7,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:10.905128 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.946898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.087158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9fec0-8400-4e33-b3b9-f87cbb1f85cf None None] Pushing event updated for resources: {'Port': ['ID=1a90e0c2-1587-41cc-9046-8e0af0a731e7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:11.127915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Made reservation on behalf of 5d9c1a5884464b3eba1cd97d23a058a5 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:11.138895 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.240501 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:06Z', 'revision_number': 3, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:11.303233 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Checking router: 094853fa-2681-43ff-9698-e3c8b741d608 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:11.303746 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Updating router 094853fa-2681-43ff-9698-e3c8b741d608 port 40a97911-f8aa-4da9-b9ba-262fcb502369 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:30:11.392122 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.672686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:11.732314 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.732686 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Added segment afc305b1-add5-46cc-a5ec-eed6f4c9d768 of type vlan for network 53a9b726-82f1-4b42-addb-6aab0d33600c Jul 13 07:30:11.854669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Router 37470ed2-3c0a-4964-93e4-985db4ba78b9 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:11.889028 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.922667 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.956539 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.973597 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Transition to ACTIVE for port object 40a97911-f8aa-4da9-b9ba-262fcb502369 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:11.992975 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.045895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:30:12.169757 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Attempting to bind port 40a97911-f8aa-4da9-b9ba-262fcb502369 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:12.170156 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Attempting to bind port 40a97911-f8aa-4da9-b9ba-262fcb502369 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:12.171079 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Attempting to bind port 40a97911-f8aa-4da9-b9ba-262fcb502369 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:12.198399 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:12.199841 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.200491 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:12.202458 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.203149 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:12.203936 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Bound port: 40a97911-f8aa-4da9-b9ba-262fcb502369, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:12.207323 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.209346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.210040 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.327882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7237298 Jul 13 07:30:12.333064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40330) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:12.432108 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] For port 40a97911-f8aa-4da9-b9ba-262fcb502369, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:12.435789 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] For port 40a97911-f8aa-4da9-b9ba-262fcb502369, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=40a97911-f8aa-4da9-b9ba-262fcb502369,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:12.448258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f85a14-269b-49c7-9333-d94ee64b3274 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'Network': ['ID=53a9b726-82f1-4b42-addb-6aab0d33600c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:12.461909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 53a9b726-82f1-4b42-addb-6aab0d33600c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:12.462593 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55d95-fc5c-465c-8963-06f253c9380d None None] Pushing event updated for resources: {'Port': ['ID=40a97911-f8aa-4da9-b9ba-262fcb502369,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:12.467861 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.488540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:12.552932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.559062 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55d95-fc5c-465c-8963-06f253c9380d None None] Pushing event updated for resources: {'Port': ['ID=40a97911-f8aa-4da9-b9ba-262fcb502369,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:12.570323 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:12.576415 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:29:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:12.658004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] Sync routers for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:12.671748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:12.673545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:29:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:12.806502 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:12.838491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event updated for resources: {'Subnet': ['ID=682fecde-5a79-4908-b392-3a324be09f63,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:12.908402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1490a78-2e88-440d-9383-80dc7aa7bf5a tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.928181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1490a78-2e88-440d-9383-80dc7aa7bf5a tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.935643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1490a78-2e88-440d-9383-80dc7aa7bf5a tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.939953 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Checking segment: {'id': '34af3ad2-41a2-4087-878b-16df86d4b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7cfa180-4a9e-4dca-97bf-09da068bf372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:12.940934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Network hostable DHCP agents. Network: b7cfa180-4a9e-4dca-97bf-09da068bf372, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:12.945154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:12.953196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1490a78-2e88-440d-9383-80dc7aa7bf5a tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.959206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b1490a78-2e88-440d-9383-80dc7aa7bf5a tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6082258 Jul 13 07:30:12.969500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40332) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:13.066295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1a90e0c2-1587-41cc-9046-8e0af0a731e7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:13.103692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Network b7cfa180-4a9e-4dca-97bf-09da068bf372 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:13.156143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, b7cfa180-4a9e-4dca-97bf-09da068bf372) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:13.173382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:13.174288 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.197816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd9494-bc41-4353-87bc-1fcdd590d759 None None] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:13.312767 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.328549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ab312097-4b2c-4acf-96a6-7a1066c7436a tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3332870 Jul 13 07:30:13.333286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40334) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:13.375058 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:06Z', 'revision_number': 3, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:13.376301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.413915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Request body: {'port': {'network_id': 'b7cfa180-4a9e-4dca-97bf-09da068bf372', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2125481538'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:13.422579 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.444071 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.507268 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bef83b-1525-437c-a4eb-7c4a5bf3942d None None] The sync data for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 is: [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:06Z', 'revision_number': 3, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:13.559319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577dea41-2433-4812-9fbe-273455bb8d0f None None] Network b7cfa180-4a9e-4dca-97bf-09da068bf372 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:13.604982 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.637101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a9b726-82f1-4b42-addb-6aab0d33600c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:13.667487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Router 37470ed2-3c0a-4964-93e4-985db4ba78b9 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:13.675597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc305b1-add5-46cc-a5ec-eed6f4c9d768') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:13.675597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc305b1-add5-46cc-a5ec-eed6f4c9d768') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:13.741456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.948139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.969672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-87c075a7-9c15-4779-9527-c9b7e4013382 None None] Provisioning for port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:13.980800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:13.981268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:13.984975 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:14.067438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:14.101925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-87c075a7-9c15-4779-9527-c9b7e4013382 None None] Provisioning complete for port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:14.102425 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87c075a7-9c15-4779-9527-c9b7e4013382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.118133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Allocated IP 172.20.0.1 (bd9ffb23-3401-46c5-a32e-53ab486298af/36e67463-c09d-48d8-bb97-c681be4276c2/367131f7-fdbd-4830-a778-7e11aab8c3c7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:14.261570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.270621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:14.271430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:14.271821 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.284695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53a9b726-82f1-4b42-addb-6aab0d33600c {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:30:14.296521 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.306281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.338192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.343069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Transition to ACTIVE for port object 367131f7-fdbd-4830-a778-7e11aab8c3c7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:14.350882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "DELETE /v2.0/networks/53a9b726-82f1-4b42-addb-6aab0d33600c HTTP/1.1" status: 204 len: 168 time: 1.3783529 Jul 13 07:30:14.351519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40340) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:14.422533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Request body: {'network': {'name': 'tempest-network--278101179', 'router:external': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:14.445600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa327c9a-ed24-4fbb-8eda-c7402d0f6d8c tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event deleted for resources: {'Network': ['ID=53a9b726-82f1-4b42-addb-6aab0d33600c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:14.454236 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.543749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:14.547029 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02decca-1b11-4024-b4e8-ce354ba89ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:14.563277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Made reservation on behalf of a934b8215b7f4a8385a2be8fd993be83 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:14.566032 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.726383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:14.752715 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.753080 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Added segment a241ce7d-6c47-43fc-874c-0fd5f97c107f of type vlan for network 730a92c1-05dc-4c6e-852c-46cc47b0b45e Jul 13 07:30:14.790567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Made reservation on behalf of 5d9c1a5884464b3eba1cd97d23a058a5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:14.804402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.859702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Network bd9ffb23-3401-46c5-a32e-53ab486298af is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:14.884460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.948402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-b7cfa180-4a9e-4dca-97bf-09da068bf372', 'network_id': 'b7cfa180-4a9e-4dca-97bf-09da068bf372', 'tenant_id': '5d9c1a5884464b3eba1cd97d23a058a5', 'fixed_ips': [{'subnet_id': '682fecde-5a79-4908-b392-3a324be09f63'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:30:14.954247 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.967352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] device_id is not set on port 91554493-ddfa-466a-af17-9551ca526d31 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:14.994584 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.005938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.006828 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.050598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Allocated IP 172.25.8.7 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/6731bf3e-b25f-48b7-a382-5e9794309164) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:15.183217 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-feffbf21-bdf7-4744-99d0-29a75d784d7d tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "PUT /v2.0/floatingips/e46389ec-bebf-4f20-937a-cc8c899d4759 HTTP/1.1" status: 200 len: 997 time: 6.6049688 Jul 13 07:30:15.247426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'Network': ['ID=730a92c1-05dc-4c6e-852c-46cc47b0b45e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:15.281211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:15.289274 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.299020 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 730a92c1-05dc-4c6e-852c-46cc47b0b45e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:15.302151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:15.350571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b1f8fbfb-9149-42b9-b391-af7fb1c2c81f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9408634 Jul 13 07:30:15.367027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40344) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:15.463171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Allocated IP 172.20.0.2 (b7cfa180-4a9e-4dca-97bf-09da068bf372/682fecde-5a79-4908-b392-3a324be09f63/fad182f3-c517-4e80-bba4-b8d80d43a00f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:15.488322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-ca9f5a81-41f1-483f-b523-b45e5d8adbaf tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.489476 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-ca9f5a81-41f1-483f-b523-b45e5d8adbaf tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports/2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 942 time: 0.3043540 Jul 13 07:30:15.717255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef1b48-4eaf-4bc9-86a2-ee8b38c45c52 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.719180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-75ef1b48-4eaf-4bc9-86a2-ee8b38c45c52 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] 10.222.0.41 "GET /v2.0/networks/730a92c1-05dc-4c6e-852c-46cc47b0b45e HTTP/1.1" status: 200 len: 756 time: 0.3529441 Jul 13 07:30:15.722457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:15.757209 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.787206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Transition to ACTIVE for port object fad182f3-c517-4e80-bba4-b8d80d43a00f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:15.851684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Transition to ACTIVE for port object fad182f3-c517-4e80-bba4-b8d80d43a00f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:15.994714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e7d15-6112-470e-92dc-edb2a6743b3b tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.996965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d37e7d15-6112-470e-92dc-edb2a6743b3b tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] 10.222.0.41 "GET /v2.0/networks/c90a40bd-c971-4af0-bcff-a022e9288fe0 HTTP/1.1" status: 200 len: 768 time: 0.2731338 Jul 13 07:30:16.000721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40352) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:16.052063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-7d76f856-f282-4e00-91df-564f10bce749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:16.055696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-7d76f856-f282-4e00-91df-564f10bce749 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 0.4143713 Jul 13 07:30:16.155304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Pushing event updated for resources: {'Port': ['ID=367131f7-fdbd-4830-a778-7e11aab8c3c7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:16.231882 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.260259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.263173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.278712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Allocated IP 172.20.0.5 (b7cfa180-4a9e-4dca-97bf-09da068bf372/682fecde-5a79-4908-b392-3a324be09f63/91554493-ddfa-466a-af17-9551ca526d31) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:16.324733 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.525271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 1a90e0c2-1587-41cc-9046-8e0af0a731e7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1a90e0c2-1587-41cc-9046-8e0af0a731e7,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:16.525629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-52c07649-19b9-4b2d-a7ad-b609ffbea21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:16.527534 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-52c07649-19b9-4b2d-a7ad-b609ffbea21e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.4548414 Jul 13 07:30:16.527877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Pushing event updated for resources: {'Port': ['ID=fad182f3-c517-4e80-bba4-b8d80d43a00f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:16.556680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Network b7cfa180-4a9e-4dca-97bf-09da068bf372 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:16.559629 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.580226 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:16.587986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:16.654342 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.723761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-e3827105-2a20-48a2-84b1-4e37d949809b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 217 time: 0.1707804 Jul 13 07:30:16.825070 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.874131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730a92c1-05dc-4c6e-852c-46cc47b0b45e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:16.884346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:16.908010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=1a90e0c2-1587-41cc-9046-8e0af0a731e7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:16.933447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:16.965180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:16.988211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a241ce7d-6c47-43fc-874c-0fd5f97c107f') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:16.990632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a241ce7d-6c47-43fc-874c-0fd5f97c107f') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:17.028376 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87c075a7-9c15-4779-9527-c9b7e4013382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.066015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.073846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Attempting to bind port fad182f3-c517-4e80-bba4-b8d80d43a00f on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:17.074804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Attempting to bind port fad182f3-c517-4e80-bba4-b8d80d43a00f by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '34af3ad2-41a2-4087-878b-16df86d4b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7cfa180-4a9e-4dca-97bf-09da068bf372'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:17.075338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Attempting to bind port fad182f3-c517-4e80-bba4-b8d80d43a00f on network b7cfa180-4a9e-4dca-97bf-09da068bf372 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:17.087335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 40a97911-f8aa-4da9-b9ba-262fcb502369 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:17.101188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Pushing event updated for resources: {'Port': ['ID=6731bf3e-b25f-48b7-a382-5e9794309164,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:17.133903 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.134816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-ebb0fb41-18ac-42a3-940a-b5ad6976cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.147495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-ebb0fb41-18ac-42a3-940a-b5ad6976cf20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.3188446 Jul 13 07:30:17.155105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.241859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:17.243932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Checking segment: {'id': '34af3ad2-41a2-4087-878b-16df86d4b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7cfa180-4a9e-4dca-97bf-09da068bf372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:17.248273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.249439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Bound using segment: {'id': '34af3ad2-41a2-4087-878b-16df86d4b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7cfa180-4a9e-4dca-97bf-09da068bf372'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:17.251705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Bound port: fad182f3-c517-4e80-bba4-b8d80d43a00f, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34af3ad2-41a2-4087-878b-16df86d4b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7cfa180-4a9e-4dca-97bf-09da068bf372'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:17.252298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.280956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:17.292565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:03:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:30:09Z', 'revision_number': 3, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:17.293745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:17.298190 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:17.345772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] Checking router: 37470ed2-3c0a-4964-93e4-985db4ba78b9 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:17.347278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.405349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 40a97911-f8aa-4da9-b9ba-262fcb502369 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:17.413152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:17.417020 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:29:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:17.501655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-28396556-8ddc-440e-a6f0-5d20e671d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.507037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-28396556-8ddc-440e-a6f0-5d20e671d1aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3492174 Jul 13 07:30:17.513716 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.527317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 730a92c1-05dc-4c6e-852c-46cc47b0b45e {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:30:17.535456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.545402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "DELETE /v2.0/networks/730a92c1-05dc-4c6e-852c-46cc47b0b45e HTTP/1.1" status: 204 len: 168 time: 1.5369022 Jul 13 07:30:17.579863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40354) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:17.675406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Transition to ACTIVE for port object 91554493-ddfa-466a-af17-9551ca526d31 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:17.698549 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:30:17.703177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:17.808783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b7028-f02c-400e-b941-92f97a93bbe8 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event deleted for resources: {'Network': ['ID=730a92c1-05dc-4c6e-852c-46cc47b0b45e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:17.831430 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-9484b70f-567f-41a2-aaea-7374999b54f8 service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889583 Jul 13 07:30:17.845108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Request body: {'network': {'name': 'tempest-network--993514119'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:17.879443 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.909514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Made reservation on behalf of a934b8215b7f4a8385a2be8fd993be83 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:17.915687 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.970778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 40a97911-f8aa-4da9-b9ba-262fcb502369 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:17.971797 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.020569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Network b7cfa180-4a9e-4dca-97bf-09da068bf372 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:18.046262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:18.098480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:18.103067 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event updated for resources: {'Port': ['ID=91554493-ddfa-466a-af17-9551ca526d31,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:18.186509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:18.216228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.216586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.216937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.217313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.217654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.218010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.218343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.218677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.219008 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.219337 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.219665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.219990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:18.232076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.233191 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Added segment eb3582bf-7d33-4cb3-b373-d038d34e2d47 of type vlan for network 478a04b5-a4a4-4ba4-8f98-2703bb3f57a4 Jul 13 07:30:18.262141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-55594d49-c9d7-401c-936b-2bae3af824cc service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569419 Jul 13 07:30:18.389353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.396097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.426347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:18.433041 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.436751 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.455139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-286790ea-8a1c-44ce-a42d-4dbfa6e57d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:18.465045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-286790ea-8a1c-44ce-a42d-4dbfa6e57d37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 1097 time: 0.1510987 Jul 13 07:30:18.481559 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.482897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:18.483654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.526536 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7057028 Jul 13 07:30:18.527579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40356) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:18.577160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-450afc0a-5b93-4b86-9792-34937d6519d3 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:18.588195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.598160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f212944a-930f-46c1-85fe-3abaf5416c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.616224 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-87c075a7-9c15-4779-9527-c9b7e4013382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:30:18.617212 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-87c075a7-9c15-4779-9527-c9b7e4013382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:30:18.687365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] For port fad182f3-c517-4e80-bba4-b8d80d43a00f, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:18.692921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] For port fad182f3-c517-4e80-bba4-b8d80d43a00f, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fad182f3-c517-4e80-bba4-b8d80d43a00f,segment=NetworkSegment(34af3ad2-41a2-4087-878b-16df86d4b822),segment_id=34af3ad2-41a2-4087-878b-16df86d4b822)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:18.722476 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.795057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31d69a-d86c-408b-b911-e645df674b3a None None] Pushing event updated for resources: {'Port': ['ID=fad182f3-c517-4e80-bba4-b8d80d43a00f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:18.813666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e9b73-f90d-45a3-9d05-0228eff6aa0f tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'Network': ['ID=478a04b5-a4a4-4ba4-8f98-2703bb3f57a4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:18.816965 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.832549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Pushing event updated for resources: {'Port': ['ID=367131f7-fdbd-4830-a778-7e11aab8c3c7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:18.843382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.874350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 478a04b5-a4a4-4ba4-8f98-2703bb3f57a4 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:18.966107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:03:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:30:09Z', 'revision_number': 3, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:18.980188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 40a97911-f8aa-4da9-b9ba-262fcb502369, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=40a97911-f8aa-4da9-b9ba-262fcb502369,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:19.023830 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.036082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb7479-f872-4516-9f2b-4169754febc2 None None] The sync data for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 is: [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:03:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:30:09Z', 'revision_number': 3, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:19.096522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Network bd9ffb23-3401-46c5-a32e-53ab486298af is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:19.101444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:19.175323 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-450afc0a-5b93-4b86-9792-34937d6519d3 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.213109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-1e878589-2516-4ca8-b129-4bce1c4f1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:19.223456 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-1e878589-2516-4ca8-b129-4bce1c4f1466 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.7571938 Jul 13 07:30:19.233039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-450afc0a-5b93-4b86-9792-34937d6519d3 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.266141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=40a97911-f8aa-4da9-b9ba-262fcb502369,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:19.390342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-450afc0a-5b93-4b86-9792-34937d6519d3 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Network 478a04b5-a4a4-4ba4-8f98-2703bb3f57a4 is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:30:19.391249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450afc0a-5b93-4b86-9792-34937d6519d3 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:19.392148 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-450afc0a-5b93-4b86-9792-34937d6519d3 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.396824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-450afc0a-5b93-4b86-9792-34937d6519d3 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "PUT /v2.0/networks/478a04b5-a4a4-4ba4-8f98-2703bb3f57a4 HTTP/1.1" status: 200 len: 857 time: 0.8248978 Jul 13 07:30:19.397453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40358) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:19.518491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8dca08eb-89df-4924-a027-7a4361995ffb None None] Provisioning complete for port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:19.519034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8dca08eb-89df-4924-a027-7a4361995ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.554892 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d45b9a7-d57a-43b9-83bf-5ed87371cbce None None] New status for floating IP e46389ec-bebf-4f20-937a-cc8c899d4759: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:30:19.576449 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ef67447f-666e-44c2-aeef-e3cc997ce36e tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.1736646 Jul 13 07:30:19.579402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:19.591659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Router 094853fa-2681-43ff-9698-e3c8b741d608 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:19.602393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Request body: {'port': {'network_id': 'b7cfa180-4a9e-4dca-97bf-09da068bf372', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1079821128', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:19.603193 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.api.validators [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] bootfile-name is not in valid_values {{(pid=93773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:19.603709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.api.validators [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] tftp-server is not in valid_values {{(pid=93773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:19.604218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.api.validators [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] server-ip-address is not in valid_values {{(pid=93773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:19.618064 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.775676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450afc0a-5b93-4b86-9792-34937d6519d3 tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event updated for resources: {'Network': ['ID=478a04b5-a4a4-4ba4-8f98-2703bb3f57a4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:19.827221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-513a9597-8b1c-4f25-8f11-0b5e7d74acc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 200 len: 1000 time: 0.6022785 Jul 13 07:30:19.841616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8dca08eb-89df-4924-a027-7a4361995ffb None None] Provisioning for port 367131f7-fdbd-4830-a778-7e11aab8c3c7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:19.848241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8dca08eb-89df-4924-a027-7a4361995ffb None None] Provisioning complete for port 367131f7-fdbd-4830-a778-7e11aab8c3c7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:19.848617 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8dca08eb-89df-4924-a027-7a4361995ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.906853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 40a97911-f8aa-4da9-b9ba-262fcb502369 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:19.940241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-752d7299-b2dc-4617-892c-ad71969744de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:19.955956 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-752d7299-b2dc-4617-892c-ad71969744de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.1276526 Jul 13 07:30:19.978856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:19.990473 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c32687fc-8189-42f4-afd9-3a01932f8686 admin admin] 10.222.0.41 "PUT /v2.0/routers/094853fa-2681-43ff-9698-e3c8b741d608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9965851 Jul 13 07:30:20.016886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Sync routers for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:20.050529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Made reservation on behalf of 5d9c1a5884464b3eba1cd97d23a058a5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:20.051599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8dca08eb-89df-4924-a027-7a4361995ffb None None] Port 367131f7-fdbd-4830-a778-7e11aab8c3c7 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:20.059598 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.081679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:20.086743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:29:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:20.089082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] device_id is not set on port 4cded03a-3e69-42ae-af23-c3fd54c46e3d yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:20.098264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.272879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.373668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478a04b5-a4a4-4ba4-8f98-2703bb3f57a4']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:20.427501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Allocated IP 172.20.0.10 (b7cfa180-4a9e-4dca-97bf-09da068bf372/682fecde-5a79-4908-b392-3a324be09f63/4cded03a-3e69-42ae-af23-c3fd54c46e3d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:20.439900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3582bf-7d33-4cb3-b373-d038d34e2d47') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:20.449598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3582bf-7d33-4cb3-b373-d038d34e2d47') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:20.450973 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] Sync routers for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:20.471056 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:20.475033 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:29:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:20.487841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 40a97911-f8aa-4da9-b9ba-262fcb502369 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:20.488222 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.493448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Router 69f932b2-759a-443d-b949-fbc9de82dbcf is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:30:20.505626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.537585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-499ef88a-2d6d-40fa-a745-4f804f62e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:20.551798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-499ef88a-2d6d-40fa-a745-4f804f62e526 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5938878 Jul 13 07:30:20.631739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7bf503f1-57aa-41c4-bbbf-171435c42f25 None None] Provisioning complete for port 367131f7-fdbd-4830-a778-7e11aab8c3c7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:20.632120 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7bf503f1-57aa-41c4-bbbf-171435c42f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.651936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.675283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:20.675936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:20.685260 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:20.783788 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:20.846355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7bf503f1-57aa-41c4-bbbf-171435c42f25 None None] Port 367131f7-fdbd-4830-a778-7e11aab8c3c7 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:20.881032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:21.020302 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.037109 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-3b98d4de-6f51-4a0c-8f24-8d148d299423 service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799833 Jul 13 07:30:21.065268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 478a04b5-a4a4-4ba4-8f98-2703bb3f57a4 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:30:21.070378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88c30da-7a0a-43fa-92f4-bd6de45f2309 None None] Network b7cfa180-4a9e-4dca-97bf-09da068bf372 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:21.081323 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.094268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] 10.222.0.41 "DELETE /v2.0/networks/478a04b5-a4a4-4ba4-8f98-2703bb3f57a4 HTTP/1.1" status: 204 len: 168 time: 1.6872706 Jul 13 07:30:21.120159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40368) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:21.189369 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f5d34be-fbc5-4895-a447-2f3ec3141ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.243729 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:03:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:30:19Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:21.261574 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d32e26d-6d36-45c1-8c32-78762daf814f tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] DELETE failed (client error): The resource could not be found. Jul 13 07:30:21.262099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d32e26d-6d36-45c1-8c32-78762daf814f tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:30:21.274477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2d32e26d-6d36-45c1-8c32-78762daf814f tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] 10.222.0.41 "DELETE /v2.0/subnets/72fcae76-5180-4edb-9010-e835c2ef8224 HTTP/1.1" status: 404 len: 337 time: 0.1207187 Jul 13 07:30:21.277888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fad182f3-c517-4e80-bba4-b8d80d43a00f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:21.309252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40370) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:21.313631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb6765-023c-40d7-93b1-8099070d85dc tempest-ExternalNetworksTestJSON-1069651603 tempest-ExternalNetworksTestJSON-1069651603-project-admin] Pushing event deleted for resources: {'Network': ['ID=478a04b5-a4a4-4ba4-8f98-2703bb3f57a4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:21.327319 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] Checking router: 37470ed2-3c0a-4964-93e4-985db4ba78b9 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:21.351521 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:21.352224 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:21.526006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.544071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Transition to ACTIVE for port object 4cded03a-3e69-42ae-af23-c3fd54c46e3d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:21.620710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.640675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e8af10ff-fbd0-42aa-ba1c-72cd09e1ba0f None None] Provisioning for port fad182f3-c517-4e80-bba4-b8d80d43a00f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:21.643586 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.677715 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.727298 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:21.796493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Network b7cfa180-4a9e-4dca-97bf-09da068bf372 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:21.804875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event updated for resources: {'Port': ['ID=4cded03a-3e69-42ae-af23-c3fd54c46e3d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:21.809548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:21.816333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:21.862491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-958b4615-4c2b-4ea2-9634-abe13b10618c req-bb370685-e50b-421b-8f22-3efd59debbe6 service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8245299 Jul 13 07:30:21.940530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:21.943337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.950416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.978948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90a40bd-c971-4af0-bcff-a022e9288fe0']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:22.003216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9610ee08-b6c6-4f5f-9b92-586517de4653') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:22.003522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9610ee08-b6c6-4f5f-9b92-586517de4653') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:22.026985 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.040510 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-85b3338c-3f7d-49a7-a305-6b0676bad9b2 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.4462519 Jul 13 07:30:22.048089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40374) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:22.114509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port fad182f3-c517-4e80-bba4-b8d80d43a00f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:22.133716 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.142744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.157521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:22.160665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:22.224699 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:22.233357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:22.278469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fad182f3-c517-4e80-bba4-b8d80d43a00f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:22.279021 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.312330 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:03:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:30:19Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:22.329009 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.334741 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7ccc9ecc-11d1-491b-99ae-c6e02f26aba3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.0751982 Jul 13 07:30:22.335615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40376) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:22.365131 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd139c71-ff1f-4bf3-bbb0-0bcd159d7f4e None None] The sync data for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 is: [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:03:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:30:19Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:22.411349 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b36071-a4c9-4633-b091-a45d2b68913c x-openstack-request-id: req-f6b36071-a4c9-4633-b091-a45d2b68913c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:22.411664 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:22.411790 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6b36071-a4c9-4633-b091-a45d2b68913c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:22.412627 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'code': 200} Jul 13 07:30:22.453927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:16Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '367131f7-fdbd-4830-a778-7e11aab8c3c7', 'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'mac_address': 'fa:16:3e:ce:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:17Z', 'revision_number': 2, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'subnets': [{'id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:22.532263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.535925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Checking router: 094853fa-2681-43ff-9698-e3c8b741d608 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:22.535925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Updating router 094853fa-2681-43ff-9698-e3c8b741d608 port 367131f7-fdbd-4830-a778-7e11aab8c3c7 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:30:22.561997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.573454 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.576661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] 10.222.0.41 "DELETE /v2.0/networks/c90a40bd-c971-4af0-bcff-a022e9288fe0 HTTP/1.1" status: 204 len: 168 time: 1.2546399 Jul 13 07:30:22.576810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.679693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc4db5-727a-43cb-a1a1-d8f469f05121 tempest-ExternalNetworksTestJSON-2062677718 tempest-ExternalNetworksTestJSON-2062677718-project] Pushing event deleted for resources: {'Network': ['ID=c90a40bd-c971-4af0-bcff-a022e9288fe0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:22.707448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Sync routers for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:23.254751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:23.255520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:23.356557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40390) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:23.539604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.712307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port fad182f3-c517-4e80-bba4-b8d80d43a00f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fad182f3-c517-4e80-bba4-b8d80d43a00f,segment=NetworkSegment(34af3ad2-41a2-4087-878b-16df86d4b822),segment_id=34af3ad2-41a2-4087-878b-16df86d4b822)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:23.758399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b1e0db-bd37-4a37-bf70-b5b2ca1c87c7 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:23.765753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:23.780387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b1e0db-bd37-4a37-bf70-b5b2ca1c87c7 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:23.786808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b1e0db-bd37-4a37-bf70-b5b2ca1c87c7 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:23.796554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a5b1e0db-bd37-4a37-bf70-b5b2ca1c87c7 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.7081282 Jul 13 07:30:23.800263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40404) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:23.909548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Allocated IP 172.20.0.1 (e4c07a53-adf5-42b2-b35d-ef69c8555115/04b63ad2-04c7-43f7-adec-524d23576b31/e0eeb4af-298f-4546-91a3-687f6eaad04c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:23.938117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2405e80-00db-423b-a31b-4044cf73aa06 req-3c66f27b-3e9f-4295-bbef-49c1f2d3e956 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:23.945357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2405e80-00db-423b-a31b-4044cf73aa06 req-3c66f27b-3e9f-4295-bbef-49c1f2d3e956 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 1.2560313 Jul 13 07:30:24.031092 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.041623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2405e80-00db-423b-a31b-4044cf73aa06 req-15069005-0813-45a8-8eba-1e5ad750690b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951989 Jul 13 07:30:24.046544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Transition to ACTIVE for port object e0eeb4af-298f-4546-91a3-687f6eaad04c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:24.088660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ec7de660-c606-4873-97ce-0fe2a6b4c2a5 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Deleting port 4cded03a-3e69-42ae-af23-c3fd54c46e3d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:24.091019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7de660-c606-4873-97ce-0fe2a6b4c2a5 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.130924 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf32e13b-bd5a-45d3-9ee9-980137e399b4 x-openstack-request-id: req-cf32e13b-bd5a-45d3-9ee9-980137e399b4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:24.131219 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:24.131478 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf32e13b-bd5a-45d3-9ee9-980137e399b4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:24.131881 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'status': 'completed', 'code': 200} Jul 13 07:30:24.135988 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.163925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e49fa693-03ff-408a-9280-a410de6319ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=754e12bb025844848da96ac4bbe4c7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037767 Jul 13 07:30:24.169722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Provisioning complete for port fad182f3-c517-4e80-bba4-b8d80d43a00f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:24.170773 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.173384 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40418) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:24.243915 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.246850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1a90e0c2-1587-41cc-9046-8e0af0a731e7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:24.295966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.337389 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7de660-c606-4873-97ce-0fe2a6b4c2a5 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.352943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ec7de660-c606-4873-97ce-0fe2a6b4c2a5 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Calling delete_port for 4cded03a-3e69-42ae-af23-c3fd54c46e3d owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:24.417268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=fad182f3-c517-4e80-bba4-b8d80d43a00f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:24.469237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:24.495163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:24.495358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.553609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:24.556384 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:24.628760 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba806e18-bbef-437f-9a19-68b6e065d212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.633050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b4486e9-55ce-49d6-9d9d-e428feeaf6b0 req-5e2c778e-1d38-4902-9630-f7e926dfb819 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.4744132 Jul 13 07:30:24.637627 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.640443 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.691750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Transition to ACTIVE for port object 367131f7-fdbd-4830-a778-7e11aab8c3c7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:24.706824 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.783981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7de660-c606-4873-97ce-0fe2a6b4c2a5 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.811296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4486e9-55ce-49d6-9d9d-e428feeaf6b0 req-9605693d-37d9-401c-88b5-85af89ff1e10 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:24.813810 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b4486e9-55ce-49d6-9d9d-e428feeaf6b0 req-9605693d-37d9-401c-88b5-85af89ff1e10 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports/faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 200 len: 942 time: 0.1665909 Jul 13 07:30:24.828409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Pushing event updated for resources: {'Port': ['ID=e0eeb4af-298f-4546-91a3-687f6eaad04c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:24.855046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Provisioning for port 4cded03a-3e69-42ae-af23-c3fd54c46e3d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:24.877514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Provisioning complete for port 4cded03a-3e69-42ae-af23-c3fd54c46e3d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:24.892909 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.899124 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.912920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-cfb1245e-8089-4445-bfe6-6a096cfa024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:24.918143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-cfb1245e-8089-4445-bfe6-6a096cfa024a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 0.7435787 Jul 13 07:30:24.952851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7de660-c606-4873-97ce-0fe2a6b4c2a5 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event deleted for resources: {'Port': ['ID=4cded03a-3e69-42ae-af23-c3fd54c46e3d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:24.961461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Port 4cded03a-3e69-42ae-af23-c3fd54c46e3d was deleted so its status cannot be updated. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:30:24.962012 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba806e18-bbef-437f-9a19-68b6e065d212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.077431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:17Z', 'revision_number': 3, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:25.205927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c770b-fe23-4e6f-a800-a0a1f192bf09 None None] Pushing event updated for resources: {'Port': ['ID=367131f7-fdbd-4830-a778-7e11aab8c3c7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:25.206597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-ae43a5b1-ebef-4194-b4ec-a50c9c0107c4 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.221833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Checking router: 69f932b2-759a-443d-b949-fbc9de82dbcf for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:25.222534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Updating router 69f932b2-759a-443d-b949-fbc9de82dbcf port 6731bf3e-b25f-48b7-a382-5e9794309164 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:30:25.224709 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-ae43a5b1-ebef-4194-b4ec-a50c9c0107c4 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/networks?id=bd9ffb23-3401-46c5-a32e-53ab486298af HTTP/1.1" status: 200 len: 829 time: 0.7306955 Jul 13 07:30:25.262771 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-f4a05820-b2cc-4c3d-920e-753f5bc691e6 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/quotas/3ba670f875be4d668e8f304b9df3c692 HTTP/1.1" status: 200 len: 375 time: 0.0368526 Jul 13 07:30:25.277779 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.284845 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7de660-c606-4873-97ce-0fe2a6b4c2a5 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.290808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ec7de660-c606-4873-97ce-0fe2a6b4c2a5 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "DELETE /v2.0/ports/4cded03a-3e69-42ae-af23-c3fd54c46e3d HTTP/1.1" status: 204 len: 168 time: 1.4860685 Jul 13 07:30:25.291087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40430) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:25.308178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Request body: {'port': {'name': 'tempest-new-port-name-80501612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:25.308626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.api.validators [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] bootfile-name is not in valid_values {{(pid=93774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:25.308975 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.api.validators [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] tftp-server is not in valid_values {{(pid=93774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:25.309312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.api.validators [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] server-ip-address is not in valid_values {{(pid=93774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:25.321597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Provisioning for port 91554493-ddfa-466a-af17-9551ca526d31 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:25.334603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Provisioning complete for port 91554493-ddfa-466a-af17-9551ca526d31 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:25.334992 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.382453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-afb1ed45-af24-477e-b9bf-3060fe1d7978 None None] Port 91554493-ddfa-466a-af17-9551ca526d31 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:25.389933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Attempting to bind port 367131f7-fdbd-4830-a778-7e11aab8c3c7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:25.389933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Attempting to bind port 367131f7-fdbd-4830-a778-7e11aab8c3c7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:25.390406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Attempting to bind port 367131f7-fdbd-4830-a778-7e11aab8c3c7 on network bd9ffb23-3401-46c5-a32e-53ab486298af {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:25.403568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b4486e9-55ce-49d6-9d9d-e428feeaf6b0 req-c924b128-9047-4bb5-aa90-29814aa2fb20 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.2904851 Jul 13 07:30:25.431785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-3f5a2387-925a-4c54-8097-ada16891e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.433286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-3f5a2387-925a-4c54-8097-ada16891e8ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.4841275 Jul 13 07:30:25.455636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba806e18-bbef-437f-9a19-68b6e065d212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.458197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:25.458745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Checking segment: {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:25.459007 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.459380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Bound using segment: {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:25.460010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Bound port: 367131f7-fdbd-4830-a778-7e11aab8c3c7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:25.460405 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.462704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba806e18-bbef-437f-9a19-68b6e065d212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.467545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ba806e18-bbef-437f-9a19-68b6e065d212 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf69bea6-4f3e-4155-892b-9a8c9b7072e4 HTTP/1.1" status: 204 len: 168 time: 1.2879293 Jul 13 07:30:25.479010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fad182f3-c517-4e80-bba4-b8d80d43a00f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:25.486578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba806e18-bbef-437f-9a19-68b6e065d212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf69bea6-4f3e-4155-892b-9a8c9b7072e4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:25.518269 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-b3f87aa6-a6f3-4fd0-8258-e0942b7121c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 217 time: 0.0404370 Jul 13 07:30:25.558882 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-9e1368df-25ea-4a94-b3dc-bdc1ddfd2598 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ba670f875be4d668e8f304b9df3c692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2215343 Jul 13 07:30:25.625075 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.634101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.676354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.692779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-36f6e4dc-31ae-4e48-9346-141da0dba6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.694734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-36f6e4dc-31ae-4e48-9346-141da0dba6b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.1395497 Jul 13 07:30:25.723570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Pushing event updated for resources: {'Port': ['ID=e0eeb4af-298f-4546-91a3-687f6eaad04c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:25.731269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fad182f3-c517-4e80-bba4-b8d80d43a00f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:25.731825 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.743085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-078a9989-d8db-4902-9131-51153f177dc4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:30:25.745479 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-078a9989-d8db-4902-9131-51153f177dc4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1855545 Jul 13 07:30:25.853198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-606aad11-d623-4410-a8d4-74ef658080f3 None None] Provisioning for port e0eeb4af-298f-4546-91a3-687f6eaad04c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:25.864473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4486e9-55ce-49d6-9d9d-e428feeaf6b0 req-c1e2234c-90b7-475d-83d4-6667fbae86e1 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.867381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b4486e9-55ce-49d6-9d9d-e428feeaf6b0 req-c1e2234c-90b7-475d-83d4-6667fbae86e1 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.4550326 Jul 13 07:30:25.871300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-606aad11-d623-4410-a8d4-74ef658080f3 None None] Provisioning complete for port e0eeb4af-298f-4546-91a3-687f6eaad04c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:25.871618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-606aad11-d623-4410-a8d4-74ef658080f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.941688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] For port 367131f7-fdbd-4830-a778-7e11aab8c3c7, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:25.964035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.999969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] For port 367131f7-fdbd-4830-a778-7e11aab8c3c7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=367131f7-fdbd-4830-a778-7e11aab8c3c7,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:26.000760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-93c2200c-242e-4330-ab65-81ae011437ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.004022 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-93c2200c-242e-4330-ab65-81ae011437ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2992339 Jul 13 07:30:26.010902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.036783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-606aad11-d623-4410-a8d4-74ef658080f3 None None] Port e0eeb4af-298f-4546-91a3-687f6eaad04c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:26.043438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40450) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:26.053869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-0946aef8-6909-4c12-b37f-4558bfb1597c service neutron] 10.222.0.41 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981939 Jul 13 07:30:26.162570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:26.166020 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e05987-da94-4a73-bde4-1ec966241395" -d '{"events": [{"name": "network-changed", "server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:26.168626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-606aad11-d623-4410-a8d4-74ef658080f3 None None] Provisioning complete for port 91554493-ddfa-466a-af17-9551ca526d31 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:26.169012 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-606aad11-d623-4410-a8d4-74ef658080f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.185478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c770b-fe23-4e6f-a800-a0a1f192bf09 None None] Pushing event updated for resources: {'Port': ['ID=367131f7-fdbd-4830-a778-7e11aab8c3c7,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:26.239445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:26.240112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:26.292404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.305023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-606aad11-d623-4410-a8d4-74ef658080f3 None None] Port 91554493-ddfa-466a-af17-9551ca526d31 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:26.305344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-9bfd0c81-d6f6-40de-9a26-942a6b1463da service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890830 Jul 13 07:30:26.307263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.311585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-c4e8f7df-e4e1-4ed9-9851-d500228a9551 service neutron] 10.222.0.41 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545514 Jul 13 07:30:26.350694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-606aad11-d623-4410-a8d4-74ef658080f3 None None] Could not find standard attr ID for object 4cded03a-3e69-42ae-af23-c3fd54c46e3d. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:30:26.352673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:26.363263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:26.407710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6078b929-bd6b-4910-a043-c38288d8c1d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a934b8215b7f4a8385a2be8fd993be83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105769 Jul 13 07:30:26.408944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40464) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:26.545744 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.582749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Transition to ACTIVE for port object 6731bf3e-b25f-48b7-a382-5e9794309164 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:26.589061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:26.746056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event updated for resources: {'Port': ['ID=91554493-ddfa-466a-af17-9551ca526d31,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:26.752685 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c02decca-1b11-4024-b4e8-ce354ba89ee9 req-77572948-376a-4a35-adb1-d71fd38c64bc service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386773 Jul 13 07:30:26.773215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] In _notify_port_updated(), no bound segment for port 91554493-ddfa-466a-af17-9551ca526d31 on network b7cfa180-4a9e-4dca-97bf-09da068bf372 {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:30:26.793548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.798052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.806996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6e2d78bc-a77d-4858-b791-ee58394109eb tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "PUT /v2.0/ports/91554493-ddfa-466a-af17-9551ca526d31 HTTP/1.1" status: 200 len: 1134 time: 1.5062914 Jul 13 07:30:26.811257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40472) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:26.824752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-af9dcd31-5d8e-4a1c-b434-dc8092c1f502 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.2343795 Jul 13 07:30:26.919900 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.923018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45229cab-19b9-492f-ac50-766c86c63001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.940630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c684c3-04d4-4225-81a1-4644b27dd6a1 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.942147 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-33c684c3-04d4-4225-81a1-4644b27dd6a1 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "GET /v2.0/ports/91554493-ddfa-466a-af17-9551ca526d31 HTTP/1.1" status: 200 len: 1134 time: 0.1257808 Jul 13 07:30:26.953270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022af4-ec0c-45b1-8b2f-87a983c3e6ee req-df243633-2d5e-4759-b04a-050719785f3c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.955415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e022af4-ec0c-45b1-8b2f-87a983c3e6ee req-df243633-2d5e-4759-b04a-050719785f3c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.4923420 Jul 13 07:30:26.955909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40476) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:26.985254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Router 69f932b2-759a-443d-b949-fbc9de82dbcf has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:26.987672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-3d832ee2-252c-4208-8cee-16246a2e487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.989471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-3d832ee2-252c-4208-8cee-16246a2e487b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 1098 time: 0.5603497 Jul 13 07:30:27.001473 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-766b39e6-086f-43d1-b71c-b0d702e50724 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.003378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-766b39e6-086f-43d1-b71c-b0d702e50724 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports/faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 200 len: 942 time: 0.1680403 Jul 13 07:30:27.006350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45229cab-19b9-492f-ac50-766c86c63001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.089985 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e022af4-ec0c-45b1-8b2f-87a983c3e6ee req-73012104-c217-4dfe-af5a-5432ef4853b2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244328 Jul 13 07:30:27.094961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95bc13aa-8858-4a06-95ff-a1d02df5191b None None] Provisioning complete for port e0eeb4af-298f-4546-91a3-687f6eaad04c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:27.094961 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95bc13aa-8858-4a06-95ff-a1d02df5191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.106900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-ce23f522-d326-41fd-be4d-9cc5e95d0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.108898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-ce23f522-d326-41fd-be4d-9cc5e95d0c8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.0999877 Jul 13 07:30:27.144471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Attempting to bind port 6731bf3e-b25f-48b7-a382-5e9794309164 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:27.145524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Attempting to bind port 6731bf3e-b25f-48b7-a382-5e9794309164 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:27.146092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Attempting to bind port 6731bf3e-b25f-48b7-a382-5e9794309164 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:27.164461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:27.166118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:27.167225 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.168322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:27.169023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Bound port: 6731bf3e-b25f-48b7-a382-5e9794309164, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:27.169787 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.201191 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c325fe3b-c9be-472f-a061-75d5210a8a59 x-openstack-request-id: req-c325fe3b-c9be-472f-a061-75d5210a8a59 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:27.201191 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:27.201191 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c325fe3b-c9be-472f-a061-75d5210a8a59 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:27.201540 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'status': 'completed', 'code': 200} Jul 13 07:30:27.255027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-95bc13aa-8858-4a06-95ff-a1d02df5191b None None] Port e0eeb4af-298f-4546-91a3-687f6eaad04c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:27.258166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a06fc7-02b2-40ea-ac63-9a9482626d28 None None] Pushing event updated for resources: {'Port': ['ID=6731bf3e-b25f-48b7-a382-5e9794309164,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:27.292494 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-f839c53b-a4bd-49c6-8d95-20ab4d24a1e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4 HTTP/1.1" status: 200 len: 1002 time: 0.1765883 Jul 13 07:30:27.306612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] For port 6731bf3e-b25f-48b7-a382-5e9794309164, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:27.314505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] For port 6731bf3e-b25f-48b7-a382-5e9794309164, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6731bf3e-b25f-48b7-a382-5e9794309164,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:27.319891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:16Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '367131f7-fdbd-4830-a778-7e11aab8c3c7', 'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'mac_address': 'fa:16:3e:ce:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:25Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'subnets': [{'id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:27.329053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-69cb248b-c40b-4d99-bd8e-86d92226346b tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Deleting port 91554493-ddfa-466a-af17-9551ca526d31 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:27.329833 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69cb248b-c40b-4d99-bd8e-86d92226346b tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.393652 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.395874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41020871-2af6-42b9-ac55-f8c9b9260690 None None] The sync data for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 is: [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:16Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '367131f7-fdbd-4830-a778-7e11aab8c3c7', 'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'mac_address': 'fa:16:3e:ce:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:25Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'subnets': [{'id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:27.420807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e05987-da94-4a73-bde4-1ec966241395 req-50c5e735-3d87-472e-bbee-3ac717aa38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.426065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0e05987-da94-4a73-bde4-1ec966241395 req-50c5e735-3d87-472e-bbee-3ac717aa38ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 1097 time: 0.2194731 Jul 13 07:30:27.467511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72a36c40-18a1-48eb-8e4a-3ab9b334d07a None None] Provisioning complete for port e0eeb4af-298f-4546-91a3-687f6eaad04c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:27.470926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72a36c40-18a1-48eb-8e4a-3ab9b334d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.527618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:27.529803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:27.534725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a06fc7-02b2-40ea-ac63-9a9482626d28 None None] Pushing event updated for resources: {'Port': ['ID=6731bf3e-b25f-48b7-a382-5e9794309164,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:27.602173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-72a36c40-18a1-48eb-8e4a-3ab9b334d07a None None] Port e0eeb4af-298f-4546-91a3-687f6eaad04c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:27.644467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69cb248b-c40b-4d99-bd8e-86d92226346b tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.676950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72a36c40-18a1-48eb-8e4a-3ab9b334d07a None None] Provisioning complete for port 91554493-ddfa-466a-af17-9551ca526d31 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:27.677336 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72a36c40-18a1-48eb-8e4a-3ab9b334d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.682161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-69cb248b-c40b-4d99-bd8e-86d92226346b tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Calling delete_port for 91554493-ddfa-466a-af17-9551ca526d31 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:27.728136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e05987-da94-4a73-bde4-1ec966241395 req-7f3ae105-27fc-40ab-9a2c-3c07e1bff5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.738450 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0e05987-da94-4a73-bde4-1ec966241395 req-7f3ae105-27fc-40ab-9a2c-3c07e1bff5fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.3040750 Jul 13 07:30:27.765835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-72a36c40-18a1-48eb-8e4a-3ab9b334d07a None None] Port 91554493-ddfa-466a-af17-9551ca526d31 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:27.786857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:27.960587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-dc67fc91-a28f-4e7d-a7a2-6b987a906dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.963529 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-dc67fc91-a28f-4e7d-a7a2-6b987a906dc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.1383023 Jul 13 07:30:27.977242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-22aa3443-f990-463e-a3dd-cdddd4fa2c1f tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.6740425 Jul 13 07:30:27.983908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0e05987-da94-4a73-bde4-1ec966241395 req-9ce423b8-3aa2-43b2-b1f9-ea5961e77323 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 200 len: 1000 time: 0.1850827 Jul 13 07:30:28.034079 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45229cab-19b9-492f-ac50-766c86c63001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.038007 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45229cab-19b9-492f-ac50-766c86c63001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.041585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-45229cab-19b9-492f-ac50-766c86c63001 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3927ac2-2066-4db0-b3d7-9915c3ffae54 HTTP/1.1" status: 204 len: 168 time: 1.6294045 Jul 13 07:30:28.043990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e05987-da94-4a73-bde4-1ec966241395 req-2b6d281a-6d23-4e42-a2f2-98fd4db5b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:28.045542 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0e05987-da94-4a73-bde4-1ec966241395 req-2b6d281a-6d23-4e42-a2f2-98fd4db5b91f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.0497797 Jul 13 07:30:28.197917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45229cab-19b9-492f-ac50-766c86c63001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3927ac2-2066-4db0-b3d7-9915c3ffae54,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:28.270690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e05987-da94-4a73-bde4-1ec966241395 req-07708050-adf4-47ea-8e62-7dcf2acdace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:28.272594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0e05987-da94-4a73-bde4-1ec966241395 req-07708050-adf4-47ea-8e62-7dcf2acdace5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2197182 Jul 13 07:30:28.272735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:25Z', 'revision_number': 2, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:28.274714 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69cb248b-c40b-4d99-bd8e-86d92226346b tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.335659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb248b-c40b-4d99-bd8e-86d92226346b tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event deleted for resources: {'Port': ['ID=91554493-ddfa-466a-af17-9551ca526d31,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:28.360727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36f43c-27d4-4ee6-84fa-4e7ed8434379 None None] The sync data for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 is: [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:25Z', 'revision_number': 2, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:28.482242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:28.503941 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1493c640-9b39-4000-a746-80e8c3862bda admin admin] 10.222.0.41 "PUT /v2.0/routers/69f932b2-759a-443d-b949-fbc9de82dbcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1670167 Jul 13 07:30:28.546462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-c0c052d8-843d-4eb0-8ad6-5219f1dca9e9 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:28.547931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-c0c052d8-843d-4eb0-8ad6-5219f1dca9e9 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.5697465 Jul 13 07:30:28.550548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-b995da8a-7190-4bb8-80b5-5104607731ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:28.552040 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-b995da8a-7190-4bb8-80b5-5104607731ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5631986 Jul 13 07:30:28.563939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-e2703529-3a07-47af-b0e1-7847bdba6c40 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:30:28.570736 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-e2703529-3a07-47af-b0e1-7847bdba6c40 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150852 Jul 13 07:30:28.804226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69cb248b-c40b-4d99-bd8e-86d92226346b tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.805412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-0a30e82c-90fa-4543-a621-05ca52c75738 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.2056761 Jul 13 07:30:28.808789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-69cb248b-c40b-4d99-bd8e-86d92226346b tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "DELETE /v2.0/ports/91554493-ddfa-466a-af17-9551ca526d31 HTTP/1.1" status: 204 len: 168 time: 1.8518720 Jul 13 07:30:28.809490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40536) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:28.863110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-51b63649-3558-4fbc-8b59-eb33c660e417 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:28.878975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28595bce-4709-40bc-9425-cd13baf44d3b req-4099026f-6edb-405b-b894-1e3a9c725764 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 210 time: 0.3612623 Jul 13 07:30:29.057391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddabb50-e3d4-4ef7-a464-1b0e41431733 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Deleting subnet 682fecde-5a79-4908-b392-3a324be09f63 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:29.062195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ddabb50-e3d4-4ef7-a464-1b0e41431733 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.113478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ddabb50-e3d4-4ef7-a464-1b0e41431733 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.117694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-51b63649-3558-4fbc-8b59-eb33c660e417 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.228779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ddabb50-e3d4-4ef7-a464-1b0e41431733 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.343590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-53b29383-85a8-47c2-8364-db0540b54529 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712555 Jul 13 07:30:29.358750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40548) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:29.384164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0e05987-da94-4a73-bde4-1ec966241395 req-77c7c96a-a9c4-4658-b980-6cc5cd253196 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0986021 Jul 13 07:30:29.393492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-2e268562-25cc-4714-ad8a-4e513601f407 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.397102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-2e268562-25cc-4714-ad8a-4e513601f407 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.48 "GET /v2.0/networks?id=bd9ffb23-3401-46c5-a32e-53ab486298af HTTP/1.1" status: 200 len: 829 time: 1.0659983 Jul 13 07:30:29.452227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Request body: {'port': {'device_id': '6c753337-1f28-4fe9-8563-595482e30198', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'admin_state_up': True, 'tenant_id': '3ba670f875be4d668e8f304b9df3c692'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:29.489502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 367131f7-fdbd-4830-a778-7e11aab8c3c7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:29.565388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 367131f7-fdbd-4830-a778-7e11aab8c3c7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:29.572984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 367131f7-fdbd-4830-a778-7e11aab8c3c7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:29.577143 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.631674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-547404229'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:29.641004 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ddabb50-e3d4-4ef7-a464-1b0e41431733 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.645752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-51b63649-3558-4fbc-8b59-eb33c660e417 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.655819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-51b63649-3558-4fbc-8b59-eb33c660e417 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.656893 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-51b63649-3558-4fbc-8b59-eb33c660e417 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Floating IP e46389ec-bebf-4f20-937a-cc8c899d4759 disassociated. External IP: 172.25.8.22, port: faff8855-78f2-4560-b3bf-45bf592ea108. Jul 13 07:30:29.684272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:29.703624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddabb50-e3d4-4ef7-a464-1b0e41431733 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event deleted for resources: {'Subnet': ['ID=682fecde-5a79-4908-b392-3a324be09f63,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:29.769812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ddabb50-e3d4-4ef7-a464-1b0e41431733 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.775888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4ddabb50-e3d4-4ef7-a464-1b0e41431733 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "DELETE /v2.0/subnets/682fecde-5a79-4908-b392-3a324be09f63 HTTP/1.1" status: 204 len: 168 time: 0.8993633 Jul 13 07:30:29.780376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cb90a2-7346-4eb6-802e-c92d2965744a None None] Network b7cfa180-4a9e-4dca-97bf-09da068bf372 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:29.784230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:29.793236 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:30:29.793236 n-d-758944-43 neutron-server[93774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:30:29.793236 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'id': 'c405627d-2ac8-4dca-a9ad-48ec4b857dee', 'expiration': datetime.datetime(2021, 7, 13, 7, 32, 29, 749729)}] Jul 13 07:30:29.793236 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:30:29.793648 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:30:29.836144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.848211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Made reservation on behalf of 3ba670f875be4d668e8f304b9df3c692 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:29.851312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.910134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b89a581a-2123-4f1b-9f42-30e86d821059 req-4127ba9c-2231-4e63-8bce-d20c073b4b1f service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270097 Jul 13 07:30:29.990196 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.008782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9ec8e-65fe-4327-9bd5-368ff643e3c8 req-2adf41c7-1a74-4d6b-afaf-f0daaabc782d tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:30.014548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3c9ec8e-65fe-4327-9bd5-368ff643e3c8 req-2adf41c7-1a74-4d6b-afaf-f0daaabc782d tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.6516843 Jul 13 07:30:30.021216 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.027147 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0e05987-da94-4a73-bde4-1ec966241395 req-53e67bb6-d69d-4d6f-a35a-85261803fc7d service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288543 Jul 13 07:30:30.056651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 367131f7-fdbd-4830-a778-7e11aab8c3c7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=367131f7-fdbd-4830-a778-7e11aab8c3c7,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:30.082012 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.090109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-51b63649-3558-4fbc-8b59-eb33c660e417 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Router 37470ed2-3c0a-4964-93e4-985db4ba78b9 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:30.147122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:30.149407 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef509f0-d002-43e2-85d5-b5d87165522c" -d '{"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-unplugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:30.183883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:30.208098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3c9ec8e-65fe-4327-9bd5-368ff643e3c8 req-00ad6cb6-e492-4dda-b35a-e84c20d5fdec tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865396 Jul 13 07:30:30.229290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=367131f7-fdbd-4830-a778-7e11aab8c3c7,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:30.239674 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.324384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Allocated IP 172.20.0.8 (bd9ffb23-3401-46c5-a32e-53ab486298af/36e67463-c09d-48d8-bb97-c681be4276c2/5a69658f-2e08-4920-a86f-30a2c7283105) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:30.344358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fced817a-cc86-4b37-9189-a9769db1a54c no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:30.346977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-51b63649-3558-4fbc-8b59-eb33c660e417 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:30.355924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-51b63649-3558-4fbc-8b59-eb33c660e417 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.370191 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] Sync routers for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:30.407616 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:30.408527 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:30.490457 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-51b63649-3558-4fbc-8b59-eb33c660e417 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "PUT /v2.0/floatingips/e46389ec-bebf-4f20-937a-cc8c899d4759 HTTP/1.1" status: 200 len: 694 time: 1.6386740 Jul 13 07:30:30.492998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:30.500187 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325b3901-909c-444e-9de6-d5b0dd79023e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:30.603916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:30.668549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbad9a5-a761-45c7-9f50-b9bb13cbb926 None None] DHCP port deletion for b7cfa180-4a9e-4dca-97bf-09da068bf372 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:30:30.704339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-c249f3c6-971d-466a-82e5-ac6191857f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:30.706648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-c249f3c6-971d-466a-82e5-ac6191857f91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 1097 time: 0.1876328 Jul 13 07:30:30.824616 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.913382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-714fac13-1a53-4ca3-81c9-c7ec8c9bcbbc None None] Provisioning complete for port 367131f7-fdbd-4830-a778-7e11aab8c3c7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:30.918144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-714fac13-1a53-4ca3-81c9-c7ec8c9bcbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.923873 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:30.952861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-3d196671-6e78-4eab-aaeb-cd8bde2ea7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:30.960373 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-3d196671-6e78-4eab-aaeb-cd8bde2ea7f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.2431314 Jul 13 07:30:31.056177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fced817a-cc86-4b37-9189-a9769db1a54c,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:31.078982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-31f380c3-075a-46e5-8834-0ddf23d24dbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 200 len: 217 time: 0.1172373 Jul 13 07:30:31.099216 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.194752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-e08ea7c0-4cfe-4fe9-87c7-51bab9cd58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:31.202601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-e08ea7c0-4cfe-4fe9-87c7-51bab9cd58fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.1229596 Jul 13 07:30:31.237782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=fced817a-cc86-4b37-9189-a9769db1a54c,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:31.270899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ddbad9a5-a761-45c7-9f50-b9bb13cbb926 None None] Deleting port fad182f3-c517-4e80-bba4-b8d80d43a00f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:31.274105 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddbad9a5-a761-45c7-9f50-b9bb13cbb926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.398836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:31.408776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.417228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-1cb1d643-1aee-4425-9d45-157b89259fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:31.418803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-1cb1d643-1aee-4425-9d45-157b89259fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940336 Jul 13 07:30:31.430499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Deleting port fad182f3-c517-4e80-bba4-b8d80d43a00f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:31.431310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.441149 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:31.546347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.550982 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] Checking router: 37470ed2-3c0a-4964-93e4-985db4ba78b9 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:31.577677 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:31.582899 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:31.583881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ddbad9a5-a761-45c7-9f50-b9bb13cbb926 None None] For port fad182f3-c517-4e80-bba4-b8d80d43a00f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fad182f3-c517-4e80-bba4-b8d80d43a00f,segment=NetworkSegment(34af3ad2-41a2-4087-878b-16df86d4b822),segment_id=34af3ad2-41a2-4087-878b-16df86d4b822)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:31.584330 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddbad9a5-a761-45c7-9f50-b9bb13cbb926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.632791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ddbad9a5-a761-45c7-9f50-b9bb13cbb926 None None] Calling delete_port for fad182f3-c517-4e80-bba4-b8d80d43a00f owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:31.653721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-8bc369e3-9e85-4001-8f94-afcc281078d7 service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237461 Jul 13 07:30:31.771557 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:31.832960 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-843606a1-8c97-434f-8dae-5ebae03ad540 req-6cfd87e5-87e2-4ef9-aa41-c124d27263fc service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727517 Jul 13 07:30:31.867739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] For port fad182f3-c517-4e80-bba4-b8d80d43a00f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fad182f3-c517-4e80-bba4-b8d80d43a00f,segment=NetworkSegment(34af3ad2-41a2-4087-878b-16df86d4b822),segment_id=34af3ad2-41a2-4087-878b-16df86d4b822)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:31.868089 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.948642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 367131f7-fdbd-4830-a778-7e11aab8c3c7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:31.991665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Calling delete_port for fad182f3-c517-4e80-bba4-b8d80d43a00f owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:31.999689 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddbad9a5-a761-45c7-9f50-b9bb13cbb926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.049637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40572) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:32.055440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b64c3094-95c8-4931-9931-5c2deda4e494 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758847255', 'description': 'tempest-description--189316540'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:32.099677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbad9a5-a761-45c7-9f50-b9bb13cbb926 None None] No DVR routers for this DVR port fad182f3-c517-4e80-bba4-b8d80d43a00f on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:32.114327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbad9a5-a761-45c7-9f50-b9bb13cbb926 None None] Pushing event deleted for resources: {'Port': ['ID=fad182f3-c517-4e80-bba4-b8d80d43a00f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:32.156907 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:32.177562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.193420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Transition to ACTIVE for port object 5a69658f-2e08-4920-a86f-30a2c7283105 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:32.211816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3574eaa-2d54-46ad-9d31-c9bbbb47a562 req-08299e2a-3a02-4392-b9a0-9feaea72fa43 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 210 time: 0.0686584 Jul 13 07:30:32.224513 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c237690-39d7-4741-ab1c-1eaff5170f58 None None] The sync data for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 is: [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:32.241514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 367131f7-fdbd-4830-a778-7e11aab8c3c7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:32.247729 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.347219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.367726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.375212 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eff000-cbf6-42b7-8d50-2ccc5e0a738c x-openstack-request-id: req-80eff000-cbf6-42b7-8d50-2ccc5e0a738c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:32.375506 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-unplugged", "status": "failed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:32.377755 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80eff000-cbf6-42b7-8d50-2ccc5e0a738c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:32.381303 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'code': 422} returned with failed status Jul 13 07:30:32.387898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:32.388368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.410650 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479f3902-7cae-4de6-b7c5-9d4d0405991a x-openstack-request-id: req-479f3902-7cae-4de6-b7c5-9d4d0405991a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:32.411200 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:32.412575 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-479f3902-7cae-4de6-b7c5-9d4d0405991a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:32.418263 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'status': 'completed', 'code': 200} Jul 13 07:30:32.437897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event deleted for resources: {'Port': ['ID=fad182f3-c517-4e80-bba4-b8d80d43a00f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:32.449919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] No DVR routers for this DVR port fad182f3-c517-4e80-bba4-b8d80d43a00f on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:32.536182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6731bf3e-b25f-48b7-a382-5e9794309164 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:32.608196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Network bd9ffb23-3401-46c5-a32e-53ab486298af is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:32.697316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Pushing event updated for resources: {'Port': ['ID=5a69658f-2e08-4920-a86f-30a2c7283105,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:32.715149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 6731bf3e-b25f-48b7-a382-5e9794309164 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:32.729059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f7342-29bd-477c-a1d4-16fffb52e0e1 None None] New status for floating IP e46389ec-bebf-4f20-937a-cc8c899d4759: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:30:32.737433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6731bf3e-b25f-48b7-a382-5e9794309164 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:32.737433 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.745461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:32.768090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:32.772125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.805130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.806916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-4e338d96-df01-4fa6-8c29-cfe3b3841d16 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:32.809168 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-4e338d96-df01-4fa6-8c29-cfe3b3841d16 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.48 "GET /v2.0/ports?device_id=77af7934-cdf9-4a2a-abe0-8a032c0a7888 HTTP/1.1" status: 200 len: 943 time: 0.2029648 Jul 13 07:30:32.817023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40b42-09fd-4462-a989-72e834c0558b req-d4377a67-af51-439a-bd55-1a64368dc6e2 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:32.824391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-d4377a67-af51-439a-bd55-1a64368dc6e2 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 805 time: 0.2726109 Jul 13 07:30:32.833275 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.880142 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-5553b2c5-ea4a-40fa-9de6-18ca72394512 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/quotas/f0ab322aa0c944378379eb571b2b9d6b HTTP/1.1" status: 200 len: 375 time: 0.0532019 Jul 13 07:30:32.912998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.922913 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b64c3094-95c8-4931-9931-5c2deda4e494 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.938187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:32.943475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:32.956540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cfa180-4a9e-4dca-97bf-09da068bf372']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:32.989148 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.004512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34af3ad2-41a2-4087-878b-16df86d4b822') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:33.005223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34af3ad2-41a2-4087-878b-16df86d4b822') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:33.009400 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Sync routers for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:33.026189 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:33.032384 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:33.042791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcb6176-e061-441d-b9a9-e3c2993c978f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:33.061681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:33.062532 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.067870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.069978 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.070659 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Added segment 326ed98c-57c5-4af8-8a62-a119cee6fa28 of type vlan for network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac Jul 13 07:30:33.158671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.191104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3901-909c-444e-9de6-d5b0dd79023e req-eb5cf955-7288-4899-bdc0-f6d20c9cebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:33.194337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-325b3901-909c-444e-9de6-d5b0dd79023e req-eb5cf955-7288-4899-bdc0-f6d20c9cebc8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 1097 time: 0.7341208 Jul 13 07:30:33.196596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.202640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:33.216381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b6ad9-c205-4d7a-974e-583aaf60e2d6 req-bd27b0bc-0457-4a47-abe7-a0f4aa1bfa86 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:33.218441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-97ede75a-8de7-4cc3-a68e-8d797b19512a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3373330 Jul 13 07:30:33.220892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d60b6ad9-c205-4d7a-974e-583aaf60e2d6 req-bd27b0bc-0457-4a47-abe7-a0f4aa1bfa86 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 944 time: 0.6131732 Jul 13 07:30:33.225583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.225933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:33.226092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.226348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.226702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.227089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.228100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.228100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.228100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.230984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.231349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.234029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.234029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b9eb3-f0a7-437e-8d41-453dc3365ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:33.234272 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:33.243084 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:33.290922 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:33.327643 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Deleting port fced817a-cc86-4b37-9189-a9769db1a54c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:33.328371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.353576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b64c3094-95c8-4931-9931-5c2deda4e494 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.366542 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.437092 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b64c3094-95c8-4931-9931-5c2deda4e494 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.468388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 6731bf3e-b25f-48b7-a382-5e9794309164, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6731bf3e-b25f-48b7-a382-5e9794309164,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:33.479197 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.508611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-42da301f-6abc-4680-b30b-ab58411da3dc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0866759 Jul 13 07:30:33.520467 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b2e409cb-a2af-4505-a43f-d02d338426f0 None None] Provisioning for port 5a69658f-2e08-4920-a86f-30a2c7283105 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:33.537262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b2e409cb-a2af-4505-a43f-d02d338426f0 None None] Provisioning complete for port 5a69658f-2e08-4920-a86f-30a2c7283105 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:33.538088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2e409cb-a2af-4505-a43f-d02d338426f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.615069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Request body: {'port': {'device_id': '6c753337-1f28-4fe9-8563-595482e30198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:33.620208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b2e409cb-a2af-4505-a43f-d02d338426f0 None None] Port 5a69658f-2e08-4920-a86f-30a2c7283105 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:33.635157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.641780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=6731bf3e-b25f-48b7-a382-5e9794309164,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:33.643220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:33.644120 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.671627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fad182f3-c517-4e80-bba4-b8d80d43a00f no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:33.684659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.706993 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d60b6ad9-c205-4d7a-974e-583aaf60e2d6 req-1cfd6401-2d0a-44fc-ab38-91f625fc46bb tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4629300 Jul 13 07:30:33.720139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.722395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] 10.222.0.41 "DELETE /v2.0/networks/b7cfa180-4a9e-4dca-97bf-09da068bf372 HTTP/1.1" status: 204 len: 168 time: 3.9275396 Jul 13 07:30:33.747552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: fad182f3-c517-4e80-bba4-b8d80d43a00f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:33.748165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fad182f3-c517-4e80-bba4-b8d80d43a00f not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:33.784309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.4200983 Jul 13 07:30:33.789182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:33.810246 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:25Z', 'revision_number': 2, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:33.825714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9adba7d9-3243-413c-baf7-07eb9b482fe5 None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:33.830244 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9adba7d9-3243-413c-baf7-07eb9b482fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.876116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de88a4-439b-4685-8a33-e687e976e867 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Network': ['ID=7122b328-5dd9-40d5-a3cf-c7884d9a13ac,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:33.903946 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Checking router: 69f932b2-759a-443d-b949-fbc9de82dbcf for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:33.905902 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Updating router 69f932b2-759a-443d-b949-fbc9de82dbcf port e0eeb4af-298f-4546-91a3-687f6eaad04c binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:30:33.909537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:33.944376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3901-909c-444e-9de6-d5b0dd79023e req-13de4890-c289-4a8f-ad7d-8a104119b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:33.946520 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-325b3901-909c-444e-9de6-d5b0dd79023e req-13de4890-c289-4a8f-ad7d-8a104119b5cf service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.7082746 Jul 13 07:30:33.965712 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.984823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6731bf3e-b25f-48b7-a382-5e9794309164 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:34.133692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:34.164604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6731bf3e-b25f-48b7-a382-5e9794309164 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:34.164604 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.241996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c3094-95c8-4931-9931-5c2deda4e494 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843e4135-39bd-4b2d-8cea-92242d47bb27,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:34.257768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7531bf-d509-4fe7-9b08-21bb76abba03 tempest-ExtraDHCPOptionsTestJSON-427761437 tempest-ExtraDHCPOptionsTestJSON-427761437-project] Pushing event deleted for resources: {'Network': ['ID=b7cfa180-4a9e-4dca-97bf-09da068bf372,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:34.261007 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.272793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-325b3901-909c-444e-9de6-d5b0dd79023e req-41d2edac-b5b3-47c6-b7d4-42696f0999fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 200 len: 217 time: 0.2458572 Jul 13 07:30:34.371178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] For port fced817a-cc86-4b37-9189-a9769db1a54c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=fced817a-cc86-4b37-9189-a9769db1a54c,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:34.374882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.392694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b64c3094-95c8-4931-9931-5c2deda4e494 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.398135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c'}, {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:34.398859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b64c3094-95c8-4931-9931-5c2deda4e494 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.3480589 Jul 13 07:30:34.401769 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6703bf5d-9b51-4c33-99dd-1c4b9cf73159" -d '{"events": [{"server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "name": "network-vif-unplugged", "status": "completed", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c"}, {"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:34.401926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40598) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:34.421993 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2729885e-c177-4c13-ad38-faf3c84024ec service neutron] 10.222.0.41 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2023816 Jul 13 07:30:34.426606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bf545567-adbd-45a3-9976-eb2a198bfc58 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'security_group_rule': {'security_group_id': '843e4135-39bd-4b2d-8cea-92242d47bb27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:34.436467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40602) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:34.452182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Calling delete_port for fced817a-cc86-4b37-9189-a9769db1a54c owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:34.518333 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.539963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:34.542175 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Transition to ACTIVE for port object e0eeb4af-298f-4546-91a3-687f6eaad04c will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:34.544270 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.562105 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.612860 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf545567-adbd-45a3-9976-eb2a198bfc58 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.680531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3901-909c-444e-9de6-d5b0dd79023e req-bd644b50-606c-4253-8ad5-e30b74643c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:34.682423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-325b3901-909c-444e-9de6-d5b0dd79023e req-bd644b50-606c-4253-8ad5-e30b74643c40 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.2297242 Jul 13 07:30:34.699644 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Pushing event updated for resources: {'Port': ['ID=e0eeb4af-298f-4546-91a3-687f6eaad04c,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:34.735995 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.737825 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.738269 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.738676 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.739111 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.739482 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.739883 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.740283 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.740925 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.741338 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.741729 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.742141 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:34.763087 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Attempting to bind port e0eeb4af-298f-4546-91a3-687f6eaad04c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.763578 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Attempting to bind port e0eeb4af-298f-4546-91a3-687f6eaad04c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.764029 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Attempting to bind port e0eeb4af-298f-4546-91a3-687f6eaad04c on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.775087 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:34.775597 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Checking segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:34.776018 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.777093 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Bound using segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:34.777873 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Bound port: e0eeb4af-298f-4546-91a3-687f6eaad04c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:34.778367 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.791137 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-8c941407-6fce-4fb7-81e2-a2004a48e6eb service neutron] 10.222.0.41 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682895 Jul 13 07:30:34.863052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-664909ad-5060-4bae-b5d9-e60003417b6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d9c1a5884464b3eba1cd97d23a058a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220603 Jul 13 07:30:34.867558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf545567-adbd-45a3-9976-eb2a198bfc58 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.868480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40606) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:34.908844 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] For port e0eeb4af-298f-4546-91a3-687f6eaad04c, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:34.911340 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf545567-adbd-45a3-9976-eb2a198bfc58 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.933701 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] For port e0eeb4af-298f-4546-91a3-687f6eaad04c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e0eeb4af-298f-4546-91a3-687f6eaad04c,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:34.951053 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.003370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf545567-adbd-45a3-9976-eb2a198bfc58 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde264cb-b457-4ed9-963c-29f62d249d60,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.006315 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf545567-adbd-45a3-9976-eb2a198bfc58 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.007893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bf545567-adbd-45a3-9976-eb2a198bfc58 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6008966 Jul 13 07:30:35.011408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:35.021782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e505a3c-e17d-491d-9d05-ca65e5ea68bc req-35e7563a-d100-48b7-a00b-e556e9f6a202 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.027844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7b62fa4c-3ae4-483e-aa06-9f364f01fefe tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'security_group_rule': {'security_group_id': '843e4135-39bd-4b2d-8cea-92242d47bb27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:35.033046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e505a3c-e17d-491d-9d05-ca65e5ea68bc req-35e7563a-d100-48b7-a00b-e556e9f6a202 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 931 time: 0.5772655 Jul 13 07:30:35.052600 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.112839 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:35.113572 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:35.172213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Pushing event deleted for resources: {'Port': ['ID=fced817a-cc86-4b37-9189-a9769db1a54c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.182434 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-779d7f00-b63b-4c33-9e20-aeceaa1745af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.238168 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b62fa4c-3ae4-483e-aa06-9f364f01fefe tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.305680 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.314198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] No DVR routers for this DVR port fced817a-cc86-4b37-9189-a9769db1a54c on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:35.356553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.359644 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2fa77fe-fbd0-4a5b-be77-7d2042109620 req-1ad84789-8a4b-4e5c-b694-d1d5c9281aa7 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.48 "DELETE /v2.0/ports/fced817a-cc86-4b37-9189-a9769db1a54c HTTP/1.1" status: 204 len: 173 time: 2.5318010 Jul 13 07:30:35.361710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-779d7f00-b63b-4c33-9e20-aeceaa1745af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.363294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'name': 'network-vif-deleted', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:35.375126 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b7de2-05fb-4970-88d2-743696faeaf9" -d '{"events": [{"server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "name": "network-vif-deleted", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:35.483349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e505a3c-e17d-491d-9d05-ca65e5ea68bc req-9b90a7ff-d177-4fda-9428-7bd8f57ddd52 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492502 Jul 13 07:30:35.487212 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:35.495094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.600055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=8693d696-02b7-49bc-b6bb-259cfcfb5c40,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.634384 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ae77e-ec36-4af8-b9f1-00469bfaa32e None None] Pushing event updated for resources: {'Port': ['ID=e0eeb4af-298f-4546-91a3-687f6eaad04c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.693564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3901-909c-444e-9de6-d5b0dd79023e req-e6fcfa19-5ab1-4650-8a40-f80240cc10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.696187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-325b3901-909c-444e-9de6-d5b0dd79023e req-e6fcfa19-5ab1-4650-8a40-f80240cc10cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9931872 Jul 13 07:30:35.704719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b62fa4c-3ae4-483e-aa06-9f364f01fefe tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.713197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:35.736876 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b62fa4c-3ae4-483e-aa06-9f364f01fefe tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.820192 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b62fa4c-3ae4-483e-aa06-9f364f01fefe tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.823742 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7b62fa4c-3ae4-483e-aa06-9f364f01fefe tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8046501 Jul 13 07:30:35.825815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62fa4c-3ae4-483e-aa06-9f364f01fefe tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eff3744-94f3-42db-9208-2b153a57fdf7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.832593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40632) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:35.847161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:35.924658 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-779d7f00-b63b-4c33-9e20-aeceaa1745af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.934452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-779d7f00-b63b-4c33-9e20-aeceaa1745af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.940520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-779d7f00-b63b-4c33-9e20-aeceaa1745af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64941bb8-01e8-4319-8e3c-7f15da321ac9 HTTP/1.1" status: 204 len: 168 time: 1.0650535 Jul 13 07:30:36.006724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d7f00-b63b-4c33-9e20-aeceaa1745af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64941bb8-01e8-4319-8e3c-7f15da321ac9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:36.024196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.119774 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.124675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e0eeb4af-298f-4546-91a3-687f6eaad04c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:36.257149 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:34Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:36.265486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-325b3901-909c-444e-9de6-d5b0dd79023e req-6ffd009f-9c3c-447e-9dca-0f0c7385a9fa service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347764 Jul 13 07:30:36.302258 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144f5a50-c5b7-44c5-9693-4659cb1906e5 x-openstack-request-id: req-144f5a50-c5b7-44c5-9693-4659cb1906e5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:36.302583 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "name": "network-vif-unplugged", "status": "completed", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c", "code": 200}, {"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "failed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:36.302842 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-144f5a50-c5b7-44c5-9693-4659cb1906e5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:36.303511 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c', 'code': 200} Jul 13 07:30:36.304747 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'code': 422} returned with failed status Jul 13 07:30:36.387374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-802539a2-cdf7-4709-8ab0-f4650e3f67c8 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:36.392615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-802539a2-cdf7-4709-8ab0-f4650e3f67c8 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a40e79c-f328-4ab4-888f-2e21f3eb4722 HTTP/1.1" status: 200 len: 945 time: 0.7967522 Jul 13 07:30:36.425995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:36.430805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:36.431876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network hostable DHCP agents. Network: 7122b328-5dd9-40d5-a3cf-c7884d9a13ac, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:36.449778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.461852 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.462168 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915c0e6-e6e2-481d-9742-c2d4c2797c41 None None] The sync data for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 is: [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:34Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:36.537524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e0eeb4af-298f-4546-91a3-687f6eaad04c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:36.630451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e0eeb4af-298f-4546-91a3-687f6eaad04c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:36.630876 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.664520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aae6922d-d153-4e06-b8a7-97aa9f0ceabd req-734828e5-c84b-43ff-8206-f506cd8920dc tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 210 time: 0.0645497 Jul 13 07:30:36.756852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:36.817344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a69658f-2e08-4920-a86f-30a2c7283105 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:36.845193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.907799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Transition to ACTIVE for port object 5a69658f-2e08-4920-a86f-30a2c7283105 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:36.943981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Allocated IP 172.25.8.39 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/7fbdcaf6-fd5e-4f93-af27-1e7bdaafb5df) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:36.960271 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.022264 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.143055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-4b5bc846-96c9-454b-8d0f-7bdd7033ccca tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.154806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-4b5bc846-96c9-454b-8d0f-7bdd7033ccca tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.0957201 Jul 13 07:30:37.173012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e0eeb4af-298f-4546-91a3-687f6eaad04c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e0eeb4af-298f-4546-91a3-687f6eaad04c,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:37.180360 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.200024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2110f63a-d62e-4dd1-bd4d-e7faa303cacd None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:37.200648 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2110f63a-d62e-4dd1-bd4d-e7faa303cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.392347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.433752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e0eeb4af-298f-4546-91a3-687f6eaad04c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:37.442913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-325b3901-909c-444e-9de6-d5b0dd79023e req-20a9c802-f5a6-4439-b69c-14fd3b52328c service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1130490 Jul 13 07:30:37.452210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:37.460517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a69658f-2e08-4920-a86f-30a2c7283105,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:37.492196 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.505215 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.600099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-2df8881a-bf01-4fac-b799-a1a1e99add0a tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.4443440 Jul 13 07:30:37.600764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 7122b328-5dd9-40d5-a3cf-c7884d9a13ac) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:37.622019 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2110f63a-d62e-4dd1-bd4d-e7faa303cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.626905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979bd7ed-c760-4208-a3dc-e7131f83c4ef None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:37.686709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'Port': ['ID=7fbdcaf6-fd5e-4f93-af27-1e7bdaafb5df,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:37.687854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.690331 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.697219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40664) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:37.720322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Request body: {'floatingip': {'port_id': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:37.738078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fced817a-cc86-4b37-9189-a9769db1a54c no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:37.747318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:37.753672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:37.760039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:37.873250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: fced817a-cc86-4b37-9189-a9769db1a54c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:37.873609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device fced817a-cc86-4b37-9189-a9769db1a54c not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:37.903550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de5b4-6181-47a5-ab69-db28d41c78e0 req-c4701d1b-d592-4939-9e86-095da91776dd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.911752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de5b4-6181-47a5-ab69-db28d41c78e0 req-c4701d1b-d592-4939-9e86-095da91776dd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.924636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de5b4-6181-47a5-ab69-db28d41c78e0 req-c4701d1b-d592-4939-9e86-095da91776dd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.935108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de5b4-6181-47a5-ab69-db28d41c78e0 req-c4701d1b-d592-4939-9e86-095da91776dd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.945965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de5b4-6181-47a5-ab69-db28d41c78e0 req-c4701d1b-d592-4939-9e86-095da91776dd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.959512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2110f63a-d62e-4dd1-bd4d-e7faa303cacd None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:37.960038 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de5b4-6181-47a5-ab69-db28d41c78e0 req-c4701d1b-d592-4939-9e86-095da91776dd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.964675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e0eeb4af-298f-4546-91a3-687f6eaad04c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:37.972970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de5b4-6181-47a5-ab69-db28d41c78e0 req-c4701d1b-d592-4939-9e86-095da91776dd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.985928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-418de5b4-6181-47a5-ab69-db28d41c78e0 req-c4701d1b-d592-4939-9e86-095da91776dd tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5444 time: 0.8339336 Jul 13 07:30:38.058788 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-418de5b4-6181-47a5-ab69-db28d41c78e0 req-fae3a241-557f-43c2-97ae-2bfd47d64bee tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717239 Jul 13 07:30:38.070910 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6905f23b-f66b-4377-84b9-1afa4c60491a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2552934 Jul 13 07:30:38.074106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.075067 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2110f63a-d62e-4dd1-bd4d-e7faa303cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.076508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:38.077301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1005282681'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:38.133468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.138939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'name': 'tempest-NetworksTestDHCPv6-322994656'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:38.204533 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a5108e-9104-48b1-b842-d0256896c730 x-openstack-request-id: req-67a5108e-9104-48b1-b842-d0256896c730 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:38.205127 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77af7934-cdf9-4a2a-abe0-8a032c0a7888", "name": "network-vif-deleted", "tag": "fced817a-cc86-4b37-9189-a9769db1a54c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:38.205538 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67a5108e-9104-48b1-b842-d0256896c730 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:38.206275 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77af7934-cdf9-4a2a-abe0-8a032c0a7888', 'name': 'network-vif-deleted', 'tag': 'fced817a-cc86-4b37-9189-a9769db1a54c', 'status': 'completed', 'code': 200} Jul 13 07:30:38.209810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Made reservation on behalf of 87a1f90daeb54081907e289f08aad35a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:38.213876 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.227796 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.336443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}, {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:38.345298 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220078f6-7412-4eed-bc93-84c7c39a2004" -d '{"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-unplugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}, {"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:38.348234 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.356649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.371998 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.419027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:38.455606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba14bd-659a-4e58-85a4-bc5d7b1a16b8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:38.461652 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.463359 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Added segment f521ea1a-616b-4997-89ed-e566559e7ea9 of type vlan for network d6bafa8d-3ade-4724-95eb-1d83704cf600 Jul 13 07:30:38.483442 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e0eeb4af-298f-4546-91a3-687f6eaad04c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:38.483972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.490470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Attempting to bind port 5a69658f-2e08-4920-a86f-30a2c7283105 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:38.491460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110f63a-d62e-4dd1-bd4d-e7faa303cacd None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:38.494731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Attempting to bind port 5a69658f-2e08-4920-a86f-30a2c7283105 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:38.502809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Attempting to bind port 5a69658f-2e08-4920-a86f-30a2c7283105 on network bd9ffb23-3401-46c5-a32e-53ab486298af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:38.515328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Deleting port faff8855-78f2-4560-b3bf-45bf592ea108 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:38.516038 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.528400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '8693d696-02b7-49bc-b6bb-259cfcfb5c40'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:30:38.529523 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.584582 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-51dcf67a-5459-4285-8fc6-177c4ae72bd5 None None] Provisioning complete for port e0eeb4af-298f-4546-91a3-687f6eaad04c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:38.584952 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51dcf67a-5459-4285-8fc6-177c4ae72bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.624014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Port 5a69658f-2e08-4920-a86f-30a2c7283105 on network bd9ffb23-3401-46c5-a32e-53ab486298af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:38.624805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Attempting to bind port 5a69658f-2e08-4920-a86f-30a2c7283105 on network bd9ffb23-3401-46c5-a32e-53ab486298af {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:38.698371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40b42-09fd-4462-a989-72e834c0558b req-c64c3d6a-641f-4d3c-a49a-b1e2ab67048f tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:38.699955 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-c64c3d6a-641f-4d3c-a49a-b1e2ab67048f tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.38 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 805 time: 0.8779297 Jul 13 07:30:38.728709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.867766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.874446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:38.875078 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.877340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:38.881564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.900467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Request body: {'port': {'device_id': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'admin_state_up': True, 'tenant_id': 'f0ab322aa0c944378379eb571b2b9d6b'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:38.903647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:38.903995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Checking segment: {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:38.904916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Bound using segment: {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:38.905365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Bound port: 5a69658f-2e08-4920-a86f-30a2c7283105, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faea12f2-547f-4f71-a0f3-5decf1512570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:38.905728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.970101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Network': ['ID=d6bafa8d-3ade-4724-95eb-1d83704cf600,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:38.980452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.988035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/8693d696-02b7-49bc-b6bb-259cfcfb5c40/9c9b929b-840b-4649-ba55-73d37c031a74) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:38.995145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.995379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:39.019197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c4e8d721-5f4d-45ab-9b69-a40cb458d1a0 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3153281 Jul 13 07:30:39.073460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:39.084488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'subnet': {'network_id': 'd6bafa8d-3ade-4724-95eb-1d83704cf600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:39.207775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5008cb91-0724-4eb9-8ac6-0e8cbbc64ff7 None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:39.207775 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5008cb91-0724-4eb9-8ac6-0e8cbbc64ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.211094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'Port': ['ID=7fbdcaf6-fd5e-4f93-af27-1e7bdaafb5df,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.225820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c85a30-5687-4078-b0e3-6409e748f377 req-bc1552de-b770-4591-8dbe-b49f0e77aec1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:39.227519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83c85a30-5687-4078-b0e3-6409e748f377 req-bc1552de-b770-4591-8dbe-b49f0e77aec1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 943 time: 0.4163589 Jul 13 07:30:39.312197 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.320365 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.351085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Transition to ACTIVE for port object 9c9b929b-840b-4649-ba55-73d37c031a74 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:39.363043 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.364638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8dac369c-d31a-4b78-a021-4aec63eddfd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5291400 Jul 13 07:30:39.390153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83c85a30-5687-4078-b0e3-6409e748f377 req-7a73b6b1-849c-4bcc-a401-9bbdfb99f8ce tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174841 Jul 13 07:30:39.398984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Made reservation on behalf of 87a1f90daeb54081907e289f08aad35a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:39.403197 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.414700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Transition to ACTIVE for port object 9c9b929b-840b-4649-ba55-73d37c031a74 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:39.423138 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.453157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-349e2098-e5d7-4591-a617-0bc02e2c3765 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3036921 Jul 13 07:30:39.485609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:39.489642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:39.496668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:39.530943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Pushing event updated for resources: {'Port': ['ID=9c9b929b-840b-4649-ba55-73d37c031a74,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.655998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Attempting to bind port 9c9b929b-840b-4649-ba55-73d37c031a74 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:39.658909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Attempting to bind port 9c9b929b-840b-4649-ba55-73d37c031a74 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:39.659075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Attempting to bind port 9c9b929b-840b-4649-ba55-73d37c031a74 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:39.664808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:39.665199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:39.665616 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.666051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:39.666531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Bound port: 9c9b929b-840b-4649-ba55-73d37c031a74, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:39.666924 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.704478 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b1fae015-829a-4d57-8d51-39b879c85150 req-b546aca9-f39a-4332-901e-7d4b97ed3e95 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 210 time: 0.0517526 Jul 13 07:30:39.787723 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.831875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] For port 9c9b929b-840b-4649-ba55-73d37c031a74, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:39.835285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 02f54c73-59c1-4524-ae4d-3e68c716b4ce yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:39.838545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] For port 9c9b929b-840b-4649-ba55-73d37c031a74, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c9b929b-840b-4649-ba55-73d37c031a74,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:39.854262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device faff8855-78f2-4560-b3bf-45bf592ea108 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:39.858586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.902386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Subnet': ['ID=72a996ce-ac53-40e2-b7c7-1390956eb5f6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.953845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Checking segment: {'id': 'f521ea1a-616b-4997-89ed-e566559e7ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6bafa8d-3ade-4724-95eb-1d83704cf600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:39.954186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network hostable DHCP agents. Network: d6bafa8d-3ade-4724-95eb-1d83704cf600, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:39.956074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] For port 5a69658f-2e08-4920-a86f-30a2c7283105, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:39.958586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] For port 5a69658f-2e08-4920-a86f-30a2c7283105, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5a69658f-2e08-4920-a86f-30a2c7283105,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:39.980780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.037801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:40.076943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, d6bafa8d-3ade-4724-95eb-1d83704cf600) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:40.087538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.088398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.110770 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e800d05-5b70-4678-8de8-cd9c957f2fce tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0336742 Jul 13 07:30:40.110992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40702) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:40.111504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22fb701-9184-490e-8129-ea90f9c5a070 None None] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:40.116651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1079803842', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:40.146436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] For port faff8855-78f2-4560-b3bf-45bf592ea108, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=faff8855-78f2-4560-b3bf-45bf592ea108,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:40.152182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.165883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d405-8e61-4dc2-8728-a62f43973ca5 req-678ba306-e42c-4f7b-9f01-d08babe78330 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.175127 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d405-8e61-4dc2-8728-a62f43973ca5 req-678ba306-e42c-4f7b-9f01-d08babe78330 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.188857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d405-8e61-4dc2-8728-a62f43973ca5 req-678ba306-e42c-4f7b-9f01-d08babe78330 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.204475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d405-8e61-4dc2-8728-a62f43973ca5 req-678ba306-e42c-4f7b-9f01-d08babe78330 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.214220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d405-8e61-4dc2-8728-a62f43973ca5 req-678ba306-e42c-4f7b-9f01-d08babe78330 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.217705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7363a-f1db-43d3-a1e1-69dff663cfd1 None None] Pushing event updated for resources: {'Port': ['ID=9c9b929b-840b-4649-ba55-73d37c031a74,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:40.229506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d405-8e61-4dc2-8728-a62f43973ca5 req-678ba306-e42c-4f7b-9f01-d08babe78330 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.247585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d405-8e61-4dc2-8728-a62f43973ca5 req-678ba306-e42c-4f7b-9f01-d08babe78330 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.272933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7782d405-8e61-4dc2-8728-a62f43973ca5 req-678ba306-e42c-4f7b-9f01-d08babe78330 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5444 time: 0.3124270 Jul 13 07:30:40.314865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.316142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.318893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/5a69658f-2e08-4920-a86f-30a2c7283105 HTTP/1.1" status: 200 len: 1092 time: 6.7086616 Jul 13 07:30:40.334714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Calling delete_port for faff8855-78f2-4560-b3bf-45bf592ea108 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:40.337069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:40.339072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.341843 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d0679b-935b-40c5-8794-28505934faa0" -d '{"events": [{"name": "network-changed", "server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:40.344187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.376819 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c44829f-25e0-4704-ab77-73ed4be5976d x-openstack-request-id: req-2c44829f-25e0-4704-ab77-73ed4be5976d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:40.379110 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-unplugged", "status": "failed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "code": 422}, {"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "failed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:40.379110 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c44829f-25e0-4704-ab77-73ed4be5976d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:40.379110 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'code': 422} returned with failed status Jul 13 07:30:40.379110 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'code': 422} returned with failed status Jul 13 07:30:40.383026 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.477888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df818d15-25e5-48dd-ac0c-6da620eeb5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a69658f-2e08-4920-a86f-30a2c7283105,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:40.491841 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.610488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba2e83-2885-4381-b75b-956ff829f73a None None] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:40.656592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port faff8855-78f2-4560-b3bf-45bf592ea108, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=faff8855-78f2-4560-b3bf-45bf592ea108,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:40.682931 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.812063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Made reservation on behalf of f0ab322aa0c944378379eb571b2b9d6b for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:40.818471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.839552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::3a6 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/8693d696-02b7-49bc-b6bb-259cfcfb5c40/02f54c73-59c1-4524-ae4d-3e68c716b4ce) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:40.964948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=faff8855-78f2-4560-b3bf-45bf592ea108,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:41.035273 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.081526 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb04b11-c2db-4233-bf79-5793467e7e20 req-f5d7b36f-55cc-4d90-b0b2-fe90f5720a4a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.092427 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5eb04b11-c2db-4233-bf79-5793467e7e20 req-f5d7b36f-55cc-4d90-b0b2-fe90f5720a4a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.3709788 Jul 13 07:30:41.179597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5eb04b11-c2db-4233-bf79-5793467e7e20 req-36cb37e2-547a-4a05-8a58-89c2c575c7d4 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854528 Jul 13 07:30:41.258450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:30:41.290129 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-55a3b906-9366-4b6f-8c69-bf09855758af None None] Provisioning complete for port faff8855-78f2-4560-b3bf-45bf592ea108 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:41.290760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55a3b906-9366-4b6f-8c69-bf09855758af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.463159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-99adede3-e9c3-4d7d-8acb-101e3a6f729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.464885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-99adede3-e9c3-4d7d-8acb-101e3a6f729b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ba670f875be4d668e8f304b9df3c692&device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 1095 time: 1.0550723 Jul 13 07:30:41.490235 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55a3b906-9366-4b6f-8c69-bf09855758af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.527721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Allocated IP 172.20.0.14 (893e1e5f-0171-40ef-8ebb-69dbde015537/4a3d5118-e307-46e8-9516-d176889377b8/d2f36713-a3c1-48c5-9358-6fd5e8d0fcde) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:41.576557 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.601374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-22a0ee56-d195-415e-b05b-4d2a5551abad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a69658f-2e08-4920-a86f-30a2c7283105 HTTP/1.1" status: 200 len: 217 time: 0.1235816 Jul 13 07:30:41.631782 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.700592 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-55a3b906-9366-4b6f-8c69-bf09855758af None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:30:41.700592 n-d-758944-43 neutron-server[93775]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 13 07:30:41.700592 n-d-758944-43 neutron-server[93775]: [parameters: {'status': 'ACTIVE', 'ports_id': 'faff8855-78f2-4560-b3bf-45bf592ea108'}] Jul 13 07:30:41.700592 n-d-758944-43 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:30:41.701350 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-55a3b906-9366-4b6f-8c69-bf09855758af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:30:41.912635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-9c2de77e-a9d7-40ac-a150-0e83f5c01f0e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1758847255&fields=id&tenant_id=7ad598854b124655b905399734eada74 HTTP/1.1" status: 200 len: 267 time: 0.1140606 Jul 13 07:30:41.931608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a619f73d-9c33-4566-9383-15199543a74c None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:42.029825 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.032340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-67ff0bd6-cbf2-4a80-a55f-1da00ef41938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.033899 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-67ff0bd6-cbf2-4a80-a55f-1da00ef41938 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36e67463-c09d-48d8-bb97-c681be4276c2 HTTP/1.1" status: 200 len: 868 time: 0.3989811 Jul 13 07:30:42.139811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2c1aabf9-28a4-4861-b92e-0f1842d18481'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:42.146744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c9b929b-840b-4649-ba55-73d37c031a74 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:42.168790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.202817 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.277009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Pushing event deleted for resources: {'Port': ['ID=faff8855-78f2-4560-b3bf-45bf592ea108,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:42.308172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.330070 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Floating IP e46389ec-bebf-4f20-937a-cc8c899d4759 associated. External IP: 172.25.8.22, port: 2c1aabf9-28a4-4861-b92e-0f1842d18481. Jul 13 07:30:42.397199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:42.399432 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0b7962-ed07-43b9-a7fa-d701de700f8f" -d '{"events": [{"server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "name": "network-vif-unplugged", "status": "completed", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:42.421390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] No DVR routers for this DVR port faff8855-78f2-4560-b3bf-45bf592ea108 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:42.428719 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.430943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdaa46bc-cc2c-4dcc-a52b-787ceeaa7027 req-0bcacaf8-780a-4c23-9dc7-6c6f3b7c7385 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.38 "DELETE /v2.0/ports/faff8855-78f2-4560-b3bf-45bf592ea108 HTTP/1.1" status: 204 len: 173 time: 6.0077186 Jul 13 07:30:42.447154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-55a3b906-9366-4b6f-8c69-bf09855758af None None] Port faff8855-78f2-4560-b3bf-45bf592ea108 update to ACTIVE by agent not found {{(pid=93775) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 07:30:42.451456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 02f54c73-59c1-4524-ae4d-3e68c716b4ce will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:42.489619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9c9b929b-840b-4649-ba55-73d37c031a74 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:42.525143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8fdf-42bf-472f-a95c-d901de00891b req-2180f46c-4edb-4811-9d64-4837bb20c008 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.544244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-2180f46c-4edb-4811-9d64-4837bb20c008 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 0.6215665 Jul 13 07:30:42.625371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-5d209668-5748-4b91-8216-a158c3e8cf08 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/quotas/7ad598854b124655b905399734eada74 HTTP/1.1" status: 200 len: 375 time: 0.0801237 Jul 13 07:30:42.712357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2bf6eddc-5ed1-40ea-bc55-4131a972b65d None None] Provisioning for port 9c9b929b-840b-4649-ba55-73d37c031a74 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:42.769297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2bf6eddc-5ed1-40ea-bc55-4131a972b65d None None] Provisioning complete for port 9c9b929b-840b-4649-ba55-73d37c031a74 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:42.769971 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bf6eddc-5ed1-40ea-bc55-4131a972b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.797535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.25.8.112 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/55878868-da62-4df6-b140-e1df81c639fe) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:42.817199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-49902ae1-c4a0-4464-b4d8-7140a21cb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.818953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-49902ae1-c4a0-4464-b4d8-7140a21cb612 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd9ffb23-3401-46c5-a32e-53ab486298af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7550256 Jul 13 07:30:42.822395 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.889310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.027097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-51ccda03-e40b-4bb6-83af-31715ae941aa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3930135 Jul 13 07:30:43.053272 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bf6eddc-5ed1-40ea-bc55-4131a972b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.063478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.070238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:43.082854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:43.085714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:43.092928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.093880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.194370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2bf6eddc-5ed1-40ea-bc55-4131a972b65d None None] For port 9c9b929b-840b-4649-ba55-73d37c031a74, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c9b929b-840b-4649-ba55-73d37c031a74,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:43.199747 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bf6eddc-5ed1-40ea-bc55-4131a972b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.207710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-ed8bebf2-faf3-4a7e-980d-408c2c95d1fd service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651740 Jul 13 07:30:43.223887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1381667 Jul 13 07:30:43.223887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d28985-f86a-4c95-9a17-ffe6de74f7e7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=02f54c73-59c1-4524-ae4d-3e68c716b4ce,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:43.239010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.265565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:43.299522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-4224ff80-d607-4460-9361-e77b1c150a8b service neutron] 10.222.0.48 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694214 Jul 13 07:30:43.311125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.343612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=55878868-da62-4df6-b140-e1df81c639fe,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:43.355384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6eddc-5ed1-40ea-bc55-4131a972b65d None None] Pushing event updated for resources: {'Port': ['ID=9c9b929b-840b-4649-ba55-73d37c031a74,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:43.373402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:43.378192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:43.382444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:43.431175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-31f2a6b6-ba0a-43c2-a59b-95df9c57d1df None None] Provisioning complete for port 9c9b929b-840b-4649-ba55-73d37c031a74 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:43.431175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31f2a6b6-ba0a-43c2-a59b-95df9c57d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.581330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40744) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:43.588758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aff34be3-d2d8-4918-a525-d8e15ac6a478 req-cde422ab-6778-4fd8-89c4-f987ff5f6daf service neutron] 10.222.0.48 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665789 Jul 13 07:30:43.616129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Pushing event updated for resources: {'Port': ['ID=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:43.636587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-ea0fa474-431e-4ae5-8db7-ddfb81e175eb service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163227 Jul 13 07:30:43.682080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Network 893e1e5f-0171-40ef-8ebb-69dbde015537 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:43.712395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:43.717375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:43.785077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Router 37470ed2-3c0a-4964-93e4-985db4ba78b9 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:43.795412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-12fb39ab-effd-4ad2-a7e8-2109fca6d1a9 None None] Provisioning for port 02f54c73-59c1-4524-ae4d-3e68c716b4ce completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:43.799511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c8f71-94c2-4a4e-a3b1-69211941f961 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.805733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c8f71-94c2-4a4e-a3b1-69211941f961 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.806023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-12fb39ab-effd-4ad2-a7e8-2109fca6d1a9 None None] Provisioning complete for port 02f54c73-59c1-4524-ae4d-3e68c716b4ce triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:43.806409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-12fb39ab-effd-4ad2-a7e8-2109fca6d1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.810776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e76c8f71-94c2-4a4e-a3b1-69211941f961 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.5439584 Jul 13 07:30:43.811885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40748) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:43.834354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.836172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.906389 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2444fcdb-3d29-4655-8eeb-861d1643f389 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0446239 Jul 13 07:30:43.920728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Request body: {'port': {'device_id': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:43.942417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-12fb39ab-effd-4ad2-a7e8-2109fca6d1a9 None None] Port 02f54c73-59c1-4524-ae4d-3e68c716b4ce cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:43.958195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c9b929b-840b-4649-ba55-73d37c031a74 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:44.005016 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0433357-b5e9-4012-8583-ae6940a2d87a x-openstack-request-id: req-c0433357-b5e9-4012-8583-ae6940a2d87a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:44.005543 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:44.006608 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0433357-b5e9-4012-8583-ae6940a2d87a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:44.007945 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105', 'status': 'completed', 'code': 200} Jul 13 07:30:44.031645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-689fdb80-61f0-4715-9d2c-d301e43733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.032159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-689fdb80-61f0-4715-9d2c-d301e43733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.032627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-689fdb80-61f0-4715-9d2c-d301e43733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.033109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-689fdb80-61f0-4715-9d2c-d301e43733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.033586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-689fdb80-61f0-4715-9d2c-d301e43733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.034097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-689fdb80-61f0-4715-9d2c-d301e43733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.034606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-689fdb80-61f0-4715-9d2c-d301e43733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.041111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9c9b929b-840b-4649-ba55-73d37c031a74 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:44.042114 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.045394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-689fdb80-61f0-4715-9d2c-d301e43733d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6508 time: 0.4619808 Jul 13 07:30:44.228150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-2284bc53-6f2c-4f96-9713-7ea8234d44d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511919 Jul 13 07:30:44.284975 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.435842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ec8aa342-d9ad-4c16-9499-6315724181aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 02f54c73-59c1-4524-ae4d-3e68c716b4ce {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:44.436195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec8aa342-d9ad-4c16-9499-6315724181aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.470360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab3572-9b61-4552-add3-3b549bb839b8 req-d8d26a6c-5519-4faa-b96f-0a48a44f36c0 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.472868 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08ab3572-9b61-4552-add3-3b549bb839b8 req-d8d26a6c-5519-4faa-b96f-0a48a44f36c0 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 943 time: 0.3107803 Jul 13 07:30:44.672779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08ab3572-9b61-4552-add3-3b549bb839b8 req-34c4c98b-49d5-4410-9195-8b9aae4c4ed0 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929808 Jul 13 07:30:44.691938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec8aa342-d9ad-4c16-9499-6315724181aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.721984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:44.724214 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.730130 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ec8aa342-d9ad-4c16-9499-6315724181aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 02f54c73-59c1-4524-ae4d-3e68c716b4ce owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:44.733316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] Sync routers for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:44.749923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:44.750751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:44.755788 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.777550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.931000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:45.115925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-50c86f9a-56e5-454e-91d7-2115d4cacae4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3190069 Jul 13 07:30:45.144918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e174dc5-22a3-4130-bd4b-075ff72d6540 req-2d5dc062-64d3-4cdb-ade3-e2c8be536b69 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.152095 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e174dc5-22a3-4130-bd4b-075ff72d6540 req-2d5dc062-64d3-4cdb-ade3-e2c8be536b69 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 932 time: 0.1820786 Jul 13 07:30:45.173882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:30:45.181358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec8aa342-d9ad-4c16-9499-6315724181aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.227405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8aa342-d9ad-4c16-9499-6315724181aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=02f54c73-59c1-4524-ae4d-3e68c716b4ce,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:45.241219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-c988d185-f7ba-4006-b672-19a687e0aeff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "PUT /v2.0/floatingips/e46389ec-bebf-4f20-937a-cc8c899d4759 HTTP/1.1" status: 200 len: 995 time: 7.6301219 Jul 13 07:30:45.267659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0679b-935b-40c5-8794-28505934faa0 req-df0eaea5-75bc-4cc2-a96a-b2e0680b015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.269827 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81d0679b-935b-40c5-8794-28505934faa0 req-df0eaea5-75bc-4cc2-a96a-b2e0680b015e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ba670f875be4d668e8f304b9df3c692&device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 1095 time: 1.2421987 Jul 13 07:30:45.275042 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e174dc5-22a3-4130-bd4b-075ff72d6540 req-a5d5d3e7-e2b7-4675-8f3d-777d6df8bd70 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219144 Jul 13 07:30:45.284223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:26:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:30:40Z', 'revision_number': 8, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:45.382372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] Checking router: 37470ed2-3c0a-4964-93e4-985db4ba78b9 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:45.402647 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec8aa342-d9ad-4c16-9499-6315724181aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.405340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ec8aa342-d9ad-4c16-9499-6315724181aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/02f54c73-59c1-4524-ae4d-3e68c716b4ce HTTP/1.1" status: 204 len: 168 time: 1.5921290 Jul 13 07:30:45.408094 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:45.410361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:45.411311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:45.508511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0679b-935b-40c5-8794-28505934faa0 req-81089145-19f5-4710-aac1-565e27cde9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.510163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81d0679b-935b-40c5-8794-28505934faa0 req-81089145-19f5-4710-aac1-565e27cde9de service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd9ffb23-3401-46c5-a32e-53ab486298af HTTP/1.1" status: 200 len: 930 time: 0.2171907 Jul 13 07:30:45.624269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:45.642152 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81d0679b-935b-40c5-8794-28505934faa0 req-afd5b264-d860-409b-a52c-4dd6870a24f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a69658f-2e08-4920-a86f-30a2c7283105 HTTP/1.1" status: 200 len: 217 time: 0.0626204 Jul 13 07:30:45.729509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f36713-a3c1-48c5-9358-6fd5e8d0fcde {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:45.738676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5a69658f-2e08-4920-a86f-30a2c7283105 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:45.759176 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.818142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-96b755b5-de77-4c4f-ac4d-8de054da27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.819925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-96b755b5-de77-4c4f-ac4d-8de054da27a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 0.5491476 Jul 13 07:30:45.842363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Transition to ACTIVE for port object d2f36713-a3c1-48c5-9358-6fd5e8d0fcde will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:45.851256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0679b-935b-40c5-8794-28505934faa0 req-facda6d3-5664-44d3-9108-5d6750470055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.852849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81d0679b-935b-40c5-8794-28505934faa0 req-facda6d3-5664-44d3-9108-5d6750470055 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36e67463-c09d-48d8-bb97-c681be4276c2 HTTP/1.1" status: 200 len: 868 time: 0.1919236 Jul 13 07:30:45.929169 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.970511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5a69658f-2e08-4920-a86f-30a2c7283105, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5a69658f-2e08-4920-a86f-30a2c7283105,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:46.007018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '5a69658f-2e08-4920-a86f-30a2c7283105', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'port_id': '5a69658f-2e08-4920-a86f-30a2c7283105', 'mac_address': 'fa:16:3e:79:8c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:46.023681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'name': 'network-vif-deleted', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108'}, {'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:46.026104 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1b7e76-3c16-470b-9433-deef14ddc00e" -d '{"events": [{"server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "name": "network-vif-deleted", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108"}, {"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:46.026474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-53d57ec4-e827-4dc6-a2dd-f42e466c10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.027014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-53d57ec4-e827-4dc6-a2dd-f42e466c10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.027496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-53d57ec4-e827-4dc6-a2dd-f42e466c10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.028440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-53d57ec4-e827-4dc6-a2dd-f42e466c10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.028951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.029250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-53d57ec4-e827-4dc6-a2dd-f42e466c10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.029725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-53d57ec4-e827-4dc6-a2dd-f42e466c10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.030225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-53d57ec4-e827-4dc6-a2dd-f42e466c10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.032741 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-53d57ec4-e827-4dc6-a2dd-f42e466c10d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6508 time: 0.8495033 Jul 13 07:30:46.060105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:26:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:30:40Z', 'revision_number': 8, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:46.065155 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.068878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f1bfa1-74b7-4a0d-befe-a83159c42d23 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.071221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f1bfa1-74b7-4a0d-befe-a83159c42d23 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.075453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a6f1bfa1-74b7-4a0d-befe-a83159c42d23 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6617744 Jul 13 07:30:46.083806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40770) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:46.095079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625bd813-4e11-4716-a75a-13fc1c488339 None None] The sync data for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 is: [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e46389ec-bebf-4f20-937a-cc8c899d4759', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'port_id': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'mac_address': 'fa:16:3e:26:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:29:41Z', 'updated_at': '2021-07-13T07:30:40Z', 'revision_number': 8, 'project_id': 'c650ef61379645049a3d8130989d167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:46.096725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8fdf-42bf-472f-a95c-d901de00891b req-a23f74e8-ebc6-49d9-94e8-bbad37f65abb tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.098298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-a23f74e8-ebc6-49d9-94e8-bbad37f65abb tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 0.4665546 Jul 13 07:30:46.119501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a69658f-2e08-4920-a86f-30a2c7283105 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:46.125660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:46.137764 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ec405-71b1-4601-bff8-e2df12c0b068 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:46.149078 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ec405-71b1-4601-bff8-e2df12c0b068 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:46.150095 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-025ec405-71b1-4601-bff8-e2df12c0b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:46.193738 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-025ec405-71b1-4601-bff8-e2df12c0b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:46.211689 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ec405-71b1-4601-bff8-e2df12c0b068 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:46.212743 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-025ec405-71b1-4601-bff8-e2df12c0b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:46.244263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0679b-935b-40c5-8794-28505934faa0 req-fbdce569-7ecf-40f2-ac4d-41b5cf10ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.248314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.250978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3a2f83ec-ae54-47b0-bce0-28181b2a1861 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1390367 Jul 13 07:30:46.254750 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-025ec405-71b1-4601-bff8-e2df12c0b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:46.255553 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ec405-71b1-4601-bff8-e2df12c0b068 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:46.257233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40772) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:46.259127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81d0679b-935b-40c5-8794-28505934faa0 req-fbdce569-7ecf-40f2-ac4d-41b5cf10ed72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd9ffb23-3401-46c5-a32e-53ab486298af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3923914 Jul 13 07:30:46.272006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4852f-ebce-4cb8-8551-f6f12f432ec1 req-99075244-a57c-456e-ad65-05b7cf557057 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.274462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6d4852f-ebce-4cb8-8551-f6f12f432ec1 req-99075244-a57c-456e-ad65-05b7cf557057 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.4408646 Jul 13 07:30:46.282069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-87f12f2c-efcb-4515-b4fc-5d44b86c1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.283975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-87f12f2c-efcb-4515-b4fc-5d44b86c1323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.4531040 Jul 13 07:30:46.327518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5a69658f-2e08-4920-a86f-30a2c7283105, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5a69658f-2e08-4920-a86f-30a2c7283105,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:46.332629 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.388018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5a69658f-2e08-4920-a86f-30a2c7283105,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.447345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b2c77-90b5-4533-92fc-7869c1708d6b None None] New status for floating IP e46389ec-bebf-4f20-937a-cc8c899d4759: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:30:46.448062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-c2e9fac5-9cb2-4855-b019-00c4f7400819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.448535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-c2e9fac5-9cb2-4855-b019-00c4f7400819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.449019 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-c2e9fac5-9cb2-4855-b019-00c4f7400819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.450917 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-c2e9fac5-9cb2-4855-b019-00c4f7400819 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600 HTTP/1.1" status: 200 len: 2298 time: 0.3756058 Jul 13 07:30:46.507133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6d4852f-ebce-4cb8-8551-f6f12f432ec1 req-342e355c-d2b6-483a-af30-7c3d942631ea tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218611 Jul 13 07:30:46.589611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-e281cb85-278d-40d9-a6c9-58f574f1fb1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 998 time: 0.2699168 Jul 13 07:30:46.613890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-79a9902d-ff45-4ea1-aa50-7d05ccc3b647 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad598854b124655b905399734eada74 HTTP/1.1" status: 200 len: 380 time: 0.5018494 Jul 13 07:30:46.614962 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-b4d7cafa-4d97-4ba7-a2da-0840af121a51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa HTTP/1.1" status: 200 len: 1002 time: 0.1159573 Jul 13 07:30:46.624029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9796c8c2-43fa-4754-91e1-349ae61a1ca7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 8693d696-02b7-49bc-b6bb-259cfcfb5c40 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:46.638002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'port': {'device_id': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'admin_state_up': True, 'tenant_id': '7ad598854b124655b905399734eada74', 'security_groups': ['843e4135-39bd-4b2d-8cea-92242d47bb27']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:46.665443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5a69658f-2e08-4920-a86f-30a2c7283105'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:46.687874 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9796c8c2-43fa-4754-91e1-349ae61a1ca7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.774785 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-10cf49f8-1a29-419c-acac-75f9a9adb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.776685 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-10cf49f8-1a29-419c-acac-75f9a9adb007 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51 HTTP/1.1" status: 200 len: 856 time: 0.1583474 Jul 13 07:30:46.849559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Attempting to bind port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.852486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Attempting to bind port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.852486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Attempting to bind port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde on network 893e1e5f-0171-40ef-8ebb-69dbde015537 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.863769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9796c8c2-43fa-4754-91e1-349ae61a1ca7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.914957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-d4874930-1ba1-4775-9dfd-9dda9a3172f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.916837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-d4874930-1ba1-4775-9dfd-9dda9a3172f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293869 Jul 13 07:30:46.949250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-41973b44-9441-4704-b78f-8b8b9bab846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.957129 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-41973b44-9441-4704-b78f-8b8b9bab846a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.3566704 Jul 13 07:30:46.970163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde on network 893e1e5f-0171-40ef-8ebb-69dbde015537 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.970504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Attempting to bind port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde on network 893e1e5f-0171-40ef-8ebb-69dbde015537 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.998629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81d0679b-935b-40c5-8794-28505934faa0 req-08c1840f-b96f-417d-9d3f-0278b38a021a service neutron] 10.222.0.48 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697474 Jul 13 07:30:47.080388 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcbbc6c-8e2d-4c21-95a8-aa28681a89cd x-openstack-request-id: req-dbcbbc6c-8e2d-4c21-95a8-aa28681a89cd {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:47.089034 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "name": "network-vif-unplugged", "status": "completed", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:47.089625 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbcbbc6c-8e2d-4c21-95a8-aa28681a89cd {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:47.090198 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'code': 200} Jul 13 07:30:47.125912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:47.126287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Checking segment: {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:47.126686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Bound using segment: {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:47.127140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Bound port: d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e604967-0c4a-4e0c-abd6-8912628f7f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:47.127509 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.131025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81d0679b-935b-40c5-8794-28505934faa0 req-6f60fb97-e1aa-4d9c-88f3-74dd3f2ef354 service neutron] 10.222.0.48 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009388 Jul 13 07:30:47.222720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7b9c2f3b-e3e5-4f04-8615-8ddf94c8a878 req-4689b9f6-b1b9-4b58-aca2-78bedc30495b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 210 time: 0.0394819 Jul 13 07:30:47.225478 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-093c77f4-1ccf-45b0-8103-7628e34d98cc service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996829 Jul 13 07:30:47.273366 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9796c8c2-43fa-4754-91e1-349ae61a1ca7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.335418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Made reservation on behalf of 7ad598854b124655b905399734eada74 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:47.339381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.376140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9796c8c2-43fa-4754-91e1-349ae61a1ca7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.422752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.446803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] For port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:47.456415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796c8c2-43fa-4754-91e1-349ae61a1ca7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=8693d696-02b7-49bc-b6bb-259cfcfb5c40,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:47.459426 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-0d8604c5-28d3-4307-99d6-90a6fd14f20f service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275250 Jul 13 07:30:47.472644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e214687-3b6a-4ef7-812d-5742b8411a7c None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:47.475642 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9796c8c2-43fa-4754-91e1-349ae61a1ca7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.480449 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9796c8c2-43fa-4754-91e1-349ae61a1ca7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/8693d696-02b7-49bc-b6bb-259cfcfb5c40 HTTP/1.1" status: 204 len: 168 time: 1.3785636 Jul 13 07:30:47.481215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:47.485915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-17f2ef27-2f57-4b8e-9ade-cfc5af70860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.487479 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-17f2ef27-2f57-4b8e-9ade-cfc5af70860b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5121279 Jul 13 07:30:47.551059 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-95408a8f-e3d3-4219-bb3a-92717a7a88a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 200 len: 217 time: 0.0504255 Jul 13 07:30:47.553231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] For port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:47.561466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3bfb25e2-a8ec-4cbc-9f82-da34dba23bc5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694327 Jul 13 07:30:47.565178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:47.573430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.579487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:47.630582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a52f5d-f67a-4a1b-ab2e-fa750007b6b0 req-d3272077-fe14-4e44-82d3-21bd3c3ec05a tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.638470 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2a52f5d-f67a-4a1b-ab2e-fa750007b6b0 req-d3272077-fe14-4e44-82d3-21bd3c3ec05a tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 944 time: 0.2713110 Jul 13 07:30:47.703639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.704268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.705665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] 10.222.0.38 "PUT /v2.0/ports/d2f36713-a3c1-48c5-9358-6fd5e8d0fcde HTTP/1.1" status: 200 len: 1093 time: 3.7907994 Jul 13 07:30:47.706907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-1a7382a4-b350-452a-ad7e-96781d599ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.708541 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-1a7382a4-b350-452a-ad7e-96781d599ff6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.1486557 Jul 13 07:30:47.726861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5a69658f-2e08-4920-a86f-30a2c7283105 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:47.732796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2a52f5d-f67a-4a1b-ab2e-fa750007b6b0 req-5d299176-8a16-46b1-abfb-3b9f45f8aa7e tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926135 Jul 13 07:30:47.794192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 5a69658f-2e08-4920-a86f-30a2c7283105 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:47.805905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 5a69658f-2e08-4920-a86f-30a2c7283105 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:47.806317 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.827044 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85953a37-de1e-410d-8e40-6919cbe1300e x-openstack-request-id: req-85953a37-de1e-410d-8e40-6919cbe1300e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:47.827510 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a40e79c-f328-4ab4-888f-2e21f3eb4722", "name": "network-vif-deleted", "tag": "faff8855-78f2-4560-b3bf-45bf592ea108", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:47.827767 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85953a37-de1e-410d-8e40-6919cbe1300e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:47.828168 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40e79c-f328-4ab4-888f-2e21f3eb4722', 'name': 'network-vif-deleted', 'tag': 'faff8855-78f2-4560-b3bf-45bf592ea108', 'status': 'completed', 'code': 200} Jul 13 07:30:47.828423 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'status': 'completed', 'code': 200} Jul 13 07:30:47.873304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd25f8-a2ba-4dfb-b2f0-d916bebad7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:47.885695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66235b5c-673d-4e84-a6bd-249860638ecf None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:30:47.949202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Allocated IP 172.20.0.6 (e4c07a53-adf5-42b2-b35d-ef69c8555115/04b63ad2-04c7-43f7-adec-524d23576b31/2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:47.969249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:47.973748 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.031676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-d2734105-1922-4fe6-a521-0c9acf161ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725683 Jul 13 07:30:48.063231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-66235b5c-673d-4e84-a6bd-249860638ecf None None] Deleting port 9c9b929b-840b-4649-ba55-73d37c031a74 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:48.063612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66235b5c-673d-4e84-a6bd-249860638ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.066498 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.145687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33ba3f31-aa43-429b-9cc1-b563fbbacbac req-21b50854-6d5b-477e-9ac4-d6404a628047 service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972142 Jul 13 07:30:48.161842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-66235b5c-673d-4e84-a6bd-249860638ecf None None] For port 9c9b929b-840b-4649-ba55-73d37c031a74, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c9b929b-840b-4649-ba55-73d37c031a74,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:48.162420 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66235b5c-673d-4e84-a6bd-249860638ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.174809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5a69658f-2e08-4920-a86f-30a2c7283105, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5a69658f-2e08-4920-a86f-30a2c7283105,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:48.186349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2859800a-1f0d-4bc7-9bdf-6c86457269bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.190370 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-2859800a-1f0d-4bc7-9bdf-6c86457269bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 1096 time: 0.3059962 Jul 13 07:30:48.194420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-66235b5c-673d-4e84-a6bd-249860638ecf None None] Calling delete_port for 9c9b929b-840b-4649-ba55-73d37c031a74 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:48.197399 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.203430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-27680a44-adeb-4a18-bdaf-5b98d2a5bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.206384 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-27680a44-adeb-4a18-bdaf-5b98d2a5bb9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4893606 Jul 13 07:30:48.307604 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-3adbc700-8e80-4f33-be7d-bfb1dfa296ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde HTTP/1.1" status: 200 len: 217 time: 0.0999508 Jul 13 07:30:48.326552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-1f569515-f0dd-4dd3-b3c4-ef8c3ca35316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.328240 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-1f569515-f0dd-4dd3-b3c4-ef8c3ca35316 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 0.4561594 Jul 13 07:30:48.368286 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66235b5c-673d-4e84-a6bd-249860638ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.387908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66235b5c-673d-4e84-a6bd-249860638ecf None None] No DVR routers for this DVR port 9c9b929b-840b-4649-ba55-73d37c031a74 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:48.407123 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4ea7-4972-4f45-92bd-97963a0a282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.418867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5a69658f-2e08-4920-a86f-30a2c7283105,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:48.459514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66235b5c-673d-4e84-a6bd-249860638ecf None None] Pushing event deleted for resources: {'Port': ['ID=9c9b929b-840b-4649-ba55-73d37c031a74,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:48.542949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-b80d2fbc-92fe-45e2-b91d-8af67ce574d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.542949 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-b80d2fbc-92fe-45e2-b91d-8af67ce574d7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.2011414 Jul 13 07:30:48.686599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.20.0.1 (d6bafa8d-3ade-4724-95eb-1d83704cf600/72a996ce-ac53-40e2-b7c7-1390956eb5f6/db77a7cf-0c2d-45ff-ac70-7278f065da17) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:48.739838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e07ca8df-26db-4029-9eb4-2edcd14fd459 None None] Provisioning complete for port 5a69658f-2e08-4920-a86f-30a2c7283105 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:48.740650 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e07ca8df-26db-4029-9eb4-2edcd14fd459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.754628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40b42-09fd-4462-a989-72e834c0558b req-5952b129-9cae-4e63-8589-3cc18ae41951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.756144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-5952b129-9cae-4e63-8589-3cc18ae41951 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4a3d5118-e307-46e8-9516-d176889377b8 HTTP/1.1" status: 200 len: 845 time: 0.4366405 Jul 13 07:30:48.764303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2e11b-795f-41dd-8acd-0e43b5dc2257 req-a6861f7f-aee6-4830-8de6-49a78a6d938a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.765833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-97f2e11b-795f-41dd-8acd-0e43b5dc2257 req-a6861f7f-aee6-4830-8de6-49a78a6d938a tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 944 time: 0.7011669 Jul 13 07:30:48.813399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-44255fc9-5a45-45fa-84d2-247af4865b74 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926344 Jul 13 07:30:48.819085 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-ab081337-0b70-4482-b370-f29b77cc3f9f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=893e1e5f-0171-40ef-8ebb-69dbde015537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446248 Jul 13 07:30:48.979892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.992466 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-97f2e11b-795f-41dd-8acd-0e43b5dc2257 req-f426d827-fee3-428c-83dc-97fc1eab7cfa tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082589 Jul 13 07:30:49.043556 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.046862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Transition to ACTIVE for port object 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:49.078580 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-1e7c24b2-beaa-4400-8852-0ca78cc5b746 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 1000 time: 0.5103927 Jul 13 07:30:49.091799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:49.094298 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab8ec6e-c473-4f86-bb91-05bb69b5887e" -d '{"events": [{"server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "name": "network-vif-plugged", "status": "completed", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:49.099164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.133572 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-a926cdc4-3530-485d-9ea7-5d08c84840d8 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135087 Jul 13 07:30:49.141555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7b0d6-6213-462e-892c-24ec29e66bc4 req-0cd31a9f-56c9-4fed-a1e8-ffc2c65290e9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.143111 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fde7b0d6-6213-462e-892c-24ec29e66bc4 req-0cd31a9f-56c9-4fed-a1e8-ffc2c65290e9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.7019942 Jul 13 07:30:49.154865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e44da70-fd8d-4e60-9a8b-0a95cfc65a5b req-8d1b84e1-c516-42f2-85f1-7d3c92ed4443 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips/e46389ec-bebf-4f20-937a-cc8c899d4759 HTTP/1.1" status: 200 len: 997 time: 0.1211238 Jul 13 07:30:49.159511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-d894f182-4fad-4ea6-b37a-2dd33a6e353a service neutron] 10.222.0.38 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943044 Jul 13 07:30:49.202020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-c742f4c4-34e4-4244-82e9-c1258ce41fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.202843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-cc665d27-6147-4fec-ab6b-760ff7d87195 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 200 len: 217 time: 0.0577316 Jul 13 07:30:49.203525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-c742f4c4-34e4-4244-82e9-c1258ce41fb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97&tenant_id=ae2fa35196974bcab852e560c2090e6f HTTP/1.1" status: 200 len: 1099 time: 0.7010179 Jul 13 07:30:49.220232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:49.232513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:49.241136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.241733 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.242860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5d64d-7005-418b-82f2-4e5cfaa44a88 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:49.283062 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.289659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=1b0e640b-f6c7-447c-9662-c0ce78bcf844,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:49.292434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-7c66b054-8984-442f-bdc6-0a4ed9259b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.293933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-7c66b054-8984-442f-bdc6-0a4ed9259b64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.2076986 Jul 13 07:30:49.327184 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fde7b0d6-6213-462e-892c-24ec29e66bc4 req-d9ffacf5-2265-43e8-8e7a-72b4911010f3 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529109 Jul 13 07:30:49.369095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.378001 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d07b815d-8c00-424a-8033-5d8a0a9e3e46 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8037496 Jul 13 07:30:49.384110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:49.397344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'name': 'tempest-NetworksTestDHCPv6-1902517429'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:49.408320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:49.417230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:49.420980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:49.427670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:49.428206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-df47d22a-e35e-4167-acb8-1029dd66a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.429866 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-df47d22a-e35e-4167-acb8-1029dd66a1d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.2138119 Jul 13 07:30:49.474219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '1b0e640b-f6c7-447c-9662-c0ce78bcf844'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:30:49.476823 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.476966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-f93525ba-07f4-4753-a554-3c36ae722b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.478072 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-f93525ba-07f4-4753-a554-3c36ae722b52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 1099 time: 0.2407665 Jul 13 07:30:49.501578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.502280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.520045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:49.533749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-1d8be07a-2416-4f6c-a8ad-33f9578c209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.535337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-1d8be07a-2416-4f6c-a8ad-33f9578c209b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290890 Jul 13 07:30:49.598838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:49.609801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:49.642291 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f97ab2d6-d693-4f38-8f46-307bdf05f4b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0098352 Jul 13 07:30:49.643798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-9e3056fe-64ad-4087-96b3-b7ea9fde1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.645321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-9e3056fe-64ad-4087-96b3-b7ea9fde1f87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.1597540 Jul 13 07:30:49.680686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Request body: {'port': {'device_id': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:49.685603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/1b0e640b-f6c7-447c-9662-c0ce78bcf844/dd815b00-b21b-456b-9c32-1514e76965b7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:49.694993 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.735452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-1fc99db6-afc1-4f88-8245-258d1ba9640a service neutron] 10.222.0.38 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459199 Jul 13 07:30:49.741646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=db77a7cf-0c2d-45ff-ac70-7278f065da17,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:49.755379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44da70-fd8d-4e60-9a8b-0a95cfc65a5b req-6bd4eff9-d490-4cce-b28b-6b8d9cce1326 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.758436 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e44da70-fd8d-4e60-9a8b-0a95cfc65a5b req-6bd4eff9-d490-4cce-b28b-6b8d9cce1326 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.5678537 Jul 13 07:30:49.798564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c05f8373-473b-433a-91b5-8fc74a5967d5 None None] Provisioning for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:49.809958 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c05f8373-473b-433a-91b5-8fc74a5967d5 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:49.810386 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c05f8373-473b-433a-91b5-8fc74a5967d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.831583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-a5a10c75-c1bd-4cfa-b0ec-7bb2886340d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.836631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-a5a10c75-c1bd-4cfa-b0ec-7bb2886340d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3872631 Jul 13 07:30:49.850457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'tag': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:49.856161 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e948c5d-60bd-4771-ac83-2e99041e0eed", "tag": "d2f36713-a3c1-48c5-9358-6fd5e8d0fcde"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:49.908341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c9b929b-840b-4649-ba55-73d37c031a74 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:49.935616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c05f8373-473b-433a-91b5-8fc74a5967d5 None None] Port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:49.935878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-5ce9afcc-2820-4cde-b9b3-32c3d7739de0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4 HTTP/1.1" status: 200 len: 1002 time: 0.2660637 Jul 13 07:30:49.937366 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.939819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9c9b929b-840b-4649-ba55-73d37c031a74 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:49.940170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c9b929b-840b-4649-ba55-73d37c031a74 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:49.949971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Transition to ACTIVE for port object dd815b00-b21b-456b-9c32-1514e76965b7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:49.956605 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-8778d607-46be-4034-b07b-22c73d6b5d97 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144804 Jul 13 07:30:49.968345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Transition to ACTIVE for port object dd815b00-b21b-456b-9c32-1514e76965b7 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:49.975345 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.993573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-4df3994f-a94e-4755-9fd1-0596c1c80fab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5563500 Jul 13 07:30:50.019173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:50.022366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:50.024843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:50.029076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382d3ce-721d-4dfa-ae02-ffdc60d9914f req-0be2d7b6-90bb-4f19-a831-7ac77f4f9bed tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.032748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Pushing event updated for resources: {'Port': ['ID=dd815b00-b21b-456b-9c32-1514e76965b7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:50.036015 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9382d3ce-721d-4dfa-ae02-ffdc60d9914f req-0be2d7b6-90bb-4f19-a831-7ac77f4f9bed tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 931 time: 0.3791525 Jul 13 07:30:50.059966 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.075664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-f36be11b-fa87-42f3-b879-c3e3362d071b service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273688 Jul 13 07:30:50.094335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Attempting to bind port dd815b00-b21b-456b-9c32-1514e76965b7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:50.094781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Attempting to bind port dd815b00-b21b-456b-9c32-1514e76965b7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:50.095236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Attempting to bind port dd815b00-b21b-456b-9c32-1514e76965b7 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:50.100868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:50.101368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:50.101891 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.102483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:50.103041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Bound port: dd815b00-b21b-456b-9c32-1514e76965b7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:50.103520 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.133257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-a4184678-acf2-4e90-9efd-7a32ebb3c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.134785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-a4184678-acf2-4e90-9efd-7a32ebb3c98b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.1743863 Jul 13 07:30:50.135250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:50.139367 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.175696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9382d3ce-721d-4dfa-ae02-ffdc60d9914f req-5a8e76f8-f39a-438e-bb45-191e206cd80e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386228 Jul 13 07:30:50.175954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] For port dd815b00-b21b-456b-9c32-1514e76965b7, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:50.180637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] For port dd815b00-b21b-456b-9c32-1514e76965b7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dd815b00-b21b-456b-9c32-1514e76965b7,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:50.185578 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.222971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753abc4-15c9-43a3-a484-93740baaa2d9 req-8e0ba0c8-52a0-43cd-a4bc-c9d2a22f3741 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.230194 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a753abc4-15c9-43a3-a484-93740baaa2d9 req-8e0ba0c8-52a0-43cd-a4bc-c9d2a22f3741 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 945 time: 0.3358557 Jul 13 07:30:50.238321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1b7e76-3c16-470b-9433-deef14ddc00e req-a62f97de-18f2-4049-bf2a-1ad72719c18c service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665470 Jul 13 07:30:50.244651 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.253466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 8ca2823c-bd27-4da1-a420-f305eb2d47b3 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:50.256230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9bfd1-191e-4590-9ce4-e3581aa4891d None None] Pushing event updated for resources: {'Port': ['ID=dd815b00-b21b-456b-9c32-1514e76965b7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:50.313211 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c4a52e-2d40-4572-aada-84e27ea96713 x-openstack-request-id: req-07c4a52e-2d40-4572-aada-84e27ea96713 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:50.313752 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "name": "network-vif-plugged", "status": "completed", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:50.314362 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07c4a52e-2d40-4572-aada-84e27ea96713 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:50.314987 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105', 'code': 200} Jul 13 07:30:50.412638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-3d8048a8-35fc-4382-97d2-f24b23f6cbbb service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298557 Jul 13 07:30:50.420886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a753abc4-15c9-43a3-a484-93740baaa2d9 req-75633300-b303-4ece-b13e-bebe686f83ea tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898093 Jul 13 07:30:50.509221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-a699ce4d-5a7a-4867-9ad7-5632112d0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.510875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-a699ce4d-5a7a-4867-9ad7-5632112d0c33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3661611 Jul 13 07:30:50.553157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-f5eaf556-1cb8-4436-96f0-30409a24f707 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=8e0fc94e-b758-4c29-a921-885c200f5cba HTTP/1.1" status: 200 len: 217 time: 0.1310191 Jul 13 07:30:50.553312 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d176051-534a-4ce3-8128-81606aab8b85 x-openstack-request-id: req-3d176051-534a-4ce3-8128-81606aab8b85 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:50.553617 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e948c5d-60bd-4771-ac83-2e99041e0eed", "tag": "d2f36713-a3c1-48c5-9358-6fd5e8d0fcde", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:50.553867 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d176051-534a-4ce3-8128-81606aab8b85 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:50.554318 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'tag': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde', 'status': 'completed', 'code': 200} Jul 13 07:30:50.637832 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-6a42ca03-e2bd-41dd-95b3-291e76b1329f tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.2873788 Jul 13 07:30:50.744301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-bb752cfa-0fa9-4d05-a10e-adb6d5422069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.745760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-bb752cfa-0fa9-4d05-a10e-adb6d5422069 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 0.4120109 Jul 13 07:30:50.761843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::a5 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/1b0e640b-f6c7-447c-9662-c0ce78bcf844/8ca2823c-bd27-4da1-a420-f305eb2d47b3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:50.782700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-53b170bd-20b7-4575-a30a-ff640cc41705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.784208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-53b170bd-20b7-4575-a30a-ff640cc41705 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.1917305 Jul 13 07:30:50.817172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-cd0b5228-060b-4681-9fa6-76285d5e98ff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.818675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-cd0b5228-060b-4681-9fa6-76285d5e98ff tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports/2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 942 time: 0.1692359 Jul 13 07:30:50.852098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-5142d8ff-bc23-42ad-b19b-9d50112e4fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202932 Jul 13 07:30:50.853927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68043dec-7f0d-49af-b0c8-18fb51bec781 req-0c4b14fe-df5e-4868-8cd5-7a2e05e939b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.855466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68043dec-7f0d-49af-b0c8-18fb51bec781 req-0c4b14fe-df5e-4868-8cd5-7a2e05e939b1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 1097 time: 0.4541774 Jul 13 07:30:51.020724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2f29-0396-4927-84f9-3483d3405c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.072371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.076042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:51.095471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68043dec-7f0d-49af-b0c8-18fb51bec781 req-2f87db47-2efa-44a7-b848-8533069fbdfb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265010 Jul 13 07:30:51.100682 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.119345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-9ce16a42-af0a-4ddc-a5c0-20419c8a74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.120955 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-9ce16a42-af0a-4ddc-a5c0-20419c8a74e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.3489192 Jul 13 07:30:51.142272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Transition to ACTIVE for port object 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:51.145777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-a76b15d6-9f60-487b-bf04-d7f93a1e4d5c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.2156520 Jul 13 07:30:51.156749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.207956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-fe99b9d0-b7f6-4542-9862-200de159fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.209506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-fe99b9d0-b7f6-4542-9862-200de159fb9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 1096 time: 0.6158876 Jul 13 07:30:51.230034 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-d6829e52-2214-4d05-956b-58247e7c6064 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599241 Jul 13 07:30:51.244742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df504be-24f5-4b6a-b166-da1a51d0e81f req-8796b2af-6361-4b68-b171-b3cdd51a311f tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.251763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0df504be-24f5-4b6a-b166-da1a51d0e81f req-8796b2af-6361-4b68-b171-b3cdd51a311f tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 944 time: 0.5678706 Jul 13 07:30:51.296789 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:51.304196 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-2e9ad2e3-1c7e-42bb-90ba-5d75979480ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 1000 time: 0.1702588 Jul 13 07:30:51.447395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-5f8c50ad-088e-49e1-b413-354645ceeee0 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.457122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-5f8c50ad-088e-49e1-b413-354645ceeee0 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.2979162 Jul 13 07:30:51.483075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-9873980d-b33a-4b10-b51c-c5b1ed825e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.484915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-9873980d-b33a-4b10-b51c-c5b1ed825e01 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.1462286 Jul 13 07:30:51.583889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.593316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-7b260f94-a39f-4e8b-9cb2-c2e7ba556d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.594969 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-7b260f94-a39f-4e8b-9cb2-c2e7ba556d5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8003685 Jul 13 07:30:51.604207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0df504be-24f5-4b6a-b166-da1a51d0e81f req-bd1e96dc-53b1-43af-81df-1782a2ee85d4 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516071 Jul 13 07:30:51.658773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 8ca2823c-bd27-4da1-a420-f305eb2d47b3 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:51.682617 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.707570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-01212d4f-b089-4f17-821a-4aa06012b868 None None] Provisioning for port dd815b00-b21b-456b-9c32-1514e76965b7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:51.739621 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.796165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-244ff28a-3ab0-4d6a-84d4-a5a1998a50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.797925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-244ff28a-3ab0-4d6a-84d4-a5a1998a50dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 200 len: 906 time: 0.5777986 Jul 13 07:30:51.910185 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.967972 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-f1fa425d-3345-47ca-bee4-0a4ef2608f01 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde HTTP/1.1" status: 200 len: 217 time: 0.1422195 Jul 13 07:30:52.031133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=db77a7cf-0c2d-45ff-ac70-7278f065da17,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:52.035113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dd815b00-b21b-456b-9c32-1514e76965b7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:52.036812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-c544f3ca-cdde-45ec-9308-aa50c8c62ae4 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275811 Jul 13 07:30:52.040391 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.046688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.137106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port dd815b00-b21b-456b-9c32-1514e76965b7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:52.146822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dd815b00-b21b-456b-9c32-1514e76965b7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:52.147359 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.222872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-ebb97edc-7abb-4fc4-8eb2-a14cffc6041b tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 1000 time: 0.7642906 Jul 13 07:30:52.238023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-272399db-867b-4ccd-9422-0fc61f3bba92 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:52.250160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Attempting to bind port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:52.250649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Attempting to bind port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:52.251141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Attempting to bind port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:52.305773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb on network e4c07a53-adf5-42b2-b35d-ef69c8555115 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:52.306311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Attempting to bind port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:52.320048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:52.320628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Checking segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:52.321167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Bound using segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:52.322049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Bound port: 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:52.322638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.332023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-d9f29ae2-b098-48ac-baae-2d2b8de1959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.333638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-d9f29ae2-b098-48ac-baae-2d2b8de1959b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8218198 Jul 13 07:30:52.359255 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.383150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:52.407332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:52.422837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port dd815b00-b21b-456b-9c32-1514e76965b7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dd815b00-b21b-456b-9c32-1514e76965b7,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:52.427660 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.436313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:52.440839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-272399db-867b-4ccd-9422-0fc61f3bba92 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.454671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:52.471403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.472534 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.539283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-757e6c2a-6041-4c56-b871-0d3a9d9444f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.540880 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-757e6c2a-6041-4c56-b871-0d3a9d9444f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4a3d5118-e307-46e8-9516-d176889377b8 HTTP/1.1" status: 200 len: 845 time: 0.5282722 Jul 13 07:30:52.541842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:52.568370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=dd815b00-b21b-456b-9c32-1514e76965b7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:52.584113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=8ca2823c-bd27-4da1-a420-f305eb2d47b3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:52.609975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f36f45-9498-45d8-9f24-3b5ba92eeaf9 req-6db38f18-a751-4167-8591-277adad56eb1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.617196 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37f36f45-9498-45d8-9f24-3b5ba92eeaf9 req-6db38f18-a751-4167-8591-277adad56eb1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.6673872 Jul 13 07:30:52.622615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d71f88ad-9253-43d6-aa60-b4a73cb0314e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2303407 Jul 13 07:30:52.625158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:52.703763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-032a2fc3-6089-4f06-bbda-355e7d66a99a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=893e1e5f-0171-40ef-8ebb-69dbde015537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401224 Jul 13 07:30:52.738254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-272399db-867b-4ccd-9422-0fc61f3bba92 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.741917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-78e30720-0724-4d10-9d9f-4d34a9ae0fdb service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964245 Jul 13 07:30:52.745287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-272399db-867b-4ccd-9422-0fc61f3bba92 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.745867 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-272399db-867b-4ccd-9422-0fc61f3bba92 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Floating IP e46389ec-bebf-4f20-937a-cc8c899d4759 disassociated. External IP: 172.25.8.22, port: 2c1aabf9-28a4-4861-b92e-0f1842d18481. Jul 13 07:30:52.848788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a768b7ec-cc79-4e74-8fbd-14c6ed6e49f9 None None] Provisioning for port 8ca2823c-bd27-4da1-a420-f305eb2d47b3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:52.857534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a768b7ec-cc79-4e74-8fbd-14c6ed6e49f9 None None] Provisioning complete for port 8ca2823c-bd27-4da1-a420-f305eb2d47b3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:52.858428 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a768b7ec-cc79-4e74-8fbd-14c6ed6e49f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.900089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:52.947896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a768b7ec-cc79-4e74-8fbd-14c6ed6e49f9 None None] Port 8ca2823c-bd27-4da1-a420-f305eb2d47b3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:52.970173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:52.980123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-e3995a68-41a1-42bc-a4a1-299dae7060af service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856521 Jul 13 07:30:52.983018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.047803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:53.048102 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37f36f45-9498-45d8-9f24-3b5ba92eeaf9 req-56cf0df7-7d59-4d4b-8233-b62a471511e9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4299796 Jul 13 07:30:53.064163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.064806 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.066267 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0249e4a6-6352-473c-b5b0-5f74012a6229 service neutron] 10.222.0.38 "PUT /v2.0/ports/2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1092 time: 3.3896129 Jul 13 07:30:53.082912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:53.095907 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:53.180052 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec961e7-a6b5-4afa-b734-973bc851b288 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.194682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec961e7-a6b5-4afa-b734-973bc851b288 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.208352 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0ec961e7-a6b5-4afa-b734-973bc851b288 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.5641298 Jul 13 07:30:53.209093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:53.225363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:53.275960 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9ed3890-e84d-478f-81e2-10b2d459ba3e req-b982c8ab-1ca4-4945-a951-288e72501de1 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789476 Jul 13 07:30:53.305088 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-8da4e251-b95b-4221-a13d-cb2dd2860eaf service neutron] 10.222.0.38 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249710 Jul 13 07:30:53.426196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8fdf-42bf-472f-a95c-d901de00891b req-354b93cb-d402-41f8-b1c9-4b7c1902ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.427768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-354b93cb-d402-41f8-b1c9-4b7c1902ebaf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1095 time: 0.2914624 Jul 13 07:30:53.488774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-c8d4374e-e593-41e9-9aa9-5aa1a606408f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 217 time: 0.0539074 Jul 13 07:30:53.501559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-272399db-867b-4ccd-9422-0fc61f3bba92 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Router 37470ed2-3c0a-4964-93e4-985db4ba78b9 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:53.574124 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.599379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b91f8279-7376-4ec1-a150-fee5f1ac0ee3 req-b2a610b1-1280-492c-88f7-3b457b3f9943 service neutron] 10.222.0.38 "GET /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192330 Jul 13 07:30:53.620836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f9eee9b2-0924-4fea-974c-d3516ae6ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.623068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-f9eee9b2-0924-4fea-974c-d3516ae6ab71 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.1236453 Jul 13 07:30:53.673194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32051b-63ab-4992-b2f2-3a9f7db628b2 req-801482ef-cfd5-47dd-88f9-c794002e98c7 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.674884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5a32051b-63ab-4992-b2f2-3a9f7db628b2 req-801482ef-cfd5-47dd-88f9-c794002e98c7 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 943 time: 0.3768713 Jul 13 07:30:53.695639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-27bfe1e7-eab7-4fb6-9e54-8d555d99e838 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 8ca2823c-bd27-4da1-a420-f305eb2d47b3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:53.696054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27bfe1e7-eab7-4fb6-9e54-8d555d99e838 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.731627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0ed84de7-1249-4a89-a8fc-c55ade18a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.733284 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-0ed84de7-1249-4a89-a8fc-c55ade18a6d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023955 Jul 13 07:30:53.734410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-272399db-867b-4ccd-9422-0fc61f3bba92 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:53.739606 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-272399db-867b-4ccd-9422-0fc61f3bba92 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.745805 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] Sync routers for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:53.772276 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:53.773265 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:53.829067 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-272399db-867b-4ccd-9422-0fc61f3bba92 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "PUT /v2.0/floatingips/e46389ec-bebf-4f20-937a-cc8c899d4759 HTTP/1.1" status: 200 len: 695 time: 1.6049800 Jul 13 07:30:53.840595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d2f36713-a3c1-48c5-9358-6fd5e8d0fcde details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:53.928939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-27e5179c-1360-4775-9e15-00e74037d4ea service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846650 Jul 13 07:30:54.068657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dd815b00-b21b-456b-9c32-1514e76965b7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:54.114270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-143f8fdf-42bf-472f-a95c-d901de00891b req-4e259847-957b-43b6-a51b-a594edf30cf0 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808527 Jul 13 07:30:54.126657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:54.132349 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:54.145405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-d86e6b55-9204-4cb1-8560-46232200836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.145827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1def385-cace-46ab-8947-f686a1531bf0 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:54.148875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-702e4b51-80bb-439b-8696-e867622f3923 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/routers/d574c691-bc6a-49b0-84a2-e27f98c576b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8724291 Jul 13 07:30:54.156100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40834) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:54.161805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-d86e6b55-9204-4cb1-8560-46232200836a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 0.2875626 Jul 13 07:30:54.183715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'port': {'network_id': 'd6bafa8d-3ade-4724-95eb-1d83704cf600', 'name': 'tempest-FloatingIPTestJSON-1707249361'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:54.184263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1def385-cace-46ab-8947-f686a1531bf0 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:54.185180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e1def385-cace-46ab-8947-f686a1531bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.191867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:54.298727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-82cdec65-e621-4dfc-a7ec-cec5a22e1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.306532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-82cdec65-e621-4dfc-a7ec-cec5a22e1677 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.1433342 Jul 13 07:30:54.331809 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5a32051b-63ab-4992-b2f2-3a9f7db628b2 req-ceb87407-fdf9-4a1d-8c2a-54096eb26a98 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6494191 Jul 13 07:30:54.354107 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-7ae84c23-3b7d-48c5-941d-a587f39b4811 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 217 time: 0.0465624 Jul 13 07:30:54.416415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-f4c3040e-c128-48b5-aa8d-49404c3aafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.424391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-f4c3040e-c128-48b5-aa8d-49404c3aafe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.0693893 Jul 13 07:30:54.461749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e1def385-cace-46ab-8947-f686a1531bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.476327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'port_id': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde', 'mac_address': 'fa:16:3e:b8:66:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3d5118-e307-46e8-9516-d176889377b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:54.485233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1def385-cace-46ab-8947-f686a1531bf0 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:54.486175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e1def385-cace-46ab-8947-f686a1531bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.507234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-8c0988ae-d7fe-4d60-bfd2-1b3ea79438ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.514884 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-8c0988ae-d7fe-4d60-bfd2-1b3ea79438ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896170 Jul 13 07:30:54.549589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e1def385-cace-46ab-8947-f686a1531bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.550619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1def385-cace-46ab-8947-f686a1531bf0 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:54.553897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dd815b00-b21b-456b-9c32-1514e76965b7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:54.554732 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.600199 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.620818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f36713-a3c1-48c5-9358-6fd5e8d0fcde {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:54.653108 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:54.657892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.674917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-d475b63c-e511-43bd-9d5b-ec8ac399a38f service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586416 Jul 13 07:30:54.721205 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:30:54.724800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Made reservation on behalf of 87a1f90daeb54081907e289f08aad35a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:54.740614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.745580 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.773422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:54.776591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27bfe1e7-eab7-4fb6-9e54-8d555d99e838 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.790164 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] Checking router: 37470ed2-3c0a-4964-93e4-985db4ba78b9 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:54.797555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] device_id is not set on port 603cc3ee-0871-436d-bb8a-22ebcdcf4c6f yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:54.800779 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:54.801997 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.824442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7538010-d5d7-45b3-9e55-2c1d85399cb8 req-d4647443-9da2-44a8-8ba2-99e36545e7d8 service neutron] 10.222.0.41 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484497 Jul 13 07:30:54.855492 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-d6089472-84bc-493c-8fd2-63c9965ffdf3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b HTTP/1.1" status: 200 len: 217 time: 0.0883482 Jul 13 07:30:54.857987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-27bfe1e7-eab7-4fb6-9e54-8d555d99e838 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 8ca2823c-bd27-4da1-a420-f305eb2d47b3 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:54.950407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['d2f36713-a3c1-48c5-9358-6fd5e8d0fcde'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:54.959020 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:55.053362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcd7e4-4acc-4346-9484-07ed724a5682 req-092c90d4-b23f-4cb3-a2df-b57c8afb5014 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.061979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abbcd7e4-4acc-4346-9484-07ed724a5682 req-092c90d4-b23f-4cb3-a2df-b57c8afb5014 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 945 time: 0.0859468 Jul 13 07:30:55.116744 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-abbcd7e4-4acc-4346-9484-07ed724a5682 req-a87c1742-cb0b-48eb-9e1a-fd69ddb96bc1 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529382 Jul 13 07:30:55.168270 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0512953-30a3-4403-8482-0af1f279dfcf x-openstack-request-id: req-e0512953-30a3-4403-8482-0af1f279dfcf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:55.168698 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:55.169432 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0512953-30a3-4403-8482-0af1f279dfcf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:55.170057 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'status': 'completed', 'code': 200} Jul 13 07:30:55.309473 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-156cfc6f-0184-47fe-8e54-5ffc8bde3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.317214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-62147d66-0537-4326-95ea-3a66fb17e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.317885 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-156cfc6f-0184-47fe-8e54-5ffc8bde3f20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.3743763 Jul 13 07:30:55.323167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-62147d66-0537-4326-95ea-3a66fb17e234 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1095 time: 0.1222863 Jul 13 07:30:55.366103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b6168-a686-43a2-98b9-2b12ad8533bc req-3b5b2fb4-bf79-4422-8e59-dc2a7edec978 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.371239 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b39b6168-a686-43a2-98b9-2b12ad8533bc req-3b5b2fb4-bf79-4422-8e59-dc2a7edec978 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 945 time: 0.7607608 Jul 13 07:30:55.422309 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.443501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27bfe1e7-eab7-4fb6-9e54-8d555d99e838 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.486599 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dedf84-c18c-4e3e-ba9a-008bcd137ec6 None None] The sync data for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 is: [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '757c1dc4-6750-45ee-8600-702886515ccc', 'name': '', 'network_id': 'ca75b4cc-2248-4caf-be58-679d656b2a95', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'mac_address': 'fa:16:3e:5e:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:14Z', 'updated_at': '2021-07-13T07:29:25Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'subnets': [{'id': 'd64769a3-8135-4c41-a187-fe4921e4ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:55.534881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfe1e7-eab7-4fb6-9e54-8d555d99e838 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=8ca2823c-bd27-4da1-a420-f305eb2d47b3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:55.586858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-6978b8b8-8672-455a-bef0-dbb9d7ed80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.588484 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-6978b8b8-8672-455a-bef0-dbb9d7ed80a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.2591805 Jul 13 07:30:55.588971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.20.0.2 (d6bafa8d-3ade-4724-95eb-1d83704cf600/72a996ce-ac53-40e2-b7c7-1390956eb5f6/603cc3ee-0871-436d-bb8a-22ebcdcf4c6f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:55.601763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b39b6168-a686-43a2-98b9-2b12ad8533bc req-bb6fcb74-b3d7-4486-9054-21914c27def2 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831460 Jul 13 07:30:55.674377 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27bfe1e7-eab7-4fb6-9e54-8d555d99e838 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.688090 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-27bfe1e7-eab7-4fb6-9e54-8d555d99e838 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/8ca2823c-bd27-4da1-a420-f305eb2d47b3 HTTP/1.1" status: 204 len: 168 time: 2.4685009 Jul 13 07:30:55.692887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40844) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:55.716279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-2ae2545b-dd1b-4a96-848e-8cda50d076e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 217 time: 0.1201334 Jul 13 07:30:55.725792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4f1b4-54d9-43ef-b2a1-5f8db2871111 req-ad30c55b-1544-4213-879d-124151a72fa9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.727329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-77f4f1b4-54d9-43ef-b2a1-5f8db2871111 req-ad30c55b-1544-4213-879d-124151a72fa9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.2559807 Jul 13 07:30:55.832745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aeecbf-a507-414a-8dff-b51c0b35e7df tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.837640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aeecbf-a507-414a-8dff-b51c0b35e7df tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.843398 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d7aeecbf-a507-414a-8dff-b51c0b35e7df tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1453788 Jul 13 07:30:55.850893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-77f4f1b4-54d9-43ef-b2a1-5f8db2871111 req-fe39985c-2a7f-4dff-8d25-66b17f3d0c1b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114445 Jul 13 07:30:55.851514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40846) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:55.858141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-08947e60-d3bf-486e-aa51-c75152583b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.859756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d2f36713-a3c1-48c5-9358-6fd5e8d0fcde up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:55.860206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-08947e60-d3bf-486e-aa51-c75152583b0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.1313982 Jul 13 07:30:56.001587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:56.014241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:56.015496 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.086285 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284788b6-e4bf-47cf-921f-3e04963ea872 None None] New status for floating IP e46389ec-bebf-4f20-937a-cc8c899d4759: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:30:56.145009 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.252807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994951-e924-4236-814d-ea07ece366da req-3974b951-b56c-45fc-afaf-58e6f77cf2fc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.254758 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.260939 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75994951-e924-4236-814d-ea07ece366da req-3974b951-b56c-45fc-afaf-58e6f77cf2fc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 943 time: 0.2229371 Jul 13 07:30:56.308890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:56.311445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-5511dac6-4c74-49b4-8cae-f1ac01fcc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.314154 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-5511dac6-4c74-49b4-8cae-f1ac01fcc2e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2644920 Jul 13 07:30:56.327803 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353adea5-106b-422b-b6a6-43c4466014c1" -d '{"events": [{"server_uuid": "9e948c5d-60bd-4771-ac83-2e99041e0eed", "name": "network-vif-plugged", "status": "completed", "tag": "d2f36713-a3c1-48c5-9358-6fd5e8d0fcde"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:56.359116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 1b0e640b-f6c7-447c-9662-c0ce78bcf844 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:56.369026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:56.373856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.376046 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.406174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.474890 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75994951-e924-4236-814d-ea07ece366da req-dfebc5c3-6e25-45f8-8d78-36d331ff5bd0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129631 Jul 13 07:30:56.478045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-602ec492-8cd2-428d-a1b8-99adcf3be4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.480148 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-602ec492-8cd2-428d-a1b8-99adcf3be4b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6022398 Jul 13 07:30:56.486137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-d2424c89-3a58-4166-aae1-4f861ac6b733 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 258 time: 0.5735114 Jul 13 07:30:56.510520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:56.651592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.651844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:56.663033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:56.667613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=603cc3ee-0871-436d-bb8a-22ebcdcf4c6f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:56.671058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:56.725479 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-dfe70551-0959-415e-b4c8-4713d836b588 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340379 Jul 13 07:30:56.734723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:56.737719 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-a8b640b2-ad61-459f-8d19-7bb3d23d3a39 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961275 Jul 13 07:30:56.762730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.763766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.843470 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.853912 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4122ddb4-19db-4d03-af4a-544be18c5f54 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6862206 Jul 13 07:30:56.854541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40856) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:56.860771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'port': {'network_id': 'd6bafa8d-3ade-4724-95eb-1d83704cf600', 'name': 'tempest-FloatingIPTestJSON-165579035'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:56.891492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.009535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6c67b2a-0cd7-4b16-94fe-f1f44980270b req-0b19ab65-d413-46fb-b579-3fcfe6445449 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676158 Jul 13 07:30:57.066637 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.103832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0e640b-f6c7-447c-9662-c0ce78bcf844,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:57.112647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f032ff1a-1f67-4eda-94c6-0aee3b5fe047 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:57.117329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.123517 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/1b0e640b-f6c7-447c-9662-c0ce78bcf844 HTTP/1.1" status: 204 len: 168 time: 1.2592359 Jul 13 07:30:57.123517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.123517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.123517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.123517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.123517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.123517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.124463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.124463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.124463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.124905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.125221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.125408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f1d97-e399-409b-9cb6-1bad35742d3c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.129490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40860) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:57.182530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:57.185131 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88486446-341d-4918-a8ba-b79364157350" -d '{"events": [{"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:57.206944 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ed1def75-0997-4291-a536-7294cc650b2a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616093 Jul 13 07:30:57.230121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40864) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:57.235559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:57.250492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.288112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2342fb-00f7-4fea-94c8-793eed24a8c7 req-563ef74e-15e8-4c8d-a369-30792c7b2099 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.295016 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc2342fb-00f7-4fea-94c8-793eed24a8c7 req-563ef74e-15e8-4c8d-a369-30792c7b2099 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 946 time: 0.3340433 Jul 13 07:30:57.364631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc2342fb-00f7-4fea-94c8-793eed24a8c7 req-42761551-4233-41b4-a2e2-afd4a33ec34c tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685940 Jul 13 07:30:57.369432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Made reservation on behalf of 87a1f90daeb54081907e289f08aad35a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:57.373266 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.419692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] device_id is not set on port 178a9fab-4318-405f-b4f4-730083a660ad yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:57.444920 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85e9fb7-f46c-49cc-93b5-e9489d027f3b x-openstack-request-id: req-d85e9fb7-f46c-49cc-93b5-e9489d027f3b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:57.445865 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e948c5d-60bd-4771-ac83-2e99041e0eed", "name": "network-vif-plugged", "status": "completed", "tag": "d2f36713-a3c1-48c5-9358-6fd5e8d0fcde", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:57.446623 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d85e9fb7-f46c-49cc-93b5-e9489d027f3b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:57.447269 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde', 'code': 200} Jul 13 07:30:57.596882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb805d3-452f-4774-986f-576b49a01efc None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:30:57.678943 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-6eb79a71-ac70-44b9-9fd6-07b393f2305c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips/e46389ec-bebf-4f20-937a-cc8c899d4759 HTTP/1.1" status: 200 len: 693 time: 0.1717324 Jul 13 07:30:57.721409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9eb805d3-452f-4774-986f-576b49a01efc None None] Deleting port dd815b00-b21b-456b-9c32-1514e76965b7 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:57.721895 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9eb805d3-452f-4774-986f-576b49a01efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.844012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9eb805d3-452f-4774-986f-576b49a01efc None None] For port dd815b00-b21b-456b-9c32-1514e76965b7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dd815b00-b21b-456b-9c32-1514e76965b7,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:57.844341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9eb805d3-452f-4774-986f-576b49a01efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.873098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.20.0.4 (d6bafa8d-3ade-4724-95eb-1d83704cf600/72a996ce-ac53-40e2-b7c7-1390956eb5f6/178a9fab-4318-405f-b4f4-730083a660ad) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:57.879259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9eb805d3-452f-4774-986f-576b49a01efc None None] Calling delete_port for dd815b00-b21b-456b-9c32-1514e76965b7 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:57.883563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:58.004151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-b1cadd30-e962-45b9-a554-21a429ef9b95 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.011263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-b1cadd30-e962-45b9-a554-21a429ef9b95 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.3314831 Jul 13 07:30:58.011891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Allocated IP 172.25.8.196 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/319c49d7-4508-4dfe-af5d-9b8280eca94b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:58.067873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-642d437a-179c-4215-b186-30caf98d6ef1 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 696 time: 0.0555725 Jul 13 07:30:58.075467 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:58.088097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'port_id': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'mac_address': 'fa:16:3e:32:2a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:58.089883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dd815b00-b21b-456b-9c32-1514e76965b7 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:58.133556 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-da4f4eb9-7e6a-4fba-8576-cf1de20d9a1c tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 696 time: 0.0648453 Jul 13 07:30:58.201104 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.217744 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.264582 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port dd815b00-b21b-456b-9c32-1514e76965b7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dd815b00-b21b-456b-9c32-1514e76965b7,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:58.280503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.300193 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.369973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.388665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Pushing event updated for resources: {'Port': ['ID=319c49d7-4508-4dfe-af5d-9b8280eca94b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:58.391122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:58.395392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.409109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:58.420383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8bab8-749b-45f2-a727-b74623c7a6ca req-1532f101-1790-4882-a7af-1fd61338b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.422228 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64e8bab8-749b-45f2-a727-b74623c7a6ca req-1532f101-1790-4882-a7af-1fd61338b135 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 1098 time: 0.6679418 Jul 13 07:30:58.432780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:58.438149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.443758 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.447727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:58.457274 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9eb805d3-452f-4774-986f-576b49a01efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.461290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:58.468946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:58.472915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb805d3-452f-4774-986f-576b49a01efc None None] No DVR routers for this DVR port dd815b00-b21b-456b-9c32-1514e76965b7 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:58.478751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=dd815b00-b21b-456b-9c32-1514e76965b7,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:58.539773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Deleting port cd5cd2c7-500b-4113-a401-c095eeafdbee {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:58.542343 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.587472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:58.592351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64e8bab8-749b-45f2-a727-b74623c7a6ca req-f0f71905-9d67-4a57-8c70-44e75bd19ea7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519880 Jul 13 07:30:58.627132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb805d3-452f-4774-986f-576b49a01efc None None] Pushing event deleted for resources: {'Port': ['ID=dd815b00-b21b-456b-9c32-1514e76965b7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:58.691031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.705779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:58.710345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.756076 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.756425 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.798427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:58.804726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Calling delete_port for cd5cd2c7-500b-4113-a401-c095eeafdbee owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:58.815719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:58.829634 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:58.848298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.917602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.929459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=178a9fab-4318-405f-b4f4-730083a660ad,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.002023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:59.018025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.019077 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.024499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:59.044763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.045393 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.045660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503792ae-6199-4f2a-a644-9ce727671f12 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:59.066638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5b686df5-cfa2-4e0e-87fd-c014a425cc20 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2108076 Jul 13 07:30:59.079879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:59.085015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '178a9fab-4318-405f-b4f4-730083a660ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:59.087804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=4f8ba576-d5d8-43ee-8252-9674bb29a374,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.114386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e3e72e23-a083-426b-a5e0-e9ddac604473 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8792875 Jul 13 07:30:59.114771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:59.122757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'name': 'tempest-NetworksTestDHCPv6-498487492'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:59.197693 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.203227 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.206150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.267212 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.286892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '4f8ba576-d5d8-43ee-8252-9674bb29a374'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:30:59.287864 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.323133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Pushing event deleted for resources: {'Port': ['ID=cd5cd2c7-500b-4113-a401-c095eeafdbee,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.379896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Pushing event updated for resources: {'Port': ['ID=319c49d7-4508-4dfe-af5d-9b8280eca94b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.404500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.507114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.514253 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-9dc8e4c4-3a73-40f0-99f1-2cdfa7577b7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7845592 Jul 13 07:30:59.526312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:59.531329 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.534593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.537403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.538835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7656a5dc-7901-42ea-b21f-c1bcacf99590 req-a9179d42-d756-465d-8f94-298c2c5853b3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "DELETE /v2.0/floatingips/e46389ec-bebf-4f20-937a-cc8c899d4759 HTTP/1.1" status: 204 len: 173 time: 1.4044106 Jul 13 07:30:59.615162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/4f8ba576-d5d8-43ee-8252-9674bb29a374/f6987cc5-6353-46ba-9688-03de427e96da) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:59.687567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-d167bd3c-9b39-4fb7-957e-77475ea25ca0 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 696 time: 0.1693571 Jul 13 07:30:59.891439 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.909043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Transition to ACTIVE for port object f6987cc5-6353-46ba-9688-03de427e96da will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:59.924654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-1792e488-8054-48b6-9998-7ca5a20b61e3 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.935944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Transition to ACTIVE for port object f6987cc5-6353-46ba-9688-03de427e96da will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:59.942873 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49315562-e2ba-486e-91f7-b591b4cf1f56 req-1792e488-8054-48b6-9998-7ca5a20b61e3 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.2509754 Jul 13 07:30:59.944985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:59.948632 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.977293 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d3eec6-86bc-4342-8e07-aefb061ba14c x-openstack-request-id: req-c9d3eec6-86bc-4342-8e07-aefb061ba14c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:59.977799 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:59.978258 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9d3eec6-86bc-4342-8e07-aefb061ba14c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:59.978834 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'status': 'completed', 'code': 200} Jul 13 07:31:00.043929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Pushing event updated for resources: {'Port': ['ID=f6987cc5-6353-46ba-9688-03de427e96da,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:00.071594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:00.072512 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-cabdcd9a-efac-4d64-873e-4f7fdbb52cc1 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904694 Jul 13 07:31:00.077576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:00.082761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:00.096279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 5cdff421-68a9-47cf-84b6-91ebe0d237f5 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:00.114464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486446-341d-4918-a8ba-b79364157350 req-c60cca2c-81e9-4a85-bf17-845e3665e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.116333 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88486446-341d-4918-a8ba-b79364157350 req-c60cca2c-81e9-4a85-bf17-845e3665e92e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c650ef61379645049a3d8130989d167e&device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 1097 time: 0.1113210 Jul 13 07:31:00.186080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Attempting to bind port f6987cc5-6353-46ba-9688-03de427e96da on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:00.186460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Attempting to bind port f6987cc5-6353-46ba-9688-03de427e96da by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:00.186834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Attempting to bind port f6987cc5-6353-46ba-9688-03de427e96da on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:00.200801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:00.200801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:00.200801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.200801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:00.200801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Bound port: f6987cc5-6353-46ba-9688-03de427e96da, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:00.200801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.238267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::17f (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/4f8ba576-d5d8-43ee-8252-9674bb29a374/5cdff421-68a9-47cf-84b6-91ebe0d237f5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:00.266670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:00.277919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:00.278315 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.313325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486446-341d-4918-a8ba-b79364157350 req-3f929e1b-be5c-44ee-8b78-dbd8d2039867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.314892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88486446-341d-4918-a8ba-b79364157350 req-3f929e1b-be5c-44ee-8b78-dbd8d2039867 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 200 len: 922 time: 0.1924205 Jul 13 07:31:00.360623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] For port f6987cc5-6353-46ba-9688-03de427e96da, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:00.369058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] For port f6987cc5-6353-46ba-9688-03de427e96da, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f6987cc5-6353-46ba-9688-03de427e96da,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:00.380407 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.401510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88486446-341d-4918-a8ba-b79364157350 req-8b5038e7-dac9-4515-a588-a5ebbd704eff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 200 len: 217 time: 0.0788691 Jul 13 07:31:00.411145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.426351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 5cdff421-68a9-47cf-84b6-91ebe0d237f5 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:00.489040 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.504074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486446-341d-4918-a8ba-b79364157350 req-6fe026dd-3f35-490e-8671-e0b31b0860dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.505801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88486446-341d-4918-a8ba-b79364157350 req-6fe026dd-3f35-490e-8671-e0b31b0860dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 200 len: 860 time: 0.0996339 Jul 13 07:31:00.543459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47cf59-2932-4271-94e3-87360aae7d8d None None] Pushing event updated for resources: {'Port': ['ID=f6987cc5-6353-46ba-9688-03de427e96da,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:00.599606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=5cdff421-68a9-47cf-84b6-91ebe0d237f5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:00.607346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-42fb2622-b742-4736-bc87-2c4cb87e691e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40330ad7-4dd0-496c-ba31-b175cc83d844 HTTP/1.1" status: 200 len: 217 time: 0.1500719 Jul 13 07:31:00.634759 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.659401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486446-341d-4918-a8ba-b79364157350 req-1985451c-d6a9-4e6d-9198-7e137c3a4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.661102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88486446-341d-4918-a8ba-b79364157350 req-1985451c-d6a9-4e6d-9198-7e137c3a4725 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca75b4cc-2248-4caf-be58-679d656b2a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485093 Jul 13 07:31:00.673898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a1246-4264-4dd9-991b-da3513d04f57 req-c58e0786-c703-4a33-8f1e-6b1b9c7c25fb tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.681800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-488a1246-4264-4dd9-991b-da3513d04f57 req-c58e0786-c703-4a33-8f1e-6b1b9c7c25fb tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 944 time: 0.1079707 Jul 13 07:31:00.696766 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.698268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:00.718455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:00.757148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:00.766005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.766842 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.778587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310769ca-36ce-4170-8a8c-7a974a1d16a1 req-b0dc5bbf-434a-4eae-aaa1-3727b57cfed9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.785573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-310769ca-36ce-4170-8a8c-7a974a1d16a1 req-b0dc5bbf-434a-4eae-aaa1-3727b57cfed9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.7097557 Jul 13 07:31:00.817725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:00.822840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:00.831751 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb63aadb-78d9-44e1-b329-d224e345193a" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:00.834846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-488a1246-4264-4dd9-991b-da3513d04f57 req-dfefe86f-6999-447a-9fee-05ff74482c32 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489949 Jul 13 07:31:00.842039 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.845227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-8c69b289-302f-43ce-ba80-5bd01e9085da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.846797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-8c69b289-302f-43ce-ba80-5bd01e9085da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.2096894 Jul 13 07:31:00.869371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-310769ca-36ce-4170-8a8c-7a974a1d16a1 req-d593bbf5-f44a-45ce-b93a-b428f5ea5b99 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828142 Jul 13 07:31:00.897622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88486446-341d-4918-a8ba-b79364157350 req-825a7e3c-caed-4d13-8baf-48200987d134 service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129128 Jul 13 07:31:00.986324 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2bde6998-fcc5-4cce-aa3c-2216b8201ec5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8688374 Jul 13 07:31:00.988507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:01.051845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:01.110300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88486446-341d-4918-a8ba-b79364157350 req-63a20ac9-2a96-49d9-8c16-bbdf34600bdf service neutron] 10.222.0.38 "GET /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052517 Jul 13 07:31:01.316629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.25.8.92 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/cae08355-d3c7-49ba-9b70-cde3a3f3cc5e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:01.368626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8a9b-7ed1-47da-aaaf-fcebf798954f req-85e44743-a657-48a6-bb83-1b59205d0b82 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.382888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c55c8a9b-7ed1-47da-aaaf-fcebf798954f req-85e44743-a657-48a6-bb83-1b59205d0b82 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 946 time: 0.2027724 Jul 13 07:31:01.459252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-89d5bf86-92c6-4425-b541-e4235051a585 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:01.467391 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89d5bf86-92c6-4425-b541-e4235051a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.495502 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c55c8a9b-7ed1-47da-aaaf-fcebf798954f req-4c886d03-f3ca-4477-b2a0-4ef0eeb92f78 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087687 Jul 13 07:31:01.562158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.619123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-4ea9030c-570b-460b-af5d-32fc20455599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.620810 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-4ea9030c-570b-460b-af5d-32fc20455599 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7427166 Jul 13 07:31:01.623833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.631219 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afa550a-6b79-4034-8732-78fbb025369a x-openstack-request-id: req-5afa550a-6b79-4034-8732-78fbb025369a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:01.631610 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:01.631775 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5afa550a-6b79-4034-8732-78fbb025369a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:01.632156 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:31:01.744813 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=cae08355-d3c7-49ba-9b70-cde3a3f3cc5e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:01.776584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-94b5d3b0-ba3f-435c-9be3-abd8bea47c7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.783266 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46385c5-2503-4c0e-8a68-4d8770579b34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.784020 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-94b5d3b0-ba3f-435c-9be3-abd8bea47c7d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1046653 Jul 13 07:31:01.790893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46385c5-2503-4c0e-8a68-4d8770579b34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.793212 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d46385c5-2503-4c0e-8a68-4d8770579b34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7447023 Jul 13 07:31:01.798050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40888) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:01.802441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:01.804235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:01.814628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:01.970270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-289e0d8d-eac5-44a2-9980-70a47146a324 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 696 time: 0.1849461 Jul 13 07:31:01.982648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Request body: {'floatingip': {'port_id': '5a69658f-2e08-4920-a86f-30a2c7283105', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:02.012228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f6987cc5-6353-46ba-9688-03de427e96da up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:02.112757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port f6987cc5-6353-46ba-9688-03de427e96da completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:02.123186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.345025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41ba6-622c-41fb-9152-c415115bd52d req-a0e0c56f-f48f-461c-b7f5-4a7295dd3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:02.346874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8af41ba6-622c-41fb-9152-c415115bd52d req-a0e0c56f-f48f-461c-b7f5-4a7295dd3e07 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1097 time: 0.5007920 Jul 13 07:31:02.347408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60824a3-7cd8-4437-8265-19bc5a4764d6 req-92d090c7-5742-4f40-b685-8e5763825605 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:02.349098 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f60824a3-7cd8-4437-8265-19bc5a4764d6 req-92d090c7-5742-4f40-b685-8e5763825605 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 945 time: 0.4352982 Jul 13 07:31:02.445517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-2d75a49a-74a6-44a0-af97-b1632488786e service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420935 Jul 13 07:31:02.468827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f60824a3-7cd8-4437-8265-19bc5a4764d6 req-6db0cbb4-1b9c-4a9d-b789-db529a4e975b tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/security-groups?id=9684a51a-86d9-4928-8071-7f45fed08d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045620 Jul 13 07:31:02.483647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8af41ba6-622c-41fb-9152-c415115bd52d req-c6757dd6-4c82-4f27-ae11-6643c34e7b56 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273699 Jul 13 07:31:02.529579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa0a4b-3e43-429d-8736-f4cae17d8215 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 5cdff421-68a9-47cf-84b6-91ebe0d237f5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:02.529934 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0a4b-3e43-429d-8736-f4cae17d8215 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.593498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72c23d72-0af3-4c11-9261-b32a2066f558 None None] Provisioning for port f6987cc5-6353-46ba-9688-03de427e96da completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:02.598757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72c23d72-0af3-4c11-9261-b32a2066f558 None None] Provisioning complete for port f6987cc5-6353-46ba-9688-03de427e96da triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:02.599138 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72c23d72-0af3-4c11-9261-b32a2066f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.705310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0a4b-3e43-429d-8736-f4cae17d8215 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.720518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72c23d72-0af3-4c11-9261-b32a2066f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.777014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-72c23d72-0af3-4c11-9261-b32a2066f558 None None] For port f6987cc5-6353-46ba-9688-03de427e96da, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f6987cc5-6353-46ba-9688-03de427e96da,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:02.783135 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72c23d72-0af3-4c11-9261-b32a2066f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.860456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c23d72-0af3-4c11-9261-b32a2066f558 None None] Pushing event updated for resources: {'Port': ['ID=f6987cc5-6353-46ba-9688-03de427e96da,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:02.895223 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.004229 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d0a0f4c1-b779-45d1-828a-1983bd060d28 None None] Provisioning for port 5cdff421-68a9-47cf-84b6-91ebe0d237f5 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:03.008438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d0a0f4c1-b779-45d1-828a-1983bd060d28 None None] Provisioning complete for port 5cdff421-68a9-47cf-84b6-91ebe0d237f5 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:03.008970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0a0f4c1-b779-45d1-828a-1983bd060d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.054392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa0a4b-3e43-429d-8736-f4cae17d8215 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 5cdff421-68a9-47cf-84b6-91ebe0d237f5 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:03.093788 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-9ec78a5f-a6aa-41ec-b1cd-44ed9368f66c service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479392 Jul 13 07:31:03.094364 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.113476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0f4c1-b779-45d1-828a-1983bd060d28 None None] Port 5cdff421-68a9-47cf-84b6-91ebe0d237f5 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:03.154153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-8b5142c5-c8e8-4028-876c-10b29c1136e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c68d5211-6f63-4ded-bf57-4c089281861a HTTP/1.1" status: 200 len: 217 time: 0.0380507 Jul 13 07:31:03.264552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-791d0b82-69d8-461d-9b1a-386168126e5f tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.265903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-791d0b82-69d8-461d-9b1a-386168126e5f tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.38 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 945 time: 0.2330732 Jul 13 07:31:03.268134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-570990a0-d62f-4baf-bc4b-e8fbdac25473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.269350 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-570990a0-d62f-4baf-bc4b-e8fbdac25473 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.1090586 Jul 13 07:31:03.391935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:31:03.487805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.498119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.541503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0a4b-3e43-429d-8736-f4cae17d8215 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.543925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Deleting port 2c1aabf9-28a4-4861-b92e-0f1842d18481 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:03.544838 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.610133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa0a4b-3e43-429d-8736-f4cae17d8215 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=5cdff421-68a9-47cf-84b6-91ebe0d237f5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:03.658862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc6de3-bee6-4208-81d0-a0e21ba8f68f req-02fbec64-c260-412d-b831-bfcebe653b9a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.660410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d1dc6de3-bee6-4208-81d0-a0e21ba8f68f req-02fbec64-c260-412d-b831-bfcebe653b9a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 945 time: 0.4871993 Jul 13 07:31:03.671296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0a4b-3e43-429d-8736-f4cae17d8215 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.673225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5aaa0a4b-3e43-429d-8736-f4cae17d8215 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/5cdff421-68a9-47cf-84b6-91ebe0d237f5 HTTP/1.1" status: 204 len: 168 time: 1.8429282 Jul 13 07:31:03.686342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40908) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:03.738252 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Floating IP 851ba619-3d08-461f-8b53-cecde50cb7eb associated. External IP: 172.25.8.196, port: 5a69658f-2e08-4920-a86f-30a2c7283105. Jul 13 07:31:03.788808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349978-d714-44f3-af18-39169203d884 req-45f809da-259c-4e06-827e-84b1adcebb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.790346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-45f809da-259c-4e06-827e-84b1adcebb44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5082955 Jul 13 07:31:03.792209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] For port 2c1aabf9-28a4-4861-b92e-0f1842d18481, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2c1aabf9-28a4-4861-b92e-0f1842d18481,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:03.792531 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.795530 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d1dc6de3-bee6-4208-81d0-a0e21ba8f68f req-8f9d07b9-5abd-4d1f-8889-3783f67d0f00 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198690 Jul 13 07:31:03.808445 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.814378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Calling delete_port for 2c1aabf9-28a4-4861-b92e-0f1842d18481 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:03.814573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108fd6d-a098-4f48-9fee-90c7996c37b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.815951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108fd6d-a098-4f48-9fee-90c7996c37b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.819946 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1108fd6d-a098-4f48-9fee-90c7996c37b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1306987 Jul 13 07:31:03.847570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40910) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:03.869888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.934722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f6987cc5-6353-46ba-9688-03de427e96da up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:03.963684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9301d2-1029-4982-ae22-e1143c03b2b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 4f8ba576-d5d8-43ee-8252-9674bb29a374 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:03.969104 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c9301d2-1029-4982-ae22-e1143c03b2b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.987305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f6987cc5-6353-46ba-9688-03de427e96da triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:03.987677 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.023291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=cae08355-d3c7-49ba-9b70-cde3a3f3cc5e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:04.061615 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.065664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-0073ff31-938e-495a-875e-68d695c62caf service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676668 Jul 13 07:31:04.076806 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c9301d2-1029-4982-ae22-e1143c03b2b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.148557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36e2b-e7da-4aa6-acb6-eb79c86acf14 req-f9611f76-85ba-4496-bb6d-eabf1f030fae tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.150139 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5aa36e2b-e7da-4aa6-acb6-eb79c86acf14 req-f9611f76-85ba-4496-bb6d-eabf1f030fae tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.2114551 Jul 13 07:31:04.210695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Router 094853fa-2681-43ff-9698-e3c8b741d608 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:04.246334 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.259738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2c1aabf9-28a4-4861-b92e-0f1842d18481'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:04.269350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c9301d2-1029-4982-ae22-e1143c03b2b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.281183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5aa36e2b-e7da-4aa6-acb6-eb79c86acf14 req-51f0c031-3370-4a84-8d0c-ea472c8c736e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231132 Jul 13 07:31:04.284628 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05349978-d714-44f3-af18-39169203d884 req-4cea7ff8-94e8-44f3-b650-b6a9c92de040 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855707 Jul 13 07:31:04.287504 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP 6f8f710b-e30d-464a-978d-5600ebe9ea79 associated. External IP: 172.25.8.92, port: 178a9fab-4318-405f-b4f4-730083a660ad. Jul 13 07:31:04.309335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Pushing event deleted for resources: {'Port': ['ID=2c1aabf9-28a4-4861-b92e-0f1842d18481,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:04.424598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] No DVR routers for this DVR port 2c1aabf9-28a4-4861-b92e-0f1842d18481 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:04.430187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.432189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0dee244a-d52c-43f7-9fa5-0716ef148417 req-25cc2692-e5f0-4e96-a2c3-04fbc90a6ce3 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.38 "DELETE /v2.0/ports/2c1aabf9-28a4-4861-b92e-0f1842d18481 HTTP/1.1" status: 204 len: 173 time: 1.1429741 Jul 13 07:31:04.432639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'name': 'network-vif-deleted', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:04.435455 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26638775-55f6-488f-8a97-92356c094de3" -d '{"events": [{"server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "name": "network-vif-deleted", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:04.502379 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c9301d2-1029-4982-ae22-e1143c03b2b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.507935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:04.516440 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.522457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] Sync routers for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:04.535430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:04.537044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:04.554810 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-73acd202-5d0d-4bc9-aa73-b473bba90151 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "PUT /v2.0/floatingips/851ba619-3d08-461f-8b53-cecde50cb7eb HTTP/1.1" status: 200 len: 996 time: 2.5834010 Jul 13 07:31:04.569721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e3cf5fc-b228-45a8-85ba-3084f8b406d4 req-cdaa04d6-4a0e-45e0-8453-1f7374651130 tempest-FloatingIPsAssociationTestJSON-29371595 tempest-FloatingIPsAssociationTestJSON-29371595-project] 10.222.0.41 "GET /v2.0/ports?device_id=a62fba7c-ed41-4244-8b91-d5286657d975 HTTP/1.1" status: 200 len: 210 time: 0.0437138 Jul 13 07:31:04.574408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9301d2-1029-4982-ae22-e1143c03b2b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8ba576-d5d8-43ee-8252-9674bb29a374,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:04.577108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c9301d2-1029-4982-ae22-e1143c03b2b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.581382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5c9301d2-1029-4982-ae22-e1143c03b2b2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/4f8ba576-d5d8-43ee-8252-9674bb29a374 HTTP/1.1" status: 204 len: 168 time: 0.7247548 Jul 13 07:31:04.581734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40924) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:04.603576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:04.638890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e5ac2839-55f0-4da7-975b-dda78d36958d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560901 Jul 13 07:31:04.655630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40930) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:04.728985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:04.778528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b751b4-faa4-48b6-956f-006148ee1106 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:04.787540 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706c8595-38dc-4526-919d-0030df53f690 x-openstack-request-id: req-706c8595-38dc-4526-919d-0030df53f690 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:04.789485 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62fba7c-ed41-4244-8b91-d5286657d975", "name": "network-vif-deleted", "tag": "2c1aabf9-28a4-4861-b92e-0f1842d18481", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:04.789748 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-706c8595-38dc-4526-919d-0030df53f690 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:04.790652 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62fba7c-ed41-4244-8b91-d5286657d975', 'name': 'network-vif-deleted', 'tag': '2c1aabf9-28a4-4861-b92e-0f1842d18481', 'status': 'completed', 'code': 200} Jul 13 07:31:04.823425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-ec0b4308-1caa-4eee-8bce-d1cafb86a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.825552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-ec0b4308-1caa-4eee-8bce-d1cafb86a484 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ba670f875be4d668e8f304b9df3c692&device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 1097 time: 0.1855588 Jul 13 07:31:04.841786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:04.842076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32861fa5-475e-41f9-870a-3d3eba302c9a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.845934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-32861fa5-475e-41f9-870a-3d3eba302c9a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1857779 Jul 13 07:31:04.856324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:04.857829 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e82882-2d69-416b-9df1-f1248a5bd99b None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:04.869265 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.871567 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e82882-2d69-416b-9df1-f1248a5bd99b None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:04.880794 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-65e82882-2d69-416b-9df1-f1248a5bd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:04.928235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f54e817-c687-4093-83f0-01cda49c3211 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.8469269 Jul 13 07:31:04.928929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:04.934868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9e2da8cc-d605-4681-90c4-8e59cd91b26d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:04.962740 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-65e82882-2d69-416b-9df1-f1248a5bd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:04.985649 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e82882-2d69-416b-9df1-f1248a5bd99b None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:04.988047 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-65e82882-2d69-416b-9df1-f1248a5bd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:05.005472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e2da8cc-d605-4681-90c4-8e59cd91b26d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.047240 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-65e82882-2d69-416b-9df1-f1248a5bd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:05.048889 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e82882-2d69-416b-9df1-f1248a5bd99b None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:05.141730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a76f7-8f5d-40da-a3f7-9eed7f819a5c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:05.145874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-176a76f7-8f5d-40da-a3f7-9eed7f819a5c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2880173 Jul 13 07:31:05.146509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40950) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:05.265045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e2da8cc-d605-4681-90c4-8e59cd91b26d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.270403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e2da8cc-d605-4681-90c4-8e59cd91b26d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.271758 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-9e2da8cc-d605-4681-90c4-8e59cd91b26d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP 6f8f710b-e30d-464a-978d-5600ebe9ea79 disassociated. External IP: 172.25.8.92, port: 178a9fab-4318-405f-b4f4-730083a660ad. Jul 13 07:31:05.362197 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.418643 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9695aad-ba53-4e9a-97f5-6398af35832a req-004eda5c-3a30-4051-b573-a41aa060b501 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:05.420869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9695aad-ba53-4e9a-97f5-6398af35832a req-004eda5c-3a30-4051-b573-a41aa060b501 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 945 time: 0.2234478 Jul 13 07:31:05.441562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:16Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '851ba619-3d08-461f-8b53-cecde50cb7eb', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'port_id': '5a69658f-2e08-4920-a86f-30a2c7283105', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'mac_address': 'fa:16:3e:79:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c753337-1f28-4fe9-8563-595482e30198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:58Z', 'updated_at': '2021-07-13T07:31:03Z', 'revision_number': 1, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367131f7-fdbd-4830-a778-7e11aab8c3c7', 'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'mac_address': 'fa:16:3e:ce:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:29Z', 'revision_number': 5, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'subnets': [{'id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:05.478843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] Checking router: 094853fa-2681-43ff-9698-e3c8b741d608 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:05.490061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8913c518-021b-4216-be75-098960fd1f63 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:05.500495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:05.501141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:05.508309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8bbce53f-0e4a-46f7-a5da-9cf686d05afc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3552158 Jul 13 07:31:05.509666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40954) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:05.514695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:05.543681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9695aad-ba53-4e9a-97f5-6398af35832a req-c725b186-188c-4745-9bee-87b67b1ea15c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833755 Jul 13 07:31:05.555044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-6611313e-b5bf-47e9-b36f-f8e835e700eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:05.556389 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-6611313e-b5bf-47e9-b36f-f8e835e700eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd9ffb23-3401-46c5-a32e-53ab486298af HTTP/1.1" status: 200 len: 930 time: 0.7096190 Jul 13 07:31:05.573652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2da8cc-d605-4681-90c4-8e59cd91b26d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:05.643868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8913c518-021b-4216-be75-098960fd1f63 None None] Deleting port f6987cc5-6353-46ba-9688-03de427e96da {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:05.644259 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8913c518-021b-4216-be75-098960fd1f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.675475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:05.688723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:05.692644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.722655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2da8cc-d605-4681-90c4-8e59cd91b26d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:05.726366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-60d9582d-7100-4935-bbec-d8176209f645 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a69658f-2e08-4920-a86f-30a2c7283105 HTTP/1.1" status: 200 len: 999 time: 0.1368034 Jul 13 07:31:05.727642 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e2da8cc-d605-4681-90c4-8e59cd91b26d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.743600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928f5d3-69e5-464d-bbd7-a947b1a934a8 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:05.792456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-9225093f-8c99-4ba7-a344-53097cbc221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:05.795938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-9225093f-8c99-4ba7-a344-53097cbc221d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36e67463-c09d-48d8-bb97-c681be4276c2 HTTP/1.1" status: 200 len: 868 time: 0.0679572 Jul 13 07:31:05.798480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9e2da8cc-d605-4681-90c4-8e59cd91b26d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/floatingips/6f8f710b-e30d-464a-978d-5600ebe9ea79 HTTP/1.1" status: 200 len: 687 time: 0.8684597 Jul 13 07:31:05.799977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:05.801798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8913c518-021b-4216-be75-098960fd1f63 None None] For port f6987cc5-6353-46ba-9688-03de427e96da, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f6987cc5-6353-46ba-9688-03de427e96da,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:05.801798 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8913c518-021b-4216-be75-098960fd1f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.822140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928f5d3-69e5-464d-bbd7-a947b1a934a8 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:05.822775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7928f5d3-69e5-464d-bbd7-a947b1a934a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:05.824739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8913c518-021b-4216-be75-098960fd1f63 None None] Calling delete_port for f6987cc5-6353-46ba-9688-03de427e96da owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:05.865870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7928f5d3-69e5-464d-bbd7-a947b1a934a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:05.933653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d2f36713-a3c1-48c5-9358-6fd5e8d0fcde details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:05.950738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c7a83-15d1-4294-a1d3-2c385fd911e9 req-2ad808ec-d6c9-4f0b-bfeb-f60d3a5d6b1f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:05.951862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928f5d3-69e5-464d-bbd7-a947b1a934a8 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:05.952400 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d60c7a83-15d1-4294-a1d3-2c385fd911e9 req-2ad808ec-d6c9-4f0b-bfeb-f60d3a5d6b1f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.2026739 Jul 13 07:31:05.952596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7928f5d3-69e5-464d-bbd7-a947b1a934a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:05.997142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f6987cc5-6353-46ba-9688-03de427e96da no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:06.006718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port cae08355-d3c7-49ba-9b70-cde3a3f3cc5e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:06.007173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.011136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d60c7a83-15d1-4294-a1d3-2c385fd911e9 req-4ac0f8f9-5bbb-46ef-a6a3-a9e0930f2e21 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515792 Jul 13 07:31:06.054173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7928f5d3-69e5-464d-bbd7-a947b1a934a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:06.054848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928f5d3-69e5-464d-bbd7-a947b1a934a8 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:06.065860 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.137620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.138123 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.146350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-a50fbe6b-f84c-4888-9315-00580655f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:06.153825 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-a50fbe6b-f84c-4888-9315-00580655f729 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd9ffb23-3401-46c5-a32e-53ab486298af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1895747 Jul 13 07:31:06.159328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for cae08355-d3c7-49ba-9b70-cde3a3f3cc5e owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:06.226364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8913c518-021b-4216-be75-098960fd1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.234552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:06.288104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913c518-021b-4216-be75-098960fd1f63 None None] Pushing event deleted for resources: {'Port': ['ID=f6987cc5-6353-46ba-9688-03de427e96da,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:06.292087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8913c518-021b-4216-be75-098960fd1f63 None None] No DVR routers for this DVR port f6987cc5-6353-46ba-9688-03de427e96da on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:06.299317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Port f6987cc5-6353-46ba-9688-03de427e96da update to DOWN by agent not found {{(pid=93775) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 07:31:06.300988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:06.311397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:06.316766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:06.317694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:06.318328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.328227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c52a7-06f7-4dc5-aaff-cce8b7805ab4 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:06.328946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-97ce6cf7-3720-4f3e-8f2a-bff3dbde120b service neutron] 10.222.0.41 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742125 Jul 13 07:31:06.355266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=d81582f1-e3ed-4366-acdb-19d18b068551,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:06.357994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde', 'network_id': '893e1e5f-0171-40ef-8ebb-69dbde015537', 'port_id': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde', 'mac_address': 'fa:16:3e:b8:66:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3d5118-e307-46e8-9516-d176889377b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:06.377677 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-18b86500-8277-4785-a0da-d8ceb73cf5db tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8641205 Jul 13 07:31:06.378946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:06.386239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': 'd81582f1-e3ed-4366-acdb-19d18b068551', 'ip_address': '2001:db8::dbe0:dad:16b2:a4aa'}], 'name': 'tempest-NetworksTestDHCPv6-1986059163'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:06.431931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:16Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '851ba619-3d08-461f-8b53-cecde50cb7eb', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'port_id': '5a69658f-2e08-4920-a86f-30a2c7283105', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'mac_address': 'fa:16:3e:79:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c753337-1f28-4fe9-8563-595482e30198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:58Z', 'updated_at': '2021-07-13T07:31:03Z', 'revision_number': 1, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367131f7-fdbd-4830-a778-7e11aab8c3c7', 'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'mac_address': 'fa:16:3e:ce:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:29Z', 'revision_number': 5, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'subnets': [{'id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:06.472832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d5e94-d494-4d5f-bdcf-9e03692a938f None None] The sync data for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 is: [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:16Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '851ba619-3d08-461f-8b53-cecde50cb7eb', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'port_id': '5a69658f-2e08-4920-a86f-30a2c7283105', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'mac_address': 'fa:16:3e:79:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c753337-1f28-4fe9-8563-595482e30198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:58Z', 'updated_at': '2021-07-13T07:31:03Z', 'revision_number': 1, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367131f7-fdbd-4830-a778-7e11aab8c3c7', 'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'mac_address': 'fa:16:3e:ce:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:29Z', 'revision_number': 5, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'subnets': [{'id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:06.483436 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.509421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2f36713-a3c1-48c5-9358-6fd5e8d0fcde {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:06.553384 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5945ab59-a867-4b1a-90d6-b32799db2991 req-005f09ac-497f-4bea-8ba3-4bcfe4a3216c service neutron] 10.222.0.41 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234221 Jul 13 07:31:06.579983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:06.585055 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.633914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:06.667428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': 'd81582f1-e3ed-4366-acdb-19d18b068551'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:06.668591 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.696572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['d2f36713-a3c1-48c5-9358-6fd5e8d0fcde'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:06.723755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:06.793993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:06.797275 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9335840-fe96-452c-b062-5fcf409a7aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:06.839465 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a190b-c54a-48dc-8f94-33515bf6ea64 None None] New status for floating IP 851ba619-3d08-461f-8b53-cecde50cb7eb: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:31:06.851385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.853398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a500bb7-4a43-4df6-b630-c585710c3258 req-4623b96e-91ca-44a0-8378-fbd5dd69c125 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:06.871126 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a500bb7-4a43-4df6-b630-c585710c3258 req-4623b96e-91ca-44a0-8378-fbd5dd69c125 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 945 time: 0.6380954 Jul 13 07:31:06.875454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40980) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:06.888519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-999b577d-f648-4c1c-b6c9-7e946b3a6167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'floatingip': {'port_id': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:06.888745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 84377400-c759-41b9-b1a4-9ecd4c571c12 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:07.048658 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-999b577d-f648-4c1c-b6c9-7e946b3a6167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.078124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/d81582f1-e3ed-4366-acdb-19d18b068551/2d77b464-48b6-4973-8ae0-a0ae22641bf6) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:07.099523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393791c-8abe-40c5-8304-162d712a658e req-8ce397f7-c858-42de-ae37-dba2807bb7f8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.101451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5393791c-8abe-40c5-8304-162d712a658e req-8ce397f7-c858-42de-ae37-dba2807bb7f8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 945 time: 0.3650727 Jul 13 07:31:07.154375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5393791c-8abe-40c5-8304-162d712a658e req-71d12fee-aee8-4238-a1f6-25c05e6a94b5 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Jul 13 07:31:07.175042 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.205866 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd433b00-9987-4aa6-969e-6bd251a97894 x-openstack-request-id: req-dd433b00-9987-4aa6-969e-6bd251a97894 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:07.207408 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:07.207408 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd433b00-9987-4aa6-969e-6bd251a97894 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:07.207713 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105', 'status': 'completed', 'code': 200} Jul 13 07:31:07.275444 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.288356 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.298119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Transition to ACTIVE for port object 2d77b464-48b6-4973-8ae0-a0ae22641bf6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:07.306525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=cae08355-d3c7-49ba-9b70-cde3a3f3cc5e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.316955 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Transition to ACTIVE for port object 2d77b464-48b6-4973-8ae0-a0ae22641bf6 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:07.323578 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.373139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:07.380256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:07.382645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:07.395332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Pushing event updated for resources: {'Port': ['ID=2d77b464-48b6-4973-8ae0-a0ae22641bf6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.404455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::dbe0:dad:16b2:a4aa (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/d81582f1-e3ed-4366-acdb-19d18b068551/84377400-c759-41b9-b1a4-9ecd4c571c12) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:07.423937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adda24a-5516-4497-89e6-1190cbbd0646 req-d113b2ad-568b-43ac-b439-cf6c8f99375f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.425447 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5adda24a-5516-4497-89e6-1190cbbd0646 req-d113b2ad-568b-43ac-b439-cf6c8f99375f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.1297939 Jul 13 07:31:07.446264 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-9223ed48-0bea-4c19-b889-7bd9ba60a600 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 258 time: 0.5530877 Jul 13 07:31:07.460946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Attempting to bind port 2d77b464-48b6-4973-8ae0-a0ae22641bf6 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:07.461989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Attempting to bind port 2d77b464-48b6-4973-8ae0-a0ae22641bf6 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:07.463059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Attempting to bind port 2d77b464-48b6-4973-8ae0-a0ae22641bf6 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:07.468461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:07.468847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:07.469254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.469975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:07.470166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Bound port: 2d77b464-48b6-4973-8ae0-a0ae22641bf6, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:07.470571 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.498587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5adda24a-5516-4497-89e6-1190cbbd0646 req-ee1f4de4-690c-4745-8e27-51a1d9759c0c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653188 Jul 13 07:31:07.499710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:07.544478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] For port 2d77b464-48b6-4973-8ae0-a0ae22641bf6, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:07.548201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] For port 2d77b464-48b6-4973-8ae0-a0ae22641bf6, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2d77b464-48b6-4973-8ae0-a0ae22641bf6,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:07.554199 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.625573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.628183 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.633675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-af6b0289-c9d6-4486-a8f7-43ec451c21ae tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/floatingips/6f8f710b-e30d-464a-978d-5600ebe9ea79 HTTP/1.1" status: 204 len: 168 time: 1.8286912 Jul 13 07:31:07.637919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5690c5-d6b1-41ea-9325-69de5b813073 None None] Pushing event updated for resources: {'Port': ['ID=2d77b464-48b6-4973-8ae0-a0ae22641bf6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.638433 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.639905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:07.645156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '603cc3ee-0871-436d-bb8a-22ebcdcf4c6f'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:07.656113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-ff861447-13d1-4aab-8a59-b499fdd5194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.656415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 84377400-c759-41b9-b1a4-9ecd4c571c12 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:07.657896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-ff861447-13d1-4aab-8a59-b499fdd5194e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ba670f875be4d668e8f304b9df3c692&device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 1097 time: 0.3709302 Jul 13 07:31:07.696792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.749514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:07.753254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:07.757749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:07.764263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.765019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.768676 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.774226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=84377400-c759-41b9-b1a4-9ecd4c571c12,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.909510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d2f36713-a3c1-48c5-9358-6fd5e8d0fcde up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:07.949004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aa591f94-56d1-4993-91bc-75a717cb0d2b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5689096 Jul 13 07:31:07.952210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:07.976333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:07.977159 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.997009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-adee88db-7eb4-46f5-ac25-72ac4f96e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.999838 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-adee88db-7eb4-46f5-ac25-72ac4f96e845 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd9ffb23-3401-46c5-a32e-53ab486298af HTTP/1.1" status: 200 len: 930 time: 0.2882588 Jul 13 07:31:08.014752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.071501 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.098460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b21d7d-ced2-4a18-bff6-50c8193a6f49 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.100767 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:08.104508 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3745467-2737-4923-8dda-4306899bd02e" -d '{"events": [{"server_uuid": "9e948c5d-60bd-4771-ac83-2e99041e0eed", "name": "network-vif-plugged", "status": "completed", "tag": "d2f36713-a3c1-48c5-9358-6fd5e8d0fcde"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:08.105227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b21d7d-ced2-4a18-bff6-50c8193a6f49 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.109681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-65b21d7d-ced2-4a18-bff6-50c8193a6f49 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1539650 Jul 13 07:31:08.109925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40998) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:08.112055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-c4e2545d-4559-4c51-a7c9-bc9327e5641b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a69658f-2e08-4920-a86f-30a2c7283105 HTTP/1.1" status: 200 len: 1001 time: 0.0755396 Jul 13 07:31:08.128309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:08.133339 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.170620 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6483e917-1e37-48d9-b936-10411a419c08 x-openstack-request-id: req-6483e917-1e37-48d9-b936-10411a419c08 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:08.170984 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e948c5d-60bd-4771-ac83-2e99041e0eed", "name": "network-vif-plugged", "status": "completed", "tag": "d2f36713-a3c1-48c5-9358-6fd5e8d0fcde", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:08.171300 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6483e917-1e37-48d9-b936-10411a419c08 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:08.171883 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde', 'code': 200} Jul 13 07:31:08.186252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2c1aabf9-28a4-4861-b92e-0f1842d18481 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:08.220133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 2c1aabf9-28a4-4861-b92e-0f1842d18481 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:08.220519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2c1aabf9-28a4-4861-b92e-0f1842d18481 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:08.227163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:08.240974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7ef16cfb-b21b-42b6-8513-18b77f3f56d9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 84377400-c759-41b9-b1a4-9ecd4c571c12 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:08.241556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ef16cfb-b21b-42b6-8513-18b77f3f56d9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.339935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-3d80a854-0382-4064-8f5f-125d1c0bcf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.341447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-3d80a854-0382-4064-8f5f-125d1c0bcf63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36e67463-c09d-48d8-bb97-c681be4276c2 HTTP/1.1" status: 200 len: 868 time: 0.2134759 Jul 13 07:31:08.377461 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ef16cfb-b21b-42b6-8513-18b77f3f56d9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.392911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7ef16cfb-b21b-42b6-8513-18b77f3f56d9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 84377400-c759-41b9-b1a4-9ecd4c571c12 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:08.406883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79fab-b423-4b28-b4fc-a793fbb35d75 req-4cdb3071-b196-4b20-b3b5-603b27b5afb4 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.408420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ade79fab-b423-4b28-b4fc-a793fbb35d75 req-4cdb3071-b196-4b20-b3b5-603b27b5afb4 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 946 time: 0.1301050 Jul 13 07:31:08.501454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ade79fab-b423-4b28-b4fc-a793fbb35d75 req-bda150a9-e2b8-4f0e-8bb5-aae0f3e30602 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855355 Jul 13 07:31:08.579004 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ef16cfb-b21b-42b6-8513-18b77f3f56d9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.613740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef16cfb-b21b-42b6-8513-18b77f3f56d9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=84377400-c759-41b9-b1a4-9ecd4c571c12,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:08.651625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ef16cfb-b21b-42b6-8513-18b77f3f56d9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.655493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7ef16cfb-b21b-42b6-8513-18b77f3f56d9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/84377400-c759-41b9-b1a4-9ecd4c571c12 HTTP/1.1" status: 204 len: 168 time: 0.5443344 Jul 13 07:31:08.658034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:08.749995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61aaba8-376b-46a3-b942-be454b4373a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.751542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61aaba8-376b-46a3-b942-be454b4373a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.753162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e61aaba8-376b-46a3-b942-be454b4373a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0933580 Jul 13 07:31:08.756947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:08.815164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d0f34-cb1e-4dc1-a59e-8e4d3ce045bd req-9876ff04-a15c-4d5c-bc6f-ef11f1177a05 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.816819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-005d0f34-cb1e-4dc1-a59e-8e4d3ce045bd req-9876ff04-a15c-4d5c-bc6f-ef11f1177a05 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.1596229 Jul 13 07:31:08.826344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-404664d4-ac04-47b2-89f5-c716dd5ea480 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet d81582f1-e3ed-4366-acdb-19d18b068551 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:08.836294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404664d4-ac04-47b2-89f5-c716dd5ea480 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.896335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404664d4-ac04-47b2-89f5-c716dd5ea480 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.903058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-005d0f34-cb1e-4dc1-a59e-8e4d3ce045bd req-84e8db95-4488-4a5c-85fd-75cb65c9c18a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742002 Jul 13 07:31:08.915561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1a50215-c007-4395-acbe-af562d3855e5 None None] Provisioning for port 2d77b464-48b6-4973-8ae0-a0ae22641bf6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:08.918760 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.963814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-999b577d-f648-4c1c-b6c9-7e946b3a6167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.967114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-908e8134-1690-496b-af4f-596d8b752421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.969276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-908e8134-1690-496b-af4f-596d8b752421 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd9ffb23-3401-46c5-a32e-53ab486298af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5982444 Jul 13 07:31:08.972404 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.012054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404664d4-ac04-47b2-89f5-c716dd5ea480 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.012401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-999b577d-f648-4c1c-b6c9-7e946b3a6167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.076642 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404664d4-ac04-47b2-89f5-c716dd5ea480 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.104505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404664d4-ac04-47b2-89f5-c716dd5ea480 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=d81582f1-e3ed-4366-acdb-19d18b068551,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.108830 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.109039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404664d4-ac04-47b2-89f5-c716dd5ea480 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.113148 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-404664d4-ac04-47b2-89f5-c716dd5ea480 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/d81582f1-e3ed-4366-acdb-19d18b068551 HTTP/1.1" status: 204 len: 168 time: 0.3528776 Jul 13 07:31:09.113330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.138950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f2cb6f6d-2456-49a9-a376-f8771c725406 None None] Could not find standard attr ID for object 84377400-c759-41b9-b1a4-9ecd4c571c12. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:31:09.162016 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4f912da7-dd3d-4276-8771-d29f3995b508 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455735 Jul 13 07:31:09.163844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41012) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.169643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:09.263398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:09.266981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.319447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d63351-881e-4c6d-bac7-e3dcadff4675 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:09.401385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Allocated IP 172.25.8.8 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/86302c54-d0d8-4499-ab87-45eebdfe8a35) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:09.425360 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-999b577d-f648-4c1c-b6c9-7e946b3a6167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Floating IP 35e5805a-3b2d-4228-8c55-f78897a0537a associated. External IP: 172.25.8.39, port: 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb. Jul 13 07:31:09.510173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-8f6effd4-c4eb-4d65-a3a4-75c4043061d7 service neutron] 10.222.0.48 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056169 Jul 13 07:31:09.536843 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.595924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:09.602402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e557ba71-3d5f-4744-84a6-09e889b99f49 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:09.628644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-6311c735-6a54-4930-b457-a59a93361287 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:09.630496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-6311c735-6a54-4930-b457-a59a93361287 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 946 time: 0.1958141 Jul 13 07:31:09.631289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:09.636743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:09.637342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.687336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e557ba71-3d5f-4744-84a6-09e889b99f49 None None] Deleting port 2d77b464-48b6-4973-8ae0-a0ae22641bf6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:09.687824 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e557ba71-3d5f-4744-84a6-09e889b99f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.712742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=584bbce2-6692-47cd-aede-313206aac8b6,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.753036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e7631411-d153-40ef-b295-935aad33017e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5854893 Jul 13 07:31:09.756366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.772751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '584bbce2-6692-47cd-aede-313206aac8b6', 'ip_address': '2001:db8::e090:dfb3:dda9:4f66'}], 'name': 'tempest-NetworksTestDHCPv6-1622959011'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:09.776191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e557ba71-3d5f-4744-84a6-09e889b99f49 None None] For port 2d77b464-48b6-4973-8ae0-a0ae22641bf6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2d77b464-48b6-4973-8ae0-a0ae22641bf6,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:09.776668 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e557ba71-3d5f-4744-84a6-09e889b99f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.789688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e557ba71-3d5f-4744-84a6-09e889b99f49 None None] Calling delete_port for 2d77b464-48b6-4973-8ae0-a0ae22641bf6 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:09.804111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48a5d1-3fff-4455-994c-dfa915bd67c0 req-958ce3f5-4964-40c3-945b-7d27777934d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:09.805621 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad48a5d1-3fff-4455-994c-dfa915bd67c0 req-958ce3f5-4964-40c3-945b-7d27777934d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 1099 time: 0.2248077 Jul 13 07:31:09.845515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f7221-532e-4c84-8361-600bba25b902 req-0d1a9d7e-9cc8-4c98-9089-da5c9884a1f2 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:09.852517 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc5f7221-532e-4c84-8361-600bba25b902 req-0d1a9d7e-9cc8-4c98-9089-da5c9884a1f2 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 946 time: 0.1721292 Jul 13 07:31:09.874277 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9335840-fe96-452c-b062-5fcf409a7aa7 req-c1a13317-3ec4-4cd6-8f2f-2c19efe2241e service neutron] 10.222.0.48 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414986 Jul 13 07:31:09.890666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Deleting port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:09.891200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.897602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad48a5d1-3fff-4455-994c-dfa915bd67c0 req-c233ed45-fe95-4128-895e-85864b136ab0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823407 Jul 13 07:31:09.898431 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e557ba71-3d5f-4744-84a6-09e889b99f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.930570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e557ba71-3d5f-4744-84a6-09e889b99f49 None None] No DVR routers for this DVR port 2d77b464-48b6-4973-8ae0-a0ae22641bf6 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:09.932634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557ba71-3d5f-4744-84a6-09e889b99f49 None None] Pushing event deleted for resources: {'Port': ['ID=2d77b464-48b6-4973-8ae0-a0ae22641bf6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.941307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc5f7221-532e-4c84-8361-600bba25b902 req-be646b61-81a6-490f-87fc-99df3a19b319 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9a2a204-bd34-4ada-8bab-358698483c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881066 Jul 13 07:31:09.953505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e920180-ac91-4ea9-9546-687860874d31 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:09.978525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.031401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] For port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,segment=NetworkSegment(0e604967-0c4a-4e0c-abd6-8912628f7f8f),segment_id=0e604967-0c4a-4e0c-abd6-8912628f7f8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:10.031936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.050381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Calling delete_port for d2f36713-a3c1-48c5-9358-6fd5e8d0fcde owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:10.138723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '584bbce2-6692-47cd-aede-313206aac8b6'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:10.140100 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.155662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999b577d-f648-4c1c-b6c9-7e946b3a6167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Router 69f932b2-759a-443d-b949-fbc9de82dbcf has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:10.161642 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.170707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:10.195448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4a8ea-0dcd-423c-8a67-a4ccd4c1a891 req-b633614d-91d9-4c77-ab61-cd0360dc67dd tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:10.197110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9be4a8ea-0dcd-423c-8a67-a4ccd4c1a891 req-b633614d-91d9-4c77-ab61-cd0360dc67dd tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.1373863 Jul 13 07:31:10.269234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:10.286257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9be4a8ea-0dcd-423c-8a67-a4ccd4c1a891 req-0fb998b1-92de-43ca-a8f6-68cbf79795e1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563817 Jul 13 07:31:10.288650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:10.290271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/584bbce2-6692-47cd-aede-313206aac8b6/6c3fbd00-c859-44c1-be46-6cef36f6b36e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:10.291194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:10.291788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.304806 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['d2f36713-a3c1-48c5-9358-6fd5e8d0fcde'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:10.330518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Pushing event deleted for resources: {'Port': ['ID=d2f36713-a3c1-48c5-9358-6fd5e8d0fcde,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:10.383473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] No DVR routers for this DVR port d2f36713-a3c1-48c5-9358-6fd5e8d0fcde on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:10.386426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.389178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cfc6a051-c4ee-4cc3-b018-e75bbd86f418 req-433b617e-3760-4800-8a4d-50db19db89b8 tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.38 "DELETE /v2.0/ports/d2f36713-a3c1-48c5-9358-6fd5e8d0fcde HTTP/1.1" status: 204 len: 173 time: 0.7453487 Jul 13 07:31:10.389665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'name': 'network-vif-deleted', 'tag': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:10.392771 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e20e4c3-e0c9-4742-968b-a5ac1203aef0" -d '{"events": [{"server_uuid": "9e948c5d-60bd-4771-ac83-2e99041e0eed", "name": "network-vif-deleted", "tag": "d2f36713-a3c1-48c5-9358-6fd5e8d0fcde"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:10.440537 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17e1ca1-fca1-4613-9430-6c99823bdfd2 x-openstack-request-id: req-d17e1ca1-fca1-4613-9430-6c99823bdfd2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:10.440842 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e948c5d-60bd-4771-ac83-2e99041e0eed", "name": "network-vif-deleted", "tag": "d2f36713-a3c1-48c5-9358-6fd5e8d0fcde", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:10.441081 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d17e1ca1-fca1-4613-9430-6c99823bdfd2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:10.441517 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e948c5d-60bd-4771-ac83-2e99041e0eed', 'name': 'network-vif-deleted', 'tag': 'd2f36713-a3c1-48c5-9358-6fd5e8d0fcde', 'status': 'completed', 'code': 200} Jul 13 07:31:10.492211 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.502318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Transition to ACTIVE for port object 6c3fbd00-c859-44c1-be46-6cef36f6b36e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:10.519402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Transition to ACTIVE for port object 6c3fbd00-c859-44c1-be46-6cef36f6b36e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:10.526903 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.570003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:10.573496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:10.578036 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:10.587002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Pushing event updated for resources: {'Port': ['ID=6c3fbd00-c859-44c1-be46-6cef36f6b36e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:10.655828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Attempting to bind port 6c3fbd00-c859-44c1-be46-6cef36f6b36e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:10.656305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Attempting to bind port 6c3fbd00-c859-44c1-be46-6cef36f6b36e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:10.656892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Attempting to bind port 6c3fbd00-c859-44c1-be46-6cef36f6b36e on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:10.662506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:10.662988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:10.663464 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.663870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:10.664347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Bound port: 6c3fbd00-c859-44c1-be46-6cef36f6b36e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:10.664814 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.734707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] For port 6c3fbd00-c859-44c1-be46-6cef36f6b36e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:10.737850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] For port 6c3fbd00-c859-44c1-be46-6cef36f6b36e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6c3fbd00-c859-44c1-be46-6cef36f6b36e,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:10.741379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Pushing event updated for resources: {'Port': ['ID=86302c54-d0d8-4499-ab87-45eebdfe8a35,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:10.746030 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.758428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.25.8.238 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/4c636b5d-5b4d-41ba-abb5-3b7d84dffb4b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:10.764607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Deleting port 757c1dc4-6750-45ee-8600-702886515ccc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:10.764954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.829065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2018067-a043-4be7-9092-a74a25af3fe2 None None] Pushing event updated for resources: {'Port': ['ID=6c3fbd00-c859-44c1-be46-6cef36f6b36e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:10.906336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.057828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 5e694032-22d7-497b-ab71-053769f18426 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:11.066215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999b577d-f648-4c1c-b6c9-7e946b3a6167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:11.094945 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] Sync routers for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:11.110033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:11.111434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:11.115976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-999b577d-f648-4c1c-b6c9-7e946b3a6167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.245561 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.255302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] For port 757c1dc4-6750-45ee-8600-702886515ccc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=757c1dc4-6750-45ee-8600-702886515ccc,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:11.255685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.259286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6cdf8519-ac6b-45be-8471-f53152bdef15 req-d1e89d41-facf-4715-993e-5a5f8aa8f0ac tempest-ImagesTestJSON-748606012 tempest-ImagesTestJSON-748606012-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e948c5d-60bd-4771-ac83-2e99041e0eed HTTP/1.1" status: 200 len: 210 time: 0.0450196 Jul 13 07:31:11.295698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Calling delete_port for 757c1dc4-6750-45ee-8600-702886515ccc owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:11.303418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-999b577d-f648-4c1c-b6c9-7e946b3a6167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "PUT /v2.0/floatingips/35e5805a-3b2d-4228-8c55-f78897a0537a HTTP/1.1" status: 200 len: 990 time: 4.4234824 Jul 13 07:31:11.315350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:11.319343 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ea6854-9472-455c-bf15-a245de79c02d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:11.322660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:11.364706 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.461500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.595363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754e652-078a-40cc-9a5b-360316a27b2d req-9071137c-b7ef-4121-959e-ab332ebb39cc tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.607283 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8754e652-078a-40cc-9a5b-360316a27b2d req-9071137c-b7ef-4121-959e-ab332ebb39cc tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.0905478 Jul 13 07:31:11.617564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '35e5805a-3b2d-4228-8c55-f78897a0537a', 'tenant_id': '7ad598854b124655b905399734eada74', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'port_id': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'mac_address': 'fa:16:3e:32:2a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:37Z', 'updated_at': '2021-07-13T07:31:08Z', 'revision_number': 1, 'project_id': '7ad598854b124655b905399734eada74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:37Z', 'revision_number': 5, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:11.662682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8754e652-078a-40cc-9a5b-360316a27b2d req-7e63e8e7-4e14-44eb-9796-2b050e910fa2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546112 Jul 13 07:31:11.674705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.681744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] Checking router: 69f932b2-759a-443d-b949-fbc9de82dbcf for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:11.687959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::e090:dfb3:dda9:4f66 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/584bbce2-6692-47cd-aede-313206aac8b6/5e694032-22d7-497b-ab71-053769f18426) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:11.694939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:11.695795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:11.753987 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a06e18-041b-4b7b-b89b-3cff8d3e047a x-openstack-request-id: req-f1a06e18-041b-4b7b-b89b-3cff8d3e047a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:11.754723 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:11.754723 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1a06e18-041b-4b7b-b89b-3cff8d3e047a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:11.755192 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'status': 'completed', 'code': 200} Jul 13 07:31:11.830542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:11.834575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea6854-9472-455c-bf15-a245de79c02d req-a5bf62e4-80b8-4f03-8b23-5a7437202b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.836898 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1ea6854-9472-455c-bf15-a245de79c02d req-a5bf62e4-80b8-4f03-8b23-5a7437202b81 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1097 time: 0.0838172 Jul 13 07:31:11.846127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:11.855134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=4c636b5d-5b4d-41ba-abb5-3b7d84dffb4b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:11.858916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:11.870324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:11.929374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:12.120430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6c3fbd00-c859-44c1-be46-6cef36f6b36e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:12.130473 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:31:12.235511 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.237530 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.276422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.288413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Pushing event deleted for resources: {'Port': ['ID=757c1dc4-6750-45ee-8600-702886515ccc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:12.322497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8371a554-931b-4b68-adc9-8c9e0361682a None None] Provisioning for port 6c3fbd00-c859-44c1-be46-6cef36f6b36e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:12.324084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea6854-9472-455c-bf15-a245de79c02d req-6e264c76-21bd-47e5-88a0-253c313ff634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:12.332647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1ea6854-9472-455c-bf15-a245de79c02d req-6e264c76-21bd-47e5-88a0-253c313ff634 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.4884763 Jul 13 07:31:12.430135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:12.433072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 6c3fbd00-c859-44c1-be46-6cef36f6b36e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:12.461128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6c3fbd00-c859-44c1-be46-6cef36f6b36e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:12.470596 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.496566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1ea6854-9472-455c-bf15-a245de79c02d req-92608adb-6bfa-4502-9f00-863c0f60d619 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 998 time: 0.1569121 Jul 13 07:31:12.500301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'port_id': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'mac_address': 'fa:16:3e:99:ad:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:12.546503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Pushing event updated for resources: {'Port': ['ID=86302c54-d0d8-4499-ab87-45eebdfe8a35,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:12.578155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea6854-9472-455c-bf15-a245de79c02d req-2abdf698-476b-40bd-be06-f724492620e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:12.580277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1ea6854-9472-455c-bf15-a245de79c02d req-2abdf698-476b-40bd-be06-f724492620e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.0772598 Jul 13 07:31:12.587730 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.627838 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.628782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 5e694032-22d7-497b-ab71-053769f18426 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:12.653767 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c9c66a6-3f85-4707-9ece-31ea79908bc4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:12.676921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea6854-9472-455c-bf15-a245de79c02d req-b84949a5-7cf4-40f2-a492-1a09d6152bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:12.678509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1ea6854-9472-455c-bf15-a245de79c02d req-b84949a5-7cf4-40f2-a492-1a09d6152bd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919235 Jul 13 07:31:12.707927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:12.710932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '35e5805a-3b2d-4228-8c55-f78897a0537a', 'tenant_id': '7ad598854b124655b905399734eada74', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'port_id': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'mac_address': 'fa:16:3e:32:2a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:37Z', 'updated_at': '2021-07-13T07:31:08Z', 'revision_number': 1, 'project_id': '7ad598854b124655b905399734eada74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:37Z', 'revision_number': 5, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:12.745004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.745499 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.753630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da29ce-9dbe-488f-b173-2492e6cd421e None None] The sync data for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 is: [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '35e5805a-3b2d-4228-8c55-f78897a0537a', 'tenant_id': '7ad598854b124655b905399734eada74', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'port_id': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'mac_address': 'fa:16:3e:32:2a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:37Z', 'updated_at': '2021-07-13T07:31:08Z', 'revision_number': 1, 'project_id': '7ad598854b124655b905399734eada74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:37Z', 'revision_number': 5, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:12.787485 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.820045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1ea6854-9472-455c-bf15-a245de79c02d req-45d6ff42-03af-475f-aa34-85dde1990edd service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333385 Jul 13 07:31:12.872612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:12.877676 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.879600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-c5d411e3-9f3e-4ebb-90f9-3e3a535a6888 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 5.3961813 Jul 13 07:31:12.911305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 6c3fbd00-c859-44c1-be46-6cef36f6b36e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6c3fbd00-c859-44c1-be46-6cef36f6b36e,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:12.916110 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.974643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.005405 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=6c3fbd00-c859-44c1-be46-6cef36f6b36e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:13.010118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1ea6854-9472-455c-bf15-a245de79c02d req-be6c218c-9e4c-4437-996b-c802179a122f service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846504 Jul 13 07:31:13.032259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f6a5-a7af-4c42-9e92-c6fc4a8bdd8f req-91b394e3-ef2a-4e09-afc5-82fdd9be98ee tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:13.043965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fad7f6a5-a7af-4c42-9e92-c6fc4a8bdd8f req-91b394e3-ef2a-4e09-afc5-82fdd9be98ee tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 946 time: 0.1817989 Jul 13 07:31:13.090106 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce8db2-1823-422b-b60d-2f0386eeed6b None None] New status for floating IP 35e5805a-3b2d-4228-8c55-f78897a0537a: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:31:13.090773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-0bf15948-df0b-46bb-899e-c51a1bb345f5 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.1920631 Jul 13 07:31:13.090904 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fad7f6a5-a7af-4c42-9e92-c6fc4a8bdd8f req-950871d5-d1a9-44ef-9757-7373084c0261 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455089 Jul 13 07:31:13.118905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['8c9c66a6-3f85-4707-9ece-31ea79908bc4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:13.198140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:13.234185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8a0f3688-a16a-4b94-89d4-3fb87b04a89a None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:13.234701 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a0f3688-a16a-4b94-89d4-3fb87b04a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.243107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:13.252210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:13.258249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:13.259064 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.264263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=5e694032-22d7-497b-ab71-053769f18426,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:13.273893 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.390954 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a0f3688-a16a-4b94-89d4-3fb87b04a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.423060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:13.425587 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2978f8b3-7b78-4205-a1dc-c24ddcfa2d4a" -d '{"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:13.441801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8a0f3688-a16a-4b94-89d4-3fb87b04a89a None None] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:13.447440 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a0f3688-a16a-4b94-89d4-3fb87b04a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.519323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f3688-a16a-4b94-89d4-3fb87b04a89a None None] Pushing event updated for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=13']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:13.550272 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e93e305-b60b-4b72-a1ee-4200a94b79ab x-openstack-request-id: req-6e93e305-b60b-4b72-a1ee-4200a94b79ab {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:13.550969 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-plugged", "status": "completed", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:13.551663 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e93e305-b60b-4b72-a1ee-4200a94b79ab {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:13.552292 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'code': 200} Jul 13 07:31:13.615743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-77728545-f108-4407-82b8-ca61d09c23de None None] Provisioning for port 5e694032-22d7-497b-ab71-053769f18426 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:13.620555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-77728545-f108-4407-82b8-ca61d09c23de None None] Provisioning complete for port 5e694032-22d7-497b-ab71-053769f18426 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:13.621130 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77728545-f108-4407-82b8-ca61d09c23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.662665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-77728545-f108-4407-82b8-ca61d09c23de None None] Port 5e694032-22d7-497b-ab71-053769f18426 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:13.782369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e312cb7f-f393-41c4-afb5-81599ed7d528 None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:13.782741 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e312cb7f-f393-41c4-afb5-81599ed7d528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.818338 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-758a61d6-58b3-463f-92ec-fa8583b67abf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0563958 Jul 13 07:31:13.819706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41108) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:13.880198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.906406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d2f36713-a3c1-48c5-9358-6fd5e8d0fcde no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:13.918573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-982e5239-29f1-4d45-9ff6-b378c865d25c tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:13.920527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0aa07a4-49f2-485d-9088-ded8b722e076 req-982e5239-29f1-4d45-9ff6-b378c865d25c tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.8290782 Jul 13 07:31:13.923001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41110) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:13.952243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: d2f36713-a3c1-48c5-9358-6fd5e8d0fcde {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:13.953037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d2f36713-a3c1-48c5-9358-6fd5e8d0fcde not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:14.009984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120309d-0486-4c8a-9467-f20b45e2181e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:14.016485 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120309d-0486-4c8a-9467-f20b45e2181e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:14.020517 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0120309d-0486-4c8a-9467-f20b45e2181e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1960585 Jul 13 07:31:14.020785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41114) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:14.059222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6c3fbd00-c859-44c1-be46-6cef36f6b36e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:14.066626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c4b9ea-1802-40a6-b76f-4e75116973cf admin admin] Deleting subnet 4a3d5118-e307-46e8-9516-d176889377b8 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:14.074404 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.086879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b9ea-1802-40a6-b76f-4e75116973cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.105822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Router 37470ed2-3c0a-4964-93e4-985db4ba78b9 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:14.116774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6c3fbd00-c859-44c1-be46-6cef36f6b36e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:14.117164 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.161454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b9ea-1802-40a6-b76f-4e75116973cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.239748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb3c2-4be6-4e5d-9832-7b6fbbbc614c req-8f6b8581-a4a7-41dd-b019-a64ce3ab55e6 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:14.241509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6ecb3c2-4be6-4e5d-9832-7b6fbbbc614c req-8f6b8581-a4a7-41dd-b019-a64ce3ab55e6 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1915951 Jul 13 07:31:14.251505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b9ea-1802-40a6-b76f-4e75116973cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.301681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:14.307465 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cc0d17fb-d721-4585-8019-d3579bf2ba5b admin admin] 10.222.0.41 "PUT /v2.0/routers/37470ed2-3c0a-4964-93e4-985db4ba78b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0707321 Jul 13 07:31:14.312053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41116) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:14.316174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] Sync routers for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:14.324902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6ecb3c2-4be6-4e5d-9832-7b6fbbbc614c req-a9aecf57-ac42-4ec8-b857-49ff6b0a977b tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.0760331 Jul 13 07:31:14.329479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:14.331099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.333750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3c427676-e7e5-4793-876f-88e77cde1960 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 5e694032-22d7-497b-ab71-053769f18426 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:14.334126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c427676-e7e5-4793-876f-88e77cde1960 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.354329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a6ecb3c2-4be6-4e5d-9832-7b6fbbbc614c req-714937e9-8b7e-4756-9781-9a81d5822487 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Request body: {'floatingip': {'port_id': '5a69658f-2e08-4920-a86f-30a2c7283105', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:14.370808 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.378947 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.446043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a6ecb3c2-4be6-4e5d-9832-7b6fbbbc614c req-714937e9-8b7e-4756-9781-9a81d5822487 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.447379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:14.491887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=4c636b5d-5b4d-41ba-abb5-3b7d84dffb4b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:14.499894 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.518318 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b9ea-1802-40a6-b76f-4e75116973cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.543150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.566612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4b9ea-1802-40a6-b76f-4e75116973cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3d5118-e307-46e8-9516-d176889377b8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:14.571920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b9ea-1802-40a6-b76f-4e75116973cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.577737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e7c4b9ea-1802-40a6-b76f-4e75116973cf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4a3d5118-e307-46e8-9516-d176889377b8 HTTP/1.1" status: 204 len: 168 time: 0.6529052 Jul 13 07:31:14.577982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41118) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:14.578861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c427676-e7e5-4793-876f-88e77cde1960 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.615477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3c427676-e7e5-4793-876f-88e77cde1960 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 5e694032-22d7-497b-ab71-053769f18426 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:14.662686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:31:11Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.693023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] Checking router: 37470ed2-3c0a-4964-93e4-985db4ba78b9 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:14.702832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] Routers {'37470ed2-3c0a-4964-93e4-985db4ba78b9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:14.703389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['37470ed2-3c0a-4964-93e4-985db4ba78b9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.751155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.764452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.767588 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP b1e578fc-5af7-4388-863f-93b3f2000e29 associated. External IP: 172.25.8.238, port: 603cc3ee-0871-436d-bb8a-22ebcdcf4c6f. Jul 13 07:31:14.816333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] Set router 37470ed2-3c0a-4964-93e4-985db4ba78b9 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:14.845981 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-a6ecb3c2-4be6-4e5d-9832-7b6fbbbc614c req-714937e9-8b7e-4756-9781-9a81d5822487 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:31:14.851380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6ecb3c2-4be6-4e5d-9832-7b6fbbbc614c req-714937e9-8b7e-4756-9781-9a81d5822487 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "PUT /v2.0/floatingips/49d2d70c-cfb2-4647-af69-2dd987998167 HTTP/1.1" status: 409 len: 548 time: 0.5105875 Jul 13 07:31:14.930905 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-0aabef87-bbc0-428f-958f-12554ff44fdc tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips/49d2d70c-cfb2-4647-af69-2dd987998167 HTTP/1.1" status: 200 len: 691 time: 0.0607688 Jul 13 07:31:14.945039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c427676-e7e5-4793-876f-88e77cde1960 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.973447 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.985728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893e1e5f-0171-40ef-8ebb-69dbde015537']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.001508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e604967-0c4a-4e0c-abd6-8912628f7f8f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.001745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e604967-0c4a-4e0c-abd6-8912628f7f8f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.008558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c427676-e7e5-4793-876f-88e77cde1960 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=5e694032-22d7-497b-ab71-053769f18426,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:15.015720 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.027692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Deleting port 90945104-23f3-49c0-b6ed-cffe8a65cb83 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:15.028034 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.067679 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c427676-e7e5-4793-876f-88e77cde1960 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.069436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3c427676-e7e5-4793-876f-88e77cde1960 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/5e694032-22d7-497b-ab71-053769f18426 HTTP/1.1" status: 204 len: 168 time: 1.0472162 Jul 13 07:31:15.075015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:15.078141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:31:11Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.083721 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.109996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9ee20-5410-440f-9c09-15d7edd1e656 None None] The sync data for ids ['37470ed2-3c0a-4964-93e4-985db4ba78b9'] in n-d-758944-43 is: [{'id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1918407515-router', 'tenant_id': 'c650ef61379645049a3d8130989d167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:09Z', 'updated_at': '2021-07-13T07:31:11Z', 'revision_number': 5, 'project_id': 'c650ef61379645049a3d8130989d167e', 'gw_port': {'id': '90945104-23f3-49c0-b6ed-cffe8a65cb83', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37470ed2-3c0a-4964-93e4-985db4ba78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:10Z', 'updated_at': '2021-07-13T07:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:15.110979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:15.111705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:15.114058 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:15.168421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-089b9605-1ddd-4b1f-a12f-e837ee8a0fdb tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:15.170446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-089b9605-1ddd-4b1f-a12f-e837ee8a0fdb tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.2387564 Jul 13 07:31:15.173981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d2486-8d78-4ec3-aeab-c1add7915613 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:15.185922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d2486-8d78-4ec3-aeab-c1add7915613 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:15.190814 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-068d2486-8d78-4ec3-aeab-c1add7915613 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1145716 Jul 13 07:31:15.196077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41126) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:15.247653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:15.282955 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] For port 90945104-23f3-49c0-b6ed-cffe8a65cb83, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=90945104-23f3-49c0-b6ed-cffe8a65cb83,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:15.283328 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.287386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-713fb792-3df1-4219-95db-b61557933d43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 584bbce2-6692-47cd-aede-313206aac8b6 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:15.296331 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-713fb792-3df1-4219-95db-b61557933d43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.299635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Calling delete_port for 90945104-23f3-49c0-b6ed-cffe8a65cb83 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:15.306477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-9f650e5d-70cc-49d0-9f69-e6e4f6b6b5e8 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.1177456 Jul 13 07:31:15.354304 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.393152 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-5816e050-6299-4083-9489-25b72e8c3444 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.0668464 Jul 13 07:31:15.397266 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-713fb792-3df1-4219-95db-b61557933d43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.426411 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.428396 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/893e1e5f-0171-40ef-8ebb-69dbde015537 HTTP/1.1" status: 204 len: 168 time: 0.8481154 Jul 13 07:31:15.444839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc01d79-3964-4bbc-acac-f9a0d5f084e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=893e1e5f-0171-40ef-8ebb-69dbde015537,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:15.572114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:15.583749 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c116f0-1420-402c-99f5-26419d86ad30 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:15.592163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.593979 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c116f0-1420-402c-99f5-26419d86ad30 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:15.594951 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b0c116f0-1420-402c-99f5-26419d86ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.661568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-713fb792-3df1-4219-95db-b61557933d43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.668226 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-809ca909-b51c-4808-9314-8ad8cf9da619 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0257227 Jul 13 07:31:15.673010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41130) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:15.718421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.735598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Deleting port 86302c54-d0d8-4499-ab87-45eebdfe8a35 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:15.736158 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.759033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Pushing event deleted for resources: {'Port': ['ID=90945104-23f3-49c0-b6ed-cffe8a65cb83,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:15.798199 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-de41a4b5-8a4a-4025-8577-32918a721df5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "GET /v2.0/floatingips/b1e578fc-5af7-4388-863f-93b3f2000e29 HTTP/1.1" status: 200 len: 978 time: 0.1236889 Jul 13 07:31:15.798848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:15.806107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41134) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:15.839903 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b0c116f0-1420-402c-99f5-26419d86ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.877265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:15.880575 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c116f0-1420-402c-99f5-26419d86ad30 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:15.881478 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b0c116f0-1420-402c-99f5-26419d86ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.956109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:15.956694 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.970433 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b0c116f0-1420-402c-99f5-26419d86ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.972116 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c116f0-1420-402c-99f5-26419d86ad30 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:15.995994 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.003891 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e1efaa73-8fe3-4fb9-a4cf-1dba697d2171 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1767788 Jul 13 07:31:16.016718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41138) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:16.023960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 757c1dc4-6750-45ee-8600-702886515ccc no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:16.026118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'port_id': '178a9fab-4318-405f-b4f4-730083a660ad'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:16.030649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5f82ed62-386f-4382-9f19-ee816af3e8b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0ab322aa0c944378379eb571b2b9d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296174 Jul 13 07:31:16.086290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41140) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:16.102476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 757c1dc4-6750-45ee-8600-702886515ccc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:16.103236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 757c1dc4-6750-45ee-8600-702886515ccc not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:16.277997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-713fb792-3df1-4219-95db-b61557933d43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.315458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fb792-3df1-4219-95db-b61557933d43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=584bbce2-6692-47cd-aede-313206aac8b6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:16.319639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.320069 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.325064 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-713fb792-3df1-4219-95db-b61557933d43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.327134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-713fb792-3df1-4219-95db-b61557933d43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/584bbce2-6692-47cd-aede-313206aac8b6 HTTP/1.1" status: 204 len: 168 time: 1.1299992 Jul 13 07:31:16.334636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41142) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:16.335007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1abbfa3-95f2-4ce9-ac42-ed47e87cb235 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:16.382944 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-64228a3a-cd4b-4c76-bad8-a35cec4f220d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471487 Jul 13 07:31:16.383949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Calling delete_port for 86302c54-d0d8-4499-ab87-45eebdfe8a35 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:16.385833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41144) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:16.392875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:16.506603 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.511192 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.575436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:16.579130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.600259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.609124 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.609681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37470ed2-3c0a-4964-93e4-985db4ba78b9 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:16.643932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.645110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b373595e-38ea-44bf-a78f-d816b250ce6e admin admin] 10.222.0.41 "DELETE /v2.0/routers/37470ed2-3c0a-4964-93e4-985db4ba78b9 HTTP/1.1" status: 204 len: 168 time: 2.3321364 Jul 13 07:31:16.648118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41146) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:16.648771 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95e80862-8c91-46fe-a1b3-3f0299169455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.702188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253365e1-8910-4ae0-b9f7-e5165c094e5e None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:16.729233 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95e80862-8c91-46fe-a1b3-3f0299169455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.736691 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.764301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-253365e1-8910-4ae0-b9f7-e5165c094e5e None None] Deleting port 6c3fbd00-c859-44c1-be46-6cef36f6b36e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:16.765013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-253365e1-8910-4ae0-b9f7-e5165c094e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.773777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8395ff-8695-4cf8-8e96-f751eee75b10 admin admin] Deleting subnet d64769a3-8135-4c41-a187-fe4921e4ad78 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:16.786569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a8395ff-8695-4cf8-8e96-f751eee75b10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.786803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Pushing event deleted for resources: {'Port': ['ID=86302c54-d0d8-4499-ab87-45eebdfe8a35,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:16.837999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-253365e1-8910-4ae0-b9f7-e5165c094e5e None None] For port 6c3fbd00-c859-44c1-be46-6cef36f6b36e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6c3fbd00-c859-44c1-be46-6cef36f6b36e,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:16.839328 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-253365e1-8910-4ae0-b9f7-e5165c094e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.861865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-253365e1-8910-4ae0-b9f7-e5165c094e5e None None] Calling delete_port for 6c3fbd00-c859-44c1-be46-6cef36f6b36e owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:16.869933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a8395ff-8695-4cf8-8e96-f751eee75b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.899911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.903797 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.905280 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f76f753-f6e6-498d-bf28-76fb72f97437 req-13751aba-3c9e-41bd-a138-16af10ca76e1 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "DELETE /v2.0/floatingips/49d2d70c-cfb2-4647-af69-2dd987998167 HTTP/1.1" status: 204 len: 173 time: 1.5111923 Jul 13 07:31:16.966548 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.968926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-253365e1-8910-4ae0-b9f7-e5165c094e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.993974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253365e1-8910-4ae0-b9f7-e5165c094e5e None None] Pushing event deleted for resources: {'Port': ['ID=6c3fbd00-c859-44c1-be46-6cef36f6b36e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:17.000333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253365e1-8910-4ae0-b9f7-e5165c094e5e None None] No DVR routers for this DVR port 6c3fbd00-c859-44c1-be46-6cef36f6b36e on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:17.000492 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95e80862-8c91-46fe-a1b3-3f0299169455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.002953 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95e80862-8c91-46fe-a1b3-3f0299169455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.006388 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-95e80862-8c91-46fe-a1b3-3f0299169455 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9a2a204-bd34-4ada-8bab-358698483c76 HTTP/1.1" status: 204 len: 168 time: 0.9172881 Jul 13 07:31:17.030355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:17.033750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:17.038288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.038989 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.042608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=656bc34f-3a56-4bc2-bb93-b17876ddb690,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:17.052969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f5b84-f817-47ce-a655-f5611ad0ef9a None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:17.060153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d673a5eb-0ba7-43fc-8780-51c8aea829a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6726303 Jul 13 07:31:17.062834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41152) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:17.070427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '656bc34f-3a56-4bc2-bb93-b17876ddb690', 'ip_address': '2001:db8::f307:90f8:25fe:2256'}], 'name': 'tempest-NetworksTestDHCPv6-1392769555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:17.103644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e80862-8c91-46fe-a1b3-3f0299169455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a2a204-bd34-4ada-8bab-358698483c76,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:17.144501 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-43cceccd-d3a0-4255-bfd9-0b707c9b4001 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 1001 time: 0.2096837 Jul 13 07:31:17.156037 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a8395ff-8695-4cf8-8e96-f751eee75b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.261443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:17.307551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258370fb-4231-492f-afb4-963f2d0fb85e req-4a3d02bd-f9d2-424d-8c40-47a2017df2e5 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.308976 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-4a3d02bd-f9d2-424d-8c40-47a2017df2e5 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports/5a69658f-2e08-4920-a86f-30a2c7283105 HTTP/1.1" status: 200 len: 942 time: 0.1469924 Jul 13 07:31:17.368712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '656bc34f-3a56-4bc2-bb93-b17876ddb690'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:17.368712 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.403972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.427532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 64ec9e3a-06f9-4380-a4a7-3471bccd4446 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:17.440349 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a8395ff-8695-4cf8-8e96-f751eee75b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.462045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a8395ff-8695-4cf8-8e96-f751eee75b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.466562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0a8395ff-8695-4cf8-8e96-f751eee75b10 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d64769a3-8135-4c41-a187-fe4921e4ad78 HTTP/1.1" status: 204 len: 168 time: 0.8158510 Jul 13 07:31:17.471758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41158) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:17.485762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e27fb-e579-4f50-9786-3af0e59a339c None None] Network ca75b4cc-2248-4caf-be58-679d656b2a95 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:17.590731 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.602941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8395ff-8695-4cf8-8e96-f751eee75b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64769a3-8135-4c41-a187-fe4921e4ad78,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:17.654584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/656bc34f-3a56-4bc2-bb93-b17876ddb690/3d071a28-aa6d-4f90-b1f6-e67ae546ab21) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:17.692058 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8bf6785b-e436-4b45-ae62-cdfc6d60c7c6 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 1001 time: 0.2428508 Jul 13 07:31:17.799276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5652d72-0ef3-4a1d-866f-d0461e6bdd07 None None] DHCP port deletion for ca75b4cc-2248-4caf-be58-679d656b2a95 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:17.843454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.853566 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.855039 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.860825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Deleting port 81f50601-96a2-4d02-b561-a28ff49d53f7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:17.861117 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.870120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Transition to ACTIVE for port object 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:17.890128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Transition to ACTIVE for port object 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:17.895336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c5652d72-0ef3-4a1d-866f-d0461e6bdd07 None None] Deleting port 81f50601-96a2-4d02-b561-a28ff49d53f7 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:17.895723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5652d72-0ef3-4a1d-866f-d0461e6bdd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.911134 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.955544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:17.962439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258370fb-4231-492f-afb4-963f2d0fb85e req-4c7adff4-ec11-47a1-8ad4-0fed64001c39 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.963913 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-4c7adff4-ec11-47a1-8ad4-0fed64001c39 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.2632565 Jul 13 07:31:17.987214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f307:90f8:25fe:2256 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/656bc34f-3a56-4bc2-bb93-b17876ddb690/64ec9e3a-06f9-4380-a4a7-3471bccd4446) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:17.992302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:18.001520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6c3fbd00-c859-44c1-be46-6cef36f6b36e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:18.009577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:18.048712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 6c3fbd00-c859-44c1-be46-6cef36f6b36e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:18.049164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6c3fbd00-c859-44c1-be46-6cef36f6b36e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:18.049506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 90945104-23f3-49c0-b6ed-cffe8a65cb83 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:18.054714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Pushing event updated for resources: {'Port': ['ID=3d071a28-aa6d-4f90-b1f6-e67ae546ab21,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.067036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] For port 81f50601-96a2-4d02-b561-a28ff49d53f7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=81f50601-96a2-4d02-b561-a28ff49d53f7,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:18.067577 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.076255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41176) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:18.088957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c5652d72-0ef3-4a1d-866f-d0461e6bdd07 None None] For port 81f50601-96a2-4d02-b561-a28ff49d53f7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=81f50601-96a2-4d02-b561-a28ff49d53f7,segment=NetworkSegment(b320f535-dc1b-4844-8698-d7cf3702dc7e),segment_id=b320f535-dc1b-4844-8698-d7cf3702dc7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:18.089362 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5652d72-0ef3-4a1d-866f-d0461e6bdd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.116867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Calling delete_port for 81f50601-96a2-4d02-b561-a28ff49d53f7 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:18.123827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 90945104-23f3-49c0-b6ed-cffe8a65cb83 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:18.124191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 90945104-23f3-49c0-b6ed-cffe8a65cb83 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:18.124592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 81f50601-96a2-4d02-b561-a28ff49d53f7 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:18.139493 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP b1e578fc-5af7-4388-863f-93b3f2000e29 associated. External IP: 172.25.8.238, port: 603cc3ee-0871-436d-bb8a-22ebcdcf4c6f. Jul 13 07:31:18.153773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c5652d72-0ef3-4a1d-866f-d0461e6bdd07 None None] Calling delete_port for 81f50601-96a2-4d02-b561-a28ff49d53f7 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:18.172003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Attempting to bind port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:18.172355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Attempting to bind port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:18.172722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Attempting to bind port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:18.185253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:18.186260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:18.186260 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.186517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:18.186860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Bound port: 3d071a28-aa6d-4f90-b1f6-e67ae546ab21, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:18.187247 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.219240 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.221041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-74531e9d-3b7d-4a81-b0c6-3b3645cff14a tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 1001 time: 0.2074752 Jul 13 07:31:18.243815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1177188237-network', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:18.244544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8013680d-16ff-4665-843d-1283d42e13af tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:18.251749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 64ec9e3a-06f9-4380-a4a7-3471bccd4446 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:18.282672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Made reservation on behalf of f3c755b4780c4c398df7e5f0fddcc546 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:18.285298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.302817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.336129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.350228 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d47cef02-5726-4081-9f34-165efc8dc5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.352723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.370437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] For port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:18.387170 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5652d72-0ef3-4a1d-866f-d0461e6bdd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.396834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] For port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3d071a28-aa6d-4f90-b1f6-e67ae546ab21,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:18.402067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5652d72-0ef3-4a1d-866f-d0461e6bdd07 None None] No DVR routers for this DVR port 81f50601-96a2-4d02-b561-a28ff49d53f7 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:18.418099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:18.423065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:18.425509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.438264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:18.445112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:18.445909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.446537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5652d72-0ef3-4a1d-866f-d0461e6bdd07 None None] Pushing event deleted for resources: {'Port': ['ID=81f50601-96a2-4d02-b561-a28ff49d53f7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.452105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=64ec9e3a-06f9-4380-a4a7-3471bccd4446,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.474829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.527892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8013680d-16ff-4665-843d-1283d42e13af tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.529329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad427c6-2972-4337-82bd-5204dd3276dc None None] Pushing event updated for resources: {'Port': ['ID=3d071a28-aa6d-4f90-b1f6-e67ae546ab21,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.544108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.549496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.562255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a5947df8-b7c6-421b-9fc1-c0763e80071e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4923704 Jul 13 07:31:18.562255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41182) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:18.588097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f50601-96a2-4d02-b561-a28ff49d53f7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.590960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] No DVR routers for this DVR port 81f50601-96a2-4d02-b561-a28ff49d53f7 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:18.607750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:18.625048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6895df6-6939-41fd-9561-a45f60f57371,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.628071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.628448 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Added segment 71d62109-7aa3-4a27-a585-f532b137e2fc of type vlan for network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe Jul 13 07:31:18.635280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.635932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.636341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.636812 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.637214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.638336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.638729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.639128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.639591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.639987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.640448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.640840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:18.698180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.749072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeaeecf-eb3a-43cb-b548-7f3181d6db6d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:18.756261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeaeecf-eb3a-43cb-b548-7f3181d6db6d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:18.758581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2aeaeecf-eb3a-43cb-b548-7f3181d6db6d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1974812 Jul 13 07:31:18.765606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41184) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:18.811520 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.812537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:18.813133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.924757 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8469999 Jul 13 07:31:18.926686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f2359-2011-4456-9593-2a149c5d6731 admin admin] Pushing event updated for resources: {'Network': ['ID=7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.930001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41186) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:18.935502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Request body: {'subnet': {'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1177188237-subnet', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:18.937809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:18.975429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Made reservation on behalf of f3c755b4780c4c398df7e5f0fddcc546 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:18.977746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.991667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-01005ef8-cdb5-4de3-bc3c-7b3597e74cd3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 64ec9e3a-06f9-4380-a4a7-3471bccd4446 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:18.992014 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01005ef8-cdb5-4de3-bc3c-7b3597e74cd3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.141188 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01005ef8-cdb5-4de3-bc3c-7b3597e74cd3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.146686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.157853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-01005ef8-cdb5-4de3-bc3c-7b3597e74cd3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 64ec9e3a-06f9-4380-a4a7-3471bccd4446 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:19.172320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca75b4cc-2248-4caf-be58-679d656b2a95']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:19.188457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b320f535-dc1b-4844-8698-d7cf3702dc7e') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:19.189042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b320f535-dc1b-4844-8698-d7cf3702dc7e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:19.204957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:19.209537 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.251215 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8013680d-16ff-4665-843d-1283d42e13af tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.260613 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8013680d-16ff-4665-843d-1283d42e13af tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.260948 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8013680d-16ff-4665-843d-1283d42e13af tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Floating IP 851ba619-3d08-461f-8b53-cecde50cb7eb disassociated. External IP: 172.25.8.196, port: 5a69658f-2e08-4920-a86f-30a2c7283105. Jul 13 07:31:19.268165 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.307954 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.310876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:19.311330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:19.345151 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:19.401989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8961eb2-d790-468e-855c-f95f27a8a5d5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:19.430148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Checking segment: {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:19.430890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Network hostable DHCP agents. Network: 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:19.436134 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01005ef8-cdb5-4de3-bc3c-7b3597e74cd3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.478153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01005ef8-cdb5-4de3-bc3c-7b3597e74cd3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=64ec9e3a-06f9-4380-a4a7-3471bccd4446,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:19.510543 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.515284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.518803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:19.520669 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ca75b4cc-2248-4caf-be58-679d656b2a95 HTTP/1.1" status: 204 len: 168 time: 2.0484638 Jul 13 07:31:19.521504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01005ef8-cdb5-4de3-bc3c-7b3597e74cd3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.523508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-01005ef8-cdb5-4de3-bc3c-7b3597e74cd3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/64ec9e3a-06f9-4380-a4a7-3471bccd4446 HTTP/1.1" status: 204 len: 168 time: 0.7568760 Jul 13 07:31:19.528804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41192) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:19.549978 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cd0a4-855d-4640-b606-736f50e13139 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca75b4cc-2248-4caf-be58-679d656b2a95,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:19.559653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:19.571122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3afc89-dc62-4f3e-966f-33cbef40c542 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:19.584146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:19.588499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3afc89-dc62-4f3e-966f-33cbef40c542 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:19.589138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2a3afc89-dc62-4f3e-966f-33cbef40c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:19.599965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460ad7d-03b3-41b4-9b20-cb93178c104a None None] Network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:19.611608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.612204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.659257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-65702449-c092-427f-b4a2-b4e6162597ad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7281866 Jul 13 07:31:19.663546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f8d7e-b007-44fa-ad98-9721c9d06b0a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.665517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f8d7e-b007-44fa-ad98-9721c9d06b0a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.667225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-308f8d7e-b007-44fa-ad98-9721c9d06b0a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1374817 Jul 13 07:31:19.668051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41194) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:19.672930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:19.675988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:19.728518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8013680d-16ff-4665-843d-1283d42e13af tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Router 094853fa-2681-43ff-9698-e3c8b741d608 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:19.747239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2a3afc89-dc62-4f3e-966f-33cbef40c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:19.757684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3afc89-dc62-4f3e-966f-33cbef40c542 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:19.758338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2a3afc89-dc62-4f3e-966f-33cbef40c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:19.761583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-112ac64f-b2ca-4db6-82a0-cfb1b46684d1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 656bc34f-3a56-4bc2-bb93-b17876ddb690 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:19.771187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-112ac64f-b2ca-4db6-82a0-cfb1b46684d1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.796645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2a3afc89-dc62-4f3e-966f-33cbef40c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:19.797679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3afc89-dc62-4f3e-966f-33cbef40c542 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:19.807054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:19.810648 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.812238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.862193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-112ac64f-b2ca-4db6-82a0-cfb1b46684d1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.912579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:19.913508 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.923535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ef95260c-4694-4c50-a0b9-9a641b1e618e None None] Provisioning for port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:20.014250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:20.014632 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.127292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:20.136353 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-651c48d8-9a49-4616-9b76-b44aed1cef44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c650ef61379645049a3d8130989d167e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256497 Jul 13 07:31:20.137136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:20.138476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:20.139066 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.142428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Allocated IP 172.20.0.2 (7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe/d8961eb2-d790-468e-855c-f95f27a8a5d5/6efaee10-a83f-47ea-9406-529a11a3d7e5) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:20.180951 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b97ca92e-bf93-44b9-9ce5-b7a9aef76569 None None] Could not find standard attr ID for object 64ec9e3a-06f9-4380-a4a7-3471bccd4446. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:31:20.189329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8013680d-16ff-4665-843d-1283d42e13af tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:20.199051 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8013680d-16ff-4665-843d-1283d42e13af tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.209019 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] Sync routers for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:20.220610 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:20.221706 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:20.252903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.263031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-112ac64f-b2ca-4db6-82a0-cfb1b46684d1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.265048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-8013680d-16ff-4665-843d-1283d42e13af tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "PUT /v2.0/floatingips/851ba619-3d08-461f-8b53-cecde50cb7eb HTTP/1.1" status: 200 len: 695 time: 2.0304954 Jul 13 07:31:20.284147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:20.287266 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:20.313239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:20.382395 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f70312e-3ed5-4204-bc99-ad536fc3e5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.383192 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1e37ff-5f85-4e51-97e1-7287500ee374 x-openstack-request-id: req-8d1e37ff-5f85-4e51-97e1-7287500ee374 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:20.383486 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:20.383743 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d1e37ff-5f85-4e51-97e1-7287500ee374 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:20.385584 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105', 'status': 'completed', 'code': 200} Jul 13 07:31:20.436612 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:20.473897 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f70312e-3ed5-4204-bc99-ad536fc3e5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.505974 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-112ac64f-b2ca-4db6-82a0-cfb1b46684d1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.523307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:20.530950 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.539208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034fef60-48fa-4bc7-bf5a-95742d4a8656 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:20.560380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258370fb-4231-492f-afb4-963f2d0fb85e req-2754d861-5afe-4602-b26b-36dffb5a16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.561003 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-2754d861-5afe-4602-b26b-36dffb5a16fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ba670f875be4d668e8f304b9df3c692&device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 1097 time: 0.2646821 Jul 13 07:31:20.562437 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.577566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034fef60-48fa-4bc7-bf5a-95742d4a8656 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:20.578236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-034fef60-48fa-4bc7-bf5a-95742d4a8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:20.589181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ac64f-b2ca-4db6-82a0-cfb1b46684d1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=656bc34f-3a56-4bc2-bb93-b17876ddb690,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:20.593333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-112ac64f-b2ca-4db6-82a0-cfb1b46684d1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.599367 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-112ac64f-b2ca-4db6-82a0-cfb1b46684d1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/656bc34f-3a56-4bc2-bb93-b17876ddb690 HTTP/1.1" status: 204 len: 168 time: 0.9183257 Jul 13 07:31:20.599367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:20.632119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c44201-7d53-465a-ae28-202635d22f94 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:20.638218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-034fef60-48fa-4bc7-bf5a-95742d4a8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:20.646287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ac5a7868-64e4-481e-82d5-25ca67a6c880 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456929 Jul 13 07:31:20.654052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41208) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:20.699155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-061a3f36-6c69-4d58-8f91-f247966ae21a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/floatingips/b1e578fc-5af7-4388-863f-93b3f2000e29 HTTP/1.1" status: 200 len: 977 time: 4.6814899 Jul 13 07:31:20.702772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:20.707103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2404dfdb-e9f3-4b14-8bdb-50240d9c98c4 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:20.727365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034fef60-48fa-4bc7-bf5a-95742d4a8656 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:20.727920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-034fef60-48fa-4bc7-bf5a-95742d4a8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:20.805434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258370fb-4231-492f-afb4-963f2d0fb85e req-284cc34d-bb60-46bf-8841-a2321e0d139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.806999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-284cc34d-bb60-46bf-8841-a2321e0d139c service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd9ffb23-3401-46c5-a32e-53ab486298af HTTP/1.1" status: 200 len: 930 time: 0.2320840 Jul 13 07:31:20.820407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-034fef60-48fa-4bc7-bf5a-95742d4a8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:20.821073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034fef60-48fa-4bc7-bf5a-95742d4a8656 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:20.834929 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.859632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Transition to ACTIVE for port object 6efaee10-a83f-47ea-9406-529a11a3d7e5 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:20.861938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:31:20.862553 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:31:20.867275 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:16Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '367131f7-fdbd-4830-a778-7e11aab8c3c7', 'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'mac_address': 'fa:16:3e:ce:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:29Z', 'revision_number': 5, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'subnets': [{'id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:20.902577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-955a52b4-3f34-4c20-8e3a-fd26d4ce500e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a69658f-2e08-4920-a86f-30a2c7283105 HTTP/1.1" status: 200 len: 217 time: 0.0794573 Jul 13 07:31:20.905400 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] Checking router: 094853fa-2681-43ff-9698-e3c8b741d608 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:20.913933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2404dfdb-e9f3-4b14-8bdb-50240d9c98c4 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.916211 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:20.917147 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:20.921981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Transition to ACTIVE for port object 6efaee10-a83f-47ea-9406-529a11a3d7e5 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:20.936594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.995289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258370fb-4231-492f-afb4-963f2d0fb85e req-4c99b0bd-e151-4b75-aecd-2c08bbc58e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.997281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-4c99b0bd-e151-4b75-aecd-2c08bbc58e5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36e67463-c09d-48d8-bb97-c681be4276c2 HTTP/1.1" status: 200 len: 868 time: 0.0933673 Jul 13 07:31:21.004965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:21.014903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Pushing event updated for resources: {'Port': ['ID=6efaee10-a83f-47ea-9406-529a11a3d7e5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:21.029793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:21.030115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-839891fb-105a-4cbd-af37-2b9b6b8cfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.031621 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-839891fb-105a-4cbd-af37-2b9b6b8cfc87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ba670f875be4d668e8f304b9df3c692&device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 1097 time: 0.6250324 Jul 13 07:31:21.032368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:21.079940 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f70312e-3ed5-4204-bc99-ad536fc3e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.082569 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f70312e-3ed5-4204-bc99-ad536fc3e5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.083923 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2f70312e-3ed5-4204-bc99-ad536fc3e5be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9684a51a-86d9-4928-8071-7f45fed08d9a HTTP/1.1" status: 204 len: 168 time: 0.9439299 Jul 13 07:31:21.104310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1270e85-ad60-4848-909e-e9f72356b815 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:21.106560 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23b7f9aa-e560-4b04-ae18-7ce4bfd4d780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.109866 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:21.114638 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.167677 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2404dfdb-e9f3-4b14-8bdb-50240d9c98c4 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.171966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70312e-3ed5-4204-bc99-ad536fc3e5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9684a51a-86d9-4928-8071-7f45fed08d9a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:21.177016 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2404dfdb-e9f3-4b14-8bdb-50240d9c98c4 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.177625 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-2404dfdb-e9f3-4b14-8bdb-50240d9c98c4 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP b1e578fc-5af7-4388-863f-93b3f2000e29 disassociated. External IP: 172.25.8.238, port: 178a9fab-4318-405f-b4f4-730083a660ad. Jul 13 07:31:21.202282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Attempting to bind port 6efaee10-a83f-47ea-9406-529a11a3d7e5 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:21.202663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Attempting to bind port 6efaee10-a83f-47ea-9406-529a11a3d7e5 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:21.203031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Attempting to bind port 6efaee10-a83f-47ea-9406-529a11a3d7e5 on network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:21.223459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258370fb-4231-492f-afb4-963f2d0fb85e req-14d6cb41-7a7b-4646-9ff6-a200d0180c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.226603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-14d6cb41-7a7b-4646-9ff6-a200d0180c2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd9ffb23-3401-46c5-a32e-53ab486298af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2104290 Jul 13 07:31:21.231920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:21.232297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Checking segment: {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:21.232705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.233099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Bound using segment: {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:21.233770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Bound port: 6efaee10-a83f-47ea-9406-529a11a3d7e5, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:21.234190 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.266118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b316b-af65-4bfe-aba7-9d086ab8d893 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.274890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2e7b316b-af65-4bfe-aba7-9d086ab8d893 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6131124 Jul 13 07:31:21.300048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:21.305750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e1270e85-ad60-4848-909e-e9f72356b815 None None] Deleting port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:21.306180 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1270e85-ad60-4848-909e-e9f72356b815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.355957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] For port 6efaee10-a83f-47ea-9406-529a11a3d7e5, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:21.366915 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:16Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '367131f7-fdbd-4830-a778-7e11aab8c3c7', 'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'mac_address': 'fa:16:3e:ce:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:29Z', 'revision_number': 5, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'subnets': [{'id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:21.400143 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e9420-54f9-4678-8054-dba6772b6511 None None] The sync data for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 is: [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:30:16Z', 'revision_number': 4, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '367131f7-fdbd-4830-a778-7e11aab8c3c7', 'name': '', 'network_id': 'bd9ffb23-3401-46c5-a32e-53ab486298af', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'mac_address': 'fa:16:3e:ce:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:29Z', 'revision_number': 5, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'subnets': [{'id': '36e67463-c09d-48d8-bb97-c681be4276c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:21.427368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] For port 6efaee10-a83f-47ea-9406-529a11a3d7e5, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6efaee10-a83f-47ea-9406-529a11a3d7e5,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:21.461378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e1270e85-ad60-4848-909e-e9f72356b815 None None] For port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3d071a28-aa6d-4f90-b1f6-e67ae546ab21,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:21.461787 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1270e85-ad60-4848-909e-e9f72356b815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.465032 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.491991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-1640c73c-2668-4480-80f3-4a3966a331d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.493581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-1640c73c-2668-4480-80f3-4a3966a331d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd9ffb23-3401-46c5-a32e-53ab486298af HTTP/1.1" status: 200 len: 930 time: 0.4386392 Jul 13 07:31:21.537050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8e0cd-b64b-4026-bab6-5efbc92fc371 None None] Pushing event updated for resources: {'Port': ['ID=6efaee10-a83f-47ea-9406-529a11a3d7e5,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:21.563373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e1270e85-ad60-4848-909e-e9f72356b815 None None] Calling delete_port for 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:21.571771 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-c31fd0a6-06c4-40cc-9f5b-0eef9edc0242 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a69658f-2e08-4920-a86f-30a2c7283105 HTTP/1.1" status: 200 len: 217 time: 0.0696516 Jul 13 07:31:21.649340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-2219a969-e99e-489b-a2f8-f020fa3fd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.651670 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-2219a969-e99e-489b-a2f8-f020fa3fd302 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36e67463-c09d-48d8-bb97-c681be4276c2 HTTP/1.1" status: 200 len: 868 time: 0.0700197 Jul 13 07:31:21.657411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.739762 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.754789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3d071a28-aa6d-4f90-b1f6-e67ae546ab21,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:21.774594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.792910 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.870336 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1270e85-ad60-4848-909e-e9f72356b815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.894734 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08dc35-ebbb-4bcd-b13c-672596718092 None None] New status for floating IP 851ba619-3d08-461f-8b53-cecde50cb7eb: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:31:21.956500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1270e85-ad60-4848-909e-e9f72356b815 None None] No DVR routers for this DVR port 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:21.977172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=3d071a28-aa6d-4f90-b1f6-e67ae546ab21,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:22.041929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1270e85-ad60-4848-909e-e9f72356b815 None None] Pushing event deleted for resources: {'Port': ['ID=3d071a28-aa6d-4f90-b1f6-e67ae546ab21,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:22.047476 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.055176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:22.062751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Allocated IP 172.25.8.66 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/cfb3f546-c29d-414e-a1d0-7b4b50d29100) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:22.103709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:22.104365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3d071a28-aa6d-4f90-b1f6-e67ae546ab21 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:22.129186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9656fd-a171-48a0-a7e3-47e13acc6dd6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.129186 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9b9656fd-a171-48a0-a7e3-47e13acc6dd6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8252051 Jul 13 07:31:22.132228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41230) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:22.205518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-25941b73-1ca5-4e13-b3f2-4e895b5e9cb6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719848 Jul 13 07:31:22.210098 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-3efee35d-443f-40c6-8dea-517cf4a72448 service neutron] 10.222.0.41 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9717047 Jul 13 07:31:22.210098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41236) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:22.215017 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:22.262152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.277014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-4b7c10fd-f76b-44c7-9756-f12877ede62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.280869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-4b7c10fd-f76b-44c7-9756-f12877ede62d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd9ffb23-3401-46c5-a32e-53ab486298af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6214445 Jul 13 07:31:22.375669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41240) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:22.391268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.451815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:22.459662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:22.462341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:22.469202 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-cea41472-d786-40a2-aafd-b75f7bf4af94 service neutron] 10.222.0.48 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754520 Jul 13 07:31:22.477219 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-258370fb-4231-492f-afb4-963f2d0fb85e req-25c90c9d-a885-4c59-bcda-f5d1d3f40d38 service neutron] 10.222.0.41 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566547 Jul 13 07:31:22.489746 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2404dfdb-e9f3-4b14-8bdb-50240d9c98c4 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:22.495200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:22.499551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.504443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb3f546-c29d-414e-a1d0-7b4b50d29100,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:22.524061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1064287389-network', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:22.604356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Made reservation on behalf of ab652ed1e1d84fbe86dc696833e1a287 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:22.607249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.630431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-9ecb5e83-596f-4cac-b7d2-7ec82b7f0248 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips/851ba619-3d08-461f-8b53-cecde50cb7eb HTTP/1.1" status: 200 len: 693 time: 0.0897839 Jul 13 07:31:22.660078 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.732158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2404dfdb-e9f3-4b14-8bdb-50240d9c98c4 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:22.738320 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2404dfdb-e9f3-4b14-8bdb-50240d9c98c4 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.746394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505662c-9181-467c-9bf6-d3106a28ffd0 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:22.763461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505662c-9181-467c-9bf6-d3106a28ffd0 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:22.764458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1505662c-9181-467c-9bf6-d3106a28ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:22.801682 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1505662c-9181-467c-9bf6-d3106a28ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:22.819232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505662c-9181-467c-9bf6-d3106a28ffd0 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:22.820023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1505662c-9181-467c-9bf6-d3106a28ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:22.854572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1505662c-9181-467c-9bf6-d3106a28ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:22.855372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505662c-9181-467c-9bf6-d3106a28ffd0 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:22.865589 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2404dfdb-e9f3-4b14-8bdb-50240d9c98c4 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/floatingips/b1e578fc-5af7-4388-863f-93b3f2000e29 HTTP/1.1" status: 200 len: 688 time: 2.1618078 Jul 13 07:31:22.866599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41246) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:22.873489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.905106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5231816e-dfc4-46e8-8fca-8b55dbbb00fc req-166d5cca-24c4-4c17-897c-a30db0fb3db6 service neutron] 10.222.0.48 "GET /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119639 Jul 13 07:31:22.997463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3d584-f178-4223-8d5b-df1699716c11 None None] Network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:22.999285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:23.001537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-0eba1ead-d1ef-448a-a3ef-6251260b311a tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.003028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-0eba1ead-d1ef-448a-a3ef-6251260b311a tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.3395486 Jul 13 07:31:23.003261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:23.006336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.007021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.033859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bb453f-6ef7-45ad-9448-ee24a989bc36 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:23.045646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=8dfb76b7-f925-4322-bc1b-06a991e42c99,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.076811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 4c636b5d-5b4d-41ba-abb5-3b7d84dffb4b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:23.077260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.093749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0fff310c-5e96-4471-a6b6-7030995e6782 None None] Provisioning for port 6efaee10-a83f-47ea-9406-529a11a3d7e5 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:23.105857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-c39c2ef6-d9da-4a88-8cf4-53c50a1c8bd3 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 696 time: 0.0939684 Jul 13 07:31:23.170338 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.170740 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.191818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 4c636b5d-5b4d-41ba-abb5-3b7d84dffb4b owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:23.216169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-d5de6cb3-6442-4896-889f-dc9964ff29bb tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 696 time: 0.0877907 Jul 13 07:31:23.218100 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.234457 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.248172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:23.251195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.262129 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dcd828bb-1222-4a2b-8ab8-77465926844b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0517247 Jul 13 07:31:23.264784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41250) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.270213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '8dfb76b7-f925-4322-bc1b-06a991e42c99', 'ip_address': '2001:db8::49c3:d6a7:fba6:a4a5'}], 'name': 'tempest-NetworksTestDHCPv6-831994069'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:23.318939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '8dfb76b7-f925-4322-bc1b-06a991e42c99'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:23.320058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.353669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.358564 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Added segment c15bee75-2388-44b0-b8f8-f789d4dce1a6 of type vlan for network 5f298af5-60dc-4673-a03c-96d4990a655b Jul 13 07:31:23.458786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:23.478447 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.497319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20bf828-5f6e-45a8-9628-67533be53ce6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.510811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/8dfb76b7-f925-4322-bc1b-06a991e42c99/27a0dc82-c561-4117-ab06-f5824275320f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:23.535717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=4c636b5d-5b4d-41ba-abb5-3b7d84dffb4b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.539953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.618849 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.640321 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.641589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.642246 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.661982 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.665219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.668249 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.672459 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a1332aff-6bef-4930-af09-2265de48bf2e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/floatingips/b1e578fc-5af7-4388-863f-93b3f2000e29 HTTP/1.1" status: 204 len: 168 time: 0.8019533 Jul 13 07:31:23.676318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41252) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.681544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Deleting port 319c49d7-4508-4dfe-af5d-9b8280eca94b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:23.681894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.722199 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-03de4ea1-e7d8-47a5-b7c5-85a2cc48b057 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] delete failed (client error): The resource could not be found. Jul 13 07:31:23.726803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03de4ea1-e7d8-47a5-b7c5-85a2cc48b057 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/floatingips/b1e578fc-5af7-4388-863f-93b3f2000e29 HTTP/1.1" status: 404 len: 345 time: 0.0460091 Jul 13 07:31:23.726803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 39eb97af-cf79-48ac-bbcd-e3dd64e3797e yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:23.730462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41254) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.735033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3553042 Jul 13 07:31:23.737246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41256) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.738341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.747988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Transition to ACTIVE for port object 27a0dc82-c561-4117-ab06-f5824275320f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:23.765322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Transition to ACTIVE for port object 27a0dc82-c561-4117-ab06-f5824275320f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:23.772060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Request body: {'subnet': {'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1064287389-subnet', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:23.772235 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.787860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3562d-197f-4383-9c92-11d9ec5c5225 admin admin] Pushing event updated for resources: {'Network': ['ID=5f298af5-60dc-4673-a03c-96d4990a655b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.806603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 5f298af5-60dc-4673-a03c-96d4990a655b details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:23.837381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.844131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:23.849568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Pushing event updated for resources: {'Port': ['ID=27a0dc82-c561-4117-ab06-f5824275320f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.855684 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.856637 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.857037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:23.859587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:23.890795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Made reservation on behalf of ab652ed1e1d84fbe86dc696833e1a287 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:23.892866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.907666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Calling delete_port for 319c49d7-4508-4dfe-af5d-9b8280eca94b owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:23.970752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Attempting to bind port 27a0dc82-c561-4117-ab06-f5824275320f on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:23.970988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Attempting to bind port 27a0dc82-c561-4117-ab06-f5824275320f by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:23.971283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Attempting to bind port 27a0dc82-c561-4117-ab06-f5824275320f on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:23.976948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:23.977257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:23.977656 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.978084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:23.978887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Bound port: 27a0dc82-c561-4117-ab06-f5824275320f, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:23.979014 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.989619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398ff3a-86be-42e1-8dba-d305180a0647 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.995854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398ff3a-86be-42e1-8dba-d305180a0647 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.003855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398ff3a-86be-42e1-8dba-d305180a0647 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.006271 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c398ff3a-86be-42e1-8dba-d305180a0647 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "GET /v2.0/ports?network_id=d6bafa8d-3ade-4724-95eb-1d83704cf600 HTTP/1.1" status: 200 len: 2357 time: 0.2747679 Jul 13 07:31:24.050406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41258) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.067500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6efaee10-a83f-47ea-9406-529a11a3d7e5 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:24.090307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] For port 27a0dc82-c561-4117-ab06-f5824275320f, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:24.113357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] For port 27a0dc82-c561-4117-ab06-f5824275320f, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=27a0dc82-c561-4117-ab06-f5824275320f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:24.121209 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.173770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf86ce0-9eea-4ed2-9bcf-1d93eb9f3aab tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.175421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6cf86ce0-9eea-4ed2-9bcf-1d93eb9f3aab tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "GET /v2.0/subnets/72a996ce-ac53-40e2-b7c7-1390956eb5f6 HTTP/1.1" status: 200 len: 797 time: 0.1126411 Jul 13 07:31:24.181235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.188825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'port': {'network_id': 'd6bafa8d-3ade-4724-95eb-1d83704cf600', 'name': 'tempest-FloatingIPTestJSON-490186072', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:24.194104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::49c3:d6a7:fba6:a4a5 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/8dfb76b7-f925-4322-bc1b-06a991e42c99/39eb97af-cf79-48ac-bbcd-e3dd64e3797e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:24.204134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e520b93-bf23-4608-8ede-e3c5e9eec4e6 None None] Pushing event updated for resources: {'Port': ['ID=27a0dc82-c561-4117-ab06-f5824275320f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.216972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 6efaee10-a83f-47ea-9406-529a11a3d7e5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:24.221694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6efaee10-a83f-47ea-9406-529a11a3d7e5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:24.222521 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.339846 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.352533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:24.393234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 6efaee10-a83f-47ea-9406-529a11a3d7e5, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6efaee10-a83f-47ea-9406-529a11a3d7e5,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:24.398247 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.442130 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Made reservation on behalf of 87a1f90daeb54081907e289f08aad35a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:24.519545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=6efaee10-a83f-47ea-9406-529a11a3d7e5,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.531139 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.541692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.596294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Pushing event deleted for resources: {'Port': ['ID=319c49d7-4508-4dfe-af5d-9b8280eca94b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.651072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:24.676105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.679432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.680736 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e6d6cc20-7c2e-4b0d-a240-4e423556a2ae req-22fc9c0a-a7c3-43e4-a063-5f641eca3e85 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "DELETE /v2.0/floatingips/851ba619-3d08-461f-8b53-cecde50cb7eb HTTP/1.1" status: 204 len: 173 time: 1.4552085 Jul 13 07:31:24.682177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.683466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f4332990-888e-410d-b78f-f0f987c3cfb4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0141883 Jul 13 07:31:24.686158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41264) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.690846 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Sync routers for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:24.712364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f1225e-1677-41ad-9e53-9d723da06fa9,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.717629 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.722582 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:24.723399 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:24.743646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Checking segment: {'id': 'c15bee75-2388-44b0-b8f8-f789d4dce1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:24.744010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Network hostable DHCP agents. Network: 5f298af5-60dc-4673-a03c-96d4990a655b, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:24.767401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] device_id is not set on port e0d9e361-df4d-47d2-a298-6e2116a36944 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:24.776528 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.859205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 39eb97af-cf79-48ac-bbcd-e3dd64e3797e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:24.860541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Network 5f298af5-60dc-4673-a03c-96d4990a655b is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:24.898133 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:24.919159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 5f298af5-60dc-4673-a03c-96d4990a655b) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:24.930690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c5c6d-f99b-42d3-807d-4587bcfa195e None None] Network 5f298af5-60dc-4673-a03c-96d4990a655b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:24.949140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.950285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.007956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e1a96-e02a-41a4-a8c0-5ed6512c9d61 req-7076ea37-f157-411c-a034-37b356d6af69 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:25.009506 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d41e1a96-e02a-41a4-a8c0-5ed6512c9d61 req-7076ea37-f157-411c-a034-37b356d6af69 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1374240 Jul 13 07:31:25.023490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-535c82ff-3548-4789-9a7c-23b6ecc6c33a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2850401 Jul 13 07:31:25.028533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:25.059450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:25.101473 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.110591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d41e1a96-e02a-41a4-a8c0-5ed6512c9d61 req-609ee57b-69a2-4f38-b1f7-7f4643761691 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0587378 Jul 13 07:31:25.181472 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:22Z', 'revision_number': 3, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:25.211056 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Checking router: acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:25.211670 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Updating router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 port cfb3f546-c29d-414e-a1d0-7b4b50d29100 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:25.234355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-5f298af5-60dc-4673-a03c-96d4990a655b', 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'fixed_ips': [{'subnet_id': '06f1225e-1677-41ad-9e53-9d723da06fa9'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:25.236943 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.275575 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.287934 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.289384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.313684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-21d2f880-27e8-452f-a158-869ad782add4 req-1f0d6521-87a4-42c1-9cea-abcde74f06b6 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1417022 Jul 13 07:31:25.346397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:25.384307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:25.395402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=39eb97af-cf79-48ac-bbcd-e3dd64e3797e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.424855 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.427387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:25.458087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:25.458921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.526089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Allocated IP 172.20.0.2 (5f298af5-60dc-4673-a03c-96d4990a655b/06f1225e-1677-41ad-9e53-9d723da06fa9/7c41c0db-fb0f-4d7e-ad0e-3032aece3830) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:25.571484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.20.0.14 (d6bafa8d-3ade-4724-95eb-1d83704cf600/72a996ce-ac53-40e2-b7c7-1390956eb5f6/e0d9e361-df4d-47d2-a298-6e2116a36944) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:25.583649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.20.0.13 (d6bafa8d-3ade-4724-95eb-1d83704cf600/72a996ce-ac53-40e2-b7c7-1390956eb5f6/e0d9e361-df4d-47d2-a298-6e2116a36944) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:25.761740 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-12cf6dd0-d2d7-4ec1-83f8-6181c5957658 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4958041 Jul 13 07:31:25.815175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41280) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:25.829827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2f08f790-2347-41db-bdb7-f91aefb8ff03 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '8dfb76b7-f925-4322-bc1b-06a991e42c99', 'ip_address': '2001:db8::49c3:d6a7:fba6:a4a5'}], 'name': 'tempest-NetworksTestDHCPv6-915824934'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:25.832104 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.845302 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Transition to ACTIVE for port object cfb3f546-c29d-414e-a1d0-7b4b50d29100 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:25.853760 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.910569 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df46378-b0ea-4dd7-8d70-55e17aed2dde None None] Pushing event updated for resources: {'Port': ['ID=cfb3f546-c29d-414e-a1d0-7b4b50d29100,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.928980 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Attempting to bind port cfb3f546-c29d-414e-a1d0-7b4b50d29100 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:25.929735 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Attempting to bind port cfb3f546-c29d-414e-a1d0-7b4b50d29100 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:25.930287 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Attempting to bind port cfb3f546-c29d-414e-a1d0-7b4b50d29100 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:25.937374 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:25.937756 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:25.938374 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.939070 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:25.939733 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Bound port: cfb3f546-c29d-414e-a1d0-7b4b50d29100, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:25.940331 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.014539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Allocated IP 172.20.0.1 (7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe/d8961eb2-d790-468e-855c-f95f27a8a5d5/ed99df9d-c741-4061-8e66-bc06b4f49d32) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:26.043296 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] For port cfb3f546-c29d-414e-a1d0-7b4b50d29100, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:26.055374 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] For port cfb3f546-c29d-414e-a1d0-7b4b50d29100, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cfb3f546-c29d-414e-a1d0-7b4b50d29100,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:26.063209 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.075150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1d2d4f18-76d6-4e24-9296-eb754fee9c27 None None] Provisioning for port 27a0dc82-c561-4117-ab06-f5824275320f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:26.130546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.151377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Transition to ACTIVE for port object 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:26.172106 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df46378-b0ea-4dd7-8d70-55e17aed2dde None None] Pushing event updated for resources: {'Port': ['ID=cfb3f546-c29d-414e-a1d0-7b4b50d29100,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.181196 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:26.182124 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:26.199727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Transition to ACTIVE for port object 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:26.201849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f08f790-2347-41db-bdb7-f91aefb8ff03 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:26.212321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6efaee10-a83f-47ea-9406-529a11a3d7e5 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:26.245612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.312205 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.315291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Network 5f298af5-60dc-4673-a03c-96d4990a655b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:26.316263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-51e07f22-ac46-4d03-b9d5-400b87750e9e None None] Provisioning for port 39eb97af-cf79-48ac-bbcd-e3dd64e3797e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:26.332166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:26.339962 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.342041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-51e07f22-ac46-4d03-b9d5-400b87750e9e None None] Provisioning complete for port 39eb97af-cf79-48ac-bbcd-e3dd64e3797e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:26.342505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51e07f22-ac46-4d03-b9d5-400b87750e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.343361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Transition to ACTIVE for port object ed99df9d-c741-4061-8e66-bc06b4f49d32 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:26.344918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:26.350683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f08f790-2347-41db-bdb7-f91aefb8ff03 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.355701 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:26.374359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-2f08f790-2347-41db-bdb7-f91aefb8ff03 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 78995f61-53b7-41f5-a6e1-158deb479d62 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:26.407225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Pushing event updated for resources: {'Port': ['ID=7c41c0db-fb0f-4d7e-ad0e-3032aece3830,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.474350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Attempting to bind port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:26.475424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Attempting to bind port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c15bee75-2388-44b0-b8f8-f789d4dce1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:26.475809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Attempting to bind port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 on network 5f298af5-60dc-4673-a03c-96d4990a655b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:26.487358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.488580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-51e07f22-ac46-4d03-b9d5-400b87750e9e None None] Port 39eb97af-cf79-48ac-bbcd-e3dd64e3797e cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:26.494992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:26.495546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Checking segment: {'id': 'c15bee75-2388-44b0-b8f8-f789d4dce1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:26.495965 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.496370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Bound using segment: {'id': 'c15bee75-2388-44b0-b8f8-f789d4dce1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:26.496942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Bound port: 7c41c0db-fb0f-4d7e-ad0e-3032aece3830, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15bee75-2388-44b0-b8f8-f789d4dce1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:26.497343 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.501527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6efaee10-a83f-47ea-9406-529a11a3d7e5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:26.501903 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.560255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:26.567447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:26.590389 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.600132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:26.609201 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.631503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbb812-ad97-46f8-afc3-d477c081f7c4 req-7e8d09c3-a688-487b-9951-af787ef7eeea tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:26.633407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48bbb812-ad97-46f8-afc3-d477c081f7c4 req-7e8d09c3-a688-487b-9951-af787ef7eeea tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 945 time: 0.3067005 Jul 13 07:31:26.644271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] For port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:26.645098 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.648117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] For port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7c41c0db-fb0f-4d7e-ad0e-3032aece3830,segment=NetworkSegment(c15bee75-2388-44b0-b8f8-f789d4dce1a6),segment_id=c15bee75-2388-44b0-b8f8-f789d4dce1a6)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:26.660217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.665193 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:22Z', 'revision_number': 3, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:26.673917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Pushing event updated for resources: {'Port': ['ID=ed99df9d-c741-4061-8e66-bc06b4f49d32,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.712012 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fde2cf-6d02-40df-8fff-e86013b9df4b None None] The sync data for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 is: [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:22Z', 'revision_number': 3, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:26.757613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f81c1-aea1-42be-9bce-5be7ac226e51 None None] Pushing event updated for resources: {'Port': ['ID=7c41c0db-fb0f-4d7e-ad0e-3032aece3830,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.782327 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48bbb812-ad97-46f8-afc3-d477c081f7c4 req-630067e0-cf29-40e5-b936-3fc505f256fb tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294358 Jul 13 07:31:26.819543 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f08f790-2347-41db-bdb7-f91aefb8ff03 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 07:31:26.823424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f08f790-2347-41db-bdb7-f91aefb8ff03 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:31:26.828942 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.861240 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2f08f790-2347-41db-bdb7-f91aefb8ff03 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0440154 Jul 13 07:31:26.862054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 27a0dc82-c561-4117-ab06-f5824275320f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:26.867334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41286) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:26.937857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 27a0dc82-c561-4117-ab06-f5824275320f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:26.945395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 27a0dc82-c561-4117-ab06-f5824275320f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:26.946247 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.001496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:27.010675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:27.017574 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:27.029765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-25135c41-496c-4a6d-b479-3bd11e0abe19 None None] Provisioning for port ed99df9d-c741-4061-8e66-bc06b4f49d32 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:27.089380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-25135c41-496c-4a6d-b479-3bd11e0abe19 None None] Provisioning complete for port ed99df9d-c741-4061-8e66-bc06b4f49d32 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:27.090198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25135c41-496c-4a6d-b479-3bd11e0abe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.090861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:27.103786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.103786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=e0d9e361-df4d-47d2-a298-6e2116a36944,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.129128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-25abf362-d4ab-438f-83f1-dd9b3039e009 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.9449575 Jul 13 07:31:27.138131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:27.145669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'e0d9e361-df4d-47d2-a298-6e2116a36944', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:27.152347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.213334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28206c81-0462-47bf-a818-72b901074874 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:27.213475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-25135c41-496c-4a6d-b479-3bd11e0abe19 None None] Port ed99df9d-c741-4061-8e66-bc06b4f49d32 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:27.221240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28206c81-0462-47bf-a818-72b901074874 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:27.228329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-28206c81-0462-47bf-a818-72b901074874 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3544080 Jul 13 07:31:27.237099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 27a0dc82-c561-4117-ab06-f5824275320f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=27a0dc82-c561-4117-ab06-f5824275320f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:27.241472 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.247473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41290) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:27.312740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=27a0dc82-c561-4117-ab06-f5824275320f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.344841 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.374463 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.428052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.463263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.513742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Allocated IP 172.25.8.158 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:27.557542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-59834137-97d8-4f0e-8051-4b19f5d467a2 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:27.559721 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-59834137-97d8-4f0e-8051-4b19f5d467a2 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 945 time: 0.3118055 Jul 13 07:31:27.615641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4d89f4db-2f75-42db-8f14-7e1251701e45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 39eb97af-cf79-48ac-bbcd-e3dd64e3797e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:27.615990 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d89f4db-2f75-42db-8f14-7e1251701e45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.631349 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.673502 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.721902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:27.726380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:27.728455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Pushing event updated for resources: {'Port': ['ID=1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.730787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:28.140809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.202084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488895b0-4188-4d8b-9831-cf11199dd33b req-c4ec32fa-a642-4ad7-86c2-896c0bceb2f3 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.204313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-488895b0-4188-4d8b-9831-cf11199dd33b req-c4ec32fa-a642-4ad7-86c2-896c0bceb2f3 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 945 time: 0.1930869 Jul 13 07:31:28.236134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:28.285777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d89f4db-2f75-42db-8f14-7e1251701e45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.304648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:28.307459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.308188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-488895b0-4188-4d8b-9831-cf11199dd33b req-72fc6b0c-5a74-46cd-9622-8b5d58c2365a tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793111 Jul 13 07:31:28.317363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51cd7fa-f3ba-44ac-9e21-9823ebfff27c None None] Network 5f298af5-60dc-4673-a03c-96d4990a655b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:28.321707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfb3f546-c29d-414e-a1d0-7b4b50d29100 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:28.334478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4d89f4db-2f75-42db-8f14-7e1251701e45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 39eb97af-cf79-48ac-bbcd-e3dd64e3797e owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:28.345552 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.386353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.405379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Deleting port 5a69658f-2e08-4920-a86f-30a2c7283105 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:28.405779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.427753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b88ec9fa-b0c1-41a0-97d2-997c8c9238ac None None] Provisioning for port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:28.445548 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.446476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b88ec9fa-b0c1-41a0-97d2-997c8c9238ac None None] Provisioning complete for port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:28.446862 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b88ec9fa-b0c1-41a0-97d2-997c8c9238ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.481198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port cfb3f546-c29d-414e-a1d0-7b4b50d29100 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:28.516312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cfb3f546-c29d-414e-a1d0-7b4b50d29100 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:28.516312 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.612648 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.635020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Router 09772af2-d680-469f-986a-e66837c0843c is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:28.708597 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b88ec9fa-b0c1-41a0-97d2-997c8c9238ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.719866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Pushing event updated for resources: {'Port': ['ID=ed99df9d-c741-4061-8e66-bc06b4f49d32,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.734313 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.793460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port cfb3f546-c29d-414e-a1d0-7b4b50d29100, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cfb3f546-c29d-414e-a1d0-7b4b50d29100,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:28.801676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b88ec9fa-b0c1-41a0-97d2-997c8c9238ac None None] For port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7c41c0db-fb0f-4d7e-ad0e-3032aece3830,segment=NetworkSegment(c15bee75-2388-44b0-b8f8-f789d4dce1a6),segment_id=c15bee75-2388-44b0-b8f8-f789d4dce1a6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:28.803068 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.811972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:28.813477 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b88ec9fa-b0c1-41a0-97d2-997c8c9238ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.837869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.842523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Sync routers for ids ['09772af2-d680-469f-986a-e66837c0843c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:28.847375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 27a0dc82-c561-4117-ab06-f5824275320f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:28.855229 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e466f050-907d-45b7-873f-21de06ed7272 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8140070 Jul 13 07:31:28.858024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41296) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:28.868138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d89f4db-2f75-42db-8f14-7e1251701e45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.873467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.25.8.93 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/4f4d2687-a567-4f11-b9f9-5323f2390de9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:28.922435 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Routers {'09772af2-d680-469f-986a-e66837c0843c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:28.923060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['09772af2-d680-469f-986a-e66837c0843c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:28.991114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=cfb3f546-c29d-414e-a1d0-7b4b50d29100,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.001683 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 27a0dc82-c561-4117-ab06-f5824275320f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.001683 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.018604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] For port 5a69658f-2e08-4920-a86f-30a2c7283105, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5a69658f-2e08-4920-a86f-30a2c7283105,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:29.018812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.049982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89f4db-2f75-42db-8f14-7e1251701e45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=39eb97af-cf79-48ac-bbcd-e3dd64e3797e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.119768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Calling delete_port for 5a69658f-2e08-4920-a86f-30a2c7283105 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:29.129673 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d89f4db-2f75-42db-8f14-7e1251701e45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.135386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4d89f4db-2f75-42db-8f14-7e1251701e45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/39eb97af-cf79-48ac-bbcd-e3dd64e3797e HTTP/1.1" status: 204 len: 168 time: 1.8849652 Jul 13 07:31:29.143587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:29.238926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Set router 09772af2-d680-469f-986a-e66837c0843c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:29.241338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2b3039ad-44a6-4d18-a466-9fe3968807c5 None None] Provisioning complete for port ed99df9d-c741-4061-8e66-bc06b4f49d32 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.242084 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b3039ad-44a6-4d18-a466-9fe3968807c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.262534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:29.281256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:29.302402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.322848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2b3039ad-44a6-4d18-a466-9fe3968807c5 None None] Port ed99df9d-c741-4061-8e66-bc06b4f49d32 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:29.338498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c70ce-c066-478b-b0c3-6942e1fed465 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:29.340809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c70ce-c066-478b-b0c3-6942e1fed465 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:29.345322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c54c70ce-c066-478b-b0c3-6942e1fed465 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2003956 Jul 13 07:31:29.349883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:29.373889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ec9fa-b0c1-41a0-97d2-997c8c9238ac None None] Pushing event updated for resources: {'Port': ['ID=7c41c0db-fb0f-4d7e-ad0e-3032aece3830,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.505034 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.559033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2048a634-3f95-45e4-b48f-9538b64f948f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 8dfb76b7-f925-4322-bc1b-06a991e42c99 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:29.573058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2048a634-3f95-45e4-b48f-9538b64f948f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.605940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fd335ee6-9797-45a7-a998-9a1c011d47e2 None None] Provisioning complete for port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.606328 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd335ee6-9797-45a7-a998-9a1c011d47e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.618359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.672001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09772af2-d680-469f-986a-e66837c0843c', 'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 3, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'gw_port': {'id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:29.695317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baf31c-0ad9-44f2-bcac-e9a54e18eda8 req-c5ba6392-fd1a-48a1-baa5-9d9c62559f9c tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:29.695883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:29.696869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23baf31c-0ad9-44f2-bcac-e9a54e18eda8 req-c5ba6392-fd1a-48a1-baa5-9d9c62559f9c tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c753337-1f28-4fe9-8563-595482e30198 HTTP/1.1" status: 200 len: 945 time: 0.1820064 Jul 13 07:31:29.703928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2048a634-3f95-45e4-b48f-9538b64f948f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.708092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Checking router: 09772af2-d680-469f-986a-e66837c0843c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:29.708465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Updating router 09772af2-d680-469f-986a-e66837c0843c port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:29.713608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:29.742628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:29.745574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:29.748340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.765084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5a69658f-2e08-4920-a86f-30a2c7283105'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:29.779999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=4f4d2687-a567-4f11-b9f9-5323f2390de9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.786592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Allocated IP 172.20.0.1 (5f298af5-60dc-4673-a03c-96d4990a655b/06f1225e-1677-41ad-9e53-9d723da06fa9/0844c46a-89a0-4105-a431-7e72b5a235a7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:29.800018 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.805552 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23baf31c-0ad9-44f2-bcac-e9a54e18eda8 req-c7330597-197f-4290-9dca-caf2c8834f5d tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0aaf37-bb53-4ad2-b172-5772c57db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895424 Jul 13 07:31:29.841870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Pushing event deleted for resources: {'Port': ['ID=5a69658f-2e08-4920-a86f-30a2c7283105,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.943486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] No DVR routers for this DVR port 5a69658f-2e08-4920-a86f-30a2c7283105 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:29.943486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.945170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2a73d38-5bc5-4471-9fb6-9839f0eea50c req-7be8300c-5321-4f24-b027-ac48b195ad75 tempest-FloatingIPsAssociationNegativeTestJSON-99170837 tempest-FloatingIPsAssociationNegativeTestJSON-99170837-project] 10.222.0.48 "DELETE /v2.0/ports/5a69658f-2e08-4920-a86f-30a2c7283105 HTTP/1.1" status: 204 len: 173 time: 2.3737752 Jul 13 07:31:29.957046 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.975171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Transition to ACTIVE for port object 0844c46a-89a0-4105-a431-7e72b5a235a7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:30.017930 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.058216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'name': 'network-vif-deleted', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:30.062171 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6f4833-294d-4968-81a3-8488a56a7cbe" -d '{"events": [{"server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "name": "network-vif-deleted", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:30.065732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:30.070249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Network 5f298af5-60dc-4673-a03c-96d4990a655b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:30.074956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:30.076854 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Sync routers for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:30.079963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:30.099003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:30.101242 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-13611f99-dede-4401-ad43-56ed5defdceb admin admin] 10.222.0.41 "PUT /v2.0/routers/acbadbc5-5cfa-401e-a5bc-e7140fcd93d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4130580 Jul 13 07:31:30.105524 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:30.108410 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:30.158548 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.199820 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71e63ad-3853-433d-99e2-9c6075a65c1c x-openstack-request-id: req-c71e63ad-3853-433d-99e2-9c6075a65c1c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:30.200212 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c753337-1f28-4fe9-8563-595482e30198", "name": "network-vif-deleted", "tag": "5a69658f-2e08-4920-a86f-30a2c7283105", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:30.200486 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c71e63ad-3853-433d-99e2-9c6075a65c1c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:30.201872 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c753337-1f28-4fe9-8563-595482e30198', 'name': 'network-vif-deleted', 'tag': '5a69658f-2e08-4920-a86f-30a2c7283105', 'status': 'completed', 'code': 200} Jul 13 07:31:30.224381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8af728bf-38e8-4f25-a1e9-68556d763fbe None None] Provisioning complete for port ed99df9d-c741-4061-8e66-bc06b4f49d32 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.225323 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8af728bf-38e8-4f25-a1e9-68556d763fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.243775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2048a634-3f95-45e4-b48f-9538b64f948f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.281248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Pushing event updated for resources: {'Port': ['ID=0844c46a-89a0-4105-a431-7e72b5a235a7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.306796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8af728bf-38e8-4f25-a1e9-68556d763fbe None None] Port ed99df9d-c741-4061-8e66-bc06b4f49d32 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:30.347800 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.348186 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.393597 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:30.550652 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.600257 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.643194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Transition to ACTIVE for port object 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:30.651318 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2048a634-3f95-45e4-b48f-9538b64f948f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.669600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.758438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1a3406ff-72b0-4aa0-b4a0-908f3efe065a None None] Provisioning for port 0844c46a-89a0-4105-a431-7e72b5a235a7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:30.795526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1a3406ff-72b0-4aa0-b4a0-908f3efe065a None None] Provisioning complete for port 0844c46a-89a0-4105-a431-7e72b5a235a7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.795916 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3406ff-72b0-4aa0-b4a0-908f3efe065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.806920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa06f580-a9c5-4ec1-bf28-e9373bb7d5d6 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:30.828476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.835453 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.849462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386f35b-6173-4559-8cb0-b87af2e6f9d0 None None] Pushing event updated for resources: {'Port': ['ID=1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.852963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Attempting to bind port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:30.853714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Attempting to bind port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:30.854126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Attempting to bind port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:30.860525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfb3f546-c29d-414e-a1d0-7b4b50d29100 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:30.879416 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed99df9d-c741-4061-8e66-bc06b4f49d32', 'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'mac_address': 'fa:16:3e:89:bb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 2, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'subnets': [{'id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:30.925677 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.946367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Pushing event updated for resources: {'Port': ['ID=0844c46a-89a0-4105-a431-7e72b5a235a7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.956453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:30.958928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:30.963293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.964052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:30.964729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Bound port: 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:30.965873 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.973405 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Checking router: acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:30.973759 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Updating router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 port ed99df9d-c741-4061-8e66-bc06b4f49d32 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:31.025724 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.053165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1a3406ff-72b0-4aa0-b4a0-908f3efe065a None None] Port 0844c46a-89a0-4105-a431-7e72b5a235a7 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:31.071353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41318) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:31.182147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] For port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:31.187643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] For port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:31.200292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.237591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Network 5f298af5-60dc-4673-a03c-96d4990a655b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:31.243153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:31.304671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41320) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:31.309989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-98745658-d80e-4769-96c3-973e9b94451c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809338815', 'description': 'tempest-description--850120531'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:31.347433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Routers {'09772af2-d680-469f-986a-e66837c0843c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:31.348591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['09772af2-d680-469f-986a-e66837c0843c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:31.403765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2048a634-3f95-45e4-b48f-9538b64f948f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.408026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e31cfeba-e40f-4599-b6a4-5706cf937f69 None None] Provisioning complete for port 0844c46a-89a0-4105-a431-7e72b5a235a7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:31.408505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e31cfeba-e40f-4599-b6a4-5706cf937f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.409756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2048a634-3f95-45e4-b48f-9538b64f948f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/8dfb76b7-f925-4322-bc1b-06a991e42c99 HTTP/1.1" status: 204 len: 168 time: 2.0586894 Jul 13 07:31:31.416712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048a634-3f95-45e4-b48f-9538b64f948f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfb76b7-f925-4322-bc1b-06a991e42c99,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.421184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:31.475315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e31cfeba-e40f-4599-b6a4-5706cf937f69 None None] Port 0844c46a-89a0-4105-a431-7e72b5a235a7 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:31.476968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cfb3f546-c29d-414e-a1d0-7b4b50d29100 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:31.477348 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.487381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4f048930-72c2-49c8-8246-ce69a86e9374 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609546 Jul 13 07:31:31.488081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41324) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:31.500503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:31.522934 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98745658-d80e-4769-96c3-973e9b94451c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.556901 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.587681 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Transition to ACTIVE for port object ed99df9d-c741-4061-8e66-bc06b4f49d32 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:31.600549 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.613352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386f35b-6173-4559-8cb0-b87af2e6f9d0 None None] Pushing event updated for resources: {'Port': ['ID=1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.631889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c5d4ab76-2809-4b5c-8934-ee24c8c199bb None None] Provisioning complete for port 0844c46a-89a0-4105-a431-7e72b5a235a7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:31.632267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ab76-2809-4b5c-8934-ee24c8c199bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.671529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4ab76-2809-4b5c-8934-ee24c8c199bb None None] Port 0844c46a-89a0-4105-a431-7e72b5a235a7 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:31.716917 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:31:31.720506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] Set router 09772af2-d680-469f-986a-e66837c0843c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:31.773558 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba71c-88b5-4b9f-a381-28b316971682 None None] Pushing event updated for resources: {'Port': ['ID=ed99df9d-c741-4061-8e66-bc06b4f49d32,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.803332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8d149-3d61-4ee6-a008-9d2ea1b67bfc None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:31.819649 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Attempting to bind port ed99df9d-c741-4061-8e66-bc06b4f49d32 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:31.820801 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Attempting to bind port ed99df9d-c741-4061-8e66-bc06b4f49d32 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:31.821304 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Attempting to bind port ed99df9d-c741-4061-8e66-bc06b4f49d32 on network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:31.827959 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:31.828504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Checking segment: {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:31.829251 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.830295 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Bound using segment: {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:31.830914 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Bound port: ed99df9d-c741-4061-8e66-bc06b4f49d32, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:31.831425 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.849385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.912496 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] For port ed99df9d-c741-4061-8e66-bc06b4f49d32, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:31.916023 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] For port ed99df9d-c741-4061-8e66-bc06b4f49d32, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ed99df9d-c741-4061-8e66-bc06b4f49d32,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:31.923510 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.964264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5a69658f-2e08-4920-a86f-30a2c7283105 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:31.996125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8d149-3d61-4ee6-a008-9d2ea1b67bfc None None] Deleting port 27a0dc82-c561-4117-ab06-f5824275320f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:31.997041 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0c8d149-3d61-4ee6-a008-9d2ea1b67bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.999014 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba71c-88b5-4b9f-a381-28b316971682 None None] Pushing event updated for resources: {'Port': ['ID=ed99df9d-c741-4061-8e66-bc06b4f49d32,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.028942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 5a69658f-2e08-4920-a86f-30a2c7283105 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:32.029288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5a69658f-2e08-4920-a86f-30a2c7283105 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:32.035395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 27a0dc82-c561-4117-ab06-f5824275320f no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:32.044236 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:32.045270 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:32.063755 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.272947 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.277498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f0c8d149-3d61-4ee6-a008-9d2ea1b67bfc None None] For port 27a0dc82-c561-4117-ab06-f5824275320f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=27a0dc82-c561-4117-ab06-f5824275320f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:32.277978 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0c8d149-3d61-4ee6-a008-9d2ea1b67bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.279230 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.302453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Router 09772af2-d680-469f-986a-e66837c0843c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:32.315623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8d149-3d61-4ee6-a008-9d2ea1b67bfc None None] Calling delete_port for 27a0dc82-c561-4117-ab06-f5824275320f owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:32.333270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98745658-d80e-4769-96c3-973e9b94451c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.347740 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98745658-d80e-4769-96c3-973e9b94451c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.349699 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:32.387606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=4f4d2687-a567-4f11-b9f9-5323f2390de9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.393668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98745658-d80e-4769-96c3-973e9b94451c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.409212 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.450455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:32.455448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.457267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.458755 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98745658-d80e-4769-96c3-973e9b94451c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.460154 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98745658-d80e-4769-96c3-973e9b94451c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1543541 Jul 13 07:31:32.471096 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41330) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:32.485685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-23ab1966-b216-495f-a778-c750756bba0a tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Request body: {'security_group_rule': {'security_group_id': '75f13b9d-f98f-45c2-b21f-2f65dd90f0e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:32.523335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09772af2-d680-469f-986a-e66837c0843c', 'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 4, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'gw_port': {'id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0844c46a-89a0-4105-a431-7e72b5a235a7', 'name': '', 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'mac_address': 'fa:16:3e:f7:ab:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:29Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 2, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'subnets': [{'id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:32.533798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 27a0dc82-c561-4117-ab06-f5824275320f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=27a0dc82-c561-4117-ab06-f5824275320f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:32.565467 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.567180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f07d4-e6d0-4903-a627-8408073bd205 None None] The sync data for ids ['09772af2-d680-469f-986a-e66837c0843c'] in n-d-758944-43 is: [{'id': '09772af2-d680-469f-986a-e66837c0843c', 'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 4, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'gw_port': {'id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0844c46a-89a0-4105-a431-7e72b5a235a7', 'name': '', 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'mac_address': 'fa:16:3e:f7:ab:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:29Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 2, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'subnets': [{'id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:32.572430 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP d50e6bdf-8d1d-4b17-a237-45b572a073a0 associated. External IP: 172.25.8.93, port: e0d9e361-df4d-47d2-a298-6e2116a36944. Jul 13 07:31:32.613930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0c8d149-3d61-4ee6-a008-9d2ea1b67bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.627183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event deleted for resources: {'Port': ['ID=27a0dc82-c561-4117-ab06-f5824275320f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.663260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c8d149-3d61-4ee6-a008-9d2ea1b67bfc None None] No DVR routers for this DVR port 27a0dc82-c561-4117-ab06-f5824275320f on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:32.669376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8d149-3d61-4ee6-a008-9d2ea1b67bfc None None] Pushing event deleted for resources: {'Port': ['ID=27a0dc82-c561-4117-ab06-f5824275320f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.714721 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23ab1966-b216-495f-a778-c750756bba0a tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.720356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:32.728195 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed99df9d-c741-4061-8e66-bc06b4f49d32', 'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'mac_address': 'fa:16:3e:89:bb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'subnets': [{'id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:32.730157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-65807757-36ce-4302-8ab1-c11332d26a91 admin admin] 10.222.0.41 "PUT /v2.0/routers/09772af2-d680-469f-986a-e66837c0843c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8706477 Jul 13 07:31:32.786868 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6ee7bb-2fbd-4d01-87ea-2142877558b6 None None] The sync data for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 is: [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed99df9d-c741-4061-8e66-bc06b4f49d32', 'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'mac_address': 'fa:16:3e:89:bb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'subnets': [{'id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:32.841649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.915199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:32.979976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23ab1966-b216-495f-a778-c750756bba0a tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.026281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23ab1966-b216-495f-a778-c750756bba0a tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.121157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab1966-b216-495f-a778-c750756bba0a tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab886e00-e97c-4a50-a522-dbe21d4985ec,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.143806 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23ab1966-b216-495f-a778-c750756bba0a tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.147931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-23ab1966-b216-495f-a778-c750756bba0a tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6766002 Jul 13 07:31:33.151566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41340) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.157112 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.160105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e83cc618-07fc-4522-b4a9-82b432c0f705 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Request body: {'security_group_rule': {'security_group_id': '75f13b9d-f98f-45c2-b21f-2f65dd90f0e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:33.171634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:33.182246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d7e6a-1fe3-4abd-a54d-52f99f744986 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:33.193695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d7e6a-1fe3-4abd-a54d-52f99f744986 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:33.194812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d48d7e6a-1fe3-4abd-a54d-52f99f744986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:33.216515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.221357 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e83cc618-07fc-4522-b4a9-82b432c0f705 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.251985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:33.309624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:33.312467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=62797eab-28a7-4057-9edc-43cf6adebddb,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.312815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bd82c5d1-84c0-488a-a1ae-4d01380d4d22 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1719520 Jul 13 07:31:33.315489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41342) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.316509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:33.317381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.334311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-59bd747c-1208-4463-a27d-00837446fd93 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'port_id': 'e0d9e361-df4d-47d2-a298-6e2116a36944', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:33.387719 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98f2dbf2-6d62-43b5-9660-99b233cfc202 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8983793 Jul 13 07:31:33.393700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41344) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.424255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-de1ca907-d5ae-40a4-a89e-c763a09ef38a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '62797eab-28a7-4057-9edc-43cf6adebddb', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-674748339'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:33.429523 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e83cc618-07fc-4522-b4a9-82b432c0f705 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.443018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e83cc618-07fc-4522-b4a9-82b432c0f705 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.464492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d48d7e6a-1fe3-4abd-a54d-52f99f744986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:33.468413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-1c05895c-216c-4e81-adfc-f79d1af109f9 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3556056 Jul 13 07:31:33.477415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920e124-6c30-40ba-9043-e8e90734fac0 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:33.488275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cc618-07fc-4522-b4a9-82b432c0f705 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f5b684-5264-4aeb-9f01-8395a81fa748,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.492877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59bd747c-1208-4463-a27d-00837446fd93 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.506234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:33.540408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e83cc618-07fc-4522-b4a9-82b432c0f705 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.541913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e83cc618-07fc-4522-b4a9-82b432c0f705 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3867791 Jul 13 07:31:33.548049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41346) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.554130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:33.630720 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.643995 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.647206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d7e6a-1fe3-4abd-a54d-52f99f744986 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:33.648305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d48d7e6a-1fe3-4abd-a54d-52f99f744986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:33.700508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '62797eab-28a7-4057-9edc-43cf6adebddb'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:33.702058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.707052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d48d7e6a-1fe3-4abd-a54d-52f99f744986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:33.708008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d7e6a-1fe3-4abd-a54d-52f99f744986 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:33.784358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1ca907-d5ae-40a4-a89e-c763a09ef38a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:33.879802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/62797eab-28a7-4057-9edc-43cf6adebddb/5452659b-1415-4728-8d99-77fc5c13c1b3) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:33.966393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Deleting port 367131f7-fdbd-4830-a778-7e11aab8c3c7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:33.967359 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.987421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.060951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.123696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de1ca907-d5ae-40a4-a89e-c763a09ef38a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.149450 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.161763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Transition to ACTIVE for port object 5452659b-1415-4728-8d99-77fc5c13c1b3 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:34.185669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Transition to ACTIVE for port object 5452659b-1415-4728-8d99-77fc5c13c1b3 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:34.195598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed99df9d-c741-4061-8e66-bc06b4f49d32 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:34.197827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-de1ca907-d5ae-40a4-a89e-c763a09ef38a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 2667303d-ed5e-4544-9342-1ab00291dcc0 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:34.226949 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.256645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:34.263696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:34.266871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:34.374523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Attempting to bind port 5452659b-1415-4728-8d99-77fc5c13c1b3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:34.375086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Attempting to bind port 5452659b-1415-4728-8d99-77fc5c13c1b3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:34.375564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Attempting to bind port 5452659b-1415-4728-8d99-77fc5c13c1b3 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:34.376099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] For port 367131f7-fdbd-4830-a778-7e11aab8c3c7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=367131f7-fdbd-4830-a778-7e11aab8c3c7,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:34.377351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.384612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:34.385178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:34.385746 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.386296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:34.386932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Bound port: 5452659b-1415-4728-8d99-77fc5c13c1b3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:34.388535 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.394437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Pushing event updated for resources: {'Port': ['ID=5452659b-1415-4728-8d99-77fc5c13c1b3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:34.400585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Allocated IP 172.25.8.63 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/75fa79f3-5456-4c4a-b638-fbc481ea2007) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:34.419638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ed99df9d-c741-4061-8e66-bc06b4f49d32 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:34.424354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Calling delete_port for 367131f7-fdbd-4830-a778-7e11aab8c3c7 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:34.426462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ed99df9d-c741-4061-8e66-bc06b4f49d32 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:34.427047 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.468954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.469651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.469891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.470326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.470818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.471228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.471674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.472071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.472468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.472862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.473256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.473649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:34.503909 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1ca907-d5ae-40a4-a89e-c763a09ef38a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:31:34.504666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1ca907-d5ae-40a4-a89e-c763a09ef38a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:31:34.527956 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-de1ca907-d5ae-40a4-a89e-c763a09ef38a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1138294 Jul 13 07:31:34.531980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41352) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.603373 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.605675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-59bd747c-1208-4463-a27d-00837446fd93 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:31:34.637744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] For port 5452659b-1415-4728-8d99-77fc5c13c1b3, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:34.645650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] For port 5452659b-1415-4728-8d99-77fc5c13c1b3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5452659b-1415-4728-8d99-77fc5c13c1b3,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:34.650333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port ed99df9d-c741-4061-8e66-bc06b4f49d32, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ed99df9d-c741-4061-8e66-bc06b4f49d32,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:34.652489 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.703482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.706501 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.720702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8894ba2-35de-40e3-8005-cc560cb4253d None None] Pushing event updated for resources: {'Port': ['ID=5452659b-1415-4728-8d99-77fc5c13c1b3,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:34.721359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59bd747c-1208-4463-a27d-00837446fd93 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.727987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59bd747c-1208-4463-a27d-00837446fd93 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.747974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896c585f-4671-4389-b5bd-ccffa1257f6d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:34.752732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-896c585f-4671-4389-b5bd-ccffa1257f6d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2194412 Jul 13 07:31:34.755322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41354) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.835887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=ed99df9d-c741-4061-8e66-bc06b4f49d32,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:34.880454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae73dea-dfd3-41eb-929d-cff812fdf9cd tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:34.882828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae73dea-dfd3-41eb-929d-cff812fdf9cd tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:34.890741 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cae73dea-dfd3-41eb-929d-cff812fdf9cd tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1340871 Jul 13 07:31:34.895169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41356) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.986027 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.020858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e299737a-3d2e-4360-b2d2-485a619c6ce4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 62797eab-28a7-4057-9edc-43cf6adebddb {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:35.050230 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.064168 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e299737a-3d2e-4360-b2d2-485a619c6ce4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.134577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=367131f7-fdbd-4830-a778-7e11aab8c3c7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.211492 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e299737a-3d2e-4360-b2d2-485a619c6ce4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.220463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bd747c-1208-4463-a27d-00837446fd93 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:35.235696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:35.239027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Pushing event updated for resources: {'Port': ['ID=75fa79f3-5456-4c4a-b638-fbc481ea2007,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.244573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:35.247707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:35.328659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2da3897e-7c52-4037-ab6b-c2a37dcb2b79 None None] Provisioning complete for port ed99df9d-c741-4061-8e66-bc06b4f49d32 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:35.329033 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2da3897e-7c52-4037-ab6b-c2a37dcb2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.367001 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e299737a-3d2e-4360-b2d2-485a619c6ce4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.370571 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.395646 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.521806 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.535505 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Allocated IP 172.25.8.56 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/d0cab93a-22dd-42f9-93d1-6f8739140353) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:35.559304 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e299737a-3d2e-4360-b2d2-485a619c6ce4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.629042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bd747c-1208-4463-a27d-00837446fd93 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:35.634333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59bd747c-1208-4463-a27d-00837446fd93 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.637688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299737a-3d2e-4360-b2d2-485a619c6ce4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=62797eab-28a7-4057-9edc-43cf6adebddb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.640546 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae99dc-39cf-4db6-956a-3ad7a6e9a59b None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:35.643907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e299737a-3d2e-4360-b2d2-485a619c6ce4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.648168 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e299737a-3d2e-4360-b2d2-485a619c6ce4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/62797eab-28a7-4057-9edc-43cf6adebddb HTTP/1.1" status: 204 len: 168 time: 0.7499816 Jul 13 07:31:35.649565 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:35.660565 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae99dc-39cf-4db6-956a-3ad7a6e9a59b None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:35.661414 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ecae99dc-39cf-4db6-956a-3ad7a6e9a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:35.702585 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ecae99dc-39cf-4db6-956a-3ad7a6e9a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:35.711875 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae99dc-39cf-4db6-956a-3ad7a6e9a59b None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:35.712485 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ecae99dc-39cf-4db6-956a-3ad7a6e9a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:35.728123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e599210-b451-4029-a7db-e48e769f4b60 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756691 Jul 13 07:31:35.748006 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ecae99dc-39cf-4db6-956a-3ad7a6e9a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:35.748658 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae99dc-39cf-4db6-956a-3ad7a6e9a59b None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:35.754300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41362) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:35.760756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:35.806842 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.812540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-59bd747c-1208-4463-a27d-00837446fd93 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/floatingips/d50e6bdf-8d1d-4b17-a237-45b572a073a0 HTTP/1.1" status: 200 len: 977 time: 2.4936247 Jul 13 07:31:35.812709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.814987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41364) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:35.888371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.892950 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.995743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:35.999358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.007499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Pushing event updated for resources: {'Port': ['ID=75fa79f3-5456-4c4a-b638-fbc481ea2007,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.256509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed99df9d-c741-4061-8e66-bc06b4f49d32 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:36.324818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ed99df9d-c741-4061-8e66-bc06b4f49d32 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:36.325278 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.340401 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.378889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d25c0a-3bc9-46dc-a0cd-9087cd1968a5 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:36.456401 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.468693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e085c29a-b6c8-490e-a637-9ad0828d1920 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9190743 Jul 13 07:31:36.518424 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.567707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1cba7898-b3d7-4cec-881a-45943b405620 None None] Provisioning for port 5452659b-1415-4728-8d99-77fc5c13c1b3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:36.583184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:36.596963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:36.601274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Pushing event updated for resources: {'Port': ['ID=d0cab93a-22dd-42f9-93d1-6f8739140353,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.629419 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:36.643764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.653738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:36.733119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:36.739865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:36.740624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.761743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:36.785375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:36.789093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:36.789777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.810134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-f8ec4d80-e8b6-45b4-a1d5-66277f6bdb92 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--809338815&fields=id&tenant_id=f3c755b4780c4c398df7e5f0fddcc546 HTTP/1.1" status: 200 len: 267 time: 0.1097925 Jul 13 07:31:36.814365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=bc61a721-c779-4c1c-8ca4-81b491932d5b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.816365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 4f4d2687-a567-4f11-b9f9-5323f2390de9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:36.816723 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.827102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc65af-947f-4e22-9eba-6a998cda9fc3 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:36.842555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a3338185-d62e-4746-b03a-89bd6ac0a81a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0824029 Jul 13 07:31:36.848335 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41380) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:36.859932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1b183d50-f8dc-4fcd-8f3f-30c320db9f88 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-163216047', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:36.877202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.907683 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.940426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:36.945909 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.948409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-7d553e1d-8ed7-4616-bcd2-d303ec06005f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:36.950986 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-7d553e1d-8ed7-4616-bcd2-d303ec06005f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/networks?id=7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe HTTP/1.1" status: 200 len: 812 time: 0.1243095 Jul 13 07:31:36.959538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-97fc65af-947f-4e22-9eba-6a998cda9fc3 None None] Deleting port 5452659b-1415-4728-8d99-77fc5c13c1b3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:36.959921 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97fc65af-947f-4e22-9eba-6a998cda9fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.968653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Sync routers for ids ['09772af2-d680-469f-986a-e66837c0843c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:36.968864 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b183d50-f8dc-4fcd-8f3f-30c320db9f88 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.969781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b183d50-f8dc-4fcd-8f3f-30c320db9f88 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.974480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-ee177e25-c2a4-4bc7-9f65-2a792c81cdd2 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/quotas/f3c755b4780c4c398df7e5f0fddcc546 HTTP/1.1" status: 200 len: 375 time: 0.0181749 Jul 13 07:31:36.985457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Router 094853fa-2681-43ff-9698-e3c8b741d608 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:37.012596 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.012940 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.016469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5452659b-1415-4728-8d99-77fc5c13c1b3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:37.048373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 4f4d2687-a567-4f11-b9f9-5323f2390de9 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:37.054727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Routers {'09772af2-d680-469f-986a-e66837c0843c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:37.055372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['09772af2-d680-469f-986a-e66837c0843c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.076371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.089923 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b183d50-f8dc-4fcd-8f3f-30c320db9f88 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.095602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-06e71dca-f1b3-4cf3-9a4b-3395efd9a7cb tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c755b4780c4c398df7e5f0fddcc546&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1131101 Jul 13 07:31:37.100839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-b9009250-c1b2-4a5f-ab03-ab0e74c9ccd2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:37.101843 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-b9009250-c1b2-4a5f-ab03-ab0e74c9ccd2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054543 Jul 13 07:31:37.144214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:37.147653 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b183d50-f8dc-4fcd-8f3f-30c320db9f88 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.203320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-744e3df0-ccae-4bf9-a5d7-135a1b6fa133 service neutron] 10.222.0.41 "GET /v2.0/networks/7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922925 Jul 13 07:31:37.288233 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b183d50-f8dc-4fcd-8f3f-30c320db9f88 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.289803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1b183d50-f8dc-4fcd-8f3f-30c320db9f88 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4404719 Jul 13 07:31:37.292729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:37.356884 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:37.368376 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] Sync routers for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:37.374892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6d17c977-8baf-4901-9947-33fd708462b4 admin admin] 10.222.0.41 "PUT /v2.0/routers/094853fa-2681-43ff-9698-e3c8b741d608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3018730 Jul 13 07:31:37.378540 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:37.379866 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.385673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-97fc65af-947f-4e22-9eba-6a998cda9fc3 None None] For port 5452659b-1415-4728-8d99-77fc5c13c1b3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5452659b-1415-4728-8d99-77fc5c13c1b3,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:37.386271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41384) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:37.386643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97fc65af-947f-4e22-9eba-6a998cda9fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.396219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.406796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 5452659b-1415-4728-8d99-77fc5c13c1b3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:37.410701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-97fc65af-947f-4e22-9eba-6a998cda9fc3 None None] Calling delete_port for 5452659b-1415-4728-8d99-77fc5c13c1b3 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:37.421468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5452659b-1415-4728-8d99-77fc5c13c1b3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:37.421842 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.430990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Set router 09772af2-d680-469f-986a-e66837c0843c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:37.490460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-d63a3de1-0e70-43dd-a10e-f7e61180f579 service neutron] 10.222.0.41 "GET /v2.0/networks/7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764366 Jul 13 07:31:37.490907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.536749 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:37.596602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.685369 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97fc65af-947f-4e22-9eba-6a998cda9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.711879 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.738548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc65af-947f-4e22-9eba-6a998cda9fc3 None None] Pushing event deleted for resources: {'Port': ['ID=5452659b-1415-4728-8d99-77fc5c13c1b3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:37.740680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc65af-947f-4e22-9eba-6a998cda9fc3 None None] No DVR routers for this DVR port 5452659b-1415-4728-8d99-77fc5c13c1b3 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:37.744673 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.777420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b59a58-c6a9-41b5-a2e6-c93d54a0132e None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:37.822996 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 5, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.906529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.912071 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] Checking router: 094853fa-2681-43ff-9698-e3c8b741d608 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:37.918384 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Pushing event updated for resources: {'Port': ['ID=d0cab93a-22dd-42f9-93d1-6f8739140353,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:37.935285 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] Routers {'094853fa-2681-43ff-9698-e3c8b741d608'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:37.935924 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['094853fa-2681-43ff-9698-e3c8b741d608'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.946969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=4f4d2687-a567-4f11-b9f9-5323f2390de9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:37.958195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09772af2-d680-469f-986a-e66837c0843c', 'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 4, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'gw_port': {'id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0844c46a-89a0-4105-a431-7e72b5a235a7', 'name': '', 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'mac_address': 'fa:16:3e:f7:ab:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:29Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 2, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'subnets': [{'id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.958798 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.977532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.978049 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP d50e6bdf-8d1d-4b17-a237-45b572a073a0 disassociated (deleted). External IP: 172.25.8.93, port: e0d9e361-df4d-47d2-a298-6e2116a36944. Jul 13 07:31:37.984195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.985508 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-761c2980-12f1-4bd9-b942-5682143e83b7 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4970994 Jul 13 07:31:38.013272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Checking router: 09772af2-d680-469f-986a-e66837c0843c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:38.013505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Updating router 09772af2-d680-469f-986a-e66837c0843c port 0844c46a-89a0-4105-a431-7e72b5a235a7 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:38.142991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:38.145426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': 'bc61a721-c779-4c1c-8ca4-81b491932d5b'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:38.146523 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.159095 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-8a36576b-f493-4641-86ad-1a65b3283b31 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.0922658 Jul 13 07:31:38.175854 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] Set router 094853fa-2681-43ff-9698-e3c8b741d608 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:38.186060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.195817 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.212710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07e7d271-2dea-4083-b12d-85b8ffe32e63 req-3f479836-1cb9-4c76-a112-285ecd6a24ae tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 210 time: 0.0881279 Jul 13 07:31:38.236610 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.402125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-81f9c6c5-59db-454b-834d-ddfcd9750e93 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:38.434303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42a0bada-75cd-474c-8c72-1ca59fe9b949 req-81f9c6c5-59db-454b-834d-ddfcd9750e93 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.2741644 Jul 13 07:31:38.487619 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 5, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.506623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:38.507214 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.541392 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527daec1-8373-43f8-87b6-940ae4b44444 None None] The sync data for ids ['094853fa-2681-43ff-9698-e3c8b741d608'] in n-d-758944-43 is: [{'id': '094853fa-2681-43ff-9698-e3c8b741d608', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1660643134-router', 'tenant_id': '3ba670f875be4d668e8f304b9df3c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:00Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 5, 'project_id': '3ba670f875be4d668e8f304b9df3c692', 'gw_port': {'id': '40a97911-f8aa-4da9-b9ba-262fcb502369', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094853fa-2681-43ff-9698-e3c8b741d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:04Z', 'updated_at': '2021-07-13T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:38.555349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:38.570180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/bc61a721-c779-4c1c-8ca4-81b491932d5b/73499914-38b4-4739-9314-35502703a27e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:38.632611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bfbbe19-86a0-46a2-b32a-2158fa3842bb req-569899e6-2053-4f19-9686-56f28cc01550 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips/1e22aa63-f091-4f6a-a3e2-82d62af5c21e HTTP/1.1" status: 200 len: 692 time: 0.1750712 Jul 13 07:31:38.688260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:38.693219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.734350 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-927e50fd-0685-493c-b6a1-8e338c6d8a6b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/floatingips/d50e6bdf-8d1d-4b17-a237-45b572a073a0 HTTP/1.1" status: 204 len: 168 time: 2.9181235 Jul 13 07:31:38.736731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41400) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:38.741618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5627558-9e46-4ffb-985d-5608a3cdbbbe None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:38.765521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5627558-9e46-4ffb-985d-5608a3cdbbbe None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:38.766442 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e5627558-9e46-4ffb-985d-5608a3cdbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.786025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Deleting port 40a97911-f8aa-4da9-b9ba-262fcb502369 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:38.786373 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.809348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e5627558-9e46-4ffb-985d-5608a3cdbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.840905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe19-86a0-46a2-b32a-2158fa3842bb req-3470f1b5-89fe-4895-8169-e1fc00c15fce tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:38.842418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bfbbe19-86a0-46a2-b32a-2158fa3842bb req-3470f1b5-89fe-4895-8169-e1fc00c15fce tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1987619 Jul 13 07:31:38.865506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9924c36e-769a-4dfd-8a1f-51debac7ad63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port e0d9e361-df4d-47d2-a298-6e2116a36944 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:38.865853 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9924c36e-769a-4dfd-8a1f-51debac7ad63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.884904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-7bfbbe19-86a0-46a2-b32a-2158fa3842bb req-a4f6b39f-8bda-4ba0-aeb7-b214d762fd7a tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:38.885902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bfbbe19-86a0-46a2-b32a-2158fa3842bb req-a4f6b39f-8bda-4ba0-aeb7-b214d762fd7a tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058424 Jul 13 07:31:38.940710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] For port 40a97911-f8aa-4da9-b9ba-262fcb502369, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=40a97911-f8aa-4da9-b9ba-262fcb502369,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:38.941082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.970736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Calling delete_port for 40a97911-f8aa-4da9-b9ba-262fcb502369 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:38.985429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5627558-9e46-4ffb-985d-5608a3cdbbbe None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:38.986316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e5627558-9e46-4ffb-985d-5608a3cdbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:39.045473 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8507a331-2ae0-445c-ad37-20bf0661b6cc req-cd9458f6-6d37-4279-8240-0a183e22b17c tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=ab652ed1e1d84fbe86dc696833e1a287 HTTP/1.1" status: 200 len: 695 time: 0.1051538 Jul 13 07:31:39.090190 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.131654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9924c36e-769a-4dfd-8a1f-51debac7ad63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.144630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e5627558-9e46-4ffb-985d-5608a3cdbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:39.145282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5627558-9e46-4ffb-985d-5608a3cdbbbe None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:39.148341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.156264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Transition to ACTIVE for port object 73499914-38b4-4739-9314-35502703a27e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:39.176718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5452659b-1415-4728-8d99-77fc5c13c1b3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:39.200995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 5452659b-1415-4728-8d99-77fc5c13c1b3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:39.201381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5452659b-1415-4728-8d99-77fc5c13c1b3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:39.233862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9924c36e-769a-4dfd-8a1f-51debac7ad63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for e0d9e361-df4d-47d2-a298-6e2116a36944 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:39.249654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.249879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Transition to ACTIVE for port object 73499914-38b4-4739-9314-35502703a27e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:39.252044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Transition to ACTIVE for port object 0844c46a-89a0-4105-a431-7e72b5a235a7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:39.265002 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.311621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.316041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507a331-2ae0-445c-ad37-20bf0661b6cc req-cfb74493-93a8-474d-b2f2-02d92352a7aa tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:39.317543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Pushing event updated for resources: {'Port': ['ID=73499914-38b4-4739-9314-35502703a27e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.317684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8507a331-2ae0-445c-ad37-20bf0661b6cc req-cfb74493-93a8-474d-b2f2-02d92352a7aa tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/networks?id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 787 time: 0.2664948 Jul 13 07:31:39.323225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a97911-f8aa-4da9-b9ba-262fcb502369,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.374962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b2960-3755-46e1-bb57-b65c8f45dc5a None None] Pushing event updated for resources: {'Port': ['ID=0844c46a-89a0-4105-a431-7e72b5a235a7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.390759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:39.395490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:39.399256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:39.459952 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-0d841057-a480-40b6-b677-07bf0124e018 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips/1e22aa63-f091-4f6a-a3e2-82d62af5c21e HTTP/1.1" status: 200 len: 692 time: 0.1002645 Jul 13 07:31:39.507953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.586625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Attempting to bind port 73499914-38b4-4739-9314-35502703a27e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:39.587649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Attempting to bind port 73499914-38b4-4739-9314-35502703a27e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:39.588199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Attempting to bind port 73499914-38b4-4739-9314-35502703a27e on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:39.596442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-3d047e44-5fe5-4aa1-85f3-083039606caa tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:39.598319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-3d047e44-5fe5-4aa1-85f3-083039606caa tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1308267 Jul 13 07:31:39.604583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50c33732-3eb1-4c94-8d68-08a1a25594c5 req-fd88dbc4-6084-4e44-afa4-79f150e8712e tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 210 time: 0.1884334 Jul 13 07:31:39.613876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Attempting to bind port 0844c46a-89a0-4105-a431-7e72b5a235a7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:39.614780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Attempting to bind port 0844c46a-89a0-4105-a431-7e72b5a235a7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c15bee75-2388-44b0-b8f8-f789d4dce1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:39.616721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Attempting to bind port 0844c46a-89a0-4105-a431-7e72b5a235a7 on network 5f298af5-60dc-4673-a03c-96d4990a655b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:39.619331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:39.619917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:39.624436 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.625053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:39.625711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Bound port: 73499914-38b4-4739-9314-35502703a27e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:39.626309 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.701355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-3e108c4f-9c30-4382-84d4-278dd6928fef tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.0712771 Jul 13 07:31:39.811873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9924c36e-769a-4dfd-8a1f-51debac7ad63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.830608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-e647f138-99ba-4027-815a-05d34020387e tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.1223233 Jul 13 07:31:39.836992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:39.837359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Checking segment: {'id': 'c15bee75-2388-44b0-b8f8-f789d4dce1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:39.837790 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.838342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Bound using segment: {'id': 'c15bee75-2388-44b0-b8f8-f789d4dce1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:39.838852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Bound port: 0844c46a-89a0-4105-a431-7e72b5a235a7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15bee75-2388-44b0-b8f8-f789d4dce1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:39.839235 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.865183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924c36e-769a-4dfd-8a1f-51debac7ad63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=e0d9e361-df4d-47d2-a298-6e2116a36944,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.960232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] For port 73499914-38b4-4739-9314-35502703a27e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:39.967588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] For port 73499914-38b4-4739-9314-35502703a27e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=73499914-38b4-4739-9314-35502703a27e,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:39.974384 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.976780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] For port 0844c46a-89a0-4105-a431-7e72b5a235a7, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:39.984636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] For port 0844c46a-89a0-4105-a431-7e72b5a235a7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0844c46a-89a0-4105-a431-7e72b5a235a7,segment=NetworkSegment(c15bee75-2388-44b0-b8f8-f789d4dce1a6),segment_id=c15bee75-2388-44b0-b8f8-f789d4dce1a6)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:40.033268 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.047416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 367131f7-fdbd-4830-a778-7e11aab8c3c7 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:40.058281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.060841 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.065709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9924c36e-769a-4dfd-8a1f-51debac7ad63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.067628 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9924c36e-769a-4dfd-8a1f-51debac7ad63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/ports/e0d9e361-df4d-47d2-a298-6e2116a36944 HTTP/1.1" status: 204 len: 168 time: 1.3299651 Jul 13 07:31:40.071406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:40.077664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:40.099704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 367131f7-fdbd-4830-a778-7e11aab8c3c7 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:40.100622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 367131f7-fdbd-4830-a778-7e11aab8c3c7 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:40.106784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::1 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/bc61a721-c779-4c1c-8ca4-81b491932d5b/8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:40.116009 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.138707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Deleting port d0cab93a-22dd-42f9-93d1-6f8739140353 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:40.139099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.143938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Routers {'09772af2-d680-469f-986a-e66837c0843c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:40.145110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['09772af2-d680-469f-986a-e66837c0843c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:40.148305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccfa35-f301-42ff-a812-fec8a084cc1b None None] Pushing event updated for resources: {'Port': ['ID=73499914-38b4-4739-9314-35502703a27e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:40.238341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.238868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 094853fa-2681-43ff-9698-e3c8b741d608 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:40.264561 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.269189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-885cb632-5f0f-418c-b524-03f8a48650f4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/094853fa-2681-43ff-9698-e3c8b741d608 HTTP/1.1" status: 204 len: 168 time: 2.8822644 Jul 13 07:31:40.270481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:40.313396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.313738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.368890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b2960-3755-46e1-bb57-b65c8f45dc5a None None] Pushing event updated for resources: {'Port': ['ID=0844c46a-89a0-4105-a431-7e72b5a235a7,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:40.394205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Calling delete_port for d0cab93a-22dd-42f9-93d1-6f8739140353 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:40.459279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] Set router 09772af2-d680-469f-986a-e66837c0843c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:40.526228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-d8acff72-6387-4e6d-b503-de1a6861fcc9 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:40.528088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-d8acff72-6387-4e6d-b503-de1a6861fcc9 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.48 "GET /v2.0/networks?id=7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe HTTP/1.1" status: 200 len: 812 time: 1.0171540 Jul 13 07:31:40.566268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.599556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-465816b5-3f74-433f-90e1-0417c9a88786 admin admin] Deleting subnet 36e67463-c09d-48d8-bb97-c681be4276c2 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:40.609854 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-465816b5-3f74-433f-90e1-0417c9a88786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.644889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:40.680375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-a131dc40-a692-4919-b696-f7b68c2c6a7d tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c755b4780c4c398df7e5f0fddcc546 HTTP/1.1" status: 200 len: 379 time: 0.1366184 Jul 13 07:31:40.684907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-465816b5-3f74-433f-90e1-0417c9a88786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.693632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Request body: {'port': {'device_id': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'admin_state_up': True, 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'security_groups': ['75f13b9d-f98f-45c2-b21f-2f65dd90f0e5']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:40.773453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09772af2-d680-469f-986a-e66837c0843c', 'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 4, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'gw_port': {'id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0844c46a-89a0-4105-a431-7e72b5a235a7', 'name': '', 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'mac_address': 'fa:16:3e:f7:ab:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:29Z', 'updated_at': '2021-07-13T07:31:39Z', 'revision_number': 4, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'subnets': [{'id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:40.791427 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.803366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b77619-d0c4-44b1-afd1-abbbe35ddd3e None None] The sync data for ids ['09772af2-d680-469f-986a-e66837c0843c'] in n-d-758944-43 is: [{'id': '09772af2-d680-469f-986a-e66837c0843c', 'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 4, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'gw_port': {'id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0844c46a-89a0-4105-a431-7e72b5a235a7', 'name': '', 'network_id': '5f298af5-60dc-4673-a03c-96d4990a655b', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'mac_address': 'fa:16:3e:f7:ab:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:29Z', 'updated_at': '2021-07-13T07:31:39Z', 'revision_number': 4, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'subnets': [{'id': '06f1225e-1677-41ad-9e53-9d723da06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:40.855094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a07993e-88fa-4784-8146-495e57407bd8 req-332d9395-0bc1-41dd-b4a8-c7d5647494e8 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 210 time: 0.0716901 Jul 13 07:31:40.919312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:40.959900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:40.975445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:40.976016 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.993355 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.040262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-465816b5-3f74-433f-90e1-0417c9a88786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.042401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.161513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.25.8.212 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/336d9240-fa40-4087-b250-f1df02696e12) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:41.172787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.197519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Made reservation on behalf of f3c755b4780c4c398df7e5f0fddcc546 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:41.201272 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.220849 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-465816b5-3f74-433f-90e1-0417c9a88786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.248824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Pushing event deleted for resources: {'Port': ['ID=d0cab93a-22dd-42f9-93d1-6f8739140353,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.275319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465816b5-3f74-433f-90e1-0417c9a88786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e67463-c09d-48d8-bb97-c681be4276c2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.282247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c294dd-7de4-4ed7-ae41-e73ea4bad6bc None None] Network bd9ffb23-3401-46c5-a32e-53ab486298af requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:41.282954 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-465816b5-3f74-433f-90e1-0417c9a88786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.293908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-465816b5-3f74-433f-90e1-0417c9a88786 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/36e67463-c09d-48d8-bb97-c681be4276c2 HTTP/1.1" status: 204 len: 168 time: 1.0159488 Jul 13 07:31:41.294743 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.299205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41420) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:41.319678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.324700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.327299 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a686f625-c3d7-4908-978b-7cd4bb139e87 req-19328a68-f080-4bad-ad10-48be939a6847 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "DELETE /v2.0/floatingips/1e22aa63-f091-4f6a-a3e2-82d62af5c21e HTTP/1.1" status: 204 len: 173 time: 1.4660912 Jul 13 07:31:41.456612 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.523705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.580562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=336d9240-fa40-4087-b250-f1df02696e12,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.600744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:41.602519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:41.606687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:41.619863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3fbcb4-2e8f-4b59-a7b6-6c34b98b4e23 None None] DHCP port deletion for bd9ffb23-3401-46c5-a32e-53ab486298af request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:41.710260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fbcb4-2e8f-4b59-a7b6-6c34b98b4e23 None None] Deleting port 828cc740-c505-46dd-8cb1-764c555da4df {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:41.710639 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbcb4-2e8f-4b59-a7b6-6c34b98b4e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.749494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-09ba1c5b-7830-42bf-8d6a-809408c17058 None None] Provisioning for port 73499914-38b4-4739-9314-35502703a27e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:41.756075 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.760265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.825798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2c3fbcb4-2e8f-4b59-a7b6-6c34b98b4e23 None None] For port 828cc740-c505-46dd-8cb1-764c555da4df, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=828cc740-c505-46dd-8cb1-764c555da4df,segment=NetworkSegment(faea12f2-547f-4f71-a0f3-5decf1512570),segment_id=faea12f2-547f-4f71-a0f3-5decf1512570)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:41.826382 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbcb4-2e8f-4b59-a7b6-6c34b98b4e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.842802 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.843449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fbcb4-2e8f-4b59-a7b6-6c34b98b4e23 None None] Calling delete_port for 828cc740-c505-46dd-8cb1-764c555da4df owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:41.913424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1757eabe-57e0-405a-968f-03d095e28718 req-edf7e028-fac5-448e-970b-45efa3e7b4d1 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5559456 Jul 13 07:31:41.918859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:41.960923 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbcb4-2e8f-4b59-a7b6-6c34b98b4e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.996487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fbcb4-2e8f-4b59-a7b6-6c34b98b4e23 None None] Pushing event deleted for resources: {'Port': ['ID=828cc740-c505-46dd-8cb1-764c555da4df,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.998636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fbcb4-2e8f-4b59-a7b6-6c34b98b4e23 None None] No DVR routers for this DVR port 828cc740-c505-46dd-8cb1-764c555da4df on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:42.060381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Allocated IP 172.20.0.8 (7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe/d8961eb2-d790-468e-855c-f95f27a8a5d5/803a99e6-4057-4ab6-b02d-3fbb0f0cbabe) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:42.084015 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.084500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.090958 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.143086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fda3835b-6fdf-4864-b601-c591d4816dfc None None] Provisioning for port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:42.147754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fda3835b-6fdf-4864-b601-c591d4816dfc None None] Provisioning complete for port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:42.148376 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fda3835b-6fdf-4864-b601-c591d4816dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.188608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Deleting port 828cc740-c505-46dd-8cb1-764c555da4df {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:42.188608 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.198836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ce20235a-27d0-4a23-a079-1150f24fa869 req-3e3e48a1-3f5e-4fde-a6b4-f2577099e174 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 210 time: 0.0698977 Jul 13 07:31:42.211120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=336d9240-fa40-4087-b250-f1df02696e12,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.213875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.221126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fda3835b-6fdf-4864-b601-c591d4816dfc None None] Port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:42.237487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.238834 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-af5011c6-48bd-4290-8e46-c54c839d84ff tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1666057 Jul 13 07:31:42.241642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41428) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.248143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'port': {'network_id': 'd6bafa8d-3ade-4724-95eb-1d83704cf600', 'name': 'tempest-FloatingIPTestJSON-780224772'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:42.291895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 73499914-38b4-4739-9314-35502703a27e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:42.345786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 73499914-38b4-4739-9314-35502703a27e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:42.349663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 73499914-38b4-4739-9314-35502703a27e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:42.350122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.378938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Made reservation on behalf of 87a1f90daeb54081907e289f08aad35a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:42.382987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.397986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] For port 828cc740-c505-46dd-8cb1-764c555da4df, host n-d-758944-43, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:42.398563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.404615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] device_id is not set on port 749c85d4-935e-4f33-9ce8-14d0bea7df10 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:42.431020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Calling delete_port for 828cc740-c505-46dd-8cb1-764c555da4df owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:42.432849 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.469421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Port 828cc740-c505-46dd-8cb1-764c555da4df was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:31:42.469627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 73499914-38b4-4739-9314-35502703a27e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=73499914-38b4-4739-9314-35502703a27e,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:42.474457 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.481891 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.511661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0844c46a-89a0-4105-a431-7e72b5a235a7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:42.530461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] No DVR routers for this DVR port 828cc740-c505-46dd-8cb1-764c555da4df on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:42.531501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.20.0.9 (d6bafa8d-3ade-4724-95eb-1d83704cf600/72a996ce-ac53-40e2-b7c7-1390956eb5f6/749c85d4-935e-4f33-9ce8-14d0bea7df10) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:42.534570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Pushing event deleted for resources: {'Port': ['ID=828cc740-c505-46dd-8cb1-764c555da4df,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.566865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=73499914-38b4-4739-9314-35502703a27e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.582308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.583513 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0844c46a-89a0-4105-a431-7e72b5a235a7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:42.589145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0844c46a-89a0-4105-a431-7e72b5a235a7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:42.589711 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.602373 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.661783 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.671939 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.673884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.702446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.713473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 0844c46a-89a0-4105-a431-7e72b5a235a7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0844c46a-89a0-4105-a431-7e72b5a235a7,segment=NetworkSegment(c15bee75-2388-44b0-b8f8-f789d4dce1a6),segment_id=c15bee75-2388-44b0-b8f8-f789d4dce1a6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:42.714251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.718881 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.745614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.754790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9ffb23-3401-46c5-a32e-53ab486298af']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.764281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Transition to ACTIVE for port object 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:42.797894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=0844c46a-89a0-4105-a431-7e72b5a235a7,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.818993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.821015 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.858727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 40a97911-f8aa-4da9-b9ba-262fcb502369 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:42.860007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faea12f2-547f-4f71-a0f3-5decf1512570') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.860362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faea12f2-547f-4f71-a0f3-5decf1512570') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.881582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.882928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 40a97911-f8aa-4da9-b9ba-262fcb502369 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:42.883290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 40a97911-f8aa-4da9-b9ba-262fcb502369 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:42.883722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 828cc740-c505-46dd-8cb1-764c555da4df no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:42.891319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=749c85d4-935e-4f33-9ce8-14d0bea7df10,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.910050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network d6bafa8d-3ade-4724-95eb-1d83704cf600 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:42.911800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:42.916780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:42.935155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 828cc740-c505-46dd-8cb1-764c555da4df {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:42.935594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 828cc740-c505-46dd-8cb1-764c555da4df not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:42.957847 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.982192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:42.982610 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:42.984338 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:42.994736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:42.995403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.013306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e3ac3ae-f856-4de5-bfe3-eaf808394b63 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7698376 Jul 13 07:31:43.015983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41434) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.021464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5a4d8718-d989-4150-88ba-fede6f86c4bd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'port_id': '749c85d4-935e-4f33-9ce8-14d0bea7df10'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:43.069325 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8718-d989-4150-88ba-fede6f86c4bd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.161896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1b99fe64-a630-4c45-969b-92cb056cdafb None None] Provisioning complete for port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:43.162480 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b99fe64-a630-4c45-969b-92cb056cdafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.207847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1b99fe64-a630-4c45-969b-92cb056cdafb None None] Port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:43.218200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1b99fe64-a630-4c45-969b-92cb056cdafb None None] Provisioning complete for port 0844c46a-89a0-4105-a431-7e72b5a235a7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:43.218657 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b99fe64-a630-4c45-969b-92cb056cdafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.418687 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.429239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:43.431204 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ee79011-bbee-4f0b-a574-b56c42e1a3d4 req-4dd617d4-4e5b-4dc0-b899-b0c39f09fcbb tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 210 time: 0.0688441 Jul 13 07:31:43.436231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Allocated IP 172.25.8.253 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/326fd1aa-2cde-48b5-9a30-37f84a15cb72) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:43.439280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.444205 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.446166 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] 10.222.0.41 "DELETE /v2.0/networks/bd9ffb23-3401-46c5-a32e-53ab486298af HTTP/1.1" status: 204 len: 168 time: 2.1459842 Jul 13 07:31:43.473307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:43.509391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589893c0-bb3d-4a4f-be02-82d35649dccb admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9ffb23-3401-46c5-a32e-53ab486298af,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:43.562019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:43.604592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:43.607194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:43.613306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.633411 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8718-d989-4150-88ba-fede6f86c4bd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.633581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Pushing event updated for resources: {'Port': ['ID=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:43.638881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8718-d989-4150-88ba-fede6f86c4bd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.754734 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-5a4d8718-d989-4150-88ba-fede6f86c4bd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP df5637cb-6c04-4e20-92c9-6c917c7016c0 associated. External IP: 172.25.8.212, port: 749c85d4-935e-4f33-9ce8-14d0bea7df10. Jul 13 07:31:43.778048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:43.778739 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.819458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eea2a75c-b314-4591-9827-b83be488d25d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ba670f875be4d668e8f304b9df3c692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049155 Jul 13 07:31:43.829977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41444) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.845144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5c1f6954-78af-430f-8149-6afc59475ba4 None None] Provisioning complete for port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:43.845936 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c1f6954-78af-430f-8149-6afc59475ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.863638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-954aa666-da71-40f6-8a84-86e5cb466b64 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1744595 Jul 13 07:31:43.881579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Request body: {'port': {'device_id': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:43.896038 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.910868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f6954-78af-430f-8149-6afc59475ba4 None None] Port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:43.937040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Router 4614676a-dd33-4652-a049-17c4f9f3ef26 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:44.015173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 73499914-38b4-4739-9314-35502703a27e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:44.032684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4d8718-d989-4150-88ba-fede6f86c4bd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:44.062689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ec002fc9-4027-4dab-ae16-08e7cd9cef9f None None] Provisioning for port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:44.068731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ec002fc9-4027-4dab-ae16-08e7cd9cef9f None None] Provisioning complete for port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:44.069110 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec002fc9-4027-4dab-ae16-08e7cd9cef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.080173 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be059b79-3842-4cca-8f5f-5edc7b04e428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.107686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 73499914-38b4-4739-9314-35502703a27e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:44.108064 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.129766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be059b79-3842-4cca-8f5f-5edc7b04e428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.130443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec002fc9-4027-4dab-ae16-08e7cd9cef9f None None] Port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:44.131486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.153197 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.157912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4d8718-d989-4150-88ba-fede6f86c4bd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:44.163994 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8718-d989-4150-88ba-fede6f86c4bd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.169249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:44.173332 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba7424-8c17-4035-b520-2a7bc9daa1a8 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:44.183558 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Sync routers for ids ['4614676a-dd33-4652-a049-17c4f9f3ef26'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:44.187381 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba7424-8c17-4035-b520-2a7bc9daa1a8 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:44.189239 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-17ba7424-8c17-4035-b520-2a7bc9daa1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:44.204941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Routers {'4614676a-dd33-4652-a049-17c4f9f3ef26'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:44.205613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4614676a-dd33-4652-a049-17c4f9f3ef26'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:44.208538 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5a4d8718-d989-4150-88ba-fede6f86c4bd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/floatingips/df5637cb-6c04-4e20-92c9-6c917c7016c0 HTTP/1.1" status: 200 len: 977 time: 1.1913104 Jul 13 07:31:44.211656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41446) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:44.220290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9c1d5ba7-255a-4442-acf7-f4ecc9d8bb34 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "PUT /v2.0/routers/4614676a-dd33-4652-a049-17c4f9f3ef26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9243760 Jul 13 07:31:44.224129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:44.249729 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-17ba7424-8c17-4035-b520-2a7bc9daa1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:44.268098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:44.268803 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba7424-8c17-4035-b520-2a7bc9daa1a8 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:44.269620 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-17ba7424-8c17-4035-b520-2a7bc9daa1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:44.276847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:44.285586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:44.287725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Pushing event updated for resources: {'Port': ['ID=326fd1aa-2cde-48b5-9a30-37f84a15cb72,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:44.321437 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-17ba7424-8c17-4035-b520-2a7bc9daa1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:44.322826 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba7424-8c17-4035-b520-2a7bc9daa1a8 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:44.324110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0844c46a-89a0-4105-a431-7e72b5a235a7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:44.354136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9ab2ba-9896-449d-90ad-844a7a26875a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:44.358805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-df9ab2ba-9896-449d-90ad-844a7a26875a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports/8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f HTTP/1.1" status: 200 len: 911 time: 0.1337137 Jul 13 07:31:44.361484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41450) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:44.373919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Set router 4614676a-dd33-4652-a049-17c4f9f3ef26 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:44.395850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be059b79-3842-4cca-8f5f-5edc7b04e428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.398506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be059b79-3842-4cca-8f5f-5edc7b04e428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.399679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-be059b79-3842-4cca-8f5f-5edc7b04e428 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc0aaf37-bb53-4ad2-b172-5772c57db127 HTTP/1.1" status: 204 len: 168 time: 0.5606568 Jul 13 07:31:44.433173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be059b79-3842-4cca-8f5f-5edc7b04e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0aaf37-bb53-4ad2-b172-5772c57db127,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:44.438268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 749c85d4-935e-4f33-9ce8-14d0bea7df10 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:44.438736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.478218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0844c46a-89a0-4105-a431-7e72b5a235a7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:44.478558 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.484682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff01d20-46a8-42b9-bcac-753312837717 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:44.491224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff01d20-46a8-42b9-bcac-753312837717 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:44.496798 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5ff01d20-46a8-42b9-bcac-753312837717 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1338720 Jul 13 07:31:44.496961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:44.576059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.638974 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.718000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614676a-dd33-4652-a049-17c4f9f3ef26', 'name': 'tempest-NetworksTestDHCPv6-router-163216047', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:36Z', 'updated_at': '2021-07-13T07:31:41Z', 'revision_number': 2, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'gw_port_host': None, '_interfaces': [{'id': '8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f', 'name': '', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'mac_address': 'fa:16:3e:59:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4614676a-dd33-4652-a049-17c4f9f3ef26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'bc61a721-c779-4c1c-8ca4-81b491932d5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:38Z', 'updated_at': '2021-07-13T07:31:42Z', 'revision_number': 2, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'subnets': [{'id': 'bc61a721-c779-4c1c-8ca4-81b491932d5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:44.765993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Checking router: 4614676a-dd33-4652-a049-17c4f9f3ef26 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:44.766329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Updating router 4614676a-dd33-4652-a049-17c4f9f3ef26 port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:44.806892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.840022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47f984-dee3-4f2b-a171-2897c098c9e9 req-de716fb8-8ee2-44b0-b4c7-f8ee337a7d19 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:44.841538 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e47f984-dee3-4f2b-a171-2897c098c9e9 req-de716fb8-8ee2-44b0-b4c7-f8ee337a7d19 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 931 time: 0.1352060 Jul 13 07:31:44.933441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e47f984-dee3-4f2b-a171-2897c098c9e9 req-6e5d5b42-7694-4f0c-8c14-02cc60a1b522 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715947 Jul 13 07:31:44.946552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.947024 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.947348 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP df5637cb-6c04-4e20-92c9-6c917c7016c0 disassociated. External IP: 172.25.8.212, port: 749c85d4-935e-4f33-9ce8-14d0bea7df10. Jul 13 07:31:44.947692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 749c85d4-935e-4f33-9ce8-14d0bea7df10 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:45.005739 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.121697 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.177207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=749c85d4-935e-4f33-9ce8-14d0bea7df10,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.227539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:45.239108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.323704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:45.331299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Transition to ACTIVE for port object 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:45.350119 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.364288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Transition to ACTIVE for port object 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:45.370508 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.375239 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.415975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:45.447368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee7dfc-4f1e-46d6-a2e1-42e51ee32939 None None] Pushing event updated for resources: {'Port': ['ID=8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.463869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:45.480318 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef42d10-9132-43b6-a89d-a72266c719f8 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:45.490551 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef42d10-9132-43b6-a89d-a72266c719f8 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:45.491191 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1ef42d10-9132-43b6-a89d-a72266c719f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:45.516327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Attempting to bind port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:45.516561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Attempting to bind port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:45.516818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Attempting to bind port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:45.520342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.522740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:45.522924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:45.523364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.524137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:45.524895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Bound port: 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:45.531325 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.569309 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1ef42d10-9132-43b6-a89d-a72266c719f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:45.590392 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef42d10-9132-43b6-a89d-a72266c719f8 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:45.593581 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1ef42d10-9132-43b6-a89d-a72266c719f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:45.602368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] For port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:45.607371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] For port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:45.613706 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.649853 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.653161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.654697 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1ef42d10-9132-43b6-a89d-a72266c719f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:45.655543 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef42d10-9132-43b6-a89d-a72266c719f8 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:45.659591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9f5ac1d2-14c7-42ef-bf30-5ee447318f97 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/ports/749c85d4-935e-4f33-9ce8-14d0bea7df10 HTTP/1.1" status: 204 len: 168 time: 1.4468453 Jul 13 07:31:45.661350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41484) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:45.689173 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.728445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee7dfc-4f1e-46d6-a2e1-42e51ee32939 None None] Pushing event updated for resources: {'Port': ['ID=8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.732491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Pushing event updated for resources: {'Port': ['ID=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.740617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Routers {'4614676a-dd33-4652-a049-17c4f9f3ef26'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:45.741490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4614676a-dd33-4652-a049-17c4f9f3ef26'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:45.784984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-01ce25c8-ac58-4db5-9e7d-8b2f88d682dd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "GET /v2.0/floatingips/df5637cb-6c04-4e20-92c9-6c917c7016c0 HTTP/1.1" status: 200 len: 688 time: 0.1235671 Jul 13 07:31:45.785661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41488) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:45.792781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-network', 'tenant_id': '44fd6810e2e748618ff96352bec61f49'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:45.916197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] Set router 4614676a-dd33-4652-a049-17c4f9f3ef26 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:45.964363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 336d9240-fa40-4087-b250-f1df02696e12 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:45.965560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.102337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.102720 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.149881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 336d9240-fa40-4087-b250-f1df02696e12 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:46.189841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614676a-dd33-4652-a049-17c4f9f3ef26', 'name': 'tempest-NetworksTestDHCPv6-router-163216047', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:36Z', 'updated_at': '2021-07-13T07:31:41Z', 'revision_number': 2, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'gw_port_host': None, '_interfaces': [{'id': '8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f', 'name': '', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'mac_address': 'fa:16:3e:59:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4614676a-dd33-4652-a049-17c4f9f3ef26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'bc61a721-c779-4c1c-8ca4-81b491932d5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:38Z', 'updated_at': '2021-07-13T07:31:45Z', 'revision_number': 4, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'subnets': [{'id': 'bc61a721-c779-4c1c-8ca4-81b491932d5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:46.220168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab996e-4502-4651-b214-5648ce55eea6 None None] The sync data for ids ['4614676a-dd33-4652-a049-17c4f9f3ef26'] in n-d-758944-43 is: [{'id': '4614676a-dd33-4652-a049-17c4f9f3ef26', 'name': 'tempest-NetworksTestDHCPv6-router-163216047', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:36Z', 'updated_at': '2021-07-13T07:31:41Z', 'revision_number': 2, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'gw_port_host': None, '_interfaces': [{'id': '8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f', 'name': '', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'mac_address': 'fa:16:3e:59:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4614676a-dd33-4652-a049-17c4f9f3ef26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'bc61a721-c779-4c1c-8ca4-81b491932d5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:38Z', 'updated_at': '2021-07-13T07:31:45Z', 'revision_number': 4, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'subnets': [{'id': 'bc61a721-c779-4c1c-8ca4-81b491932d5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:46.271133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ac93d-a1c5-4e39-8f26-32cb21b6742d req-919fa27b-baec-47c6-bb75-19633e5f9bc9 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.272999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c93ac93d-a1c5-4e39-8f26-32cb21b6742d req-919fa27b-baec-47c6-bb75-19633e5f9bc9 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 943 time: 0.1664433 Jul 13 07:31:46.342898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Made reservation on behalf of 44fd6810e2e748618ff96352bec61f49 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:46.345257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.347806 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c93ac93d-a1c5-4e39-8f26-32cb21b6742d req-0b0844ec-a1e0-4d60-9c6d-8297ba22f048 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624027 Jul 13 07:31:46.377225 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.425400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Pushing event updated for resources: {'Port': ['ID=326fd1aa-2cde-48b5-9a30-37f84a15cb72,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:46.431149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.434196 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.436983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=336d9240-fa40-4087-b250-f1df02696e12,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:46.461528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Attempting to bind port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:46.461873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Attempting to bind port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:46.462238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Attempting to bind port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe on network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:46.517607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.526856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.528932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe on network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:46.529443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Attempting to bind port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe on network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:46.536785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b8ae75d7-17c5-4a72-b149-7a4321964000 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/floatingips/df5637cb-6c04-4e20-92c9-6c917c7016c0 HTTP/1.1" status: 204 len: 168 time: 0.7499926 Jul 13 07:31:46.537566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:46.543635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '178a9fab-4318-405f-b4f4-730083a660ad'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:46.543865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.545213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1757eabe-57e0-405a-968f-03d095e28718 req-52100350-4c46-4af1-93e4-601a783d9968 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6308477 Jul 13 07:31:46.551283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:46.551751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Checking segment: {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:46.552076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Bound using segment: {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:46.552519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Bound port: 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d62109-7aa3-4a27-a585-f532b137e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:46.552876 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.675479 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1757eabe-57e0-405a-968f-03d095e28718 req-a4c59fb8-4383-4d91-a2d5-dc8f79558fdc tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 696 time: 0.1136034 Jul 13 07:31:46.818164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] For port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:46.888941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] For port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:46.904138 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-466e907f-5d37-4baa-ac7f-3c275aaa325d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0958672 Jul 13 07:31:46.906751 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.961577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.977973 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.995841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.997200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.999537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] 10.222.0.48 "PUT /v2.0/ports/803a99e6-4057-4ab6-b02d-3fbb0f0cbabe HTTP/1.1" status: 200 len: 1092 time: 3.1222057 Jul 13 07:31:46.999698 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.019426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757eabe-57e0-405a-968f-03d095e28718 req-3b5cefd1-9f2c-44b5-8b02-eaddce5fce44 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.021276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1757eabe-57e0-405a-968f-03d095e28718 req-3b5cefd1-9f2c-44b5-8b02-eaddce5fce44 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.3347731 Jul 13 07:31:47.022923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'tag': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:47.025460 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bed26f-b126-48e4-98c5-19c27e86c27b" -d '{"events": [{"name": "network-changed", "server_uuid": "52d19d9f-1202-477b-a802-b251ed71e3d4", "tag": "803a99e6-4057-4ab6-b02d-3fbb0f0cbabe"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:47.103415 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb18e67-295b-4ef7-9b30-8aba09f48b12 x-openstack-request-id: req-2cb18e67-295b-4ef7-9b30-8aba09f48b12 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:47.103712 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d19d9f-1202-477b-a802-b251ed71e3d4", "tag": "803a99e6-4057-4ab6-b02d-3fbb0f0cbabe", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:47.103971 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cb18e67-295b-4ef7-9b30-8aba09f48b12 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:47.104374 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'tag': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe', 'status': 'completed', 'code': 200} Jul 13 07:31:47.112405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:47.119158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:47.119505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.127211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586eba8-5611-441c-82ee-586c342f1e87 service neutron] Pushing event updated for resources: {'Port': ['ID=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.148549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23584c75-c24a-4fdb-ac2f-4b31fcbf641b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.170804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.171286 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Added segment 9ab055ee-de12-4695-9f53-0b5437a1997a of type vlan for network a915685d-b9d1-4ac5-baf9-27e5449edcb5 Jul 13 07:31:47.175482 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-daa432a1-59a6-408f-962e-2be65572ab95 req-9b2beab5-8156-4c7e-91f1-3dd218d8af27 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips/dd96baf9-39f0-419c-a337-4131968d0326 HTTP/1.1" status: 200 len: 693 time: 0.1127434 Jul 13 07:31:47.266534 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.290544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-49fac03e-3d75-4c97-957a-1995e8c59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.292152 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-49fac03e-3d75-4c97-957a-1995e8c59a7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3c755b4780c4c398df7e5f0fddcc546&device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 1095 time: 0.2355132 Jul 13 07:31:47.363038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-4f1b24fa-f900-406f-a044-2ef21d7bdcff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe HTTP/1.1" status: 200 len: 217 time: 0.0583453 Jul 13 07:31:47.371248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] For port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:47.371623 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.427267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-a7391308-b800-4c12-8a63-4468f5c3dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.429074 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-a7391308-b800-4c12-8a63-4468f5c3dad2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8961eb2-d790-468e-855c-f95f27a8a5d5 HTTP/1.1" status: 200 len: 851 time: 0.0599294 Jul 13 07:31:47.451786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.453028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.453774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.473182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:47.580767 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ed3a9e36-8329-41f3-8d29-3977998aced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.581542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ed3a9e36-8329-41f3-8d29-3977998aced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.582352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ed3a9e36-8329-41f3-8d29-3977998aced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.583016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ed3a9e36-8329-41f3-8d29-3977998aced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.583487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ed3a9e36-8329-41f3-8d29-3977998aced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.583951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ed3a9e36-8329-41f3-8d29-3977998aced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.584418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ed3a9e36-8329-41f3-8d29-3977998aced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.586342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ed3a9e36-8329-41f3-8d29-3977998aced7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 6508 time: 0.6349626 Jul 13 07:31:47.596812 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1773860 Jul 13 07:31:47.597558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e2907-bc1d-41d2-935f-8bfe16db49d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a915685d-b9d1-4ac5-baf9-27e5449edcb5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.601112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41514) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:47.608787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Request body: {'subnet': {'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-subnet', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:47.620701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a915685d-b9d1-4ac5-baf9-27e5449edcb5 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:47.660050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-120ed3a4-7567-4dc7-a856-fd24ef487e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.662323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-120ed3a4-7567-4dc7-a856-fd24ef487e88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2244694 Jul 13 07:31:47.688438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Made reservation on behalf of 44fd6810e2e748618ff96352bec61f49 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:47.690815 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.812821 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b953b-d748-48b7-801c-b8dc244797b0 req-21f119bc-55dc-4820-a230-8d6c7b538dc5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.814957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-944b953b-d748-48b7-801c-b8dc244797b0 req-21f119bc-55dc-4820-a230-8d6c7b538dc5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 943 time: 0.2258673 Jul 13 07:31:47.903036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-d1e53962-0c5e-4ac5-b496-cc0d0a1f6225 service neutron] 10.222.0.48 "GET /v2.0/networks/7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300303 Jul 13 07:31:47.903827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa432a1-59a6-408f-962e-2be65572ab95 req-f23aaa55-5913-403e-a9c4-c35d2785b76a tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.910849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-daa432a1-59a6-408f-962e-2be65572ab95 req-f23aaa55-5913-403e-a9c4-c35d2785b76a tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.7269609 Jul 13 07:31:47.930771 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-944b953b-d748-48b7-801c-b8dc244797b0 req-4d535302-9874-4eda-b8e0-d084447f1767 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078279 Jul 13 07:31:47.969617 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-daa432a1-59a6-408f-962e-2be65572ab95 req-82575026-9026-47b3-8876-af52db23a75a tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 696 time: 0.0579107 Jul 13 07:31:47.986411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-a04dbc9c-3a27-4aef-8417-0552b6d5a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.986921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-a04dbc9c-3a27-4aef-8417-0552b6d5a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.987413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-a04dbc9c-3a27-4aef-8417-0552b6d5a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.989000 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-a04dbc9c-3a27-4aef-8417-0552b6d5a1d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=43631e76-28bf-4709-8183-09560f51c3a0&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&id=99c0e8ba-e29c-47b8-ba72-68e6a2413600 HTTP/1.1" status: 200 len: 2298 time: 0.3227940 Jul 13 07:31:48.008996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.092225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:48.108937 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.129542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-daa432a1-59a6-408f-962e-2be65572ab95 req-8f87032f-4ef2-4865-8eca-4d6f66f0ae16 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 696 time: 0.1531820 Jul 13 07:31:48.195743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:48.211405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d635eb5-2445-4aa5-9b6d-c8e6b1bf3ef7 req-f431707d-c460-4996-b864-18b4687adafc service neutron] 10.222.0.48 "GET /v2.0/networks/7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995024 Jul 13 07:31:48.221022 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.234711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:48.235058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 07:31:48.280515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Port 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f not found, will not notify nova. {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 07:31:48.318719 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9aa5fd67-ee5e-40f9-b822-fb546838a45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.321010 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-a9c93461-9ba0-43e6-8d0b-6a22dc46a249 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa HTTP/1.1" status: 200 len: 1002 time: 0.2960479 Jul 13 07:31:48.463141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Router 4614676a-dd33-4652-a049-17c4f9f3ef26 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:48.465936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-c150dd0a-e711-46e9-9396-8e59676e31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.467475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-c150dd0a-e711-46e9-9396-8e59676e31f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3c755b4780c4c398df7e5f0fddcc546&device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 1095 time: 0.1628842 Jul 13 07:31:48.519129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-88edc8c9-2530-4acd-b467-bf733f901655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.520740 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-88edc8c9-2530-4acd-b467-bf733f901655 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51 HTTP/1.1" status: 200 len: 856 time: 0.1927881 Jul 13 07:31:48.581521 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.598094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.25.8.14 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/4845405b-efcd-4d32-a4a5-1babd8a64808) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:48.601261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:48.609340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-15001cd3-8119-41db-9c9b-de5d7661264a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "PUT /v2.0/routers/4614676a-dd33-4652-a049-17c4f9f3ef26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1098859 Jul 13 07:31:48.611885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41520) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:48.619862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] Sync routers for ids ['4614676a-dd33-4652-a049-17c4f9f3ef26'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:48.643593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] Routers {'4614676a-dd33-4652-a049-17c4f9f3ef26'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:48.648718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4614676a-dd33-4652-a049-17c4f9f3ef26'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:48.671196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-e2d45728-f2de-425f-8fa6-709a76ccd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.672682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-e2d45728-f2de-425f-8fa6-709a76ccd1dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe HTTP/1.1" status: 200 len: 913 time: 0.1981204 Jul 13 07:31:48.682106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f8f111-917e-4321-a787-995828f4ca4f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.684253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f8f111-917e-4321-a787-995828f4ca4f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.685974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-92f8f111-917e-4321-a787-995828f4ca4f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0729935 Jul 13 07:31:48.688520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:48.698411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-daa432a1-59a6-408f-962e-2be65572ab95 req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Deleting port 326fd1aa-2cde-48b5-9a30-37f84a15cb72 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:48.698856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-daa432a1-59a6-408f-962e-2be65572ab95 req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.709445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7248bf-9be0-4aa7-9526-73f6780b6023,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:48.759293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-8d35d6eb-f207-4040-9029-485ec42d6591 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe HTTP/1.1" status: 200 len: 217 time: 0.0720708 Jul 13 07:31:48.793182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ba41b88b-d0b7-471f-bc92-6da62af4e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.794912 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-ba41b88b-d0b7-471f-bc92-6da62af4e4d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0baccc74-6e19-4abf-9d93-7dbb7be7e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2654562 Jul 13 07:31:48.796016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] Set router 4614676a-dd33-4652-a049-17c4f9f3ef26 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:48.812283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafd8952-5b7e-4e46-bf03-20de6ce86950 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet bc61a721-c779-4c1c-8ca4-81b491932d5b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:48.817184 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aafd8952-5b7e-4e46-bf03-20de6ce86950 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.845558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Checking segment: {'id': '9ab055ee-de12-4695-9f53-0b5437a1997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:48.846049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Network hostable DHCP agents. Network: a915685d-b9d1-4ac5-baf9-27e5449edcb5, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:48.858424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-705bca6b-b122-4535-b690-0068f76a90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.859996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-705bca6b-b122-4535-b690-0068f76a90ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8961eb2-d790-468e-855c-f95f27a8a5d5 HTTP/1.1" status: 200 len: 851 time: 0.0932901 Jul 13 07:31:48.879241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614676a-dd33-4652-a049-17c4f9f3ef26', 'name': 'tempest-NetworksTestDHCPv6-router-163216047', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:36Z', 'updated_at': '2021-07-13T07:31:47Z', 'revision_number': 3, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:48.900743 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aafd8952-5b7e-4e46-bf03-20de6ce86950 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.907620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] Checking router: 4614676a-dd33-4652-a049-17c4f9f3ef26 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:48.916677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] Routers {'4614676a-dd33-4652-a049-17c4f9f3ef26'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:48.917526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4614676a-dd33-4652-a049-17c4f9f3ef26'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:48.953441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-daa432a1-59a6-408f-962e-2be65572ab95 req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.953865 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-daa432a1-59a6-408f-962e-2be65572ab95 req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.958737 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.970341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Network a915685d-b9d1-4ac5-baf9-27e5449edcb5 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:48.984720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-daa432a1-59a6-408f-962e-2be65572ab95 req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Calling delete_port for 326fd1aa-2cde-48b5-9a30-37f84a15cb72 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:49.003325 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] Set router 4614676a-dd33-4652-a049-17c4f9f3ef26 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:49.013133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a915685d-b9d1-4ac5-baf9-27e5449edcb5) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:49.034041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65da21a-49e1-454b-bc95-282ede9b79bf None None] Network a915685d-b9d1-4ac5-baf9-27e5449edcb5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:49.070855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614676a-dd33-4652-a049-17c4f9f3ef26', 'name': 'tempest-NetworksTestDHCPv6-router-163216047', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:36Z', 'updated_at': '2021-07-13T07:31:47Z', 'revision_number': 3, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:49.087538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-2fcf505d-954d-40e6-8800-735fb2b8de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.095954 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-2fcf505d-954d-40e6-8800-735fb2b8de16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2277138 Jul 13 07:31:49.121079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.123109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.137650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-b45deffc-be58-48cc-b773-8850961bb5b3 service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046265 Jul 13 07:31:49.138803 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aafd8952-5b7e-4e46-bf03-20de6ce86950 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.155488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a743a52-6502-43b0-82a5-288c3fd5d7ae None None] The sync data for ids ['4614676a-dd33-4652-a049-17c4f9f3ef26'] in n-d-758944-43 is: [{'id': '4614676a-dd33-4652-a049-17c4f9f3ef26', 'name': 'tempest-NetworksTestDHCPv6-router-163216047', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:36Z', 'updated_at': '2021-07-13T07:31:47Z', 'revision_number': 3, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:49.216333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d10231ee-a402-446a-b229-db3a031427f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6114888 Jul 13 07:31:49.223758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41532) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:49.291303 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.298589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:49.369274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:49.373024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a915685d-b9d1-4ac5-baf9-27e5449edcb5', 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'fixed_ips': [{'subnet_id': '3e7248bf-9be0-4aa7-9526-73f6780b6023'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:49.375423 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.397121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.398201 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.406795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-443da63f-aaf3-4331-818a-fa9804d660f4 service neutron] 10.222.0.48 "GET /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627201 Jul 13 07:31:49.410086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:49.411177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aafd8952-5b7e-4e46-bf03-20de6ce86950 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.414689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-41f29dd7-be64-40ba-81bc-271eb410dbdf service neutron] 10.222.0.48 "GET /v2.0/networks/7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097076 Jul 13 07:31:49.415523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:49.417865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=4845405b-efcd-4d32-a4a5-1babd8a64808,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.496263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-5ea310b9-9e4f-4d55-ab6d-6d5d3a85bd03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 200 len: 217 time: 0.0747416 Jul 13 07:31:49.563775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Allocated IP 172.20.0.2 (a915685d-b9d1-4ac5-baf9-27e5449edcb5/3e7248bf-9be0-4aa7-9526-73f6780b6023/749e2bb7-4716-461c-a562-7e6eeaa1a2e8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:49.670707 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-daa432a1-59a6-408f-962e-2be65572ab95 req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.720334 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.727633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-d78d2f17-190c-4590-b3df-6496904dc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.729064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Transition to ACTIVE for port object 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:49.729681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-d78d2f17-190c-4590-b3df-6496904dc3a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.2255049 Jul 13 07:31:49.740020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Pushing event deleted for resources: {'Port': ['ID=326fd1aa-2cde-48b5-9a30-37f84a15cb72,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.745370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Transition to ACTIVE for port object 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:49.755621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.812769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Network a915685d-b9d1-4ac5-baf9-27e5449edcb5 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:49.816241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:49.820389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:49.832058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Pushing event updated for resources: {'Port': ['ID=749e2bb7-4716-461c-a562-7e6eeaa1a2e8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.891957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Attempting to bind port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:49.892619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Attempting to bind port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '9ab055ee-de12-4695-9f53-0b5437a1997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:49.893154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Attempting to bind port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 on network a915685d-b9d1-4ac5-baf9-27e5449edcb5 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:49.899176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:49.899887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Checking segment: {'id': '9ab055ee-de12-4695-9f53-0b5437a1997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:49.906336 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.907071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Bound using segment: {'id': '9ab055ee-de12-4695-9f53-0b5437a1997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:49.907753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Bound port: 749e2bb7-4716-461c-a562-7e6eeaa1a2e8, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab055ee-de12-4695-9f53-0b5437a1997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:49.908447 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.961260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04139-b65a-487c-b584-a7d34a762d28 req-0c8ad950-3445-4771-9319-32eeb394eb25 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.962836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ef04139-b65a-487c-b584-a7d34a762d28 req-0c8ad950-3445-4771-9319-32eeb394eb25 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 943 time: 0.7925944 Jul 13 07:31:49.979136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd8952-5b7e-4e46-bf03-20de6ce86950 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=bc61a721-c779-4c1c-8ca4-81b491932d5b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.980485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-daa432a1-59a6-408f-962e-2be65572ab95 req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.983354 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-daa432a1-59a6-408f-962e-2be65572ab95 req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.984796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-daa432a1-59a6-408f-962e-2be65572ab95 req-e63ad61f-a610-46d6-bb22-abf31066d375 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "DELETE /v2.0/floatingips/dd96baf9-39f0-419c-a337-4131968d0326 HTTP/1.1" status: 204 len: 173 time: 1.8543096 Jul 13 07:31:49.992893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e693a-c144-46ae-8731-a7de17c6e991 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:49.996879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:50.000618 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aafd8952-5b7e-4e46-bf03-20de6ce86950 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.003980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aafd8952-5b7e-4e46-bf03-20de6ce86950 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/bc61a721-c779-4c1c-8ca4-81b491932d5b HTTP/1.1" status: 204 len: 168 time: 1.3144193 Jul 13 07:31:50.012334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] For port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:50.023850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41536) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:50.062316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-190f099f-8b7d-4938-83b6-4e25eb18c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:50.063888 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-190f099f-8b7d-4938-83b6-4e25eb18c4a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3136125 Jul 13 07:31:50.065196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] For port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=749e2bb7-4716-461c-a562-7e6eeaa1a2e8,segment=NetworkSegment(9ab055ee-de12-4695-9f53-0b5437a1997a),segment_id=9ab055ee-de12-4695-9f53-0b5437a1997a)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:50.078908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:50.085911 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.166128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:50.166967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8525d5bf-b8a6-401f-92bc-1b3e37cd1d6f not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:50.283989 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-68e1b040-33c2-4a9f-9458-4e3e4b599fa7 req-b4d2ac07-9368-47b2-bcfc-5c4837c327f8 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] show failed (client error): The resource could not be found. Jul 13 07:31:50.285248 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68e1b040-33c2-4a9f-9458-4e3e4b599fa7 req-b4d2ac07-9368-47b2-bcfc-5c4837c327f8 tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips/dd96baf9-39f0-419c-a337-4131968d0326 HTTP/1.1" status: 404 len: 350 time: 0.0537243 Jul 13 07:31:50.340728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.360876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5d378-b90f-4c21-872a-8d302e17d79f None None] Pushing event updated for resources: {'Port': ['ID=749e2bb7-4716-461c-a562-7e6eeaa1a2e8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.362987 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ef04139-b65a-487c-b584-a7d34a762d28 req-82c67835-8ac9-445b-891d-b9a1e1bd8378 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785088 Jul 13 07:31:50.406744 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-95b59471-7d50-49e1-8552-969e6d7aad76 req-d5d83e3c-21ae-461a-94e8-49d6368c4e4e tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] show failed (client error): The resource could not be found. Jul 13 07:31:50.416789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95b59471-7d50-49e1-8552-969e6d7aad76 req-d5d83e3c-21ae-461a-94e8-49d6368c4e4e tempest-FloatingIPsTestJSON-95685997 tempest-FloatingIPsTestJSON-95685997-project] 10.222.0.41 "GET /v2.0/floatingips/dd96baf9-39f0-419c-a337-4131968d0326 HTTP/1.1" status: 404 len: 350 time: 0.0537198 Jul 13 07:31:50.417544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41542) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:50.431175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:50.442699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-930a42bf-f4a5-4620-8a88-81b602a155f1 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718238 Jul 13 07:31:50.448181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'port_id': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe', 'mac_address': 'fa:16:3e:c5:14:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:50.491365 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.517154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:50.520173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40bed26f-b126-48e4-98c5-19c27e86c27b req-9dce158b-241c-4873-926f-7a1850e52e5b service neutron] 10.222.0.48 "GET /v2.0/networks/7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0911012 Jul 13 07:31:50.546218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:50.556106 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.565219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd62e7f-3301-44f9-ba5f-a5faa0de4921 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:50.639466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9e657c42-02f8-4174-85b2-f9a9a93bbeb3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6020870 Jul 13 07:31:50.686638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:50.699082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.742364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9bd62e7f-3301-44f9-ba5f-a5faa0de4921 None None] Deleting port 73499914-38b4-4739-9314-35502703a27e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:50.743032 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bd62e7f-3301-44f9-ba5f-a5faa0de4921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.774561 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.797657 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0251f28-94b7-4b87-9018-8f87a82ebd73 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.869016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9bd62e7f-3301-44f9-ba5f-a5faa0de4921 None None] For port 73499914-38b4-4739-9314-35502703a27e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=73499914-38b4-4739-9314-35502703a27e,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:50.869715 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bd62e7f-3301-44f9-ba5f-a5faa0de4921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.886973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9bd62e7f-3301-44f9-ba5f-a5faa0de4921 None None] Calling delete_port for 73499914-38b4-4739-9314-35502703a27e owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:50.955857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['803a99e6-4057-4ab6-b02d-3fbb0f0cbabe'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:51.118013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0251f28-94b7-4b87-9018-8f87a82ebd73 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.130152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0251f28-94b7-4b87-9018-8f87a82ebd73 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.286208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-462efa3e-dd79-4abe-815b-2bed671ebb28 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3605525 Jul 13 07:31:51.298579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0251f28-94b7-4b87-9018-8f87a82ebd73 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.301728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0251f28-94b7-4b87-9018-8f87a82ebd73 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Fanout notify agent at l3_agent the message router_deleted on router 4614676a-dd33-4652-a049-17c4f9f3ef26 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:51.328358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0251f28-94b7-4b87-9018-8f87a82ebd73 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.328715 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.330426 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d0251f28-94b7-4b87-9018-8f87a82ebd73 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/routers/4614676a-dd33-4652-a049-17c4f9f3ef26 HTTP/1.1" status: 204 len: 168 time: 0.6427219 Jul 13 07:31:51.333289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41550) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:51.345647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:51.346599 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61905a1c-6c30-4fc1-b5de-602420b62483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.359505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.422685 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bd62e7f-3301-44f9-ba5f-a5faa0de4921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.460749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd62e7f-3301-44f9-ba5f-a5faa0de4921 None None] No DVR routers for this DVR port 73499914-38b4-4739-9314-35502703a27e on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:51.551438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd62e7f-3301-44f9-ba5f-a5faa0de4921 None None] Pushing event deleted for resources: {'Port': ['ID=73499914-38b4-4739-9314-35502703a27e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:51.656355 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.707702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-8be4b04f-c390-4c4a-9a24-edaa22b876b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.710460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-8be4b04f-c390-4c4a-9a24-edaa22b876b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1097 time: 0.3405578 Jul 13 07:31:51.712572 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-3fae33f2-5714-403e-a258-de3b2a156e3d service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2290354 Jul 13 07:31:51.732660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:51.737077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.758187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.792330 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-63f0f221-7699-417f-ba8f-fece34dd5b74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 200 len: 217 time: 0.0720389 Jul 13 07:31:51.812164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.813738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d993c4-9358-4613-a7d4-975c101c3a51 None None] Network a915685d-b9d1-4ac5-baf9-27e5449edcb5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:51.942007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e0253-7d2d-44a5-a850-716040428902 req-2519e8d1-6928-45f8-a771-c1495f2f8f9c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.944826 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b65e0253-7d2d-44a5-a850-716040428902 req-2519e8d1-6928-45f8-a771-c1495f2f8f9c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 944 time: 0.3279524 Jul 13 07:31:51.962127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d2737794-27c9-4725-8216-24c22ca0848d None None] Provisioning for port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:51.982550 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.014370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-5b507438-5ec2-4f2e-adf1-ed28b7736311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.016099 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-5b507438-5ec2-4f2e-adf1-ed28b7736311 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.2129672 Jul 13 07:31:52.042197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-a67c7074-849a-4dfe-b5ba-66b00ec2fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.043840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-a67c7074-849a-4dfe-b5ba-66b00ec2fbfc service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.2870879 Jul 13 07:31:52.129299 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b65e0253-7d2d-44a5-a850-716040428902 req-aa0ef307-a01d-40d9-8dec-1d0f98024f1c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367145 Jul 13 07:31:52.160399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:52.171650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Allocated IP 172.25.8.204 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/a1245be1-6c77-48eb-9401-b9e5a80872c5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:52.199093 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.215894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-b2a5cb30-1b36-43dc-b8ce-4328791652bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.217612 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-b2a5cb30-1b36-43dc-b8ce-4328791652bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1919720 Jul 13 07:31:52.218378 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.263671 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-65bccd8d-2c93-43ce-a6d8-6649424a2550 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1000 time: 0.2108557 Jul 13 07:31:52.289996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:52.296206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:52.296841 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.396570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=4845405b-efcd-4d32-a4a5-1babd8a64808,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.419774 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.423542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.440475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.465552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=749e2bb7-4716-461c-a562-7e6eeaa1a2e8,segment=NetworkSegment(9ab055ee-de12-4695-9f53-0b5437a1997a),segment_id=9ab055ee-de12-4695-9f53-0b5437a1997a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:52.473250 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.483885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-c3660abf-3b2d-42d3-89a2-499baf4ed1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.485382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-c3660abf-3b2d-42d3-89a2-499baf4ed1c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.2122250 Jul 13 07:31:52.487214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:52.575917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bbb7d3c8-0433-4880-9ec2-43cbc7cc89e7 None None] Provisioning complete for port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:52.576765 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d3c8-0433-4880-9ec2-43cbc7cc89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.579255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:52.582442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.583285 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.630667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.637399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd092f1-65dc-48dc-95f6-a3ee00c4671b None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:52.640606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-7479d42e-25af-4e65-8582-8a8e84bf3668 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096236 Jul 13 07:31:52.641376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3065836 Jul 13 07:31:52.641600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41558) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:52.642594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a3b2d-f4ff-420f-888f-54a28dd329ec tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=64bad83a-4411-4ece-994a-c7bf121cceac,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.648033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4e48efb3-a222-4e1a-be2c-fa7af43c99aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-692145091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:52.696457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-2ff5e4b8-7c87-4782-b495-7365f1f74d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.698535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-2ff5e4b8-7c87-4782-b495-7365f1f74d91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994901 Jul 13 07:31:52.717204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.726772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 73499914-38b4-4739-9314-35502703a27e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:52.751507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-b6d97b52-22a2-433c-8a7f-18d48854e263 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946414 Jul 13 07:31:52.799499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 73499914-38b4-4739-9314-35502703a27e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:52.799719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.799847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 73499914-38b4-4739-9314-35502703a27e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:52.802607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-f0c07fee-8015-47e9-8d94-58c345d339f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=8e0fc94e-b758-4c29-a921-885c200f5cba HTTP/1.1" status: 200 len: 217 time: 0.0426602 Jul 13 07:31:52.826877 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:52.834148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:52.836884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:52.852581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Pushing event updated for resources: {'Port': ['ID=a1245be1-6c77-48eb-9401-b9e5a80872c5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.874284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=749e2bb7-4716-461c-a562-7e6eeaa1a2e8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.888546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '64bad83a-4411-4ece-994a-c7bf121cceac'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:52.888546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.919652 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e48efb3-a222-4e1a-be2c-fa7af43c99aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.920680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e48efb3-a222-4e1a-be2c-fa7af43c99aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.930788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-dd39729b-a7ed-42af-a86b-ff6f22343431 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241366 Jul 13 07:31:52.975916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e48efb3-a222-4e1a-be2c-fa7af43c99aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.983195 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP 618c4441-9cda-48f4-a23a-e226b65e171a associated. External IP: 172.25.8.14, port: 178a9fab-4318-405f-b4f4-730083a660ad. Jul 13 07:31:53.021060 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e48efb3-a222-4e1a-be2c-fa7af43c99aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.087058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e48efb3-a222-4e1a-be2c-fa7af43c99aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.088428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4e48efb3-a222-4e1a-be2c-fa7af43c99aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4442458 Jul 13 07:31:53.095508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41560) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:53.107732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/64bad83a-4411-4ece-994a-c7bf121cceac/de1ea9d2-1e2b-451c-b407-68d625887595) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:53.108576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-f0714e0d-ad49-4e07-b8e6-e15e856b3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.110403 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-f0714e0d-ad49-4e07-b8e6-e15e856b3710 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.3004770 Jul 13 07:31:53.309381 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.321595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Transition to ACTIVE for port object de1ea9d2-1e2b-451c-b407-68d625887595 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:53.341470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Transition to ACTIVE for port object de1ea9d2-1e2b-451c-b407-68d625887595 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:53.349097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.376886 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-404c02fb-7218-4c50-a03a-835657703842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.378480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-404c02fb-7218-4c50-a03a-835657703842 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2588494 Jul 13 07:31:53.393803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:53.397297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:53.399624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:53.409996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Pushing event updated for resources: {'Port': ['ID=de1ea9d2-1e2b-451c-b407-68d625887595,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:53.471571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Attempting to bind port de1ea9d2-1e2b-451c-b407-68d625887595 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:53.472113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Attempting to bind port de1ea9d2-1e2b-451c-b407-68d625887595 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:53.472477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Attempting to bind port de1ea9d2-1e2b-451c-b407-68d625887595 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:53.478028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:53.478410 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:53.479524 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.480081 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:53.480717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Bound port: de1ea9d2-1e2b-451c-b407-68d625887595, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:53.481303 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.601736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] For port de1ea9d2-1e2b-451c-b407-68d625887595, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:53.616507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:53.625497 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.629015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] For port de1ea9d2-1e2b-451c-b407-68d625887595, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=de1ea9d2-1e2b-451c-b407-68d625887595,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:53.636380 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.645210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac61506-ed88-402c-8723-5c165876321a req-4c1a5b1c-02cc-487f-ba9e-cb8c07accfc1 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.646817 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ac61506-ed88-402c-8723-5c165876321a req-4c1a5b1c-02cc-487f-ba9e-cb8c07accfc1 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 944 time: 0.2865746 Jul 13 07:31:53.655749 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-51bf267a-bd55-4a96-8e73-aa6c9029bdcb service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525015 Jul 13 07:31:53.677440 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51689ea8-af0b-498e-864d-72ca0c84c4c9 req-3e18d904-3a23-4777-a926-e47b6e39174b service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101367 Jul 13 07:31:53.707098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ce3e8-9ec6-4d8d-804b-56ff6660ab63 None None] Pushing event updated for resources: {'Port': ['ID=de1ea9d2-1e2b-451c-b407-68d625887595,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:53.848303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ac61506-ed88-402c-8723-5c165876321a req-775de02b-2932-49be-a1cd-f405c4edb22a tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846931 Jul 13 07:31:53.859399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Deleting port 0844c46a-89a0-4105-a431-7e72b5a235a7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:53.859855 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.865768 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.036010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:54.148462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:54.155573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:54.155957 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.215342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.227624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:54.326769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:54.327313 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.368249 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.400021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:54.402910 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850e8ba9-faaa-47d5-a2c5-312ce3805f5a" -d '{"events": [{"server_uuid": "52d19d9f-1202-477b-a802-b251ed71e3d4", "name": "network-vif-plugged", "status": "completed", "tag": "803a99e6-4057-4ab6-b02d-3fbb0f0cbabe"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:54.403733 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.431759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:54.458868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.465217 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa35e263-ad70-4c2e-9fdf-f03ff79da95f x-openstack-request-id: req-fa35e263-ad70-4c2e-9fdf-f03ff79da95f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:54.465522 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d19d9f-1202-477b-a802-b251ed71e3d4", "name": "network-vif-plugged", "status": "completed", "tag": "803a99e6-4057-4ab6-b02d-3fbb0f0cbabe", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:54.465773 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa35e263-ad70-4c2e-9fdf-f03ff79da95f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:54.466206 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe', 'code': 200} Jul 13 07:31:54.492629 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-7d228b02-7ebe-40bd-a0d2-42c1a87fd418 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279333 Jul 13 07:31:54.525243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device de1ea9d2-1e2b-451c-b407-68d625887595 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:54.596155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:54.601847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] For port 0844c46a-89a0-4105-a431-7e72b5a235a7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0844c46a-89a0-4105-a431-7e72b5a235a7,segment=NetworkSegment(c15bee75-2388-44b0-b8f8-f789d4dce1a6),segment_id=c15bee75-2388-44b0-b8f8-f789d4dce1a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:54.602552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.620506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Calling delete_port for 0844c46a-89a0-4105-a431-7e72b5a235a7 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:54.622206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port de1ea9d2-1e2b-451c-b407-68d625887595 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:54.699030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59216fd-fba0-4982-b0be-ac95eee16427 req-c26112d9-990a-4eff-a59d-fb52f34dda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:54.701097 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e59216fd-fba0-4982-b0be-ac95eee16427 req-c26112d9-990a-4eff-a59d-fb52f34dda91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 1097 time: 0.1453924 Jul 13 07:31:54.711874 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-c547f83b-743f-4af4-ae8c-82dd1112707e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b HTTP/1.1" status: 200 len: 217 time: 0.1578743 Jul 13 07:31:54.718367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:54.723488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::1 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/64bad83a-4411-4ece-994a-c7bf121cceac/78187534-88d8-4011-b0e5-4dac537be2a9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:54.750639 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b023e8a-83a4-4960-ae87-0c3f4df1b5c9 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:54.758289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Router 455c17c6-4fab-4ebc-a823-642c7e7fd155 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:54.771862 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b023e8a-83a4-4960-ae87-0c3f4df1b5c9 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:54.772796 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8b023e8a-83a4-4960-ae87-0c3f4df1b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:54.811033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e59216fd-fba0-4982-b0be-ac95eee16427 req-5d4fa531-55e1-45dc-909c-1c40785d5b0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988839 Jul 13 07:31:54.835861 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8b023e8a-83a4-4960-ae87-0c3f4df1b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:54.845571 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b023e8a-83a4-4960-ae87-0c3f4df1b5c9 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:54.846566 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8b023e8a-83a4-4960-ae87-0c3f4df1b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:54.852608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.959686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b1ab-da71-4d13-a02d-bb769bd5e836 req-bff358fd-bd5a-4220-a6d7-df29cc63bb64 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:54.980706 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0479b1ab-da71-4d13-a02d-bb769bd5e836 req-bff358fd-bd5a-4220-a6d7-df29cc63bb64 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.5686355 Jul 13 07:31:54.981239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8b997f98-f877-4133-8926-88753038e95d None None] Provisioning complete for port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:54.981910 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b997f98-f877-4133-8926-88753038e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.007265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.026462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 78187534-88d8-4011-b0e5-4dac537be2a9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:55.031528 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8b023e8a-83a4-4960-ae87-0c3f4df1b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:55.032237 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b023e8a-83a4-4960-ae87-0c3f4df1b5c9 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:55.065350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:55.075092 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-406891e0-d8a9-40ba-86eb-84efc94aa1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:55.076732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-406891e0-d8a9-40ba-86eb-84efc94aa1de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 200 len: 797 time: 0.3563378 Jul 13 07:31:55.083299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Sync routers for ids ['455c17c6-4fab-4ebc-a823-642c7e7fd155'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:55.090817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.092817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f25a2ff9-a987-4fac-a491-fa6adfddb20a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8113580 Jul 13 07:31:55.094782 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.107028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:55.133967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Routers {'455c17c6-4fab-4ebc-a823-642c7e7fd155'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:55.134663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['455c17c6-4fab-4ebc-a823-642c7e7fd155'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:55.156433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2850b509-4aac-4eb1-85e0-892d78c19056 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.6153286 Jul 13 07:31:55.164732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:55.170933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1402967180'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:55.185170 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0479b1ab-da71-4d13-a02d-bb769bd5e836 req-3ee61b8b-392d-4842-ba72-2e4e081f0b41 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034595 Jul 13 07:31:55.232852 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Made reservation on behalf of 87a1f90daeb54081907e289f08aad35a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:55.237017 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.245630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-1311c2de-4a03-4b97-bce0-911701c082fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:55.246681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-1311c2de-4a03-4b97-bce0-911701c082fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43631e76-28bf-4709-8183-09560f51c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1451757 Jul 13 07:31:55.276596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Set router 455c17c6-4fab-4ebc-a823-642c7e7fd155 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:55.329041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:55.346881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:55.355632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=78187534-88d8-4011-b0e5-4dac537be2a9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.382626 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.383141 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Added segment 6f8a94d8-a1aa-47c8-9bcc-e5b99635800c of type vlan for network 85811cb8-d0c3-4e28-964e-e7eea66242bb Jul 13 07:31:55.388302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:55.390760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:55.391485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.395351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.403001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8f661861-afaa-43bf-85fd-2afb93ce1aa7 None None] Provisioning for port de1ea9d2-1e2b-451c-b407-68d625887595 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:55.411586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8f661861-afaa-43bf-85fd-2afb93ce1aa7 None None] Provisioning complete for port de1ea9d2-1e2b-451c-b407-68d625887595 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:55.412175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f661861-afaa-43bf-85fd-2afb93ce1aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.425215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Pushing event deleted for resources: {'Port': ['ID=0844c46a-89a0-4105-a431-7e72b5a235a7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.468583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec91aac-b534-4a63-a1ed-2138305ded02 req-b72cf213-7959-4571-ad1b-b0ce819fb2fa tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:55.470120 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ec91aac-b534-4a63-a1ed-2138305ded02 req-b72cf213-7959-4571-ad1b-b0ce819fb2fa tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 945 time: 0.3726785 Jul 13 07:31:55.489679 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.500754 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-74b96d57-1bca-4802-921f-7d7f42dd7d2c service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416754 Jul 13 07:31:55.563744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:49Z', 'updated_at': '2021-07-13T07:31:53Z', 'revision_number': 3, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'gw_port': {'id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:55.604743 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f661861-afaa-43bf-85fd-2afb93ce1aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.622611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Checking router: 455c17c6-4fab-4ebc-a823-642c7e7fd155 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:55.623042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Updating router 455c17c6-4fab-4ebc-a823-642c7e7fd155 port a1245be1-6c77-48eb-9401-b9e5a80872c5 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:55.731375 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.778117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8f661861-afaa-43bf-85fd-2afb93ce1aa7 None None] For port de1ea9d2-1e2b-451c-b407-68d625887595, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=de1ea9d2-1e2b-451c-b407-68d625887595,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:55.786968 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f661861-afaa-43bf-85fd-2afb93ce1aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.793917 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.799596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:55.800361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.879115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.898122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ec91aac-b534-4a63-a1ed-2138305ded02 req-b06ec71a-e138-441e-9a5f-273f30e10667 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050701 Jul 13 07:31:55.917562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7501523 Jul 13 07:31:55.925308 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-22861625-139f-48e7-a416-99678bbbbba0 service neutron] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958652 Jul 13 07:31:55.925790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:55.965551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'subnet': {'network_id': '85811cb8-d0c3-4e28-964e-e7eea66242bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:55.974213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f661861-afaa-43bf-85fd-2afb93ce1aa7 None None] Pushing event updated for resources: {'Port': ['ID=de1ea9d2-1e2b-451c-b407-68d625887595,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.982888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.002030 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee404001-d1fb-495b-ac46-31f1c4741741 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Network': ['ID=85811cb8-d0c3-4e28-964e-e7eea66242bb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.012740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 85811cb8-d0c3-4e28-964e-e7eea66242bb details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:56.062864 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-48c39671-d67d-4b9f-8cc7-591334771b79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40330ad7-4dd0-496c-ba31-b175cc83d844 HTTP/1.1" status: 200 len: 217 time: 0.0936964 Jul 13 07:31:56.156378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0fd07755-b723-4541-a3d9-7857dff7f85e None None] Provisioning for port 78187534-88d8-4011-b0e5-4dac537be2a9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:56.166171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0fd07755-b723-4541-a3d9-7857dff7f85e None None] Provisioning complete for port 78187534-88d8-4011-b0e5-4dac537be2a9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:56.166639 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0fd07755-b723-4541-a3d9-7857dff7f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.220309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-b6af743e-2c09-4008-9d20-1009e2511e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:56.221828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-b6af743e-2c09-4008-9d20-1009e2511e50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.1491957 Jul 13 07:31:56.234245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0fd07755-b723-4541-a3d9-7857dff7f85e None None] Port 78187534-88d8-4011-b0e5-4dac537be2a9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:56.296127 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.315852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Transition to ACTIVE for port object a1245be1-6c77-48eb-9401-b9e5a80872c5 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:56.320948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Made reservation on behalf of 87a1f90daeb54081907e289f08aad35a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:56.324832 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.329004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.411436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Attempting to bind port a1245be1-6c77-48eb-9401-b9e5a80872c5 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:56.411812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Attempting to bind port a1245be1-6c77-48eb-9401-b9e5a80872c5 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:56.412115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Attempting to bind port a1245be1-6c77-48eb-9401-b9e5a80872c5 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:56.420346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a3317-14a5-42b0-b0db-8a0cbc6b25a8 None None] Pushing event updated for resources: {'Port': ['ID=a1245be1-6c77-48eb-9401-b9e5a80872c5,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.422915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:56.423298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:56.423850 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.424320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:56.424804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Bound port: a1245be1-6c77-48eb-9401-b9e5a80872c5, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:56.425241 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.472108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-8dc6bd8c-5afc-43e1-a7e8-7e1310594d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:56.473651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-8dc6bd8c-5afc-43e1-a7e8-7e1310594d14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2152355 Jul 13 07:31:56.499053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] For port a1245be1-6c77-48eb-9401-b9e5a80872c5, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:56.502522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] For port a1245be1-6c77-48eb-9401-b9e5a80872c5, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a1245be1-6c77-48eb-9401-b9e5a80872c5,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:56.509445 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.572588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c564452-533b-45c8-892b-f71005df19f4 req-e1e1ea11-3bc7-4a05-a413-1d13e3a3b19c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:56.574822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c564452-533b-45c8-892b-f71005df19f4 req-e1e1ea11-3bc7-4a05-a413-1d13e3a3b19c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.8095348 Jul 13 07:31:56.581073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a3317-14a5-42b0-b0db-8a0cbc6b25a8 None None] Pushing event updated for resources: {'Port': ['ID=a1245be1-6c77-48eb-9401-b9e5a80872c5,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.602032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Routers {'455c17c6-4fab-4ebc-a823-642c7e7fd155'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:56.602466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['455c17c6-4fab-4ebc-a823-642c7e7fd155'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:56.645809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.646551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Router 09772af2-d680-469f-986a-e66837c0843c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:56.700980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-9628e78e-e345-4b9c-867c-78521ea5699c service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897416 Jul 13 07:31:56.795354 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.846671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] Set router 455c17c6-4fab-4ebc-a823-642c7e7fd155 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:56.862815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c1842-2807-4c80-ac79-470ec7b5c484 req-bda6886e-0b04-43a8-a63c-d05ffaa3df8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:56.864961 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-418c1842-2807-4c80-ac79-470ec7b5c484 req-bda6886e-0b04-43a8-a63c-d05ffaa3df8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.3881781 Jul 13 07:31:56.943080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:56.953529 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] Sync routers for ids ['09772af2-d680-469f-986a-e66837c0843c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:56.958127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0e4c7c4a-f456-46d7-9262-01e325a27618 admin admin] 10.222.0.41 "PUT /v2.0/routers/09772af2-d680-469f-986a-e66837c0843c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5350432 Jul 13 07:31:56.967710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41590) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:56.970259 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] Routers {'09772af2-d680-469f-986a-e66837c0843c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:56.971242 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['09772af2-d680-469f-986a-e66837c0843c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:56.990244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Subnet': ['ID=a06b18d0-9354-461b-bfef-c5b90b3a13f1,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.995570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-65a2e0b2-b46a-45ba-acc5-ecd326e31a5a service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864411 Jul 13 07:31:57.052368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:49Z', 'updated_at': '2021-07-13T07:31:53Z', 'revision_number': 3, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'gw_port': {'id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.054573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-8251b466-dc73-4b7c-8f5e-0d92b38ad467 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c68d5211-6f63-4ded-bf57-4c089281861a HTTP/1.1" status: 200 len: 217 time: 0.0523052 Jul 13 07:31:57.091521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a911ef1-b9de-4804-8a9c-4e27698e5f6e None None] The sync data for ids ['455c17c6-4fab-4ebc-a823-642c7e7fd155'] in n-d-758944-43 is: [{'id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:49Z', 'updated_at': '2021-07-13T07:31:53Z', 'revision_number': 3, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'gw_port': {'id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:57.099096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Allocated IP 172.20.0.1 (a915685d-b9d1-4ac5-baf9-27e5449edcb5/3e7248bf-9be0-4aa7-9526-73f6780b6023/0be08e34-ec7d-4150-a7e1-838bc2204baf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:57.117680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Deleting port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:57.118064 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.126765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Checking segment: {'id': '6f8a94d8-a1aa-47c8-9bcc-e5b99635800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85811cb8-d0c3-4e28-964e-e7eea66242bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:57.127622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network hostable DHCP agents. Network: 85811cb8-d0c3-4e28-964e-e7eea66242bb, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:57.134153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-7999fe2c-9e89-4097-a95f-9a67e6effd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.135859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-7999fe2c-9e89-4097-a95f-9a67e6effd3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 200 len: 797 time: 0.0727265 Jul 13 07:31:57.137632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-418c1842-2807-4c80-ac79-470ec7b5c484 req-f1cff255-72dc-4048-941e-66a8d525f713 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435231 Jul 13 07:31:57.158047 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] Set router 09772af2-d680-469f-986a-e66837c0843c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:57.225329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.261207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 85811cb8-d0c3-4e28-964e-e7eea66242bb is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:57.274726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 85811cb8-d0c3-4e28-964e-e7eea66242bb) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:57.279741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.280339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.285773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b81359-a8ec-40f0-bd17-7a95dd13cddd None None] Network 85811cb8-d0c3-4e28-964e-e7eea66242bb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:57.304302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4f1ae5b0-da61-4b8e-99bb-307592d62a6e tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3417568 Jul 13 07:31:57.305841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41594) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:57.313184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-423845240', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:57.349374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21de5b-2bf7-4555-957a-f522a8dd8c2c req-4b6ad886-a8c4-436f-9d62-8e35ee8095d1 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.351154 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-be21de5b-2bf7-4555-957a-f522a8dd8c2c req-4b6ad886-a8c4-436f-9d62-8e35ee8095d1 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 945 time: 0.2140043 Jul 13 07:31:57.353593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.356382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.370664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-28338cad-42d7-470e-9ce8-ad588f982ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.371480 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.372533 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-28338cad-42d7-470e-9ce8-ad588f982ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99c0e8ba-e29c-47b8-ba72-68e6a2413600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2197747 Jul 13 07:31:57.383554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.457125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=78187534-88d8-4011-b0e5-4dac537be2a9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:57.474140 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09772af2-d680-469f-986a-e66837c0843c', 'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 5, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'gw_port': {'id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.539019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.539019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.539672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.540147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.540147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.540752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.540752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.541061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.541352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.541656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.542012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.542367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:57.550116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.551815 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] Checking router: 09772af2-d680-469f-986a-e66837c0843c for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:57.567632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] For port 8c9c66a6-3f85-4707-9ece-31ea79908bc4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8c9c66a6-3f85-4707-9ece-31ea79908bc4,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:57.568137 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.572488 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] Routers {'09772af2-d680-469f-986a-e66837c0843c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:57.573326 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['09772af2-d680-469f-986a-e66837c0843c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.593039 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-85811cb8-d0c3-4e28-964e-e7eea66242bb', 'network_id': '85811cb8-d0c3-4e28-964e-e7eea66242bb', 'tenant_id': '87a1f90daeb54081907e289f08aad35a', 'fixed_ips': [{'subnet_id': 'a06b18d0-9354-461b-bfef-c5b90b3a13f1'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:57.593961 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.634421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-c8daf181-0a40-4c3b-84b6-e9f9c3fb9cfd service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524166 Jul 13 07:31:57.639097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-be21de5b-2bf7-4555-957a-f522a8dd8c2c req-d89a50e0-01e7-4b58-911c-54760dbcfcb1 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768440 Jul 13 07:31:57.713504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] Set router 09772af2-d680-469f-986a-e66837c0843c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:57.724278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.807232 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.917441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Transition to ACTIVE for port object 0be08e34-ec7d-4150-a7e1-838bc2204baf will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:57.929507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Allocated IP 172.20.0.2 (85811cb8-d0c3-4e28-964e-e7eea66242bb/a06b18d0-9354-461b-bfef-c5b90b3a13f1/29f121f8-573b-41bc-a749-df8e359f052c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:57.988592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.083320 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09772af2-d680-469f-986a-e66837c0843c', 'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 5, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'gw_port': {'id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:58.113296 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451f872-f7dc-4f07-baa7-312d3f59ca06 None None] The sync data for ids ['09772af2-d680-469f-986a-e66837c0843c'] in n-d-758944-43 is: [{'id': '09772af2-d680-469f-986a-e66837c0843c', 'name': 'tempest-FloatingIPsTestJSON-1064287389-router', 'tenant_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 5, 'project_id': 'ab652ed1e1d84fbe86dc696833e1a287', 'gw_port': {'id': '1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09772af2-d680-469f-986a-e66837c0843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:27Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:58.171600 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.223224 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.227463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df851382-75fc-4b96-a556-72b94bc63cf1 req-526366c6-e3b5-4142-a1de-a06d0a42e5b4 service neutron] 10.222.0.48 "GET /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232112 Jul 13 07:31:58.234038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Transition to ACTIVE for port object 29f121f8-573b-41bc-a749-df8e359f052c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:58.253671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Transition to ACTIVE for port object 29f121f8-573b-41bc-a749-df8e359f052c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:58.264697 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0912de81-a91d-4b64-8172-ee87fc9bd2d8 None None] Provisioning complete for port 78187534-88d8-4011-b0e5-4dac537be2a9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:58.265734 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0912de81-a91d-4b64-8172-ee87fc9bd2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.270035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.290856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:58.312892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.315183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:58.334946 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.335334 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.335687 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Floating IP 6f40cd85-2003-4e6c-a959-cf6754923a43 disassociated. External IP: 172.25.8.217, port: 8c9c66a6-3f85-4707-9ece-31ea79908bc4. Jul 13 07:31:58.336043 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Calling delete_port for 8c9c66a6-3f85-4707-9ece-31ea79908bc4 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:58.346533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1604cb-ee85-4c9a-ac38-0b6bb8680824 req-78897867-6e74-4fdc-b5fb-a700ae38cff8 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.354564 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4c1604cb-ee85-4c9a-ac38-0b6bb8680824 req-78897867-6e74-4fdc-b5fb-a700ae38cff8 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 945 time: 0.4131699 Jul 13 07:31:58.361276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41602) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:58.375521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Request body: {'floatingip': {'port_id': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:58.400739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Network 85811cb8-d0c3-4e28-964e-e7eea66242bb is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:58.410039 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0912de81-a91d-4b64-8172-ee87fc9bd2d8 None None] Port 78187534-88d8-4011-b0e5-4dac537be2a9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:58.411837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:58.414135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Pushing event updated for resources: {'Port': ['ID=29f121f8-573b-41bc-a749-df8e359f052c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.421612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:58.495765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a1245be1-6c77-48eb-9401-b9e5a80872c5 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:58.505691 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.514481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Pushing event updated for resources: {'Port': ['ID=0be08e34-ec7d-4150-a7e1-838bc2204baf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.580322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Attempting to bind port 29f121f8-573b-41bc-a749-df8e359f052c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:58.580862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Attempting to bind port 29f121f8-573b-41bc-a749-df8e359f052c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6f8a94d8-a1aa-47c8-9bcc-e5b99635800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85811cb8-d0c3-4e28-964e-e7eea66242bb'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:58.581477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Attempting to bind port 29f121f8-573b-41bc-a749-df8e359f052c on network 85811cb8-d0c3-4e28-964e-e7eea66242bb {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:58.592255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Network a915685d-b9d1-4ac5-baf9-27e5449edcb5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:58.595802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:58.596316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Checking segment: {'id': '6f8a94d8-a1aa-47c8-9bcc-e5b99635800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85811cb8-d0c3-4e28-964e-e7eea66242bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:58.596969 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.597479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Bound using segment: {'id': '6f8a94d8-a1aa-47c8-9bcc-e5b99635800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85811cb8-d0c3-4e28-964e-e7eea66242bb'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:58.598105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Bound port: 29f121f8-573b-41bc-a749-df8e359f052c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8a94d8-a1aa-47c8-9bcc-e5b99635800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85811cb8-d0c3-4e28-964e-e7eea66242bb'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:58.598603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.656831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Deleting port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:58.657511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.691347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a1245be1-6c77-48eb-9401-b9e5a80872c5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:58.697011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a1245be1-6c77-48eb-9401-b9e5a80872c5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:58.699841 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.753571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] For port 29f121f8-573b-41bc-a749-df8e359f052c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:58.759928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:58.789788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:58.799319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] For port 29f121f8-573b-41bc-a749-df8e359f052c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=29f121f8-573b-41bc-a749-df8e359f052c,segment=NetworkSegment(6f8a94d8-a1aa-47c8-9bcc-e5b99635800c),segment_id=6f8a94d8-a1aa-47c8-9bcc-e5b99635800c)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:58.813359 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.946166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb331c-12f9-4f7f-a3fb-18654d91347e req-1df5db1d-0519-4cc2-a302-610243e04ede tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.948037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16eb331c-12f9-4f7f-a3fb-18654d91347e req-1df5db1d-0519-4cc2-a302-610243e04ede tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 947 time: 0.4730089 Jul 13 07:31:59.039912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756e965-e0dd-47a3-a896-233a2319d17e None None] Pushing event updated for resources: {'Port': ['ID=29f121f8-573b-41bc-a749-df8e359f052c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.053834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5ab01a3c-3191-4446-9c0a-351846362ecb None None] Provisioning complete for port 78187534-88d8-4011-b0e5-4dac537be2a9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:59.054522 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ab01a3c-3191-4446-9c0a-351846362ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.059694 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.134999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port a1245be1-6c77-48eb-9401-b9e5a80872c5, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a1245be1-6c77-48eb-9401-b9e5a80872c5,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:59.153854 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.240847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5ab01a3c-3191-4446-9c0a-351846362ecb None None] Port 78187534-88d8-4011-b0e5-4dac537be2a9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:59.250328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device de1ea9d2-1e2b-451c-b407-68d625887595 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:59.315821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=a1245be1-6c77-48eb-9401-b9e5a80872c5,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.352317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port de1ea9d2-1e2b-451c-b407-68d625887595 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:59.352317 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.434091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b8e76820-6cc1-4d0b-aebc-46de3166aee4 None None] Provisioning for port 0be08e34-ec7d-4150-a7e1-838bc2204baf completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:59.439349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b8e76820-6cc1-4d0b-aebc-46de3166aee4 None None] Provisioning complete for port 0be08e34-ec7d-4150-a7e1-838bc2204baf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:59.439849 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-6cc1-4d0b-aebc-46de3166aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.529583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] For port 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:59.530372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.546189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Calling delete_port for 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:59.567915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b8e76820-6cc1-4d0b-aebc-46de3166aee4 None None] Port 0be08e34-ec7d-4150-a7e1-838bc2204baf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:59.743071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.813432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event deleted for resources: {'Port': ['ID=8c9c66a6-3f85-4707-9ece-31ea79908bc4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.831258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.903554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16eb331c-12f9-4f7f-a3fb-18654d91347e req-17ab7144-0f38-4613-8f45-d56b3cd14b8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=69b932db-d80e-498a-a35e-00badd057dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9315257 Jul 13 07:32:00.006054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.037176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.052331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:00.069720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Router 897c6e25-3598-4fb3-b5ef-bb123575096a is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:32:00.106615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 8c9c66a6-3f85-4707-9ece-31ea79908bc4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:00.107017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8c9c66a6-3f85-4707-9ece-31ea79908bc4 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:00.107140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.307620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a1245be1-6c77-48eb-9401-b9e5a80872c5 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:00.352521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:00.401366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a1245be1-6c77-48eb-9401-b9e5a80872c5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:00.401855 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.488008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:00.512422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.25.8.148 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/9aceefd1-5d09-4147-9f18-2119a7b1bfd3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:00.537229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:00.551906 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-95996a39-2fc2-4610-8660-3c224fa4c688 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "PUT /v2.0/routers/897c6e25-3598-4fb3-b5ef-bb123575096a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4536059 Jul 13 07:32:00.565740 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:00.568660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Sync routers for ids ['897c6e25-3598-4fb3-b5ef-bb123575096a'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:00.600063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Routers {'897c6e25-3598-4fb3-b5ef-bb123575096a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:00.600941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['897c6e25-3598-4fb3-b5ef-bb123575096a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:00.638813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.663798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 29f121f8-573b-41bc-a749-df8e359f052c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:00.671173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:32:00.807160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e7c5d-36df-4082-80da-4fca9ab64d1d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:00.811749 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5a5e7c5d-36df-4082-80da-4fca9ab64d1d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports/78187534-88d8-4011-b0e5-4dac537be2a9 HTTP/1.1" status: 200 len: 911 time: 0.2437711 Jul 13 07:32:00.816084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:00.828409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.865574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.867457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Set router 897c6e25-3598-4fb3-b5ef-bb123575096a gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:00.875020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.879727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.896393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.912659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8e4e7c-b544-478c-b566-2d881f32ea5e None None] Network 85811cb8-d0c3-4e28-964e-e7eea66242bb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:00.960182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.047258 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Floating IP 9208e8a0-66a1-426f-aacc-bd9983321eba associated. External IP: 172.25.8.63, port: 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe. Jul 13 07:32:01.066965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.067518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09772af2-d680-469f-986a-e66837c0843c {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:01.084220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.086032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-80ebfbb0-ac72-4f0f-b1b3-c4f1630a0ea5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/09772af2-d680-469f-986a-e66837c0843c HTTP/1.1" status: 204 len: 168 time: 4.1111515 Jul 13 07:32:01.093776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41616) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:01.115294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b9b2f873-f3c2-4430-92aa-8c409786f5de None None] Provisioning for port 29f121f8-573b-41bc-a749-df8e359f052c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:01.119120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 29f121f8-573b-41bc-a749-df8e359f052c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:01.121351 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-963c8bd9-092e-4926-9060-0cf98cae24ae req-5177e930-6198-44a5-9cf4-bbae000384b5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 210 time: 0.0334277 Jul 13 07:32:01.125127 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.127199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b9b2f873-f3c2-4430-92aa-8c409786f5de None None] Provisioning complete for port 29f121f8-573b-41bc-a749-df8e359f052c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:01.127199 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f873-f3c2-4430-92aa-8c409786f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.186330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:01.195361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 29f121f8-573b-41bc-a749-df8e359f052c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:01.195750 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.204401 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] Sync routers for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:01.220644 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:01.221633 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:01.232736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:01.245049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:01.251637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:01.256763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=9aceefd1-5d09-4147-9f18-2119a7b1bfd3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.318890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] No DVR routers for this DVR port 8c9c66a6-3f85-4707-9ece-31ea79908bc4 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:01.327335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa22768-156c-4e6a-846b-6f5422b469a4 admin admin] Deleting subnet 06f1225e-1677-41ad-9e53-9d723da06fa9 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:01.335059 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.337115 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c564452-533b-45c8-892b-f71005df19f4 req-d1f16e33-10b4-44ec-9d7b-491474fefbc2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.48 "DELETE /v2.0/ports/8c9c66a6-3f85-4707-9ece-31ea79908bc4 HTTP/1.1" status: 204 len: 173 time: 4.7508774 Jul 13 07:32:01.339475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-deleted', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:01.342054 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98008853-a1a4-4095-b6a6-fe8211a783ee" -d '{"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-deleted", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:01.347576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa22768-156c-4e6a-846b-6f5422b469a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.365387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f94aca-f30f-4b1e-9901-5c78277b7386 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:01.373325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f94aca-f30f-4b1e-9901-5c78277b7386 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:01.377621 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b0f94aca-f30f-4b1e-9901-5c78277b7386 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5562825 Jul 13 07:32:01.415174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:01.522195 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:01.529027 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74860ea9-8dc0-411e-ae2a-f170396dcbaf x-openstack-request-id: req-74860ea9-8dc0-411e-ae2a-f170396dcbaf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:01.529435 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeda99b-e1f5-44a4-b15a-5c53871c0a97", "name": "network-vif-deleted", "tag": "8c9c66a6-3f85-4707-9ece-31ea79908bc4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:01.529694 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74860ea9-8dc0-411e-ae2a-f170396dcbaf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:01.530125 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeeda99b-e1f5-44a4-b15a-5c53871c0a97', 'name': 'network-vif-deleted', 'tag': '8c9c66a6-3f85-4707-9ece-31ea79908bc4', 'status': 'completed', 'code': 200} Jul 13 07:32:01.557566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa22768-156c-4e6a-846b-6f5422b469a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.689994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:01.711723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f873-f3c2-4430-92aa-8c409786f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.746817 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.750627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.776354 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:01.799679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b9b2f873-f3c2-4430-92aa-8c409786f5de None None] For port 29f121f8-573b-41bc-a749-df8e359f052c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=29f121f8-573b-41bc-a749-df8e359f052c,segment=NetworkSegment(6f8a94d8-a1aa-47c8-9bcc-e5b99635800c),segment_id=6f8a94d8-a1aa-47c8-9bcc-e5b99635800c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:01.807450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897c6e25-3598-4fb3-b5ef-bb123575096a', 'name': 'tempest-NetworksTestDHCPv6-router-692145091', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 2, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'gw_port_host': None, '_interfaces': [{'id': '78187534-88d8-4011-b0e5-4dac537be2a9', 'name': '', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'mac_address': 'fa:16:3e:f5:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897c6e25-3598-4fb3-b5ef-bb123575096a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '64bad83a-4411-4ece-994a-c7bf121cceac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:54Z', 'updated_at': '2021-07-13T07:31:56Z', 'revision_number': 2, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'subnets': [{'id': '64bad83a-4411-4ece-994a-c7bf121cceac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:01.812064 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] Checking router: 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:01.812914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.817877 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f873-f3c2-4430-92aa-8c409786f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.823528 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:01.824835 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:01.856561 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.927687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Checking router: 897c6e25-3598-4fb3-b5ef-bb123575096a for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:01.928060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Updating router 897c6e25-3598-4fb3-b5ef-bb123575096a port 78187534-88d8-4011-b0e5-4dac537be2a9 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:32:02.050277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:02.060168 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.076007 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa22768-156c-4e6a-846b-6f5422b469a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.087085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] Sync routers for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:02.096070 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:02.112141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f7774b1f-3028-4170-956f-508d12269e87 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "PUT /v2.0/floatingips/9208e8a0-66a1-426f-aacc-bd9983321eba HTTP/1.1" status: 200 len: 990 time: 3.7440712 Jul 13 07:32:02.115268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'tag': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:02.129521 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:32:02.129883 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:32:02.143038 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a35437-d0d8-4a3d-b962-2952ee4150b8" -d '{"events": [{"name": "network-changed", "server_uuid": "52d19d9f-1202-477b-a802-b251ed71e3d4", "tag": "803a99e6-4057-4ab6-b02d-3fbb0f0cbabe"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:02.144241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Pushing event updated for resources: {'Port': ['ID=0be08e34-ec7d-4150-a7e1-838bc2204baf,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.194707 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.222978 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.224153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:02.224959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:02.254057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2f873-f3c2-4430-92aa-8c409786f5de None None] Pushing event updated for resources: {'Port': ['ID=29f121f8-573b-41bc-a749-df8e359f052c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.266748 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8887c99-2fc8-42fb-be9b-7aa6cc959e27 x-openstack-request-id: req-f8887c99-2fc8-42fb-be9b-7aa6cc959e27 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:02.271346 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d19d9f-1202-477b-a802-b251ed71e3d4", "tag": "803a99e6-4057-4ab6-b02d-3fbb0f0cbabe", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:02.271646 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8887c99-2fc8-42fb-be9b-7aa6cc959e27 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:02.272066 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'tag': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe', 'status': 'completed', 'code': 200} Jul 13 07:32:02.407139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa22768-156c-4e6a-846b-6f5422b469a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.450725 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:02.471390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa22768-156c-4e6a-846b-6f5422b469a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f1225e-1677-41ad-9e53-9d723da06fa9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.473043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d7409df9-f554-4240-bec4-ba0457bfdaa4 None None] Provisioning complete for port 29f121f8-573b-41bc-a749-df8e359f052c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:02.473043 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7409df9-f554-4240-bec4-ba0457bfdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.488978 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa22768-156c-4e6a-846b-6f5422b469a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.491186 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eaa22768-156c-4e6a-846b-6f5422b469a4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/06f1225e-1677-41ad-9e53-9d723da06fa9 HTTP/1.1" status: 204 len: 168 time: 1.3959913 Jul 13 07:32:02.499334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41630) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:02.522241 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44a6ea17-4015-4525-8aaa-f31aeb0d0650 req-5224317b-eadc-4d48-b64d-b7e1bc8a6878 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeda99b-e1f5-44a4-b15a-5c53871c0a97 HTTP/1.1" status: 200 len: 210 time: 0.0541875 Jul 13 07:32:02.539734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c3d5c-c8d1-4fa2-b245-94a45bb35765 None None] Network 5f298af5-60dc-4673-a03c-96d4990a655b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:02.599658 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.631859 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea67b50-a141-4cb5-ab9b-2c386260226c None None] The sync data for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 is: [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:02.646639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.654898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Network a915685d-b9d1-4ac5-baf9-27e5449edcb5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:02.657982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-47fddcd3-42d7-4cd5-ba50-f36940da1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.659531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-47fddcd3-42d7-4cd5-ba50-f36940da1c1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3c755b4780c4c398df7e5f0fddcc546&device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 1097 time: 0.4076326 Jul 13 07:32:02.662271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:02.731265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:02.736004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router dcd90740-a290-4522-933c-df5326efc261 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:32:02.753819 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.856221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:02.871714 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5762766-7c63-4986-8fcc-0711922ffb4f None None] Sync routers for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:02.887751 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.889110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3b0ea212-c828-4d75-a4e0-23902dec8530 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5805085 Jul 13 07:32:02.892681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41632) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:02.894667 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5762766-7c63-4986-8fcc-0711922ffb4f None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:02.895355 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f5762766-7c63-4986-8fcc-0711922ffb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:02.959070 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f5762766-7c63-4986-8fcc-0711922ffb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:02.974684 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5762766-7c63-4986-8fcc-0711922ffb4f None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:02.975326 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f5762766-7c63-4986-8fcc-0711922ffb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:03.045923 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f5762766-7c63-4986-8fcc-0711922ffb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:03.046634 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5762766-7c63-4986-8fcc-0711922ffb4f None None] The sync data for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:03.127393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0844c46a-89a0-4105-a431-7e72b5a235a7 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:03.153244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095d0b3-5f27-45c1-936d-4e3080deecb7 None None] New status for floating IP 6f40cd85-2003-4e6c-a959-cf6754923a43: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:32:03.183903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0844c46a-89a0-4105-a431-7e72b5a235a7 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:03.184260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0844c46a-89a0-4105-a431-7e72b5a235a7 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:03.348791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 29f121f8-573b-41bc-a749-df8e359f052c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:03.487435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.536349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-d7745724-8015-49ed-9ffc-bbfc33cf1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.537872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-d7745724-8015-49ed-9ffc-bbfc33cf1f26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe HTTP/1.1" status: 200 len: 913 time: 0.8412912 Jul 13 07:32:03.562051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 29f121f8-573b-41bc-a749-df8e359f052c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:03.562440 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.603925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-966b8fb7-f1f8-4898-97b5-9cc73fcea0d6 None None] Provisioning complete for port 0be08e34-ec7d-4150-a7e1-838bc2204baf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:03.604300 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-966b8fb7-f1f8-4898-97b5-9cc73fcea0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.606942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] DHCP port deletion for 5f298af5-60dc-4673-a03c-96d4990a655b request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:03.626869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Router 455c17c6-4fab-4ebc-a823-642c7e7fd155 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:03.640231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Deleting port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:03.640890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.652739 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.690235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '9208e8a0-66a1-426f-aacc-bd9983321eba', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'port_id': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'mac_address': 'fa:16:3e:c5:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:35Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 1, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed99df9d-c741-4061-8e66-bc06b4f49d32', 'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'mac_address': 'fa:16:3e:89:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 5, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'subnets': [{'id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:03.729665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Transition to ACTIVE for port object 78187534-88d8-4011-b0e5-4dac537be2a9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:03.742070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] Checking router: acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:03.747178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.753228 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-55741883-5835-4e71-9fb7-1e9b1e38e95d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe HTTP/1.1" status: 200 len: 998 time: 0.1915915 Jul 13 07:32:03.755328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-966b8fb7-f1f8-4898-97b5-9cc73fcea0d6 None None] Port 0be08e34-ec7d-4150-a7e1-838bc2204baf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:03.847644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] For port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7c41c0db-fb0f-4d7e-ad0e-3032aece3830,segment=NetworkSegment(c15bee75-2388-44b0-b8f8-f789d4dce1a6),segment_id=c15bee75-2388-44b0-b8f8-f789d4dce1a6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:03.847644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.875287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Calling delete_port for 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:03.921916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.20.0.1 (85811cb8-d0c3-4e28-964e-e7eea66242bb/a06b18d0-9354-461b-bfef-c5b90b3a13f1/66bc5b23-553b-4fe3-9c8c-f757ebf1b330) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:03.933076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-5a2e8e8b-f0b8-4215-aaef-a711d56aae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.934719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-5a2e8e8b-f0b8-4215-aaef-a711d56aae18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8961eb2-d790-468e-855c-f95f27a8a5d5 HTTP/1.1" status: 200 len: 851 time: 0.1387179 Jul 13 07:32:03.950573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 78187534-88d8-4011-b0e5-4dac537be2a9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:03.951001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.007180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:04.007953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.052815 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.061212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec582783-bca7-4764-8144-05869bf81ee1 None None] Pushing event updated for resources: {'Port': ['ID=78187534-88d8-4011-b0e5-4dac537be2a9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:04.070725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Transition to ACTIVE for port object 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:04.085086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] Deleting port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:04.085478 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.116969 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.123968 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.160209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 85811cb8-d0c3-4e28-964e-e7eea66242bb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:04.169637 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:04.170013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:04.184666 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Sync routers for ids ['455c17c6-4fab-4ebc-a823-642c7e7fd155'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:04.193669 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-50dedc7e-17be-4ca2-bcf8-be8fcaf22cea admin admin] 10.222.0.41 "PUT /v2.0/routers/455c17c6-4fab-4ebc-a823-642c7e7fd155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0752828 Jul 13 07:32:04.203891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:04.208017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] No DVR routers for this DVR port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:04.209445 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Routers {'455c17c6-4fab-4ebc-a823-642c7e7fd155'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:04.210101 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['455c17c6-4fab-4ebc-a823-642c7e7fd155'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.217859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Attempting to bind port 78187534-88d8-4011-b0e5-4dac537be2a9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:04.218457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Attempting to bind port 78187534-88d8-4011-b0e5-4dac537be2a9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:04.218624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Attempting to bind port 78187534-88d8-4011-b0e5-4dac537be2a9 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:04.269831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c41c0db-fb0f-4d7e-ad0e-3032aece3830,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:04.282886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:04.294100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:04.294490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:04.294910 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.295313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:04.295811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Bound port: 78187534-88d8-4011-b0e5-4dac537be2a9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:04.296202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.301097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=66bc5b23-553b-4fe3-9c8c-f757ebf1b330,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:04.337458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.348804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] For port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:04.349206 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.359703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:04.360036 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1151cf0c-4e49-47ea-b834-c3d4b8cd0ed1 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:04.363635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:04.396693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] Calling delete_port for 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:04.400809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] Port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:32:04.429279 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.489442 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] No DVR routers for this DVR port 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:04.499703 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Set router 455c17c6-4fab-4ebc-a823-642c7e7fd155 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:04.509642 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.518200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.557402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f298af5-60dc-4673-a03c-96d4990a655b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.561142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-17470f8e-6b2d-4250-8a75-46658e305736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.562752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-17470f8e-6b2d-4250-8a75-46658e305736 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4906805 Jul 13 07:32:04.568392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 78187534-88d8-4011-b0e5-4dac537be2a9 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:04.590331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15bee75-2388-44b0-b8f8-f789d4dce1a6') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.590612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15bee75-2388-44b0-b8f8-f789d4dce1a6') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.597760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488329-8713-43bc-8108-4800c52b5ad2 None None] Pushing event deleted for resources: {'Port': ['ID=7c41c0db-fb0f-4d7e-ad0e-3032aece3830,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:04.618607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.650022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] For port 78187534-88d8-4011-b0e5-4dac537be2a9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:04.650022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] For port 78187534-88d8-4011-b0e5-4dac537be2a9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=78187534-88d8-4011-b0e5-4dac537be2a9,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:04.653690 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.686050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.731582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:04.732002 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.734203 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:04.735149 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:04.778509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41654) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:04.808934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1e6271b0-16d9-42d8-ba3c-0ee788d66666 None None] Provisioning for port 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:04.846234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Routers {'897c6e25-3598-4fb3-b5ef-bb123575096a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:04.846234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['897c6e25-3598-4fb3-b5ef-bb123575096a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.846234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1e6271b0-16d9-42d8-ba3c-0ee788d66666 None None] Provisioning complete for port 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:04.846234 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e6271b0-16d9-42d8-ba3c-0ee788d66666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.887777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04c144f3-2179-425d-b10c-07fc8fdaaf7c req-798fac92-eb1f-4ae9-abdf-e61c58753a23 tempest-FloatingIPsNegativeTestJSON-527532856 tempest-FloatingIPsNegativeTestJSON-527532856-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=44fd6810e2e748618ff96352bec61f49 HTTP/1.1" status: 200 len: 217 time: 0.1585572 Jul 13 07:32:04.889818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec582783-bca7-4764-8144-05869bf81ee1 None None] Pushing event updated for resources: {'Port': ['ID=78187534-88d8-4011-b0e5-4dac537be2a9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:05.034367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1e6271b0-16d9-42d8-ba3c-0ee788d66666 None None] Port 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:05.043978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '9208e8a0-66a1-426f-aacc-bd9983321eba', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'port_id': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'mac_address': 'fa:16:3e:c5:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:35Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 1, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed99df9d-c741-4061-8e66-bc06b4f49d32', 'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'mac_address': 'fa:16:3e:89:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 5, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'subnets': [{'id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:05.060806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-604c2852-96ec-4853-8eec-048c610133f6 service neutron] 10.222.0.48 "GET /v2.0/networks/7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895542 Jul 13 07:32:05.064479 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:49Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 4, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'gw_port': {'id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0be08e34-ec7d-4150-a7e1-838bc2204baf', 'name': '', 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'mac_address': 'fa:16:3e:fc:ac:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '3e7248bf-9be0-4aa7-9526-73f6780b6023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:56Z', 'updated_at': '2021-07-13T07:32:01Z', 'revision_number': 2, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'subnets': [{'id': '3e7248bf-9be0-4aa7-9526-73f6780b6023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:05.079059 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f813b17d-39c9-4c83-9495-b53b30846088 req-7ca8b940-5c02-4fef-810d-3b744f6e6f58 tempest-FloatingIPsNegativeTestJSON-527532856 tempest-FloatingIPsNegativeTestJSON-527532856-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1531785 Jul 13 07:32:05.079960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.095874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da2890-ea11-4c9d-91c8-aef3787242de None None] The sync data for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 is: [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '9208e8a0-66a1-426f-aacc-bd9983321eba', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'port_id': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'mac_address': 'fa:16:3e:c5:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:35Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 1, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed99df9d-c741-4061-8e66-bc06b4f49d32', 'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'mac_address': 'fa:16:3e:89:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 5, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'subnets': [{'id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:05.109351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] Set router 897c6e25-3598-4fb3-b5ef-bb123575096a gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:05.120877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.122917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5f298af5-60dc-4673-a03c-96d4990a655b HTTP/1.1" status: 204 len: 168 time: 2.6185877 Jul 13 07:32:05.136971 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Checking router: 455c17c6-4fab-4ebc-a823-642c7e7fd155 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:05.137506 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Updating router 455c17c6-4fab-4ebc-a823-642c7e7fd155 port 0be08e34-ec7d-4150-a7e1-838bc2204baf binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:32:05.201888 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.219023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a8ef5-469c-47bf-9f62-1e4db2fe19c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f298af5-60dc-4673-a03c-96d4990a655b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:05.350947 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d498e6a4-30bb-45df-bb19-6b4b45e9e82c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.372743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:05.406686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:05.407499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7c41c0db-fb0f-4d7e-ad0e-3032aece3830 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:05.416725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.419937 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.470447 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a35437-d0d8-4a3d-b962-2952ee4150b8 req-05ef5307-71ac-4922-8dc4-247ce1648897 service neutron] 10.222.0.48 "GET /v2.0/networks/7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846993 Jul 13 07:32:05.481116 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-a0797c4b-6a3c-4ff9-863e-1020f68bd7a7 req-22646575-df00-48b1-91c3-221ef60d86dd tempest-FloatingIPsNegativeTestJSON-527532856 tempest-FloatingIPsNegativeTestJSON-527532856-project] show failed (client error): The resource could not be found. Jul 13 07:32:05.483301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d498e6a4-30bb-45df-bb19-6b4b45e9e82c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.495035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f722e-dfb6-41ac-b65e-57dd9bc348e5 None None] New status for floating IP 9208e8a0-66a1-426f-aacc-bd9983321eba: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:32:05.495404 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0797c4b-6a3c-4ff9-863e-1020f68bd7a7 req-22646575-df00-48b1-91c3-221ef60d86dd tempest-FloatingIPsNegativeTestJSON-527532856 tempest-FloatingIPsNegativeTestJSON-527532856-project] 10.222.0.41 "GET /v2.0/floatingips/cdb611ce-7917-4f70-bf6d-8fdfca18aeac HTTP/1.1" status: 404 len: 350 time: 0.1151981 Jul 13 07:32:05.495970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41666) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.554573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.577262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d498e6a4-30bb-45df-bb19-6b4b45e9e82c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.579791 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d498e6a4-30bb-45df-bb19-6b4b45e9e82c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.583533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d498e6a4-30bb-45df-bb19-6b4b45e9e82c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "DELETE /v2.0/security-groups/69b932db-d80e-498a-a35e-00badd057dd9 HTTP/1.1" status: 204 len: 168 time: 0.7951484 Jul 13 07:32:05.604363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.655503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=78187534-88d8-4011-b0e5-4dac537be2a9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:05.665262 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-e8eb7750-6a7d-47e1-a7a2-aaf602532453 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] show failed (client error): The resource could not be found. Jul 13 07:32:05.666374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8eb7750-6a7d-47e1-a7a2-aaf602532453 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups/69b932db-d80e-498a-a35e-00badd057dd9 HTTP/1.1" status: 404 len: 347 time: 0.0602851 Jul 13 07:32:05.677214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41672) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.702861 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.717731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498e6a4-30bb-45df-bb19-6b4b45e9e82c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b932db-d80e-498a-a35e-00badd057dd9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:05.723007 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Transition to ACTIVE for port object 0be08e34-ec7d-4150-a7e1-838bc2204baf will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:05.734558 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.819728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897c6e25-3598-4fb3-b5ef-bb123575096a', 'name': 'tempest-NetworksTestDHCPv6-router-692145091', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 2, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'gw_port_host': None, '_interfaces': [{'id': '78187534-88d8-4011-b0e5-4dac537be2a9', 'name': '', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'mac_address': 'fa:16:3e:f5:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897c6e25-3598-4fb3-b5ef-bb123575096a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '64bad83a-4411-4ece-994a-c7bf121cceac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:54Z', 'updated_at': '2021-07-13T07:32:04Z', 'revision_number': 4, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'subnets': [{'id': '64bad83a-4411-4ece-994a-c7bf121cceac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:05.826084 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.870203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3708f-2b3c-4bec-b54c-536c84dfcd92 None None] The sync data for ids ['897c6e25-3598-4fb3-b5ef-bb123575096a'] in n-d-758944-43 is: [{'id': '897c6e25-3598-4fb3-b5ef-bb123575096a', 'name': 'tempest-NetworksTestDHCPv6-router-692145091', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 2, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'gw_port_host': None, '_interfaces': [{'id': '78187534-88d8-4011-b0e5-4dac537be2a9', 'name': '', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'mac_address': 'fa:16:3e:f5:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897c6e25-3598-4fb3-b5ef-bb123575096a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '64bad83a-4411-4ece-994a-c7bf121cceac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:54Z', 'updated_at': '2021-07-13T07:32:04Z', 'revision_number': 4, 'project_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'subnets': [{'id': '64bad83a-4411-4ece-994a-c7bf121cceac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:05.877833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ceee40b4-5539-4e80-9b3e-2dd5c6904922 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab652ed1e1d84fbe86dc696833e1a287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4578071 Jul 13 07:32:05.887726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41674) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.907016 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Pushing event updated for resources: {'Port': ['ID=0be08e34-ec7d-4150-a7e1-838bc2204baf,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:05.939215 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.939571 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.939915 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.940249 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.940582 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.940927 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.941236 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.941560 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.941882 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.942233 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.942572 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:05.942900 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:06.002675 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Attempting to bind port 0be08e34-ec7d-4150-a7e1-838bc2204baf on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:06.003047 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Attempting to bind port 0be08e34-ec7d-4150-a7e1-838bc2204baf by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '9ab055ee-de12-4695-9f53-0b5437a1997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:06.003669 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Attempting to bind port 0be08e34-ec7d-4150-a7e1-838bc2204baf on network a915685d-b9d1-4ac5-baf9-27e5449edcb5 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:06.011911 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:06.012298 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Checking segment: {'id': '9ab055ee-de12-4695-9f53-0b5437a1997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:06.012708 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.013112 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Bound using segment: {'id': '9ab055ee-de12-4695-9f53-0b5437a1997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:06.013828 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Bound port: 0be08e34-ec7d-4150-a7e1-838bc2204baf, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab055ee-de12-4695-9f53-0b5437a1997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:06.014296 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.146838 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] For port 0be08e34-ec7d-4150-a7e1-838bc2204baf, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:06.151776 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] For port 0be08e34-ec7d-4150-a7e1-838bc2204baf, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0be08e34-ec7d-4150-a7e1-838bc2204baf,segment=NetworkSegment(9ab055ee-de12-4695-9f53-0b5437a1997a),segment_id=9ab055ee-de12-4695-9f53-0b5437a1997a)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:06.157421 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.241325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Router 897c6e25-3598-4fb3-b5ef-bb123575096a has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:06.256431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fbe3-6719-4fee-84cd-06039af82217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.293198 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Routers {'455c17c6-4fab-4ebc-a823-642c7e7fd155'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:06.294896 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['455c17c6-4fab-4ebc-a823-642c7e7fd155'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:06.303984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fbe3-6719-4fee-84cd-06039af82217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.319172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Deleting port 8c0f393f-2d52-4b45-8044-718b666f7da6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:06.319529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.385733 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86299694-0eb1-4750-be4d-7b104cdd1bb5 None None] Pushing event updated for resources: {'Port': ['ID=0be08e34-ec7d-4150-a7e1-838bc2204baf,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.445527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:06.453774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4725e94d-cf7b-4eea-824f-665c7c0c434b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "PUT /v2.0/routers/897c6e25-3598-4fb3-b5ef-bb123575096a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0304191 Jul 13 07:32:06.454564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:06.477023 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fbe3-6719-4fee-84cd-06039af82217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.479671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fbe3-6719-4fee-84cd-06039af82217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.481624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4ce3fbe3-6719-4fee-84cd-06039af82217 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d20bf828-5f6e-45a8-9628-67533be53ce6 HTTP/1.1" status: 204 len: 168 time: 0.5978394 Jul 13 07:32:06.530175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3fbe3-6719-4fee-84cd-06039af82217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20bf828-5f6e-45a8-9628-67533be53ce6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.559131 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] Set router 455c17c6-4fab-4ebc-a823-642c7e7fd155 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:06.576441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.577164 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.598859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6cea1-e4e8-4e48-beed-c2ee1209df60 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.600552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6cea1-e4e8-4e48-beed-c2ee1209df60 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.606412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-30b6cea1-e4e8-4e48-beed-c2ee1209df60 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1499135 Jul 13 07:32:06.607126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:06.608080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Calling delete_port for 8c0f393f-2d52-4b45-8044-718b666f7da6 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:06.674951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.683908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90c835f-5aa7-4111-97fd-f17dc5259207 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 64bad83a-4411-4ece-994a-c7bf121cceac {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:06.687916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90c835f-5aa7-4111-97fd-f17dc5259207 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.748122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.800553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90c835f-5aa7-4111-97fd-f17dc5259207 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.855927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=66bc5b23-553b-4fe3-9c8c-f757ebf1b330,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:07.007882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90c835f-5aa7-4111-97fd-f17dc5259207 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.032503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.051122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.065492 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:49Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 4, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'gw_port': {'id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0be08e34-ec7d-4150-a7e1-838bc2204baf', 'name': '', 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'mac_address': 'fa:16:3e:fc:ac:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '3e7248bf-9be0-4aa7-9526-73f6780b6023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:56Z', 'updated_at': '2021-07-13T07:32:06Z', 'revision_number': 4, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'subnets': [{'id': '3e7248bf-9be0-4aa7-9526-73f6780b6023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:07.131235 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09df81-d3a6-4f6c-956d-16e2702bf8da None None] The sync data for ids ['455c17c6-4fab-4ebc-a823-642c7e7fd155'] in n-d-758944-43 is: [{'id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:49Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 4, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'gw_port': {'id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '0be08e34-ec7d-4150-a7e1-838bc2204baf', 'name': '', 'network_id': 'a915685d-b9d1-4ac5-baf9-27e5449edcb5', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'mac_address': 'fa:16:3e:fc:ac:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '3e7248bf-9be0-4aa7-9526-73f6780b6023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:56Z', 'updated_at': '2021-07-13T07:32:06Z', 'revision_number': 4, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'subnets': [{'id': '3e7248bf-9be0-4aa7-9526-73f6780b6023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:07.150845 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90c835f-5aa7-4111-97fd-f17dc5259207 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.220403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c835f-5aa7-4111-97fd-f17dc5259207 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=64bad83a-4411-4ece-994a-c7bf121cceac,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:07.239475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90c835f-5aa7-4111-97fd-f17dc5259207 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.242367 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d90c835f-5aa7-4111-97fd-f17dc5259207 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/64bad83a-4411-4ece-994a-c7bf121cceac HTTP/1.1" status: 204 len: 168 time: 0.6339822 Jul 13 07:32:07.247375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41698) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:07.320837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9043a-d990-4026-8288-089895f78573 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:07.332484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-446c2b43-6e05-4f1e-a0c5-26aedb0b1a23 None None] Provisioning complete for port 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:07.333021 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-446c2b43-6e05-4f1e-a0c5-26aedb0b1a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.426877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-edb240ee-1b9b-400a-b718-0252514e5bd5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1763976 Jul 13 07:32:07.431003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:07.471076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0be08e34-ec7d-4150-a7e1-838bc2204baf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:07.473317 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.530956 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.576685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-446c2b43-6e05-4f1e-a0c5-26aedb0b1a23 None None] Port 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:07.584029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 85811cb8-d0c3-4e28-964e-e7eea66242bb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:07.625642 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-137d2515-76df-4420-a089-8462baec8a77 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.633591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event deleted for resources: {'Port': ['ID=8c0f393f-2d52-4b45-8044-718b666f7da6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:07.637329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:07.648183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0be08e34-ec7d-4150-a7e1-838bc2204baf completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:07.658063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0be08e34-ec7d-4150-a7e1-838bc2204baf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:07.658556 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.977161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941db410-b6ff-44c9-a661-5dbe8fabf7c1 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:07.992293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.024346 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-137d2515-76df-4420-a089-8462baec8a77 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.030176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-137d2515-76df-4420-a089-8462baec8a77 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.090593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 0be08e34-ec7d-4150-a7e1-838bc2204baf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0be08e34-ec7d-4150-a7e1-838bc2204baf,segment=NetworkSegment(9ab055ee-de12-4695-9f53-0b5437a1997a),segment_id=9ab055ee-de12-4695-9f53-0b5437a1997a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:08.101637 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.151615 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.156242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.157725 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e205ddb7-e8a2-452c-86b3-6b116b8c7949 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "DELETE /v2.0/floatingips/6f40cd85-2003-4e6c-a959-cf6754923a43 HTTP/1.1" status: 204 len: 168 time: 2.4792864 Jul 13 07:32:08.188389 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894a8b4-fc2d-45d9-ac66-59fba51098b8 None None] Sync routers for ids ['897c6e25-3598-4fb3-b5ef-bb123575096a'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:08.215456 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894a8b4-fc2d-45d9-ac66-59fba51098b8 None None] Routers set() bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:08.216018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-137d2515-76df-4420-a089-8462baec8a77 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.216571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137d2515-76df-4420-a089-8462baec8a77 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Fanout notify agent at l3_agent the message router_deleted on router 897c6e25-3598-4fb3-b5ef-bb123575096a {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:08.218285 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894a8b4-fc2d-45d9-ac66-59fba51098b8 None None] Router IDs set() for agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:32:08.219187 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_agentschedulers_db [None req-6894a8b4-fc2d-45d9-ac66-59fba51098b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'897c6e25-3598-4fb3-b5ef-bb123575096a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent'). {{(pid=93776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:32:08.227428 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-137d2515-76df-4420-a089-8462baec8a77 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.228691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-137d2515-76df-4420-a089-8462baec8a77 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/routers/897c6e25-3598-4fb3-b5ef-bb123575096a HTTP/1.1" status: 204 len: 168 time: 0.7949603 Jul 13 07:32:08.233753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:08.242297 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894a8b4-fc2d-45d9-ac66-59fba51098b8 None None] Routers set() bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:08.242778 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894a8b4-fc2d-45d9-ac66-59fba51098b8 None None] Router IDs set() for agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:32:08.243475 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_agentschedulers_db [None req-6894a8b4-fc2d-45d9-ac66-59fba51098b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'897c6e25-3598-4fb3-b5ef-bb123575096a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent'). {{(pid=93776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:32:08.243945 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894a8b4-fc2d-45d9-ac66-59fba51098b8 None None] The sync data for ids ['897c6e25-3598-4fb3-b5ef-bb123575096a'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:08.300370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=0be08e34-ec7d-4150-a7e1-838bc2204baf,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:08.384381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-941db410-b6ff-44c9-a661-5dbe8fabf7c1 None None] Deleting port de1ea9d2-1e2b-451c-b407-68d625887595 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:08.385050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router dcd90740-a290-4522-933c-df5326efc261 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:08.385178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-941db410-b6ff-44c9-a661-5dbe8fabf7c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.552340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586715f8-1b92-46df-a68b-85c977acadc7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:08.554333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-586715f8-1b92-46df-a68b-85c977acadc7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3198435 Jul 13 07:32:08.556971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41760) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:08.592598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d2a93243-4e81-440a-8c93-2f4925bd62c1 None None] Provisioning complete for port 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:08.593603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2a93243-4e81-440a-8c93-2f4925bd62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.604473 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Deleting port 0be08e34-ec7d-4150-a7e1-838bc2204baf {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:08.605590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.673669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91016edc-c0f7-46fa-ab5d-88898ae37535 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:08.677816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-91016edc-c0f7-46fa-ab5d-88898ae37535 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1196785 Jul 13 07:32:08.679735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41762) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:08.707156 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:32:08.708016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d2a93243-4e81-440a-8c93-2f4925bd62c1 None None] Port 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:08.717878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-941db410-b6ff-44c9-a661-5dbe8fabf7c1 None None] For port de1ea9d2-1e2b-451c-b407-68d625887595, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=de1ea9d2-1e2b-451c-b407-68d625887595,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:08.718622 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-941db410-b6ff-44c9-a661-5dbe8fabf7c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.736523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-941db410-b6ff-44c9-a661-5dbe8fabf7c1 None None] Calling delete_port for de1ea9d2-1e2b-451c-b407-68d625887595 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:08.806610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:08.813254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-10e57a0e-858a-4eef-b868-190262977b8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655907802', 'description': 'tempest-description--569848169'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:08.827728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c7aad489-8f71-4a79-997a-9613354db973 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1445382 Jul 13 07:32:08.829808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41768) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:08.849109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:08.857011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:08.869932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8573102-a263-4dd2-b5b6-171debe92c36 None None] Sync routers for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:08.875294 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-941db410-b6ff-44c9-a661-5dbe8fabf7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.886336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1bbd3b5e-61b4-4d4f-9fa9-ffeb8d3c9bef tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/routers/dcd90740-a290-4522-933c-df5326efc261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9923937 Jul 13 07:32:08.891040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:08.898995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'port': {'network_id': '85811cb8-d0c3-4e28-964e-e7eea66242bb', 'name': 'tempest-FloatingIPTestJSON-1043900607'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:08.916625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941db410-b6ff-44c9-a661-5dbe8fabf7c1 None None] Pushing event deleted for resources: {'Port': ['ID=de1ea9d2-1e2b-451c-b407-68d625887595,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:08.931293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8573102-a263-4dd2-b5b6-171debe92c36 None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:08.932133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c8573102-a263-4dd2-b5b6-171debe92c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:08.939750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941db410-b6ff-44c9-a661-5dbe8fabf7c1 None None] No DVR routers for this DVR port de1ea9d2-1e2b-451c-b407-68d625887595 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:08.945144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:08.971454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10e57a0e-858a-4eef-b868-190262977b8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.006988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6d8eea70-21c7-4781-a52f-3e68fb988a6f None None] Provisioning complete for port 0be08e34-ec7d-4150-a7e1-838bc2204baf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:09.007536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d8eea70-21c7-4781-a52f-3e68fb988a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.009259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c8573102-a263-4dd2-b5b6-171debe92c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:09.017675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:09.022458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.043652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8573102-a263-4dd2-b5b6-171debe92c36 None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:09.052405 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c8573102-a263-4dd2-b5b6-171debe92c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:09.067805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] For port 0be08e34-ec7d-4150-a7e1-838bc2204baf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0be08e34-ec7d-4150-a7e1-838bc2204baf,segment=NetworkSegment(9ab055ee-de12-4695-9f53-0b5437a1997a),segment_id=9ab055ee-de12-4695-9f53-0b5437a1997a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:09.068378 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.097500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c8573102-a263-4dd2-b5b6-171debe92c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:09.097935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Calling delete_port for 0be08e34-ec7d-4150-a7e1-838bc2204baf owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:09.098404 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8573102-a263-4dd2-b5b6-171debe92c36 None None] The sync data for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:09.252879 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10e57a0e-858a-4eef-b868-190262977b8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.296635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10e57a0e-858a-4eef-b868-190262977b8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.312588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0be08e34-ec7d-4150-a7e1-838bc2204baf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:09.326217 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ad33bb8-56d2-456b-826f-abf702f14130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.368554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0be08e34-ec7d-4150-a7e1-838bc2204baf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:09.368935 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.432187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.objects.ports [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:32:09.433939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.481414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:09.487019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:09.491664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.492275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.499686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4291d-d631-4d5c-b41f-2181cc7ad5c0 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:09.503393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=7e21ab0f-c023-40db-8b8c-7d5d0b8477e5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:09.521732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 78187534-88d8-4011-b0e5-4dac537be2a9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:09.552895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 78187534-88d8-4011-b0e5-4dac537be2a9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:09.553300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 78187534-88d8-4011-b0e5-4dac537be2a9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:09.553676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device de1ea9d2-1e2b-451c-b407-68d625887595 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:09.578298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: de1ea9d2-1e2b-451c-b407-68d625887595 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:09.578679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device de1ea9d2-1e2b-451c-b407-68d625887595 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:09.701082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Made reservation on behalf of 87a1f90daeb54081907e289f08aad35a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:09.704708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.709357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-699e09e6-958e-4a0e-88ae-35ba005a1d52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8750963 Jul 13 07:32:09.712285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:09.715120 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10e57a0e-858a-4eef-b868-190262977b8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.716609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-10e57a0e-858a-4eef-b868-190262977b8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9075644 Jul 13 07:32:09.722917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:09.725920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41782) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:09.726774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e57a0e-858a-4eef-b868-190262977b8c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdb472b-d185-4669-9346-47cbf6e27a75,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:09.737792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '7e21ab0f-c023-40db-8b8c-7d5d0b8477e5'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:09.738719 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.740438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-373a863f-bd22-42f0-9b41-873ca90b3f42 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'security_group_rule': {'security_group_id': '4fdb472b-d185-4669-9346-47cbf6e27a75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:09.759023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] device_id is not set on port 5044f86f-9dec-465d-a14a-33ff1e4d27dd yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:09.900862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Allocated IP 2001:db8::f816:3eff:fe2a:f910 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/7e21ab0f-c023-40db-8b8c-7d5d0b8477e5/bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:09.903483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.918510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ad33bb8-56d2-456b-826f-abf702f14130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.923340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ad33bb8-56d2-456b-826f-abf702f14130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.953102 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be08e34-ec7d-4150-a7e1-838bc2204baf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:09.970179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9ad33bb8-56d2-456b-826f-abf702f14130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf1e36a9441446349219901341255330&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0215673 Jul 13 07:32:09.970383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:09.977647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad33bb8-56d2-456b-826f-abf702f14130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c813765-a452-418a-ace2-61573169ed92,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.009337 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Allocated IP 172.20.0.14 (85811cb8-d0c3-4e28-964e-e7eea66242bb/a06b18d0-9354-461b-bfef-c5b90b3a13f1/5044f86f-9dec-465d-a14a-33ff1e4d27dd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:10.054855 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dce-1781-4a47-a930-36683d852830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.060636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:10.064143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.066945 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-373a863f-bd22-42f0-9b41-873ca90b3f42 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.082528 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.093190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Transition to ACTIVE for port object bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:10.112646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Transition to ACTIVE for port object bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:10.122459 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.127591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dce-1781-4a47-a930-36683d852830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.162606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:10.166602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:10.173276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:10.239373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Pushing event updated for resources: {'Port': ['ID=bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.258920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Attempting to bind port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:10.258920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Attempting to bind port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:10.260072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Attempting to bind port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:10.266715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:10.267922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:10.268351 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.268662 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-373a863f-bd22-42f0-9b41-873ca90b3f42 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.269148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:10.269417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Bound port: bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:10.269810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.303387 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-373a863f-bd22-42f0-9b41-873ca90b3f42 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.311956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dce-1781-4a47-a930-36683d852830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.314347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.314968 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dce-1781-4a47-a930-36683d852830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.318523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a7fa8dce-1781-4a47-a930-36683d852830 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c813765-a452-418a-ace2-61573169ed92 HTTP/1.1" status: 204 len: 168 time: 0.3448501 Jul 13 07:32:10.334730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa8dce-1781-4a47-a930-36683d852830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c813765-a452-418a-ace2-61573169ed92,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.343877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a863f-bd22-42f0-9b41-873ca90b3f42 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5797d2-a6d3-4b2f-963e-f3a3d15b1d07,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.356734 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-373a863f-bd22-42f0-9b41-873ca90b3f42 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.357874 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-373a863f-bd22-42f0-9b41-873ca90b3f42 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6287155 Jul 13 07:32:10.362109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:10.384562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0f5b1986-fe12-45c8-95cd-39b9d8cb9cd9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'security_group_rule': {'security_group_id': '4fdb472b-d185-4669-9346-47cbf6e27a75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:10.411038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] For port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:10.415444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] For port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:10.423114 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.424929 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.478313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Transition to ACTIVE for port object 5044f86f-9dec-465d-a14a-33ff1e4d27dd will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:10.520843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784b8ae-e591-4585-971b-03c298481f3b None None] Pushing event updated for resources: {'Port': ['ID=bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.637827 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.739732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Network 85811cb8-d0c3-4e28-964e-e7eea66242bb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:10.741296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event updated for resources: {'Port': ['ID=5044f86f-9dec-465d-a14a-33ff1e4d27dd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.746239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:10.750461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:10.801372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Router 455c17c6-4fab-4ebc-a823-642c7e7fd155 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:10.945545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.946750 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.955971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1986-fe12-45c8-95cd-39b9d8cb9cd9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.980964 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ba0776c-e975-4127-8789-84bd9634328a tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0888727 Jul 13 07:32:10.981930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41804) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:10.996741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Request body: {'floatingip': {'port_id': '5044f86f-9dec-465d-a14a-33ff1e4d27dd'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:11.049034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:11.057210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-844cb0fd-4be3-4c46-8d15-a3f650108165 admin admin] 10.222.0.41 "PUT /v2.0/routers/455c17c6-4fab-4ebc-a823-642c7e7fd155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5528827 Jul 13 07:32:11.060140 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] Sync routers for ids ['455c17c6-4fab-4ebc-a823-642c7e7fd155'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:11.060655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41806) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:11.071694 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.078719 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] Routers {'455c17c6-4fab-4ebc-a823-642c7e7fd155'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:11.079752 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['455c17c6-4fab-4ebc-a823-642c7e7fd155'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:11.150544 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.188525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e6a17768-c288-44cb-b408-d66a8eb34ff2 None None] Provisioning for port 5044f86f-9dec-465d-a14a-33ff1e4d27dd completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:11.197451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e6a17768-c288-44cb-b408-d66a8eb34ff2 None None] Provisioning complete for port 5044f86f-9dec-465d-a14a-33ff1e4d27dd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:11.198115 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6a17768-c288-44cb-b408-d66a8eb34ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.218089 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.218962 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1986-fe12-45c8-95cd-39b9d8cb9cd9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.259220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e6a17768-c288-44cb-b408-d66a8eb34ff2 None None] Port 5044f86f-9dec-465d-a14a-33ff1e4d27dd cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:11.292792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:11.299316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1986-fe12-45c8-95cd-39b9d8cb9cd9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.307289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:11.317351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.318120 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.332148 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] Set router 455c17c6-4fab-4ebc-a823-642c7e7fd155 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:11.369484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b1986-fe12-45c8-95cd-39b9d8cb9cd9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465d6982-ddb9-4e06-939e-7c5fdf407dfb,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:11.377435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=1f8b537b-6c9c-480c-ba75-eec4b9bdd331,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:11.398480 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.403404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1986-fe12-45c8-95cd-39b9d8cb9cd9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.404767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0f5b1986-fe12-45c8-95cd-39b9d8cb9cd9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0305879 Jul 13 07:32:11.409585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41816) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:11.421419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1bfa9661-9f74-49a3-a370-fbee4b45fe25 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7041624 Jul 13 07:32:11.421617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:11.425558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41818) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:11.432944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:3f:ae:97', 'name': 'tempest-NetworksTestDHCPv6-339736007'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:11.551020 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.552035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:11.616511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Deleting port a1245be1-6c77-48eb-9401-b9e5a80872c5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:11.617058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.683843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:11.731997 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:49Z', 'updated_at': '2021-07-13T07:32:09Z', 'revision_number': 5, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'gw_port': {'id': 'a1245be1-6c77-48eb-9401-b9e5a80872c5', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:11.750038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:11.765351 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] Checking router: 455c17c6-4fab-4ebc-a823-642c7e7fd155 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:11.774483 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] Routers {'455c17c6-4fab-4ebc-a823-642c7e7fd155'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:11.775104 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['455c17c6-4fab-4ebc-a823-642c7e7fd155'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:11.786700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] For port a1245be1-6c77-48eb-9401-b9e5a80872c5, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a1245be1-6c77-48eb-9401-b9e5a80872c5,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:11.787212 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.804353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Calling delete_port for a1245be1-6c77-48eb-9401-b9e5a80872c5 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:11.876711 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] Set router 455c17c6-4fab-4ebc-a823-642c7e7fd155 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:11.940649 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:49Z', 'updated_at': '2021-07-13T07:32:11Z', 'revision_number': 6, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:11.977553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.994557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.003675 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e4e39-233a-4f5d-932d-47a56aae01c6 None None] The sync data for ids ['455c17c6-4fab-4ebc-a823-642c7e7fd155'] in n-d-758944-43 is: [{'id': '455c17c6-4fab-4ebc-a823-642c7e7fd155', 'name': 'tempest-FloatingIPsNegativeTestJSON-1827445700-router', 'tenant_id': '44fd6810e2e748618ff96352bec61f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:49Z', 'updated_at': '2021-07-13T07:32:11Z', 'revision_number': 6, 'project_id': '44fd6810e2e748618ff96352bec61f49', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:12.010942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1aacf-fea9-4369-bc7f-35a0f474911a None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:12.013495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 455685e5-81e3-44d6-88f2-809fb1f3cca0 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:12.125432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4a2e251f-268f-4211-9d64-6f6a60e19277 None None] Provisioning for port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:12.138821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4a2e251f-268f-4211-9d64-6f6a60e19277 None None] Provisioning complete for port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:12.139201 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a2e251f-268f-4211-9d64-6f6a60e19277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.160686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.190091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a1245be1-6c77-48eb-9401-b9e5a80872c5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.237544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Allocated IP 172.25.8.180 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/796070b3-3674-45b1-84e9-a5832455fd4f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:12.308989 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.319180 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a2e251f-268f-4211-9d64-6f6a60e19277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.328289 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.361386 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.385157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4a2e251f-268f-4211-9d64-6f6a60e19277 None None] For port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:12.392451 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a2e251f-268f-4211-9d64-6f6a60e19277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.455827 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.459288 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.477216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e251f-268f-4211-9d64-6f6a60e19277 None None] Pushing event updated for resources: {'Port': ['ID=bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.489210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25682f88-b93a-48cd-807b-dbbb166c2007 None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '7e21ab0f-c023-40db-8b8c-7d5d0b8477e5', 'ip_address': '2001:db8::f816:3eff:fe2a:f910'}, {'subnet_id': '1f8b537b-6c9c-480c-ba75-eec4b9bdd331'}], 'binding:host_id': 'n-d-758944-43'}, 'id': 'bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:32:12.492628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 172.20.0.4 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/1f8b537b-6c9c-480c-ba75-eec4b9bdd331/455685e5-81e3-44d6-88f2-809fb1f3cca0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:12.508062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:fe3f:ae97 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/7e21ab0f-c023-40db-8b8c-7d5d0b8477e5/455685e5-81e3-44d6-88f2-809fb1f3cca0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:12.534966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.538209 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.538381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455c17c6-4fab-4ebc-a823-642c7e7fd155 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:12.544609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.545178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25682f88-b93a-48cd-807b-dbbb166c2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.545614 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ac452b30-99b1-4620-b4eb-d311f77c58ca admin admin] 10.222.0.41 "DELETE /v2.0/routers/455c17c6-4fab-4ebc-a823-642c7e7fd155 HTTP/1.1" status: 204 len: 168 time: 1.4842141 Jul 13 07:32:12.548025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:12.568047 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP 618c4441-9cda-48f4-a23a-e226b65e171a associated. External IP: 172.25.8.14, port: 178a9fab-4318-405f-b4f4-730083a660ad. Jul 13 07:32:12.603569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-049bf3b9-d0cd-44d0-94fb-a79407f50d89 admin admin] Deleting subnet 3e7248bf-9be0-4aa7-9526-73f6780b6023 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:12.607379 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-049bf3b9-d0cd-44d0-94fb-a79407f50d89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.656456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-049bf3b9-d0cd-44d0-94fb-a79407f50d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.699107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.757389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:12.780388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:12.795563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:12.828815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'Port': ['ID=796070b3-3674-45b1-84e9-a5832455fd4f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.839561 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.848581 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-049bf3b9-d0cd-44d0-94fb-a79407f50d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.894036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 455685e5-81e3-44d6-88f2-809fb1f3cca0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:12.948326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:12.967305 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.000269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.007882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-049bf3b9-d0cd-44d0-94fb-a79407f50d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.040188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-25682f88-b93a-48cd-807b-dbbb166c2007 None None] Allocated IP 172.20.0.2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/1f8b537b-6c9c-480c-ba75-eec4b9bdd331/bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:13.044450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bf3b9-d0cd-44d0-94fb-a79407f50d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7248bf-9be0-4aa7-9526-73f6780b6023,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:13.192917 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.203671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:13.212391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:13.216928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:13.223610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=455685e5-81e3-44d6-88f2-809fb1f3cca0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:13.235196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-25682f88-b93a-48cd-807b-dbbb166c2007 None None] For port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:13.273709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:13.287180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.287855 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.313482 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25682f88-b93a-48cd-807b-dbbb166c2007 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.340322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1f407-8c28-499f-87e3-1de02e73f98d None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:13.359488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b0ea4b34-0591-4afc-b4b9-37e81c84c2ba tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9306815 Jul 13 07:32:13.383308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-25682f88-b93a-48cd-807b-dbbb166c2007 None None] Transition to ACTIVE for port object bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:13.386515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1f407-8c28-499f-87e3-1de02e73f98d None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:13.388149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6ec1f407-8c28-499f-87e3-1de02e73f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:13.391508 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25682f88-b93a-48cd-807b-dbbb166c2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.405577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41852) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:13.434025 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-049bf3b9-d0cd-44d0-94fb-a79407f50d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.436274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-049bf3b9-d0cd-44d0-94fb-a79407f50d89 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3e7248bf-9be0-4aa7-9526-73f6780b6023 HTTP/1.1" status: 204 len: 168 time: 0.8868897 Jul 13 07:32:13.438551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:13.491191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:13.493347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a71a5-5c45-478a-8d1e-14dc960fc673 None None] Network a915685d-b9d1-4ac5-baf9-27e5449edcb5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:13.496599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6ec1f407-8c28-499f-87e3-1de02e73f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:13.531377 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.583242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7aa470-c005-42ea-8f63-f8c0dded45fd tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.590422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7aa470-c005-42ea-8f63-f8c0dded45fd tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.592011 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5f7aa470-c005-42ea-8f63-f8c0dded45fd tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1854236 Jul 13 07:32:13.595873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41862) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:13.605323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.614345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1f407-8c28-499f-87e3-1de02e73f98d None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:13.614976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6ec1f407-8c28-499f-87e3-1de02e73f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:13.620573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.732151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'Port': ['ID=796070b3-3674-45b1-84e9-a5832455fd4f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:13.746435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Deleting port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:13.746965 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.777461 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.836727 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.846027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98db7aab-abb1-4b2a-904a-9a76f7334058 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4265289 Jul 13 07:32:13.851269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] For port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=749e2bb7-4716-461c-a562-7e6eeaa1a2e8,segment=NetworkSegment(9ab055ee-de12-4695-9f53-0b5437a1997a),segment_id=9ab055ee-de12-4695-9f53-0b5437a1997a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:13.851693 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.881723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Calling delete_port for 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:13.944785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6ec1f407-8c28-499f-87e3-1de02e73f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:13.945281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1f407-8c28-499f-87e3-1de02e73f98d None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:13.988369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25682f88-b93a-48cd-807b-dbbb166c2007 None None] Pushing event updated for resources: {'Port': ['ID=bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.040749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.117543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=749e2bb7-4716-461c-a562-7e6eeaa1a2e8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.133716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] No DVR routers for this DVR port 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:14.134375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a1245be1-6c77-48eb-9401-b9e5a80872c5 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:14.136986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router dcd90740-a290-4522-933c-df5326efc261 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:14.182701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8edf7-bef1-44e5-b421-67edd27b6b68 None None] DHCP port deletion for a915685d-b9d1-4ac5-baf9-27e5449edcb5 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:14.187885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a1245be1-6c77-48eb-9401-b9e5a80872c5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:14.188608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a1245be1-6c77-48eb-9401-b9e5a80872c5 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:14.189262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0be08e34-ec7d-4150-a7e1-838bc2204baf no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:14.209205 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-70bc7493-bc94-449d-bfe6-0acf051a30fd tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--655907802&fields=id&tenant_id=ae2fa35196974bcab852e560c2090e6f HTTP/1.1" status: 200 len: 267 time: 0.0859275 Jul 13 07:32:14.214629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0be08e34-ec7d-4150-a7e1-838bc2204baf {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:14.215099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0be08e34-ec7d-4150-a7e1-838bc2204baf not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:14.227982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c967701b-17a1-4d54-a0e4-4642b43d462e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 455685e5-81e3-44d6-88f2-809fb1f3cca0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:14.228459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c967701b-17a1-4d54-a0e4-4642b43d462e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.247459 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.268619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a915685d-b9d1-4ac5-baf9-27e5449edcb5']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.295091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab055ee-de12-4695-9f53-0b5437a1997a') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.295931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab055ee-de12-4695-9f53-0b5437a1997a') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.309981 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.356632 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.356776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:14.365362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.367544 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fb915-3190-48d1-946e-3ff0a4ca9d61 None None] Sync routers for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:14.378851 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fb915-3190-48d1-946e-3ff0a4ca9d61 None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:14.379487 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-219fb915-3190-48d1-946e-3ff0a4ca9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.394604 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c967701b-17a1-4d54-a0e4-4642b43d462e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.399492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7d415add-c45a-4935-9fcf-37bf68a6eedb tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.401234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7d415add-c45a-4935-9fcf-37bf68a6eedb tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 817 time: 0.1509345 Jul 13 07:32:14.403129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:14.403129 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.420591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c967701b-17a1-4d54-a0e4-4642b43d462e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 455685e5-81e3-44d6-88f2-809fb1f3cca0 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:14.445979 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-219fb915-3190-48d1-946e-3ff0a4ca9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.455298 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fb915-3190-48d1-946e-3ff0a4ca9d61 None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:14.456139 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-219fb915-3190-48d1-946e-3ff0a4ca9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:14.474410 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:14.497415 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-be44f735-7531-4e16-9719-7a2785afabf4 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/quotas/ae2fa35196974bcab852e560c2090e6f HTTP/1.1" status: 200 len: 375 time: 0.0205681 Jul 13 07:32:14.500882 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-219fb915-3190-48d1-946e-3ff0a4ca9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.501719 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fb915-3190-48d1-946e-3ff0a4ca9d61 None None] The sync data for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:14.515051 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.556024 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.562087 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a915685d-b9d1-4ac5-baf9-27e5449edcb5 HTTP/1.1" status: 204 len: 168 time: 1.1224501 Jul 13 07:32:14.564863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c87fa1-2b10-427c-961c-546df2c051a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a915685d-b9d1-4ac5-baf9-27e5449edcb5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.566133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-665a0bd9-3bf6-4e75-9f4f-87f86a1329fd tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/floatingips/618c4441-9cda-48f4-a23a-e226b65e171a HTTP/1.1" status: 200 len: 978 time: 3.5762312 Jul 13 07:32:14.566728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:14.611439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-ea2bf3b7-0b2c-4087-9850-4ec0b13ac72c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127961 Jul 13 07:32:14.748741 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-e53b9310-1c93-457b-ba31-ea2f3b2da79e service neutron] 10.222.0.41 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189902 Jul 13 07:32:14.790432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 5044f86f-9dec-465d-a14a-33ff1e4d27dd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:14.790785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.816052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c967701b-17a1-4d54-a0e4-4642b43d462e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.847850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41908) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:14.859507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967701b-17a1-4d54-a0e4-4642b43d462e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=455685e5-81e3-44d6-88f2-809fb1f3cca0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.889470 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-2a9105fd-059e-4dae-851d-1ceb4130d544 service neutron] 10.222.0.41 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348875 Jul 13 07:32:14.910559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6117be4d-37b4-47ed-a610-3d2fd5449860 None None] Provisioning for port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:14.920868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6117be4d-37b4-47ed-a610-3d2fd5449860 None None] Provisioning complete for port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:14.922541 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6117be4d-37b4-47ed-a610-3d2fd5449860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.925851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c929fc53-0fba-44d8-a04b-00c19ed5424d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44fd6810e2e748618ff96352bec61f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747201 Jul 13 07:32:14.926618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41914) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.047120 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8feb87f5-1338-47da-88ea-a7dbf9fb4233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.058947 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.101636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8feb87f5-1338-47da-88ea-a7dbf9fb4233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.132467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c967701b-17a1-4d54-a0e4-4642b43d462e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.135705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c967701b-17a1-4d54-a0e4-4642b43d462e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/455685e5-81e3-44d6-88f2-809fb1f3cca0 HTTP/1.1" status: 204 len: 168 time: 1.5398805 Jul 13 07:32:15.140342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41924) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.284283 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5bcbc65-6b8b-4bb1-98b5-159ea3b3ee53 req-1db89435-8d30-4352-9508-7e396d3ec2a0 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 210 time: 0.0658047 Jul 13 07:32:15.305065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a07f96-ffbd-41f7-b2cf-a82c00d2938e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.314044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a07f96-ffbd-41f7-b2cf-a82c00d2938e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.321563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a07f96-ffbd-41f7-b2cf-a82c00d2938e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.328428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41930) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.329182 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b5a07f96-ffbd-41f7-b2cf-a82c00d2938e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1829917 Jul 13 07:32:15.345173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8feb87f5-1338-47da-88ea-a7dbf9fb4233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.351866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8feb87f5-1338-47da-88ea-a7dbf9fb4233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.355854 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8feb87f5-1338-47da-88ea-a7dbf9fb4233 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23584c75-c24a-4fdb-ac2f-4b31fcbf641b HTTP/1.1" status: 204 len: 168 time: 0.4281738 Jul 13 07:32:15.376696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb87f5-1338-47da-88ea-a7dbf9fb4233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23584c75-c24a-4fdb-ac2f-4b31fcbf641b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.458325 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:15.554981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f439a3-7ab9-4194-a7b7-4f55009af52f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 1f8b537b-6c9c-480c-ba75-eec4b9bdd331 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:15.563567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2a38d091-2194-461f-93ba-d9e3c39532c9 None None] Could not find standard attr ID for object 455685e5-81e3-44d6-88f2-809fb1f3cca0. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:15.566706 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98f439a3-7ab9-4194-a7b7-4f55009af52f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.623119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.623504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.623826 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Floating IP 618c4441-9cda-48f4-a23a-e226b65e171a disassociated. External IP: 172.25.8.14, port: 5044f86f-9dec-465d-a14a-33ff1e4d27dd. Jul 13 07:32:15.624173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 5044f86f-9dec-465d-a14a-33ff1e4d27dd owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:15.640070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:15.640845 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.925735 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98f439a3-7ab9-4194-a7b7-4f55009af52f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.929610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:15.953191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:15.953766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 749e2bb7-4716-461c-a562-7e6eeaa1a2e8 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:16.007393 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.073080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=5044f86f-9dec-465d-a14a-33ff1e4d27dd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:16.240573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router dcd90740-a290-4522-933c-df5326efc261 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:16.422751 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98f439a3-7ab9-4194-a7b7-4f55009af52f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.533351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f94642d-6ec4-4c5f-bd4f-e6c7720decda req-b1b82da1-5638-409d-89e0-75707714c991 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 210 time: 0.0459394 Jul 13 07:32:16.536716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:16.548761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a3f8d-47fe-4747-b10d-d230faac7af2 None None] Sync routers for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:16.559849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a3f8d-47fe-4747-b10d-d230faac7af2 None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:16.566412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3e6a3f8d-47fe-4747-b10d-d230faac7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:16.592334 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98f439a3-7ab9-4194-a7b7-4f55009af52f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.619708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3e6a3f8d-47fe-4747-b10d-d230faac7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:16.629258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a3f8d-47fe-4747-b10d-d230faac7af2 None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:16.629883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3e6a3f8d-47fe-4747-b10d-d230faac7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:16.631816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f439a3-7ab9-4194-a7b7-4f55009af52f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8b537b-6c9c-480c-ba75-eec4b9bdd331,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:16.633997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98f439a3-7ab9-4194-a7b7-4f55009af52f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.636422 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-98f439a3-7ab9-4194-a7b7-4f55009af52f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/1f8b537b-6c9c-480c-ba75-eec4b9bdd331 HTTP/1.1" status: 204 len: 168 time: 1.3055260 Jul 13 07:32:16.639080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41998) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:16.670564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.671913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5486eec7-4409-4212-8609-2d0b0093241b None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:16.675291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42002) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:16.675775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3e6a3f8d-47fe-4747-b10d-d230faac7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:16.676314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a3f8d-47fe-4747-b10d-d230faac7af2 None None] The sync data for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:16.694533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e1dbaba4-cc4c-4f5f-95d0-a59f05e09801 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/ports/5044f86f-9dec-465d-a14a-33ff1e4d27dd HTTP/1.1" status: 204 len: 168 time: 2.1253145 Jul 13 07:32:16.722644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da2e404-68ba-4df8-8197-3e12a95947a8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 7e21ab0f-c023-40db-8b8c-7d5d0b8477e5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:16.726388 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5da2e404-68ba-4df8-8197-3e12a95947a8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.807072 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5da2e404-68ba-4df8-8197-3e12a95947a8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.950806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-473760b8-20b3-41be-b7d3-3ca7eb5e1cab tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.952331 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-473760b8-20b3-41be-b7d3-3ca7eb5e1cab tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.38 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 817 time: 0.1405313 Jul 13 07:32:17.046816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-9129c07f-f788-442d-bb91-400f5af8db62 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2fa35196974bcab852e560c2090e6f HTTP/1.1" status: 200 len: 379 time: 0.0839758 Jul 13 07:32:17.060955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'port': {'device_id': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'admin_state_up': True, 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'security_groups': ['4fdb472b-d185-4669-9346-47cbf6e27a75']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:17.095203 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5da2e404-68ba-4df8-8197-3e12a95947a8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.237208 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5da2e404-68ba-4df8-8197-3e12a95947a8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.303094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2e404-68ba-4df8-8197-3e12a95947a8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=7e21ab0f-c023-40db-8b8c-7d5d0b8477e5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.305834 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5da2e404-68ba-4df8-8197-3e12a95947a8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.308065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5da2e404-68ba-4df8-8197-3e12a95947a8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/7e21ab0f-c023-40db-8b8c-7d5d0b8477e5 HTTP/1.1" status: 204 len: 168 time: 0.6677690 Jul 13 07:32:17.324654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42026) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:17.414652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e9f255aa-5b8b-4650-9c67-978179a29b27 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841916 Jul 13 07:32:17.417806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42040) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:17.437008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:17.489985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Made reservation on behalf of ae2fa35196974bcab852e560c2090e6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:17.494560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.638611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:17.642552 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.771237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7f4c08-fbcb-465e-b20f-3c74117d6ece None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:17.809122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Allocated IP 172.20.0.14 (efb52998-2f8e-4ebf-883f-7422704ba28d/37466c86-4345-477c-8e7b-0c00f9aa50fe/c9cc4263-9266-4a1a-8825-b067cc7ed883) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:17.873553 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-45d01811-8535-41b5-a309-cd766815ac9d req-51d87d6c-0c90-4177-9e72-c1f6575cfb7d tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 210 time: 0.0335860 Jul 13 07:32:17.920379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-343b5f94-6af0-4225-a88c-26bb75dd00cf None None] Provisioning complete for port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:17.920379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-343b5f94-6af0-4225-a88c-26bb75dd00cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.964940 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.071720 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.090492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Transition to ACTIVE for port object c9cc4263-9266-4a1a-8825-b067cc7ed883 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:18.217887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.251844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e575910-7c21-4f05-909b-cdf541f41528 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:18.336160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a19389a-c4fd-4cd0-b97e-d18c09d58972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.357068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-15bf7f3e-9cd8-4852-844b-1e5d4f663a97 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709710 Jul 13 07:32:18.358968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Network efb52998-2f8e-4ebf-883f-7422704ba28d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:18.359828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3e575910-7c21-4f05-909b-cdf541f41528 None None] Deleting port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:18.360379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e575910-7c21-4f05-909b-cdf541f41528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.391616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:18.391974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.399173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:18.485970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3e575910-7c21-4f05-909b-cdf541f41528 None None] For port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:18.486487 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e575910-7c21-4f05-909b-cdf541f41528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.498804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:18.500010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.504640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3e575910-7c21-4f05-909b-cdf541f41528 None None] Calling delete_port for bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:18.516203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 66bc5b23-553b-4fe3-9c8c-f757ebf1b330 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:18.622857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e575910-7c21-4f05-909b-cdf541f41528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.654956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e575910-7c21-4f05-909b-cdf541f41528 None None] Pushing event deleted for resources: {'Port': ['ID=bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:18.675981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e575910-7c21-4f05-909b-cdf541f41528 None None] No DVR routers for this DVR port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:18.758749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-febf7c08-db22-4c36-9ea1-bfac081a1675 None None] Provisioning for port c9cc4263-9266-4a1a-8825-b067cc7ed883 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:18.765411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-febf7c08-db22-4c36-9ea1-bfac081a1675 None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:18.766320 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-febf7c08-db22-4c36-9ea1-bfac081a1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.797018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.817639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-febf7c08-db22-4c36-9ea1-bfac081a1675 None None] Port c9cc4263-9266-4a1a-8825-b067cc7ed883 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:18.823991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=66bc5b23-553b-4fe3-9c8c-f757ebf1b330,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:18.838632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.839550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.839895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.840231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.840625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.840885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.841265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.841638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.841930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.842279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.842610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:18.843171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:19.076253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.080144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:19.150509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.objects.ports [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:32:19.190028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-e218685b-0366-45d4-8bb6-b0fe77a72afc tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.191508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-e218685b-0366-45d4-8bb6-b0fe77a72afc tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8026938 Jul 13 07:32:19.242871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.243513 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.308481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-a20a0643-ea0a-4f00-b2e0-1bc66352feaa tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2538378 Jul 13 07:32:19.309073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:19.319918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-b7213df6-0e4a-4c04-bb9d-cee4fbbd18c4 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/quotas/0aea08504cbc48f6b6d2dd9d6d7538a0 HTTP/1.1" status: 200 len: 375 time: 0.0729694 Jul 13 07:32:19.332576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router dcd90740-a290-4522-933c-df5326efc261 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:19.333066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Request body: {'port': {'device_id': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:19.339380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:19.339731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:19.419589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-176f42e3-4488-42fc-a4a7-4213f6bd4623 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807638 Jul 13 07:32:19.435299 n-d-758944-43 neutron-server[93774]: WARNING neutron.services.revisions.revision_plugin [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Could not find related port for resource to bump revision. Jul 13 07:32:19.443299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Port bdebbe1e-3ce7-4ed2-aca9-44c145aa6f6f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 07:32:19.443610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2a:f910 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 07:32:19.450423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2a:f910 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 07:32:19.451867 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.491686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:19.499843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03dd027f-367b-4c1b-bf2c-6e3ba7328f91 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/routers/dcd90740-a290-4522-933c-df5326efc261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8234391 Jul 13 07:32:19.502323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42224) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:19.504065 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e3a48-c559-4cdd-b60e-13b435237c37 None None] Sync routers for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:19.514250 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e3a48-c559-4cdd-b60e-13b435237c37 None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:19.515324 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bc0e3a48-c559-4cdd-b60e-13b435237c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.520745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:19.528122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:19.533756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.534377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.538972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f530e4eb-db3a-432b-b367-bc4ec72853fb None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:19.552352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.561851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=6155ac01-d7ed-463e-b4b6-c7dcc4552dbc,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:19.571100 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bc0e3a48-c559-4cdd-b60e-13b435237c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.576436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a095b382-6590-4a0d-b120-f29251fa1a00 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1548319 Jul 13 07:32:19.577342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:19.583735 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e3a48-c559-4cdd-b60e-13b435237c37 None None] Routers {'dcd90740-a290-4522-933c-df5326efc261'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:19.584895 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bc0e3a48-c559-4cdd-b60e-13b435237c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dcd90740-a290-4522-933c-df5326efc261'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.615185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:19.626680 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bc0e3a48-c559-4cdd-b60e-13b435237c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.627648 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e3a48-c559-4cdd-b60e-13b435237c37 None None] The sync data for ids ['dcd90740-a290-4522-933c-df5326efc261'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:19.752569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af41b98-995b-420b-af4d-329f8744e956 req-7260d39d-15b3-4480-819c-13d8c9e0934a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.755578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af41b98-995b-420b-af4d-329f8744e956 req-7260d39d-15b3-4480-819c-13d8c9e0934a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 932 time: 0.3045464 Jul 13 07:32:19.794881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.853576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '6155ac01-d7ed-463e-b4b6-c7dcc4552dbc'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:19.855003 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.898678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3af41b98-995b-420b-af4d-329f8744e956 req-04660f22-5904-42ee-bbf0-f6a915022c46 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277812 Jul 13 07:32:19.966820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:19.970489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.085276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-2ab63e34-a702-4693-a58f-8bbabac629c4 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763786 Jul 13 07:32:20.094504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Allocated IP 2001:db8::f816:3eff:fe6e:c756 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/6155ac01-d7ed-463e-b4b6-c7dcc4552dbc/e84918f7-2d5f-4d08-927b-9afbd6869a9c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:20.107858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.247696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cc4263-9266-4a1a-8825-b067cc7ed883 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:20.289277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 9aceefd1-5d09-4147-9f18-2119a7b1bfd3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:20.290057 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.292151 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.345575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Transition to ACTIVE for port object c9cc4263-9266-4a1a-8825-b067cc7ed883 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:20.350971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.360637 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.369692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Transition to ACTIVE for port object e84918f7-2d5f-4d08-927b-9afbd6869a9c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:20.387842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Transition to ACTIVE for port object e84918f7-2d5f-4d08-927b-9afbd6869a9c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:20.399045 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.403738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.418897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 9aceefd1-5d09-4147-9f18-2119a7b1bfd3 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:20.479348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:20.485977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:20.490058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:20.498817 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:20.583586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Attempting to bind port e84918f7-2d5f-4d08-927b-9afbd6869a9c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:20.584134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Attempting to bind port e84918f7-2d5f-4d08-927b-9afbd6869a9c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:20.584504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Attempting to bind port e84918f7-2d5f-4d08-927b-9afbd6869a9c on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:20.597798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:20.598635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:20.598635 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.599021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:20.599394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Bound port: e84918f7-2d5f-4d08-927b-9afbd6869a9c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:20.599787 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.616192 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.670361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-d753d0ba-7147-4aaf-9fd2-4ec377f3ea03 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.679776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-d753d0ba-7147-4aaf-9fd2-4ec377f3ea03 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5932391 Jul 13 07:32:20.691129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=79de0b5e-6265-4f96-9588-da591f3ad160,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:20.702682 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:20.707759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:20.707987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:20.711222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:20.712398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.715712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Attempting to bind port c9cc4263-9266-4a1a-8825-b067cc7ed883 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:20.715953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Attempting to bind port c9cc4263-9266-4a1a-8825-b067cc7ed883 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:20.716360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.716500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Attempting to bind port c9cc4263-9266-4a1a-8825-b067cc7ed883 on network efb52998-2f8e-4ebf-883f-7422704ba28d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:20.716972 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.719312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:20.731620 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-bb18a484-0beb-45f7-9981-3ce1532bb4a0 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/quotas/0aea08504cbc48f6b6d2dd9d6d7538a0 HTTP/1.1" status: 200 len: 375 time: 0.0502632 Jul 13 07:32:20.781865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8434b6-6f14-479f-a921-1f16edb33653 None None] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:20.787650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-81863a53-f69f-4493-8d8f-4794dcaf0d6e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2074969 Jul 13 07:32:20.792483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-2484f4be-e370-4f97-8b02-ce02aaf505ad tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597601 Jul 13 07:32:20.794512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42306) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.801771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:1a:c3:a5', 'name': 'tempest-NetworksTestDHCPv6-2130621568'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:20.810609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Port c9cc4263-9266-4a1a-8825-b067cc7ed883 on network efb52998-2f8e-4ebf-883f-7422704ba28d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:20.810950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Attempting to bind port c9cc4263-9266-4a1a-8825-b067cc7ed883 on network efb52998-2f8e-4ebf-883f-7422704ba28d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:20.828898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.831413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:20.832219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Checking segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:20.833145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Bound using segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:20.833917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Bound port: c9cc4263-9266-4a1a-8825-b067cc7ed883, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:20.834637 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.874200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=9aceefd1-5d09-4147-9f18-2119a7b1bfd3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:20.942729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:20.946654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:20.955562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.030273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31d71a3d-a384-4788-8d90-3c77fcd1f0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.045985 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.078405 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.084823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.085505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.086912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] 10.222.0.38 "PUT /v2.0/ports/c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 1093 time: 1.7694044 Jul 13 07:32:21.087365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:21.090471 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b975d-5396-495c-9902-32e01a5ec20b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:21.142471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f78cc-78f3-46e4-b8c4-1a4a1a808045 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:21.191714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:21.274955 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.286194 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.434797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.435812 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Fanout notify agent at l3_agent the message router_deleted on router dcd90740-a290-4522-933c-df5326efc261 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:21.450132 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.461821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ddac3083-8c2f-42d8-a4bf-d74666791c3d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/routers/dcd90740-a290-4522-933c-df5326efc261 HTTP/1.1" status: 204 len: 168 time: 1.9530246 Jul 13 07:32:21.464642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42354) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:21.486197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:21.575276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.590551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d84328d-cd46-46de-90ce-2be4a7beefe5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting subnet a06b18d0-9354-461b-bfef-c5b90b3a13f1 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:21.605926 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d84328d-cd46-46de-90ce-2be4a7beefe5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.623496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e84918f7-2d5f-4d08-927b-9afbd6869a9c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:21.654005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-b8b5eca3-8752-4698-88c9-4b21fba36c3f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2021213 Jul 13 07:32:21.670831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d84328d-cd46-46de-90ce-2be4a7beefe5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.693357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port d7529efb-e3ed-4906-babc-54eab6fb79e4 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:21.792644 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e147b37-1dfe-4671-a109-f69514b624ed req-99d30a12-8cc2-481f-bbcf-527b3e392ce0 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 210 time: 0.0363755 Jul 13 07:32:21.821143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d84328d-cd46-46de-90ce-2be4a7beefe5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.899803 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.928558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d84328d-cd46-46de-90ce-2be4a7beefe5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.931798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-961298e9-36ee-4128-877f-9de38a667a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.933462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-961298e9-36ee-4128-877f-9de38a667a52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1096 time: 0.5181835 Jul 13 07:32:21.960564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84328d-cd46-46de-90ce-2be4a7beefe5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Subnet': ['ID=a06b18d0-9354-461b-bfef-c5b90b3a13f1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:21.968781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d84328d-cd46-46de-90ce-2be4a7beefe5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.974033 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6d84328d-cd46-46de-90ce-2be4a7beefe5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/subnets/a06b18d0-9354-461b-bfef-c5b90b3a13f1 HTTP/1.1" status: 204 len: 168 time: 0.5091715 Jul 13 07:32:21.974928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42368) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:21.978419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ce591-31b9-4077-9ede-2582834ecb1b None None] Network 85811cb8-d0c3-4e28-964e-e7eea66242bb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:22.044134 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7117072-f9b6-41a7-817f-20870dd5ba07 x-openstack-request-id: req-f7117072-f9b6-41a7-817f-20870dd5ba07 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:22.044674 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:22.045612 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7117072-f9b6-41a7-817f-20870dd5ba07 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:22.045823 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'status': 'completed', 'code': 200} Jul 13 07:32:22.072878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 172.20.0.11 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/79de0b5e-6265-4f96-9588-da591f3ad160/d7529efb-e3ed-4906-babc-54eab6fb79e4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:22.082505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:fe1a:c3a5 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/6155ac01-d7ed-463e-b4b6-c7dcc4552dbc/d7529efb-e3ed-4906-babc-54eab6fb79e4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:22.128635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.211213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-218e341e-ec0f-44f1-be8a-22970352f8fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 217 time: 0.2329149 Jul 13 07:32:22.275980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-e45e0821-6375-41d2-8d54-a0a8f1298143 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.278178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-e45e0821-6375-41d2-8d54-a0a8f1298143 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6152842 Jul 13 07:32:22.289790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a0a2-9969-4dea-b4cf-7c4eafd809f8 req-9d295106-3c65-44e4-8d4b-5cae8fb49f34 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.299759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-90d4a0a2-9969-4dea-b4cf-7c4eafd809f8 req-9d295106-3c65-44e4-8d4b-5cae8fb49f34 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 944 time: 0.8937314 Jul 13 07:32:22.301472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 29f121f8-573b-41bc-a749-df8e359f052c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:22.301937 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.313346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557f9da6-4ba4-4bcf-8c64-b1c93a47f742 None None] DHCP port deletion for 85811cb8-d0c3-4e28-964e-e7eea66242bb request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:22.317582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Request body: {'port': {'device_id': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '0aea08504cbc48f6b6d2dd9d6d7538a0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:22.407651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-557f9da6-4ba4-4bcf-8c64-b1c93a47f742 None None] Deleting port 29f121f8-573b-41bc-a749-df8e359f052c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:22.409369 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-557f9da6-4ba4-4bcf-8c64-b1c93a47f742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.426904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] For port 29f121f8-573b-41bc-a749-df8e359f052c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=29f121f8-573b-41bc-a749-df8e359f052c,segment=NetworkSegment(6f8a94d8-a1aa-47c8-9bcc-e5b99635800c),segment_id=6f8a94d8-a1aa-47c8-9bcc-e5b99635800c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:22.427279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.455058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 29f121f8-573b-41bc-a749-df8e359f052c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:22.471465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-2fa02388-b538-4c4e-97a1-33cb888553d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.473329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-2fa02388-b538-4c4e-97a1-33cb888553d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.2166159 Jul 13 07:32:22.524979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-557f9da6-4ba4-4bcf-8c64-b1c93a47f742 None None] For port 29f121f8-573b-41bc-a749-df8e359f052c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=29f121f8-573b-41bc-a749-df8e359f052c,segment=NetworkSegment(6f8a94d8-a1aa-47c8-9bcc-e5b99635800c),segment_id=6f8a94d8-a1aa-47c8-9bcc-e5b99635800c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:22.525386 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-557f9da6-4ba4-4bcf-8c64-b1c93a47f742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.529562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee59d78-e727-4028-aa8f-ce0958583c7b None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:22.535072 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.552028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-90d4a0a2-9969-4dea-b4cf-7c4eafd809f8 req-9ba6afd9-8036-4e0f-95a4-7339ac21d0c3 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511041 Jul 13 07:32:22.560986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-557f9da6-4ba4-4bcf-8c64-b1c93a47f742 None None] Calling delete_port for 29f121f8-573b-41bc-a749-df8e359f052c owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:22.576685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aaa0e126-1916-45e4-ae60-466062dd53ac None None] Provisioning for port e84918f7-2d5f-4d08-927b-9afbd6869a9c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:22.586856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aaa0e126-1916-45e4-ae60-466062dd53ac None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:22.587233 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e126-1916-45e4-ae60-466062dd53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.628528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object d7529efb-e3ed-4906-babc-54eab6fb79e4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:22.648015 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.722733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=29f121f8-573b-41bc-a749-df8e359f052c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:22.785544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-c85af2ce-3d3e-41c4-9ae5-743c124b8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.787125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-c85af2ce-3d3e-41c4-9ae5-743c124b8f4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3000450 Jul 13 07:32:22.789462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Made reservation on behalf of 0aea08504cbc48f6b6d2dd9d6d7538a0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:22.803646 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.811819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-6d53252f-7b23-428b-b606-aa737f411b50 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091161 Jul 13 07:32:22.813414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] No DVR routers for this DVR port 29f121f8-573b-41bc-a749-df8e359f052c on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:22.905579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.917457 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-557f9da6-4ba4-4bcf-8c64-b1c93a47f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.962290 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.006413 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e126-1916-45e4-ae60-466062dd53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.008732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f9da6-4ba4-4bcf-8c64-b1c93a47f742 None None] Pushing event deleted for resources: {'Port': ['ID=29f121f8-573b-41bc-a749-df8e359f052c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:23.028673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f9da6-4ba4-4bcf-8c64-b1c93a47f742 None None] No DVR routers for this DVR port 29f121f8-573b-41bc-a749-df8e359f052c on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:23.088202 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08585ccb-906c-4fd0-80e6-b62b181680b6 req-39bb58a6-f524-4b9d-8d5b-4b8083b9312b tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 210 time: 0.0449154 Jul 13 07:32:23.102621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-aaa0e126-1916-45e4-ae60-466062dd53ac None None] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:23.109088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e126-1916-45e4-ae60-466062dd53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.110728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.162969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85811cb8-d0c3-4e28-964e-e7eea66242bb']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:23.163726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:23.190622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:23.193088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:23.203423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8a94d8-a1aa-47c8-9bcc-e5b99635800c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:23.203828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8a94d8-a1aa-47c8-9bcc-e5b99635800c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:23.231571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.232222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0e126-1916-45e4-ae60-466062dd53ac None None] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:23.245340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=d7529efb-e3ed-4906-babc-54eab6fb79e4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:23.264410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-de683ac7-62a3-4c44-a3a6-35967faecc53 service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576499 Jul 13 07:32:23.295343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-f4e052f9-42d6-4559-b633-e44752de4a31 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.296918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7189c7a-ffdd-454e-a13c-a51bd7bc1599 None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '6155ac01-d7ed-463e-b4b6-c7dcc4552dbc', 'ip_address': '2001:db8::f816:3eff:fe6e:c756'}, {'subnet_id': '79de0b5e-6265-4f96-9588-da591f3ad160'}], 'binding:host_id': 'n-d-758944-43'}, 'id': 'e84918f7-2d5f-4d08-927b-9afbd6869a9c'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:32:23.298654 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-f4e052f9-42d6-4559-b633-e44752de4a31 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4578688 Jul 13 07:32:23.311922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.312580 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.320265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Request body: {'port': {'device_id': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '0aea08504cbc48f6b6d2dd9d6d7538a0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:23.345272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.350087 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7189c7a-ffdd-454e-a13c-a51bd7bc1599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.359910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:23.388966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:23.389431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:23.392622 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:23.460547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.464800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c54841-37f7-4aae-aba6-2e2b1b2ecca6 req-e7c7a1b4-ddd5-4a76-a651-85f47dd054bf service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933272 Jul 13 07:32:23.467643 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.478696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fe49fe7b-5d0a-43dd-9c7f-0150fc72ca2f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6801312 Jul 13 07:32:23.479150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42470) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:23.530075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7736009c-f767-4908-a5b6-5f8230f92f14,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:23.582349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d7189c7a-ffdd-454e-a13c-a51bd7bc1599 None None] Allocated IP 172.20.0.2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/79de0b5e-6265-4f96-9588-da591f3ad160/e84918f7-2d5f-4d08-927b-9afbd6869a9c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:23.678606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Allocated IP 192.168.233.15 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/b190341e-7f7f-437a-93bb-98b0d5ff8dbf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:23.866175 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.872882 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.877022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d7189c7a-ffdd-454e-a13c-a51bd7bc1599 None None] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:23.892042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Transition to ACTIVE for port object b190341e-7f7f-437a-93bb-98b0d5ff8dbf will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:23.898182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:23.898565 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.947509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7189c7a-ffdd-454e-a13c-a51bd7bc1599 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.969850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d7189c7a-ffdd-454e-a13c-a51bd7bc1599 None None] Transition to ACTIVE for port object e84918f7-2d5f-4d08-927b-9afbd6869a9c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:23.975669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Port e84918f7-2d5f-4d08-927b-9afbd6869a9c had new provisioning blocks added so it will not transition to active. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 13 07:32:23.983388 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7189c7a-ffdd-454e-a13c-a51bd7bc1599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.015160 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.017424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.028710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.031657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/networks/85811cb8-d0c3-4e28-964e-e7eea66242bb HTTP/1.1" status: 204 len: 168 time: 2.0548613 Jul 13 07:32:24.038430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42506) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:24.086112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:24.101922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 29f121f8-573b-41bc-a749-df8e359f052c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:24.132837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:24.137997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b07b84-ad9d-48f2-bdbd-3bd7b77a4aa5 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Network': ['ID=85811cb8-d0c3-4e28-964e-e7eea66242bb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:24.142504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7189c7a-ffdd-454e-a13c-a51bd7bc1599 None None] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:24.145633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 29f121f8-573b-41bc-a749-df8e359f052c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:24.146006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 29f121f8-573b-41bc-a749-df8e359f052c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:24.159539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:24.180933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:24.241183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edaaf97-1f8c-4558-9b4c-16431c69d382 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.247719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edaaf97-1f8c-4558-9b4c-16431c69d382 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.252368 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8edaaf97-1f8c-4558-9b4c-16431c69d382 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7664831 Jul 13 07:32:24.253117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42520) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:24.265326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.266037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.277863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b975d-5396-495c-9902-32e01a5ec20b req-1f7a1a6c-7aed-42d2-a276-14d4c5350112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.279652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69b975d-5396-495c-9902-32e01a5ec20b req-1f7a1a6c-7aed-42d2-a276-14d4c5350112 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1096 time: 0.3449557 Jul 13 07:32:24.337206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Made reservation on behalf of 0aea08504cbc48f6b6d2dd9d6d7538a0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:24.337995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-3ed21b2d-57ef-421c-9df4-089934cc63da tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0360055 Jul 13 07:32:24.340909 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.352899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4118b-4391-4381-9e6b-b42216cd194a req-7148db6c-5db5-4c1e-8264-85ff71961f6c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.355004 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86d4118b-4391-4381-9e6b-b42216cd194a req-7148db6c-5db5-4c1e-8264-85ff71961f6c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 944 time: 0.3548119 Jul 13 07:32:24.372966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b41f8763-57b7-4c23-adcc-01c382b00e80 req-e76358c7-a1ee-4a17-9b70-3107710af362 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 210 time: 0.0540426 Jul 13 07:32:24.409117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Request body: {'port': {'device_id': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:24.504040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b975d-5396-495c-9902-32e01a5ec20b req-d1b7ed06-72ad-41d9-bf17-c04403bc41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.505750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69b975d-5396-495c-9902-32e01a5ec20b req-d1b7ed06-72ad-41d9-bf17-c04403bc41d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.2195160 Jul 13 07:32:24.531886 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 4845405b-efcd-4d32-a4a5-1babd8a64808 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:24.532295 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.562229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69b975d-5396-495c-9902-32e01a5ec20b req-1bf8ad1d-6e07-4667-80fc-794ffa94724b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 217 time: 0.0486953 Jul 13 07:32:24.567074 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.606296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bfbf3cab-07ab-48aa-a294-7c0c5e3daae4 None None] Provisioning for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:24.610195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bfbf3cab-07ab-48aa-a294-7c0c5e3daae4 None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:24.610594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3cab-07ab-48aa-a294-7c0c5e3daae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.641774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86d4118b-4391-4381-9e6b-b42216cd194a req-cd3a1c63-7f4b-4baf-894b-c726270fe5ec tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671371 Jul 13 07:32:24.682010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf3cab-07ab-48aa-a294-7c0c5e3daae4 None None] Port b190341e-7f7f-437a-93bb-98b0d5ff8dbf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:24.682215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b975d-5396-495c-9902-32e01a5ec20b req-4035f9a6-be84-428b-8c4a-be84ba34aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.684072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.684414 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.685402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69b975d-5396-495c-9902-32e01a5ec20b req-4035f9a6-be84-428b-8c4a-be84ba34aa75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.1115065 Jul 13 07:32:24.691302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b080399b-7d2b-4742-b5dc-0b4957fc8b43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port d7529efb-e3ed-4906-babc-54eab6fb79e4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:24.691654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b080399b-7d2b-4742-b5dc-0b4957fc8b43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.825446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b975d-5396-495c-9902-32e01a5ec20b req-6cd7d546-fa3f-4ef1-8885-221f513c9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.827519 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69b975d-5396-495c-9902-32e01a5ec20b req-6cd7d546-fa3f-4ef1-8885-221f513c9fad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309867 Jul 13 07:32:24.833925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 4845405b-efcd-4d32-a4a5-1babd8a64808 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:24.873448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Allocated IP 192.168.233.149 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/f34687bc-183b-4faa-a369-0153d408e1c3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:24.936008 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b080399b-7d2b-4742-b5dc-0b4957fc8b43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.964287 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b080399b-7d2b-4742-b5dc-0b4957fc8b43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for d7529efb-e3ed-4906-babc-54eab6fb79e4 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:24.974302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69b975d-5396-495c-9902-32e01a5ec20b req-c8f6ee7a-a982-4997-8582-d4a7fdfc7a68 service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305883 Jul 13 07:32:25.087740 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b69b975d-5396-495c-9902-32e01a5ec20b req-20000786-4b39-4c7b-bddf-7372d1400e79 service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069548 Jul 13 07:32:25.207452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7eba30c4-ec41-42f7-bec6-7bbd4c91ea73 None None] Provisioning for port e84918f7-2d5f-4d08-927b-9afbd6869a9c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:25.211951 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7eba30c4-ec41-42f7-bec6-7bbd4c91ea73 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:25.212528 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eba30c4-ec41-42f7-bec6-7bbd4c91ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.296501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.337795 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.353578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Transition to ACTIVE for port object f34687bc-183b-4faa-a369-0153d408e1c3 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:25.371087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:25.446608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:25.446987 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.459530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=4845405b-efcd-4d32-a4a5-1babd8a64808,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:25.556916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.620627 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.623231 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.624334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9652dd4d-c707-482b-9002-f9ee916df8c2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/floatingips/618c4441-9cda-48f4-a23a-e226b65e171a HTTP/1.1" status: 204 len: 168 time: 1.5586824 Jul 13 07:32:25.628324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42616) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:25.632059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:25.648434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:25.655077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:25.666675 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e75437c-56ff-4186-a112-6ceaf011371c tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] DELETE failed (client error): The resource could not be found. Jul 13 07:32:25.667257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e75437c-56ff-4186-a112-6ceaf011371c tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:25.671332 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2e75437c-56ff-4186-a112-6ceaf011371c tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/ports/5044f86f-9dec-465d-a14a-33ff1e4d27dd HTTP/1.1" status: 404 len: 333 time: 0.0383990 Jul 13 07:32:25.676235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:25.687489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Pushing event updated for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:25.691376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7eba30c4-ec41-42f7-bec6-7bbd4c91ea73 None None] Provisioning for port d7529efb-e3ed-4906-babc-54eab6fb79e4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:25.699059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7eba30c4-ec41-42f7-bec6-7bbd4c91ea73 None None] Provisioning complete for port d7529efb-e3ed-4906-babc-54eab6fb79e4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:25.699646 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eba30c4-ec41-42f7-bec6-7bbd4c91ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.701714 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b080399b-7d2b-4742-b5dc-0b4957fc8b43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.745939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7eba30c4-ec41-42f7-bec6-7bbd4c91ea73 None None] Port d7529efb-e3ed-4906-babc-54eab6fb79e4 was deleted so its status cannot be updated. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:32:25.773992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080399b-7d2b-4742-b5dc-0b4957fc8b43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=d7529efb-e3ed-4906-babc-54eab6fb79e4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:25.784151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:25.785205 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.867863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-73bca404-4902-48cc-9b8b-f0571afa4084 None None] Could not find standard attr ID for object d7529efb-e3ed-4906-babc-54eab6fb79e4. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:25.965638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-470b8dd8-c7a9-4dfc-bffd-242a65a6b22f tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6513357 Jul 13 07:32:26.002361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a2e29e96-b434-4673-bcf3-123ca666f719 None None] Provisioning for port f34687bc-183b-4faa-a369-0153d408e1c3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:26.003189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Request body: {'port': {'device_id': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:26.009501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a2e29e96-b434-4673-bcf3-123ca666f719 None None] Provisioning complete for port f34687bc-183b-4faa-a369-0153d408e1c3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:26.010221 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a2e29e96-b434-4673-bcf3-123ca666f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.056279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a2e29e96-b434-4673-bcf3-123ca666f719 None None] Port f34687bc-183b-4faa-a369-0153d408e1c3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:26.106837 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b080399b-7d2b-4742-b5dc-0b4957fc8b43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.109055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b080399b-7d2b-4742-b5dc-0b4957fc8b43 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/d7529efb-e3ed-4906-babc-54eab6fb79e4 HTTP/1.1" status: 204 len: 168 time: 1.8503075 Jul 13 07:32:26.113873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42638) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.120258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.136226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-caefef96-81ae-4026-b686-7660a4f03df8 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcd90740-a290-4522-933c-df5326efc261 HTTP/1.1" status: 200 len: 205 time: 0.4581912 Jul 13 07:32:26.147461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b9280-fee9-41cf-a591-d94824869f53 req-a5dcfe0c-95a1-45dc-aa43-c7d97a4af24c tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.148990 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d7b9280-fee9-41cf-a591-d94824869f53 req-a5dcfe0c-95a1-45dc-aa43-c7d97a4af24c tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 936 time: 0.6241035 Jul 13 07:32:26.155529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42640) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.211673 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-f30aece6-ec1a-4e7c-9130-2720f893d94b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] delete failed (client error): The resource could not be found. Jul 13 07:32:26.215209 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f30aece6-ec1a-4e7c-9130-2720f893d94b tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/routers/dcd90740-a290-4522-933c-df5326efc261 HTTP/1.1" status: 404 len: 336 time: 0.0559201 Jul 13 07:32:26.217770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.245386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c55515-b742-4428-a2a2-69aa5897d940 req-6453139c-8c9f-4cad-af73-10e62b4405ef tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.246980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c8c55515-b742-4428-a2a2-69aa5897d940 req-6453139c-8c9f-4cad-af73-10e62b4405ef tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 944 time: 0.3226852 Jul 13 07:32:26.259833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c9cc4263-9266-4a1a-8825-b067cc7ed883 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:26.268031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42646) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.286586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d7b9280-fee9-41cf-a591-d94824869f53 req-2b6df81e-545a-4f1c-b9f3-9709f7d218ed tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287835 Jul 13 07:32:26.289739 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b4f4c5-3c5e-459f-9aa9-91c69720c508 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] DELETE failed (client error): The resource could not be found. Jul 13 07:32:26.290222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b4f4c5-3c5e-459f-9aa9-91c69720c508 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:26.294780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a7b4f4c5-3c5e-459f-9aa9-91c69720c508 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/subnets/a06b18d0-9354-461b-bfef-c5b90b3a13f1 HTTP/1.1" status: 404 len: 337 time: 0.0727139 Jul 13 07:32:26.297001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41fb800-2b55-4e59-8c00-c58d0bad1767 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.298757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41fb800-2b55-4e59-8c00-c58d0bad1767 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.300552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41fb800-2b55-4e59-8c00-c58d0bad1767 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.304553 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a41fb800-2b55-4e59-8c00-c58d0bad1767 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1830225 Jul 13 07:32:26.314670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42652) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.315010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42654) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.328235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b190341e-7f7f-437a-93bb-98b0d5ff8dbf {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:26.353671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.392103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:26.394755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Transition to ACTIVE for port object b190341e-7f7f-437a-93bb-98b0d5ff8dbf will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:26.398704 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.411740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'port_id': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'mac_address': 'fa:16:3e:d7:1f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:26.472452 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.522464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cc4263-9266-4a1a-8825-b067cc7ed883 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:26.551323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:26.557138 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.562390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.574584 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d752762-3489-413e-b400-d6aaa26edecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.667421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Attempting to bind port b190341e-7f7f-437a-93bb-98b0d5ff8dbf on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:26.667895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Attempting to bind port b190341e-7f7f-437a-93bb-98b0d5ff8dbf by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:26.668359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Attempting to bind port b190341e-7f7f-437a-93bb-98b0d5ff8dbf on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:26.673983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.677834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Port b190341e-7f7f-437a-93bb-98b0d5ff8dbf on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:26.677834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Attempting to bind port b190341e-7f7f-437a-93bb-98b0d5ff8dbf on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:26.684334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c8c55515-b742-4428-a2a2-69aa5897d940 req-88d16260-580e-4673-9582-b9a004bd65a0 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984993 Jul 13 07:32:26.696997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:26.697472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:26.698017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:26.698578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Bound port: b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:26.699062 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.728103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dc5146-9a3b-4902-b1b5-1ce64608a2a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 6155ac01-d7ed-463e-b4b6-c7dcc4552dbc {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:26.743945 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62dc5146-9a3b-4902-b1b5-1ce64608a2a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.821311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d752762-3489-413e-b400-d6aaa26edecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.825007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:26.829997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:26.831855 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d752762-3489-413e-b400-d6aaa26edecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.841264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62dc5146-9a3b-4902-b1b5-1ce64608a2a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.844919 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.858103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['c9cc4263-9266-4a1a-8825-b067cc7ed883'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:26.913123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.913656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.916124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] 10.222.0.48 "PUT /v2.0/ports/b190341e-7f7f-437a-93bb-98b0d5ff8dbf HTTP/1.1" status: 200 len: 1096 time: 2.5485206 Jul 13 07:32:26.927216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-28e31d8f-6411-4eb2-8bd1-7bd6f5457fd2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 178a9fab-4318-405f-b4f4-730083a660ad {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:26.927565 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28e31d8f-6411-4eb2-8bd1-7bd6f5457fd2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.960530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:26.968916 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1079694-c5b8-414d-a588-9ad288ff0a79" -d '{"events": [{"name": "network-changed", "server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:26.980620 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0d752762-3489-413e-b400-d6aaa26edecf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f37ac5df9e5444db8f2b95044411d2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7114604 Jul 13 07:32:26.991279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42660) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:27.043282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d752762-3489-413e-b400-d6aaa26edecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ae7d5-a18f-4b61-8f02-d09c47cc80c7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.077470 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40119e3e-2657-4329-84bf-9d90d19cb919 x-openstack-request-id: req-40119e3e-2657-4329-84bf-9d90d19cb919 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:27.078223 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:27.078654 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40119e3e-2657-4329-84bf-9d90d19cb919 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:27.079219 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'status': 'completed', 'code': 200} Jul 13 07:32:27.089793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42d39a-e25e-4116-9789-ab26e4a309d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.122639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-5bca66b4-6a41-4a21-9d70-fd0ac72d45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.124231 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-5bca66b4-6a41-4a21-9d70-fd0ac72d45f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 1099 time: 0.1423311 Jul 13 07:32:27.170522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-ff6dfebf-e11d-4181-995f-a660f3ff889b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf HTTP/1.1" status: 200 len: 217 time: 0.0384653 Jul 13 07:32:27.222287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-14a05bc5-cc55-46f2-b57f-d0b7a8d97604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.223693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-14a05bc5-cc55-46f2-b57f-d0b7a8d97604 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0457084 Jul 13 07:32:27.289909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-9de247ff-bd19-40f0-8034-38312a6a70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.291480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-9de247ff-bd19-40f0-8034-38312a6a70fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0606301 Jul 13 07:32:27.387821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-cf0cbd2c-5cce-4e3d-a84d-b5bebe1a110f service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899186 Jul 13 07:32:27.407915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62dc5146-9a3b-4902-b1b5-1ce64608a2a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.443611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28e31d8f-6411-4eb2-8bd1-7bd6f5457fd2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.464963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34687bc-183b-4faa-a369-0153d408e1c3 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:27.483402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.487399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-28e31d8f-6411-4eb2-8bd1-7bd6f5457fd2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 178a9fab-4318-405f-b4f4-730083a660ad owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:27.500692 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44652bff-1f1d-49c4-a893-82d2329e6f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.531295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4fabb-9370-40f3-991a-906a494dd390 req-40b07dbc-4fb4-4dad-85b4-3365f28bab18 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.532826 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ea4fabb-9370-40f3-991a-906a494dd390 req-40b07dbc-4fb4-4dad-85b4-3365f28bab18 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 936 time: 0.1296420 Jul 13 07:32:27.534917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b34868d4-4c6e-4bcd-baad-e3476d9494f3 req-9f5a3ee4-bbc1-4272-b525-9522704afe75 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409483 Jul 13 07:32:27.574769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Transition to ACTIVE for port object f34687bc-183b-4faa-a369-0153d408e1c3 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:27.582538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44652bff-1f1d-49c4-a893-82d2329e6f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.590412 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.592506 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62dc5146-9a3b-4902-b1b5-1ce64608a2a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.627131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ea4fabb-9370-40f3-991a-906a494dd390 req-8630e5db-e736-4980-bcca-cfcdf7d85c0d tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775585 Jul 13 07:32:27.655702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-1a036df4-cc60-429f-828a-2a96484f715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.657211 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-1a036df4-cc60-429f-828a-2a96484f715b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 1099 time: 0.0758417 Jul 13 07:32:27.672423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c651a863-da65-473d-9c63-ccf68a6d759b None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:27.673692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc5146-9a3b-4902-b1b5-1ce64608a2a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=6155ac01-d7ed-463e-b4b6-c7dcc4552dbc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.685870 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62dc5146-9a3b-4902-b1b5-1ce64608a2a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.690115 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-62dc5146-9a3b-4902-b1b5-1ce64608a2a6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/6155ac01-d7ed-463e-b4b6-c7dcc4552dbc HTTP/1.1" status: 204 len: 168 time: 1.3706810 Jul 13 07:32:27.692888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42666) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:27.714709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Pushing event updated for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.826557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44652bff-1f1d-49c4-a893-82d2329e6f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.829078 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44652bff-1f1d-49c4-a893-82d2329e6f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.829551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2d4989-ed24-45e5-82ba-150f29388a1e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 79de0b5e-6265-4f96-9588-da591f3ad160 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:27.832986 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-44652bff-1f1d-49c4-a893-82d2329e6f61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/072ae7d5-a18f-4b61-8f02-d09c47cc80c7 HTTP/1.1" status: 204 len: 168 time: 0.8393486 Jul 13 07:32:27.840585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4989-ed24-45e5-82ba-150f29388a1e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.859519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44652bff-1f1d-49c4-a893-82d2329e6f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ae7d5-a18f-4b61-8f02-d09c47cc80c7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.889541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Attempting to bind port f34687bc-183b-4faa-a369-0153d408e1c3 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:27.889891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Attempting to bind port f34687bc-183b-4faa-a369-0153d408e1c3 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:27.895975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Attempting to bind port f34687bc-183b-4faa-a369-0153d408e1c3 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:27.905313 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28e31d8f-6411-4eb2-8bd1-7bd6f5457fd2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.923921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-f708d153-b134-4f06-951b-5ca55c45d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.925448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-f708d153-b134-4f06-951b-5ca55c45d828 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2617276 Jul 13 07:32:27.960984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4989-ed24-45e5-82ba-150f29388a1e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.997977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Port f34687bc-183b-4faa-a369-0153d408e1c3 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:27.998269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Attempting to bind port f34687bc-183b-4faa-a369-0153d408e1c3 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:28.013428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-79868953-d07f-4275-8fd1-d435e1591e61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf HTTP/1.1" status: 200 len: 217 time: 0.0617778 Jul 13 07:32:28.029839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e31d8f-6411-4eb2-8bd1-7bd6f5457fd2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=178a9fab-4318-405f-b4f4-730083a660ad,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.036940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:28.037292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:28.037676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:28.038272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Bound port: f34687bc-183b-4faa-a369-0153d408e1c3, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:28.038862 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.100777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-143b0eb0-0fce-431b-8626-cd0ff50d16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.102393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-143b0eb0-0fce-431b-8626-cd0ff50d16e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0820596 Jul 13 07:32:28.148501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4989-ed24-45e5-82ba-150f29388a1e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.180257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54357cbb-4bec-48f9-9196-23cd7b6b4a3e req-a998be49-7144-4fdf-b164-f24a06b4aeef tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.188166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54357cbb-4bec-48f9-9196-23cd7b6b4a3e req-a998be49-7144-4fdf-b164-f24a06b4aeef tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.2040634 Jul 13 07:32:28.209169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28e31d8f-6411-4eb2-8bd1-7bd6f5457fd2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.211118 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-28e31d8f-6411-4eb2-8bd1-7bd6f5457fd2 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/ports/178a9fab-4318-405f-b4f4-730083a660ad HTTP/1.1" status: 204 len: 168 time: 1.8951440 Jul 13 07:32:28.213827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.232542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-32dd08cd-6495-4080-aeec-d7b669949b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.233698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-32dd08cd-6495-4080-aeec-d7b669949b30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202180 Jul 13 07:32:28.236389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:28.259436 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54357cbb-4bec-48f9-9196-23cd7b6b4a3e req-3c28278d-9115-4447-93e1-02a2bd8ab214 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701470 Jul 13 07:32:28.261224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:28.273203 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.276677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c9cc4263-9266-4a1a-8825-b067cc7ed883 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:28.303991 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4989-ed24-45e5-82ba-150f29388a1e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.342233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Pushing event updated for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.355922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port c9cc4263-9266-4a1a-8825-b067cc7ed883 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:28.357690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d4989-ed24-45e5-82ba-150f29388a1e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=79de0b5e-6265-4f96-9588-da591f3ad160,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.367771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.368472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.371292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-b1b70638-e7ea-42f2-aeb6-1ed1f1c49c1b service neutron] 10.222.0.38 "PUT /v2.0/ports/f34687bc-183b-4faa-a369-0153d408e1c3 HTTP/1.1" status: 200 len: 1097 time: 2.3812556 Jul 13 07:32:28.371292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:28.371492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4989-ed24-45e5-82ba-150f29388a1e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.371889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:28.372229 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.375069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8d2d4989-ed24-45e5-82ba-150f29388a1e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/79de0b5e-6265-4f96-9588-da591f3ad160 HTTP/1.1" status: 204 len: 168 time: 0.6795168 Jul 13 07:32:28.375205 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d632c-2971-41dd-88ff-03642cfc1b16" -d '{"events": [{"name": "network-changed", "server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:28.377362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.472400 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debd0dd0-9a70-405f-8906-20e5dd3e0247 x-openstack-request-id: req-debd0dd0-9a70-405f-8906-20e5dd3e0247 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:28.472698 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:28.473049 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-debd0dd0-9a70-405f-8906-20e5dd3e0247 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:28.473532 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'status': 'completed', 'code': 200} Jul 13 07:32:28.502227 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-71458ef3-1f3d-437d-b4c7-cfee0810d796 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232047 Jul 13 07:32:28.518137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-c9f67337-0dfd-46fe-8b08-828bd3d9d998 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538893 Jul 13 07:32:28.518679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42690) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.529003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:28.560138 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.594643 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-8d16b26b-9915-4c5b-8a77-d246a296715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.596010 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-8d16b26b-9915-4c5b-8a77-d246a296715e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 1100 time: 0.1721039 Jul 13 07:32:28.600994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:28.603343 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dfe3e6-70b5-4a0b-859b-89d46d664476" -d '{"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-plugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:28.637923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:28.643206 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.707119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.712965 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-a6083e0a-4b02-40b3-ab55-bb09e053fe7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f34687bc-183b-4faa-a369-0153d408e1c3 HTTP/1.1" status: 200 len: 217 time: 0.1097443 Jul 13 07:32:28.716980 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ed3ca7-abc3-4cf4-a121-2af86c15a645 x-openstack-request-id: req-b6ed3ca7-abc3-4cf4-a121-2af86c15a645 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:28.717270 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-plugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:28.717524 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6ed3ca7-abc3-4cf4-a121-2af86c15a645 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:28.717916 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'code': 200} Jul 13 07:32:28.874495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1079694-c5b8-414d-a588-9ad288ff0a79 req-41f7216f-11c6-4039-a0c2-279c2c98da2d service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512841 Jul 13 07:32:28.893972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-400ea1fa-6af1-4a62-9762-310dc831e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.898811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-400ea1fa-6af1-4a62-9762-310dc831e7a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1595545 Jul 13 07:32:28.912095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:28.916033 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.952567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1d07289d-6140-457b-ab58-730bcd2a71f9 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 603cc3ee-0871-436d-bb8a-22ebcdcf4c6f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:28.953147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d07289d-6140-457b-ab58-730bcd2a71f9 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.034624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-2bbaa9fd-9b70-4fa5-9553-03c5d357bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.036181 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-2bbaa9fd-9b70-4fa5-9553-03c5d357bc2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1306510 Jul 13 07:32:29.115600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5bcf5-0b05-4f09-a92f-f971a7dcb758 req-f664e962-5723-4c17-8549-b633c43130c2 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.117276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98a5bcf5-0b05-4f09-a92f-f971a7dcb758 req-f664e962-5723-4c17-8549-b633c43130c2 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 948 time: 0.1561348 Jul 13 07:32:29.161428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42708) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:29.188036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d969505-7302-457f-8914-65a7b910e997 req-bd138180-9e1b-45f4-abd5-08f2e90b470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.189699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6d969505-7302-457f-8914-65a7b910e997 req-bd138180-9e1b-45f4-abd5-08f2e90b470a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1098 time: 0.3122401 Jul 13 07:32:29.224716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98a5bcf5-0b05-4f09-a92f-f971a7dcb758 req-82665084-cda7-4e29-a845-d15fababbe8d tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640550 Jul 13 07:32:29.237875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-18c709af-fb4b-4a66-813a-db6f4b154c14 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895797 Jul 13 07:32:29.290308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d07289d-6140-457b-ab58-730bcd2a71f9 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.315417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8bdf14-d7b1-4fad-a6ab-c8e3d96603bd None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:29.322717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1654176449-network', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:29.327149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1d07289d-6140-457b-ab58-730bcd2a71f9 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 603cc3ee-0871-436d-bb8a-22ebcdcf4c6f owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:29.334266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6d969505-7302-457f-8914-65a7b910e997 req-c52cbc2f-2e33-481d-8480-25e5d7ff73a7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372886 Jul 13 07:32:29.367098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:29.369446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.382587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62cfa65-7a83-4d3d-bb70-4e901a8ff127 req-d7a91254-1228-4046-ace8-ca9a8a5de8e5 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362538 Jul 13 07:32:29.383390 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.416340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.443059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-340572d7-57a6-43ad-88a0-5127115abfa2 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:29.443771 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340572d7-57a6-43ad-88a0-5127115abfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.483815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:29.489987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:29.495978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.496683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.505988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=785988a3-cdb2-4d32-8615-5bd32a498c1a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:29.566261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-8885d723-f7df-4fa0-993e-5eb4880620d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.567765 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-8885d723-f7df-4fa0-993e-5eb4880620d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 1100 time: 0.1211975 Jul 13 07:32:29.612946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-340572d7-57a6-43ad-88a0-5127115abfa2 None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:29.613309 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340572d7-57a6-43ad-88a0-5127115abfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.615890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.617641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d07289d-6140-457b-ab58-730bcd2a71f9 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.630929 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.670217 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-074eb573-1960-455b-a9a6-df7234129be7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1412725 Jul 13 07:32:29.670217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07289d-6140-457b-ab58-730bcd2a71f9 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=603cc3ee-0871-436d-bb8a-22ebcdcf4c6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:29.670217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42714) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:29.678722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:29.719403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:29.724967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9687a-be30-481e-809d-263f0f3768ce req-d015503c-1525-4f78-8b1a-811be1921e93 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.727163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7a9687a-be30-481e-809d-263f0f3768ce req-d015503c-1525-4f78-8b1a-811be1921e93 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.1989439 Jul 13 07:32:29.740840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5033d077-7333-48b9-82e3-b8b2adfa88b0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:29.763551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.763980 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Added segment 8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1 of type vlan for network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 Jul 13 07:32:29.820536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-ed79b7a8-cfc3-4db9-90b7-8d812e667047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.822140 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-ed79b7a8-cfc3-4db9-90b7-8d812e667047 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2464695 Jul 13 07:32:29.842730 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.876092 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7a9687a-be30-481e-809d-263f0f3768ce req-ea1aed13-7b3a-4c9d-be12-a85a29c658dd tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286538 Jul 13 07:32:29.879426 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-a2870a9f-56fe-4c02-9ecf-c63c7783449d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f34687bc-183b-4faa-a369-0153d408e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0455880 Jul 13 07:32:29.882729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d07289d-6140-457b-ab58-730bcd2a71f9 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.883684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522aaf33-f1fa-48d5-a268-4967a015a7f1 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:29.891451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1d07289d-6140-457b-ab58-730bcd2a71f9 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/ports/603cc3ee-0871-436d-bb8a-22ebcdcf4c6f HTTP/1.1" status: 204 len: 168 time: 1.6759417 Jul 13 07:32:29.895290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42716) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:29.936479 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.937593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.938223 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.959715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:29.963445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.993194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-de69b4cb-e287-4cb6-b126-e6b8bc7aa041 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:29.993936 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de69b4cb-e287-4cb6-b126-e6b8bc7aa041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.004236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-d0429a99-0ab8-422c-9d16-fb11331778ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.005779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-d0429a99-0ab8-422c-9d16-fb11331778ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1156061 Jul 13 07:32:30.018751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8537703 Jul 13 07:32:30.038995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42720) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:30.046837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Request body: {'subnet': {'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1654176449-subnet', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:30.069282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a06200-0903-413e-b4ef-08fcfc515acd admin admin] Pushing event updated for resources: {'Network': ['ID=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:30.091000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a423c32-dede-424b-8341-1154a5ceb92c tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.095261 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0a423c32-dede-424b-8341-1154a5ceb92c tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "GET /v2.0/ports?device_id=d574c691-bc6a-49b0-84a2-e27f98c576b2 HTTP/1.1" status: 200 len: 913 time: 0.1976023 Jul 13 07:32:30.097333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:30.097991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:30.098349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.107661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42722) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:30.158312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-da23e048-680f-4ca6-82d3-8fa33c1d5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.160319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-da23e048-680f-4ca6-82d3-8fa33c1d5ee4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1030474 Jul 13 07:32:30.237560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:30.309897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-5f2a8301-653f-4e0c-8fd8-d28c5e9ab9e9 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420805 Jul 13 07:32:30.444917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:30.460386 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'mac_address': 'fa:16:3e:88:a8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:30.487257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea0d632c-2971-41dd-88ff-03642cfc1b16 req-aebbb985-4452-4d85-8cc1-49edb6807ece service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708341 Jul 13 07:32:30.496902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ea8-a5cc-4df4-acf8-a5a0c931bc55 req-e0cc1842-be29-42ac-aabc-fd6b797cae06 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.504071 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-251c1ea8-a5cc-4df4-acf8-a5a0c931bc55 req-e0cc1842-be29-42ac-aabc-fd6b797cae06 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 948 time: 0.1270812 Jul 13 07:32:30.532710 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.551020 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-251c1ea8-a5cc-4df4-acf8-a5a0c931bc55 req-8b94d050-43fd-44ed-bdb4-d010c38d0786 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457716 Jul 13 07:32:30.552387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b190341e-7f7f-437a-93bb-98b0d5ff8dbf {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:30.580607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:30.583992 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.639577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:30.641403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.758075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-829da269-5c5e-44e0-9ee7-c7ad8435dff0 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:30.758738 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-829da269-5c5e-44e0-9ee7-c7ad8435dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.762767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cde93f8-70ed-4887-81e6-5df77a123b85,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:30.867210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Checking segment: {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:30.867570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Network hostable DHCP agents. Network: 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:30.891908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b190341e-7f7f-437a-93bb-98b0d5ff8dbf'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:30.966283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:30.969419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.objects.ports [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:32:31.035810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:31.046548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.047061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.048362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8264d4b-afc8-4db7-9648-c357df1d79d3 None None] Network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:31.235010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:31.235948 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.380182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Allocated IP 172.20.0.2 (2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320/3cde93f8-70ed-4887-81e6-5df77a123b85/288f938a-bdf4-4758-baf9-c4b78e76296e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:31.510882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7e20bd2c-9a66-4eb9-ab9a-e5185b98aafb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4702382 Jul 13 07:32:31.514149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:31.518823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:31.531982 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.542888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Transition to ACTIVE for port object 288f938a-bdf4-4758-baf9-c4b78e76296e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:31.543087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.544529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.563841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Transition to ACTIVE for port object 288f938a-bdf4-4758-baf9-c4b78e76296e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:31.571863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.618045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.619258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.619402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Pushing event updated for resources: {'Port': ['ID=288f938a-bdf4-4758-baf9-c4b78e76296e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:31.633990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:31.635179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:31.641348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:31.682051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c304496-7338-49f7-a1e5-64118a344cb9 req-aa93ed1c-5246-4211-a0f9-086c8c0ff176 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.686437 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c304496-7338-49f7-a1e5-64118a344cb9 req-aa93ed1c-5246-4211-a0f9-086c8c0ff176 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.2283440 Jul 13 07:32:31.698917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.708175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Attempting to bind port 288f938a-bdf4-4758-baf9-c4b78e76296e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:31.708881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Attempting to bind port 288f938a-bdf4-4758-baf9-c4b78e76296e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:31.709152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Attempting to bind port 288f938a-bdf4-4758-baf9-c4b78e76296e on network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:31.715367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:31.715938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Checking segment: {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:31.716447 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.716939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Bound using segment: {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:31.717516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Bound port: 288f938a-bdf4-4758-baf9-c4b78e76296e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:31.718033 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.784384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] For port 288f938a-bdf4-4758-baf9-c4b78e76296e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:31.787912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] For port 288f938a-bdf4-4758-baf9-c4b78e76296e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=288f938a-bdf4-4758-baf9-c4b78e76296e,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:31.792662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.820751 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.833541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c304496-7338-49f7-a1e5-64118a344cb9 req-c1725ddd-490f-4ec9-bcb5-d8da85b87df9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382487 Jul 13 07:32:31.861756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594727d-143b-4053-b9c0-d6bd46ee5495 None None] Pushing event updated for resources: {'Port': ['ID=288f938a-bdf4-4758-baf9-c4b78e76296e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:31.893934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9371679-4e69-4339-9fd6-01828bc281c4 req-6164edb4-627f-43c3-bab9-86dbce63fdc0 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.895931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9371679-4e69-4339-9fd6-01828bc281c4 req-6164edb4-627f-43c3-bab9-86dbce63fdc0 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 948 time: 0.1867189 Jul 13 07:32:31.949257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9371679-4e69-4339-9fd6-01828bc281c4 req-675dd592-059c-47ba-995d-ee3cafe7dc06 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429695 Jul 13 07:32:32.107948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:32.149784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.169514 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.188635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442803e0-205b-4cf2-a619-9d68355a60ce req-45ad5f92-8bf4-4612-8699-8ec0c3b7e607 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.191161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-442803e0-205b-4cf2-a619-9d68355a60ce req-45ad5f92-8bf4-4612-8699-8ec0c3b7e607 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.2219150 Jul 13 07:32:32.191860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:32.198639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.200766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:32.216438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-64286808-adef-42f9-a525-94cc8a599ad2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Request body: {'floatingip': {'port_id': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:32.224575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.259700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:32.266783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:32.267372 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.308182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Allocated IP 172.25.8.130 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/4a4ec082-6224-430c-b1c6-7d5892f71c30) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:32.308413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f34687bc-183b-4faa-a369-0153d408e1c3 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:32.335335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64286808-adef-42f9-a525-94cc8a599ad2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.338861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.388480 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.430510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:32.433806 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:32.436568 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b62cee1-8b6a-4159-8a8f-15490be8653b" -d '{"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:32.452702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.465894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.493592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:32.494422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:32.506765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:32.513780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=b98bf126-6f9b-48b3-a7e9-9c6eb685ab22,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:32.528210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a3162-a3de-4bef-bf8c-def25187a95e None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:32.536464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.537077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.563781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port db77a7cf-0c2d-45ff-ac70-7278f065da17 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:32.564207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.564497 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.575346 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82bcfb7-3a20-4414-ace9-a1312352407d x-openstack-request-id: req-a82bcfb7-3a20-4414-ace9-a1312352407d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:32.575346 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:32.576025 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a82bcfb7-3a20-4414-ace9-a1312352407d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:32.576025 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'code': 200} Jul 13 07:32:32.601333 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c4b221b7-6218-4fd8-9d87-4c29bf90de4e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9307187 Jul 13 07:32:32.605658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:32.620549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:fd:af:22', 'name': 'tempest-NetworksTestDHCPv6-604786591'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:32.626442 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:32.664655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:32.665633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Pushing event updated for resources: {'Port': ['ID=4a4ec082-6224-430c-b1c6-7d5892f71c30,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:32.675464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:32.679624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:32.821029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:32.831824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'mac_address': 'fa:16:3e:85:1e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:32.926478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.964331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for db77a7cf-0c2d-45ff-ac70-7278f065da17 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:32.997921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-57265f79-60d2-4060-b1b1-6ccd8031d7fb None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:32.998497 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57265f79-60d2-4060-b1b1-6ccd8031d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.041350 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.114669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34687bc-183b-4faa-a369-0153d408e1c3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:33.140019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:33.152470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3071264-71c5-40dc-b0ef-776a9055c5bb req-da7bd562-6e17-40af-b2bf-1356ef5be912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.154031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3071264-71c5-40dc-b0ef-776a9055c5bb req-da7bd562-6e17-40af-b2bf-1356ef5be912 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 1101 time: 0.4843733 Jul 13 07:32:33.180393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:33.197105 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.236548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cddad1-55c9-4805-9b4c-f0dc6d27d8d5 None None] Network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:33.359544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:33.384343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a98ff6da-eabf-4b6a-887c-f35092afa4ff None None] Provisioning for port 288f938a-bdf4-4758-baf9-c4b78e76296e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:33.436870 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.518382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f34687bc-183b-4faa-a369-0153d408e1c3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:33.603638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 288f938a-bdf4-4758-baf9-c4b78e76296e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:33.688127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': 'b98bf126-6f9b-48b3-a7e9-9c6eb685ab22', 'ip_address': '2001:db8::f816:3eff:fe6e:c756'}, {'subnet_id': '785988a3-cdb2-4d32-8615-5bd32a498c1a'}], 'binding:host_id': 'n-d-758944-43'}, 'id': 'e84918f7-2d5f-4d08-927b-9afbd6869a9c'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:32:33.726457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.761828 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.799814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 288f938a-bdf4-4758-baf9-c4b78e76296e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:33.821018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3071264-71c5-40dc-b0ef-776a9055c5bb req-5b94f8fe-ee4b-48b0-a355-538c195456f5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415777 Jul 13 07:32:33.830316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 288f938a-bdf4-4758-baf9-c4b78e76296e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:33.830696 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.891007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Router ff9c5043-a60b-4c67-add2-f5daa89fefcd is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:32:34.006398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64286808-adef-42f9-a525-94cc8a599ad2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.013143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.020174 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64286808-adef-42f9-a525-94cc8a599ad2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.037045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:34.060201 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.061475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Sync routers for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:34.061973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c883dd43-9104-4015-8474-03f47d7e8fed admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5467706 Jul 13 07:32:34.065043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42760) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:34.094435 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.101808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5111b-25c8-4efc-bc49-a39936116cfa req-f8c7eea8-f63d-447e-b3ea-af57cb7a52d0 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:34.109325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-caf5111b-25c8-4efc-bc49-a39936116cfa req-f8c7eea8-f63d-447e-b3ea-af57cb7a52d0 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 949 time: 0.9635241 Jul 13 07:32:34.129823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:34.131013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:34.133987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Allocated IP 172.20.0.2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/785988a3-cdb2-4d32-8615-5bd32a498c1a/e84918f7-2d5f-4d08-927b-9afbd6869a9c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:34.157432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 288f938a-bdf4-4758-baf9-c4b78e76296e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=288f938a-bdf4-4758-baf9-c4b78e76296e,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:34.199783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.212750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 0531500a-2f6d-4e7f-8ada-2f60e3f37e3f yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:34.290530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-caf5111b-25c8-4efc-bc49-a39936116cfa req-7385b65f-bbd2-49cd-9020-0f83fd10c434 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801651 Jul 13 07:32:34.303661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:34.322799 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-64286808-adef-42f9-a525-94cc8a599ad2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Floating IP 0ae08b47-1fd2-43dc-be47-46dea7282981 associated. External IP: 172.25.8.180, port: c9cc4263-9266-4a1a-8825-b067cc7ed883. Jul 13 07:32:34.329352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.384962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2e39ca74-5a8c-4fb8-8648-4bf750d48bef None None] Provisioning complete for port 288f938a-bdf4-4758-baf9-c4b78e76296e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:34.385934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e39ca74-5a8c-4fb8-8648-4bf750d48bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.411529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=db77a7cf-0c2d-45ff-ac70-7278f065da17,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:34.431879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=288f938a-bdf4-4758-baf9-c4b78e76296e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:34.452221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:34.540202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:34.546291 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.674301 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.677303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:34.677670 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.752179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Transition to ACTIVE for port object e84918f7-2d5f-4d08-927b-9afbd6869a9c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:34.765723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.819460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Allocated IP 172.20.0.1 (2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320/3cde93f8-70ed-4887-81e6-5df77a123b85/4529d307-a9c1-4fca-9ee8-21c16ac47c0b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:34.896870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.948787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.965934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Transition to ACTIVE for port object 4529d307-a9c1-4fca-9ee8-21c16ac47c0b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:34.973080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Port e84918f7-2d5f-4d08-927b-9afbd6869a9c had new provisioning blocks added so it will not transition to active. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 13 07:32:35.015010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.016251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64286808-adef-42f9-a525-94cc8a599ad2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:35.040634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:35.051153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.051511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.051857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.052191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.052526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.052855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.053183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.053509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.053832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.054179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.054504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.055260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dad0aa-0185-45e2-b5ad-e5f359f0f6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:35.061207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:35.064510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:35.069516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:35.072934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Pushing event updated for resources: {'Port': ['ID=4529d307-a9c1-4fca-9ee8-21c16ac47c0b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:35.087613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:33Z', 'revision_number': 3, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:35.090742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 172.20.0.12 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/785988a3-cdb2-4d32-8615-5bd32a498c1a/0531500a-2f6d-4e7f-8ada-2f60e3f37e3f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:35.119669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.125492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Checking router: ff9c5043-a60b-4c67-add2-f5daa89fefcd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:35.125851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Updating router ff9c5043-a60b-4c67-add2-f5daa89fefcd port 4a4ec082-6224-430c-b1c6-7d5892f71c30 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:32:35.154088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:fefd:af22 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/b98bf126-6f9b-48b3-a7e9-9c6eb685ab22/0531500a-2f6d-4e7f-8ada-2f60e3f37e3f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:35.163281 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.308323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.386359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64286808-adef-42f9-a525-94cc8a599ad2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:35.391086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64286808-adef-42f9-a525-94cc8a599ad2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.402211 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] Sync routers for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:35.417005 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.419909 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:35.420782 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:35.432934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 288f938a-bdf4-4758-baf9-c4b78e76296e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:35.583947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-64286808-adef-42f9-a525-94cc8a599ad2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "PUT /v2.0/floatingips/0ae08b47-1fd2-43dc-be47-46dea7282981 HTTP/1.1" status: 200 len: 992 time: 3.3734686 Jul 13 07:32:35.591083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:35.594212 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842ff725-8d67-44f8-bf67-c6d9ade915ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:35.599625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2d51359e-c580-40b5-a4f8-fc4382bf90c4 None None] Provisioning for port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:35.612649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Router d574c691-bc6a-49b0-84a2-e27f98c576b2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:35.613832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2d51359e-c580-40b5-a4f8-fc4382bf90c4 None None] Provisioning complete for port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:35.614242 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d51359e-c580-40b5-a4f8-fc4382bf90c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.614799 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:35.636880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.698619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 288f938a-bdf4-4758-baf9-c4b78e76296e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:35.699237 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.718317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447677ad-b801-47e9-a73c-b52bc934821f req-c211f40a-a716-4db8-9a17-e98a4e1bb0ef tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.726151 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-447677ad-b801-47e9-a73c-b52bc934821f req-c211f40a-a716-4db8-9a17-e98a4e1bb0ef tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 949 time: 0.1708317 Jul 13 07:32:35.726386 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2d51359e-c580-40b5-a4f8-fc4382bf90c4 None None] Port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:35.730259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.757269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 0531500a-2f6d-4e7f-8ada-2f60e3f37e3f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:35.758535 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.846968 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-447677ad-b801-47e9-a73c-b52bc934821f req-750d3a71-35a9-4548-9b0c-fadc1c3700f5 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198006 Jul 13 07:32:35.857509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Pushing event updated for resources: {'Port': ['ID=4529d307-a9c1-4fca-9ee8-21c16ac47c0b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:35.864366 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cbdbc1-df05-4a17-b531-9310a056a1cc x-openstack-request-id: req-03cbdbc1-df05-4a17-b531-9310a056a1cc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:35.864956 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:35.866268 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03cbdbc1-df05-4a17-b531-9310a056a1cc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:35.866863 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'status': 'completed', 'code': 200} Jul 13 07:32:35.876566 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.932900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Transition to ACTIVE for port object 4a4ec082-6224-430c-b1c6-7d5892f71c30 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:35.952453 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.002549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:36.006276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.012894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-699f175f-a54d-41bf-96a8-722d28ca553d tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "PUT /v2.0/routers/d574c691-bc6a-49b0-84a2-e27f98c576b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9040732 Jul 13 07:32:36.031457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:36.052025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:36.061124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598cddee-5c42-45ea-ae41-bc28cd0708a8 None None] Sync routers for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:36.095960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:36.100765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:36.123061 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '0ae08b47-1fd2-43dc-be47-46dea7282981', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'port_id': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'mac_address': 'fa:16:3e:d7:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:32:12Z', 'updated_at': '2021-07-13T07:32:33Z', 'revision_number': 1, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:36.153205 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] Checking router: 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:36.163481 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:36.164285 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:36.166638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=0531500a-2f6d-4e7f-8ada-2f60e3f37e3f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:36.182344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.183147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.203030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4165b99e-3c57-4037-b11a-9d9acee1036f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5885079 Jul 13 07:32:36.207020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42778) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:36.210746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:36.219787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598cddee-5c42-45ea-ae41-bc28cd0708a8 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:36.220700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-598cddee-5c42-45ea-ae41-bc28cd0708a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:36.266459 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.274487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.297103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99df0e5-9eac-41da-992d-a67098a1cc49 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.303253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99df0e5-9eac-41da-992d-a67098a1cc49 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.303625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Attempting to bind port 4a4ec082-6224-430c-b1c6-7d5892f71c30 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:36.304013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Attempting to bind port 4a4ec082-6224-430c-b1c6-7d5892f71c30 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:36.304383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Attempting to bind port 4a4ec082-6224-430c-b1c6-7d5892f71c30 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:36.305499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a99df0e5-9eac-41da-992d-a67098a1cc49 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0971541 Jul 13 07:32:36.308350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:36.309705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-598cddee-5c42-45ea-ae41-bc28cd0708a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:36.316287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff70599-3384-4394-84eb-76eb5a914eaf None None] Pushing event updated for resources: {'Port': ['ID=4a4ec082-6224-430c-b1c6-7d5892f71c30,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:36.340661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:36.341233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:36.341739 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.342395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:36.343113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Bound port: 4a4ec082-6224-430c-b1c6-7d5892f71c30, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:36.343594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.370903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f34687bc-183b-4faa-a369-0153d408e1c3 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:36.378441 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:36.384380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-65f43110-371f-4e54-8418-8dd1617e7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.386756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-65f43110-371f-4e54-8418-8dd1617e7892 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1098 time: 0.5172429 Jul 13 07:32:36.422768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2a08d54e-c65e-442e-9dd3-20fd974cacbc None None] Provisioning complete for port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:36.423229 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a08d54e-c65e-442e-9dd3-20fd974cacbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.475628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598cddee-5c42-45ea-ae41-bc28cd0708a8 None None] Routers {'d574c691-bc6a-49b0-84a2-e27f98c576b2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:36.476408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-598cddee-5c42-45ea-ae41-bc28cd0708a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d574c691-bc6a-49b0-84a2-e27f98c576b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:36.522532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f45021e5-1ac6-457c-b34c-c3336bc1d0e4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 0531500a-2f6d-4e7f-8ada-2f60e3f37e3f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:36.523848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f45021e5-1ac6-457c-b34c-c3336bc1d0e4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.559344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-598cddee-5c42-45ea-ae41-bc28cd0708a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:36.560122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598cddee-5c42-45ea-ae41-bc28cd0708a8 None None] The sync data for ids ['d574c691-bc6a-49b0-84a2-e27f98c576b2'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:36.564420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2a08d54e-c65e-442e-9dd3-20fd974cacbc None None] Port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:36.567774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] For port 4a4ec082-6224-430c-b1c6-7d5892f71c30, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:36.577548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] For port 4a4ec082-6224-430c-b1c6-7d5892f71c30, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4a4ec082-6224-430c-b1c6-7d5892f71c30,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:36.584804 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.665877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port f34687bc-183b-4faa-a369-0153d408e1c3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:36.681035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f34687bc-183b-4faa-a369-0153d408e1c3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:36.681486 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.707539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f45021e5-1ac6-457c-b34c-c3336bc1d0e4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.731736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f45021e5-1ac6-457c-b34c-c3336bc1d0e4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 0531500a-2f6d-4e7f-8ada-2f60e3f37e3f owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:36.737962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:36.739845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:36.745232 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '0ae08b47-1fd2-43dc-be47-46dea7282981', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'port_id': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'mac_address': 'fa:16:3e:d7:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:32:12Z', 'updated_at': '2021-07-13T07:32:33Z', 'revision_number': 1, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:36.746955 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff70599-3384-4394-84eb-76eb5a914eaf None None] Pushing event updated for resources: {'Port': ['ID=4a4ec082-6224-430c-b1c6-7d5892f71c30,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:36.789532 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24061c-6b94-499d-889f-58c19ef94def None None] The sync data for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 is: [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '0ae08b47-1fd2-43dc-be47-46dea7282981', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'port_id': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'mac_address': 'fa:16:3e:d7:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:32:12Z', 'updated_at': '2021-07-13T07:32:33Z', 'revision_number': 1, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:36.790639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-39064b7b-58bb-48f6-955b-d884541f9d19 None None] Provisioning for port e84918f7-2d5f-4d08-927b-9afbd6869a9c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:36.799358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-39064b7b-58bb-48f6-955b-d884541f9d19 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:36.799733 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39064b7b-58bb-48f6-955b-d884541f9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.910360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:36.932868 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.970635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:36.992207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:37.016434 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f45021e5-1ac6-457c-b34c-c3336bc1d0e4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.017702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-e0be3d3b-3635-40f7-bae5-6778e0b08864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.019426 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-e0be3d3b-3635-40f7-bae5-6778e0b08864 service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.2638447 Jul 13 07:32:37.068153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45021e5-1ac6-457c-b34c-c3336bc1d0e4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=0531500a-2f6d-4e7f-8ada-2f60e3f37e3f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:37.188137 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34087dca-e09e-436d-ad4e-03fe831a2c2b None None] New status for floating IP 0ae08b47-1fd2-43dc-be47-46dea7282981: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:32:37.237894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.282217 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f45021e5-1ac6-457c-b34c-c3336bc1d0e4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.284388 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f45021e5-1ac6-457c-b34c-c3336bc1d0e4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/0531500a-2f6d-4e7f-8ada-2f60e3f37e3f HTTP/1.1" status: 204 len: 168 time: 0.9747965 Jul 13 07:32:37.290978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:37.387754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:37.390401 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293c501a-44a5-40de-a860-e4debfdd2f62" -d '{"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-plugged", "status": "completed", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:37.405580 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.419727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80102cdd-d630-4160-9e22-1a64ed3857b1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.428403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80102cdd-d630-4160-9e22-1a64ed3857b1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.432424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80102cdd-d630-4160-9e22-1a64ed3857b1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.436660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-80102cdd-d630-4160-9e22-1a64ed3857b1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1424506 Jul 13 07:32:37.440974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42794) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:37.444122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:37.452120 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.492836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-c17eec02-eae6-431c-bbd0-384b94213488 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 1000 time: 0.4137962 Jul 13 07:32:37.494300 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting port 55878868-da62-4df6-b140-e1df81c639fe {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:37.494701 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.559955 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c4bd1-2eb6-435d-bf8d-8572d73e3b0d x-openstack-request-id: req-5c0c4bd1-2eb6-435d-bf8d-8572d73e3b0d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:37.560286 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-plugged", "status": "completed", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:37.560506 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c0c4bd1-2eb6-435d-bf8d-8572d73e3b0d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:37.560901 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'code': 200} Jul 13 07:32:37.567743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-07018f14-459c-422a-a46b-f4ac551b7384 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 785988a3-cdb2-4d32-8615-5bd32a498c1a {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:37.572156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07018f14-459c-422a-a46b-f4ac551b7384 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.574034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:37.599370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Router ff9c5043-a60b-4c67-add2-f5daa89fefcd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:37.617600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 2, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:37.661122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772ec2e-bf94-4958-bef1-ead24c062315 None None] The sync data for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 is: [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 2, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:37.670737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3771c709-3d51-41cd-bbb9-e1f7d498e596 None None] Could not find standard attr ID for object 0531500a-2f6d-4e7f-8ada-2f60e3f37e3f. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:37.688643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3771c709-3d51-41cd-bbb9-e1f7d498e596 None None] Provisioning complete for port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:37.689196 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3771c709-3d51-41cd-bbb9-e1f7d498e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.739103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3771c709-3d51-41cd-bbb9-e1f7d498e596 None None] Port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:37.743429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfdfef-d201-4847-91f4-0629d97cca08 req-465a34da-5cb0-45d1-8b92-633bebdc32dd tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.746911 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebdfdfef-d201-4847-91f4-0629d97cca08 req-465a34da-5cb0-45d1-8b92-633bebdc32dd tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 949 time: 0.6878450 Jul 13 07:32:37.799991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-cbc196e9-01d9-4b14-aad6-6957eae8b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.801443 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-cbc196e9-01d9-4b14-aad6-6957eae8b129 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.2868598 Jul 13 07:32:37.910738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.941358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Calling delete_port for 55878868-da62-4df6-b140-e1df81c639fe owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:37.963468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebdfdfef-d201-4847-91f4-0629d97cca08 req-55b03033-6b18-4b7c-b5bf-64b2a3ddb102 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657729 Jul 13 07:32:37.986632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e05e8b20-722c-4df3-adb3-47e12132c6df None None] Provisioning complete for port f34687bc-183b-4faa-a369-0153d408e1c3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:37.987148 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05e8b20-722c-4df3-adb3-47e12132c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.056045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:38.062302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-44216292-d3d8-4e5f-a09b-cf1c80d15421 admin admin] 10.222.0.41 "PUT /v2.0/routers/ff9c5043-a60b-4c67-add2-f5daa89fefcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9966466 Jul 13 07:32:38.085868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-2bebb34c-9196-4852-b0f1-28398840b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.089583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-2bebb34c-9196-4852-b0f1-28398840b561 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2747598 Jul 13 07:32:38.132215 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07018f14-459c-422a-a46b-f4ac551b7384 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.207872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909139ef-4f3b-4a47-9f1d-099e8edec69e req-8d48e55c-4ff1-4e7e-afbe-697e97179750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.210763 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-909139ef-4f3b-4a47-9f1d-099e8edec69e req-8d48e55c-4ff1-4e7e-afbe-697e97179750 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 1102 time: 0.1373920 Jul 13 07:32:38.261282 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-df433759-114b-408b-927e-49726a025426 service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621566 Jul 13 07:32:38.302157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07018f14-459c-422a-a46b-f4ac551b7384 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.384427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-909139ef-4f3b-4a47-9f1d-099e8edec69e req-ea09a13a-43e3-45c2-896d-e75d7f12e1e2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020515 Jul 13 07:32:38.397393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.426992 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07018f14-459c-422a-a46b-f4ac551b7384 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.451355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Port': ['ID=55878868-da62-4df6-b140-e1df81c639fe,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.467615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07018f14-459c-422a-a46b-f4ac551b7384 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=785988a3-cdb2-4d32-8615-5bd32a498c1a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.472046 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07018f14-459c-422a-a46b-f4ac551b7384 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.474986 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-07018f14-459c-422a-a46b-f4ac551b7384 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/785988a3-cdb2-4d32-8615-5bd32a498c1a HTTP/1.1" status: 204 len: 168 time: 1.0329561 Jul 13 07:32:38.477507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42810) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:38.480852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e8fe0b-e1cb-4d46-9e0b-b99f19b6a5c8 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:38.522392 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-842ff725-8d67-44f8-bf67-c6d9ade915ee req-0e7ff452-7a8a-41be-a20c-8eb33c5f6ab5 service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345076 Jul 13 07:32:38.548392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-680fe9a9-601c-4c7b-af29-8518d1ed2391 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet b98bf126-6f9b-48b3-a7e9-9c6eb685ab22 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:38.553029 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-680fe9a9-601c-4c7b-af29-8518d1ed2391 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.569061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.657480 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-680fe9a9-601c-4c7b-af29-8518d1ed2391 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.710336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.712578 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.816237 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.817009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Fanout notify agent at l3_agent the message router_deleted on router d574c691-bc6a-49b0-84a2-e27f98c576b2 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:38.827151 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.831185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-615d1ef6-cddf-4634-a0c5-1f62935c9246 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/routers/d574c691-bc6a-49b0-84a2-e27f98c576b2 HTTP/1.1" status: 204 len: 168 time: 2.7882745 Jul 13 07:32:38.831965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42850) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:38.855788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-680fe9a9-601c-4c7b-af29-8518d1ed2391 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.901060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7032abe-d452-4caf-a6b4-6e00e04bb9b3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Deleting subnet 72a996ce-ac53-40e2-b7c7-1390956eb5f6 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:38.907330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7032abe-d452-4caf-a6b4-6e00e04bb9b3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.977339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7032abe-d452-4caf-a6b4-6e00e04bb9b3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.981321 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-680fe9a9-601c-4c7b-af29-8518d1ed2391 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.086576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-680fe9a9-601c-4c7b-af29-8518d1ed2391 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.094220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-680fe9a9-601c-4c7b-af29-8518d1ed2391 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/b98bf126-6f9b-48b3-a7e9-9c6eb685ab22 HTTP/1.1" status: 204 len: 168 time: 0.6115789 Jul 13 07:32:39.094783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:39.095892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fe9a9-601c-4c7b-af29-8518d1ed2391 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=b98bf126-6f9b-48b3-a7e9-9c6eb685ab22,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:39.096946 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7032abe-d452-4caf-a6b4-6e00e04bb9b3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.278151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda1239-bc3b-4dc2-9631-a63b44e5949a None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': 'b98bf126-6f9b-48b3-a7e9-9c6eb685ab22'}], 'binding:host_id': 'n-d-758944-43'}, 'id': 'e84918f7-2d5f-4d08-927b-9afbd6869a9c'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:32:39.309613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42862) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:39.310440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-423ed9e3-e8fe-4e5d-b8e0-fc6d10ad31bf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1808703 Jul 13 07:32:39.325520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:39.360081 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceda1239-bc3b-4dc2-9631-a63b44e5949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.459702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4a4ec082-6224-430c-b1c6-7d5892f71c30 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:39.519119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:39.524755 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.547819 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba9e9b-e8ca-471f-9325-f70aa7a1fa09 req-62494e88-7074-4383-b13e-1d265d89f6b5 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:39.549744 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48ba9e9b-e8ca-471f-9325-f70aa7a1fa09 req-62494e88-7074-4383-b13e-1d265d89f6b5 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 950 time: 0.2534535 Jul 13 07:32:39.551625 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7032abe-d452-4caf-a6b4-6e00e04bb9b3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.621984 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7032abe-d452-4caf-a6b4-6e00e04bb9b3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.632737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e7032abe-d452-4caf-a6b4-6e00e04bb9b3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/subnets/72a996ce-ac53-40e2-b7c7-1390956eb5f6 HTTP/1.1" status: 204 len: 168 time: 0.7993793 Jul 13 07:32:39.634099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:39.647869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032abe-d452-4caf-a6b4-6e00e04bb9b3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Subnet': ['ID=72a996ce-ac53-40e2-b7c7-1390956eb5f6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:39.674603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 4a4ec082-6224-430c-b1c6-7d5892f71c30 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:39.687209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4a4ec082-6224-430c-b1c6-7d5892f71c30 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:39.687613 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.774095 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48ba9e9b-e8ca-471f-9325-f70aa7a1fa09 req-bf433a77-5f48-45e3-a822-5170b45bba31 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940799 Jul 13 07:32:39.800102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50ce84-a5ab-4d85-9c2e-5fb5dc1172d8 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:39.869614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.938449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72d40ad0-8d2e-469c-a425-69c304c3e2d5 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:39.939363 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72d40ad0-8d2e-469c-a425-69c304c3e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.959545 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.011433 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.015488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:40.022396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bafa8d-3ade-4724-95eb-1d83704cf600']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:40.030370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:40.033341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f521ea1a-616b-4997-89ed-e566559e7ea9') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:40.033663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f521ea1a-616b-4997-89ed-e566559e7ea9') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:40.034732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.036121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.043905 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.054663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=b31972d9-0066-400a-b86e-a61636cfaf29,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.061644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fc6cde0f-c69c-448c-8b65-6210bff5defc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7497320 Jul 13 07:32:40.064601 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42900) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:40.073743 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:40.088920 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.091992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.108209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:40.108608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:40.111612 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:40.137002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 4a4ec082-6224-430c-b1c6-7d5892f71c30, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4a4ec082-6224-430c-b1c6-7d5892f71c30,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:40.147354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.224619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=4a4ec082-6224-430c-b1c6-7d5892f71c30,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.231522 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.247976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.250034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] 10.222.0.41 "DELETE /v2.0/networks/d6bafa8d-3ade-4724-95eb-1d83704cf600 HTTP/1.1" status: 204 len: 168 time: 0.6048729 Jul 13 07:32:40.282294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80a0bf-6c18-48ae-9698-8f1b1eee48f3 tempest-FloatingIPTestJSON-94973677 tempest-FloatingIPTestJSON-94973677-project] Pushing event deleted for resources: {'Network': ['ID=d6bafa8d-3ade-4724-95eb-1d83704cf600,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.287715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d435e-af26-40ff-9829-ba027be248f1 None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': 'b31972d9-0066-400a-b86e-a61636cfaf29'}], 'binding:host_id': 'n-d-758944-43'}, 'id': 'e84918f7-2d5f-4d08-927b-9afbd6869a9c'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:32:40.303050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:40.307902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.343585 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-342d435e-af26-40ff-9829-ba027be248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.587787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42910) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:40.624491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-342d435e-af26-40ff-9829-ba027be248f1 None None] Allocated IP 172.20.0.2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/b31972d9-0066-400a-b86e-a61636cfaf29/e84918f7-2d5f-4d08-927b-9afbd6869a9c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:40.776463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-342d435e-af26-40ff-9829-ba027be248f1 None None] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:40.848377 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-342d435e-af26-40ff-9829-ba027be248f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.849381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f5f1fca5-1e9e-40d6-9319-1790b310cba9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87a1f90daeb54081907e289f08aad35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603378 Jul 13 07:32:40.855303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42918) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:40.878193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-342d435e-af26-40ff-9829-ba027be248f1 None None] Transition to ACTIVE for port object e84918f7-2d5f-4d08-927b-9afbd6869a9c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:40.883525 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-342d435e-af26-40ff-9829-ba027be248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.991431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8c5f-b22d-4bc0-b158-311b372a3f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.002114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Sync routers for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:41.004687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d435e-af26-40ff-9829-ba027be248f1 None None] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.020729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:41.023575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:41.040458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8c5f-b22d-4bc0-b158-311b372a3f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.143802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8c5f-b22d-4bc0-b158-311b372a3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.153466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8c5f-b22d-4bc0-b158-311b372a3f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.154971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5c5f8c5f-b22d-4bc0-b158-311b372a3f18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1aba14bd-659a-4e58-85a4-bc5d7b1a16b8 HTTP/1.1" status: 204 len: 168 time: 0.2985873 Jul 13 07:32:41.185917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f8c5f-b22d-4bc0-b158-311b372a3f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba14bd-659a-4e58-85a4-bc5d7b1a16b8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.242319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:41.287177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:32:41.300676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:41.495493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409612-d032-4f98-8037-30d54b64768c req-375b917e-f4a9-4281-8957-a39cd73be1e7 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.503514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99409612-d032-4f98-8037-30d54b64768c req-375b917e-f4a9-4281-8957-a39cd73be1e7 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 950 time: 0.3098242 Jul 13 07:32:41.504958 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.638892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:41.644518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.648928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99409612-d032-4f98-8037-30d54b64768c req-44e5490b-e119-4443-a72a-ce3f26ea86e7 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444318 Jul 13 07:32:41.751103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=13']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.765484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.777970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 2, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:41.871980 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Checking router: ff9c5043-a60b-4c67-add2-f5daa89fefcd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:41.872479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Updating router ff9c5043-a60b-4c67-add2-f5daa89fefcd port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:32:41.941050 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.051335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4a4ec082-6224-430c-b1c6-7d5892f71c30 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:42.137855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:42.179317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88cb285-85de-4e53-953a-135f978c4f83 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:42.188292 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.199726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900268d-e0cd-49ae-b65d-e7f961c9d8a5 req-eec59bd7-d095-4bac-8efe-bada7a92e8fe tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.207283 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7900268d-e0cd-49ae-b65d-e7f961c9d8a5 req-eec59bd7-d095-4bac-8efe-bada7a92e8fe tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 949 time: 0.2663200 Jul 13 07:32:42.235860 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.297184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.313676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fe5499bb-b2f2-437d-a7e5-41621a105269 None None] Provisioning for port e84918f7-2d5f-4d08-927b-9afbd6869a9c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:42.314213 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7900268d-e0cd-49ae-b65d-e7f961c9d8a5 req-e61cadf6-89e7-4218-801f-66e5a887e210 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053689 Jul 13 07:32:42.339652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fe5499bb-b2f2-437d-a7e5-41621a105269 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:42.340036 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe5499bb-b2f2-437d-a7e5-41621a105269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.378994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4a4ec082-6224-430c-b1c6-7d5892f71c30 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:42.379238 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.398666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=15']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.445469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:42.456072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:42.462387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.466400 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.477489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=35989cd9-49e3-4fb8-a864-19c453799aef,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.492452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-084a7ec0-0c4d-40fb-af12-3df9a0a63f0b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4259191 Jul 13 07:32:42.495984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42956) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:42.502015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:4f:e2:f3', 'name': 'tempest-NetworksTestDHCPv6-1646343342'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:42.523527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42958) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:42.704177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1479940726'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:42.717185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:42.746575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Made reservation on behalf of 764ae3a6f42d4aa3982180ef5fb498f5 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:42.758816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.780091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.843988 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.857378 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe5499bb-b2f2-437d-a7e5-41621a105269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.878504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port fe300c0b-9385-499a-9611-cd498a0cd428 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:42.893781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:42.967818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fe5499bb-b2f2-437d-a7e5-41621a105269 None None] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:42.976801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe5499bb-b2f2-437d-a7e5-41621a105269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.020936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.027387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.042040 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.067292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:43.075392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Transition to ACTIVE for port object 4529d307-a9c1-4fca-9ee8-21c16ac47c0b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:43.101868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.106660 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.107138 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Added segment e93d801f-fbbb-4257-afee-e1fb40f74bff of type vlan for network 3280ec24-d357-4009-a0f6-7aa99472d44e Jul 13 07:32:43.108494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5499bb-b2f2-437d-a7e5-41621a105269 None None] Pushing event updated for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=16']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.111521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a8a08e-e3ad-412c-9bbf-79af9a44b1f0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.115167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:43.115548 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.163670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecb59b-9f90-46e4-b444-a9d33523e39a None None] Pushing event updated for resources: {'Port': ['ID=4529d307-a9c1-4fca-9ee8-21c16ac47c0b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.241340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.337741 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.349029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 172.20.0.8 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/b31972d9-0066-400a-b86e-a61636cfaf29/fe300c0b-9385-499a-9611-cd498a0cd428) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:43.349990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.350659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.364232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Attempting to bind port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:43.364821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Attempting to bind port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:43.365085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Attempting to bind port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b on network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:43.368963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:fe4f:e2f3 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/35989cd9-49e3-4fb8-a864-19c453799aef/fe300c0b-9385-499a-9611-cd498a0cd428) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:43.429016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:43.429508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Checking segment: {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:43.438361 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.439116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Bound using segment: {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:43.443417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Bound port: 4529d307-a9c1-4fca-9ee8-21c16ac47c0b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:43.446692 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.538509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0106876 Jul 13 07:32:43.544617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:43.558901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Request body: {'subnet': {'network_id': '3280ec24-d357-4009-a0f6-7aa99472d44e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:43.683871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb86cb-016e-4ca1-b471-c0df909247b0 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event updated for resources: {'Network': ['ID=3280ec24-d357-4009-a0f6-7aa99472d44e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.697496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 3280ec24-d357-4009-a0f6-7aa99472d44e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:43.701744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] For port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:43.732051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] For port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4529d307-a9c1-4fca-9ee8-21c16ac47c0b,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:43.750039 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.802082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:43.907362 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.933576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Made reservation on behalf of 764ae3a6f42d4aa3982180ef5fb498f5 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:43.939635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.950557 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecb59b-9f90-46e4-b444-a9d33523e39a None None] Pushing event updated for resources: {'Port': ['ID=4529d307-a9c1-4fca-9ee8-21c16ac47c0b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.954750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73a0cf-9448-4dc0-8a68-e76ab464f8a4 req-dd70bc53-72b9-4968-9be1-6698341e0cd1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.960771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:43.961415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:43.963253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab73a0cf-9448-4dc0-8a68-e76ab464f8a4 req-dd70bc53-72b9-4968-9be1-6698341e0cd1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 945 time: 0.2227087 Jul 13 07:32:43.969332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object fe300c0b-9385-499a-9611-cd498a0cd428 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:44.067593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:44.067981 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.097795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab73a0cf-9448-4dc0-8a68-e76ab464f8a4 req-0f907cc4-ae3c-4895-b8bc-fa8c92c51f46 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335034 Jul 13 07:32:44.165506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:44.216453 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.356232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:44.365695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:44.368277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:44.402148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5b394-203c-4ca1-a963-022dae3ae90d None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:44.428857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=fe300c0b-9385-499a-9611-cd498a0cd428,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:44.475113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.475805 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.528728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:44.529099 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ac54bef4-0e6e-4701-9978-33ab0155184e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0317481 Jul 13 07:32:44.567096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.632304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event updated for resources: {'Subnet': ['ID=5e2289ae-8812-4309-be42-893b35310d6e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:44.658605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ddc84-7297-4f2f-affe-386e15bac743 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.672749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ddc84-7297-4f2f-affe-386e15bac743 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.674454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a94ddc84-7297-4f2f-affe-386e15bac743 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1446600 Jul 13 07:32:44.677644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43018) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:44.701847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a1e9fcd4-c9c3-49b6-9de1-8d5d42672e71 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:44.702311 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a1e9fcd4-c9c3-49b6-9de1-8d5d42672e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.760966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Checking segment: {'id': 'e93d801f-fbbb-4257-afee-e1fb40f74bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3280ec24-d357-4009-a0f6-7aa99472d44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:44.761348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Network hostable DHCP agents. Network: 3280ec24-d357-4009-a0f6-7aa99472d44e, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:44.827055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Network 3280ec24-d357-4009-a0f6-7aa99472d44e is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:44.843012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 3280ec24-d357-4009-a0f6-7aa99472d44e) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:44.850887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.852704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.853493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:43Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:44.859464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0fc40d-a983-4473-9689-a1212d06f8c5 None None] Network 3280ec24-d357-4009-a0f6-7aa99472d44e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:44.875756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-935933e0-bc4e-4b28-a4df-bb82c7ecd560 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3277647 Jul 13 07:32:44.875756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c86b19e9-2b94-4f8a-802b-9f31c47971ca tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port fe300c0b-9385-499a-9611-cd498a0cd428 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:44.876080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43026) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:44.877431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c86b19e9-2b94-4f8a-802b-9f31c47971ca tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.880888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d88a9141-1707-4f5c-9491-1f3db4d6d159 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1662291335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:44.916422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d88a9141-1707-4f5c-9491-1f3db4d6d159 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.917699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d88a9141-1707-4f5c-9491-1f3db4d6d159 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.949326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba406080-d1a8-4dda-971c-308f92405773 None None] The sync data for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 is: [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:43Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:45.037156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d88a9141-1707-4f5c-9491-1f3db4d6d159 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.044894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d88a9141-1707-4f5c-9491-1f3db4d6d159 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.053866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c86b19e9-2b94-4f8a-802b-9f31c47971ca tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.081411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c86b19e9-2b94-4f8a-802b-9f31c47971ca tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for fe300c0b-9385-499a-9611-cd498a0cd428 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:45.087533 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d88a9141-1707-4f5c-9491-1f3db4d6d159 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.090073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d88a9141-1707-4f5c-9491-1f3db4d6d159 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2127047 Jul 13 07:32:45.092528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.263846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-3280ec24-d357-4009-a0f6-7aa99472d44e', 'network_id': '3280ec24-d357-4009-a0f6-7aa99472d44e', 'tenant_id': '764ae3a6f42d4aa3982180ef5fb498f5', 'fixed_ips': [{'subnet_id': '5e2289ae-8812-4309-be42-893b35310d6e'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:45.265103 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.511540 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c86b19e9-2b94-4f8a-802b-9f31c47971ca tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.569312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.578394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b19e9-2b94-4f8a-802b-9f31c47971ca tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=fe300c0b-9385-499a-9611-cd498a0cd428,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:45.719933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c86b19e9-2b94-4f8a-802b-9f31c47971ca tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.724002 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:32:45.732219 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c86b19e9-2b94-4f8a-802b-9f31c47971ca tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/fe300c0b-9385-499a-9611-cd498a0cd428 HTTP/1.1" status: 204 len: 168 time: 1.0469458 Jul 13 07:32:45.733236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43044) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.869007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86877c-a419-494c-899e-89da6935d539 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.873371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86877c-a419-494c-899e-89da6935d539 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.878228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86877c-a419-494c-899e-89da6935d539 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.882801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2f86877c-a419-494c-899e-89da6935d539 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1473429 Jul 13 07:32:45.883388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43048) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.891438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4529d307-a9c1-4fca-9ee8-21c16ac47c0b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:46.067110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1f5af01d-12e9-4b86-a240-7e4f2da1c1c2 None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:46.068424 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f5af01d-12e9-4b86-a240-7e4f2da1c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.091794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12ca44e-daf4-4cc5-b570-625f2c65999c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 35989cd9-49e3-4fb8-a864-19c453799aef {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:46.104974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c12ca44e-daf4-4cc5-b570-625f2c65999c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.188074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Allocated IP 172.20.0.2 (3280ec24-d357-4009-a0f6-7aa99472d44e/5e2289ae-8812-4309-be42-893b35310d6e/70a072d1-359a-42c2-94e8-bf766f3ad667) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:46.208223 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c12ca44e-daf4-4cc5-b570-625f2c65999c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.255068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:46.283744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:46.284212 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.319863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c12ca44e-daf4-4cc5-b570-625f2c65999c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.325725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:46.400238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1f5af01d-12e9-4b86-a240-7e4f2da1c1c2 None None] Could not find standard attr ID for object fe300c0b-9385-499a-9611-cd498a0cd428. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:46.420376 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c12ca44e-daf4-4cc5-b570-625f2c65999c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.465766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ca44e-daf4-4cc5-b570-625f2c65999c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=35989cd9-49e3-4fb8-a864-19c453799aef,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.468260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c12ca44e-daf4-4cc5-b570-625f2c65999c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.471601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c12ca44e-daf4-4cc5-b570-625f2c65999c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/35989cd9-49e3-4fb8-a864-19c453799aef HTTP/1.1" status: 204 len: 168 time: 0.5852292 Jul 13 07:32:46.474232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:46.492459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532ee05-d1aa-46d3-ab79-8e8a5efca211 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:46.553997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3337dc-d707-4ffb-8ef0-47823c071d3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet b31972d9-0066-400a-b86e-a61636cfaf29 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:46.564075 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c3337dc-d707-4ffb-8ef0-47823c071d3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.622051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8b8f8955-ac1a-4a70-9c1d-684abf5c4be8 None None] Could not find standard attr ID for object fe300c0b-9385-499a-9611-cd498a0cd428. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:46.661467 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c3337dc-d707-4ffb-8ef0-47823c071d3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.796504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c3337dc-d707-4ffb-8ef0-47823c071d3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.825441 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.852858 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.856776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:46.901602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c3337dc-d707-4ffb-8ef0-47823c071d3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.940382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c3337dc-d707-4ffb-8ef0-47823c071d3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.942724 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9c3337dc-d707-4ffb-8ef0-47823c071d3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/b31972d9-0066-400a-b86e-a61636cfaf29 HTTP/1.1" status: 204 len: 168 time: 0.4665444 Jul 13 07:32:46.945306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43084) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:46.953599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3337dc-d707-4ffb-8ef0-47823c071d3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=b31972d9-0066-400a-b86e-a61636cfaf29,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.970120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Transition to ACTIVE for port object 70a072d1-359a-42c2-94e8-bf766f3ad667 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:47.019135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b4e4604c-a12e-44f5-bdfd-8cf8e1af7c6a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717936 Jul 13 07:32:47.021266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43090) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:47.028353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'mac_address': 'fa:16:3e:88:a8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:47.036439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47689-b9de-4e76-b93a-40f0fcef9097 req-179f51a6-873a-4ad6-a57f-8e419ef3b6e2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.045998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47689-b9de-4e76-b93a-40f0fcef9097 req-179f51a6-873a-4ad6-a57f-8e419ef3b6e2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.052636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47689-b9de-4e76-b93a-40f0fcef9097 req-179f51a6-873a-4ad6-a57f-8e419ef3b6e2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.055487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4529d307-a9c1-4fca-9ee8-21c16ac47c0b,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:47.060118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47689-b9de-4e76-b93a-40f0fcef9097 req-179f51a6-873a-4ad6-a57f-8e419ef3b6e2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.063913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Transition to ACTIVE for port object 70a072d1-359a-42c2-94e8-bf766f3ad667 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:47.067436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47689-b9de-4e76-b93a-40f0fcef9097 req-179f51a6-873a-4ad6-a57f-8e419ef3b6e2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.074508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47689-b9de-4e76-b93a-40f0fcef9097 req-179f51a6-873a-4ad6-a57f-8e419ef3b6e2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.080953 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47689-b9de-4e76-b93a-40f0fcef9097 req-179f51a6-873a-4ad6-a57f-8e419ef3b6e2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.093906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95b47689-b9de-4e76-b93a-40f0fcef9097 req-179f51a6-873a-4ad6-a57f-8e419ef3b6e2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5444 time: 0.1492784 Jul 13 07:32:47.094177 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.161575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.170509 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95b47689-b9de-4e76-b93a-40f0fcef9097 req-ee9edfd3-627e-4c9f-9174-462229ee4c2f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760310 Jul 13 07:32:47.198118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Allocated IP 172.20.0.1 (3280ec24-d357-4009-a0f6-7aa99472d44e/5e2289ae-8812-4309-be42-893b35310d6e/04fd7dfa-6e95-43b9-a076-385f8f23814c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:47.285206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Network 3280ec24-d357-4009-a0f6-7aa99472d44e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:47.302974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:47.304729 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.306712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:47.350627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7b35ca-95e2-4442-8be9-f7a5d8382cd4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.355676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0c7b35ca-95e2-4442-8be9-f7a5d8382cd4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3331053 Jul 13 07:32:47.356500 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43100) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:47.384306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=4529d307-a9c1-4fca-9ee8-21c16ac47c0b,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.418001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.424239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b190341e-7f7f-437a-93bb-98b0d5ff8dbf {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:47.445786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Transition to ACTIVE for port object 04fd7dfa-6e95-43b9-a076-385f8f23814c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:47.492552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43727698-b399-4cfa-b6fe-39718dfc14a3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.492767 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.494937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-43727698-b399-4cfa-b6fe-39718dfc14a3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1362135 Jul 13 07:32:47.497499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43106) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:47.548592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Network 3280ec24-d357-4009-a0f6-7aa99472d44e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:47.552926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:47.555386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:47.591626 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-64ddba0f-02c4-4d1e-a044-dc74e5e70849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924911 Jul 13 07:32:47.597839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43108) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:47.606025 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:47.627005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dac9b8dd-a3fa-4b77-a9b0-5a5b959924aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:47.631787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event updated for resources: {'Port': ['ID=04fd7dfa-6e95-43b9-a076-385f8f23814c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.634458 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.674396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Attempting to bind port 70a072d1-359a-42c2-94e8-bf766f3ad667 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:47.674764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Attempting to bind port 70a072d1-359a-42c2-94e8-bf766f3ad667 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e93d801f-fbbb-4257-afee-e1fb40f74bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3280ec24-d357-4009-a0f6-7aa99472d44e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:47.675265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Attempting to bind port 70a072d1-359a-42c2-94e8-bf766f3ad667 on network 3280ec24-d357-4009-a0f6-7aa99472d44e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:47.685459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.692387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Pushing event updated for resources: {'Port': ['ID=70a072d1-359a-42c2-94e8-bf766f3ad667,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.707698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:47.709747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Checking segment: {'id': 'e93d801f-fbbb-4257-afee-e1fb40f74bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3280ec24-d357-4009-a0f6-7aa99472d44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:47.716280 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.717365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Bound using segment: {'id': 'e93d801f-fbbb-4257-afee-e1fb40f74bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3280ec24-d357-4009-a0f6-7aa99472d44e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:47.719227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Bound port: 70a072d1-359a-42c2-94e8-bf766f3ad667, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93d801f-fbbb-4257-afee-e1fb40f74bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3280ec24-d357-4009-a0f6-7aa99472d44e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:47.719641 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.723460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c5b43-e20c-40c2-aae5-e3e3fb58dee4 None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': 'b31972d9-0066-400a-b86e-a61636cfaf29'}], 'binding:host_id': 'n-d-758944-43'}, 'id': 'e84918f7-2d5f-4d08-927b-9afbd6869a9c'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:32:47.832279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4529d307-a9c1-4fca-9ee8-21c16ac47c0b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:47.960148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac9b8dd-a3fa-4b77-a9b0-5a5b959924aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:47.974270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b190341e-7f7f-437a-93bb-98b0d5ff8dbf'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:47.976695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fa332844-c74b-427c-8249-44c6116da945 None None] Provisioning complete for port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:47.977145 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa332844-c74b-427c-8249-44c6116da945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.995099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dac9b8dd-a3fa-4b77-a9b0-5a5b959924aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.999803 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac9b8dd-a3fa-4b77-a9b0-5a5b959924aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:32:48.019645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac9b8dd-a3fa-4b77-a9b0-5a5b959924aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:48.062401 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dac9b8dd-a3fa-4b77-a9b0-5a5b959924aa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4624081 Jul 13 07:32:48.067503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43124) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:48.089433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-faf9b4db-c7c2-4fd2-a6b9-3e35bc5f7a01 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:48.180467 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.191077 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5b43-e20c-40c2-aae5-e3e3fb58dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.200621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-5c3b0ae7-9a6f-4803-855a-e7dc2d5c5454 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.207561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-5c3b0ae7-9a6f-4803-855a-e7dc2d5c5454 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.214911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-5c3b0ae7-9a6f-4803-855a-e7dc2d5c5454 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.240665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-5c3b0ae7-9a6f-4803-855a-e7dc2d5c5454 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.259973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-5c3b0ae7-9a6f-4803-855a-e7dc2d5c5454 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.274645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-5c3b0ae7-9a6f-4803-855a-e7dc2d5c5454 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.292253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-5c3b0ae7-9a6f-4803-855a-e7dc2d5c5454 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.295570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-5c3b0ae7-9a6f-4803-855a-e7dc2d5c5454 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5444 time: 0.2804205 Jul 13 07:32:48.309092 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf9b4db-c7c2-4fd2-a6b9-3e35bc5f7a01 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:48.316080 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-faf9b4db-c7c2-4fd2-a6b9-3e35bc5f7a01 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.319150 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf9b4db-c7c2-4fd2-a6b9-3e35bc5f7a01 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:32:48.319600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf9b4db-c7c2-4fd2-a6b9-3e35bc5f7a01 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:48.329356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.345969 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-faf9b4db-c7c2-4fd2-a6b9-3e35bc5f7a01 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2713826 Jul 13 07:32:48.349698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43134) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:48.367097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c4aef02b-6ca5-4997-b25b-d69caad9a6c6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:48.397320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c68d5211-6f63-4ded-bf57-4c089281861a no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:48.509371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:48.542395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e9446-ac11-4cf2-a432-841831d4cf2b None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:48.592562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:48.593087 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.635961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] For port 70a072d1-359a-42c2-94e8-bf766f3ad667, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:48.669846 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ed85467-313f-4672-9063-4c9c621149fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.686878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aef02b-6ca5-4997-b25b-d69caad9a6c6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:48.703803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4aef02b-6ca5-4997-b25b-d69caad9a6c6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.705348 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4aef02b-6ca5-4997-b25b-d69caad9a6c6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:32:48.705737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4aef02b-6ca5-4997-b25b-d69caad9a6c6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:48.730596 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:32:48.739695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] For port 70a072d1-359a-42c2-94e8-bf766f3ad667, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=70a072d1-359a-42c2-94e8-bf766f3ad667,segment=NetworkSegment(e93d801f-fbbb-4257-afee-e1fb40f74bff),segment_id=e93d801f-fbbb-4257-afee-e1fb40f74bff)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:48.752179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166238b4-a8a8-4cd2-b132-9479ca61c52f req-885504cd-ccf6-44ca-a04a-07f5e30e0d75 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.779954 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166238b4-a8a8-4cd2-b132-9479ca61c52f req-885504cd-ccf6-44ca-a04a-07f5e30e0d75 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.786550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166238b4-a8a8-4cd2-b132-9479ca61c52f req-885504cd-ccf6-44ca-a04a-07f5e30e0d75 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.792789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166238b4-a8a8-4cd2-b132-9479ca61c52f req-885504cd-ccf6-44ca-a04a-07f5e30e0d75 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.801976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166238b4-a8a8-4cd2-b132-9479ca61c52f req-885504cd-ccf6-44ca-a04a-07f5e30e0d75 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.813384 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166238b4-a8a8-4cd2-b132-9479ca61c52f req-885504cd-ccf6-44ca-a04a-07f5e30e0d75 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.820103 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.823072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166238b4-a8a8-4cd2-b132-9479ca61c52f req-885504cd-ccf6-44ca-a04a-07f5e30e0d75 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.826142 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-166238b4-a8a8-4cd2-b132-9479ca61c52f req-885504cd-ccf6-44ca-a04a-07f5e30e0d75 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5444 time: 0.3723035 Jul 13 07:32:48.871999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c4aef02b-6ca5-4997-b25b-d69caad9a6c6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5169311 Jul 13 07:32:48.876311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43136) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:48.889382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c8f27f5c-5a90-4126-bf18-cb358eacba10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:48.936778 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-166238b4-a8a8-4cd2-b132-9479ca61c52f req-7f096d29-be20-43e5-a32b-bca37a2b95e2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032078 Jul 13 07:32:49.047486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-400db223-ccbe-494d-9ec3-5236a7d76954 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:49.051602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-400db223-ccbe-494d-9ec3-5236a7d76954 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "GET /v2.0/ports/96cdbfac-8ed0-41c5-bfb5-f27e925b159e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7494745 Jul 13 07:32:49.106035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f27f5c-5a90-4126-bf18-cb358eacba10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:49.114844 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8f27f5c-5a90-4126-bf18-cb358eacba10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.117718 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f27f5c-5a90-4126-bf18-cb358eacba10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:32:49.122681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f27f5c-5a90-4126-bf18-cb358eacba10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:49.175092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c8f27f5c-5a90-4126-bf18-cb358eacba10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2936082 Jul 13 07:32:49.175681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:49.188629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cf13f0f2-0d64-4ebc-91d2-92e31d46b6dc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:49.255150 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.476968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68d5211-6f63-4ded-bf57-4c089281861a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:49.480197 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71927e50-283a-447c-ae73-f9dd39f881e9" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c68d5211-6f63-4ded-bf57-4c089281861a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:49.482721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a828b4-2b1a-4a96-b0a5-8b3dea72e3ba None None] Pushing event updated for resources: {'Port': ['ID=70a072d1-359a-42c2-94e8-bf766f3ad667,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:49.494429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf13f0f2-0d64-4ebc-91d2-92e31d46b6dc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:49.498207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf13f0f2-0d64-4ebc-91d2-92e31d46b6dc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.499645 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf13f0f2-0d64-4ebc-91d2-92e31d46b6dc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:32:49.500088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf13f0f2-0d64-4ebc-91d2-92e31d46b6dc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:49.536997 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cf13f0f2-0d64-4ebc-91d2-92e31d46b6dc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3598955 Jul 13 07:32:49.539948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43148) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:49.545723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7a02509f-83c7-464e-8921-dcaeb0f3dc10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:49.581360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c68d5211-6f63-4ded-bf57-4c089281861a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c68d5211-6f63-4ded-bf57-4c089281861a,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:49.616304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:49.628902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.643796 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e74ae03-e578-4674-bcca-5ac888da5d6d x-openstack-request-id: req-4e74ae03-e578-4674-bcca-5ac888da5d6d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:49.644087 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c68d5211-6f63-4ded-bf57-4c089281861a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:49.644328 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e74ae03-e578-4674-bcca-5ac888da5d6d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:49.644717 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68d5211-6f63-4ded-bf57-4c089281861a', 'code': 200} Jul 13 07:32:49.787624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'port_id': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'mac_address': 'fa:16:3e:32:2a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:49.843409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-3190c1b8-0e5c-4e62-b429-e385a03a07b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "GET /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6863236 Jul 13 07:32:49.849609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-075c1a22-04d1-4b4b-ae82-531511ebef2d None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:49.850292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-075c1a22-04d1-4b4b-ae82-531511ebef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.856321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d7a19700-666d-4c9e-a9de-86a18f02f6aa no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:49.863827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:49.910012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a02509f-83c7-464e-8921-dcaeb0f3dc10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:49.928190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a02509f-83c7-464e-8921-dcaeb0f3dc10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.929688 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a02509f-83c7-464e-8921-dcaeb0f3dc10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:32:49.930158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a02509f-83c7-464e-8921-dcaeb0f3dc10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:50.064162 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7a02509f-83c7-464e-8921-dcaeb0f3dc10 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5230336 Jul 13 07:32:50.082671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:50.166304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.179026 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.181201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 70a072d1-359a-42c2-94e8-bf766f3ad667 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:50.183877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c68d5211-6f63-4ded-bf57-4c089281861a,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:50.255324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-6f8fb599-dd7a-4d53-941f-9e03a9982538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.257718 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-6f8fb599-dd7a-4d53-941f-9e03a9982538 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1097 time: 0.3105183 Jul 13 07:32:50.409290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7781c0-c040-4144-9795-281ef24ec9ed None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:50.412370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:50.416824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.440602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.479569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:50.517507 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.752431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:50.778117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] For port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:50.864585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] For port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:51.019118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] device_id is not set on port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:51.035210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.062655 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.071337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.074885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event updated for resources: {'Port': ['ID=04fd7dfa-6e95-43b9-a076-385f8f23814c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.080526 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.152620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 70a072d1-359a-42c2-94e8-bf766f3ad667 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:51.163031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fec800-5c52-4c7a-a896-ba09d1995e9d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.165487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-93fec800-5c52-4c7a-a896-ba09d1995e9d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.0808218 Jul 13 07:32:51.169350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:51.175237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d6a69b-94a9-460d-8af6-6b925b56c4ce None None] Network 3280ec24-d357-4009-a0f6-7aa99472d44e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:51.177181 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-075c1a22-04d1-4b4b-ae82-531511ebef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.204491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-3eabcee4-90b9-490f-adc5-0cb7db744fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.206409 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-3eabcee4-90b9-490f-adc5-0cb7db744fa7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.9168282 Jul 13 07:32:51.221877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004b03-42b3-4cb7-bad8-fe42f68ef4b2 req-e33391ef-3ff1-4180-918c-43ef257cd2cb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.228015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004b03-42b3-4cb7-bad8-fe42f68ef4b2 req-e33391ef-3ff1-4180-918c-43ef257cd2cb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.233997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.251117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004b03-42b3-4cb7-bad8-fe42f68ef4b2 req-e33391ef-3ff1-4180-918c-43ef257cd2cb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.259452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004b03-42b3-4cb7-bad8-fe42f68ef4b2 req-e33391ef-3ff1-4180-918c-43ef257cd2cb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.275710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004b03-42b3-4cb7-bad8-fe42f68ef4b2 req-e33391ef-3ff1-4180-918c-43ef257cd2cb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.283784 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.292460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004b03-42b3-4cb7-bad8-fe42f68ef4b2 req-e33391ef-3ff1-4180-918c-43ef257cd2cb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.313549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004b03-42b3-4cb7-bad8-fe42f68ef4b2 req-e33391ef-3ff1-4180-918c-43ef257cd2cb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.325827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46004b03-42b3-4cb7-bad8-fe42f68ef4b2 req-e33391ef-3ff1-4180-918c-43ef257cd2cb tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 5442 time: 1.1233559 Jul 13 07:32:51.326994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] Pushing event updated for resources: {'Port': ['ID=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.344893 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb9a5017-0ac5-4575-9734-1e8a472cabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.376166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Network 3280ec24-d357-4009-a0f6-7aa99472d44e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:51.377189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] No DVR routers for this DVR port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:51.379724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:51.381074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:51.405004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1a7781c0-c040-4144-9795-281ef24ec9ed None None] Deleting port e84918f7-2d5f-4d08-927b-9afbd6869a9c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:51.405454 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a7781c0-c040-4144-9795-281ef24ec9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.472860 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46004b03-42b3-4cb7-bad8-fe42f68ef4b2 req-6675e32e-64b6-4a15-9216-e9824fe75054 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456800 Jul 13 07:32:51.521632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] In _notify_port_updated(), no bound segment for port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:32:51.522581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.523724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.524307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-075c1a22-04d1-4b4b-ae82-531511ebef2d None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:51.525369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-14d06fe4-9402-4fa0-8fd9-9eee63c8cc35 service neutron] 10.222.0.48 "PUT /v2.0/ports/96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 200 len: 1032 time: 1.6716907 Jul 13 07:32:51.602543 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-075c1a22-04d1-4b4b-ae82-531511ebef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.635842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f18c9-55ba-47f8-88f0-18e9ede21c84 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.639521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-7f361508-5ad3-422b-958e-11adc5133001 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.643176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-7f361508-5ad3-422b-958e-11adc5133001 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "GET /v2.0/ports/4eb4393c-cae2-4335-9cdd-38404d619dad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1088126 Jul 13 07:32:51.645827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-713f18c9-55ba-47f8-88f0-18e9ede21c84 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4529297 Jul 13 07:32:51.653358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:51.663638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:51.668120 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-5c1be21a-fcb7-4c93-bb90-d5dae7424686 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 999 time: 0.3178108 Jul 13 07:32:51.680572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:51.687408 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551d6c4b-e837-4d21-823d-6d1a7f5543bb" -d '{"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:51.774724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-1538a90b-a380-4c99-8dcd-c8ec9d8ee7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.777153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-1538a90b-a380-4c99-8dcd-c8ec9d8ee7fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.0979989 Jul 13 07:32:51.826852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4445b157-65e4-4a62-833c-f6cd33173faa tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1699228 Jul 13 07:32:51.830424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43168) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:51.835815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:51.869463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1a7781c0-c040-4144-9795-281ef24ec9ed None None] For port e84918f7-2d5f-4d08-927b-9afbd6869a9c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e84918f7-2d5f-4d08-927b-9afbd6869a9c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:51.877782 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a7781c0-c040-4144-9795-281ef24ec9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.047135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1a7781c0-c040-4144-9795-281ef24ec9ed None None] Calling delete_port for e84918f7-2d5f-4d08-927b-9afbd6869a9c owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:52.128277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-efaf40c4-396f-4f29-9d0e-45c9edcf47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:52.129840 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-efaf40c4-396f-4f29-9d0e-45c9edcf47b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3458035 Jul 13 07:32:52.137728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:52.141383 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.200321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Router 90bac6c2-ffa2-4683-90b2-3b87545b610f is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:32:52.223117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.297514 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1184ef43-a99a-41f0-86d4-5c25e3ec36e6 x-openstack-request-id: req-1184ef43-a99a-41f0-86d4-5c25e3ec36e6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:52.298623 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:52.298965 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1184ef43-a99a-41f0-86d4-5c25e3ec36e6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:52.300177 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'code': 200} Jul 13 07:32:52.348190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-76697488-b4a4-4182-92ab-69bd2b764f6a service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010553 Jul 13 07:32:52.393874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d7a19700-666d-4c9e-a9de-86a18f02f6aa, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:52.399886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:52.420848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3dce9811-8187-488d-b54c-18b5ae34325f tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "PUT /v2.0/routers/90bac6c2-ffa2-4683-90b2-3b87545b610f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3264225 Jul 13 07:32:52.425418 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe91f4-4c26-4709-9798-8f1a9c90f324 None None] Sync routers for ids ['90bac6c2-ffa2-4683-90b2-3b87545b610f'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:52.429753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:52.439539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Request body: {'port': {'network_id': '3280ec24-d357-4009-a0f6-7aa99472d44e', 'name': 'tempest-FloatingIPNegativeTestJSON-1761672675'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:52.441237 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a7781c0-c040-4144-9795-281ef24ec9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.452210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-075c1a22-04d1-4b4b-ae82-531511ebef2d None None] Provisioning complete for port e84918f7-2d5f-4d08-927b-9afbd6869a9c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:52.452740 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-075c1a22-04d1-4b4b-ae82-531511ebef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.454936 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe91f4-4c26-4709-9798-8f1a9c90f324 None None] Routers {'90bac6c2-ffa2-4683-90b2-3b87545b610f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:52.456444 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bafe91f4-4c26-4709-9798-8f1a9c90f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['90bac6c2-ffa2-4683-90b2-3b87545b610f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:52.506489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-075c1a22-04d1-4b4b-ae82-531511ebef2d None None] Port e84918f7-2d5f-4d08-927b-9afbd6869a9c was deleted so its status cannot be updated. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:32:52.508125 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.508965 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.565911 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bafe91f4-4c26-4709-9798-8f1a9c90f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:52.572384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7781c0-c040-4144-9795-281ef24ec9ed None None] No DVR routers for this DVR port e84918f7-2d5f-4d08-927b-9afbd6869a9c on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:52.586865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No active binding found for port e84918f7-2d5f-4d08-927b-9afbd6869a9c {{(pid=93775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:32:52.591156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e84918f7-2d5f-4d08-927b-9afbd6869a9c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:52.602107 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe91f4-4c26-4709-9798-8f1a9c90f324 None None] Routers {'90bac6c2-ffa2-4683-90b2-3b87545b610f'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:52.602775 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bafe91f4-4c26-4709-9798-8f1a9c90f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['90bac6c2-ffa2-4683-90b2-3b87545b610f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:52.707571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:52.716305 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bafe91f4-4c26-4709-9798-8f1a9c90f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:52.721674 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe91f4-4c26-4709-9798-8f1a9c90f324 None None] The sync data for ids ['90bac6c2-ffa2-4683-90b2-3b87545b610f'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:52.744243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] For port 4eb4393c-cae2-4335-9cdd-38404d619dad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4eb4393c-cae2-4335-9cdd-38404d619dad,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:52.770744 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fe54e6ec-e17f-4d65-9122-16421587c5a8 req-4f03712e-629d-415a-9dc8-9c9c113ccd43 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045665 Jul 13 07:32:52.796807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] For port 4eb4393c-cae2-4335-9cdd-38404d619dad, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:52.818292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c1a22-04d1-4b4b-ae82-531511ebef2d None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:52.847312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8e0fc94e-b758-4c29-a921-885c200f5cba no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:52.926876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] device_id is not set on port 4eb4393c-cae2-4335-9cdd-38404d619dad yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:52.949044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Made reservation on behalf of 764ae3a6f42d4aa3982180ef5fb498f5 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:52.962470 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.995224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.009471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] device_id is not set on port 09acc704-d8b7-4c21-9fe5-10b9cccac763 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:53.094339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7781c0-c040-4144-9795-281ef24ec9ed None None] Pushing event deleted for resources: {'Port': ['ID=e84918f7-2d5f-4d08-927b-9afbd6869a9c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.160973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Provisioning for port 70a072d1-359a-42c2-94e8-bf766f3ad667 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:53.169927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Provisioning complete for port 70a072d1-359a-42c2-94e8-bf766f3ad667 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:53.170504 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.236136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:32:53.236538 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.272895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184e48-c503-4883-a0b8-85d0edd8afef req-5e3c61d4-0ea9-4320-a894-bc27dec854f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.284162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184e48-c503-4883-a0b8-85d0edd8afef req-5e3c61d4-0ea9-4320-a894-bc27dec854f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.304721 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.312720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:53.313472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184e48-c503-4883-a0b8-85d0edd8afef req-5e3c61d4-0ea9-4320-a894-bc27dec854f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.313605 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.320551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb4393c-cae2-4335-9cdd-38404d619dad,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.345406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184e48-c503-4883-a0b8-85d0edd8afef req-5e3c61d4-0ea9-4320-a894-bc27dec854f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.365831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184e48-c503-4883-a0b8-85d0edd8afef req-5e3c61d4-0ea9-4320-a894-bc27dec854f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.382952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Allocated IP 172.20.0.5 (3280ec24-d357-4009-a0f6-7aa99472d44e/5e2289ae-8812-4309-be42-893b35310d6e/09acc704-d8b7-4c21-9fe5-10b9cccac763) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:53.386078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] No DVR routers for this DVR port 4eb4393c-cae2-4335-9cdd-38404d619dad on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:53.386498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184e48-c503-4883-a0b8-85d0edd8afef req-5e3c61d4-0ea9-4320-a894-bc27dec854f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.399919 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03184e48-c503-4883-a0b8-85d0edd8afef req-5e3c61d4-0ea9-4320-a894-bc27dec854f5 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 4583 time: 0.5965981 Jul 13 07:32:53.420522 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.527551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] In _notify_port_updated(), no bound segment for port 4eb4393c-cae2-4335-9cdd-38404d619dad on network 43631e76-28bf-4709-8183-09560f51c3a0 {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:32:53.528990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.529883 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.535227 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-dbcec84a-9a7a-4fde-b5ad-48db0afdafa6 service neutron] 10.222.0.48 "PUT /v2.0/ports/4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 200 len: 1032 time: 1.8829448 Jul 13 07:32:53.545038 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.567433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:53.596397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:53.601399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.602807 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.607176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8e0fc94e-b758-4c29-a921-885c200f5cba, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8e0fc94e-b758-4c29-a921-885c200f5cba,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:53.674954 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.676894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d7a19700-666d-4c9e-a9de-86a18f02f6aa,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.680263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0bb320-ae19-40b9-8dc6-b33ff45b6063 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:53.690338 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03184e48-c503-4883-a0b8-85d0edd8afef req-96d7e3e9-deec-49f0-a110-89dc8dc237b2 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bef3912-af49-44c0-baa8-6765312ae335&id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2800486 Jul 13 07:32:53.694150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=9aa2062e-806e-47fe-a42d-0aa79603dabf,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.719712 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-12316ec6-1004-4768-9bc8-8b8f0faa9d56 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8878815 Jul 13 07:32:53.720373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43180) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:53.746116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:64:7b:e2', 'name': 'tempest-NetworksTestDHCPv6-571343003'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:53.943616 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.964057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Transition to ACTIVE for port object 09acc704-d8b7-4c21-9fe5-10b9cccac763 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:54.017364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.107250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Network 3280ec24-d357-4009-a0f6-7aa99472d44e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:54.122585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port c68d5211-6f63-4ded-bf57-4c089281861a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:54.124429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.169064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:54.320981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:54.330106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:54.367756 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.378863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8e0fc94e-b758-4c29-a921-885c200f5cba,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.381630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa'}, {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:54.386756 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ec2f08-ebb2-4507-823a-95dd6ede9600" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa"}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:54.398009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port e5d559fb-4254-4e15-bb9e-3e13e5c1ec4e yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:54.425654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:54.426570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.435774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event updated for resources: {'Port': ['ID=09acc704-d8b7-4c21-9fe5-10b9cccac763,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.457802 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.513254 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0be3a2bd-50aa-4839-a0bf-ce51611d2ff2 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0821965 Jul 13 07:32:54.514197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43186) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:54.524420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:54.547289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] For port c68d5211-6f63-4ded-bf57-4c089281861a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c68d5211-6f63-4ded-bf57-4c089281861a,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:54.547679 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.563749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:fe64:7be2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/9aa2062e-806e-47fe-a42d-0aa79603dabf/e5d559fb-4254-4e15-bb9e-3e13e5c1ec4e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:54.572851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for c68d5211-6f63-4ded-bf57-4c089281861a owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:54.672285 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d8ca1-60fd-4f8e-82c8-1b9c4e5ccb2e x-openstack-request-id: req-dc3d8ca1-60fd-4f8e-82c8-1b9c4e5ccb2e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:54.672914 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa", "code": 200}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:54.672914 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc3d8ca1-60fd-4f8e-82c8-1b9c4e5ccb2e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:54.673299 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'code': 200} Jul 13 07:32:54.673517 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba', 'code': 200} Jul 13 07:32:54.678629 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.693928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] For port 70a072d1-359a-42c2-94e8-bf766f3ad667, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=70a072d1-359a-42c2-94e8-bf766f3ad667,segment=NetworkSegment(e93d801f-fbbb-4257-afee-e1fb40f74bff),segment_id=e93d801f-fbbb-4257-afee-e1fb40f74bff)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:54.710323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:54.821091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.841900 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.038845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Pushing event updated for resources: {'Port': ['ID=70a072d1-359a-42c2-94e8-bf766f3ad667,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.059432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.060701 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.124414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:55.165053 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.202002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object e5d559fb-4254-4e15-bb9e-3e13e5c1ec4e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:55.209388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '9aa2062e-806e-47fe-a42d-0aa79603dabf'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:55.210687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.240390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Provisioning complete for port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:55.241088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.280937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41726d-672e-4246-8772-4f61d2fcf0ee req-e4b56161-9c15-4f97-84c0-00e6f44d6203 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.299053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41726d-672e-4246-8772-4f61d2fcf0ee req-e4b56161-9c15-4f97-84c0-00e6f44d6203 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.305418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41726d-672e-4246-8772-4f61d2fcf0ee req-e4b56161-9c15-4f97-84c0-00e6f44d6203 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.329992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41726d-672e-4246-8772-4f61d2fcf0ee req-e4b56161-9c15-4f97-84c0-00e6f44d6203 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.331731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e41726d-672e-4246-8772-4f61d2fcf0ee req-e4b56161-9c15-4f97-84c0-00e6f44d6203 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 3147 time: 0.2238359 Jul 13 07:32:55.344023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=c68d5211-6f63-4ded-bf57-4c089281861a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.414405 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.476744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.494871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.495184 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e41726d-672e-4246-8772-4f61d2fcf0ee req-fd84d9c2-ca5e-47b3-8d77-30c5b3de5d6b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453264 Jul 13 07:32:55.502881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:55.553116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:55.568607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:55.568992 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.570723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.582783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] No DVR routers for this DVR port c68d5211-6f63-4ded-bf57-4c089281861a on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:55.589411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.594867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-fd9f67e2-68fb-401b-b87d-93dc67df85f4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "DELETE /v2.0/ports/c68d5211-6f63-4ded-bf57-4c089281861a HTTP/1.1" status: 204 len: 173 time: 2.0516593 Jul 13 07:32:55.601499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': 'c68d5211-6f63-4ded-bf57-4c089281861a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:55.607321 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2cc24-df05-4e05-b712-67134221538f" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "c68d5211-6f63-4ded-bf57-4c089281861a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:55.632448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Allocated IP 2001:db8::f816:3eff:fe42:3e17 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/9aa2062e-806e-47fe-a42d-0aa79603dabf/c5efc011-3f01-4553-be55-832185148bf2) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:55.642460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:55.647290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:55.650048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:55.660673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.665558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.703344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=e5d559fb-4254-4e15-bb9e-3e13e5c1ec4e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.719279 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7a085b86-9545-4788-b09b-35ae53ae7cc3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9974623 Jul 13 07:32:55.719933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:55.749302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 40330ad7-4dd0-496c-ba31-b175cc83d844 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:55.839035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.940924 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f3a8f1-ce8f-42a4-aa44-f2e37fdbb2a3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.955100 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-73f3a8f1-ce8f-42a4-aa44-f2e37fdbb2a3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2314706 Jul 13 07:32:55.957619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:55.998602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:56.318062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-80f5abfb-4170-4927-abfb-c34b9ca77958 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port e5d559fb-4254-4e15-bb9e-3e13e5c1ec4e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:56.318418 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80f5abfb-4170-4927-abfb-c34b9ca77958 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.352589 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.376479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Allocated IP 172.25.8.209 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/70af8d8c-7260-481e-b233-b3bdf1708387) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:56.419032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:56.419599 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.422777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 40330ad7-4dd0-496c-ba31-b175cc83d844, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40330ad7-4dd0-496c-ba31-b175cc83d844,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:56.449272 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.466656 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d67386f-7fcf-489f-9dd1-fd850b071b2e x-openstack-request-id: req-0d67386f-7fcf-489f-9dd1-fd850b071b2e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:56.467070 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "c68d5211-6f63-4ded-bf57-4c089281861a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:56.467361 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d67386f-7fcf-489f-9dd1-fd850b071b2e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:56.467629 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': 'c68d5211-6f63-4ded-bf57-4c089281861a', 'status': 'completed', 'code': 200} Jul 13 07:32:56.477764 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80f5abfb-4170-4927-abfb-c34b9ca77958 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.495372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-80f5abfb-4170-4927-abfb-c34b9ca77958 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for e5d559fb-4254-4e15-bb9e-3e13e5c1ec4e owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:56.500921 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.524933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4eb4393c-cae2-4335-9cdd-38404d619dad no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:56.582011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Transition to ACTIVE for port object c5efc011-3f01-4553-be55-832185148bf2 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:56.613701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4eb4393c-cae2-4335-9cdd-38404d619dad not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:56.614336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 96cdbfac-8ed0-41c5-bfb5-f27e925b159e no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:56.692596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}, {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b'}, {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:56.695051 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7075902-fc75-4ae7-b5b0-cf1c80f96abd" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b"}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:56.711473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=40330ad7-4dd0-496c-ba31-b175cc83d844,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:56.733846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Transition to ACTIVE for port object c5efc011-3f01-4553-be55-832185148bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:56.769030 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.813690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 70a072d1-359a-42c2-94e8-bf766f3ad667 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:56.930649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80f5abfb-4170-4927-abfb-c34b9ca77958 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.997306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:57.007010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:57.039622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 96cdbfac-8ed0-41c5-bfb5-f27e925b159e not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:57.045437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:57.060488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:57.091571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5abfb-4170-4927-abfb-c34b9ca77958 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=e5d559fb-4254-4e15-bb9e-3e13e5c1ec4e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:57.139240 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80f5abfb-4170-4927-abfb-c34b9ca77958 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.144506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-80f5abfb-4170-4927-abfb-c34b9ca77958 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/e5d559fb-4254-4e15-bb9e-3e13e5c1ec4e HTTP/1.1" status: 204 len: 168 time: 1.1855640 Jul 13 07:32:57.151018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:57.156603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cf12246b-6c8d-42ed-838b-0e6e83f8aff1 None None] Could not find standard attr ID for object c68d5211-6f63-4ded-bf57-4c089281861a. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:57.159605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Pushing event updated for resources: {'Port': ['ID=c5efc011-3f01-4553-be55-832185148bf2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:57.165185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5900e-9b09-4374-ae08-13f3941535b3 req-6b0ac336-0b78-4704-b0a6-783fc99422d3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.173299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5900e-9b09-4374-ae08-13f3941535b3 req-6b0ac336-0b78-4704-b0a6-783fc99422d3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.182392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5900e-9b09-4374-ae08-13f3941535b3 req-6b0ac336-0b78-4704-b0a6-783fc99422d3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.189752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5900e-9b09-4374-ae08-13f3941535b3 req-6b0ac336-0b78-4704-b0a6-783fc99422d3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.192013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10b5900e-9b09-4374-ae08-13f3941535b3 req-6b0ac336-0b78-4704-b0a6-783fc99422d3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 3143 time: 0.2796855 Jul 13 07:32:57.206586 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.262350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.303607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbca933-59e1-4f38-9555-7737dc0c16f5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.308799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbca933-59e1-4f38-9555-7737dc0c16f5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.318295 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-edbca933-59e1-4f38-9555-7737dc0c16f5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1243050 Jul 13 07:32:57.321346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:57.326337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event updated for resources: {'Port': ['ID=70af8d8c-7260-481e-b233-b3bdf1708387,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:57.362152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Attempting to bind port c5efc011-3f01-4553-be55-832185148bf2 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:57.362674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Attempting to bind port c5efc011-3f01-4553-be55-832185148bf2 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:57.363408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Attempting to bind port c5efc011-3f01-4553-be55-832185148bf2 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:57.397342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:57.397895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:57.398439 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.398945 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:57.399724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Bound port: c5efc011-3f01-4553-be55-832185148bf2, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:57.400057 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.402559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10b5900e-9b09-4374-ae08-13f3941535b3 req-9d59bac8-5bb5-4f46-a0bb-672955503b04 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372306 Jul 13 07:32:57.434468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:57.435004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:57.447829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.447829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 70a072d1-359a-42c2-94e8-bf766f3ad667 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:57.447829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.448241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:57.448768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:57.474302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning complete for port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:57.474654 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.491796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port d7a19700-666d-4c9e-a9de-86a18f02f6aa {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:57.492459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.598642 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0786d1-6813-440f-988e-7c4818e91d02 x-openstack-request-id: req-5a0786d1-6813-440f-988e-7c4818e91d02 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:57.599098 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b", "code": 200}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:57.599457 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a0786d1-6813-440f-988e-7c4818e91d02 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:57.600099 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:32:57.600375 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b', 'code': 200} Jul 13 07:32:57.600625 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844', 'code': 200} Jul 13 07:32:57.692764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8d2a21-4e16-47ea-80c8-fc7757748759 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 9aa2062e-806e-47fe-a42d-0aa79603dabf {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:57.730607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] For port c5efc011-3f01-4553-be55-832185148bf2, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:57.731874 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2a21-4e16-47ea-80c8-fc7757748759 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.789218 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.794747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] For port c5efc011-3f01-4553-be55-832185148bf2, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c5efc011-3f01-4553-be55-832185148bf2,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:57.808342 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.840458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] For port d7a19700-666d-4c9e-a9de-86a18f02f6aa, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7a19700-666d-4c9e-a9de-86a18f02f6aa,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:57.841357 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.891900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] For port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:57.915103 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.925289 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2a21-4e16-47ea-80c8-fc7757748759 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.928182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aff1b1-898a-4089-932b-85f546760f5f None None] Pushing event updated for resources: {'Port': ['ID=c5efc011-3f01-4553-be55-832185148bf2,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.006948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning for port 09acc704-d8b7-4c21-9fe5-10b9cccac763 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:58.018496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning complete for port 09acc704-d8b7-4c21-9fe5-10b9cccac763 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:58.018882 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.113397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Port 09acc704-d8b7-4c21-9fe5-10b9cccac763 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:58.137565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Pushing event updated for resources: {'Port': ['ID=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.159569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning complete for port 4eb4393c-cae2-4335-9cdd-38404d619dad triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:58.160066 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.206166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.262725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Port 4eb4393c-cae2-4335-9cdd-38404d619dad cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:58.280276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning for port 04fd7dfa-6e95-43b9-a076-385f8f23814c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:58.291778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning complete for port 04fd7dfa-6e95-43b9-a076-385f8f23814c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:58.292124 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.408468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.514804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2a21-4e16-47ea-80c8-fc7757748759 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.613600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Port 04fd7dfa-6e95-43b9-a076-385f8f23814c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:58.653709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning complete for port 40330ad7-4dd0-496c-ba31-b175cc83d844 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:58.654295 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.786444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.786977 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.787409 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Floating IP 56b865db-71c6-4a41-b035-6718d84c4005 disassociated. External IP: 172.25.8.170, port: d7a19700-666d-4c9e-a9de-86a18f02f6aa. Jul 13 07:32:58.787883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for d7a19700-666d-4c9e-a9de-86a18f02f6aa owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:58.788248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d50ec-c435-4b8e-ad57-3d2d57b1877c req-f13ba78b-3420-483b-82b2-2d636e8a6828 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.795671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d50ec-c435-4b8e-ad57-3d2d57b1877c req-f13ba78b-3420-483b-82b2-2d636e8a6828 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.804051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d50ec-c435-4b8e-ad57-3d2d57b1877c req-f13ba78b-3420-483b-82b2-2d636e8a6828 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.810693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d50ec-c435-4b8e-ad57-3d2d57b1877c req-f13ba78b-3420-483b-82b2-2d636e8a6828 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.818562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9f2d50ec-c435-4b8e-ad57-3d2d57b1877c req-f13ba78b-3420-483b-82b2-2d636e8a6828 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 3145 time: 0.2006233 Jul 13 07:32:58.873116 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.887579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9f2d50ec-c435-4b8e-ad57-3d2d57b1877c req-632ced9f-54f1-42ef-8615-942e65882706 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678360 Jul 13 07:32:58.924766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c5efc011-3f01-4553-be55-832185148bf2 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:59.016859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.107727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=d7a19700-666d-4c9e-a9de-86a18f02f6aa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.112613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] For port 40330ad7-4dd0-496c-ba31-b175cc83d844, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40330ad7-4dd0-496c-ba31-b175cc83d844,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:59.122309 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.123928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.124392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.124847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.125310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.126022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.126470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.126874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.127271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.127671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.128070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.128468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.128855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:59.268439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Pushing event updated for resources: {'Port': ['ID=40330ad7-4dd0-496c-ba31-b175cc83d844,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.308410 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c5efc011-3f01-4553-be55-832185148bf2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:59.324148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning complete for port 8e0fc94e-b758-4c29-a921-885c200f5cba triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:59.324531 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.339827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2a21-4e16-47ea-80c8-fc7757748759 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.490746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d2a21-4e16-47ea-80c8-fc7757748759 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa2062e-806e-47fe-a42d-0aa79603dabf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.529346 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2a21-4e16-47ea-80c8-fc7757748759 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.533884 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0c8d2a21-4e16-47ea-80c8-fc7757748759 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/9aa2062e-806e-47fe-a42d-0aa79603dabf HTTP/1.1" status: 204 len: 168 time: 2.2007291 Jul 13 07:32:59.534808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43242) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:59.601426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b'}, {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:59.607884 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e15929a-42e7-458f-9183-3695f2453c65" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b"}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:59.653457 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.716304 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea5491-4272-4020-ac54-330a07241b72 x-openstack-request-id: req-6fea5491-4272-4020-ac54-330a07241b72 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:59.716620 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b", "code": 200}, {"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:59.717039 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fea5491-4272-4020-ac54-330a07241b72 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:59.717314 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b', 'code': 200} Jul 13 07:32:59.717532 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844', 'code': 200} Jul 13 07:32:59.731870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92dce9d-0d8d-4f2f-b5c6-dfa7544fde86 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:59.734877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] For port 8e0fc94e-b758-4c29-a921-885c200f5cba, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8e0fc94e-b758-4c29-a921-885c200f5cba,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:59.760660 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.765728 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7508da8d-87d6-436e-beba-412c51ea811f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2294879 Jul 13 07:32:59.768399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43252) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:59.772688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.777552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:59.781220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Router d0c5fe75-b563-481a-8a04-a30946b8fbad has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:59.790833 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.884627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Could not find standard attr ID for object d7a19700-666d-4c9e-a9de-86a18f02f6aa. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:33:00.056250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning complete for port 70a072d1-359a-42c2-94e8-bf766f3ad667 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:00.058379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.102620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:00.111992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.140852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Pushing event updated for resources: {'Port': ['ID=8e0fc94e-b758-4c29-a921-885c200f5cba,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:00.283658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:00.285125 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e2a189d-691a-4a0d-9bf7-98dacb87f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.339688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:33:00.352869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] Sync routers for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:33:00.436284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:00.437277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:00.516790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06ca8a-118c-4b52-ac2b-c71df05766ff None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:00.589816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] No DVR routers for this DVR port d7a19700-666d-4c9e-a9de-86a18f02f6aa on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:00.604208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event updated for resources: {'Port': ['ID=70af8d8c-7260-481e-b233-b3bdf1708387,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:00.608237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.609869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-4cba17a7-17e0-4e91-a8bf-aac32c2a35ec tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "DELETE /v2.0/ports/d7a19700-666d-4c9e-a9de-86a18f02f6aa HTTP/1.1" status: 204 len: 173 time: 4.9955127 Jul 13 07:33:00.621161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:00.625247 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138773ea-d0a1-4742-a068-d114e7e935cb" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:00.723118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5059a1c9-c4b4-4fdf-aa03-59b9be5398b8 None None] Provisioning complete for port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:00.724313 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5059a1c9-c4b4-4fdf-aa03-59b9be5398b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.745995 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.812763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:00.815082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c5efc011-3f01-4553-be55-832185148bf2 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:00.849239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.850429 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7975dd30-9123-494c-a6ef-77a4cb053e27 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3300254 Jul 13 07:33:00.863950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43286) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:00.895257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-41f7fc9d-4653-40a2-aff5-12bb854f187d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Request body: {'floatingip': {'port_id': '09acc704-d8b7-4c21-9fe5-10b9cccac763', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:00.963643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7c06ca8a-118c-4b52-ac2b-c71df05766ff None None] Deleting port c5efc011-3f01-4553-be55-832185148bf2 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:00.969082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:33:00.976586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c06ca8a-118c-4b52-ac2b-c71df05766ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.012359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41f7fc9d-4653-40a2-aff5-12bb854f187d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.155938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57024-651d-40eb-a5ea-89f7f6e7d4f2 req-417983b2-fb64-4aed-bb53-40967ad820ac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.162212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57024-651d-40eb-a5ea-89f7f6e7d4f2 req-417983b2-fb64-4aed-bb53-40967ad820ac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.172612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57024-651d-40eb-a5ea-89f7f6e7d4f2 req-417983b2-fb64-4aed-bb53-40967ad820ac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.183731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07a57024-651d-40eb-a5ea-89f7f6e7d4f2 req-417983b2-fb64-4aed-bb53-40967ad820ac tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 2415 time: 0.8209894 Jul 13 07:33:01.237073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port 40330ad7-4dd0-496c-ba31-b175cc83d844 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:01.237492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.333617 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.334786 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07a57024-651d-40eb-a5ea-89f7f6e7d4f2 req-e097eea7-4a24-4145-87f8-5d619d34fb1e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514421 Jul 13 07:33:01.535827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] For port c5efc011-3f01-4553-be55-832185148bf2, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c5efc011-3f01-4553-be55-832185148bf2,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:01.571815 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-41f7fc9d-4653-40a2-aff5-12bb854f187d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] update failed (client error): The resource could not be found. Jul 13 07:33:01.573379 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-41f7fc9d-4653-40a2-aff5-12bb854f187d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "PUT /v2.0/floatingips/d009e248-848d-4895-bf0d-935528c31fe1 HTTP/1.1" status: 404 len: 507 time: 0.7035818 Jul 13 07:33:01.575930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:01.586254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.605877 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] For port 40330ad7-4dd0-496c-ba31-b175cc83d844, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40330ad7-4dd0-496c-ba31-b175cc83d844,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:01.607053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.607510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.718126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7c06ca8a-118c-4b52-ac2b-c71df05766ff None None] For port c5efc011-3f01-4553-be55-832185148bf2, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c5efc011-3f01-4553-be55-832185148bf2,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:01.718126 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c06ca8a-118c-4b52-ac2b-c71df05766ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.722799 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.736320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for 40330ad7-4dd0-496c-ba31-b175cc83d844 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:01.763585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7c06ca8a-118c-4b52-ac2b-c71df05766ff None None] Calling delete_port for c5efc011-3f01-4553-be55-832185148bf2 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:01.906932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=de82e46a-a4ab-4a02-8a51-783f9f632568,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:01.933370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:01.982466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:01.999087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.999700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.020148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:02.027796 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a073c1f-bd7d-48d8-86e1-02b7926d83b2" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:02.034025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=c5efc011-3f01-4553-be55-832185148bf2,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:02.063586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-23313bbd-afdb-4705-bd0d-3efad756e6a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2940819 Jul 13 07:33:02.071639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43294) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:02.087357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:39:ea:01', 'name': 'tempest-NetworksTestDHCPv6-1925824024'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:02.148614 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab2730-26f9-4372-a6ed-f0f17ca6c170 x-openstack-request-id: req-c2ab2730-26f9-4372-a6ed-f0f17ca6c170 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:02.149828 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "d7a19700-666d-4c9e-a9de-86a18f02f6aa", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:02.151197 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2ab2730-26f9-4372-a6ed-f0f17ca6c170 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:02.152326 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': 'd7a19700-666d-4c9e-a9de-86a18f02f6aa', 'status': 'completed', 'code': 200} Jul 13 07:33:02.229819 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcce2676-8180-4ecf-a167-07c496f158a5 x-openstack-request-id: req-dcce2676-8180-4ecf-a167-07c496f158a5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:02.230291 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-plugged", "status": "completed", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:02.230401 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcce2676-8180-4ecf-a167-07c496f158a5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:02.230777 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba', 'code': 200} Jul 13 07:33:02.310327 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c06ca8a-118c-4b52-ac2b-c71df05766ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.324466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5059a1c9-c4b4-4fdf-aa03-59b9be5398b8 None None] Provisioning for port c5efc011-3f01-4553-be55-832185148bf2 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:02.347032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Deleting port 70af8d8c-7260-481e-b233-b3bdf1708387 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:02.347424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.392088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:02.421109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5059a1c9-c4b4-4fdf-aa03-59b9be5398b8 None None] Provisioning complete for port c5efc011-3f01-4553-be55-832185148bf2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:02.431541 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5059a1c9-c4b4-4fdf-aa03-59b9be5398b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.442001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06ca8a-118c-4b52-ac2b-c71df05766ff None None] Pushing event deleted for resources: {'Port': ['ID=c5efc011-3f01-4553-be55-832185148bf2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:02.455005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06ca8a-118c-4b52-ac2b-c71df05766ff None None] No DVR routers for this DVR port c5efc011-3f01-4553-be55-832185148bf2 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:02.492522 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.521548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5059a1c9-c4b4-4fdf-aa03-59b9be5398b8 None None] Port c5efc011-3f01-4553-be55-832185148bf2 was deleted so its status cannot be updated. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:33:02.539455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5059a1c9-c4b4-4fdf-aa03-59b9be5398b8 None None] Could not find standard attr ID for object 40330ad7-4dd0-496c-ba31-b175cc83d844. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:33:02.550595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847311b8-df56-4b77-9ab0-bc791af84fb5 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:02.626777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.627316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.640362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Calling delete_port for 70af8d8c-7260-481e-b233-b3bdf1708387 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:02.665156 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.674923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:29Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a919dcb9-6a20-40dd-bae1-c09971a5f05b', 'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'mac_address': 'fa:16:3e:a8:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:38Z', 'revision_number': 5, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'subnets': [{'id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:02.690751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5059a1c9-c4b4-4fdf-aa03-59b9be5398b8 None None] Provisioning complete for port 8e0fc94e-b758-4c29-a921-885c200f5cba triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:02.691207 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5059a1c9-c4b4-4fdf-aa03-59b9be5398b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.697885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 36874ed6-707f-4d29-9f8c-99920be78f64 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:02.779590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] Checking router: d0c5fe75-b563-481a-8a04-a30946b8fbad for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:33:02.823768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:02.831183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:02.875437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:fe39:ea01 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/de82e46a-a4ab-4a02-8a51-783f9f632568/36874ed6-707f-4d29-9f8c-99920be78f64) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:03.070725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=40330ad7-4dd0-496c-ba31-b175cc83d844,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.116348 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.188821 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.220282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 36874ed6-707f-4d29-9f8c-99920be78f64 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:03.290317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.296848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': 'de82e46a-a4ab-4a02-8a51-783f9f632568'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:03.297799 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.305488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:03.393124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.401422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.406884 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "DELETE /v2.0/floatingips/d009e248-848d-4895-bf0d-935528c31fe1 HTTP/1.1" status: 204 len: 168 time: 1.8236909 Jul 13 07:33:03.406884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] No DVR routers for this DVR port 40330ad7-4dd0-496c-ba31-b175cc83d844 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:03.407850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.409970 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-affda718-4bda-4062-9e19-858b791b276b tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "DELETE /v2.0/ports/40330ad7-4dd0-496c-ba31-b175cc83d844 HTTP/1.1" status: 204 len: 173 time: 2.7756705 Jul 13 07:33:03.411273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43308) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:03.413922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:03.414475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c2da4-25d8-4a20-82a6-ce70924b2a0d tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event deleted for resources: {'Port': ['ID=70af8d8c-7260-481e-b233-b3bdf1708387,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.424744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:03.428922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:03.436593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9247a683-d7a2-432e-92ef-b86c3b00700c tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Request body: {'floatingip': {'floating_network_id': '3280ec24-d357-4009-a0f6-7aa99472d44e', 'port_id': '09acc704-d8b7-4c21-9fe5-10b9cccac763', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:03.446813 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.448166 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.466170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=36874ed6-707f-4d29-9f8c-99920be78f64,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.498740 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8ef51ba7-9b2c-4a98-aa5f-9796d96bf849 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4258399 Jul 13 07:33:03.501128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43310) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:03.666120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e49adcc-a702-4c94-8be0-1f439abe5778 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.672296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e49adcc-a702-4c94-8be0-1f439abe5778 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1700253 Jul 13 07:33:03.674825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43312) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:03.850600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Allocated IP 2001:db8::f816:3eff:fe85:ba94 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/de82e46a-a4ab-4a02-8a51-783f9f632568/f580f01b-cbfd-4262-8574-5fcf9bcc3cf3) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:03.927842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ce2e8-3e24-469b-bd9e-713dbaab3940 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 36874ed6-707f-4d29-9f8c-99920be78f64 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:03.928198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce2e8-3e24-469b-bd9e-713dbaab3940 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.162682 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce2e8-3e24-469b-bd9e-713dbaab3940 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.179782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:29Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a919dcb9-6a20-40dd-bae1-c09971a5f05b', 'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'mac_address': 'fa:16:3e:a8:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:38Z', 'revision_number': 5, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'subnets': [{'id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:04.195264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ce2e8-3e24-469b-bd9e-713dbaab3940 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 36874ed6-707f-4d29-9f8c-99920be78f64 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:04.222246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:04.232092 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61175a39-7e30-49e4-b8a0-21e6204136aa" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:04.270578 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9247a683-d7a2-432e-92ef-b86c3b00700c tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.303380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3b4005-f17d-4cec-b119-2575fe51a245 None None] The sync data for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 is: [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:22:29Z', 'revision_number': 4, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a919dcb9-6a20-40dd-bae1-c09971a5f05b', 'name': '', 'network_id': '0baccc74-6e19-4abf-9d93-7dbb7be7e212', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'mac_address': 'fa:16:3e:a8:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:38Z', 'revision_number': 5, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'subnets': [{'id': 'fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:33:04.377775 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.504633 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce2e8-3e24-469b-bd9e-713dbaab3940 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.506830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ec9e6-8d6e-442f-8536-385cdae1b353 req-a23d3a0a-6ff4-4da3-b235-eb98442f2b08 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.507441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Transition to ACTIVE for port object f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:04.515583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ec9e6-8d6e-442f-8536-385cdae1b353 req-a23d3a0a-6ff4-4da3-b235-eb98442f2b08 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.526189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e47ec9e6-8d6e-442f-8536-385cdae1b353 req-a23d3a0a-6ff4-4da3-b235-eb98442f2b08 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 1680 time: 1.5213108 Jul 13 07:33:04.543231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Transition to ACTIVE for port object f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:04.556635 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.596121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ce2e8-3e24-469b-bd9e-713dbaab3940 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=36874ed6-707f-4d29-9f8c-99920be78f64,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:04.647107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce2e8-3e24-469b-bd9e-713dbaab3940 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.649268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ad1ce2e8-3e24-469b-bd9e-713dbaab3940 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/36874ed6-707f-4d29-9f8c-99920be78f64 HTTP/1.1" status: 204 len: 168 time: 0.9707193 Jul 13 07:33:04.662809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43318) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:04.693594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:04.710725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:04.715424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:04.734003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Pushing event updated for resources: {'Port': ['ID=f580f01b-cbfd-4262-8574-5fcf9bcc3cf3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:04.800420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e47ec9e6-8d6e-442f-8536-385cdae1b353 req-6f38ff8f-0fff-48f8-8d96-3270529423b9 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731183 Jul 13 07:33:04.804551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f74642-2e60-42a2-9a89-5441fcb7a314 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.808548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f74642-2e60-42a2-9a89-5441fcb7a314 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.817987 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-42f74642-2e60-42a2-9a89-5441fcb7a314 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1468527 Jul 13 07:33:04.820918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43320) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:04.883966 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39c233-6258-4aa2-9c88-4150b6e53639 None None] New status for floating IP 56b865db-71c6-4a41-b035-6718d84c4005: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:33:04.920670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Attempting to bind port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:04.921057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Attempting to bind port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:04.921434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Attempting to bind port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:04.937650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:04.938363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:04.938792 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.939607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:04.944925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Bound port: f580f01b-cbfd-4262-8574-5fcf9bcc3cf3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:04.945387 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.960052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbd91aa-0b99-48f8-a745-b77b907d8730 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet de82e46a-a4ab-4a02-8a51-783f9f632568 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:04.968125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9fbd91aa-0b99-48f8-a745-b77b907d8730 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.119811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] For port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:05.120936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9fbd91aa-0b99-48f8-a745-b77b907d8730 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.124088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] For port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f580f01b-cbfd-4262-8574-5fcf9bcc3cf3,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:05.135167 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.209794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port 8e0fc94e-b758-4c29-a921-885c200f5cba {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:05.214320 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.242950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc273f1f-837a-4458-9e1d-4f3e00be7bc6 None None] Pushing event updated for resources: {'Port': ['ID=f580f01b-cbfd-4262-8574-5fcf9bcc3cf3,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:05.365060 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce03a97-fa7f-41ea-8c44-74e1a9d8f11d x-openstack-request-id: req-7ce03a97-fa7f-41ea-8c44-74e1a9d8f11d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:05.365669 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "40330ad7-4dd0-496c-ba31-b175cc83d844", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:05.365669 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ce03a97-fa7f-41ea-8c44-74e1a9d8f11d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:05.366173 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': '40330ad7-4dd0-496c-ba31-b175cc83d844', 'status': 'completed', 'code': 200} Jul 13 07:33:05.370661 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.469010 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-9247a683-d7a2-432e-92ef-b86c3b00700c tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:33:05.470419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9247a683-d7a2-432e-92ef-b86c3b00700c tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.0580714 Jul 13 07:33:05.474249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43324) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:05.479807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '09acc704-d8b7-4c21-9fe5-10b9cccac763', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:05.548342 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.585683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] For port 8e0fc94e-b758-4c29-a921-885c200f5cba, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8e0fc94e-b758-4c29-a921-885c200f5cba,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:05.586390 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.605077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for 8e0fc94e-b758-4c29-a921-885c200f5cba owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:05.657746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9fbd91aa-0b99-48f8-a745-b77b907d8730 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.748196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.787729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9fbd91aa-0b99-48f8-a745-b77b907d8730 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.897325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd91aa-0b99-48f8-a745-b77b907d8730 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=de82e46a-a4ab-4a02-8a51-783f9f632568,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:05.919252 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9fbd91aa-0b99-48f8-a745-b77b907d8730 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.921169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9fbd91aa-0b99-48f8-a745-b77b907d8730 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/de82e46a-a4ab-4a02-8a51-783f9f632568 HTTP/1.1" status: 204 len: 168 time: 1.0961759 Jul 13 07:33:05.940340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:06.021116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Allocated IP 172.25.8.61 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/505ff838-27f2-46e7-89f0-57d6a3f8f8fa) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:06.035792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2411f6f7-8cdd-4b90-b1f1-3785cf6f9563 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943124 Jul 13 07:33:06.036903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43332) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:06.187856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.255056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=8e0fc94e-b758-4c29-a921-885c200f5cba,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:06.361722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] No DVR routers for this DVR port 8e0fc94e-b758-4c29-a921-885c200f5cba on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:06.365853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.367900 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-1ef46c2b-dcbb-46fc-9f32-f063dc51a0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "DELETE /v2.0/ports/8e0fc94e-b758-4c29-a921-885c200f5cba HTTP/1.1" status: 204 len: 173 time: 2.9445767 Jul 13 07:33:06.377280 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.382348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57220337-8156-43d7-b847-b221d7ede092 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.386874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-57220337-8156-43d7-b847-b221d7ede092 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3438153 Jul 13 07:33:06.398442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:06.497781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926128b-9d25-4d25-bcca-8194df529f30 req-9fbc3110-b51b-49b7-9cda-c1d5dc780888 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.508146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6926128b-9d25-4d25-bcca-8194df529f30 req-9fbc3110-b51b-49b7-9cda-c1d5dc780888 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 945 time: 0.4177527 Jul 13 07:33:06.560356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccebe8e4-1767-4711-b25f-486a11974ee9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.571923 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ccebe8e4-1767-4711-b25f-486a11974ee9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1713462 Jul 13 07:33:06.583546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43344) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:06.727557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6926128b-9d25-4d25-bcca-8194df529f30 req-edd8bd2d-eb23-4845-a475-1d3d2847950e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c3a6854-0d17-4d73-ba44-a43245d3da7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181144 Jul 13 07:33:06.770308 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f69f4190-dad4-4ca7-be9c-081055c3c004 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1853251 Jul 13 07:33:06.775830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43346) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:06.800097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:06.808724 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.911573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:06.911918 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.935240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:06.955720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event updated for resources: {'Port': ['ID=505ff838-27f2-46e7-89f0-57d6a3f8f8fa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:07.007947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:07.017562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:07.021992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:07.024709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a0d2ed-fc18-4d78-829e-f99c649537ee None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:07.201378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:07.216002 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.221242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] For port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:07.224041 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.285930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1eb09890-4ca1-4562-bb00-77f418a274de None None] Provisioning for port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:07.291081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:07.416977 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.417655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:07.421454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:07.427946 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05681b12-8293-47f4-aef6-8b7fe775ee4f" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:07.431350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:07.432030 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.436755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Deleting port 505ff838-27f2-46e7-89f0-57d6a3f8f8fa {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:07.438071 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.517701 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210c8539-b146-4e2c-8483-0fec08185cbd x-openstack-request-id: req-210c8539-b146-4e2c-8483-0fec08185cbd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:07.518026 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "8e0fc94e-b758-4c29-a921-885c200f5cba", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:07.518311 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-210c8539-b146-4e2c-8483-0fec08185cbd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:07.518701 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': '8e0fc94e-b758-4c29-a921-885c200f5cba', 'status': 'completed', 'code': 200} Jul 13 07:33:07.603744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.604380 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.643358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Calling delete_port for 505ff838-27f2-46e7-89f0-57d6a3f8f8fa owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:07.680316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.723005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1957ead-835e-4fae-9bc4-85ce71aa59c4 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:07.810484 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.827078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f580f01b-cbfd-4262-8574-5fcf9bcc3cf3,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:07.840851 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.899564 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.968208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event deleted for resources: {'Port': ['ID=505ff838-27f2-46e7-89f0-57d6a3f8f8fa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:07.986880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.013393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c1957ead-835e-4fae-9bc4-85ce71aa59c4 None None] Deleting port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:08.014019 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c1957ead-835e-4fae-9bc4-85ce71aa59c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.016681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=f580f01b-cbfd-4262-8574-5fcf9bcc3cf3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.157594 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] create failed (client error): The resource could not be found. Jul 13 07:33:08.164418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c3e05308-4b26-482f-8848-0e73f66603ff tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6886430 Jul 13 07:33:08.165396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43356) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:08.189396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c1957ead-835e-4fae-9bc4-85ce71aa59c4 None None] For port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f580f01b-cbfd-4262-8574-5fcf9bcc3cf3,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:08.189807 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c1957ead-835e-4fae-9bc4-85ce71aa59c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.193444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f20aeb4-4bac-4fe0-bcc1-955a8e1be344 req-2aec707e-7281-48ef-aba2-12b1040c71b4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1961548 Jul 13 07:33:08.211128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c1957ead-835e-4fae-9bc4-85ce71aa59c4 None None] Calling delete_port for f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:08.373016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-153ee4e1-bed0-4019-9ff2-7ea044683800 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Deleting port 09acc704-d8b7-4c21-9fe5-10b9cccac763 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:08.373375 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-153ee4e1-bed0-4019-9ff2-7ea044683800 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.380024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] No DVR routers for this DVR port 8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:08.384297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.388029 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc86ed01-aa02-4439-bc51-9341a76d7e71 req-216db246-62b0-49ab-af28-8824e6adeac3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.48 "DELETE /v2.0/ports/8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b HTTP/1.1" status: 204 len: 173 time: 2.0022895 Jul 13 07:33:08.400414 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c1957ead-835e-4fae-9bc4-85ce71aa59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.492394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1957ead-835e-4fae-9bc4-85ce71aa59c4 None None] Pushing event deleted for resources: {'Port': ['ID=f580f01b-cbfd-4262-8574-5fcf9bcc3cf3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.514494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1957ead-835e-4fae-9bc4-85ce71aa59c4 None None] No DVR routers for this DVR port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:08.615621 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-153ee4e1-bed0-4019-9ff2-7ea044683800 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.619357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.objects.ports [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:33:08.665459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-153ee4e1-bed0-4019-9ff2-7ea044683800 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Calling delete_port for 09acc704-d8b7-4c21-9fe5-10b9cccac763 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:08.803842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:08.830903 n-d-758944-43 neutron-server[93774]: WARNING neutron.services.revisions.revision_plugin [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Could not find related port for resource to bump revision. Jul 13 07:33:08.854290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Port f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 07:33:08.856224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Reverting IP allocation for 2001:db8::f816:3eff:fe85:ba94 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 07:33:08.862703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe85:ba94 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 07:33:08.866308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:08.867695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.868132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f580f01b-cbfd-4262-8574-5fcf9bcc3cf3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:08.984202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:08.988315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:08.997453 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-153ee4e1-bed0-4019-9ff2-7ea044683800 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.006198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.007077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.015633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c58619-39d7-42cf-8773-abebfffedfa3 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:09.119933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3380337 Jul 13 07:33:09.121930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71094a-2e33-4584-9c2e-a2ea03c89eae tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=5a7d9112-25b8-44c1-b0c6-dcd010b056c9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.122985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43366) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:09.133780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:2b:f7:5e', 'name': 'tempest-NetworksTestDHCPv6-1871556656'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:09.156125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ee4e1-bed0-4019-9ff2-7ea044683800 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event deleted for resources: {'Port': ['ID=09acc704-d8b7-4c21-9fe5-10b9cccac763,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.256158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-153ee4e1-bed0-4019-9ff2-7ea044683800 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.260978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-153ee4e1-bed0-4019-9ff2-7ea044683800 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "DELETE /v2.0/ports/09acc704-d8b7-4c21-9fe5-10b9cccac763 HTTP/1.1" status: 204 len: 168 time: 1.0916417 Jul 13 07:33:09.261798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:09.483324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '5a7d9112-25b8-44c1-b0c6-dcd010b056c9'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:09.484727 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.496729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:09.500432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f926505f-243f-44e9-8b72-fb12c008b496 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.504467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f926505f-243f-44e9-8b72-fb12c008b496 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bac6c2-ffa2-4683-90b2-3b87545b610f HTTP/1.1" status: 200 len: 913 time: 0.2416437 Jul 13 07:33:09.507007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43380) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:09.557926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:09.560638 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b60081-460f-4c8c-8c51-c3ce3160f2ed" -d '{"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:09.620391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d2671fd-2a59-4d74-9133-c1fc719a61cf req-d974e0bb-2cf6-4aa1-934e-3712ab5f1474 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1062686 Jul 13 07:33:09.764875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.772090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Allocated IP 2001:db8::f816:3eff:fea3:e998 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/5a7d9112-25b8-44c1-b0c6-dcd010b056c9/198829e0-9374-42cc-b169-96c7b71f8525) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:09.819321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port aa978d38-f11d-4318-a977-a6803c6eb3bb yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:10.046695 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4342f8d-54a2-4524-b01e-b23d68fde7ab x-openstack-request-id: req-f4342f8d-54a2-4524-b01e-b23d68fde7ab {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:10.046993 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259642a-8d5f-411f-a82d-f019a425d8a2", "name": "network-vif-deleted", "tag": "8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:10.047306 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4342f8d-54a2-4524-b01e-b23d68fde7ab {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:10.047737 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259642a-8d5f-411f-a82d-f019a425d8a2', 'name': 'network-vif-deleted', 'tag': '8b8cb5ec-78a4-4486-81de-7a77b8fc1f2b', 'status': 'completed', 'code': 200} Jul 13 07:33:10.153273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.167150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Transition to ACTIVE for port object 198829e0-9374-42cc-b169-96c7b71f8525 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:10.191519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Transition to ACTIVE for port object 198829e0-9374-42cc-b169-96c7b71f8525 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:10.211797 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.287818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:10.313637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:10.323854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:10.334691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:fe2b:f75e (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/5a7d9112-25b8-44c1-b0c6-dcd010b056c9/aa978d38-f11d-4318-a977-a6803c6eb3bb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:10.343259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Pushing event updated for resources: {'Port': ['ID=198829e0-9374-42cc-b169-96c7b71f8525,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:10.535689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Attempting to bind port 198829e0-9374-42cc-b169-96c7b71f8525 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:10.536275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Attempting to bind port 198829e0-9374-42cc-b169-96c7b71f8525 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:10.537874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Attempting to bind port 198829e0-9374-42cc-b169-96c7b71f8525 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:10.548197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:10.548875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:10.552050 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.552652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:10.553342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Bound port: 198829e0-9374-42cc-b169-96c7b71f8525, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:10.553976 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.637958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a18f7f-96fd-4523-9270-ed660b5cba06 req-13eef269-8d0f-4363-9280-26e4240d2920 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.646083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7a18f7f-96fd-4523-9270-ed660b5cba06 req-13eef269-8d0f-4363-9280-26e4240d2920 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 949 time: 0.2867601 Jul 13 07:33:10.715504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] For port 198829e0-9374-42cc-b169-96c7b71f8525, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:10.727133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] For port 198829e0-9374-42cc-b169-96c7b71f8525, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=198829e0-9374-42cc-b169-96c7b71f8525,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:10.737337 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.790172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7a18f7f-96fd-4523-9270-ed660b5cba06 req-3bdeb981-459c-450c-99f9-baa5bf83b783 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340947 Jul 13 07:33:10.845522 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.863500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.906212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object aa978d38-f11d-4318-a977-a6803c6eb3bb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:11.002295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213a454-4e0a-4436-bbd9-5d2aa1746143 None None] Pushing event updated for resources: {'Port': ['ID=198829e0-9374-42cc-b169-96c7b71f8525,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.011898 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.130214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=aa978d38-f11d-4318-a977-a6803c6eb3bb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.185366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:11.189005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:11.196324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:11.212175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:11.213045 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.244172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4c2525e4-83cf-44fb-af11-9aecfeaf93a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1141903 Jul 13 07:33:11.246185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:11.272830 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f483d5e-0db1-44fd-adbf-1d121f638763 req-880910b9-3726-47f9-a839-5835daf87010 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1310623 Jul 13 07:33:11.441797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb8fbd-5889-46ad-8b7c-263735183b82 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:11.448708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb8fbd-5889-46ad-8b7c-263735183b82 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:11.450465 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-efdb8fbd-5889-46ad-8b7c-263735183b82 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2030468 Jul 13 07:33:11.456484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:11.643451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Deleting port 04fd7dfa-6e95-43b9-a076-385f8f23814c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:11.644557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.678291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-82cdb2f5-c35a-4bfb-96d7-347761df9c87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port aa978d38-f11d-4318-a977-a6803c6eb3bb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:11.678776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82cdb2f5-c35a-4bfb-96d7-347761df9c87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.818809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82cdb2f5-c35a-4bfb-96d7-347761df9c87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.851543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-82cdb2f5-c35a-4bfb-96d7-347761df9c87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for aa978d38-f11d-4318-a977-a6803c6eb3bb owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:11.873482 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.922568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Calling delete_port for 04fd7dfa-6e95-43b9-a076-385f8f23814c owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:12.165018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82cdb2f5-c35a-4bfb-96d7-347761df9c87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.200500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdb2f5-c35a-4bfb-96d7-347761df9c87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=aa978d38-f11d-4318-a977-a6803c6eb3bb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.273779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82cdb2f5-c35a-4bfb-96d7-347761df9c87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.287474 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-82cdb2f5-c35a-4bfb-96d7-347761df9c87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/aa978d38-f11d-4318-a977-a6803c6eb3bb HTTP/1.1" status: 204 len: 168 time: 0.8297696 Jul 13 07:33:12.288122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43446) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.314942 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b085e-46f3-4032-94d2-b553726ec37e req-34ecef3c-9c06-4f8e-8000-563d73c98bf1 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.316568 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e7b085e-46f3-4032-94d2-b553726ec37e req-34ecef3c-9c06-4f8e-8000-563d73c98bf1 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 949 time: 0.2204576 Jul 13 07:33:12.462898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d7be1-edae-4688-9623-1a651cba4fc6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.464605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d7be1-edae-4688-9623-1a651cba4fc6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.475207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-623d7be1-edae-4688-9623-1a651cba4fc6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1860156 Jul 13 07:33:12.476039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43450) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.557908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.619218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bad872c-7897-4a22-9906-d508e16959a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 5a7d9112-25b8-44c1-b0c6-dcd010b056c9 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:12.620400 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e7b085e-46f3-4032-94d2-b553726ec37e req-b2244871-5922-46cb-8ee8-c8aac6bc538e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835419 Jul 13 07:33:12.628286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bad872c-7897-4a22-9906-d508e16959a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.733378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event deleted for resources: {'Port': ['ID=04fd7dfa-6e95-43b9-a076-385f8f23814c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.808758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bad872c-7897-4a22-9906-d508e16959a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.836016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3822d3bb-e225-439f-bf4d-8db76c1ece8c None None] Provisioning for port 198829e0-9374-42cc-b169-96c7b71f8525 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:12.994602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 198829e0-9374-42cc-b169-96c7b71f8525 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:13.199307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 198829e0-9374-42cc-b169-96c7b71f8525 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:13.211287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 198829e0-9374-42cc-b169-96c7b71f8525 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:13.218536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.271540 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bad872c-7897-4a22-9906-d508e16959a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.339761 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.458024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bad872c-7897-4a22-9906-d508e16959a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.563464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8e895502-a4e7-48bd-afb6-40e1a9241ed0 None None] Could not find standard attr ID for object aa978d38-f11d-4318-a977-a6803c6eb3bb. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:33:13.570591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad872c-7897-4a22-9906-d508e16959a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7d9112-25b8-44c1-b0c6-dcd010b056c9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:13.606454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bad872c-7897-4a22-9906-d508e16959a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.622485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4bad872c-7897-4a22-9906-d508e16959a4 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/5a7d9112-25b8-44c1-b0c6-dcd010b056c9 HTTP/1.1" status: 204 len: 168 time: 1.1368098 Jul 13 07:33:13.624716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43476) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:13.636809 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.944849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad540a23-34b0-47eb-92d1-a1efb2335cef req-91dc033a-635a-4cca-9020-d8e2f8f3dbc0 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.3140099 Jul 13 07:33:13.997100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5ab17-29b6-47f3-83c3-745dca32f287 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:14.083179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a7e8743e-1a8d-41b0-af0a-2cb4a8f2abdd tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3967435 Jul 13 07:33:14.084126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:14.090024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:14.123368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Router 90bac6c2-ffa2-4683-90b2-3b87545b610f has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:33:14.232175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:33:14.232839 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:33:14.302182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:33:14.324625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743abb5f-9eb0-4314-bbe5-6c34610bdaab None None] Sync routers for ids ['90bac6c2-ffa2-4683-90b2-3b87545b610f'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:33:14.340158 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-151bce80-0bd6-4221-9183-9affb3c22dd4 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "PUT /v2.0/routers/90bac6c2-ffa2-4683-90b2-3b87545b610f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8289132 Jul 13 07:33:14.343744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:14.371627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743abb5f-9eb0-4314-bbe5-6c34610bdaab None None] Routers {'90bac6c2-ffa2-4683-90b2-3b87545b610f'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:14.372432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-743abb5f-9eb0-4314-bbe5-6c34610bdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['90bac6c2-ffa2-4683-90b2-3b87545b610f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:14.401728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:14.418011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.420390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-743abb5f-9eb0-4314-bbe5-6c34610bdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:14.429916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743abb5f-9eb0-4314-bbe5-6c34610bdaab None None] Routers {'90bac6c2-ffa2-4683-90b2-3b87545b610f'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:14.433116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-743abb5f-9eb0-4314-bbe5-6c34610bdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:32:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['90bac6c2-ffa2-4683-90b2-3b87545b610f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:14.478719 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-743abb5f-9eb0-4314-bbe5-6c34610bdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:14.479395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743abb5f-9eb0-4314-bbe5-6c34610bdaab None None] The sync data for ids ['90bac6c2-ffa2-4683-90b2-3b87545b610f'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:33:14.480974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5093c9f7-f50b-4160-aae6-53f732b81fbe None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:14.483003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:14.678020 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38b71c48-bb9f-47ae-a962-5208e0ef47ee tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.846727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5093c9f7-f50b-4160-aae6-53f732b81fbe None None] Deleting port 198829e0-9374-42cc-b169-96c7b71f8525 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:14.847521 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5093c9f7-f50b-4160-aae6-53f732b81fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.889026 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.950792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 198829e0-9374-42cc-b169-96c7b71f8525, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=198829e0-9374-42cc-b169-96c7b71f8525,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:14.960450 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.996298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.076047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=198829e0-9374-42cc-b169-96c7b71f8525,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.087714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5093c9f7-f50b-4160-aae6-53f732b81fbe None None] For port 198829e0-9374-42cc-b169-96c7b71f8525, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=198829e0-9374-42cc-b169-96c7b71f8525,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:15.088196 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5093c9f7-f50b-4160-aae6-53f732b81fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.114927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:15.132563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:15.135295 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfed0fd3-5bdd-4592-9669-cee0576cf7fb" -d '{"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:15.165123 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.185624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5093c9f7-f50b-4160-aae6-53f732b81fbe None None] Calling delete_port for 198829e0-9374-42cc-b169-96c7b71f8525 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:15.196778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38b71c48-bb9f-47ae-a962-5208e0ef47ee tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.208415 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38b71c48-bb9f-47ae-a962-5208e0ef47ee tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.259578 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3decab84-6d81-4cc5-b525-e50d4a97d981 x-openstack-request-id: req-3decab84-6d81-4cc5-b525-e50d4a97d981 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:15.268347 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:15.268731 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3decab84-6d81-4cc5-b525-e50d4a97d981 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:15.269247 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'code': 200} Jul 13 07:33:15.275431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.objects.ports [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:33:15.391549 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38b71c48-bb9f-47ae-a962-5208e0ef47ee tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.392839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b71c48-bb9f-47ae-a962-5208e0ef47ee tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Fanout notify agent at l3_agent the message router_deleted on router 90bac6c2-ffa2-4683-90b2-3b87545b610f {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:33:15.414147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38b71c48-bb9f-47ae-a962-5208e0ef47ee tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.417028 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-38b71c48-bb9f-47ae-a962-5208e0ef47ee tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "DELETE /v2.0/routers/90bac6c2-ffa2-4683-90b2-3b87545b610f HTTP/1.1" status: 204 len: 168 time: 1.0716424 Jul 13 07:33:15.422437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43522) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:15.473119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 198829e0-9374-42cc-b169-96c7b71f8525 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:15.562797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e5f29e-0c30-4c52-98da-d400f57bc827 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Deleting subnet 5e2289ae-8812-4309-be42-893b35310d6e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:15.570778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27e5f29e-0c30-4c52-98da-d400f57bc827 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.591580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.626894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67354c01-36f3-42fd-9a35-bb675b2d18f2 req-f660b7ca-d2f8-4a5c-bb1a-5e8cf02aaa01 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1094923 Jul 13 07:33:15.716498 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.731637 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27e5f29e-0c30-4c52-98da-d400f57bc827 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.747230 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5093c9f7-f50b-4160-aae6-53f732b81fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.767938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093c9f7-f50b-4160-aae6-53f732b81fbe None None] No DVR routers for this DVR port 198829e0-9374-42cc-b169-96c7b71f8525 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:15.821742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Port 198829e0-9374-42cc-b169-96c7b71f8525 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 07:33:15.823765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093c9f7-f50b-4160-aae6-53f732b81fbe None None] Pushing event deleted for resources: {'Port': ['ID=198829e0-9374-42cc-b169-96c7b71f8525,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.824347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Reverting IP allocation for 2001:db8::f816:3eff:fea3:e998 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 07:33:15.830743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea3:e998 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 07:33:15.835530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.959382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c4916d07-cf10-40cb-8e09-437f6e3fede9 None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:15.965128 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4916d07-cf10-40cb-8e09-437f6e3fede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.998400 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27e5f29e-0c30-4c52-98da-d400f57bc827 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.026120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:16.035936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:16.055821 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.063133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04e2f2-5e33-40dc-a0c5-aa3009426acf None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:16.064113 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.088013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=fceaa3bf-4fce-4c36-89c4-775a9c52c883,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.124366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e087a10d-bdee-41a7-bc90-9e05bdbcee45 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0372446 Jul 13 07:33:16.125229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43540) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:16.136592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:59:b5:14', 'name': 'tempest-NetworksTestDHCPv6-609411889'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:16.166938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27e5f29e-0c30-4c52-98da-d400f57bc827 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.220115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27e5f29e-0c30-4c52-98da-d400f57bc827 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.228888 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-27e5f29e-0c30-4c52-98da-d400f57bc827 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "DELETE /v2.0/subnets/5e2289ae-8812-4309-be42-893b35310d6e HTTP/1.1" status: 204 len: 168 time: 0.8026617 Jul 13 07:33:16.231009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43542) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:16.261168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717848d-ccf1-4d01-82e8-c5f34fe13cfe None None] Network 3280ec24-d357-4009-a0f6-7aa99472d44e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:16.308425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5f29e-0c30-4c52-98da-d400f57bc827 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2289ae-8812-4309-be42-893b35310d6e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.427368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:16.522442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.573256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': 'fceaa3bf-4fce-4c36-89c4-775a9c52c883'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:16.575639 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.662188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Deleting port 70a072d1-359a-42c2-94e8-bf766f3ad667 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:16.662720 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.686298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4916d07-cf10-40cb-8e09-437f6e3fede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.693709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.760249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 9c0dbe8c-67d2-4cb4-a2ef-3c563fa9716a yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:16.793601 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] For port 70a072d1-359a-42c2-94e8-bf766f3ad667, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=70a072d1-359a-42c2-94e8-bf766f3ad667,segment=NetworkSegment(e93d801f-fbbb-4257-afee-e1fb40f74bff),segment_id=e93d801f-fbbb-4257-afee-e1fb40f74bff)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:16.794065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.823054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Calling delete_port for 70a072d1-359a-42c2-94e8-bf766f3ad667 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:17.003188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:fe59:b514 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/fceaa3bf-4fce-4c36-89c4-775a9c52c883/9c0dbe8c-67d2-4cb4-a2ef-3c563fa9716a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:17.067572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c4916d07-cf10-40cb-8e09-437f6e3fede9 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:17.093923 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff513235-286e-4c79-b71d-b64d62de8006 req-114c7b84-963c-4dd9-bc82-ec089999d75c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1243310 Jul 13 07:33:17.094112 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4916d07-cf10-40cb-8e09-437f6e3fede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.246190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.277133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:17.279944 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f61d019-4000-4d4c-9536-8ccad360eb5a" -d '{"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:17.329988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.368159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] No DVR routers for this DVR port 70a072d1-359a-42c2-94e8-bf766f3ad667 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:17.371996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4916d07-cf10-40cb-8e09-437f6e3fede9 None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:17.378975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event deleted for resources: {'Port': ['ID=70a072d1-359a-42c2-94e8-bf766f3ad667,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:17.429764 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12abab0-9391-4cc9-b890-434b0e3b7d9a x-openstack-request-id: req-e12abab0-9391-4cc9-b890-434b0e3b7d9a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:17.430276 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:17.430723 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e12abab0-9391-4cc9-b890-434b0e3b7d9a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:17.431865 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'code': 200} Jul 13 07:33:17.454056 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13acdf7-bd93-4298-951b-2b5bccd322b6 None None] DHCP port deletion for 3280ec24-d357-4009-a0f6-7aa99472d44e request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:17.455233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 9c0dbe8c-67d2-4cb4-a2ef-3c563fa9716a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:17.584381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.709470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Allocated IP 2001:db8::f816:3eff:fe48:9eb2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/fceaa3bf-4fce-4c36-89c4-775a9c52c883/f3124359-f5d4-4b1d-b625-69915957a7fe) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:17.711948 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.733305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:17.742226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3280ec24-d357-4009-a0f6-7aa99472d44e']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:17.750431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:17.758324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:17.764599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.765283 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.781097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93d801f-fbbb-4257-afee-e1fb40f74bff') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:17.781097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93d801f-fbbb-4257-afee-e1fb40f74bff') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:17.795252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=9c0dbe8c-67d2-4cb4-a2ef-3c563fa9716a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:17.821861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.831898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-45ced1b7-2110-42ac-ba00-cc4d8f0a3d68 None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:17.833410 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45ced1b7-2110-42ac-ba00-cc4d8f0a3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.844125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1e05ec72-c524-49db-9419-4489c469c554 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7138131 Jul 13 07:33:17.851537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43570) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:17.860771 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.879135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:17.880004 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:17.892625 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:18.003534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d972d-09a0-4ae0-b60f-7d8938ab348b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.005255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f85d972d-09a0-4ae0-b60f-7d8938ab348b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1526678 Jul 13 07:33:18.008417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43574) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:18.046292 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.056967 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.063321 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] 10.222.0.41 "DELETE /v2.0/networks/3280ec24-d357-4009-a0f6-7aa99472d44e HTTP/1.1" status: 204 len: 168 time: 1.7686701 Jul 13 07:33:18.128447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc058c31-cd82-4d4b-9c2a-f670251e4884 tempest-FloatingIPNegativeTestJSON-1767937751 tempest-FloatingIPNegativeTestJSON-1767937751-project] Pushing event deleted for resources: {'Network': ['ID=3280ec24-d357-4009-a0f6-7aa99472d44e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.177590 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.198569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Transition to ACTIVE for port object f3124359-f5d4-4b1d-b625-69915957a7fe will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:18.307505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Transition to ACTIVE for port object f3124359-f5d4-4b1d-b625-69915957a7fe will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:18.317591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d7c641b6-4761-4d04-9a5d-88dcfb8ed520 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 9c0dbe8c-67d2-4cb4-a2ef-3c563fa9716a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:18.317937 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7c641b6-4761-4d04-9a5d-88dcfb8ed520 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.347154 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.389159 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acf3d56f-990e-420d-afea-7891c630bbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.477496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c62d6e70-8f92-4615-ad18-bab000b3410f req-3ad170d9-9e48-4f26-9401-489ee9904d15 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0628936 Jul 13 07:33:18.500173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:18.512037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:18.517820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:18.526718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Pushing event updated for resources: {'Port': ['ID=f3124359-f5d4-4b1d-b625-69915957a7fe,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.576347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7c641b6-4761-4d04-9a5d-88dcfb8ed520 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.621212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d7c641b6-4761-4d04-9a5d-88dcfb8ed520 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 9c0dbe8c-67d2-4cb4-a2ef-3c563fa9716a owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:18.730838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43606) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:18.737852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Attempting to bind port f3124359-f5d4-4b1d-b625-69915957a7fe on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:18.739024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Attempting to bind port f3124359-f5d4-4b1d-b625-69915957a7fe by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:18.740181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Attempting to bind port f3124359-f5d4-4b1d-b625-69915957a7fe on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:18.750932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f34687bc-183b-4faa-a369-0153d408e1c3 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:18.964067 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7c641b6-4761-4d04-9a5d-88dcfb8ed520 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.042155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c641b6-4761-4d04-9a5d-88dcfb8ed520 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=9c0dbe8c-67d2-4cb4-a2ef-3c563fa9716a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:19.045164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-05e28021-f69b-4c1e-bebc-33e95a762670 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=764ae3a6f42d4aa3982180ef5fb498f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125098 Jul 13 07:33:19.051090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43616) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:19.065524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:19.095856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'mac_address': 'fa:16:3e:85:1e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:19.098915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:19.099299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:19.099708 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.100107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:19.100590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Bound port: f3124359-f5d4-4b1d-b625-69915957a7fe, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:19.100978 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.114208 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7c641b6-4761-4d04-9a5d-88dcfb8ed520 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.123639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d7c641b6-4761-4d04-9a5d-88dcfb8ed520 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/9c0dbe8c-67d2-4cb4-a2ef-3c563fa9716a HTTP/1.1" status: 204 len: 168 time: 1.1139655 Jul 13 07:33:19.125747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:19.145521 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.176436 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.236747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eecbfa2-e96e-49a7-942a-de0edd1b1a52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.242860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eecbfa2-e96e-49a7-942a-de0edd1b1a52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.246945 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4eecbfa2-e96e-49a7-942a-de0edd1b1a52 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1189425 Jul 13 07:33:19.248957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43624) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:19.310631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71cec0d-10a6-44ee-80cc-9e6efbe27cd9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet fceaa3bf-4fce-4c36-89c4-775a9c52c883 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:19.312700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.316538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.323618 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1a8a08e-e3ad-412c-9bbf-79af9a44b1f0 HTTP/1.1" status: 204 len: 168 time: 0.2625430 Jul 13 07:33:19.331579 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71cec0d-10a6-44ee-80cc-9e6efbe27cd9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.334417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a8a08e-e3ad-412c-9bbf-79af9a44b1f0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:19.356698 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.371473 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.371923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.372278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.372619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.372951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.373283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.373622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.373939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.374318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.374644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.375099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.375428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1e993-f4df-48fe-824f-b446ca4baa5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:19.413039 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71cec0d-10a6-44ee-80cc-9e6efbe27cd9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.428510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 70a072d1-359a-42c2-94e8-bf766f3ad667 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:19.532262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 70a072d1-359a-42c2-94e8-bf766f3ad667 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:19.534679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 70a072d1-359a-42c2-94e8-bf766f3ad667 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:19.547836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f34687bc-183b-4faa-a369-0153d408e1c3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:19.623786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] For port f3124359-f5d4-4b1d-b625-69915957a7fe, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:19.670402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] For port f3124359-f5d4-4b1d-b625-69915957a7fe, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f3124359-f5d4-4b1d-b625-69915957a7fe,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:19.718931 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.744002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:19.775883 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71cec0d-10a6-44ee-80cc-9e6efbe27cd9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.794264 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.913250 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70d59f66-73cc-4a0f-85a0-6621f1bdf77e req-9a5f6ee6-048c-414c-b2ea-c5ce526531f8 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1257906 Jul 13 07:33:19.936024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abd561-96b5-4724-851d-1d766c900fca None None] Pushing event updated for resources: {'Port': ['ID=f3124359-f5d4-4b1d-b625-69915957a7fe,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:19.960904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f34687bc-183b-4faa-a369-0153d408e1c3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:20.067593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71cec0d-10a6-44ee-80cc-9e6efbe27cd9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.100832 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71cec0d-10a6-44ee-80cc-9e6efbe27cd9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.125040 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f71cec0d-10a6-44ee-80cc-9e6efbe27cd9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/fceaa3bf-4fce-4c36-89c4-775a9c52c883 HTTP/1.1" status: 204 len: 168 time: 0.8690298 Jul 13 07:33:20.125282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43652) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.203655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cec0d-10a6-44ee-80cc-9e6efbe27cd9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=fceaa3bf-4fce-4c36-89c4-775a9c52c883,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:20.287343 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b9c815bb-a509-43e1-a741-d646d4d32c6b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639206 Jul 13 07:33:20.289837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43658) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.335121 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:20.505883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e7206-7124-4c9b-80b3-f3950c81135e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.514471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-692e7206-7124-4c9b-80b3-f3950c81135e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2228420 Jul 13 07:33:20.530280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43666) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.669022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4faface1-1519-4d5f-82d7-11775f35de75 None None] Provisioning complete for port f34687bc-183b-4faa-a369-0153d408e1c3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:20.669625 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4faface1-1519-4d5f-82d7-11775f35de75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.676871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a72aa-c863-48c7-8501-8a40b8bd579a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.678531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-440a72aa-c863-48c7-8501-8a40b8bd579a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1438155 Jul 13 07:33:20.681257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43672) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.859884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-24224084-c076-4fe3-9b74-bad7259c3652 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1770418 Jul 13 07:33:20.867522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.878575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:20.915311 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4faface1-1519-4d5f-82d7-11775f35de75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.963796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:20.966276 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9369a669-7b4b-4be4-9075-5eb31951d888" -d '{"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-plugged", "status": "completed", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:21.030244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4faface1-1519-4d5f-82d7-11775f35de75 None None] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:21.047163 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4faface1-1519-4d5f-82d7-11775f35de75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.204109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:21.209836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.226206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:21.272085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faface1-1519-4d5f-82d7-11775f35de75 None None] Pushing event updated for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.334477 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a41876d-c6ee-4c87-82a3-0ab7f2f45218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.371072 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.493812 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1697147914'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:21.560921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f3124359-f5d4-4b1d-b625-69915957a7fe up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:21.569780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:21.574694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.584808 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.717311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port f3124359-f5d4-4b1d-b625-69915957a7fe completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:21.763727 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e6a01648-f999-477b-a1ec-3b5d2bd3a91c req-d58b48a4-9265-4e26-a8d1-db7d8d4ac4fc tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1202872 Jul 13 07:33:21.927640 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d5d1b9-20e7-4cbf-81e9-8b6ba6a33d53 x-openstack-request-id: req-60d5d1b9-20e7-4cbf-81e9-8b6ba6a33d53 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:21.928029 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-plugged", "status": "completed", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:21.928314 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60d5d1b9-20e7-4cbf-81e9-8b6ba6a33d53 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:21.928723 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'code': 200} Jul 13 07:33:21.933274 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.961844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9841f-c5c8-4685-afec-ad6bbc4e7a68 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:21.971130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1e134527-350f-4e7c-8f6f-3468675eaa6d None None] Provisioning complete for port f34687bc-183b-4faa-a369-0153d408e1c3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:21.971574 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e134527-350f-4e7c-8f6f-3468675eaa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.052517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.065913 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.126783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:22.192458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.194084 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment c5047ea3-7a11-4126-ad07-857f2ea1e01a of type vlan for network f7511620-5167-4a8b-9b42-26dac5230e86 Jul 13 07:33:22.219423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff8c5b-db05-4582-9bcc-ad4cbe722967,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:22.328072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.417246 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.442881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:22.444752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.632865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=f7511620-5167-4a8b-9b42-26dac5230e86,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:22.655734 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dbf29209-e2d1-4d51-9757-80cf044c00b6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4281590 Jul 13 07:33:22.657506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network f7511620-5167-4a8b-9b42-26dac5230e86 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:22.712084 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:33:22.988856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f34687bc-183b-4faa-a369-0153d408e1c3 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:23.146387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4406f2-0bce-4a81-96b9-b896f1231323 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:23.225049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cadcd8a0-ee42-4e16-a3e5-52376728f4b6 req-1ca735d5-4cb4-4330-afe4-50ddc25f6ba6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0872977 Jul 13 07:33:23.294744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.391996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3bfb510-7502-469f-b8ba-3c99df877bf9 None None] Provisioning for port f3124359-f5d4-4b1d-b625-69915957a7fe completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:23.425577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3bfb510-7502-469f-b8ba-3c99df877bf9 None None] Provisioning complete for port f3124359-f5d4-4b1d-b625-69915957a7fe triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:23.425968 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb510-7502-469f-b8ba-3c99df877bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.432349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f3124359-f5d4-4b1d-b625-69915957a7fe no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:23.578157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f34687bc-183b-4faa-a369-0153d408e1c3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:23.578527 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.579451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:23.586134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=26989792-f0b7-4557-8884-30ca4f8920c9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:23.603544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:23.612248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.613108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.665663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43714) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:23.666091 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ecf93fea-3dac-457e-84b5-9b2f3c45c348 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7971826 Jul 13 07:33:23.672669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:d8:29:02', 'name': 'tempest-NetworksTestDHCPv6-494091333'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:24.120355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:24.314678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5d4406f2-0bce-4a81-96b9-b896f1231323 None None] Deleting port f3124359-f5d4-4b1d-b625-69915957a7fe {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:24.316195 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d4406f2-0bce-4a81-96b9-b896f1231323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.395410 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.497881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 4f1d2ac8-23e4-4212-9255-cc79e57f0a42 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:24.602153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5d4406f2-0bce-4a81-96b9-b896f1231323 None None] For port f3124359-f5d4-4b1d-b625-69915957a7fe, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f3124359-f5d4-4b1d-b625-69915957a7fe,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:24.616383 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d4406f2-0bce-4a81-96b9-b896f1231323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.655451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5d4406f2-0bce-4a81-96b9-b896f1231323 None None] Calling delete_port for f3124359-f5d4-4b1d-b625-69915957a7fe owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:24.822548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::2e6 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/26989792-f0b7-4557-8884-30ca4f8920c9/4f1d2ac8-23e4-4212-9255-cc79e57f0a42) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:24.922429 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.391751 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.424771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 4f1d2ac8-23e4-4212-9255-cc79e57f0a42 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:25.492601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb510-7502-469f-b8ba-3c99df877bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.526095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.577786 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d4406f2-0bce-4a81-96b9-b896f1231323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.622710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=4f1d2ac8-23e4-4212-9255-cc79e57f0a42,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:25.638615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2a1e0ddc-16c1-4629-ad13-75b085b125c8 req-92572a59-43bd-400d-9a4d-fca575057e4e tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1426959 Jul 13 07:33:25.679937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:25.683003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:25.693620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:25.705747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4406f2-0bce-4a81-96b9-b896f1231323 None None] Pushing event deleted for resources: {'Port': ['ID=f3124359-f5d4-4b1d-b625-69915957a7fe,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:25.713263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.715150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.752904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4406f2-0bce-4a81-96b9-b896f1231323 None None] No DVR routers for this DVR port f3124359-f5d4-4b1d-b625-69915957a7fe on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:25.761427 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3ae4073a-30db-4bcd-82c3-bd361309aa6f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0903041 Jul 13 07:33:25.761759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:25.867195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51a9105-8e64-4259-a413-a44acb630496 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:25.965483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fefe928-23f8-441e-9cf4-0459f263dcc1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.967326 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8fefe928-23f8-441e-9cf4-0459f263dcc1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2045958 Jul 13 07:33:25.970201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43738) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:26.218815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:26.224812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': 'f7511620-5167-4a8b-9b42-26dac5230e86', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:26.288667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7b97f900-a8ed-47cf-8490-7a58697fa8b6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 4f1d2ac8-23e4-4212-9255-cc79e57f0a42 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:26.289478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b97f900-a8ed-47cf-8490-7a58697fa8b6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.415650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '26989792-f0b7-4557-8884-30ca4f8920c9'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:26.416599 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.432003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:26.436163 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.523575 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b97f900-a8ed-47cf-8490-7a58697fa8b6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.554594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7b97f900-a8ed-47cf-8490-7a58697fa8b6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 4f1d2ac8-23e4-4212-9255-cc79e57f0a42 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:26.856478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b97f900-a8ed-47cf-8490-7a58697fa8b6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.910409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.027231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/26989792-f0b7-4557-8884-30ca4f8920c9/66c92a69-9e17-4b3a-b6f6-9aac87a56484) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:27.045849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97f900-a8ed-47cf-8490-7a58697fa8b6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=4f1d2ac8-23e4-4212-9255-cc79e57f0a42,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:27.078188 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b97f900-a8ed-47cf-8490-7a58697fa8b6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.082455 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7b97f900-a8ed-47cf-8490-7a58697fa8b6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/4f1d2ac8-23e4-4212-9255-cc79e57f0a42 HTTP/1.1" status: 204 len: 168 time: 1.1095004 Jul 13 07:33:27.088684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:27.101792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking segment: {'id': 'c5047ea3-7a11-4126-ad07-857f2ea1e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7511620-5167-4a8b-9b42-26dac5230e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:27.102201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network hostable DHCP agents. Network: f7511620-5167-4a8b-9b42-26dac5230e86, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:27.162993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=a2244edc-49fe-4575-a820-d2fbe50fa3fa,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:27.180386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fdaf1bb-466e-4baa-82c0-2f7e83f1b6d2 req-86aad209-f236-4e41-be1e-421bb1669088 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1043780 Jul 13 07:33:27.206890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network f7511620-5167-4a8b-9b42-26dac5230e86 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:27.224287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, f7511620-5167-4a8b-9b42-26dac5230e86) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:27.231609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.233143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.266725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e6ea5cdc-002d-453f-93a7-223d437cf6e1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0460496 Jul 13 07:33:27.270153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43768) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:27.284535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106136798'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:27.332707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:27.336893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.401508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:27.429319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.429727 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment 10ccbe65-cb60-4370-9921-b162bf74ee18 of type vlan for network 675e03a5-ffda-4246-9d8d-b2d09dab2e1d Jul 13 07:33:27.546851 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.548713 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.567544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Transition to ACTIVE for port object 66c92a69-9e17-4b3a-b6f6-9aac87a56484 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:27.579777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:27.597037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Transition to ACTIVE for port object 66c92a69-9e17-4b3a-b6f6-9aac87a56484 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:27.599018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1954576511'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:27.610135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e1ffb8-3013-4518-990e-273c34b58d53 None None] Network f7511620-5167-4a8b-9b42-26dac5230e86 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:27.621360 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.646004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06595f-1275-4737-8b16-d2704ac54fae req-3578446e-a39e-456d-ae7c-a6345e38d9c4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.654140 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f06595f-1275-4737-8b16-d2704ac54fae req-3578446e-a39e-456d-ae7c-a6345e38d9c4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 945 time: 0.6673453 Jul 13 07:33:27.669753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.681446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f50fa-316a-4909-a361-f31a50e4db8c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.683615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.684290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f50fa-316a-4909-a361-f31a50e4db8c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.686115 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-666f50fa-316a-4909-a361-f31a50e4db8c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5914617 Jul 13 07:33:27.689234 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.693854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43778) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:27.750559 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3115e650-3cf3-43d9-ab74-4971145362b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 26989792-f0b7-4557-8884-30ca4f8920c9 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:27.756949 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3115e650-3cf3-43d9-ab74-4971145362b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.768212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:27.775178 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f06595f-1275-4737-8b16-d2704ac54fae req-4024100b-0b81-4185-a43f-1b3fb64f42e0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192541 Jul 13 07:33:27.811615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:27.829891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:27.836371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Pushing event updated for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:27.893196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=675e03a5-ffda-4246-9d8d-b2d09dab2e1d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:27.912473 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3115e650-3cf3-43d9-ab74-4971145362b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.924370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:27.930254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.936002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 675e03a5-ffda-4246-9d8d-b2d09dab2e1d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:27.968078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:27.980790 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.981201 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Added segment 6e227f9b-aa49-4d8b-ae78-1c374abd022c of type vlan for network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 Jul 13 07:33:28.038347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.079602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Attempting to bind port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:28.090667 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ba9a8c12-fec4-48f4-9cd4-411e9bcba266 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8160205 Jul 13 07:33:28.090970 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3115e650-3cf3-43d9-ab74-4971145362b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.091429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:28.091904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Attempting to bind port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:28.092457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Attempting to bind port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:28.101456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': '675e03a5-ffda-4246-9d8d-b2d09dab2e1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:28.117648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:28.118393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:28.118994 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.119574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:28.120237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Bound port: 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:28.120811 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.124047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-f7511620-5167-4a8b-9b42-26dac5230e86', 'network_id': 'f7511620-5167-4a8b-9b42-26dac5230e86', 'tenant_id': 'eb46fd2bb09a4e2a985d3c828701a6d9', 'fixed_ips': [{'subnet_id': 'a2244edc-49fe-4575-a820-d2fbe50fa3fa'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:28.125096 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.181693 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3115e650-3cf3-43d9-ab74-4971145362b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.227788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115e650-3cf3-43d9-ab74-4971145362b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=26989792-f0b7-4557-8884-30ca4f8920c9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.232888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3115e650-3cf3-43d9-ab74-4971145362b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.238310 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3115e650-3cf3-43d9-ab74-4971145362b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/26989792-f0b7-4557-8884-30ca4f8920c9 HTTP/1.1" status: 204 len: 168 time: 0.5410018 Jul 13 07:33:28.245308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.246393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:28.258565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.266526 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.343431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fe54be21-77cd-40b4-b6ac-0f6dd8e4bfea tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956686 Jul 13 07:33:28.346097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43796) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:28.408939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Network': ['ID=a2ba3e5a-c575-4ce1-9576-3509935ca7a5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.409969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:28.416170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=66c92a69-9e17-4b3a-b6f6-9aac87a56484,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:28.425838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:28.457609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-89a29e65-975d-4e39-b884-fa32b2713305 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8728533 Jul 13 07:33:28.459326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43798) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:28.471245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-246938323'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:28.489125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:28.493504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.513979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.517262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040be22-b1fe-4de7-817d-1b18061d8e06 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.521303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2040be22-b1fe-4de7-817d-1b18061d8e06 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1697030 Jul 13 07:33:28.522614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43800) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:28.634856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bb821-496d-467b-ac7e-3b028e812e0b None None] Pushing event updated for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.643980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:28.654004 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.673391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Allocated IP 2001:db8:0:ffff::2 (f7511620-5167-4a8b-9b42-26dac5230e86/a2244edc-49fe-4575-a820-d2fbe50fa3fa/6dce7149-0d63-44f2-9e7d-0432313b3880) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:28.740801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592d823-d0bf-49fd-a733-04c2d662a380 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.750716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8592d823-d0bf-49fd-a733-04c2d662a380 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2272429 Jul 13 07:33:28.762171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43804) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:28.787085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f9e510d-decf-481d-8359-a222afaeb48d req-cbec84a5-bbcd-4f09-aeb7-413c81754eba tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1209421 Jul 13 07:33:28.988972 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-57c120c3-714b-44a9-a97e-167db100d57f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1918035 Jul 13 07:33:28.988972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:28.992761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43812) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:29.004641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:29.155472 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.172241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Transition to ACTIVE for port object 6dce7149-0d63-44f2-9e7d-0432313b3880 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:29.197635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.198424 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Added segment a31c7283-5b37-4248-9118-75d2c024ce6a of type vlan for network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 Jul 13 07:33:29.203171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.206161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Transition to ACTIVE for port object 6dce7149-0d63-44f2-9e7d-0432313b3880 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:29.224204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.254503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.296966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:29.301075 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.302306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Network f7511620-5167-4a8b-9b42-26dac5230e86 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:29.305307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:29.322469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:29.345054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.345618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Pushing event updated for resources: {'Port': ['ID=6dce7149-0d63-44f2-9e7d-0432313b3880,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.353505 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.354735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.378470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=9bf69438-5dee-4b88-9a97-32e7fd8b873f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.399208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e61bd3-7529-4655-85ea-c55f45ceb3cf req-ef43266b-e88f-4325-bb5d-c4ac111cd9fa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.401398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4e61bd3-7529-4655-85ea-c55f45ceb3cf req-ef43266b-e88f-4325-bb5d-c4ac111cd9fa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 945 time: 0.3631084 Jul 13 07:33:29.440123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9753149 Jul 13 07:33:29.448934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43826) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:29.457476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking segment: {'id': '10ccbe65-cb60-4370-9921-b162bf74ee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '675e03a5-ffda-4246-9d8d-b2d09dab2e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:29.457919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network hostable DHCP agents. Network: 675e03a5-ffda-4246-9d8d-b2d09dab2e1d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:29.460096 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'subnet': {'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:29.470573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Attempting to bind port 6dce7149-0d63-44f2-9e7d-0432313b3880 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:29.470960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Attempting to bind port 6dce7149-0d63-44f2-9e7d-0432313b3880 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c5047ea3-7a11-4126-ad07-857f2ea1e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7511620-5167-4a8b-9b42-26dac5230e86'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:29.471337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Attempting to bind port 6dce7149-0d63-44f2-9e7d-0432313b3880 on network f7511620-5167-4a8b-9b42-26dac5230e86 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:29.477927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:29.481033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Checking segment: {'id': 'c5047ea3-7a11-4126-ad07-857f2ea1e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7511620-5167-4a8b-9b42-26dac5230e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:29.481802 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.482370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Bound using segment: {'id': 'c5047ea3-7a11-4126-ad07-857f2ea1e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7511620-5167-4a8b-9b42-26dac5230e86'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:29.483069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Bound port: 6dce7149-0d63-44f2-9e7d-0432313b3880, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5047ea3-7a11-4126-ad07-857f2ea1e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7511620-5167-4a8b-9b42-26dac5230e86'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:29.483477 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.507406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4e61bd3-7529-4655-85ea-c55f45ceb3cf req-dc830fc3-697c-49de-8611-0df8bfe8a1a4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887589 Jul 13 07:33:29.544457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network 675e03a5-ffda-4246-9d8d-b2d09dab2e1d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:29.558368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 675e03a5-ffda-4246-9d8d-b2d09dab2e1d) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:29.562823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.563429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.583072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9425f-73a6-427a-99ee-1cdc8b6ed046 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Network': ['ID=c3ae3182-ee65-45df-a2a0-9915e6f96ce1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.594912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] For port 6dce7149-0d63-44f2-9e7d-0432313b3880, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:29.596381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e94c2213-2530-42e5-ade8-570bb51bf4c4 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5037618 Jul 13 07:33:29.597012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43830) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:29.599644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] For port 6dce7149-0d63-44f2-9e7d-0432313b3880, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6dce7149-0d63-44f2-9e7d-0432313b3880,segment=NetworkSegment(c5047ea3-7a11-4126-ad07-857f2ea1e01a),segment_id=c5047ea3-7a11-4126-ad07-857f2ea1e01a)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:29.605863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6f6c2-a9fc-486b-aab8-1c6b4fe53e8f None None] Network 675e03a5-ffda-4246-9d8d-b2d09dab2e1d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:29.609120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:29.615583 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.803501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.838111 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:29.841650 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.061423 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.114077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3938e66-1498-45a5-a546-677ec4ace38f None None] Pushing event updated for resources: {'Port': ['ID=6dce7149-0d63-44f2-9e7d-0432313b3880,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.239481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-781b9a96-b161-4802-b301-6264fbc5c012 req-a2fbd554-c53e-4884-bfb7-18f69f6da341 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0900018 Jul 13 07:33:30.265964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5595e1-3fc1-4196-b335-a3dd95777ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-675e03a5-ffda-4246-9d8d-b2d09dab2e1d', 'network_id': '675e03a5-ffda-4246-9d8d-b2d09dab2e1d', 'tenant_id': 'eb46fd2bb09a4e2a985d3c828701a6d9', 'fixed_ips': [{'subnet_id': '9bf69438-5dee-4b88-9a97-32e7fd8b873f'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:30.266867 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aa5595e1-3fc1-4196-b335-a3dd95777ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.282656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.453632 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.472030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf69438-5dee-4b88-9a97-32e7fd8b873f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.618202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb3192-58a8-401f-8479-ebf35a979bfb None None] Network 675e03a5-ffda-4246-9d8d-b2d09dab2e1d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:30.638830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.662323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675e03a5-ffda-4246-9d8d-b2d09dab2e1d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:30.701299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ccbe65-cb60-4370-9921-b162bf74ee18') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:30.702032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ccbe65-cb60-4370-9921-b162bf74ee18') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:30.734426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.756820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.766109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:30.767033 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.807681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:30.815432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Subnet': ['ID=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:30.861178 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:30.865785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.874257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.881118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/675e03a5-ffda-4246-9d8d-b2d09dab2e1d HTTP/1.1" status: 204 len: 168 time: 1.2798727 Jul 13 07:33:30.881773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43860) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:30.920992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1209330700'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:30.924261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dea37-1758-4a57-a9e3-5342e58cb9a6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=675e03a5-ffda-4246-9d8d-b2d09dab2e1d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.966498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Checking segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:30.967016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network hostable DHCP agents. Network: a2ba3e5a-c575-4ce1-9576-3509935ca7a5, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:30.974002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:30.980006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.997918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:33:31.032052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:31.052891 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.054379 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment ac351447-a17a-47d6-8d1e-9875c6ca748d of type vlan for network 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e Jul 13 07:33:31.095543 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.169418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:31.189910 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4da0184-8149-4545-a74f-208132cb7857" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:31.239767 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.246617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:31.258007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:31.266006 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.330032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a2ba3e5a-c575-4ce1-9576-3509935ca7a5) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:31.332222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.340199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.340709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.346967 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.347898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.372769 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.386746 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90493926-d7cb-4aa1-ab8f-276c28c4eae6 x-openstack-request-id: req-90493926-d7cb-4aa1-ab8f-276c28c4eae6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:31.387225 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:31.387624 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90493926-d7cb-4aa1-ab8f-276c28c4eae6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:31.388228 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:33:31.399712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723723ec-e33d-40e1-8238-eb3353cfb0b6 None None] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:31.402770 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6641d740-d842-49c6-aed2-be0bb5556bf1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9488237 Jul 13 07:33:31.422383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43866) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:31.436586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'subnet': {'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:31.560725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6478386 Jul 13 07:33:31.572246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:31.584520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': '9a87af8b-bbe0-46b5-8c73-aa6f8405db3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:31.675051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1143908-a785-4520-8e5d-1337035c3495 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=9a87af8b-bbe0-46b5-8c73-aa6f8405db3e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.723439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:31.740452 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.797580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.818826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:32.094964 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0edbb40-14f4-4d78-8e10-114bcb712944 req-65111836-09ff-4a5c-9be3-6a379629e507 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.2043147 Jul 13 07:33:32.142372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6dce7149-0d63-44f2-9e7d-0432313b3880 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:32.220692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:32.236393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.249207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f8091-1e3a-4b35-b06f-3587560f95fb None None] Network f7511620-5167-4a8b-9b42-26dac5230e86 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:32.326379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ed7b6ff0-314b-443d-983e-0970559b3512 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:32.326379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6ff0-314b-443d-983e-0970559b3512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.398371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=66c92a69-9e17-4b3a-b6f6-9aac87a56484,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:32.434974 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.436421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'fixed_ips': [{'subnet_id': 'f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:32.437271 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.550356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Subnet': ['ID=61a1c8bb-51b4-4f75-8b0b-8495978543ad,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:32.600022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Allocated IP 10.1.1.2 (a2ba3e5a-c575-4ce1-9576-3509935ca7a5/f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e/d09a5564-32cc-4cff-ba08-1d5835237f1d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:32.613898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Checking segment: {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:32.614623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network hostable DHCP agents. Network: c3ae3182-ee65-45df-a2a0-9915e6f96ce1, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:32.651714 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.669692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:32.700293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c3ae3182-ee65-45df-a2a0-9915e6f96ce1) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:32.708005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.709801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.748949 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-387eec6e-a702-409d-820e-44944bbbbe00 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3230875 Jul 13 07:33:32.749323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43892) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:32.766948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'port': {'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'name': 'tempest-TaggedBootDevicesTest-695037603', 'fixed_ips': [{'subnet_id': 'f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:32.799745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde355d-eac0-4324-9cb7-e22bb58fdf42 None None] Network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:32.812989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 6dce7149-0d63-44f2-9e7d-0432313b3880 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:32.824787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.843216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.986654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.031128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:33.044774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:33.070230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.070834 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.075216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:33.090400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=bc41696e-75a6-46f5-9639-2e6696723892,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.101050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1041224 Jul 13 07:33:33.103679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43906) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.104336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.112170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d10263e6-abf8-43ec-ba50-bf1e22a50ad8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:33.174600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking segment: {'id': 'ac351447-a17a-47d6-8d1e-9875c6ca748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a87af8b-bbe0-46b5-8c73-aa6f8405db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:33.175061 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network hostable DHCP agents. Network: 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:33.297233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dc0f66-ebd2-4933-8a84-c301697cf122 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:33.366912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:33.373731 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6ff0-314b-443d-983e-0970559b3512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.387797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352a3e8-f4d9-4586-a055-f9fd86df5496 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=9a74cf6f-bce8-4695-8d32-72d9f8c8cf95,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.429105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:33.451051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.453259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.457901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c933c848-3abb-4108-8d43-3bc428d42bb3 None None] Network 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:33.497684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa12e9c2-c2da-4ae6-833c-fa34ff9143a0 req-988e766a-633d-4d5d-b895-3209d1bf3fef tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1338022 Jul 13 07:33:33.514769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.564745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.585209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10263e6-abf8-43ec-ba50-bf1e22a50ad8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:33.589500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d10263e6-abf8-43ec-ba50-bf1e22a50ad8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.596420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] device_id is not set on port 40724019-3d21-4399-a1da-fa1f90436469 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:33.676712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:33.685023 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70000a2-8796-448d-b128-642723c4c35a" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:33.709286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Transition to ACTIVE for port object d09a5564-32cc-4cff-ba08-1d5835237f1d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:33.755068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ed7b6ff0-314b-443d-983e-0970559b3512 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:33.762721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d5ddef63-023d-4df2-9fdf-05eaac95e773 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1837959 Jul 13 07:33:33.772786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43920) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.789338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1534529737'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:33.854779 n-d-758944-43 neutron-server[93773]: INFO neutron.db.ipam_backend_mixin [None req-d10263e6-abf8-43ec-ba50-bf1e22a50ad8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a74cf6f-bce8-4695-8d32-72d9f8c8cf95 (CIDR: 2001:db8::/64) Jul 13 07:33:33.866338 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10263e6-abf8-43ec-ba50-bf1e22a50ad8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:33:33.867457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10263e6-abf8-43ec-ba50-bf1e22a50ad8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:33.873987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:33.874894 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21412b9-e1e9-4f94-a4d7-fc132ac6b95d x-openstack-request-id: req-b21412b9-e1e9-4f94-a4d7-fc132ac6b95d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:33.875345 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:33.875739 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b21412b9-e1e9-4f94-a4d7-fc132ac6b95d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:33.876518 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:33:33.880693 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.888040 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6ff0-314b-443d-983e-0970559b3512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.940321 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d10263e6-abf8-43ec-ba50-bf1e22a50ad8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8312421 Jul 13 07:33:33.943326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43922) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.949270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:33.982085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:34.001152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.003659 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment d5bc544c-90a4-4538-be4d-ac3103acc822 of type vlan for network b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23 Jul 13 07:33:34.036708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Transition to ACTIVE for port object d09a5564-32cc-4cff-ba08-1d5835237f1d will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:34.069508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b6ff0-314b-443d-983e-0970559b3512 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:34.136371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.158095 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.204116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.209904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.226672 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.364193 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5854909 Jul 13 07:33:34.372463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43940) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.398659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': 'b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:34.422688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-c3ae3182-ee65-45df-a2a0-9915e6f96ce1', 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'fixed_ips': [{'subnet_id': '61a1c8bb-51b4-4f75-8b0b-8495978543ad'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:34.424576 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.486428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:34.512385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:34.522443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:34.531502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Pushing event updated for resources: {'Port': ['ID=d09a5564-32cc-4cff-ba08-1d5835237f1d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:34.561211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Allocated IP 10.1.1.51 (a2ba3e5a-c575-4ce1-9576-3509935ca7a5/f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e/40724019-3d21-4399-a1da-fa1f90436469) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:34.579605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b5eedfc2-b612-4dba-b8e0-6248f7285fbf None None] Provisioning for port 6dce7149-0d63-44f2-9e7d-0432313b3880 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:34.602100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e0f7c-2088-4155-b365-d849d584dd17 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:34.750691 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:34.759646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b5eedfc2-b612-4dba-b8e0-6248f7285fbf None None] Provisioning complete for port 6dce7149-0d63-44f2-9e7d-0432313b3880 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:34.760165 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5eedfc2-b612-4dba-b8e0-6248f7285fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.778277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:34.785420 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.848206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-9a87af8b-bbe0-46b5-8c73-aa6f8405db3e', 'network_id': '9a87af8b-bbe0-46b5-8c73-aa6f8405db3e', 'tenant_id': 'eb46fd2bb09a4e2a985d3c828701a6d9', 'fixed_ips': [{'subnet_id': 'bc41696e-75a6-46f5-9639-2e6696723892'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:34.849452 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.852807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:34.943985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Performing IP validity checks on allocation pools {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:33:34.944545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:33:35.000777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.032734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Transition to ACTIVE for port object 40724019-3d21-4399-a1da-fa1f90436469 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:35.083301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.094633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Attempting to bind port d09a5564-32cc-4cff-ba08-1d5835237f1d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:35.098957 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59b4eb-e2ec-41d2-a25b-b565f89bce3a req-a884065f-4778-4aa6-812d-d5f41949ee75 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.099505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Attempting to bind port d09a5564-32cc-4cff-ba08-1d5835237f1d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:35.100009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Attempting to bind port d09a5564-32cc-4cff-ba08-1d5835237f1d on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:35.109004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc59b4eb-e2ec-41d2-a25b-b565f89bce3a req-a884065f-4778-4aa6-812d-d5f41949ee75 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 945 time: 1.1216116 Jul 13 07:33:35.135023 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:33:35.202489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.203529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:35.204029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Checking segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:35.204550 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.205372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Bound using segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:35.205899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Bound port: d09a5564-32cc-4cff-ba08-1d5835237f1d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:35.206411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.246657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d22f0a0-d02e-45d3-b98f-bc77fca1d6aa req-f45ea602-d95b-4af0-926d-e46bf936cca8 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0600705 Jul 13 07:33:35.315273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:35.325018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking segment: {'id': 'd5bc544c-90a4-4538-be4d-ac3103acc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:35.325691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network hostable DHCP agents. Network: b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:35.333289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=7c34ce40-e3fb-4acf-aa40-c66a63907220,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:35.343142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc59b4eb-e2ec-41d2-a25b-b565f89bce3a req-ebbfb27f-21e6-4489-bae6-11f0f996ca7c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331085 Jul 13 07:33:35.349725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:35.367407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.367407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:35.378694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Port': ['ID=40724019-3d21-4399-a1da-fa1f90436469,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:35.378694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:35.388327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Allocated IP 10.2.2.2 (c3ae3182-ee65-45df-a2a0-9915e6f96ce1/61a1c8bb-51b4-4f75-8b0b-8495978543ad/184d4275-e013-46c4-a9a3-aa5341f14668) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:35.393668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:35.408986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:35.418887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.423607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.456764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-801d8dfe-a3b6-4cfb-aa4d-85648c25d81b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0780640 Jul 13 07:33:35.458376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9dd6fd-1208-4022-833c-2232bc76ef81 None None] Network b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:35.458947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43968) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:35.524962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.530331 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.605193 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.650189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-80c9cbb1-3b2b-4c4a-8306-44fdc5633f0d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8937743 Jul 13 07:33:35.667291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:35.676002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'port': {'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'name': 'tempest-TaggedBootDevicesTest-250907341', 'fixed_ips': [{'subnet_id': 'f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:35.800921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.031413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.126530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:36.132592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.185579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] device_id is not set on port d85f8c36-3b7d-420e-9014-9e823118f779 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:36.247963 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.248574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.275603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Transition to ACTIVE for port object 184d4275-e013-46c4-a9a3-aa5341f14668 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:36.327321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Transition to ACTIVE for port object 184d4275-e013-46c4-a9a3-aa5341f14668 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:36.333132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:36.348170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=7c34ce40-e3fb-4acf-aa40-c66a63907220,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:36.374811 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5eedfc2-b612-4dba-b8e0-6248f7285fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.377398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.392657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Allocated IP 2001:db8::1 (9a87af8b-bbe0-46b5-8c73-aa6f8405db3e/bc41696e-75a6-46f5-9639-2e6696723892/7433f6aa-6b98-43c5-8416-5a9420407e6f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:36.457019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'port_id': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'mac_address': 'fa:16:3e:32:2a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:36.483621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] For port d09a5564-32cc-4cff-ba08-1d5835237f1d, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:36.547874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b5eedfc2-b612-4dba-b8e0-6248f7285fbf None None] For port 6dce7149-0d63-44f2-9e7d-0432313b3880, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6dce7149-0d63-44f2-9e7d-0432313b3880,segment=NetworkSegment(c5047ea3-7a11-4126-ad07-857f2ea1e01a),segment_id=c5047ea3-7a11-4126-ad07-857f2ea1e01a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:36.569915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.593644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:36.595550 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5eedfc2-b612-4dba-b8e0-6248f7285fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.604110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] For port d09a5564-32cc-4cff-ba08-1d5835237f1d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d09a5564-32cc-4cff-ba08-1d5835237f1d,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:36.642905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bc544c-90a4-4538-be4d-ac3103acc822') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:36.643404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bc544c-90a4-4538-be4d-ac3103acc822') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:36.670725 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.710030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:36.722604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Allocated IP 10.1.1.74 (a2ba3e5a-c575-4ce1-9576-3509935ca7a5/f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e/d85f8c36-3b7d-420e-9014-9e823118f779) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:36.736314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.762717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:36.763421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:36.774543 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:36.807609 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.905747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Pushing event updated for resources: {'Port': ['ID=184d4275-e013-46c4-a9a3-aa5341f14668,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:36.923656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:36.945407 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.959514 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.962927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23 HTTP/1.1" status: 204 len: 168 time: 1.5019078 Jul 13 07:33:36.981997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43994) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:36.993428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:37.001059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1214487731'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:37.047424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943d6efd-18a1-400c-b426-4d771d6c79d4 None None] Network b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:37.059323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d89707-4c5b-4ef5-8910-d0f0f21a609d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.077476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.077889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.078271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.078616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.081446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.081807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.082205 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.082549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.087157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.088187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.088544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.088907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:37.096975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:37.101134 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.103872 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.193325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.196697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:37.230303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Transition to ACTIVE for port object d85f8c36-3b7d-420e-9014-9e823118f779 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:37.232096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.235982 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment cd7c5886-2a34-4f67-9e5f-f28c1399475a of type vlan for network e5b24555-ba23-48cc-83f1-829f2eaaf4ed Jul 13 07:33:37.290880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943d6efd-18a1-400c-b426-4d771d6c79d4 None None] Network b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23 could not be found, it might have been deleted concurrently. {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:33:37.339712 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.429713 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.439248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.448694 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14cfcc08-c8ee-484a-a00e-fa7747294354 req-4f16e927-0709-4034-9e68-5dde13f8de4c tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.1254730 Jul 13 07:33:37.450717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.455741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.520305 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5350978 Jul 13 07:33:37.523966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:37.532121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': 'e5b24555-ba23-48cc-83f1-829f2eaaf4ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:37.580050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31de15-f48f-411c-baf3-3bc9726e9248 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=e5b24555-ba23-48cc-83f1-829f2eaaf4ed,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.690172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Port': ['ID=d85f8c36-3b7d-420e-9014-9e823118f779,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.754256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:37.756823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:37.767856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.773146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:37.781016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:38.258268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.261805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.271845 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.307874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eedfc2-b612-4dba-b8e0-6248f7285fbf None None] Pushing event updated for resources: {'Port': ['ID=6dce7149-0d63-44f2-9e7d-0432313b3880,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.364567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network e5b24555-ba23-48cc-83f1-829f2eaaf4ed details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:38.367866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 66c92a69-9e17-4b3a-b6f6-9aac87a56484 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:38.368144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.378270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-963aaf6d-5228-422f-b7ae-cd4805f33a79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7085278 Jul 13 07:33:38.392929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:38.397978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:38.403993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.404585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.434073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=3a316df9-46de-4282-af5b-e2324456306e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.445241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b03b4fd9-9c29-4ab1-812e-6be8fdbcaf8a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5006461 Jul 13 07:33:38.454792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e5431-cf53-4aa0-8879-c041747327ef req-842965b7-c1a5-4aa1-abb9-69664b14f7c2 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.462381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca1e5431-cf53-4aa0-8879-c041747327ef req-842965b7-c1a5-4aa1-abb9-69664b14f7c2 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 945 time: 0.2246916 Jul 13 07:33:38.465017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44004) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:38.469718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:b6:3c:43', 'name': 'tempest-NetworksTestDHCPv6-868383321'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:38.501600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b241137-be9f-4f03-987b-9231fc6b08ae None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:38.549155 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca1e5431-cf53-4aa0-8879-c041747327ef req-d94bc74d-7493-4ab9-9abf-0eb0ec9c39dd tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853903 Jul 13 07:33:38.661514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=fe13aee9-e073-477d-b0de-57921e572f2e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.679504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3321747-bc66-44b0-b401-18657e21e9d9 None None] Pushing event updated for resources: {'Port': ['ID=d09a5564-32cc-4cff-ba08-1d5835237f1d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.682921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking segment: {'id': 'cd7c5886-2a34-4f67-9e5f-f28c1399475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e5b24555-ba23-48cc-83f1-829f2eaaf4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:38.683429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network hostable DHCP agents. Network: e5b24555-ba23-48cc-83f1-829f2eaaf4ed, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:38.742220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:38.748975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network e5b24555-ba23-48cc-83f1-829f2eaaf4ed is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:38.773858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, e5b24555-ba23-48cc-83f1-829f2eaaf4ed) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:38.787085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.791290 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.839686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d88ead8c-0de7-4086-87ec-0cd27ee5e5a1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3148084 Jul 13 07:33:38.840461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:38.862647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Attempting to bind port 184d4275-e013-46c4-a9a3-aa5341f14668 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:38.870458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Attempting to bind port 184d4275-e013-46c4-a9a3-aa5341f14668 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:38.871011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Attempting to bind port 184d4275-e013-46c4-a9a3-aa5341f14668 on network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:38.882042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a42796d-b783-459d-8b45-9f4e1b8c5c4a None None] Network e5b24555-ba23-48cc-83f1-829f2eaaf4ed requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:39.007498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.068974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port d8e67dc4-4ece-4721-8a7f-679563ed2ce7 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:39.138925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:39.225663 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.372080 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.505251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8:0:1::307 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/3a316df9-46de-4282-af5b-e2324456306e/d8e67dc4-4ece-4721-8a7f-679563ed2ce7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:39.515761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:feb6:3c43 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/9a74cf6f-bce8-4695-8d32-72d9f8c8cf95/d8e67dc4-4ece-4721-8a7f-679563ed2ce7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:39.521714 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.582900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:39.587792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=fe13aee9-e073-477d-b0de-57921e572f2e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:39.601256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec984ef-91ac-4cb7-92a9-d2bb8cd582f3 None None] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:39.611213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f4bc0e70-83c5-4d67-b3ab-e9a590211b08 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790204750', 'description': 'tempest-description--433415361'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:39.665788 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.670501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:39.671182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Checking segment: {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:39.671775 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.672357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Bound using segment: {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:39.673026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Bound port: 184d4275-e013-46c4-a9a3-aa5341f14668, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:39.673855 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.723276 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.733278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2853217a-74e4-46fd-a3f7-31e8fa314ee3 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:39.735293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2853217a-74e4-46fd-a3f7-31e8fa314ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.815979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:39.827327 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.844101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0e70-83c5-4d67-b3ab-e9a590211b08 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.863716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b24555-ba23-48cc-83f1-829f2eaaf4ed']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:39.899015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7c5886-2a34-4f67-9e5f-f28c1399475a') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:39.902448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7c5886-2a34-4f67-9e5f-f28c1399475a') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:39.943563 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.983515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Transition to ACTIVE for port object 7433f6aa-6b98-43c5-8416-5a9420407e6f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:40.011613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Transition to ACTIVE for port object 7433f6aa-6b98-43c5-8416-5a9420407e6f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:40.016384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:40.050504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0e70-83c5-4d67-b3ab-e9a590211b08 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.061051 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.068749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:40.069328 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.094213 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:40.124561 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:40.160213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd487599-68e9-40a9-ab11-562eea4d3dec req-c1fd1da6-2273-43f8-a394-eda1c983719a tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/ports?device_id=d259642a-8d5f-411f-a82d-f019a425d8a2 HTTP/1.1" status: 200 len: 210 time: 0.0512660 Jul 13 07:33:40.160430 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0e70-83c5-4d67-b3ab-e9a590211b08 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.196508 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.301263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.333524 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.350834 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/e5b24555-ba23-48cc-83f1-829f2eaaf4ed HTTP/1.1" status: 204 len: 168 time: 1.5042827 Jul 13 07:33:40.352065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0e70-83c5-4d67-b3ab-e9a590211b08 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.356889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f4bc0e70-83c5-4d67-b3ab-e9a590211b08 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7599657 Jul 13 07:33:40.359050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:40.362582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44026) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:40.372476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc0e70-83c5-4d67-b3ab-e9a590211b08 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abdde54-2962-45f6-954c-be3cf371cd79,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.383539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-63b061c7-f88d-4ea8-be55-be8e92e3c6d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'security_group_rule': {'security_group_id': '7abdde54-2962-45f6-954c-be3cf371cd79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:40.396485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] For port 184d4275-e013-46c4-a9a3-aa5341f14668, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:40.403397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] For port 184d4275-e013-46c4-a9a3-aa5341f14668, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=184d4275-e013-46c4-a9a3-aa5341f14668,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:40.406526 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1917344788'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:40.440241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d09a5564-32cc-4cff-ba08-1d5835237f1d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:40.446570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.454429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc1766-050d-457d-936b-bd77756ea2c5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=e5b24555-ba23-48cc-83f1-829f2eaaf4ed,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.468431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.483996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Network 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:40.494696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:40.501418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b587a21f-f59d-4f52-a6a4-f9c5292d094e None None] Network e5b24555-ba23-48cc-83f1-829f2eaaf4ed requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:40.504406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.507246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object d8e67dc4-4ece-4721-8a7f-679563ed2ce7 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:40.609985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b587a21f-f59d-4f52-a6a4-f9c5292d094e None None] Network e5b24555-ba23-48cc-83f1-829f2eaaf4ed could not be found, it might have been deleted concurrently. {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:33:40.614053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:40.618252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:40.623215 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.623904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:40.631506 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2853217a-74e4-46fd-a3f7-31e8fa314ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.667900 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.669537 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment 482abda6-6f12-4882-8869-269f65b12475 of type vlan for network 2a1969b9-ffed-4980-909a-206f9d23fea0 Jul 13 07:33:40.673703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63b061c7-f88d-4ea8-be55-be8e92e3c6d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.720597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2853217a-74e4-46fd-a3f7-31e8fa314ee3 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:40.769267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:40.771689 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852f6be7-bad3-4b80-9816-22d537981f16" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:40.787163 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2853217a-74e4-46fd-a3f7-31e8fa314ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.797472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:40.814543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:40.826947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:40.849986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.853922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:40.857936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.889665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=d8e67dc4-4ece-4721-8a7f-679563ed2ce7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.896417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63b061c7-f88d-4ea8-be55-be8e92e3c6d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.908342 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63b061c7-f88d-4ea8-be55-be8e92e3c6d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.931595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-72a12846-d5bc-4f0c-8363-46d5d5fdbb81 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4653885 Jul 13 07:33:40.932681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44034) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:40.983735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63b061c7-f88d-4ea8-be55-be8e92e3c6d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.984986 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-63b061c7-f88d-4ea8-be55-be8e92e3c6d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6200018 Jul 13 07:33:41.019298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44036) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:41.034368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e1b62f37-a1a9-4199-9304-532c18923baa tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'security_group_rule': {'security_group_id': '7abdde54-2962-45f6-954c-be3cf371cd79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:41.041897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b061c7-f88d-4ea8-be55-be8e92e3c6d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33a4777-3e85-4717-88fd-06e61a8845f6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.046973 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.104086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Pushing event updated for resources: {'Port': ['ID=7433f6aa-6b98-43c5-8416-5a9420407e6f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.109477 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1b62f37-a1a9-4199-9304-532c18923baa tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.129337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.136206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.137254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.236244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=2a1969b9-ffed-4980-909a-206f9d23fea0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.264229 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fbfb0b34-2958-4a27-8899-bd22fb7ebdb7 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9002123 Jul 13 07:33:41.267738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44040) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:41.292730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': '2a1969b9-ffed-4980-909a-206f9d23fea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:41.341236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.347064 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1b62f37-a1a9-4199-9304-532c18923baa tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.370102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1b62f37-a1a9-4199-9304-532c18923baa tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.390085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-63b7c1d0-d7e5-4b45-a94b-dec8bf0cbca1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port d8e67dc4-4ece-4721-8a7f-679563ed2ce7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:41.396116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63b7c1d0-d7e5-4b45-a94b-dec8bf0cbca1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.523698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 2a1969b9-ffed-4980-909a-206f9d23fea0 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:41.560101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b62f37-a1a9-4199-9304-532c18923baa tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70fe6a4-a073-4eae-a655-81e0911538e7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.572935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:41.587902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.647181 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0834334f-9f9a-4b80-bdef-b5ae345ad321 x-openstack-request-id: req-0834334f-9f9a-4b80-bdef-b5ae345ad321 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:41.648371 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:41.648788 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0834334f-9f9a-4b80-bdef-b5ae345ad321 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:41.649347 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:33:41.699477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63b7c1d0-d7e5-4b45-a94b-dec8bf0cbca1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.736904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-63b7c1d0-d7e5-4b45-a94b-dec8bf0cbca1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for d8e67dc4-4ece-4721-8a7f-679563ed2ce7 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:41.743846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Provisioning for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:41.769089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Provisioning complete for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:41.769739 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.807122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1b62f37-a1a9-4199-9304-532c18923baa tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.812331 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e1b62f37-a1a9-4199-9304-532c18923baa tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7891335 Jul 13 07:33:41.813316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44048) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:41.827893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640358c-6ae5-4bd5-ba6f-0546d6237e4d None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '9a74cf6f-bce8-4695-8d32-72d9f8c8cf95', 'ip_address': '2001:db8::f816:3eff:fe8b:90d8'}, {'subnet_id': '3a316df9-46de-4282-af5b-e2324456306e'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '66c92a69-9e17-4b3a-b6f6-9aac87a56484'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:33:41.834293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:41.848361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Attempting to bind port 7433f6aa-6b98-43c5-8416-5a9420407e6f on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:41.848361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Attempting to bind port 7433f6aa-6b98-43c5-8416-5a9420407e6f by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'ac351447-a17a-47d6-8d1e-9875c6ca748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a87af8b-bbe0-46b5-8c73-aa6f8405db3e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:41.848361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Attempting to bind port 7433f6aa-6b98-43c5-8416-5a9420407e6f on network 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:41.901148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:41.901610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Checking segment: {'id': 'ac351447-a17a-47d6-8d1e-9875c6ca748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a87af8b-bbe0-46b5-8c73-aa6f8405db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:41.901940 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.909908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Bound using segment: {'id': 'ac351447-a17a-47d6-8d1e-9875c6ca748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a87af8b-bbe0-46b5-8c73-aa6f8405db3e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:41.910825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Bound port: 7433f6aa-6b98-43c5-8416-5a9420407e6f, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac351447-a17a-47d6-8d1e-9875c6ca748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a87af8b-bbe0-46b5-8c73-aa6f8405db3e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:41.911296 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.937283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.056655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port d09a5564-32cc-4cff-ba08-1d5835237f1d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:42.094524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6dce7149-0d63-44f2-9e7d-0432313b3880 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:42.158074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523e1bc-ceca-4abb-84bf-f55bc3963c68 req-5b528393-2964-4020-99ff-80686971ec1c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.167960 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7523e1bc-ceca-4abb-84bf-f55bc3963c68 req-5b528393-2964-4020-99ff-80686971ec1c tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 945 time: 0.2570240 Jul 13 07:33:42.200784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.235355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.254874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6b369-9886-47b5-97f4-47621647a502 None None] Pushing event updated for resources: {'Port': ['ID=184d4275-e013-46c4-a9a3-aa5341f14668,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.621858 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63b7c1d0-d7e5-4b45-a94b-dec8bf0cbca1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.641825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=66c92a69-9e17-4b3a-b6f6-9aac87a56484,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:42.685720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaa6d58-97c1-403b-b72f-9e992f2845ac None None] Network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:42.759708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7c1d0-d7e5-4b45-a94b-dec8bf0cbca1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=d8e67dc4-4ece-4721-8a7f-679563ed2ce7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.778512 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7523e1bc-ceca-4abb-84bf-f55bc3963c68 req-7b59a60d-2d1c-4a3a-a4b5-bda7bbf709a7 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6083620 Jul 13 07:33:42.815585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=f37deae0-bf4e-42c0-bab4-8236ff83c57a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.824259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking segment: {'id': '482abda6-6f12-4882-8869-269f65b12475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a1969b9-ffed-4980-909a-206f9d23fea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:42.827296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network hostable DHCP agents. Network: 2a1969b9-ffed-4980-909a-206f9d23fea0, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:42.866050 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.903811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network 2a1969b9-ffed-4980-909a-206f9d23fea0 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:42.955963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63b7c1d0-d7e5-4b45-a94b-dec8bf0cbca1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.959200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-63b7c1d0-d7e5-4b45-a94b-dec8bf0cbca1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/d8e67dc4-4ece-4721-8a7f-679563ed2ce7 HTTP/1.1" status: 204 len: 168 time: 2.0252628 Jul 13 07:33:42.962412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.009893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 2a1969b9-ffed-4980-909a-206f9d23fea0) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:43.027621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.027843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.038094 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.065972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-0e1517aa-5c27-4fed-8166-cd704ce7047f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.067931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-0e1517aa-5c27-4fed-8166-cd704ce7047f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.48 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 945 time: 0.4921217 Jul 13 07:33:43.113015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d64efe-f67b-43df-8a06-1b71ef274410 None None] Network 2a1969b9-ffed-4980-909a-206f9d23fea0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:43.119524 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-de545c7e-2b29-4f7c-ad87-b310178663ba tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8337188 Jul 13 07:33:43.120273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44052) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.127113 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7640358c-6ae5-4bd5-ba6f-0546d6237e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.137331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44054) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.171972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae73e2-54b5-4feb-accb-fa2d74453179 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.188256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-44ae73e2-54b5-4feb-accb-fa2d74453179 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2243018 Jul 13 07:33:43.243288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44056) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.311130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] For port 7433f6aa-6b98-43c5-8416-5a9420407e6f, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:43.314846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] For port 7433f6aa-6b98-43c5-8416-5a9420407e6f, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7433f6aa-6b98-43c5-8416-5a9420407e6f,segment=NetworkSegment(ac351447-a17a-47d6-8d1e-9875c6ca748d),segment_id=ac351447-a17a-47d6-8d1e-9875c6ca748d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:43.321887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Allocated IP 172.25.8.71 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/e9f775c9-e17c-466f-8d0e-433cfee8f76b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:43.354884 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.364344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Provisioning for port d09a5564-32cc-4cff-ba08-1d5835237f1d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:43.379623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Provisioning complete for port d09a5564-32cc-4cff-ba08-1d5835237f1d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:43.379997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.465744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.558339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.575274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.584467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Deleting port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:43.584827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.609939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13677bee-01d7-4b4a-abc4-e385dac62fdc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.612388 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-13677bee-01d7-4b4a-abc4-e385dac62fdc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3559761 Jul 13 07:33:43.633133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.673298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Port': ['ID=e9f775c9-e17c-466f-8d0e-433cfee8f76b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.720222 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df7cb550-e269-4e22-ba3f-a2637ad612b3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.757803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:43.771627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853217a-74e4-46fd-a3f7-31e8fa314ee3 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.773995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:43.781732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407ea61-43d6-424a-aa58-299b55c4da41 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.782437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:43.797161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407ea61-43d6-424a-aa58-299b55c4da41 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.802474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407ea61-43d6-424a-aa58-299b55c4da41 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.804207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2407ea61-43d6-424a-aa58-299b55c4da41 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1700368 Jul 13 07:33:43.863128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.918532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df7cb550-e269-4e22-ba3f-a2637ad612b3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.052218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.058864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-66305138-e14d-45ce-a0ba-9d44f5848a8e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 3a316df9-46de-4282-af5b-e2324456306e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:44.074279 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66305138-e14d-45ce-a0ba-9d44f5848a8e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.165328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66305138-e14d-45ce-a0ba-9d44f5848a8e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.183348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6dce7149-0d63-44f2-9e7d-0432313b3880 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:44.183666 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.232129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66305138-e14d-45ce-a0ba-9d44f5848a8e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.269356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.394416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.481760 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df7cb550-e269-4e22-ba3f-a2637ad612b3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.484366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df7cb550-e269-4e22-ba3f-a2637ad612b3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.492495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-df7cb550-e269-4e22-ba3f-a2637ad612b3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "DELETE /v2.0/security-groups/6c3a6854-0d17-4d73-ba44-a43245d3da7f HTTP/1.1" status: 204 len: 168 time: 1.3662610 Jul 13 07:33:44.495266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Pushing event updated for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.544700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44070) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:44.545521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cb550-e269-4e22-ba3f-a2637ad612b3 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3a6854-0d17-4d73-ba44-a43245d3da7f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.561274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.639359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66305138-e14d-45ce-a0ba-9d44f5848a8e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.681628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:44.690507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485522ad-b862-4ed1-9e70-2d2113619ccd req-56324e09-34da-4d46-bbe8-519512bdf038 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.700248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-485522ad-b862-4ed1-9e70-2d2113619ccd req-56324e09-34da-4d46-bbe8-519512bdf038 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 945 time: 0.3618352 Jul 13 07:33:44.763560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=f37deae0-bf4e-42c0-bab4-8236ff83c57a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.772964 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-08ee61e5-4581-48a4-8894-09f0904a7dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] show failed (client error): The resource could not be found. Jul 13 07:33:44.780531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-08ee61e5-4581-48a4-8894-09f0904a7dd4 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "GET /v2.0/security-groups/6c3a6854-0d17-4d73-ba44-a43245d3da7f HTTP/1.1" status: 404 len: 347 time: 0.2107434 Jul 13 07:33:44.781243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44072) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:44.795662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66305138-e14d-45ce-a0ba-9d44f5848a8e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=3a316df9-46de-4282-af5b-e2324456306e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.830443 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server [None req-7640358c-6ae5-4bd5-ba6f-0546d6237e4d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a316df9-46de-4282-af5b-e2324456306e: This subnet is being modified by another concurrent operation. Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:33:44.858496 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a316df9-46de-4282-af5b-e2324456306e: This subnet is being modified by another concurrent operation. Jul 13 07:33:44.864245 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server Jul 13 07:33:45.027979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-485522ad-b862-4ed1-9e70-2d2113619ccd req-d3fb0acc-510e-4304-bb94-eed90d6e28d8 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264880 Jul 13 07:33:45.037128 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66305138-e14d-45ce-a0ba-9d44f5848a8e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.043816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-66305138-e14d-45ce-a0ba-9d44f5848a8e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/3a316df9-46de-4282-af5b-e2324456306e HTTP/1.1" status: 204 len: 168 time: 1.1747656 Jul 13 07:33:45.050818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44074) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:45.058100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] For port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:45.058809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.174836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529852a-6e0a-4df5-8ad4-0b3a0be8e8c3 None None] Network 2a1969b9-ffed-4980-909a-206f9d23fea0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:45.292272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.347425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60ba4f-f3e6-4053-8ded-5ddfddf5e71f None None] Pushing event updated for resources: {'Port': ['ID=7433f6aa-6b98-43c5-8416-5a9420407e6f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.430994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] For port d09a5564-32cc-4cff-ba08-1d5835237f1d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d09a5564-32cc-4cff-ba08-1d5835237f1d,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:45.438289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1969b9-ffed-4980-909a-206f9d23fea0']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:45.504818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 184d4275-e013-46c4-a9a3-aa5341f14668 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:45.513149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.551702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482abda6-6f12-4882-8869-269f65b12475') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:45.552005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482abda6-6f12-4882-8869-269f65b12475') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:45.581385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-334f335b-8a21-4048-b4d0-18220f1af30d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 9a74cf6f-bce8-4695-8d32-72d9f8c8cf95 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:45.606538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.623381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9b55-6c3b-44fb-9a66-f9ef7aa3d0cc None None] Pushing event updated for resources: {'Port': ['ID=d09a5564-32cc-4cff-ba08-1d5835237f1d,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.626998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:45.627720 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.632398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-334f335b-8a21-4048-b4d0-18220f1af30d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.688972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.689297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.689815 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Floating IP 9208e8a0-66a1-426f-aacc-bd9983321eba disassociated. External IP: 172.25.8.63, port: 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe. Jul 13 07:33:45.690206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Calling delete_port for 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:45.699320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f7f6b7-51c8-41e8-83d7-87d806c8e26e None None] Network 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:45.754667 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-334f335b-8a21-4048-b4d0-18220f1af30d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.971076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 184d4275-e013-46c4-a9a3-aa5341f14668 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:46.037795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.075786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.123607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.135387 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.150803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-334f335b-8a21-4048-b4d0-18220f1af30d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.169593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Pushing event deleted for resources: {'Port': ['ID=803a99e6-4057-4ab6-b02d-3fbb0f0cbabe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:46.214079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning for port 7433f6aa-6b98-43c5-8416-5a9420407e6f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:46.273130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 66c92a69-9e17-4b3a-b6f6-9aac87a56484 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:46.345240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Could not find standard attr ID for object d8e67dc4-4ece-4721-8a7f-679563ed2ce7. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:33:46.370868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:46.371216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:46.395651 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:46.418317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning complete for port d09a5564-32cc-4cff-ba08-1d5835237f1d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:46.422953 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.529515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:33:46.596615 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.614819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:46.673515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port 81a4fb3a-a5ea-4f09-a6b7-4df41a08acf2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:46.675016 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.738881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:46.739715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:46.743462 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.747774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db27f099-a6b7-4d14-a3af-93d4608b0309 req-d821e390-6b15-4127-b299-1942a68c41b4 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d19d9f-1202-477b-a802-b251ed71e3d4 HTTP/1.1" status: 200 len: 210 time: 0.4271586 Jul 13 07:33:46.809681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.810052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.825199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for 81a4fb3a-a5ea-4f09-a6b7-4df41a08acf2 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:46.899241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning for port 40724019-3d21-4399-a1da-fa1f90436469 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:46.905523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning complete for port 40724019-3d21-4399-a1da-fa1f90436469 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:46.906278 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.980884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:33:46.987408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Port 40724019-3d21-4399-a1da-fa1f90436469 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:46.998593 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] Sync routers for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:33:47.002571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.015730 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:47.016649 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:33:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:47.021587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2027853 Jul 13 07:33:47.025752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-334f335b-8a21-4048-b4d0-18220f1af30d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.043520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.045217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fde93-bda6-4c35-be4b-e5b91ea2a8d8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Port': ['ID=e9f775c9-e17c-466f-8d0e-433cfee8f76b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.052868 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.055540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/2a1969b9-ffed-4980-909a-206f9d23fea0 HTTP/1.1" status: 204 len: 168 time: 3.9162657 Jul 13 07:33:47.063666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44088) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.114463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning for port 184d4275-e013-46c4-a9a3-aa5341f14668 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:47.124622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6c68e-d12d-44df-bc39-bdecb24ceab6 None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:33:47.130962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608710226'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:47.131711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning complete for port 184d4275-e013-46c4-a9a3-aa5341f14668 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:47.131711 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.152762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] No DVR routers for this DVR port 803a99e6-4057-4ab6-b02d-3fbb0f0cbabe on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:47.162291 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.165335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12b0b4bb-aae2-4f60-a43e-095ae22b0459 req-9b599a09-2f83-48a4-9422-a31f60726a03 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.48 "DELETE /v2.0/ports/803a99e6-4057-4ab6-b02d-3fbb0f0cbabe HTTP/1.1" status: 204 len: 173 time: 4.0876865 Jul 13 07:33:47.168159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'name': 'network-vif-deleted', 'tag': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:47.180374 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d4b159-fa6b-4450-aca3-ba2483516d4c" -d '{"events": [{"server_uuid": "52d19d9f-1202-477b-a802-b251ed71e3d4", "name": "network-vif-deleted", "tag": "803a99e6-4057-4ab6-b02d-3fbb0f0cbabe"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:47.226735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f335b-8a21-4048-b4d0-18220f1af30d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=9a74cf6f-bce8-4695-8d32-72d9f8c8cf95,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.235219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:33:47.235588 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:33:47.278458 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03cfa4e-52c4-4ad2-8824-fcdef9ebc6fe x-openstack-request-id: req-a03cfa4e-52c4-4ad2-8824-fcdef9ebc6fe {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:47.278831 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d19d9f-1202-477b-a802-b251ed71e3d4", "name": "network-vif-deleted", "tag": "803a99e6-4057-4ab6-b02d-3fbb0f0cbabe", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:47.279153 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a03cfa4e-52c4-4ad2-8824-fcdef9ebc6fe {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:47.279620 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d19d9f-1202-477b-a802-b251ed71e3d4', 'name': 'network-vif-deleted', 'tag': '803a99e6-4057-4ab6-b02d-3fbb0f0cbabe', 'status': 'completed', 'code': 200} Jul 13 07:33:47.290732 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-334f335b-8a21-4048-b4d0-18220f1af30d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.296549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.315228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-334f335b-8a21-4048-b4d0-18220f1af30d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/9a74cf6f-bce8-4695-8d32-72d9f8c8cf95 HTTP/1.1" status: 204 len: 168 time: 2.2631361 Jul 13 07:33:47.325058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befea16-fa33-4671-a7fb-2a136766157f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=2a1969b9-ffed-4980-909a-206f9d23fea0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.327070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:47.337749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.399967 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:47.423723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44102) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.430661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e6ddc568-7f57-416b-9462-4c203e93bded tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328497 Jul 13 07:33:47.446237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:47.466311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:47.544461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.626203 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.626594 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment a09dde36-97ac-4299-883c-95e7e27e834f of type vlan for network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 Jul 13 07:33:47.742292 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.748177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.851621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:47.856065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.931241 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed99df9d-c741-4061-8e66-bc06b4f49d32', 'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'mac_address': 'fa:16:3e:89:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 5, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'subnets': [{'id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:48.006813 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] Checking router: acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:33:48.027727 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:48.031564 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:33:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:48.046685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=81a4fb3a-a5ea-4f09-a6b7-4df41a08acf2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.057347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:33:48.071927 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.106478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6c68e-d12d-44df-bc39-bdecb24ceab6 None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:33:48.238962 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.245324 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.250171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44114) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:48.251274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-34e92b95-eb28-4915-b463-389a6f833f05 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "DELETE /v2.0/floatingips/56b865db-71c6-4a41-b035-6718d84c4005 HTTP/1.1" status: 204 len: 168 time: 3.4653506 Jul 13 07:33:48.259742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] For port 184d4275-e013-46c4-a9a3-aa5341f14668, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=184d4275-e013-46c4-a9a3-aa5341f14668,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:48.268596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=66c92a69-9e17-4b3a-b6f6-9aac87a56484,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:48.301262 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:48.315170 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.321446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.322114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.329903 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.354034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.379235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2581439 Jul 13 07:33:48.385049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44120) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:48.392034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': 'd4d18f79-6827-4b4c-a294-f568e0b7dcb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:48.460729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e1b8a-220f-4b8a-863f-00d3ffabdf0a tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=d4d18f79-6827-4b4c-a294-f568e0b7dcb3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.513443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-71c5614a-bf42-491c-bea7-12cc88117611 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port 96cdbfac-8ed0-41c5-bfb5-f27e925b159e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:48.514429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c5614a-bf42-491c-bea7-12cc88117611 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.577336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:48.581880 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.597797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.623886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:48.703940 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f846d35b-a63c-4a41-b5ce-e6366b0c1a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.797363 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c5614a-bf42-491c-bea7-12cc88117611 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.826669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.876760 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed99df9d-c741-4061-8e66-bc06b4f49d32', 'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'mac_address': 'fa:16:3e:89:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 5, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'subnets': [{'id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:48.884132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-71c5614a-bf42-491c-bea7-12cc88117611 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for 96cdbfac-8ed0-41c5-bfb5-f27e925b159e owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:48.942987 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece74a7-15c7-4f9b-b236-09ae2fd45c32 None None] The sync data for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 is: [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 4, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed99df9d-c741-4061-8e66-bc06b4f49d32', 'name': '', 'network_id': '7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'mac_address': 'fa:16:3e:89:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:25Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 5, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'subnets': [{'id': 'd8961eb2-d790-468e-855c-f95f27a8a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:33:48.952613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d09a5564-32cc-4cff-ba08-1d5835237f1d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:49.028219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking segment: {'id': 'a09dde36-97ac-4299-883c-95e7e27e834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd4d18f79-6827-4b4c-a294-f568e0b7dcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:49.029246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network hostable DHCP agents. Network: d4d18f79-6827-4b4c-a294-f568e0b7dcb3, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:49.035510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=989721f6-ae77-407b-b394-1a8c94f86e7f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.078552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning complete for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:49.079560 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.185182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:49.211592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-37cb62d1-46b9-4274-ba2d-bceee079f7d2 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1790204750&fields=id&tenant_id=3717ff947c1f4880ba8228f32bd81950 HTTP/1.1" status: 200 len: 267 time: 0.4000840 Jul 13 07:33:49.214301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c5614a-bf42-491c-bea7-12cc88117611 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.257463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port d09a5564-32cc-4cff-ba08-1d5835237f1d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:49.257846 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.262993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, d4d18f79-6827-4b4c-a294-f568e0b7dcb3) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:49.274871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.275734 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.298675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:33:49.309520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-283138b8-9be8-4ec6-9fb0-634eeeff6154 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9217167 Jul 13 07:33:49.321593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44140) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:49.367310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': 'd4d18f79-6827-4b4c-a294-f568e0b7dcb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:49.387850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Pushing event updated for resources: {'Port': ['ID=184d4275-e013-46c4-a9a3-aa5341f14668,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.444367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44148) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:49.531801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bdc74f-6f92-46bc-898e-961c99eef4aa None None] New status for floating IP 9208e8a0-66a1-426f-aacc-bd9983321eba: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:33:49.677752 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.684795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5614a-bf42-491c-bea7-12cc88117611 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=96cdbfac-8ed0-41c5-bfb5-f27e925b159e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.707283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.732935 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15df41f6-1c2f-42fb-b4f7-438e4350271f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.767786 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:33:49.768520 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:33:49.772821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7433f6aa-6b98-43c5-8416-5a9420407e6f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:49.839361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7053257b-e88f-4aec-bfc3-57a986c72c98 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.852899 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7053257b-e88f-4aec-bfc3-57a986c72c98 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports/40724019-3d21-4399-a1da-fa1f90436469 HTTP/1.1" status: 200 len: 930 time: 0.5710499 Jul 13 07:33:49.916504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c5614a-bf42-491c-bea7-12cc88117611 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.921432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-71c5614a-bf42-491c-bea7-12cc88117611 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "DELETE /v2.0/ports/96cdbfac-8ed0-41c5-bfb5-f27e925b159e HTTP/1.1" status: 204 len: 168 time: 1.6699471 Jul 13 07:33:49.926309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44154) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:49.959975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 7433f6aa-6b98-43c5-8416-5a9420407e6f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:49.971432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:49.975337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.986023 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15df41f6-1c2f-42fb-b4f7-438e4350271f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.990457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7433f6aa-6b98-43c5-8416-5a9420407e6f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:49.990958 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.005847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-dd622f1d-f21f-4f15-adf3-c77b2a7885d2 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.013291 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-dd622f1d-f21f-4f15-adf3-c77b2a7885d2 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports/d85f8c36-3b7d-420e-9014-9e823118f779 HTTP/1.1" status: 200 len: 930 time: 0.1595132 Jul 13 07:33:50.046750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390a11c-ab18-489f-9673-1aed1aa4232e req-4ed41735-fffa-47b7-abbd-7d68df63c2a6 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.058523 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0390a11c-ab18-489f-9673-1aed1aa4232e req-4ed41735-fffa-47b7-abbd-7d68df63c2a6 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 950 time: 0.3895781 Jul 13 07:33:50.083556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c68cc5a7-5656-4668-8abd-6a5c60c84ce0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0692980 Jul 13 07:33:50.132722 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-2ddeefe0-02a5-47d2-b5f8-a8d082e8311f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0481944 Jul 13 07:33:50.138301 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.206533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 7433f6aa-6b98-43c5-8416-5a9420407e6f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7433f6aa-6b98-43c5-8416-5a9420407e6f,segment=NetworkSegment(ac351447-a17a-47d6-8d1e-9875c6ca748d),segment_id=ac351447-a17a-47d6-8d1e-9875c6ca748d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:50.211862 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.329105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0390a11c-ab18-489f-9673-1aed1aa4232e req-46fe0076-c61e-43e8-8917-6ce5ae5d39f4 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307022 Jul 13 07:33:50.399646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=7433f6aa-6b98-43c5-8416-5a9420407e6f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:50.413596 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15df41f6-1c2f-42fb-b4f7-438e4350271f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.417336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15df41f6-1c2f-42fb-b4f7-438e4350271f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.419141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-15df41f6-1c2f-42fb-b4f7-438e4350271f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "DELETE /v2.0/security-groups/75f13b9d-f98f-45c2-b21f-2f65dd90f0e5 HTTP/1.1" status: 204 len: 168 time: 0.9579890 Jul 13 07:33:50.425196 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.432697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:50.440813 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df41f6-1c2f-42fb-b4f7-438e4350271f tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f13b9d-f98f-45c2-b21f-2f65dd90f0e5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:50.462071 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-adc36f04-0166-45b6-b434-24290cab81d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4972899 Jul 13 07:33:50.474614 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-81008c47-53b7-4ae9-8d8c-8b2c5e8416ea tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] show failed (client error): The resource could not be found. Jul 13 07:33:50.478739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-81008c47-53b7-4ae9-8d8c-8b2c5e8416ea tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "GET /v2.0/security-groups/75f13b9d-f98f-45c2-b21f-2f65dd90f0e5 HTTP/1.1" status: 404 len: 347 time: 0.0337005 Jul 13 07:33:50.484487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:50.500844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=66c92a69-9e17-4b3a-b6f6-9aac87a56484,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:51.024696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 66c92a69-9e17-4b3a-b6f6-9aac87a56484 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:51.092053 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f488aff9-e95e-4cea-b0cb-f0412af2ef46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.120333 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.175861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:51.176482 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.332762 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.438975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-be4aa10f-ebdb-4525-863a-76146843e0b9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.446548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-be4aa10f-ebdb-4525-863a-76146843e0b9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.452927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-be4aa10f-ebdb-4525-863a-76146843e0b9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.460642 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-be4aa10f-ebdb-4525-863a-76146843e0b9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/networks?id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1 HTTP/1.1" status: 200 len: 1990 time: 1.3269706 Jul 13 07:33:51.472661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-491846d6-4b07-48b7-a90b-0e9cd84d2244 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port 4eb4393c-cae2-4335-9cdd-38404d619dad {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:51.473683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-491846d6-4b07-48b7-a90b-0e9cd84d2244 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.510957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-813e0ef2-232b-4df0-8f4f-5510686a7442 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/quotas/3717ff947c1f4880ba8228f32bd81950 HTTP/1.1" status: 200 len: 375 time: 0.0474229 Jul 13 07:33:51.513686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.522112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939854a5-f30e-40d3-b49f-67b0db3eab8d None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:33:51.533370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.537926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-04086d31-65b1-4464-b6be-3f97c1ff978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.539695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-04086d31-65b1-4464-b6be-3f97c1ff978d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1098 time: 0.2779663 Jul 13 07:33:51.676281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:51.707143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.710752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Deleting port 75fa79f3-5456-4c4a-b638-fbc481ea2007 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:51.711442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.835530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-491846d6-4b07-48b7-a90b-0e9cd84d2244 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.858935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:51.896938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-491846d6-4b07-48b7-a90b-0e9cd84d2244 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for 4eb4393c-cae2-4335-9cdd-38404d619dad owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:51.905853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.909642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:51.919170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.920071 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.950381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5254638 Jul 13 07:33:51.955319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44196) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:51.956278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bb3e1-0652-4b6d-8ad8-270f7354703f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=395ae411-98d6-4ec3-918f-756d0f30da80,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:51.972841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-077241af-3130-4ca6-91d5-151e41ee66b5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:52.017074 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:33:52.017499 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:33:52.022476 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.024979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:33:52.025347 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:33:52.035110 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.035753 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.040660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:52.047388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-ff52d9b9-1318-4a69-8c75-12284f849636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.049757 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-ff52d9b9-1318-4a69-8c75-12284f849636 service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.3746471 Jul 13 07:33:52.054320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:52.070741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.071465 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.086597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=97c6759c-0769-4d32-8e2f-102d0de4d365,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.110904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Calling delete_port for 75fa79f3-5456-4c4a-b638-fbc481ea2007 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:52.121129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-fc5cc004-83d7-444a-a94a-2ec28c7dbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.122557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-fc5cc004-83d7-444a-a94a-2ec28c7dbdcc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 1101 time: 0.4299164 Jul 13 07:33:52.154003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ed404ceb-d45e-4ba8-bad5-a40651186016 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6415164 Jul 13 07:33:52.159323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-931680a4-3b8e-4a4c-8537-8de843cd954f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8216357 Jul 13 07:33:52.173584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:52.194883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939854a5-f30e-40d3-b49f-67b0db3eab8d None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:33:52.302200 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-995837e3-1534-4128-8b20-b39073045c23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 1002 time: 0.2011664 Jul 13 07:33:52.330467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bfabd-8890-47f5-ac9a-c159dce81251 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.332385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bfabd-8890-47f5-ac9a-c159dce81251 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.333059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bfabd-8890-47f5-ac9a-c159dce81251 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.335223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bfabd-8890-47f5-ac9a-c159dce81251 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.337387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bfabd-8890-47f5-ac9a-c159dce81251 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.339144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0b3bfabd-8890-47f5-ac9a-c159dce81251 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1645808 Jul 13 07:33:52.343591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:52.349006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190534487'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:52.397665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9613e783-ed87-4be0-a68b-158a7d1e5f15 service neutron] 10.222.0.41 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426031 Jul 13 07:33:52.410301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-71cceef2-4915-4c52-b8ae-a2f3cb550273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.411799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-71cceef2-4915-4c52-b8ae-a2f3cb550273 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.1035061 Jul 13 07:33:52.433545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-ddac8864-7e3c-4692-8d95-67265e72791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.435126 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-ddac8864-7e3c-4692-8d95-67265e72791a service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2769487 Jul 13 07:33:52.461755 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-491846d6-4b07-48b7-a90b-0e9cd84d2244 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.531264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:52.535195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.544640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-6070bb80-eb5f-4bee-809f-1a3f8bacf93e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf HTTP/1.1" status: 200 len: 217 time: 0.0971518 Jul 13 07:33:52.547221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077241af-3130-4ca6-91d5-151e41ee66b5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:52.550894 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-077241af-3130-4ca6-91d5-151e41ee66b5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.591860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491846d6-4b07-48b7-a90b-0e9cd84d2244 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=4eb4393c-cae2-4335-9cdd-38404d619dad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.601323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.617028 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.678924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-b6ec91b9-6458-4ce0-98d5-8639fb1610b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.680505 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-b6ec91b9-6458-4ce0-98d5-8639fb1610b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1039548 Jul 13 07:33:52.684057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f34687bc-183b-4faa-a369-0153d408e1c3 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:52.696791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Pushing event deleted for resources: {'Port': ['ID=75fa79f3-5456-4c4a-b638-fbc481ea2007,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.730484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-ee921d54-f726-4196-a973-0666d3367eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.735609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-ee921d54-f726-4196-a973-0666d3367eb2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3069532 Jul 13 07:33:52.745046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=66c92a69-9e17-4b3a-b6f6-9aac87a56484,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:52.756714 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.818601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.864109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7433f6aa-6b98-43c5-8416-5a9420407e6f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:52.880998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:52.888472 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-97b2a672-b2e7-4fca-ab24-f949ecdff06c service neutron] 10.222.0.41 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881856 Jul 13 07:33:52.968334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-d4d18f79-6827-4b4c-a294-f568e0b7dcb3', 'network_id': 'd4d18f79-6827-4b4c-a294-f568e0b7dcb3', 'tenant_id': 'eb46fd2bb09a4e2a985d3c828701a6d9', 'fixed_ips': [{'subnet_id': '97c6759c-0769-4d32-8e2f-102d0de4d365'}, {'subnet_id': '989721f6-ae77-407b-b394-1a8c94f86e7f'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:52.969147 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.980800 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.981317 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment e1f74e4b-57a6-4b44-9207-50bf5212db10 of type vlan for network f4e63c9c-6541-4992-990e-0ca80c8f3b3e Jul 13 07:33:53.001846 n-d-758944-43 neutron-server[93773]: INFO neutron.db.ipam_backend_mixin [None req-077241af-3130-4ca6-91d5-151e41ee66b5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 395ae411-98d6-4ec3-918f-756d0f30da80 (CIDR: 2001:db8::/64) Jul 13 07:33:53.006413 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-63c8e0b0-2d71-40fe-8eb9-e9060e3f4cda service neutron] 10.222.0.41 "GET /v2.0/ports/40724019-3d21-4399-a1da-fa1f90436469?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1055534 Jul 13 07:33:53.008906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-491846d6-4b07-48b7-a90b-0e9cd84d2244 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.011278 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-491846d6-4b07-48b7-a90b-0e9cd84d2244 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "DELETE /v2.0/ports/4eb4393c-cae2-4335-9cdd-38404d619dad HTTP/1.1" status: 204 len: 168 time: 3.0838697 Jul 13 07:33:53.020294 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-077241af-3130-4ca6-91d5-151e41ee66b5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:33:53.020976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077241af-3130-4ca6-91d5-151e41ee66b5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:53.024224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.095102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.097346 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.104622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.107660 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.112608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d9b4809e-f46f-4255-9e59-44ecabef1ce5 tempest-ServersTestManualDisk-1302681695 tempest-ServersTestManualDisk-1302681695-project] 10.222.0.41 "DELETE /v2.0/floatingips/9208e8a0-66a1-426f-aacc-bd9983321eba HTTP/1.1" status: 204 len: 168 time: 2.6262872 Jul 13 07:33:53.116783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44220) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.139845 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-077241af-3130-4ca6-91d5-151e41ee66b5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1726544 Jul 13 07:33:53.143939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44222) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.155425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:53.240920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:53.249854 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42e255b-22c4-4c3a-a39b-15c701d6b7ee" -d '{"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-unplugged", "status": "completed", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:53.312399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5120f8c2-ce69-4653-8336-cff10be6eddf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting subnet d0ac876f-0d36-4e2f-8ee8-04d3f381edab {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:53.315853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning for port d85f8c36-3b7d-420e-9014-9e823118f779 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:53.320937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:53.342367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-f7327406-f30f-4ae2-81f7-980db041d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.344539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-f7327406-f30f-4ae2-81f7-980db041d42a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6509857 Jul 13 07:33:53.350287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:33:53.357011 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd690e3-eb5d-4f69-8216-67ffc860aed3 x-openstack-request-id: req-4bd690e3-eb5d-4f69-8216-67ffc860aed3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:53.357692 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-unplugged", "status": "completed", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:53.358281 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bd690e3-eb5d-4f69-8216-67ffc860aed3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:53.359187 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'code': 200} Jul 13 07:33:53.367534 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.387218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5120f8c2-ce69-4653-8336-cff10be6eddf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.391574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning complete for port d85f8c36-3b7d-420e-9014-9e823118f779 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:53.392183 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.433138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.438929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.439985 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.450607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7433f6aa-6b98-43c5-8416-5a9420407e6f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:53.453778 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-8c51ab35-4380-4718-829e-c7d91a79c52d service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756151 Jul 13 07:33:53.454508 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.516505 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5120f8c2-ce69-4653-8336-cff10be6eddf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.610497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-fb704512-c020-4ea0-85e0-02e963272c18 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644689 Jul 13 07:33:53.619500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2753470 Jul 13 07:33:53.623721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44232) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.672580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Port d85f8c36-3b7d-420e-9014-9e823118f779 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:53.692995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d75a8301-f7e3-49a2-9578-c63ef6eb7829 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:53.707801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.713010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:53.713676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2863a4-7268-4aac-8643-1a05f7ba7f99 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=f4e63c9c-6541-4992-990e-0ca80c8f3b3e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:53.748587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network f4e63c9c-6541-4992-990e-0ca80c8f3b3e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:53.823731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:53.824406 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1bf1021-c18c-463b-b451-c12295a3f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.842268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-23b0e1a1-ea36-4555-ac11-4d1dd5a81b63 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862988 Jul 13 07:33:53.846886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:53.850589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.926181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 184d4275-e013-46c4-a9a3-aa5341f14668 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:53.926946 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf5a9dd4-d647-48fa-9ca5-c39960004812 req-5da1bb2f-9e90-4fe2-8169-5fa526f87a11 service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610348 Jul 13 07:33:53.990207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5120f8c2-ce69-4653-8336-cff10be6eddf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.004802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Allocated IP 172.20.0.1 (d4d18f79-6827-4b4c-a294-f568e0b7dcb3/97c6759c-0769-4d32-8e2f-102d0de4d365/8df52ad3-88d0-4a36-8d29-961aa008510b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:54.020333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Allocated IP 2001:db8::2 (d4d18f79-6827-4b4c-a294-f568e0b7dcb3/989721f6-ae77-407b-b394-1a8c94f86e7f/8df52ad3-88d0-4a36-8d29-961aa008510b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:54.027497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91902112-c4a5-46f9-8092-44d28544bbe7 req-afb9691d-7a82-49e5-9001-f9981d870ed0 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577432 Jul 13 07:33:54.055773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 184d4275-e013-46c4-a9a3-aa5341f14668 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:54.056205 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.150741 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-81cfba2d-5462-43cc-951e-9214eb775ff3 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271893 Jul 13 07:33:54.251412 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d75a8301-f7e3-49a2-9578-c63ef6eb7829 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.252902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-6f92d9b4-b9bc-40c8-8e0c-eaeda2f37372 service neutron] 10.222.0.41 "GET /v2.0/ports/d85f8c36-3b7d-420e-9014-9e823118f779?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0929849 Jul 13 07:33:54.282954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d75a8301-f7e3-49a2-9578-c63ef6eb7829 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.285443 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5120f8c2-ce69-4653-8336-cff10be6eddf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.374192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d75a8301-f7e3-49a2-9578-c63ef6eb7829 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network f4e63c9c-6541-4992-990e-0ca80c8f3b3e is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:33:54.380516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75a8301-f7e3-49a2-9578-c63ef6eb7829 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.381313 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d75a8301-f7e3-49a2-9578-c63ef6eb7829 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.383052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d75a8301-f7e3-49a2-9578-c63ef6eb7829 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "PUT /v2.0/networks/f4e63c9c-6541-4992-990e-0ca80c8f3b3e HTTP/1.1" status: 200 len: 723 time: 0.7531445 Jul 13 07:33:54.388447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44244) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:54.396259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': 'f4e63c9c-6541-4992-990e-0ca80c8f3b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:54.453153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-129d876e-2b07-46ee-94e7-c1943441ee0f None None] Provisioning complete for port 7433f6aa-6b98-43c5-8416-5a9420407e6f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:54.453723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-129d876e-2b07-46ee-94e7-c1943441ee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.491484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120f8c2-ce69-4653-8336-cff10be6eddf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ac876f-0d36-4e2f-8ee8-04d3f381edab,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.498366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5120f8c2-ce69-4653-8336-cff10be6eddf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.509492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44246) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:54.511522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5120f8c2-ce69-4653-8336-cff10be6eddf tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "DELETE /v2.0/subnets/d0ac876f-0d36-4e2f-8ee8-04d3f381edab HTTP/1.1" status: 204 len: 168 time: 1.4476802 Jul 13 07:33:54.517909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 66c92a69-9e17-4b3a-b6f6-9aac87a56484 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:54.526173 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.559616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a8301-f7e3-49a2-9578-c63ef6eb7829 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=f4e63c9c-6541-4992-990e-0ca80c8f3b3e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.562358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Transition to ACTIVE for port object 8df52ad3-88d0-4a36-8d29-961aa008510b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:54.585782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network f4e63c9c-6541-4992-990e-0ca80c8f3b3e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:54.613090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:54.616473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Transition to ACTIVE for port object 8df52ad3-88d0-4a36-8d29-961aa008510b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:54.629741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.656834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:54.684349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f025d7cb-1955-49d9-ac55-a6fa8fa45d9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting subnet b2483b47-78ef-4219-a84d-205718e33c61 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:54.688262 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-36ca9a44-d9f1-45b5-b532-4db5e2b530e7 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291954 Jul 13 07:33:54.713365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f025d7cb-1955-49d9-ac55-a6fa8fa45d9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.827338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.844904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'mac_address': 'fa:16:3e:88:a8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:54.862152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.897529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f025d7cb-1955-49d9-ac55-a6fa8fa45d9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.006870 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.032211 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.040317 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-82602802-c69f-45b8-913e-606b8f757114 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239396 Jul 13 07:33:55.047055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.060531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b190341e-7f7f-437a-93bb-98b0d5ff8dbf {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:55.091138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:55.097396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:55.102743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:55.106292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:55.120004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:55.121414 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.150490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:55.174075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.175275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.275156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:55.281762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1315889 Jul 13 07:33:55.284701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44272) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:55.296737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:af:35:00', 'name': 'tempest-NetworksTestDHCPv6-64221289'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:55.300516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a017b5-14c9-4472-af00-7784867b9a70 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=5aa4d26e-32cf-404c-ba81-c4907450857e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.307115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f025d7cb-1955-49d9-ac55-a6fa8fa45d9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.398301 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.423871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Pushing event updated for resources: {'Port': ['ID=8df52ad3-88d0-4a36-8d29-961aa008510b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.515922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-129d876e-2b07-46ee-94e7-c1943441ee0f None None] Provisioning complete for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:55.516626 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-129d876e-2b07-46ee-94e7-c1943441ee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.518059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=6a6a18f2-2d20-41a4-bdc8-65a0090e6630,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.567192 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.782531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking segment: {'id': 'e1f74e4b-57a6-4b44-9207-50bf5212db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f4e63c9c-6541-4992-990e-0ca80c8f3b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:55.783244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network hostable DHCP agents. Network: f4e63c9c-6541-4992-990e-0ca80c8f3b3e, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:55.807079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Attempting to bind port 8df52ad3-88d0-4a36-8d29-961aa008510b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:55.807797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Attempting to bind port 8df52ad3-88d0-4a36-8d29-961aa008510b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'a09dde36-97ac-4299-883c-95e7e27e834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd4d18f79-6827-4b4c-a294-f568e0b7dcb3'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:55.808339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Attempting to bind port 8df52ad3-88d0-4a36-8d29-961aa008510b on network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:55.812129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network f4e63c9c-6541-4992-990e-0ca80c8f3b3e is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:55.823672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:55.824077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Checking segment: {'id': 'a09dde36-97ac-4299-883c-95e7e27e834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd4d18f79-6827-4b4c-a294-f568e0b7dcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:55.824605 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.825034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Bound using segment: {'id': 'a09dde36-97ac-4299-883c-95e7e27e834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd4d18f79-6827-4b4c-a294-f568e0b7dcb3'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:55.825567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Bound port: 8df52ad3-88d0-4a36-8d29-961aa008510b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09dde36-97ac-4299-883c-95e7e27e834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd4d18f79-6827-4b4c-a294-f568e0b7dcb3'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:55.825972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.828709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, f4e63c9c-6541-4992-990e-0ca80c8f3b3e) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:55.837418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.838089 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580776'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.910854 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f49d2346-16f4-4172-bb55-07fe2e2c6865 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5185366 Jul 13 07:33:55.913671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44294) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:55.922466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-161e45f1-4bff-4abf-92b8-0ade0b4b85fa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:55.923718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] For port 8df52ad3-88d0-4a36-8d29-961aa008510b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:55.929478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] For port 8df52ad3-88d0-4a36-8d29-961aa008510b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8df52ad3-88d0-4a36-8d29-961aa008510b,segment=NetworkSegment(a09dde36-97ac-4299-883c-95e7e27e834f),segment_id=a09dde36-97ac-4299-883c-95e7e27e834f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:55.937054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b190341e-7f7f-437a-93bb-98b0d5ff8dbf'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:55.958593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.012531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.082797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-161e45f1-4bff-4abf-92b8-0ade0b4b85fa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6331784'] for subnet, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.189857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Deleting port ed99df9d-c741-4061-8e66-bc06b4f49d32 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:56.193065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.197509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31daf5b5-9e20-4f1b-a35f-9180d49b01de None None] Pushing event updated for resources: {'Port': ['ID=8df52ad3-88d0-4a36-8d29-961aa008510b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.490359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] For port ed99df9d-c741-4061-8e66-bc06b4f49d32, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ed99df9d-c741-4061-8e66-bc06b4f49d32,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:56.491055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.493864 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-5a144463-a35f-4ec5-bc28-98a2a3a46c1b service neutron] 10.222.0.41 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4362583 Jul 13 07:33:56.498225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:56.522480 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-161e45f1-4bff-4abf-92b8-0ade0b4b85fa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743006582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8288572'] for subnet, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.537668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Calling delete_port for ed99df9d-c741-4061-8e66-bc06b4f49d32 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:56.591996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f025d7cb-1955-49d9-ac55-a6fa8fa45d9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.627480 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f025d7cb-1955-49d9-ac55-a6fa8fa45d9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.627943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161e45f1-4bff-4abf-92b8-0ade0b4b85fa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:56.629741 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f025d7cb-1955-49d9-ac55-a6fa8fa45d9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "DELETE /v2.0/subnets/b2483b47-78ef-4219-a84d-205718e33c61 HTTP/1.1" status: 204 len: 168 time: 2.1181114 Jul 13 07:33:56.635163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-161e45f1-4bff-4abf-92b8-0ade0b4b85fa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.635866 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-161e45f1-4bff-4abf-92b8-0ade0b4b85fa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "PUT /v2.0/subnets/6a6a18f2-2d20-41a4-bdc8-65a0090e6630 HTTP/1.1" status: 200 len: 826 time: 0.7210863 Jul 13 07:33:56.636471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44302) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.654750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44304) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.665270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025d7cb-1955-49d9-ac55-a6fa8fa45d9f tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Subnet': ['ID=b2483b47-78ef-4219-a84d-205718e33c61,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.794477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.811988 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-94a9153c-594e-40ec-b02b-7c954cdb5c24 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970233 Jul 13 07:33:56.822348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 9f1c84a5-5830-482f-b9ea-7b11510233b5 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:56.880961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e45f1-4bff-4abf-92b8-0ade0b4b85fa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=6a6a18f2-2d20-41a4-bdc8-65a0090e6630,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:57.231280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8:0:1::341 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/5aa4d26e-32cf-404c-ba81-c4907450857e/9f1c84a5-5830-482f-b9ea-7b11510233b5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:57.239761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::f816:3eff:feaf:3500 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/395ae411-98d6-4ec3-918f-756d0f30da80/9f1c84a5-5830-482f-b9ea-7b11510233b5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:57.429089 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.450365 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.461987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 9f1c84a5-5830-482f-b9ea-7b11510233b5 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:57.531831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.539284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed99df9d-c741-4061-8e66-bc06b4f49d32,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:57.550560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.560946 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.675714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=9f1c84a5-5830-482f-b9ea-7b11510233b5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:57.770192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:57.773340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:57.786854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:57.792820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:57.793459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.830209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb11cf-cd16-445d-8462-0fe9b86336ff None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:57.852510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fb6274cb-ba98-4e75-8ef9-f8251ef58c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5626159 Jul 13 07:33:57.854135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44306) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:57.965975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6349f1-6131-4849-8d0f-db24dbde99f5 None None] Network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:57.985008 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.994936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-2cf86b1c-fffd-47c6-9ab0-dedb0c502fbf service neutron] 10.222.0.41 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568708 Jul 13 07:33:58.050935 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf721052-43a9-4471-ae3f-987f5fceac49 None None] Network 99c0e8ba-e29c-47b8-ba72-68e6a2413600 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:58.160626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78691b-bd01-419c-b1e5-1b4b0086e659 None None] Network f4e63c9c-6541-4992-990e-0ca80c8f3b3e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:58.183396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port e8e07a87-9402-4002-8f33-c580e6a71d6d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:58.183811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.302743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.336369 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.407365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 9f1c84a5-5830-482f-b9ea-7b11510233b5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:58.407715 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.455909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-8674f655-cd56-4f98-918e-e42d5bc6949a service neutron] 10.222.0.41 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187191 Jul 13 07:33:58.463362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b3b02e69-2e09-4f97-b92f-68bced271e40 None None] Provisioning for port 8df52ad3-88d0-4a36-8d29-961aa008510b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:58.650403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6a18f2-2d20-41a4-bdc8-65a0090e6630,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:58.727350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:58.873385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.939768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 9f1c84a5-5830-482f-b9ea-7b11510233b5 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:59.001124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd81a5-6050-40bf-9750-f743625748dd None None] Network 43631e76-28bf-4709-8183-09560f51c3a0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:59.003061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8df52ad3-88d0-4a36-8d29-961aa008510b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:59.082689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] For port e8e07a87-9402-4002-8f33-c580e6a71d6d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e8e07a87-9402-4002-8f33-c580e6a71d6d,segment=NetworkSegment(a4389146-59c9-48c6-9ce5-29ef90403f80),segment_id=a4389146-59c9-48c6-9ce5-29ef90403f80)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:59.083347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.118939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for e8e07a87-9402-4002-8f33-c580e6a71d6d owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:59.121872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b3b02e69-2e09-4f97-b92f-68bced271e40 None None] Provisioning complete for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:59.122292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3b02e69-2e09-4f97-b92f-68bced271e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.229324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:59.229602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.357572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.365832 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f1eea107-2906-4d59-a5b3-084a95bcd091 service neutron] 10.222.0.41 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918788 Jul 13 07:33:59.379982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e63c9c-6541-4992-990e-0ca80c8f3b3e']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:59.425478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f74e4b-57a6-4b44-9207-50bf5212db10') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:59.425760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f74e4b-57a6-4b44-9207-50bf5212db10') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:59.440397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a27ab-ef26-4d27-b3b4-b519ba30b00a None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '395ae411-98d6-4ec3-918f-756d0f30da80', 'ip_address': '2001:db8::f816:3eff:fe8b:90d8'}, {'subnet_id': '5aa4d26e-32cf-404c-ba81-c4907450857e'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '66c92a69-9e17-4b3a-b6f6-9aac87a56484'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:33:59.459093 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.463648 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.545198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:33:59.547943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=e8e07a87-9402-4002-8f33-c580e6a71d6d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:59.552034 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-74abe424-b9ae-452a-8121-2663ca35111e service neutron] 10.222.0.41 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728656 Jul 13 07:33:59.555107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] No DVR routers for this DVR port e8e07a87-9402-4002-8f33-c580e6a71d6d on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:59.588875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.618336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:59.619182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:59.629580 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:59.632532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccffc3f8-6c35-4f56-9b11-5a1fa3970df0 None None] DHCP port deletion for 99c0e8ba-e29c-47b8-ba72-68e6a2413600 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:59.640010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7258893c-4432-419c-b502-5788c6d45bc9 None None] Network f4e63c9c-6541-4992-990e-0ca80c8f3b3e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:59.726959 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:33:59.763631 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.804809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=9f1c84a5-5830-482f-b9ea-7b11510233b5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:59.829172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.829535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.829871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.830230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.831757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.832291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.833376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.833738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.834110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.834447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.834780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.835133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:59.915470 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd0a27ab-ef26-4d27-b3b4-b519ba30b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.923065 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.926120 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-42cde4fe-8424-4de1-81fe-3c1d6f62ec28 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/9f1c84a5-5830-482f-b9ea-7b11510233b5 HTTP/1.1" status: 204 len: 168 time: 2.0709424 Jul 13 07:33:59.933906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:59.955916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:33:59.968347 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] Sync routers for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:33:59.982814 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:59.986908 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:33:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:59.989699 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.996803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2d0e9168-9901-47b5-8fab-3bdbb9c6b4e7 admin admin] 10.222.0.41 "PUT /v2.0/routers/acbadbc5-5cfa-401e-a5bc-e7140fcd93d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8745210 Jul 13 07:34:00.003507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:00.091853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c0e8ba-e29c-47b8-ba72-68e6a2413600']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:00.116920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4389146-59c9-48c6-9ce5-29ef90403f80') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:00.125054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 8df52ad3-88d0-4a36-8d29-961aa008510b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:00.125940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4389146-59c9-48c6-9ce5-29ef90403f80') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:00.134321 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.142573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.146945 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/f4e63c9c-6541-4992-990e-0ca80c8f3b3e HTTP/1.1" status: 204 len: 168 time: 3.4829941 Jul 13 07:34:00.146945 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.150011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44332) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:00.171764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.178206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-b76edc17-1a93-4537-bcda-e07118a5f985 service neutron] 10.222.0.41 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131074 Jul 13 07:34:00.219203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed320209-3d43-482d-a2a0-8c0e59fd8647 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=f4e63c9c-6541-4992-990e-0ca80c8f3b3e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:00.233365 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad085d5-2b36-4655-bcf2-21a29ab56a6f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:00.234253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad085d5-2b36-4655-bcf2-21a29ab56a6f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:00.239940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9ad085d5-2b36-4655-bcf2-21a29ab56a6f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/f4e63c9c-6541-4992-990e-0ca80c8f3b3e HTTP/1.1" status: 404 len: 339 time: 0.0759406 Jul 13 07:34:00.241071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44338) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:00.242322 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.256493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2100479385', 'description': 'd1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:00.266964 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:00.290934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:00.290934 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.291291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8df52ad3-88d0-4a36-8d29-961aa008510b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:00.291291 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.295733 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:00.301702 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:00.324929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967c1700-c0f5-46a5-91bd-8a6ec17adcbe None None] Network f4e63c9c-6541-4992-990e-0ca80c8f3b3e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:00.491512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967c1700-c0f5-46a5-91bd-8a6ec17adcbe None None] Network f4e63c9c-6541-4992-990e-0ca80c8f3b3e could not be found, it might have been deleted concurrently. {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:34:00.519983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:00.524136 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.531535 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.536647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:00.545923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:00.549474 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faed54fc-b3a6-4b88-980f-feeffc0ed5fc" -d '{"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:00.559991 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.605809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.608942 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "DELETE /v2.0/networks/99c0e8ba-e29c-47b8-ba72-68e6a2413600 HTTP/1.1" status: 204 len: 168 time: 3.9582741 Jul 13 07:34:00.610178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e04792-a594-4bd8-af6f-98d1ae26f5af tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Network': ['ID=99c0e8ba-e29c-47b8-ba72-68e6a2413600,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:00.614108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44346) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:00.698960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:00.789092 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:33:57Z', 'revision_number': 5, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port': {'id': 'cfb3f546-c29d-414e-a1d0-7b4b50d29100', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:00.864933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.865692 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment 69544d9a-a5ab-4eba-9aee-3ef8c7453caf of type vlan for network 4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb Jul 13 07:34:00.881210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f5c0d3-2c26-4c9a-b1f2-8694f5a2fa84 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.885560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-71f5c0d3-2c26-4c9a-b1f2-8694f5a2fa84 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.9489973 Jul 13 07:34:00.886986 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.892425 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.893626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44348) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:00.921450 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.939882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6193b-27c5-4b0c-afdb-66f098aedd96 None None] DHCP port deletion for 43631e76-28bf-4709-8183-09560f51c3a0 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:00.948937 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.950834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d519a-54db-4ea2-86b8-5a8fb9b0e2e4 None None] Network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:00.999986 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-728f8fa9-e6b6-4a1a-97ae-861e06ce87fb service neutron] 10.222.0.41 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950466 Jul 13 07:34:01.014952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113c8cd-5610-4763-876e-0da6ae251730 req-cb9b2335-59c4-4b42-bd85-5b107944e7cd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.017037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2113c8cd-5610-4763-876e-0da6ae251730 req-cb9b2335-59c4-4b42-bd85-5b107944e7cd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2179368 Jul 13 07:34:01.074814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.082637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.083077 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.084879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 8df52ad3-88d0-4a36-8d29-961aa008510b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8df52ad3-88d0-4a36-8d29-961aa008510b,segment=NetworkSegment(a09dde36-97ac-4299-883c-95e7e27e834f),segment_id=a09dde36-97ac-4299-883c-95e7e27e834f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:01.110790 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] Checking router: acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:01.126447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8814514 Jul 13 07:34:01.127076 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44352) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:01.146358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.158083 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] Routers {'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:01.161917 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:33:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:01.190683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc47f510-ee8d-4357-8dc3-9834aefc0ea5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.192398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dc47f510-ee8d-4357-8dc3-9834aefc0ea5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.2967515 Jul 13 07:34:01.200398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44358) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:01.262873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89979a57-cd68-4efc-9b25-8516909dc724 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.268431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-89979a57-cd68-4efc-9b25-8516909dc724 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/networks?id=4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb HTTP/1.1" status: 200 len: 765 time: 0.1360452 Jul 13 07:34:01.270205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:01.290503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2113c8cd-5610-4763-876e-0da6ae251730 req-3f5d449b-b6ea-4d13-b08c-1a97557d7b4c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616897 Jul 13 07:34:01.294316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dd3eaf02-6263-49fc-ad83-ee71fd92ff18 None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:01.294689 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd3eaf02-6263-49fc-ad83-ee71fd92ff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.307049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0e0ae833-02e9-4c30-9413-d2255a0573da tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'description': 'd2'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:01.391700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20903b-eda3-4155-bab0-1ea17208e1ed tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.401299 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bb4d6c-29e4-4409-a71d-5dd6943360ce x-openstack-request-id: req-c8bb4d6c-29e4-4409-a71d-5dd6943360ce {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:01.401884 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:01.402785 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8bb4d6c-29e4-4409-a71d-5dd6943360ce {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:01.403197 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'code': 200} Jul 13 07:34:01.423018 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] Set router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:01.434221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20903b-eda3-4155-bab0-1ea17208e1ed tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.440513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20903b-eda3-4155-bab0-1ea17208e1ed tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.452084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7f20903b-eda3-4155-bab0-1ea17208e1ed tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2509067 Jul 13 07:34:01.458958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44370) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:01.517587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.641083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Deleting port cfb3f546-c29d-414e-a1d0-7b4b50d29100 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:01.641860 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.669057 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:34:00Z', 'revision_number': 6, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:01.691264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e8e07a87-9402-4002-8f33-c580e6a71d6d no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:01.751542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] For port cfb3f546-c29d-414e-a1d0-7b4b50d29100, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cfb3f546-c29d-414e-a1d0-7b4b50d29100,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:01.751795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.771720 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90b64a-e54c-4650-8c32-f8883dff660c None None] The sync data for ids ['acbadbc5-5cfa-401e-a5bc-e7140fcd93d7'] in n-d-758944-43 is: [{'id': 'acbadbc5-5cfa-401e-a5bc-e7140fcd93d7', 'name': 'tempest-ServersTestManualDisk-1177188237-router', 'tenant_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:34:00Z', 'revision_number': 6, 'project_id': 'f3c755b4780c4c398df7e5f0fddcc546', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:01.779196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Calling delete_port for cfb3f546-c29d-414e-a1d0-7b4b50d29100 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:01.808162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3214945-c00b-40bd-a8f0-a1566b8e2e85 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 395ae411-98d6-4ec3-918f-756d0f30da80 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:01.948343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e8e07a87-9402-4002-8f33-c580e6a71d6d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:01.948967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e8e07a87-9402-4002-8f33-c580e6a71d6d not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:01.949562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a9e36c7a-9796-4408-910f-e4712401493e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:02.007330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=8df52ad3-88d0-4a36-8d29-961aa008510b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.037350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fd0a27ab-ef26-4d27-b3b4-b519ba30b00a None None] Allocated IP 2001:db8:0:1::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/5aa4d26e-32cf-404c-ba81-c4907450857e/66c92a69-9e17-4b3a-b6f6-9aac87a56484) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:02.164358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.202116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb3f546-c29d-414e-a1d0-7b4b50d29100,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.270517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fd0a27ab-ef26-4d27-b3b4-b519ba30b00a None None] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=66c92a69-9e17-4b3a-b6f6-9aac87a56484,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:02.296662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a47aa5-ec32-40b8-b5b8-5d5d3a8d53de tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.302546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd0a27ab-ef26-4d27-b3b4-b519ba30b00a None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.319140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fd0a27ab-ef26-4d27-b3b4-b519ba30b00a None None] Transition to ACTIVE for port object 66c92a69-9e17-4b3a-b6f6-9aac87a56484 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:02.325501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-60d6193b-27c5-4b0c-afdb-66f098aedd96 None None] Deleting port a9e36c7a-9796-4408-910f-e4712401493e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:02.327103 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60d6193b-27c5-4b0c-afdb-66f098aedd96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.328169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Deleting port a9e36c7a-9796-4408-910f-e4712401493e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:02.328990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.338245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.360843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-721ae569-7463-40b8-a1ca-2f82b9ce9c34 req-8fc41320-2c5a-49a0-81d4-6fc0f7fe351c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1008446 Jul 13 07:34:02.437476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:02.451787 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.453622 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd0a27ab-ef26-4d27-b3b4-b519ba30b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.459962 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3214945-c00b-40bd-a8f0-a1566b8e2e85 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.571660 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e0ae833-02e9-4c30-9413-d2255a0573da tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.576486 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] For port a9e36c7a-9796-4408-910f-e4712401493e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a9e36c7a-9796-4408-910f-e4712401493e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:02.577027 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.597026 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Calling delete_port for a9e36c7a-9796-4408-910f-e4712401493e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:02.599572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3214945-c00b-40bd-a8f0-a1566b8e2e85 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.602350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e0ae833-02e9-4c30-9413-d2255a0573da tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.633141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e0ae833-02e9-4c30-9413-d2255a0573da tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network 4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:34:02.638670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ae833-02e9-4c30-9413-d2255a0573da tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.639398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e0ae833-02e9-4c30-9413-d2255a0573da tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.640800 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0e0ae833-02e9-4c30-9413-d2255a0573da tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "PUT /v2.0/networks/4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb HTTP/1.1" status: 200 len: 762 time: 1.3485470 Jul 13 07:34:02.661685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44412) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:02.746804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a27ab-ef26-4d27-b3b4-b519ba30b00a None None] Pushing event updated for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.748895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.751774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.790760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc97200-0a9d-44f4-94e4-a50d72644b54 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.792451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5dc97200-0a9d-44f4-94e4-a50d72644b54 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/networks?id=4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb HTTP/1.1" status: 200 len: 765 time: 0.1303511 Jul 13 07:34:02.800966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44418) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:02.892917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ae833-02e9-4c30-9413-d2255a0573da tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.905255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port a9e36c7a-9796-4408-910f-e4712401493e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a9e36c7a-9796-4408-910f-e4712401493e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:03.031979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:03.076857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.106457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7f71a2-f5fa-4c8e-99d1-f8fe6c9fb94e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.106457 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2a7f71a2-f5fa-4c8e-99d1-f8fe6c9fb94e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3018086 Jul 13 07:34:03.111779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44420) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:03.116867 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.117596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:34:03.132158 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.143423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8a73e1f-4535-49fb-a285-97dd402defd3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/acbadbc5-5cfa-401e-a5bc-e7140fcd93d7 HTTP/1.1" status: 204 len: 168 time: 3.1342402 Jul 13 07:34:03.149793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44422) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:03.159649 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.219636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Port': ['ID=a9e36c7a-9796-4408-910f-e4712401493e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:03.262953 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] No DVR routers for this DVR port a9e36c7a-9796-4408-910f-e4712401493e on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:03.276779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dd3eaf02-6263-49fc-ad83-ee71fd92ff18 None None] Provisioning complete for port f34687bc-183b-4faa-a369-0153d408e1c3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:03.277458 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd3eaf02-6263-49fc-ad83-ee71fd92ff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.329089 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0be05441-360c-457e-959e-5512c2a9c8f6 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 207 time: 0.2107391 Jul 13 07:34:03.338255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44424) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:03.471765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event deleted for resources: {'Port': ['ID=a9e36c7a-9796-4408-910f-e4712401493e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:03.482822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-60d6193b-27c5-4b0c-afdb-66f098aedd96 None None] For port a9e36c7a-9796-4408-910f-e4712401493e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a9e36c7a-9796-4408-910f-e4712401493e,segment=NetworkSegment(d7cff168-5fc7-451a-9037-10d719f1cfec),segment_id=d7cff168-5fc7-451a-9037-10d719f1cfec)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:03.483238 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60d6193b-27c5-4b0c-afdb-66f098aedd96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.529994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-60d6193b-27c5-4b0c-afdb-66f098aedd96 None None] Calling delete_port for a9e36c7a-9796-4408-910f-e4712401493e owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:03.696597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.770389 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd3eaf02-6263-49fc-ad83-ee71fd92ff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.874565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8df52ad3-88d0-4a36-8d29-961aa008510b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:03.890033 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60d6193b-27c5-4b0c-afdb-66f098aedd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.965698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af516a22-45db-4b07-a705-0d86093a2889 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.972266 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af516a22-45db-4b07-a705-0d86093a2889 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.978815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af516a22-45db-4b07-a705-0d86093a2889 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.985781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af516a22-45db-4b07-a705-0d86093a2889 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.994651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af516a22-45db-4b07-a705-0d86093a2889 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.000581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af516a22-45db-4b07-a705-0d86093a2889 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.007111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-af516a22-45db-4b07-a705-0d86093a2889 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6676247 Jul 13 07:34:04.008280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44434) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:04.053707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43631e76-28bf-4709-8183-09560f51c3a0']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:04.057461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dd3eaf02-6263-49fc-ad83-ee71fd92ff18 None None] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:04.073070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:04.075521 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2761e507-b75a-4b05-8bd6-73a82aff1141" -d '{"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-plugged", "status": "completed", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:04.078386 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a3536-9e28-4f46-ada8-be2feef41a5f None None] Network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:04.083714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6193b-27c5-4b0c-afdb-66f098aedd96 None None] No DVR routers for this DVR port a9e36c7a-9796-4408-910f-e4712401493e on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:04.116377 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd3eaf02-6263-49fc-ad83-ee71fd92ff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.136588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df269292-0d08-4d20-bb85-ca104fa85580 req-0118ac93-4c67-4f8a-bdcc-535fdd01fabe tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1209700 Jul 13 07:34:04.148764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cff168-5fc7-451a-9037-10d719f1cfec') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:04.153712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cff168-5fc7-451a-9037-10d719f1cfec') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:04.158749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6193b-27c5-4b0c-afdb-66f098aedd96 None None] Pushing event deleted for resources: {'Port': ['ID=a9e36c7a-9796-4408-910f-e4712401493e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:04.183786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3167e2-a8ce-4b2a-9c17-155d542be92f req-37c994f8-10ba-448b-bb41-94dfa27098a4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.187889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d3167e2-a8ce-4b2a-9c17-155d542be92f req-37c994f8-10ba-448b-bb41-94dfa27098a4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 1.5402274 Jul 13 07:34:04.196914 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.205915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f3dd77-00f3-4df5-bdbf-60b10ed60e5e admin admin] Deleting subnet d8961eb2-d790-468e-855c-f95f27a8a5d5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:04.267588 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04f3dd77-00f3-4df5-bdbf-60b10ed60e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.310764 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.328043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3214945-c00b-40bd-a8f0-a1566b8e2e85 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.357155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:04.357800 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:04.383500 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:04.486057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-40adc514-34bb-42a0-8876-fbdad88580ea None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:04.486994 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40adc514-34bb-42a0-8876-fbdad88580ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.497563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-91c88e4b-b41c-40b2-9638-f2ba3648569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.501204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-91c88e4b-b41c-40b2-9638-f2ba3648569b service neutron] 10.222.0.48 "GET /v2.0/ports/40724019-3d21-4399-a1da-fa1f90436469 HTTP/1.1" status: 200 len: 1026 time: 0.0879238 Jul 13 07:34:04.504583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eaf02-6263-49fc-ad83-ee71fd92ff18 None None] Pushing event updated for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:04.530265 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d3167e2-a8ce-4b2a-9c17-155d542be92f req-3a8b52ea-6635-4a75-84a7-c9dfb8f988e4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048549 Jul 13 07:34:04.573066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8df52ad3-88d0-4a36-8d29-961aa008510b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:04.573446 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.677391 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74abca4-d087-425f-a2df-1021728478c7 x-openstack-request-id: req-e74abca4-d087-425f-a2df-1021728478c7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:04.677734 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-plugged", "status": "completed", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:04.677939 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e74abca4-d087-425f-a2df-1021728478c7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:04.678423 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'code': 200} Jul 13 07:34:04.692772 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04f3dd77-00f3-4df5-bdbf-60b10ed60e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.698848 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-456940dc-76ee-4c76-ac47-8bd920fbba04 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6641228 Jul 13 07:34:04.700104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44450) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:04.705980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.720996 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.724765 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] 10.222.0.41 "DELETE /v2.0/networks/43631e76-28bf-4709-8183-09560f51c3a0 HTTP/1.1" status: 204 len: 168 time: 4.1076460 Jul 13 07:34:04.745241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8d5e4-b0c9-45a9-9f98-59835498f0b6 tempest-TaggedBootDevicesTest_v242-418990097 tempest-TaggedBootDevicesTest_v242-418990097-project] Pushing event deleted for resources: {'Network': ['ID=43631e76-28bf-4709-8183-09560f51c3a0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:04.780954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:04.789666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447948e-2e84-4581-877f-8a7f39cd00d4 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:04.846423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-662724dc-4103-4017-b559-654ee244c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.847292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-662724dc-4103-4017-b559-654ee244c7e2 service neutron] 10.222.0.48 "GET /v2.0/ports/d85f8c36-3b7d-420e-9014-9e823118f779 HTTP/1.1" status: 200 len: 1026 time: 0.3136141 Jul 13 07:34:04.988746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3214945-c00b-40bd-a8f0-a1566b8e2e85 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.019921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52946a4-a7e5-43e2-8a67-2e6b98f0c793 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.021711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52946a4-a7e5-43e2-8a67-2e6b98f0c793 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.023808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52946a4-a7e5-43e2-8a67-2e6b98f0c793 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.025339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52946a4-a7e5-43e2-8a67-2e6b98f0c793 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.027020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52946a4-a7e5-43e2-8a67-2e6b98f0c793 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.028813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b52946a4-a7e5-43e2-8a67-2e6b98f0c793 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2706029 Jul 13 07:34:05.032498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44456) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:05.205894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a50e2-5e8e-4d83-a8cb-796da0778b6b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.207509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a50e2-5e8e-4d83-a8cb-796da0778b6b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.231687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a50e2-5e8e-4d83-a8cb-796da0778b6b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.243520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a50e2-5e8e-4d83-a8cb-796da0778b6b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.253744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a50e2-5e8e-4d83-a8cb-796da0778b6b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.255663 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c45a50e2-5e8e-4d83-a8cb-796da0778b6b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2221527 Jul 13 07:34:05.263647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44468) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:05.289392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3214945-c00b-40bd-a8f0-a1566b8e2e85 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.291388 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f3214945-c00b-40bd-a8f0-a1566b8e2e85 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/395ae411-98d6-4ec3-918f-756d0f30da80 HTTP/1.1" status: 204 len: 168 time: 3.8216097 Jul 13 07:34:05.292230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3214945-c00b-40bd-a8f0-a1566b8e2e85 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=395ae411-98d6-4ec3-918f-756d0f30da80,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.315391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44472) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:05.601058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5471d818-ca8b-4bfd-bb4c-9db40dd988dd tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.603647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5471d818-ca8b-4bfd-bb4c-9db40dd988dd tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/networks/f7511620-5167-4a8b-9b42-26dac5230e86 HTTP/1.1" status: 200 len: 804 time: 0.3388824 Jul 13 07:34:05.608962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:05.671933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09798b47-dd91-4823-8313-3a7f9310a3e4 req-6a75e1e0-257c-46d2-8316-7705c3e987b1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1719935 Jul 13 07:34:05.697274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04f3dd77-00f3-4df5-bdbf-60b10ed60e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.740167 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.774551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-40adc514-34bb-42a0-8876-fbdad88580ea None None] Provisioning complete for port 8df52ad3-88d0-4a36-8d29-961aa008510b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:05.774930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40adc514-34bb-42a0-8876-fbdad88580ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.827714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-635dd820-e754-4f16-81c0-81a265639c7c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.835231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-635dd820-e754-4f16-81c0-81a265639c7c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.861277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-635dd820-e754-4f16-81c0-81a265639c7c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.874000 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-635dd820-e754-4f16-81c0-81a265639c7c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "GET /v2.0/networks?id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1 HTTP/1.1" status: 200 len: 1990 time: 1.0092506 Jul 13 07:34:05.937714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc336e3c-d857-48a4-9c61-0e0bbecca970 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 5aa4d26e-32cf-404c-ba81-c4907450857e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:05.948365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc336e3c-d857-48a4-9c61-0e0bbecca970 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.014634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 66c92a69-9e17-4b3a-b6f6-9aac87a56484 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:06.020297 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-321f3e9e-b958-4828-8b1a-0b6973723f79 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3717ff947c1f4880ba8228f32bd81950 HTTP/1.1" status: 200 len: 380 time: 0.1210437 Jul 13 07:34:06.023702 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc336e3c-d857-48a4-9c61-0e0bbecca970 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.031085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'admin_state_up': True, 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'security_groups': ['7abdde54-2962-45f6-954c-be3cf371cd79']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:06.039830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04f3dd77-00f3-4df5-bdbf-60b10ed60e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.043845 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3abe673c-e2d7-4aaf-85f1-5454a4b9b129 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/networks/f7511620-5167-4a8b-9b42-26dac5230e86?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4213328 Jul 13 07:34:06.043845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44492) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:06.167202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3dd77-00f3-4df5-bdbf-60b10ed60e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8961eb2-d790-468e-855c-f95f27a8a5d5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:06.181516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04f3dd77-00f3-4df5-bdbf-60b10ed60e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.195062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-04f3dd77-00f3-4df5-bdbf-60b10ed60e5e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d8961eb2-d790-468e-855c-f95f27a8a5d5 HTTP/1.1" status: 204 len: 168 time: 3.0449870 Jul 13 07:34:06.201472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44494) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:06.202593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.224845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa92eaa-a103-4a64-95e6-e8ca8b5d2366 None None] Network 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:06.234677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e0e17d-83c6-4c40-9ff9-a7aa9d2a504d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:06.236036 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-94e0e17d-83c6-4c40-9ff9-a7aa9d2a504d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/subnets/a2244edc-49fe-4575-a820-d2fbe50fa3fa HTTP/1.1" status: 200 len: 843 time: 0.1918027 Jul 13 07:34:06.246626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44496) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:06.406993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88982ad2-42a1-451c-b059-162507aa4862 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:06.413287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-88982ad2-42a1-451c-b059-162507aa4862 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "GET /v2.0/subnets/a2244edc-49fe-4575-a820-d2fbe50fa3fa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1606929 Jul 13 07:34:06.415572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44498) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:06.446413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704701977'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:06.465230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893729-2ad7-4a8c-b52b-07b255e39354 req-41d1d56d-6f94-473b-bb89-b3bed82cfaf1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:06.466849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff893729-2ad7-4a8c-b52b-07b255e39354 req-41d1d56d-6f94-473b-bb89-b3bed82cfaf1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3303809 Jul 13 07:34:06.474665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.488576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc336e3c-d857-48a4-9c61-0e0bbecca970 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.551176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed99df9d-c741-4061-8e66-bc06b4f49d32 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:06.575869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff893729-2ad7-4a8c-b52b-07b255e39354 req-81cddccc-7f7b-492c-b50c-6b11eb91562f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029346 Jul 13 07:34:06.601102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ed99df9d-c741-4061-8e66-bc06b4f49d32 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:06.601528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed99df9d-c741-4061-8e66-bc06b4f49d32 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:06.602003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfb3f546-c29d-414e-a1d0-7b4b50d29100 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:06.664128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:06.668744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: cfb3f546-c29d-414e-a1d0-7b4b50d29100 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:06.669098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfb3f546-c29d-414e-a1d0-7b4b50d29100 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:06.669824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.716051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:06.717016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:06.719232 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92a2519-8b77-4245-99dc-8732b1212655" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:06.721185 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.740057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:06.771859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc336e3c-d857-48a4-9c61-0e0bbecca970 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.815790 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.829895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc336e3c-d857-48a4-9c61-0e0bbecca970 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.835350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cc336e3c-d857-48a4-9c61-0e0bbecca970 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/5aa4d26e-32cf-404c-ba81-c4907450857e HTTP/1.1" status: 204 len: 168 time: 1.4790361 Jul 13 07:34:06.836436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44506) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:06.844692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:06.853609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336e3c-d857-48a4-9c61-0e0bbecca970 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa4d26e-32cf-404c-ba81-c4907450857e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:06.914878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.915491 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Added segment 6854dbc3-ca0c-4b1d-a996-849fff1f1e68 of type vlan for network a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 Jul 13 07:34:06.957124 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96bff06-3d19-4041-a4f1-00a95d237753 x-openstack-request-id: req-e96bff06-3d19-4041-a4f1-00a95d237753 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:06.957976 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:06.958414 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e96bff06-3d19-4041-a4f1-00a95d237753 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:06.958984 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:34:06.978067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Deleting port 6efaee10-a83f-47ea-9406-529a11a3d7e5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:06.978418 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.990416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8d868c8f-cbbb-43fe-8725-4d9deb1bc2c3 None None] Could not find standard attr ID for object 9f1c84a5-5830-482f-b9ea-7b11510233b5. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:06.992008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d7c8f50a-da91-462e-9712-e8d0d3bb79c6 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1538246 Jul 13 07:34:07.010977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:07.116283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8d868c8f-cbbb-43fe-8725-4d9deb1bc2c3 None None] Provisioning complete for port f34687bc-183b-4faa-a369-0153d408e1c3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:07.117334 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d868c8f-cbbb-43fe-8725-4d9deb1bc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.126487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:07.239881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:07.393491 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.412082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88f30691-96c8-4cea-917e-1d6fdd7dced1 req-7a25f7e8-8f9e-4603-a4cc-287b8bf58da5 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.2417457 Jul 13 07:34:07.489868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5e5ec0-67c1-47b6-ab24-fc359e15ca68 None None] DHCP port deletion for 7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:07.611140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.704792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] For port 6efaee10-a83f-47ea-9406-529a11a3d7e5, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6efaee10-a83f-47ea-9406-529a11a3d7e5,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:07.705214 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.721290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Calling delete_port for 6efaee10-a83f-47ea-9406-529a11a3d7e5 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:07.730597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc52053-97c1-445d-8447-695d603beb7c None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': '5aa4d26e-32cf-404c-ba81-c4907450857e'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '66c92a69-9e17-4b3a-b6f6-9aac87a56484'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:34:07.738889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e5ec0-67c1-47b6-ab24-fc359e15ca68 None None] Deleting port 6efaee10-a83f-47ea-9406-529a11a3d7e5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:07.739283 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5ec0-67c1-47b6-ab24-fc359e15ca68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.778988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8d868c8f-cbbb-43fe-8725-4d9deb1bc2c3 None None] Provisioning complete for port 8df52ad3-88d0-4a36-8d29-961aa008510b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:07.779395 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d868c8f-cbbb-43fe-8725-4d9deb1bc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.925234 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.940768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3391b0-31ed-4ce0-a6c7-3bdeeff24de8 req-1dbc9423-8aa1-4d7d-8fe9-0363162833b3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.954973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d3391b0-31ed-4ce0-a6c7-3bdeeff24de8 req-1dbc9423-8aa1-4d7d-8fe9-0363162833b3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 944 time: 0.1982048 Jul 13 07:34:07.957391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.964650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.965286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.979033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:07.984864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.016718 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bc52053-97c1-445d-8447-695d603beb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.030978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d3391b0-31ed-4ce0-a6c7-3bdeeff24de8 req-b501b225-e26e-4620-bcbd-8ff5dae5d153 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706205 Jul 13 07:34:08.082856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cf5e5ec0-67c1-47b6-ab24-fc359e15ca68 None None] For port 6efaee10-a83f-47ea-9406-529a11a3d7e5, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6efaee10-a83f-47ea-9406-529a11a3d7e5,segment=NetworkSegment(71d62109-7aa3-4a27-a585-f532b137e2fc),segment_id=71d62109-7aa3-4a27-a585-f532b137e2fc)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:08.085812 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5ec0-67c1-47b6-ab24-fc359e15ca68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.140470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efaee10-a83f-47ea-9406-529a11a3d7e5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:08.148995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7073324 Jul 13 07:34:08.152317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:08.155425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e5ec0-67c1-47b6-ab24-fc359e15ca68 None None] Calling delete_port for 6efaee10-a83f-47ea-9406-529a11a3d7e5 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:08.158376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'network_id': 'a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:08.175194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] No DVR routers for this DVR port 6efaee10-a83f-47ea-9406-529a11a3d7e5 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:08.328778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Allocated IP 172.20.0.6 (2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320/3cde93f8-70ed-4887-81e6-5df77a123b85/53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:08.359487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Made reservation on behalf of eb46fd2bb09a4e2a985d3c828701a6d9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:08.363634 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.454134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6449c-9522-46dc-8403-79de5e78fe21 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Network': ['ID=a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:08.522167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:08.541286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Performing IP validity checks on allocation pools {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:34:08.541914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:34:08.625979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63547dd-c918-4736-9061-43ff713fc214 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:08.673335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.752142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:08.784535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8d868c8f-cbbb-43fe-8725-4d9deb1bc2c3 None None] Provisioning for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:08.797594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8d868c8f-cbbb-43fe-8725-4d9deb1bc2c3 None None] Provisioning complete for port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:08.797594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d868c8f-cbbb-43fe-8725-4d9deb1bc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.823270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d62109-7aa3-4a27-a585-f532b137e2fc') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:08.824956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d62109-7aa3-4a27-a585-f532b137e2fc') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:08.833000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:08.885033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6efaee10-a83f-47ea-9406-529a11a3d7e5 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:08.915916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.932145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 6efaee10-a83f-47ea-9406-529a11a3d7e5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:08.932530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6efaee10-a83f-47ea-9406-529a11a3d7e5 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:08.932964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 66c92a69-9e17-4b3a-b6f6-9aac87a56484 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:08.964077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-42a51070-8981-44f8-afc7-f29fbb042e83 req-3809421e-49ad-4c27-be2e-3dfaec3f6225 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1679726 Jul 13 07:34:09.003725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.028969 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5ec0-67c1-47b6-ab24-fc359e15ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.048714 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.091805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:09.095094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:09.097243 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:09.107546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b241473-2e5e-42b9-8ac8-86b096297956 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:09.111044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e5ec0-67c1-47b6-ab24-fc359e15ca68 None None] No DVR routers for this DVR port 6efaee10-a83f-47ea-9406-529a11a3d7e5 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:09.116681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e5ec0-67c1-47b6-ab24-fc359e15ca68 None None] Pushing event deleted for resources: {'Port': ['ID=6efaee10-a83f-47ea-9406-529a11a3d7e5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:09.193597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=8162b206-7d28-455a-b34c-f5e4000ab882,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:09.248368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Checking segment: {'id': '6854dbc3-ca0c-4b1d-a996-849fff1f1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:09.248742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network hostable DHCP agents. Network: a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:09.266667 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.315150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Network a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:09.345714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:09.366847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd5de8d-c5ef-43d0-b4a4-4e8ea166d4fa None None] Network a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:09.370498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:09.371066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.374207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.460127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=66c92a69-9e17-4b3a-b6f6-9aac87a56484,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:09.488982 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.536036 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-78407ff7-e4f0-416b-932e-134f0c729b7d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3809159 Jul 13 07:34:09.542823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44560) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:09.555507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'port_id': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'mac_address': 'fa:16:3e:32:2a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:09.560216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-756c8c78-b713-4f1c-a072-1f0f3be77b5e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:09.573011 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.575358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.586343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4a1533e9-8b0a-46ad-899a-ef4a4cec0023 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:09.587222 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a1533e9-8b0a-46ad-899a-ef4a4cec0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.615166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.620296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe HTTP/1.1" status: 204 len: 168 time: 3.4138486 Jul 13 07:34:09.869774 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-756c8c78-b713-4f1c-a072-1f0f3be77b5e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6331784'] for subnet, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.955675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc716c9-a293-4b15-b211-b4f25d6ec129 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f221d1f-e5a1-4fc3-9f1f-4c9d68b86dbe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:09.984537 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.010053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:10.026549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:10.046405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.047288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.126298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Transition to ACTIVE for port object 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:10.140213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:10.307597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=27d7a21d-1b9f-4d49-a97c-f1d91986121e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:10.356135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5ae7e5c8-6315-4411-b1a8-1344b2bb78cc tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3403852 Jul 13 07:34:10.359285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:10.433392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af7f76-1d25-49fd-a6db-2e490f3c8f1e req-754deef2-d48f-4b4b-8788-510199c9d742 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.435991 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87af7f76-1d25-49fd-a6db-2e490f3c8f1e req-754deef2-d48f-4b4b-8788-510199c9d742 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 944 time: 1.0679452 Jul 13 07:34:10.516372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4cb0935c-909c-4837-8fa9-42144b933ede tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:10.543204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a7868ea-662e-4623-b882-8f242882e3a7 req-fcc725d5-c7fa-41cb-911f-3a69c6ff3fef tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.2191036 Jul 13 07:34:10.739505 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87af7f76-1d25-49fd-a6db-2e490f3c8f1e req-414ce4cb-2bc5-44ec-9c70-e9359eab1971 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879310 Jul 13 07:34:10.774096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8b241473-2e5e-42b9-8ac8-86b096297956 None None] Deleting port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:10.774881 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b241473-2e5e-42b9-8ac8-86b096297956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.777605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44598) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:10.785484 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d5b4f8af-0b74-4007-a99f-a8ecff8332b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3c755b4780c4c398df7e5f0fddcc546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340330 Jul 13 07:34:10.875475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-756c8c78-b713-4f1c-a072-1f0f3be77b5e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743006582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8288572'] for subnet, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.016302 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.077562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb0935c-909c-4837-8fa9-42144b933ede tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:11.094856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=15']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:11.106613 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb0935c-909c-4837-8fa9-42144b933ede tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.114555 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.231908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:11.332866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756c8c78-b713-4f1c-a072-1f0f3be77b5e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.336953 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-756c8c78-b713-4f1c-a072-1f0f3be77b5e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.350067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-756c8c78-b713-4f1c-a072-1f0f3be77b5e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "PUT /v2.0/subnets/8162b206-7d28-455a-b34c-f5e4000ab882 HTTP/1.1" status: 200 len: 900 time: 1.8049753 Jul 13 07:34:11.388702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:11.440365 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f36599c9-f759-4304-9200-ef5525da1db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.549774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:11.556489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c8c78-b713-4f1c-a072-1f0f3be77b5e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event updated for resources: {'Subnet': ['ID=8162b206-7d28-455a-b34c-f5e4000ab882,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:11.577757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:11.581542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f36599c9-f759-4304-9200-ef5525da1db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.658700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:11.710801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:11.738745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Port': ['ID=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:11.741353 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f36599c9-f759-4304-9200-ef5525da1db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.747162 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f36599c9-f759-4304-9200-ef5525da1db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.749558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f36599c9-f759-4304-9200-ef5525da1db4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6895df6-6939-41fd-9561-a45f60f57371 HTTP/1.1" status: 204 len: 168 time: 0.9705164 Jul 13 07:34:11.807973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36599c9-f759-4304-9200-ef5525da1db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6895df6-6939-41fd-9561-a45f60f57371,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:11.858853 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.574004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10acea9-a5a0-4a50-852a-6707ed4bca84 req-5571de0d-d6ae-4f0e-a6f6-bdefeba50b10 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.577568 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d10acea9-a5a0-4a50-852a-6707ed4bca84 req-5571de0d-d6ae-4f0e-a6f6-bdefeba50b10 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 931 time: 0.3363307 Jul 13 07:34:12.627854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.629906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.698828 n-d-758944-43 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-4cb0935c-909c-4837-8fa9-42144b933ede tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27d7a21d-1b9f-4d49-a97c-f1d91986121e (CIDR: 2001:db8::/64) Jul 13 07:34:12.721706 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87', 'network_id': 'a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87', 'tenant_id': 'eb46fd2bb09a4e2a985d3c828701a6d9', 'fixed_ips': [{'subnet_id': '8162b206-7d28-455a-b34c-f5e4000ab882'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:34:12.749415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-9d649add-d0bc-4b72-afca-e9794cdb7c56 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7223012 Jul 13 07:34:12.752408 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.753676 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb0935c-909c-4837-8fa9-42144b933ede tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:34:12.753676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb0935c-909c-4837-8fa9-42144b933ede tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:12.784051 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d10acea9-a5a0-4a50-852a-6707ed4bca84 req-4b5b633f-5b55-49e3-a0ba-b4ae68da8433 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928906 Jul 13 07:34:12.805013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'admin_state_up': True, 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'security_groups': ['7abdde54-2962-45f6-954c-be3cf371cd79']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:13.031342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:13.172624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a1533e9-8b0a-46ad-899a-ef4a4cec0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.202883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44632) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:13.203127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4cb0935c-909c-4837-8fa9-42144b933ede tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7911837 Jul 13 07:34:13.204740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:13.208979 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.212260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:13.214673 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.475594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=13']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:13.560432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8b241473-2e5e-42b9-8ac8-86b096297956 None None] For port 66c92a69-9e17-4b3a-b6f6-9aac87a56484, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=66c92a69-9e17-4b3a-b6f6-9aac87a56484,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:13.575059 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b241473-2e5e-42b9-8ac8-86b096297956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.628718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8b241473-2e5e-42b9-8ac8-86b096297956 None None] Calling delete_port for 66c92a69-9e17-4b3a-b6f6-9aac87a56484 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:13.842223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d316cb-ddea-40f0-a985-7c43e5c0e46f req-396c70cb-8b26-4ef3-8d70-e5ee63fb32e2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.852921 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2d316cb-ddea-40f0-a985-7c43e5c0e46f req-396c70cb-8b26-4ef3-8d70-e5ee63fb32e2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 945 time: 0.3028116 Jul 13 07:34:13.867922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:13.871988 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.101758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Allocated IP 2001:db8::3 (a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87/8162b206-7d28-455a-b34c-f5e4000ab882/e2d5cd63-1569-46e0-bc1c-18f14279fa7c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:14.172871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44650) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:14.330238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2d316cb-ddea-40f0-a985-7c43e5c0e46f req-9e2786d8-488d-4c0f-a7ab-1f4eb4d73566 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4760292 Jul 13 07:34:14.484140 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.494726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Transition to ACTIVE for port object e2d5cd63-1569-46e0-bc1c-18f14279fa7c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:14.511039 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Transition to ACTIVE for port object e2d5cd63-1569-46e0-bc1c-18f14279fa7c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:14.532728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.560692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:14.572557 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a30ffe-ae03-4efd-9724-cd56eb58478d" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:14.623692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-350733581-network', 'tenant_id': 'c418ec4cfe364a0a890c4063a3ad4008'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:14.639961 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.641860 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b241473-2e5e-42b9-8ac8-86b096297956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.700624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4a1533e9-8b0a-46ad-899a-ef4a4cec0023 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:14.772610 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a1533e9-8b0a-46ad-899a-ef4a4cec0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.805286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Network a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:14.863937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b241473-2e5e-42b9-8ac8-86b096297956 None None] No DVR routers for this DVR port 66c92a69-9e17-4b3a-b6f6-9aac87a56484 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:14.878421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:14.896437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:14.963238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Pushing event updated for resources: {'Port': ['ID=e2d5cd63-1569-46e0-bc1c-18f14279fa7c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:14.980681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:34:14.988894 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.000470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4a1533e9-8b0a-46ad-899a-ef4a4cec0023 None None] Could not find standard attr ID for object 66c92a69-9e17-4b3a-b6f6-9aac87a56484. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:15.034431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Made reservation on behalf of c418ec4cfe364a0a890c4063a3ad4008 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:15.047503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.057035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fdde34-1e9d-4369-b3f7-d1b324b06dd6 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:15.100645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Allocated IP 10.1.1.43 (a2ba3e5a-c575-4ce1-9576-3509935ca7a5/f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e/4fe06a5e-b85e-477b-919d-68fc47f6e092) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:15.138635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.338796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b241473-2e5e-42b9-8ac8-86b096297956 None None] Pushing event deleted for resources: {'Port': ['ID=66c92a69-9e17-4b3a-b6f6-9aac87a56484,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:15.345277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:15.381022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:15.402109 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.404579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:15.405180 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.501224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2941835 Jul 13 07:34:15.503479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=8162b206-7d28-455a-b34c-f5e4000ab882,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:15.507079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:15.516859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423cda3-fb2c-4702-a8c1-9c68a916ae3e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=8ec3ef53-cd19-4b18-ae25-3c964ce1057d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:15.557704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe8e1-e748-484a-85c6-81ae5e5ecd9a req-2f61a4e5-c093-474c-aa37-29737f82eef5 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:15.565792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:2e:7e:43', 'name': 'tempest-NetworksTestDHCPv6-1294285394'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:15.595064 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ecbe8e1-e748-484a-85c6-81ae5e5ecd9a req-2f61a4e5-c093-474c-aa37-29737f82eef5 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 931 time: 0.4750807 Jul 13 07:34:15.654809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1533e9-8b0a-46ad-899a-ef4a4cec0023 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=14']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:15.733127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ecbe8e1-e748-484a-85c6-81ae5e5ecd9a req-7fb97e49-5d56-4426-89c2-544497326e59 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261742 Jul 13 07:34:15.840023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-656a9530-3a11-4e9f-8369-1cee4a5a9977 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:15.841831 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-656a9530-3a11-4e9f-8369-1cee4a5a9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.992728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.021000 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e255b7-75bb-4687-8cc6-e28add1092a2 x-openstack-request-id: req-35e255b7-75bb-4687-8cc6-e28add1092a2 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:16.021932 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:16.023599 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35e255b7-75bb-4687-8cc6-e28add1092a2 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:16.025188 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:34:16.049053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:16.057778 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.061799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Attempting to bind port e2d5cd63-1569-46e0-bc1c-18f14279fa7c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:16.063430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Attempting to bind port e2d5cd63-1569-46e0-bc1c-18f14279fa7c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6854dbc3-ca0c-4b1d-a996-849fff1f1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:16.064006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Attempting to bind port e2d5cd63-1569-46e0-bc1c-18f14279fa7c on network a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:16.077110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:16.077857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Checking segment: {'id': '6854dbc3-ca0c-4b1d-a996-849fff1f1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:16.078604 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.079213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Bound using segment: {'id': '6854dbc3-ca0c-4b1d-a996-849fff1f1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:16.079922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Bound port: e2d5cd63-1569-46e0-bc1c-18f14279fa7c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6854dbc3-ca0c-4b1d-a996-849fff1f1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:16.080491 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.172050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] For port e2d5cd63-1569-46e0-bc1c-18f14279fa7c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:16.180893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] For port e2d5cd63-1569-46e0-bc1c-18f14279fa7c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e2d5cd63-1569-46e0-bc1c-18f14279fa7c,segment=NetworkSegment(6854dbc3-ca0c-4b1d-a996-849fff1f1e68),segment_id=6854dbc3-ca0c-4b1d-a996-849fff1f1e68)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:16.187756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': '27d7a21d-1b9f-4d49-a97c-f1d91986121e'}, {'subnet_id': '8ec3ef53-cd19-4b18-ae25-3c964ce1057d'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:34:16.192716 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.200140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6854dbc3-ca0c-4b1d-a996-849fff1f1e68') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:16.200707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6854dbc3-ca0c-4b1d-a996-849fff1f1e68') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:16.301330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Transition to ACTIVE for port object 4fe06a5e-b85e-477b-919d-68fc47f6e092 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:16.327921 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.599888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.624660 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.670052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.717479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:16.717916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:16.737757 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:16.774724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dd94e-c5f2-4503-8fff-5533ad631557 req-960fe931-a704-4aa2-ae3c-bc293c4c7ef4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:16.786623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d21dd94e-c5f2-4503-8fff-5533ad631557 req-960fe931-a704-4aa2-ae3c-bc293c4c7ef4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2455628 Jul 13 07:34:16.823543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/27d7a21d-1b9f-4d49-a97c-f1d91986121e/5695b300-6255-456f-83d3-0c4530a72ef8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:16.842377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe07:3e84 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/8ec3ef53-cd19-4b18-ae25-3c964ce1057d/5695b300-6255-456f-83d3-0c4530a72ef8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:16.939983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:16.960071 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d21dd94e-c5f2-4503-8fff-5533ad631557 req-c89b17a8-5887-447a-8759-5a15b425dfa5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691098 Jul 13 07:34:16.997284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.001696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:17.004171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:34:17.004171 n-d-758944-43 neutron-server[93774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:34:17.004171 n-d-758944-43 neutron-server[93774]: [parameters: {'id': 'a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87'}] Jul 13 07:34:17.004171 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:34:17.004586 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:34:17.005141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913eff34-8545-4f0b-b227-3babe11eac5c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:17.035456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.035823 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Added segment 7b3ede3a-08b6-44b0-ad30-893d8f7715fe of type vlan for network 30697d85-c91b-4835-a984-cab30e3df541 Jul 13 07:34:17.244810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.263378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Transition to ACTIVE for port object 5695b300-6255-456f-83d3-0c4530a72ef8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:17.266531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Port': ['ID=4fe06a5e-b85e-477b-919d-68fc47f6e092,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:17.311796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Transition to ACTIVE for port object 5695b300-6255-456f-83d3-0c4530a72ef8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:17.330894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.491753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765dcfb-d6f1-4485-ba39-b80a712a0870 req-dcf8e513-b1e0-4461-affa-41f2fdd1776e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:17.503903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765dcfb-d6f1-4485-ba39-b80a712a0870 req-dcf8e513-b1e0-4461-affa-41f2fdd1776e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:17.515946 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e765dcfb-d6f1-4485-ba39-b80a712a0870 req-dcf8e513-b1e0-4461-affa-41f2fdd1776e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 1652 time: 0.2867527 Jul 13 07:34:17.545249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.565159 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.585877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:17.596689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.601001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.634623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e765dcfb-d6f1-4485-ba39-b80a712a0870 req-6c6846e1-17cf-4e70-bc02-eb214de944fc tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129873 Jul 13 07:34:17.678387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb453c6c-8a2e-4b8c-929a-f2b933881528 None None] Pushing event updated for resources: {'Port': ['ID=e2d5cd63-1569-46e0-bc1c-18f14279fa7c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:17.708361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:17.741282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:17.758317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:17.827398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:17.914185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Pushing event updated for resources: {'Port': ['ID=5695b300-6255-456f-83d3-0c4530a72ef8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:17.955451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:17.960785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:17.981018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port aba28f09-f061-482b-92ff-bbb406ed3999 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:34:18.121069 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.126183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.126864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.184475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77803e72-fd6c-48f5-9c44-ab3a5d2c804e None None] Network a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:18.541185 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.3563402 Jul 13 07:34:18.676585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44684) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:18.832265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Request body: {'subnet': {'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-350733581-subnet', 'tenant_id': 'c418ec4cfe364a0a890c4063a3ad4008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:18.843418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac1594-7119-4fa1-b710-41d6f4bfe7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=30697d85-c91b-4835-a984-cab30e3df541,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:18.875606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.878881 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.881308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-656a9530-3a11-4e9f-8369-1cee4a5a9977 None None] Provisioning for port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:19.061433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-656a9530-3a11-4e9f-8369-1cee4a5a9977 None None] Provisioning complete for port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:19.061672 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-656a9530-3a11-4e9f-8369-1cee4a5a9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.129180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Made reservation on behalf of c418ec4cfe364a0a890c4063a3ad4008 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:19.135385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.168444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f8353332-439d-43ef-9338-4946e26e57d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.3747287 Jul 13 07:34:19.184447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Deleting port e2d5cd63-1569-46e0-bc1c-18f14279fa7c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:19.213227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:19.213601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.220236 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.279913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'admin_state_up': True, 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'security_groups': ['7abdde54-2962-45f6-954c-be3cf371cd79']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:19.311742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa4af-231b-4ebb-96b1-25352714dc93 req-96cf9022-7b57-4ade-a91f-8dd528660c98 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.324101 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65efa4af-231b-4ebb-96b1-25352714dc93 req-96cf9022-7b57-4ade-a91f-8dd528660c98 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 1.0386691 Jul 13 07:34:19.391232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 30697d85-c91b-4835-a984-cab30e3df541 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:19.469330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Attempting to bind port 5695b300-6255-456f-83d3-0c4530a72ef8 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:19.470279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Attempting to bind port 5695b300-6255-456f-83d3-0c4530a72ef8 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:19.470757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Attempting to bind port 5695b300-6255-456f-83d3-0c4530a72ef8 on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:19.472023 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65efa4af-231b-4ebb-96b1-25352714dc93 req-ae5474d1-f1fa-4eb6-979b-9f75d9522cca tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468394 Jul 13 07:34:19.608865 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cbea4f64-d503-4947-b053-a54bfd967edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.628505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:19.629091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:19.629623 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.631425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:19.633572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Bound port: 5695b300-6255-456f-83d3-0c4530a72ef8, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:19.634359 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.791676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-656a9530-3a11-4e9f-8369-1cee4a5a9977 None None] Port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:19.791900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb95107-a488-4206-9106-0ae18808ecf1 req-d16f6e87-c984-4da3-ba82-d22836d0f1ae tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.819758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb95107-a488-4206-9106-0ae18808ecf1 req-d16f6e87-c984-4da3-ba82-d22836d0f1ae tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.821452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb95107-a488-4206-9106-0ae18808ecf1 req-d16f6e87-c984-4da3-ba82-d22836d0f1ae tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 1652 time: 0.2135463 Jul 13 07:34:20.003140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] For port e2d5cd63-1569-46e0-bc1c-18f14279fa7c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e2d5cd63-1569-46e0-bc1c-18f14279fa7c,segment=NetworkSegment(6854dbc3-ca0c-4b1d-a996-849fff1f1e68),segment_id=6854dbc3-ca0c-4b1d-a996-849fff1f1e68)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:20.008697 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.019246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb95107-a488-4206-9106-0ae18808ecf1 req-1316adc8-986f-4e9d-af1e-4419f050f24b tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572738 Jul 13 07:34:20.095894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] For port 5695b300-6255-456f-83d3-0c4530a72ef8, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:20.100597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] For port 5695b300-6255-456f-83d3-0c4530a72ef8, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5695b300-6255-456f-83d3-0c4530a72ef8,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:20.105524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1ebcb925-6ba7-47cd-b799-2fec05a46f19 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:20.105909 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb925-6ba7-47cd-b799-2fec05a46f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.126981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Calling delete_port for e2d5cd63-1569-46e0-bc1c-18f14279fa7c owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:20.147474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f743e8-4e1d-4172-8d1b-62a4427080ae None None] Network a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:20.273471 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.313336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:20.338353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.341221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::2d7 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/27d7a21d-1b9f-4d49-a97c-f1d91986121e/aba28f09-f061-482b-92ff-bbb406ed3999) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:20.355869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd389a1-83c3-4b08-8ea4-9fc1dfef4098 None None] Pushing event updated for resources: {'Port': ['ID=5695b300-6255-456f-83d3-0c4530a72ef8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:20.471090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:7e43 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/8ec3ef53-cd19-4b18-ae25-3c964ce1057d/aba28f09-f061-482b-92ff-bbb406ed3999) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:20.574257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1ebcb925-6ba7-47cd-b799-2fec05a46f19 None None] Provisioning for port 4fe06a5e-b85e-477b-919d-68fc47f6e092 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:20.587240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1ebcb925-6ba7-47cd-b799-2fec05a46f19 None None] Provisioning complete for port 4fe06a5e-b85e-477b-919d-68fc47f6e092 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:20.587870 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb925-6ba7-47cd-b799-2fec05a46f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.692973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1ebcb925-6ba7-47cd-b799-2fec05a46f19 None None] Port 4fe06a5e-b85e-477b-919d-68fc47f6e092 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:21.039649 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a3742c4-5881-4ab4-9558-48b5ab7aca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.104827 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.267037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.285720 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.468614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Port': ['ID=e2d5cd63-1569-46e0-bc1c-18f14279fa7c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:21.498952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No DVR routers for this DVR port e2d5cd63-1569-46e0-bc1c-18f14279fa7c on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:21.557267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Allocated IP 10.1.1.13 (a2ba3e5a-c575-4ce1-9576-3509935ca7a5/f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e/826a0073-a00f-4f17-9c30-06b92f123947) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:21.674532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=409c3169-4bb7-4f7d-a7a2-a28446385253,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:21.831326 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.925524 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.984528 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.000705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object aba28f09-f061-482b-92ff-bbb406ed3999 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:22.016048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Checking segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:22.025280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Network hostable DHCP agents. Network: 30697d85-c91b-4835-a984-cab30e3df541, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:22.031770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:22.057346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6854dbc3-ca0c-4b1d-a996-849fff1f1e68') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:22.058474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6854dbc3-ca0c-4b1d-a996-849fff1f1e68') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:22.069262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.168963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.172479 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.261081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:22.281196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=aba28f09-f061-482b-92ff-bbb406ed3999,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:22.297411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:22.300833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:22.308797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.310195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.324796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:22.325620 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.331854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Network 30697d85-c91b-4835-a984-cab30e3df541 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:22.343089 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:22.353500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb08025-0572-45ef-85a1-0fb6c19d65f5 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:22.399976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e5abbe41-3566-43aa-b300-20de2acbad31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.8440723 Jul 13 07:34:22.402294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44722) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:22.439839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 30697d85-c91b-4835-a984-cab30e3df541) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:22.544290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5656f-892b-4c7e-b217-f0f488f4df50 None None] Network 30697d85-c91b-4835-a984-cab30e3df541 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:22.580421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port aba28f09-f061-482b-92ff-bbb406ed3999 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:22.580771 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.688553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.689055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.744098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-30810a4a-9c8a-4ca1-b2bc-8ea0c8a4b2af admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0431182 Jul 13 07:34:22.756465 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.803621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b23ee42b-30c5-4062-8d57-9c98c984127e None None] Provisioning for port 5695b300-6255-456f-83d3-0c4530a72ef8 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:22.809525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for aba28f09-f061-482b-92ff-bbb406ed3999 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:22.828315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.856343 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.869644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 HTTP/1.1" status: 204 len: 168 time: 11.4535902 Jul 13 07:34:22.966805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:22.976773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6649bca-058e-483c-a5c3-7c0f06383baa tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:23.061967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.062203 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-832ba59e-8ace-4c45-8d4d-53f150f93002 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:23.064530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832ba59e-8ace-4c45-8d4d-53f150f93002 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:23.066588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-832ba59e-8ace-4c45-8d4d-53f150f93002 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/8162b206-7d28-455a-b34c-f5e4000ab882 HTTP/1.1" status: 404 len: 337 time: 0.0983067 Jul 13 07:34:23.071123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44730) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:23.075440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Transition to ACTIVE for port object 826a0073-a00f-4f17-9c30-06b92f123947 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:23.115831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.171258 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92f2855-b963-4025-820c-3ee3675c2321 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:23.172492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92f2855-b963-4025-820c-3ee3675c2321 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:23.176225 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b92f2855-b963-4025-820c-3ee3675c2321 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/a3b8b2c1-2b1b-4093-8462-d47b6d4e5a87 HTTP/1.1" status: 404 len: 339 time: 0.0981741 Jul 13 07:34:23.187452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44734) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:23.223079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:23.229242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:23.235345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:23.245264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Port': ['ID=826a0073-a00f-4f17-9c30-06b92f123947,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:23.310869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5695b300-6255-456f-83d3-0c4530a72ef8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:23.323186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.323834 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.347507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.368610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3785c937-df7c-4c69-925d-2e195d56d835 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1860271 Jul 13 07:34:23.379611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1', 'admin_state_up': True, 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'security_groups': ['7abdde54-2962-45f6-954c-be3cf371cd79']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:23.403032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd69520-b664-449b-a19a-bed723ad4ec5 None None] Network 30697d85-c91b-4835-a984-cab30e3df541 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:23.535861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 5695b300-6255-456f-83d3-0c4530a72ef8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:23.580202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5695b300-6255-456f-83d3-0c4530a72ef8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:23.581687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.648467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:23.703774 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.834742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.905180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.953010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.962997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:23.965634 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.972776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-810c51d3-a0e4-4a18-90da-8c94c0334ca2 None None] Provisioning for port 826a0073-a00f-4f17-9c30-06b92f123947 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:24.005935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69544d9a-a5ab-4eba-9aee-3ef8c7453caf') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:24.006723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69544d9a-a5ab-4eba-9aee-3ef8c7453caf') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:24.016832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=aba28f09-f061-482b-92ff-bbb406ed3999,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.037414 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.047454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-810c51d3-a0e4-4a18-90da-8c94c0334ca2 None None] Provisioning complete for port 826a0073-a00f-4f17-9c30-06b92f123947 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:24.047926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-810c51d3-a0e4-4a18-90da-8c94c0334ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.200216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 5695b300-6255-456f-83d3-0c4530a72ef8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5695b300-6255-456f-83d3-0c4530a72ef8,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:24.218871 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.221169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.221533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.221917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.222316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.222681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.223045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.223406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.223759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.224113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.224470 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.229068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.229449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:24.241532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.245792 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c94e2382-1093-4eae-a0ba-bf55876ffbc9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/aba28f09-f061-482b-92ff-bbb406ed3999 HTTP/1.1" status: 204 len: 168 time: 1.8403394 Jul 13 07:34:24.247010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44762) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:24.325517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.358264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:24.358723 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:24.370174 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:24.457839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=5695b300-6255-456f-83d3-0c4530a72ef8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.461699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c343e-a546-49ec-ab56-83f508c38205 req-d53da81d-864d-4534-b64a-9091323a7304 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.470587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-468c343e-a546-49ec-ab56-83f508c38205 req-d53da81d-864d-4534-b64a-9091323a7304 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3620057 Jul 13 07:34:24.480505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-810c51d3-a0e4-4a18-90da-8c94c0334ca2 None None] Port 826a0073-a00f-4f17-9c30-06b92f123947 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:24.512891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a2492-144d-42ee-b0f3-3689701c7750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.514603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-870a2492-144d-42ee-b0f3-3689701c7750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2666430 Jul 13 07:34:24.517689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:24.538155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.583509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.589069 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb HTTP/1.1" status: 204 len: 168 time: 1.3999779 Jul 13 07:34:24.589485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f682def-d22f-488f-b48f-f76f56d100e9 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=4299c5b7-ecdd-4a1d-b3ed-48f5d277a4fb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.593182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:24.609103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-468c343e-a546-49ec-ab56-83f508c38205 req-cb0c9a3f-3079-4101-90c6-77aa75c0e1a6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373792 Jul 13 07:34:24.613671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519f753-eab9-435f-9f04-7812d1447274 req-ef1f7702-784f-49a4-85de-8a50ffd14680 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.620003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-92a50802-2c35-4770-a3ee-2e0e947f573b None None] Provisioning complete for port 5695b300-6255-456f-83d3-0c4530a72ef8 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:24.621914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519f753-eab9-435f-9f04-7812d1447274 req-ef1f7702-784f-49a4-85de-8a50ffd14680 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.623166 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92a50802-2c35-4770-a3ee-2e0e947f573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.642584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519f753-eab9-435f-9f04-7812d1447274 req-ef1f7702-784f-49a4-85de-8a50ffd14680 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.658346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e519f753-eab9-435f-9f04-7812d1447274 req-ef1f7702-784f-49a4-85de-8a50ffd14680 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 2372 time: 0.3464637 Jul 13 07:34:24.668117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Allocated IP 10.2.2.100 (c3ae3182-ee65-45df-a2a0-9915e6f96ce1/61a1c8bb-51b4-4f75-8b0b-8495978543ad/4dd41d43-d71a-440b-a520-bc4a9b37e225) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:24.674830 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88a781f-928f-4f96-bbb7-32f59dfe2883 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:24.675729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88a781f-928f-4f96-bbb7-32f59dfe2883 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:24.677786 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f88a781f-928f-4f96-bbb7-32f59dfe2883 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/6a6a18f2-2d20-41a4-bdc8-65a0090e6630 HTTP/1.1" status: 404 len: 337 time: 0.0632591 Jul 13 07:34:24.681507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44770) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:24.710304 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f669bcd-c827-4933-bc9b-fcdc6cb56f92 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:24.711195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f669bcd-c827-4933-bc9b-fcdc6cb56f92 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:24.713203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8f669bcd-c827-4933-bc9b-fcdc6cb56f92 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/f4e63c9c-6541-4992-990e-0ca80c8f3b3e HTTP/1.1" status: 404 len: 339 time: 0.0304987 Jul 13 07:34:24.715818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:24.739825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e519f753-eab9-435f-9f04-7812d1447274 req-9c031875-1014-44da-ad85-0a18d91fe3d6 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805786 Jul 13 07:34:24.764206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9404a376-0e59-421e-a737-9cb5e9e483c0 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.769283 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9404a376-0e59-421e-a737-9cb5e9e483c0 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2443342 Jul 13 07:34:24.773624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:24.951301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-92a50802-2c35-4770-a3ee-2e0e947f573b None None] Could not find standard attr ID for object aba28f09-f061-482b-92ff-bbb406ed3999. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:24.959391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-92a50802-2c35-4770-a3ee-2e0e947f573b None None] Could not find standard attr ID for object 9f1c84a5-5830-482f-b9ea-7b11510233b5. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:24.965059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-727aab63-427d-4ce1-9250-bbab63077e1f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Deleting subnet 97c6759c-0769-4d32-8e2f-102d0de4d365 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:24.970654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-727aab63-427d-4ce1-9250-bbab63077e1f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.045284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5695b300-6255-456f-83d3-0c4530a72ef8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:25.092714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f63df-e07e-48e3-82f0-dd2bcbd3a65b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.099940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f63df-e07e-48e3-82f0-dd2bcbd3a65b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.105842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f63df-e07e-48e3-82f0-dd2bcbd3a65b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.110114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-11dc9531-3247-490a-bc9c-4c6ed61d4360 None None] Could not find standard attr ID for object aba28f09-f061-482b-92ff-bbb406ed3999. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:25.118242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-463f63df-e07e-48e3-82f0-dd2bcbd3a65b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3399007 Jul 13 07:34:25.118861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:25.197109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5695b300-6255-456f-83d3-0c4530a72ef8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:25.197515 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.360463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e60920-99c1-4333-b461-d86525bce048 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 27d7a21d-1b9f-4d49-a97c-f1d91986121e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:25.367597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2e60920-99c1-4333-b461-d86525bce048 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.419877 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2e60920-99c1-4333-b461-d86525bce048 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.543263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2e60920-99c1-4333-b461-d86525bce048 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.641573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2e60920-99c1-4333-b461-d86525bce048 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.681560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2e60920-99c1-4333-b461-d86525bce048 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.686816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f2e60920-99c1-4333-b461-d86525bce048 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/27d7a21d-1b9f-4d49-a97c-f1d91986121e HTTP/1.1" status: 204 len: 168 time: 0.5668108 Jul 13 07:34:25.688485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44800) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:25.689227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e60920-99c1-4333-b461-d86525bce048 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=27d7a21d-1b9f-4d49-a97c-f1d91986121e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:25.763804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5063e336-e2d6-4327-882c-e0bfd2df8377 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 8ec3ef53-cd19-4b18-ae25-3c964ce1057d {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:25.767270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5063e336-e2d6-4327-882c-e0bfd2df8377 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.786091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e6904-983b-4e8e-a50d-352e3c72b8a8 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:25.822544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5063e336-e2d6-4327-882c-e0bfd2df8377 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.826122 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.842588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Transition to ACTIVE for port object 4dd41d43-d71a-440b-a520-bc4a9b37e225 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:25.884286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.928323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5063e336-e2d6-4327-882c-e0bfd2df8377 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.009747 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5063e336-e2d6-4327-882c-e0bfd2df8377 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.036173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5063e336-e2d6-4327-882c-e0bfd2df8377 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.042389 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5063e336-e2d6-4327-882c-e0bfd2df8377 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/8ec3ef53-cd19-4b18-ae25-3c964ce1057d HTTP/1.1" status: 204 len: 168 time: 0.3485796 Jul 13 07:34:26.048804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44804) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:26.072639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-6036dc29-ead2-4b08-a5c5-ab8c02937784 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.079903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-6036dc29-ead2-4b08-a5c5-ab8c02937784 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.2020452 Jul 13 07:34:26.086035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-727aab63-427d-4ce1-9250-bbab63077e1f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.134752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c62a2404-a0c9-4cb7-a495-b99ac8ba2560 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777309 Jul 13 07:34:26.135392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44806) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:26.144435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:26.167119 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-536401ea-006e-4bf1-b3d8-1f34edaf4c78 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/quotas/c418ec4cfe364a0a890c4063a3ad4008 HTTP/1.1" status: 200 len: 375 time: 0.0859654 Jul 13 07:34:26.184070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:26.233628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063e336-e2d6-4327-882c-e0bfd2df8377 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec3ef53-cd19-4b18-ae25-3c964ce1057d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:26.252548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:26.261883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0facfd-fce2-42cc-bdd9-ce4171d8ac1d req-08f36028-ce6a-4bd6-bd79-9821d9fe25b7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.265679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-de5e0012-a221-4ac2-8b49-45ba350cc2c6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972271 Jul 13 07:34:26.266633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:26.271300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf0facfd-fce2-42cc-bdd9-ce4171d8ac1d req-08f36028-ce6a-4bd6-bd79-9821d9fe25b7 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.9814279 Jul 13 07:34:26.274302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Port': ['ID=4dd41d43-d71a-440b-a520-bc4a9b37e225,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:26.319831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:26.328986 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.364193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6bc0a7-deb5-43a6-b3b3-372279d7d252 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:26.447412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bc0a7-deb5-43a6-b3b3-372279d7d252 None None] Deleting port 5695b300-6255-456f-83d3-0c4530a72ef8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:26.450491 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e6bc0a7-deb5-43a6-b3b3-372279d7d252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.460913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.461628 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.513442 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-727aab63-427d-4ce1-9250-bbab63077e1f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.639340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7e6bc0a7-deb5-43a6-b3b3-372279d7d252 None None] For port 5695b300-6255-456f-83d3-0c4530a72ef8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5695b300-6255-456f-83d3-0c4530a72ef8,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:26.640563 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e6bc0a7-deb5-43a6-b3b3-372279d7d252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.660312 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.680178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bc0a7-deb5-43a6-b3b3-372279d7d252 None None] Calling delete_port for 5695b300-6255-456f-83d3-0c4530a72ef8 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:26.696743 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf0facfd-fce2-42cc-bdd9-ce4171d8ac1d req-c6668070-2014-412f-86c4-2f0b3a530cd6 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4221280 Jul 13 07:34:26.754292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-1880f5fd-0ab1-4d24-9dc9-f4ba053bb03a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3760905 Jul 13 07:34:26.755563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-727aab63-427d-4ce1-9250-bbab63077e1f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.781003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1', 'admin_state_up': True, 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'security_groups': ['7abdde54-2962-45f6-954c-be3cf371cd79']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:26.817671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:26.825730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:26.838523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.839500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.852594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=deeac71d-3344-4d34-b9cf-addac3881bb1,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:26.876377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8f9d853c-1c5b-438a-8304-5eb2a4751750 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7375305 Jul 13 07:34:26.879211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44812) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:26.884649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6da9c00e-1bdb-4cef-8612-e2ea7a218116 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:26.909149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:26.943495 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-727aab63-427d-4ce1-9250-bbab63077e1f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:26.950319 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-727aab63-427d-4ce1-9250-bbab63077e1f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/97c6759c-0769-4d32-8e2f-102d0de4d365 HTTP/1.1" status: 204 len: 168 time: 2.2312050 Jul 13 07:34:26.951044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:27.002351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c50188d-d934-4e25-974d-8d3ec4343c85 None None] Network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:27.058557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727aab63-427d-4ce1-9250-bbab63077e1f tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=97c6759c-0769-4d32-8e2f-102d0de4d365,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:27.108259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e3749-4372-44c0-965f-90f3fcf43441 req-586f6d7e-56e0-43d0-ace4-10065ada7e82 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:27.116526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b0e3749-4372-44c0-965f-90f3fcf43441 req-586f6d7e-56e0-43d0-ace4-10065ada7e82 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 950 time: 0.1984098 Jul 13 07:34:27.251077 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b0e3749-4372-44c0-965f-90f3fcf43441 req-035caacd-78a0-40ae-ac42-6821a27620ea tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837202 Jul 13 07:34:27.252740 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da9c00e-1bdb-4cef-8612-e2ea7a218116 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:27.270467 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6da9c00e-1bdb-4cef-8612-e2ea7a218116 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.313208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-5346908f-7853-4e3d-ad79-a34aef9200b2 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0304615 Jul 13 07:34:27.509128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e000963-ff8e-47c5-bd8f-5308ffdf86dc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Deleting subnet 989721f6-ae77-407b-b394-1a8c94f86e7f {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:27.514200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5695b300-6255-456f-83d3-0c4530a72ef8 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:27.520618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e6bc0a7-deb5-43a6-b3b3-372279d7d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.532270 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e000963-ff8e-47c5-bd8f-5308ffdf86dc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.544834 n-d-758944-43 neutron-server[93773]: INFO neutron.db.ipam_backend_mixin [None req-6da9c00e-1bdb-4cef-8612-e2ea7a218116 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet deeac71d-3344-4d34-b9cf-addac3881bb1 (CIDR: 2001:db8::/64) Jul 13 07:34:27.551587 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da9c00e-1bdb-4cef-8612-e2ea7a218116 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:34:27.552249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da9c00e-1bdb-4cef-8612-e2ea7a218116 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:27.659219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5d1ff9a0-cc8e-4da3-97e6-b0db599323f4 None None] Provisioning for port 4dd41d43-d71a-440b-a520-bc4a9b37e225 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:27.719900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed464b7e-fecc-4ec3-be70-4406400096cf req-3279faa5-e3e8-48f7-a787-343fba47d9c0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:27.719900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed464b7e-fecc-4ec3-be70-4406400096cf req-3279faa5-e3e8-48f7-a787-343fba47d9c0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1578290 Jul 13 07:34:27.751478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 5695b300-6255-456f-83d3-0c4530a72ef8 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:27.751478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5695b300-6255-456f-83d3-0c4530a72ef8 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:27.752400 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-0b62a7db-c7bb-4b8f-b1ea-80266c080eec service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175897 Jul 13 07:34:27.786572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bc0a7-deb5-43a6-b3b3-372279d7d252 None None] Pushing event deleted for resources: {'Port': ['ID=5695b300-6255-456f-83d3-0c4530a72ef8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:27.792349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5d1ff9a0-cc8e-4da3-97e6-b0db599323f4 None None] Provisioning complete for port 4dd41d43-d71a-440b-a520-bc4a9b37e225 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:27.793149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff9a0-cc8e-4da3-97e6-b0db599323f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.841520 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e000963-ff8e-47c5-bd8f-5308ffdf86dc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.854561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Made reservation on behalf of 3717ff947c1f4880ba8228f32bd81950 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:27.855781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed464b7e-fecc-4ec3-be70-4406400096cf req-bf59d7f7-974e-4c8a-a346-db7111ce090e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310573 Jul 13 07:34:27.863829 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.867909 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6da9c00e-1bdb-4cef-8612-e2ea7a218116 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9873874 Jul 13 07:34:27.878051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:27.886034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'subnet': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:27.973092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6bc0a7-deb5-43a6-b3b3-372279d7d252 None None] No DVR routers for this DVR port 5695b300-6255-456f-83d3-0c4530a72ef8 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:28.076581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ed8d4-995a-4f2d-9da8-57a60bd84b34 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:28.196336 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e000963-ff8e-47c5-bd8f-5308ffdf86dc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.275275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e000963-ff8e-47c5-bd8f-5308ffdf86dc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.345431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e000963-ff8e-47c5-bd8f-5308ffdf86dc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=989721f6-ae77-407b-b394-1a8c94f86e7f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:28.351329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e000963-ff8e-47c5-bd8f-5308ffdf86dc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.356210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6e000963-ff8e-47c5-bd8f-5308ffdf86dc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/989721f6-ae77-407b-b394-1a8c94f86e7f HTTP/1.1" status: 204 len: 168 time: 1.3338137 Jul 13 07:34:28.359690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:28.426275 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:28.429905 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.447213 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.540935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Allocated IP 10.2.2.200 (c3ae3182-ee65-45df-a2a0-9915e6f96ce1/61a1c8bb-51b4-4f75-8b0b-8495978543ad/97fef1c2-aad9-4b7a-a914-f93f2d908d93) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:28.578460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:28.585545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:28.587881 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78737034-7c52-4d83-b1b2-7ad380b9e7ae" -d '{"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:28.609072 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.666110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ff9a0-cc8e-4da3-97e6-b0db599323f4 None None] Port 4dd41d43-d71a-440b-a520-bc4a9b37e225 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:28.704618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aafcbd-25d5-48fb-8d31-63db8edb4626 req-57faf60d-562f-41b1-a856-5203621ed347 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.723132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aafcbd-25d5-48fb-8d31-63db8edb4626 req-57faf60d-562f-41b1-a856-5203621ed347 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.738317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aafcbd-25d5-48fb-8d31-63db8edb4626 req-57faf60d-562f-41b1-a856-5203621ed347 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.753048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aafcbd-25d5-48fb-8d31-63db8edb4626 req-57faf60d-562f-41b1-a856-5203621ed347 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.754859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16aafcbd-25d5-48fb-8d31-63db8edb4626 req-57faf60d-562f-41b1-a856-5203621ed347 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 3093 time: 0.5378072 Jul 13 07:34:28.957719 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.981431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:29.090979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'tenant_id': 'c9e0191e48114c42a2ed2d99f50e4008', 'fixed_ips': [{'subnet_id': 'deeac71d-3344-4d34-b9cf-addac3881bb1'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:34:29.092230 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.138689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c36609-ce5a-4a03-8bf6-6d58e5f59e98 req-c2d58462-f207-49ce-9766-b0f8a0ea0039 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.158639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93c36609-ce5a-4a03-8bf6-6d58e5f59e98 req-c2d58462-f207-49ce-9766-b0f8a0ea0039 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.4295301 Jul 13 07:34:29.184064 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16aafcbd-25d5-48fb-8d31-63db8edb4626 req-13d0f097-4399-4c2b-a399-9f51cfa4b827 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3918352 Jul 13 07:34:29.422261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0c8a2-79a3-4f2e-815f-c82558a91d49 None None] Update dhcp port {'port': {'network_id': 'd4d18f79-6827-4b4c-a294-f568e0b7dcb3', 'fixed_ips': [{'subnet_id': '989721f6-ae77-407b-b394-1a8c94f86e7f'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '8df52ad3-88d0-4a36-8d29-961aa008510b'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:34:29.458186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.498255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93c36609-ce5a-4a03-8bf6-6d58e5f59e98 req-b4befe77-0b44-4fd1-b33d-f801ce266254 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359191 Jul 13 07:34:29.541244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ef2b797b-fc33-4e5e-8f65-38d700c49b92 req-4997a3b3-9cd8-4871-a6cd-2796e5d807a7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 210 time: 0.1448514 Jul 13 07:34:29.561454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Transition to ACTIVE for port object 97fef1c2-aad9-4b7a-a914-f93f2d908d93 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:29.564889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c0a40be7-f5ef-4332-9eca-4960fe0fb7fd None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:29.565283 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0a40be7-f5ef-4332-9eca-4960fe0fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.572125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Deleting port 8df52ad3-88d0-4a36-8d29-961aa008510b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:29.572776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.707322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:34:29.714646 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.722446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] For port 8df52ad3-88d0-4a36-8d29-961aa008510b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8df52ad3-88d0-4a36-8d29-961aa008510b,segment=NetworkSegment(a09dde36-97ac-4299-883c-95e7e27e834f),segment_id=a09dde36-97ac-4299-883c-95e7e27e834f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:29.722826 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.770911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Calling delete_port for 8df52ad3-88d0-4a36-8d29-961aa008510b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:29.853745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Allocated IP 2001:db8::2 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/deeac71d-3344-4d34-b9cf-addac3881bb1/ea52cc15-400b-44af-8c0e-d5967d6ac67c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:29.881047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:29.904216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:29.922305 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70f0c8a2-79a3-4f2e-815f-c82558a91d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.929607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.933762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.934686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.968500 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Subnet': ['ID=0ebea73d-9cf9-49e9-8ef5-9e013bf99cd6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:30.016066 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f15dee55-318a-42a1-ada1-bd7d22479825 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1366937 Jul 13 07:34:30.019217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:30.034936 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d617dc-bccb-41f0-9ee4-4870b2f4c89e x-openstack-request-id: req-90d617dc-bccb-41f0-9ee4-4870b2f4c89e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:30.040238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Request body: {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'mac_address': 'fa:16:3e:e4:03:21', 'name': 'tempest-NetworksTestDHCPv6-878796083'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:30.040522 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:30.040979 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90d617dc-bccb-41f0-9ee4-4870b2f4c89e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:30.041553 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'code': 200} Jul 13 07:34:30.337961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:30.359408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:30.363303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:30.407873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Made reservation on behalf of c9e0191e48114c42a2ed2d99f50e4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:30.433072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event updated for resources: {'Port': ['ID=97fef1c2-aad9-4b7a-a914-f93f2d908d93,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:30.459988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.566286 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0a40be7-f5ef-4332-9eca-4960fe0fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.599338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Port': ['ID=8df52ad3-88d0-4a36-8d29-961aa008510b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:30.603377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78885b8-4c96-402d-aef0-f3c66c036c62 None None] Network d4d18f79-6827-4b4c-a294-f568e0b7dcb3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:30.628196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3277-3183-4944-b992-77e149c01e65 req-a23aff48-1da1-4447-a412-05034358798d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:30.636569 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a80a3277-3183-4944-b992-77e149c01e65 req-a23aff48-1da1-4447-a412-05034358798d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.6865714 Jul 13 07:34:30.654955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No DVR routers for this DVR port 8df52ad3-88d0-4a36-8d29-961aa008510b on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:30.734940 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.776042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:30.780506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.789264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] device_id is not set on port 4a34dbbb-a1ae-4cb7-9050-941612c45c9f yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:34:30.964624 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.994045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d18f79-6827-4b4c-a294-f568e0b7dcb3']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:31.012709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09dde36-97ac-4299-883c-95e7e27e834f') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:31.013013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09dde36-97ac-4299-883c-95e7e27e834f') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:31.017272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8df52ad3-88d0-4a36-8d29-961aa008510b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:31.024574 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44916) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:31.033987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.078583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.097350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:31.099848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.145622 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.165525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Transition to ACTIVE for port object ea52cc15-400b-44af-8c0e-d5967d6ac67c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:31.186721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Transition to ACTIVE for port object ea52cc15-400b-44af-8c0e-d5967d6ac67c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:31.191203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 8df52ad3-88d0-4a36-8d29-961aa008510b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:31.192017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8df52ad3-88d0-4a36-8d29-961aa008510b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:31.206497 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.228285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c0a40be7-f5ef-4332-9eca-4960fe0fb7fd None None] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:31.253019 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:31.274165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3378ac78-3b0a-4d3d-8f1e-716abd923f99 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4949689 Jul 13 07:34:31.287933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:31.304893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Pushing event updated for resources: {'Port': ['ID=ea52cc15-400b-44af-8c0e-d5967d6ac67c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:31.308808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1312d849-89c8-48e6-8970-810b10f227d7 None None] DHCP port deletion for d4d18f79-6827-4b4c-a294-f568e0b7dcb3 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:31.314790 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0a40be7-f5ef-4332-9eca-4960fe0fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.396676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a40be7-f5ef-4332-9eca-4960fe0fb7fd None None] Pushing event updated for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=13']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:31.410774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:31.419529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.437876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:31.446322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:31.450257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.460944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44920) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:31.461630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/d4d18f79-6827-4b4c-a294-f568e0b7dcb3 HTTP/1.1" status: 204 len: 168 time: 3.0996001 Jul 13 07:34:31.468046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a80a3277-3183-4944-b992-77e149c01e65 req-97f5d7b8-9dbb-4d08-b834-eb4195028870 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8300161 Jul 13 07:34:31.488450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a5721-59c8-4293-8320-9f22f3cee5b5 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=d4d18f79-6827-4b4c-a294-f568e0b7dcb3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:31.564844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Attempting to bind port ea52cc15-400b-44af-8c0e-d5967d6ac67c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:31.565465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Attempting to bind port ea52cc15-400b-44af-8c0e-d5967d6ac67c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:31.566022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Attempting to bind port ea52cc15-400b-44af-8c0e-d5967d6ac67c on network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:31.567570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.573815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:31.574491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Checking segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:31.575083 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.575637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Bound using segment: {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:31.576269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Bound port: ea52cc15-400b-44af-8c0e-d5967d6ac67c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ed98c-57c5-4af8-8a62-a119cee6fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:31.576821 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.652367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-523b2d87-60c2-4bda-b489-d96490d21fb2 None None] Could not find standard attr ID for object 8df52ad3-88d0-4a36-8d29-961aa008510b. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:31.695826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-523b2d87-60c2-4bda-b489-d96490d21fb2 None None] Provisioning for port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:31.706211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-523b2d87-60c2-4bda-b489-d96490d21fb2 None None] Provisioning complete for port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:31.707028 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-523b2d87-60c2-4bda-b489-d96490d21fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.739866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] For port ea52cc15-400b-44af-8c0e-d5967d6ac67c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:31.770332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] For port ea52cc15-400b-44af-8c0e-d5967d6ac67c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ea52cc15-400b-44af-8c0e-d5967d6ac67c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:31.777423 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.837355 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb2c952-b870-47e8-b7a3-ec1218e291c2 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:31.837970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb2c952-b870-47e8-b7a3-ec1218e291c2 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:31.856337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efbd5b-930c-47c2-a119-0015396b5d64 None None] Pushing event updated for resources: {'Port': ['ID=ea52cc15-400b-44af-8c0e-d5967d6ac67c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:31.870808 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cdb2c952-b870-47e8-b7a3-ec1218e291c2 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/f37deae0-bf4e-42c0-bab4-8236ff83c57a HTTP/1.1" status: 404 len: 337 time: 0.3804898 Jul 13 07:34:31.878105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-523b2d87-60c2-4bda-b489-d96490d21fb2 None None] Port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:31.881594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44932) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:31.920956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa24ab-b387-47c0-9008-8deedd42a121 req-d561de2e-a08f-45fa-8606-4c8779d6f52f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.927499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa24ab-b387-47c0-9008-8deedd42a121 req-d561de2e-a08f-45fa-8606-4c8779d6f52f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.936643 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa24ab-b387-47c0-9008-8deedd42a121 req-d561de2e-a08f-45fa-8606-4c8779d6f52f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.958330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa24ab-b387-47c0-9008-8deedd42a121 req-d561de2e-a08f-45fa-8606-4c8779d6f52f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.967804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa24ab-b387-47c0-9008-8deedd42a121 req-d561de2e-a08f-45fa-8606-4c8779d6f52f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.988102 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47fa24ab-b387-47c0-9008-8deedd42a121 req-d561de2e-a08f-45fa-8606-4c8779d6f52f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 3814 time: 1.2002804 Jul 13 07:34:32.004588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ff802c40-bef6-4ecf-9fdf-927b46c683ad None None] Provisioning complete for port b190341e-7f7f-437a-93bb-98b0d5ff8dbf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:32.004973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff802c40-bef6-4ecf-9fdf-927b46c683ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.047025 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:32.050730 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7faa47-f53d-478f-9fcd-76cffbfb9bff" -d '{"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:32.062211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-367e4ddd-4e08-494d-ae51-8cfe973aa4f1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.074447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-367e4ddd-4e08-494d-ae51-8cfe973aa4f1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 1.2358098 Jul 13 07:34:32.084014 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67b9cef-1ebe-420b-9fe6-fc5e511b9951 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:32.085551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67b9cef-1ebe-420b-9fe6-fc5e511b9951 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:32.090678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a67b9cef-1ebe-420b-9fe6-fc5e511b9951 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/2a1969b9-ffed-4980-909a-206f9d23fea0 HTTP/1.1" status: 404 len: 339 time: 0.1972728 Jul 13 07:34:32.098903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Request body: {'port': {'device_id': '904839e5-f750-4787-9123-67c9401f4c4e', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'admin_state_up': True, 'tenant_id': 'c418ec4cfe364a0a890c4063a3ad4008'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:32.115099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:32.235434 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ca8612-f307-4e5c-8c33-24b372dc996e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:32.236268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ca8612-f307-4e5c-8c33-24b372dc996e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:32.246721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e1ca8612-f307-4e5c-8c33-24b372dc996e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/fe13aee9-e073-477d-b0de-57921e572f2e HTTP/1.1" status: 404 len: 337 time: 0.1301117 Jul 13 07:34:32.250660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44938) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:32.380501 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47fa24ab-b387-47c0-9008-8deedd42a121 req-ca684cc6-7e1d-4c60-a4f9-c556afa09b18 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911717 Jul 13 07:34:32.455226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:32.466446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.481113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc908-ebba-4ea3-8cad-80607d1eb347 req-53b573ab-7b33-4d1b-aab3-ab7505b4c2f6 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.482736 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a3fc908-ebba-4ea3-8cad-80607d1eb347 req-53b573ab-7b33-4d1b-aab3-ab7505b4c2f6 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.2921710 Jul 13 07:34:32.495628 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-88abb2cd-4ecc-47a4-8350-687990f28fd1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:32.498068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88abb2cd-4ecc-47a4-8350-687990f28fd1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:32.499429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Transition to ACTIVE for port object 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:32.509237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-88abb2cd-4ecc-47a4-8350-687990f28fd1 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/e5b24555-ba23-48cc-83f1-829f2eaaf4ed HTTP/1.1" status: 404 len: 339 time: 0.2123716 Jul 13 07:34:32.511501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.514919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:32.546506 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d23b73-bd28-42a5-a8b5-0e81c2aa54cc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:32.546968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d23b73-bd28-42a5-a8b5-0e81c2aa54cc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:32.548754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a2d23b73-bd28-42a5-a8b5-0e81c2aa54cc tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/7c34ce40-e3fb-4acf-aa40-c66a63907220 HTTP/1.1" status: 404 len: 337 time: 0.0315344 Jul 13 07:34:32.587343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Pushing event updated for resources: {'Port': ['ID=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:32.591826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:32.618207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a3fc908-ebba-4ea3-8cad-80607d1eb347 req-bf9cdbe2-e944-4a16-b438-4cee10f78ef2 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285350 Jul 13 07:34:32.634256 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e16585-f0c0-476e-bbdf-08e9cbdad732 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:32.634875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e16585-f0c0-476e-bbdf-08e9cbdad732 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:32.636661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-71e16585-f0c0-476e-bbdf-08e9cbdad732 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/b9ce0a79-f0c7-44e0-9ed8-5f4f55bb9a23 HTTP/1.1" status: 404 len: 339 time: 0.0299172 Jul 13 07:34:32.646525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44946) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:32.868893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b844d2-0294-4254-93f3-a6c3e4d3a25e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Deleting subnet bc41696e-75a6-46f5-9639-2e6696723892 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:32.872788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24b844d2-0294-4254-93f3-a6c3e4d3a25e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.875232 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc895c4-4fce-4916-8778-a7abcf20b02d x-openstack-request-id: req-6dc895c4-4fce-4916-8778-a7abcf20b02d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:32.875754 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-plugged", "status": "completed", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:32.876031 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dc895c4-4fce-4916-8778-a7abcf20b02d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:32.876530 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'code': 200} Jul 13 07:34:32.970311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24b844d2-0294-4254-93f3-a6c3e4d3a25e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.002921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ea52cc15-400b-44af-8c0e-d5967d6ac67c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:33.107133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24b844d2-0294-4254-93f3-a6c3e4d3a25e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.171565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ea52cc15-400b-44af-8c0e-d5967d6ac67c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:33.195830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24b844d2-0294-4254-93f3-a6c3e4d3a25e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.269498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Attempting to bind port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:33.270141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Attempting to bind port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:33.270650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Attempting to bind port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 on network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:33.286809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 on network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:33.287431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Attempting to bind port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 on network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:33.300363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85430c2a-fe93-4497-a5f8-aedc8e225cd4 None None] Network 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:33.301089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b844d2-0294-4254-93f3-a6c3e4d3a25e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=bc41696e-75a6-46f5-9639-2e6696723892,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:33.306026 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24b844d2-0294-4254-93f3-a6c3e4d3a25e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.309056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-24b844d2-0294-4254-93f3-a6c3e4d3a25e tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/bc41696e-75a6-46f5-9639-2e6696723892 HTTP/1.1" status: 204 len: 168 time: 0.6605997 Jul 13 07:34:33.316345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44958) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:33.317545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:33.317870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8::2eb (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/deeac71d-3344-4d34-b9cf-addac3881bb1/4a34dbbb-a1ae-4cb7-9050-941612c45c9f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:33.318652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Checking segment: {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:33.319249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Bound using segment: {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:33.319869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Bound port: 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:33.320424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.381287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66a77739-a50b-4b97-99ae-e176231699b8 req-da6cb6f3-4466-4036-8d82-a5e73b358e86 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 210 time: 0.0581589 Jul 13 07:34:33.418197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Allocated IP 2001:db8:0:1:f816:3eff:fee4:321 (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/0ebea73d-9cf9-49e9-8ef5-9e013bf99cd6/4a34dbbb-a1ae-4cb7-9050-941612c45c9f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:33.531387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] For port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:33.535245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] For port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:33.548179 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.560798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.691375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.692269 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.693876 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] 10.222.0.48 "PUT /v2.0/ports/53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 HTTP/1.1" status: 200 len: 1092 time: 2.4187205 Jul 13 07:34:33.700058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:33.703150 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334c11d6-5446-4635-b76b-3526c18d65ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:33.731172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:33.803015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee73b27a-632f-4422-89b2-72082c43fa13 None None] DHCP port deletion for 9a87af8b-bbe0-46b5-8c73-aa6f8405db3e request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:33.839759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08284ce-f6ac-45d8-9430-b84eeb25b8da req-d974d0a4-b5cc-49cc-bb97-247a8aa8f0fa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.848680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f08284ce-f6ac-45d8-9430-b84eeb25b8da req-d974d0a4-b5cc-49cc-bb97-247a8aa8f0fa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.6641691 Jul 13 07:34:33.901626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e83cfd-8dca-424c-b5e2-9815d02a1046 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:33.934773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f08284ce-f6ac-45d8-9430-b84eeb25b8da req-303f957b-274d-44e0-bd93-0bc578c14943 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845127 Jul 13 07:34:33.948718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11add3-13c0-4cca-a37c-55ece7529820 service neutron] Pushing event updated for resources: {'Port': ['ID=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:33.973904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Made reservation on behalf of c418ec4cfe364a0a890c4063a3ad4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:33.986432 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.022923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.095496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Deleting port 7433f6aa-6b98-43c5-8416-5a9420407e6f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:34.095850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.275815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] Provisioning for port ea52cc15-400b-44af-8c0e-d5967d6ac67c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:34.279488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ee73b27a-632f-4422-89b2-72082c43fa13 None None] Deleting port 7433f6aa-6b98-43c5-8416-5a9420407e6f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:34.280251 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee73b27a-632f-4422-89b2-72082c43fa13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.296190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] Provisioning complete for port ea52cc15-400b-44af-8c0e-d5967d6ac67c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:34.296843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.356491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] For port 7433f6aa-6b98-43c5-8416-5a9420407e6f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7433f6aa-6b98-43c5-8416-5a9420407e6f,segment=NetworkSegment(ac351447-a17a-47d6-8d1e-9875c6ca748d),segment_id=ac351447-a17a-47d6-8d1e-9875c6ca748d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:34.356863 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.522238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4623c-0e6b-4ca8-b29f-98e9accf91e3 req-47d9596a-d402-4fc1-8a1a-bf0698aa32ef tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.528297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4623c-0e6b-4ca8-b29f-98e9accf91e3 req-47d9596a-d402-4fc1-8a1a-bf0698aa32ef tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.532388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ee73b27a-632f-4422-89b2-72082c43fa13 None None] For port 7433f6aa-6b98-43c5-8416-5a9420407e6f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7433f6aa-6b98-43c5-8416-5a9420407e6f,segment=NetworkSegment(ac351447-a17a-47d6-8d1e-9875c6ca748d),segment_id=ac351447-a17a-47d6-8d1e-9875c6ca748d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:34.532802 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee73b27a-632f-4422-89b2-72082c43fa13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.534681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4623c-0e6b-4ca8-b29f-98e9accf91e3 req-47d9596a-d402-4fc1-8a1a-bf0698aa32ef tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.540906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4623c-0e6b-4ca8-b29f-98e9accf91e3 req-47d9596a-d402-4fc1-8a1a-bf0698aa32ef tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.543792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Calling delete_port for 7433f6aa-6b98-43c5-8416-5a9420407e6f owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:34.546885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4623c-0e6b-4ca8-b29f-98e9accf91e3 req-47d9596a-d402-4fc1-8a1a-bf0698aa32ef tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.549460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1b4623c-0e6b-4ca8-b29f-98e9accf91e3 req-47d9596a-d402-4fc1-8a1a-bf0698aa32ef tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 3826 time: 0.7787650 Jul 13 07:34:34.558833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.575045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ee73b27a-632f-4422-89b2-72082c43fa13 None None] Calling delete_port for 7433f6aa-6b98-43c5-8416-5a9420407e6f owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:34.629753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Transition to ACTIVE for port object 4a34dbbb-a1ae-4cb7-9050-941612c45c9f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:34.698371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1b4623c-0e6b-4ca8-b29f-98e9accf91e3 req-0cd09ce5-3f65-4499-921f-fd4b821ab68c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362860 Jul 13 07:34:34.707424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Allocated IP 172.20.0.11 (30697d85-c91b-4835-a984-cab30e3df541/409c3169-4bb7-4f7d-a7a2-a28446385253/007ef026-5429-42b6-a001-ddb54dec5909) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:34.863096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.908668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6483580c-a2a6-45c2-8698-5b851c1e5514 None None] Update dhcp port {'port': {'network_id': '7122b328-5dd9-40d5-a3cf-c7884d9a13ac', 'fixed_ips': [{'subnet_id': 'deeac71d-3344-4d34-b9cf-addac3881bb1', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ebea73d-9cf9-49e9-8ef5-9e013bf99cd6'}], 'binding:host_id': 'n-d-758944-43'}, 'id': 'ea52cc15-400b-44af-8c0e-d5967d6ac67c'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:34:34.954906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb50991-e8be-42f6-acc5-bff1e64aede6 req-56381549-d600-4dac-a186-d042d167f629 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.965541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdb50991-e8be-42f6-acc5-bff1e64aede6 req-56381549-d600-4dac-a186-d042d167f629 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.6585724 Jul 13 07:34:34.973482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7433f6aa-6b98-43c5-8416-5a9420407e6f no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:34.993375 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.997153 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab0633-c51b-444f-9efe-8336adcc55b0 x-openstack-request-id: req-a3ab0633-c51b-444f-9efe-8336adcc55b0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:34.997451 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:35.000165 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3ab0633-c51b-444f-9efe-8336adcc55b0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:35.000984 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'status': 'completed', 'code': 200} Jul 13 07:34:35.048265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.080844 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6483580c-a2a6-45c2-8698-5b851c1e5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.115831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event updated for resources: {'Port': ['ID=4a34dbbb-a1ae-4cb7-9050-941612c45c9f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:35.143764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:35.228322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No DVR routers for this DVR port 7433f6aa-6b98-43c5-8416-5a9420407e6f on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:35.241137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:35.261196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:35.266890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.267537 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.268024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-6483580c-a2a6-45c2-8698-5b851c1e5514 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb2:f5ad (7122b328-5dd9-40d5-a3cf-c7884d9a13ac/0ebea73d-9cf9-49e9-8ef5-9e013bf99cd6/ea52cc15-400b-44af-8c0e-d5967d6ac67c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:35.318483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2d85286-0f49-42f7-a374-bf4d3986d03d req-741f44f0-eff9-4c37-8c38-bdb692feb7f4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 210 time: 0.0748043 Jul 13 07:34:35.338500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdb50991-e8be-42f6-acc5-bff1e64aede6 req-1a144ff5-2ad4-4b44-949d-fd948a25de4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667486 Jul 13 07:34:35.370774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Port': ['ID=7433f6aa-6b98-43c5-8416-5a9420407e6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:35.387670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6483580c-a2a6-45c2-8698-5b851c1e5514 None None] For port ea52cc15-400b-44af-8c0e-d5967d6ac67c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ea52cc15-400b-44af-8c0e-d5967d6ac67c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:35.420200 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6483580c-a2a6-45c2-8698-5b851c1e5514 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.423866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.434015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6483580c-a2a6-45c2-8698-5b851c1e5514 None None] Transition to ACTIVE for port object ea52cc15-400b-44af-8c0e-d5967d6ac67c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:35.446912 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6483580c-a2a6-45c2-8698-5b851c1e5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.519238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0b7ffd8d-e729-4417-a4ce-8bd95433c860 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.4987693 Jul 13 07:34:35.529866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45010) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:35.537738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c11d6-5446-4635-b76b-3526c18d65ed req-afd5c040-46ec-4eb5-ac46-14c57cd88d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.538636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c11d6-5446-4635-b76b-3526c18d65ed req-afd5c040-46ec-4eb5-ac46-14c57cd88d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.539314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c11d6-5446-4635-b76b-3526c18d65ed req-afd5c040-46ec-4eb5-ac46-14c57cd88d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.539976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c11d6-5446-4635-b76b-3526c18d65ed req-afd5c040-46ec-4eb5-ac46-14c57cd88d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.540631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c11d6-5446-4635-b76b-3526c18d65ed req-afd5c040-46ec-4eb5-ac46-14c57cd88d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.542825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-334c11d6-5446-4635-b76b-3526c18d65ed req-afd5c040-46ec-4eb5-ac46-14c57cd88d10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 4362 time: 0.4463744 Jul 13 07:34:35.612715 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.620724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee73b27a-632f-4422-89b2-72082c43fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.655011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No active binding found for port 7433f6aa-6b98-43c5-8416-5a9420407e6f {{(pid=93775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:34:35.655011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7433f6aa-6b98-43c5-8416-5a9420407e6f not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:35.676200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee73b27a-632f-4422-89b2-72082c43fa13 None None] No DVR routers for this DVR port 7433f6aa-6b98-43c5-8416-5a9420407e6f on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:35.710484 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.721148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483580c-a2a6-45c2-8698-5b851c1e5514 None None] Pushing event updated for resources: {'Port': ['ID=ea52cc15-400b-44af-8c0e-d5967d6ac67c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:35.724412 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:34:35.724782 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:34:35.763328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73b27a-632f-4422-89b2-72082c43fa13 None None] Pushing event deleted for resources: {'Port': ['ID=7433f6aa-6b98-43c5-8416-5a9420407e6f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:35.784093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a87af8b-bbe0-46b5-8c73-aa6f8405db3e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:35.842064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac351447-a17a-47d6-8d1e-9875c6ca748d') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:35.842368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac351447-a17a-47d6-8d1e-9875c6ca748d') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:35.867630 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.879665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40724019-3d21-4399-a1da-fa1f90436469 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:35.907095 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.912869 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.937867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:35.938317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:35.948369 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:36.085757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Transition to ACTIVE for port object 40724019-3d21-4399-a1da-fa1f90436469 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:36.091130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.113646 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.115913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/9a87af8b-bbe0-46b5-8c73-aa6f8405db3e HTTP/1.1" status: 204 len: 168 time: 2.7757893 Jul 13 07:34:36.140253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:36.143821 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.164809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0405bf-76dd-4ca2-b5a1-5019156a9e3d tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=9a87af8b-bbe0-46b5-8c73-aa6f8405db3e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:36.250818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c11d6-5446-4635-b76b-3526c18d65ed req-de9f69fd-e911-4b99-abc9-57f3f3bd26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.251951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c11d6-5446-4635-b76b-3526c18d65ed req-de9f69fd-e911-4b99-abc9-57f3f3bd26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.252609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c11d6-5446-4635-b76b-3526c18d65ed req-de9f69fd-e911-4b99-abc9-57f3f3bd26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.254434 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-334c11d6-5446-4635-b76b-3526c18d65ed req-de9f69fd-e911-4b99-abc9-57f3f3bd26e2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3717ff947c1f4880ba8228f32bd81950&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6024010 Jul 13 07:34:36.316228 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.382398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.400178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] For port ea52cc15-400b-44af-8c0e-d5967d6ac67c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ea52cc15-400b-44af-8c0e-d5967d6ac67c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:36.405533 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.558654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636bec4-d53b-4ada-9fda-eb19d5817580 None None] Pushing event updated for resources: {'Port': ['ID=ea52cc15-400b-44af-8c0e-d5967d6ac67c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:36.711505 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:34:36.791358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c9cc4263-9266-4a1a-8825-b067cc7ed883 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:36.806451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181129b-4b0c-482b-8b8d-b142014bf065 req-fd9efae6-bd3c-467c-b6cc-e6c7d2b386b5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.808200 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d181129b-4b0c-482b-8b8d-b142014bf065 req-fd9efae6-bd3c-467c-b6cc-e6c7d2b386b5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 1.1476541 Jul 13 07:34:36.810273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-06d73855-60b5-4d3a-ae50-aa5befaa65b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting port 4a34dbbb-a1ae-4cb7-9050-941612c45c9f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:36.811220 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06d73855-60b5-4d3a-ae50-aa5befaa65b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.928472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3f509f81-2e7e-496a-b7ee-c439ad69b211 None None] Provisioning for port ea52cc15-400b-44af-8c0e-d5967d6ac67c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:36.945905 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06d73855-60b5-4d3a-ae50-aa5befaa65b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.961245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-06d73855-60b5-4d3a-ae50-aa5befaa65b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Calling delete_port for 4a34dbbb-a1ae-4cb7-9050-941612c45c9f owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:37.022965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3f509f81-2e7e-496a-b7ee-c439ad69b211 None None] Provisioning complete for port ea52cc15-400b-44af-8c0e-d5967d6ac67c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:37.023364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f509f81-2e7e-496a-b7ee-c439ad69b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.039028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ea52cc15-400b-44af-8c0e-d5967d6ac67c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:37.092454 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65af4e7-1577-4a8d-82c1-8ccdbfb25b9b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:37.093054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65af4e7-1577-4a8d-82c1-8ccdbfb25b9b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:37.098583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a65af4e7-1577-4a8d-82c1-8ccdbfb25b9b tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/9bf69438-5dee-4b88-9a97-32e7fd8b873f HTTP/1.1" status: 404 len: 337 time: 0.9555392 Jul 13 07:34:37.099322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45052) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:37.217441 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-371be5f4-fed6-4b62-a1b4-fa3555dd96a2 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:37.226303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371be5f4-fed6-4b62-a1b4-fa3555dd96a2 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:37.228275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-371be5f4-fed6-4b62-a1b4-fa3555dd96a2 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/675e03a5-ffda-4246-9d8d-b2d09dab2e1d HTTP/1.1" status: 404 len: 339 time: 0.1177142 Jul 13 07:34:37.238514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:37.297693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=40724019-3d21-4399-a1da-fa1f90436469,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:37.308797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:37.320608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c11d6-5446-4635-b76b-3526c18d65ed req-d8f2b7ed-ed25-4752-8140-7305e63ead4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.323643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-334c11d6-5446-4635-b76b-3526c18d65ed req-d8f2b7ed-ed25-4752-8140-7305e63ead4f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0586152 Jul 13 07:34:37.327603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.344469 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.347389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'port_id': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'mac_address': 'fa:16:3e:d7:1f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:37.500240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a8e1-20ea-478f-a6e9-69b3dbddec31 req-085020ef-2597-4841-b6a8-f261443f66dd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.508704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a8e1-20ea-478f-a6e9-69b3dbddec31 req-085020ef-2597-4841-b6a8-f261443f66dd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.516168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a8e1-20ea-478f-a6e9-69b3dbddec31 req-085020ef-2597-4841-b6a8-f261443f66dd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.523946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a8e1-20ea-478f-a6e9-69b3dbddec31 req-085020ef-2597-4841-b6a8-f261443f66dd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.524859 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.533036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a8e1-20ea-478f-a6e9-69b3dbddec31 req-085020ef-2597-4841-b6a8-f261443f66dd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.535126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ea52cc15-400b-44af-8c0e-d5967d6ac67c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:37.535510 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.541561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a8e1-20ea-478f-a6e9-69b3dbddec31 req-085020ef-2597-4841-b6a8-f261443f66dd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.543656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b20a8e1-20ea-478f-a6e9-69b3dbddec31 req-085020ef-2597-4841-b6a8-f261443f66dd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 4597 time: 1.4023631 Jul 13 07:34:37.566183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1d5565-f341-4717-b6e9-3cb8e87c6e39 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Deleting subnet a2244edc-49fe-4575-a820-d2fbe50fa3fa {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:37.573985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Attempting to bind port 40724019-3d21-4399-a1da-fa1f90436469 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:37.573985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Attempting to bind port 40724019-3d21-4399-a1da-fa1f90436469 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:37.574724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Attempting to bind port 40724019-3d21-4399-a1da-fa1f90436469 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:37.598052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Port 40724019-3d21-4399-a1da-fa1f90436469 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:37.598344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Attempting to bind port 40724019-3d21-4399-a1da-fa1f90436469 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:37.608925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5565-f341-4717-b6e9-3cb8e87c6e39 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.658550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3243e6-8ec1-43e6-8472-45ee7f92d2cf None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:34:37.659792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06d73855-60b5-4d3a-ae50-aa5befaa65b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.701038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a1c24243-8496-4add-8926-48f9067cb3f8 None None] Could not find standard attr ID for object 4a34dbbb-a1ae-4cb7-9050-941612c45c9f. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:37.702351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Network 30697d85-c91b-4835-a984-cab30e3df541 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:37.713806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b20a8e1-20ea-478f-a6e9-69b3dbddec31 req-2b9d7760-4743-4fd2-be9e-6487acfdca50 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625776 Jul 13 07:34:37.715641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:37.717018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:37.720595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Checking segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:37.721286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Bound using segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:37.721927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Bound port: 40724019-3d21-4399-a1da-fa1f90436469, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:37.722963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.730021 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:37.779744 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d181129b-4b0c-482b-8b8d-b142014bf065 req-9d6eba79-6c17-4670-aad1-ccfccec04d4b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466025 Jul 13 07:34:37.781550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9cc4263-9266-4a1a-8825-b067cc7ed883 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:37.891565 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5565-f341-4717-b6e9-3cb8e87c6e39 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.044106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:38.111636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] For port 40724019-3d21-4399-a1da-fa1f90436469, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:38.114564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5565-f341-4717-b6e9-3cb8e87c6e39 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.118748 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.119443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] For port 40724019-3d21-4399-a1da-fa1f90436469, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40724019-3d21-4399-a1da-fa1f90436469,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:38.148571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.149200 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.158372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event updated for resources: {'Port': ['ID=007ef026-5429-42b6-a001-ddb54dec5909,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.165545 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.263245 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06d73855-60b5-4d3a-ae50-aa5befaa65b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.265286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06d73855-60b5-4d3a-ae50-aa5befaa65b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/4a34dbbb-a1ae-4cb7-9050-941612c45c9f HTTP/1.1" status: 204 len: 168 time: 2.7212403 Jul 13 07:34:38.269961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45076) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:38.276536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d73855-60b5-4d3a-ae50-aa5befaa65b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Port': ['ID=4a34dbbb-a1ae-4cb7-9050-941612c45c9f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.287686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-9af32f75-a6f0-477a-990b-a0004a92f94b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1935368 Jul 13 07:34:38.385815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5565-f341-4717-b6e9-3cb8e87c6e39 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.417355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047604-8e6f-4a84-8ce2-4afb60032128 req-01d78775-a38a-4fad-91f4-0b072a976f62 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.418511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.419181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.420889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] 10.222.0.48 "PUT /v2.0/ports/40724019-3d21-4399-a1da-fa1f90436469 HTTP/1.1" status: 200 len: 1130 time: 4.6988695 Jul 13 07:34:38.421784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50047604-8e6f-4a84-8ce2-4afb60032128 req-01d78775-a38a-4fad-91f4-0b072a976f62 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 932 time: 0.4060056 Jul 13 07:34:38.431272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '40724019-3d21-4399-a1da-fa1f90436469'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:38.439377 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0325812-c9bc-40ad-af33-76c8dff29946" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "40724019-3d21-4399-a1da-fa1f90436469"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:38.463392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Request body: {'port': {'device_id': '904839e5-f750-4787-9123-67c9401f4c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:38.464158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:38.518689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Deleting port a919dcb9-6a20-40dd-bae1-c09971a5f05b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:38.519336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.565963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3243e6-8ec1-43e6-8472-45ee7f92d2cf None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:34:38.567083 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50047604-8e6f-4a84-8ce2-4afb60032128 req-347f4250-016d-4c2d-8d13-fb8204d5e512 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296577 Jul 13 07:34:38.592817 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['c9cc4263-9266-4a1a-8825-b067cc7ed883'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:38.601841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.660094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5565-f341-4717-b6e9-3cb8e87c6e39 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.667503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.667984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.668197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.668547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.668886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.669219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.669549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.669879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.670237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.670566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.670896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.671222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:38.674302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3d1d5565-f341-4717-b6e9-3cb8e87c6e39 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/subnets/a2244edc-49fe-4575-a820-d2fbe50fa3fa HTTP/1.1" status: 204 len: 168 time: 1.4174619 Jul 13 07:34:38.675303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5565-f341-4717-b6e9-3cb8e87c6e39 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Subnet': ['ID=a2244edc-49fe-4575-a820-d2fbe50fa3fa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.680457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45084) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:38.681199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf04bf-803b-4193-86d3-6ed18f813cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=40724019-3d21-4399-a1da-fa1f90436469,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.697575 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.948183 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.169579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89bc6c-d225-448b-add7-28cae5d309b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.172709 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4d89bc6c-d225-448b-add7-28cae5d309b8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8833330 Jul 13 07:34:39.184257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45090) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:39.249428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.386131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Deleting port 6dce7149-0d63-44f2-9e7d-0432313b3880 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:39.391003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.681843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be64e76-7d71-48b6-9570-48b8bed262ce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.689635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1be64e76-7d71-48b6-9570-48b8bed262ce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5044708 Jul 13 07:34:39.706622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] For port 6dce7149-0d63-44f2-9e7d-0432313b3880, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6dce7149-0d63-44f2-9e7d-0432313b3880,segment=NetworkSegment(c5047ea3-7a11-4126-ad07-857f2ea1e01a),segment_id=c5047ea3-7a11-4126-ad07-857f2ea1e01a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:39.706996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.762382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Calling delete_port for 6dce7149-0d63-44f2-9e7d-0432313b3880 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:39.829356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aefc4c3-040c-4163-aaee-992779111d6e None None] Network f7511620-5167-4a8b-9b42-26dac5230e86 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:39.864103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:39.886299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.059251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Port': ['ID=6dce7149-0d63-44f2-9e7d-0432313b3880,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:40.068733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] No DVR routers for this DVR port 6dce7149-0d63-44f2-9e7d-0432313b3880 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:40.072017 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007ef026-5429-42b6-a001-ddb54dec5909 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:40.094235 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.132947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Transition to ACTIVE for port object 007ef026-5429-42b6-a001-ddb54dec5909 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:40.190545 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.311989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8806616-e010-4fd8-be2e-a1441f69e27d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.313610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8806616-e010-4fd8-be2e-a1441f69e27d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.315267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8806616-e010-4fd8-be2e-a1441f69e27d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.320545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d8806616-e010-4fd8-be2e-a1441f69e27d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4552579 Jul 13 07:34:40.330294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45108) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:40.340572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c2f96a-52b6-4214-b084-f86f84b22a3a None None] DHCP port deletion for f7511620-5167-4a8b-9b42-26dac5230e86 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:40.411941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Pushing event updated for resources: {'Port': ['ID=007ef026-5429-42b6-a001-ddb54dec5909,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:40.437809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] For port a919dcb9-6a20-40dd-bae1-c09971a5f05b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a919dcb9-6a20-40dd-bae1-c09971a5f05b,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:40.438275 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.494313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Calling delete_port for a919dcb9-6a20-40dd-bae1-c09971a5f05b owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:40.517826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0e809f38-b118-4d8a-adf4-a5a07b978e8c None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:40.518171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e809f38-b118-4d8a-adf4-a5a07b978e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.532313 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fc5f24-3216-4554-8344-4e37bbf3f8b6 x-openstack-request-id: req-85fc5f24-3216-4554-8344-4e37bbf3f8b6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:40.533004 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "40724019-3d21-4399-a1da-fa1f90436469", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:40.533511 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85fc5f24-3216-4554-8344-4e37bbf3f8b6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:40.534172 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '40724019-3d21-4399-a1da-fa1f90436469', 'status': 'completed', 'code': 200} Jul 13 07:34:40.561065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0e38c4-3235-4724-b222-c11c90c64cce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet 0ebea73d-9cf9-49e9-8ef5-9e013bf99cd6 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:40.601678 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.605801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e38c4-3235-4724-b222-c11c90c64cce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.649757 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e809f38-b118-4d8a-adf4-a5a07b978e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.656599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85f8c36-3b7d-420e-9014-9e823118f779 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:40.671072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66e689-ae1c-4c5b-9878-d39158aaa110 req-c44f9e18-47c4-4997-b51c-a1b491f8ac96 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.675717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7511620-5167-4a8b-9b42-26dac5230e86']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:40.680895 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea66e689-ae1c-4c5b-9878-d39158aaa110 req-c44f9e18-47c4-4997-b51c-a1b491f8ac96 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.5447972 Jul 13 07:34:40.691412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.698369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0e809f38-b118-4d8a-adf4-a5a07b978e8c None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:40.699702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:40.703617 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc41317-c986-4aa6-a81a-5633372e7202" -d '{"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-plugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:40.706822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5047ea3-7a11-4126-ad07-857f2ea1e01a') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:40.707414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5047ea3-7a11-4126-ad07-857f2ea1e01a') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:40.707653 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e809f38-b118-4d8a-adf4-a5a07b978e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.734790 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e38c4-3235-4724-b222-c11c90c64cce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.740425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Transition to ACTIVE for port object d85f8c36-3b7d-420e-9014-9e823118f779 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:40.767526 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.774408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-347222f2-b172-4a47-8d1b-8004dd09fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.774910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-347222f2-b172-4a47-8d1b-8004dd09fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.775389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-347222f2-b172-4a47-8d1b-8004dd09fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.776489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-347222f2-b172-4a47-8d1b-8004dd09fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.776974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-347222f2-b172-4a47-8d1b-8004dd09fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.777449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-347222f2-b172-4a47-8d1b-8004dd09fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.780364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-347222f2-b172-4a47-8d1b-8004dd09fe3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5285 time: 0.3241308 Jul 13 07:34:40.781050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.815684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c9cc4263-9266-4a1a-8825-b067cc7ed883 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:40.849807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Attempting to bind port 007ef026-5429-42b6-a001-ddb54dec5909 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:40.850436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Attempting to bind port 007ef026-5429-42b6-a001-ddb54dec5909 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:40.851768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Attempting to bind port 007ef026-5429-42b6-a001-ddb54dec5909 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:40.864888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e809f38-b118-4d8a-adf4-a5a07b978e8c None None] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:40.881175 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.890313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea66e689-ae1c-4c5b-9878-d39158aaa110 req-6e46c36d-06e9-42c3-a8b4-71809e236628 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084243 Jul 13 07:34:40.896125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Port 007ef026-5429-42b6-a001-ddb54dec5909 on network 30697d85-c91b-4835-a984-cab30e3df541 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:40.900519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Attempting to bind port 007ef026-5429-42b6-a001-ddb54dec5909 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:40.945302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:40.946011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Checking segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:40.947798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Bound using segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:40.951427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Bound port: 007ef026-5429-42b6-a001-ddb54dec5909, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:40.952066 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.986690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6dce7149-0d63-44f2-9e7d-0432313b3880 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:41.003420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:41.009819 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:41.017761 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:41.064577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 6dce7149-0d63-44f2-9e7d-0432313b3880 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:41.065222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6dce7149-0d63-44f2-9e7d-0432313b3880 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:41.090252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:41.090899 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.120744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cabc98-25fb-4ed1-9d47-5d7af18295aa req-423933e1-2031-41d6-98e7-3f617227876f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.144444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cabc98-25fb-4ed1-9d47-5d7af18295aa req-423933e1-2031-41d6-98e7-3f617227876f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.154798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cabc98-25fb-4ed1-9d47-5d7af18295aa req-423933e1-2031-41d6-98e7-3f617227876f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.188783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cabc98-25fb-4ed1-9d47-5d7af18295aa req-423933e1-2031-41d6-98e7-3f617227876f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.203373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cabc98-25fb-4ed1-9d47-5d7af18295aa req-423933e1-2031-41d6-98e7-3f617227876f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.216365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cabc98-25fb-4ed1-9d47-5d7af18295aa req-423933e1-2031-41d6-98e7-3f617227876f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.223115 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3cabc98-25fb-4ed1-9d47-5d7af18295aa req-423933e1-2031-41d6-98e7-3f617227876f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 4597 time: 0.6555505 Jul 13 07:34:41.265347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5027379d-75ea-42bf-9234-f1d675c79897 None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:41.265728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5027379d-75ea-42bf-9234-f1d675c79897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.271682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Pushing event updated for resources: {'Port': ['ID=d85f8c36-3b7d-420e-9014-9e823118f779,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:41.294830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] For port 007ef026-5429-42b6-a001-ddb54dec5909, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:41.299625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] For port 007ef026-5429-42b6-a001-ddb54dec5909, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=007ef026-5429-42b6-a001-ddb54dec5909,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:41.347618 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.410423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3cabc98-25fb-4ed1-9d47-5d7af18295aa req-b50dbdde-0ce6-4f6a-96b8-58564123b30b tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548655 Jul 13 07:34:41.411236 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.436435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.439394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.440198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.442691 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] 10.222.0.41 "DELETE /v2.0/networks/f7511620-5167-4a8b-9b42-26dac5230e86 HTTP/1.1" status: 204 len: 168 time: 2.7468491 Jul 13 07:34:41.444031 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] 10.222.0.38 "PUT /v2.0/ports/007ef026-5429-42b6-a001-ddb54dec5909 HTTP/1.1" status: 200 len: 1093 time: 3.1254280 Jul 13 07:34:41.448112 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e38c4-3235-4724-b222-c11c90c64cce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.500631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904839e5-f750-4787-9123-67c9401f4c4e', 'tag': '007ef026-5429-42b6-a001-ddb54dec5909'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:41.504248 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689dd244-0598-4f8d-9cd3-94ef66f42890" -d '{"events": [{"name": "network-changed", "server_uuid": "904839e5-f750-4787-9123-67c9401f4c4e", "tag": "007ef026-5429-42b6-a001-ddb54dec5909"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:41.510158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d498e-c3c9-4393-b0f4-1d947c3b28d0 tempest-NetworksIpV6Test-1296432334 tempest-NetworksIpV6Test-1296432334-project] Pushing event deleted for resources: {'Network': ['ID=f7511620-5167-4a8b-9b42-26dac5230e86,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:41.522630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Attempting to bind port d85f8c36-3b7d-420e-9014-9e823118f779 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:41.523143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Attempting to bind port d85f8c36-3b7d-420e-9014-9e823118f779 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:41.523799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Attempting to bind port d85f8c36-3b7d-420e-9014-9e823118f779 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:41.534663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Port d85f8c36-3b7d-420e-9014-9e823118f779 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:41.535110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Attempting to bind port d85f8c36-3b7d-420e-9014-9e823118f779 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:41.554948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:41.555495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Checking segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:41.556145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Bound using segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:41.557107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Bound port: d85f8c36-3b7d-420e-9014-9e823118f779, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:41.557107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.630644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e38c4-3235-4724-b222-c11c90c64cce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.691028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e38c4-3235-4724-b222-c11c90c64cce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebea73d-9cf9-49e9-8ef5-9e013bf99cd6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:41.704578 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e38c4-3235-4724-b222-c11c90c64cce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.708292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6e0e38c4-3235-4724-b222-c11c90c64cce tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/0ebea73d-9cf9-49e9-8ef5-9e013bf99cd6 HTTP/1.1" status: 204 len: 168 time: 1.3749437 Jul 13 07:34:41.708292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] For port d85f8c36-3b7d-420e-9014-9e823118f779, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:41.709710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45144) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:41.717778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc64909-492b-40f2-bb22-3613f90c6af5 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:41.733610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] For port d85f8c36-3b7d-420e-9014-9e823118f779, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d85f8c36-3b7d-420e-9014-9e823118f779,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:41.782561 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.785607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-6c6361c3-351c-4f8b-b649-ab0b901ed3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.786339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-6c6361c3-351c-4f8b-b649-ab0b901ed3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.787037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-6c6361c3-351c-4f8b-b649-ab0b901ed3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.790167 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-6c6361c3-351c-4f8b-b649-ab0b901ed3e1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3717ff947c1f4880ba8228f32bd81950&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9858902 Jul 13 07:34:41.793645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4988c1-8ef0-4da1-b776-d852e3ecf138 service neutron] Pushing event updated for resources: {'Port': ['ID=007ef026-5429-42b6-a001-ddb54dec5909,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:41.880444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.895147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.899955 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] 10.222.0.48 "PUT /v2.0/ports/d85f8c36-3b7d-420e-9014-9e823118f779 HTTP/1.1" status: 200 len: 1130 time: 3.4472992 Jul 13 07:34:41.906539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45160) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:41.939799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:41.943501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-694fc50e-363c-45bb-84bd-7db5ad7932ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.945418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0325812-c9bc-40ad-af33-76c8dff29946 req-694fc50e-363c-45bb-84bd-7db5ad7932ae service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320062 Jul 13 07:34:41.962190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c292072-5f71-46d6-821e-d3914713a64b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Deleting subnet deeac71d-3344-4d34-b9cf-addac3881bb1 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:41.964265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-83d0f1a3-c0aa-4069-8109-d651c1b2c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.966034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-83d0f1a3-c0aa-4069-8109-d651c1b2c67f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 1096 time: 0.4568210 Jul 13 07:34:41.975271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97178029-8ad8-47f4-8e1f-becd317e54db req-6264e964-d368-418c-ba4e-7ce22f1ec942 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.982619 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-97178029-8ad8-47f4-8e1f-becd317e54db req-6264e964-d368-418c-ba4e-7ce22f1ec942 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.7482870 Jul 13 07:34:42.000260 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c292072-5f71-46d6-821e-d3914713a64b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.065849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-61048311-e9bd-402b-89de-9651990ab676 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=007ef026-5429-42b6-a001-ddb54dec5909 HTTP/1.1" status: 200 len: 217 time: 0.0780680 Jul 13 07:34:42.121518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2878c5e-edc1-40cd-8454-1446d9acff8f service neutron] Pushing event updated for resources: {'Port': ['ID=d85f8c36-3b7d-420e-9014-9e823118f779,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:42.179132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-bc2aa814-44d9-478f-be16-9b7a65c4af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:42.180984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-bc2aa814-44d9-478f-be16-9b7a65c4af67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.1023326 Jul 13 07:34:42.202467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-97178029-8ad8-47f4-8e1f-becd317e54db req-c6237674-1c0d-4a2c-946b-f42c41a46945 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187867 Jul 13 07:34:42.209108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.241828 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.275977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586eb0b0-0f64-49dc-91eb-96212aa43204 req-e760d2ed-e1e8-41fc-a7eb-c5d4950e76b9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:42.277672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-586eb0b0-0f64-49dc-91eb-96212aa43204 req-e760d2ed-e1e8-41fc-a7eb-c5d4950e76b9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 944 time: 0.5421672 Jul 13 07:34:42.282063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c292072-5f71-46d6-821e-d3914713a64b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.340831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Pushing event deleted for resources: {'Port': ['ID=a919dcb9-6a20-40dd-bae1-c09971a5f05b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:42.357334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-5b6b6494-4a50-41a0-bcd8-e7185acb9496 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533191 Jul 13 07:34:42.535853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-586eb0b0-0f64-49dc-91eb-96212aa43204 req-9071996f-1918-4b55-959f-3f6d13149739 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981442 Jul 13 07:34:42.545187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': 'd85f8c36-3b7d-420e-9014-9e823118f779'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:42.547504 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456bc918-4207-4adf-96af-396a2507ae3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "d85f8c36-3b7d-420e-9014-9e823118f779"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:42.586358 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c88893-7e28-4812-baa5-82b66bcd0c3b x-openstack-request-id: req-81c88893-7e28-4812-baa5-82b66bcd0c3b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:42.586875 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-plugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:42.586875 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81c88893-7e28-4812-baa5-82b66bcd0c3b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:42.587283 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'code': 200} Jul 13 07:34:42.589587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8c6cbf5f-4286-4eb9-98a5-b28aab9d8109 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb46fd2bb09a4e2a985d3c828701a6d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6807866 Jul 13 07:34:42.607103 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-63d96a92-1089-4abe-8c29-b3c93ef95d9c service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404521 Jul 13 07:34:42.671293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:42.933546 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedc65d1-4e69-441d-b139-6dda48e0cf7a x-openstack-request-id: req-cedc65d1-4e69-441d-b139-6dda48e0cf7a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:42.933842 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904839e5-f750-4787-9123-67c9401f4c4e", "tag": "007ef026-5429-42b6-a001-ddb54dec5909", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:42.934119 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cedc65d1-4e69-441d-b139-6dda48e0cf7a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:42.934632 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904839e5-f750-4787-9123-67c9401f4c4e', 'tag': '007ef026-5429-42b6-a001-ddb54dec5909', 'status': 'completed', 'code': 200} Jul 13 07:34:43.029040 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.124224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55ebe8fc-1c39-4a3a-8a19-cc7be279c1a9 req-3cfe6e77-5df2-4f6d-90ba-a74b367381a2 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180751 Jul 13 07:34:43.153929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb71c5-bc13-4f77-8d3d-76b8ca485101 req-5e68e8b2-0991-4cb7-b34d-b99806b8720d tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.161512 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96fb71c5-bc13-4f77-8d3d-76b8ca485101 req-5e68e8b2-0991-4cb7-b34d-b99806b8720d tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.2260566 Jul 13 07:34:43.304644 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96fb71c5-bc13-4f77-8d3d-76b8ca485101 req-b7891cf8-5279-4d8c-acfd-137e0f796557 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421773 Jul 13 07:34:43.409622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a9100e4d-073b-46d8-8aa3-6c72302c0f66 None None] Provisioning complete for port ea52cc15-400b-44af-8c0e-d5967d6ac67c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:43.410315 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9100e4d-073b-46d8-8aa3-6c72302c0f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.442068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50135752-717b-4c74-93cf-aff58416d6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.444392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c292072-5f71-46d6-821e-d3914713a64b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.451567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Router d0c5fe75-b563-481a-8a04-a30946b8fbad has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:34:43.458475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-6df54d8d-1230-40d2-b68b-5ca39ad9790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.460699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-6df54d8d-1230-40d2-b68b-5ca39ad9790d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 1096 time: 0.2507720 Jul 13 07:34:43.602923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50135752-717b-4c74-93cf-aff58416d6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.653459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-32887ec4-1357-4a1d-8012-8405c1eb8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.654992 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-32887ec4-1357-4a1d-8012-8405c1eb8581 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 912 time: 0.1851554 Jul 13 07:34:43.721875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c292072-5f71-46d6-821e-d3914713a64b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.750105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-7c7d66d0-280d-414f-8a13-f4292efa79f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=007ef026-5429-42b6-a001-ddb54dec5909 HTTP/1.1" status: 200 len: 217 time: 0.0863640 Jul 13 07:34:43.758586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c292072-5f71-46d6-821e-d3914713a64b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Subnet': ['ID=deeac71d-3344-4d34-b9cf-addac3881bb1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:43.774705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c05c30-d0ab-4340-b6fb-bbfab64bb3d4 req-d2f56125-e62f-410f-8f48-bab7c5599572 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.776346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-92c05c30-d0ab-4340-b6fb-bbfab64bb3d4 req-d2f56125-e62f-410f-8f48-bab7c5599572 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2917154 Jul 13 07:34:43.785845 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c292072-5f71-46d6-821e-d3914713a64b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.787943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2c292072-5f71-46d6-821e-d3914713a64b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/deeac71d-3344-4d34-b9cf-addac3881bb1 HTTP/1.1" status: 204 len: 168 time: 2.0771539 Jul 13 07:34:43.790823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe06a5e-b85e-477b-919d-68fc47f6e092 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:43.798049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8400879-d4a5-433c-bbe4-b152da9df117 None None] Network 7122b328-5dd9-40d5-a3cf-c7884d9a13ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:43.799575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:43.804986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:43.817353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65d39-c6bd-4ed2-b120-054d42d95ee9 req-78c5070a-a66a-4ba6-b781-1d8d5dd256ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.820552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] Sync routers for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:43.822948 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.824207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65d39-c6bd-4ed2-b120-054d42d95ee9 req-78c5070a-a66a-4ba6-b781-1d8d5dd256ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.830403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65d39-c6bd-4ed2-b120-054d42d95ee9 req-78c5070a-a66a-4ba6-b781-1d8d5dd256ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.839919 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50135752-717b-4c74-93cf-aff58416d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.841409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50135752-717b-4c74-93cf-aff58416d6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.847330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65d39-c6bd-4ed2-b120-054d42d95ee9 req-78c5070a-a66a-4ba6-b781-1d8d5dd256ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.850365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:43.851805 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:43.855532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-50135752-717b-4c74-93cf-aff58416d6b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6ff8c5b-db05-4582-9bcc-ad4cbe722967 HTTP/1.1" status: 204 len: 168 time: 1.1729195 Jul 13 07:34:43.858598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65d39-c6bd-4ed2-b120-054d42d95ee9 req-78c5070a-a66a-4ba6-b781-1d8d5dd256ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.867050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65d39-c6bd-4ed2-b120-054d42d95ee9 req-78c5070a-a66a-4ba6-b781-1d8d5dd256ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.874323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65d39-c6bd-4ed2-b120-054d42d95ee9 req-78c5070a-a66a-4ba6-b781-1d8d5dd256ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.876755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2a65d39-c6bd-4ed2-b120-054d42d95ee9 req-78c5070a-a66a-4ba6-b781-1d8d5dd256ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5368 time: 0.4141235 Jul 13 07:34:43.883592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f683124c-e517-4969-afe1-7735fa1f8187 admin admin] 10.222.0.41 "PUT /v2.0/routers/d0c5fe75-b563-481a-8a04-a30946b8fbad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8277144 Jul 13 07:34:43.900232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Transition to ACTIVE for port object 4fe06a5e-b85e-477b-919d-68fc47f6e092 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:43.904132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:43.931741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50135752-717b-4c74-93cf-aff58416d6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff8c5b-db05-4582-9bcc-ad4cbe722967,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:43.993354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.000158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:44.021453 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-92c05c30-d0ab-4340-b6fb-bbfab64bb3d4 req-432b3a63-c8e0-4ea8-bad4-8163a5665ab4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374439 Jul 13 07:34:44.336535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe06a5e-b85e-477b-919d-68fc47f6e092,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:44.529710 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.600666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:34:41Z', 'revision_number': 5, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:44.646100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] Checking router: d0c5fe75-b563-481a-8a04-a30946b8fbad for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:44.665908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] Routers {'d0c5fe75-b563-481a-8a04-a30946b8fbad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:44.666824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d0c5fe75-b563-481a-8a04-a30946b8fbad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:44.675230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Attempting to bind port 4fe06a5e-b85e-477b-919d-68fc47f6e092 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:44.675812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Attempting to bind port 4fe06a5e-b85e-477b-919d-68fc47f6e092 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:44.675946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Attempting to bind port 4fe06a5e-b85e-477b-919d-68fc47f6e092 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:44.741611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Port 4fe06a5e-b85e-477b-919d-68fc47f6e092 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:44.750048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Attempting to bind port 4fe06a5e-b85e-477b-919d-68fc47f6e092 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:44.764419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:44.766798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Checking segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:44.770249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Bound using segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:44.770993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Bound port: 4fe06a5e-b85e-477b-919d-68fc47f6e092, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:44.771564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.808122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] Set router d0c5fe75-b563-481a-8a04-a30946b8fbad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:44.820796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e7bc8bd5-4e9f-4f1f-b903-9296155b8557 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0168738 Jul 13 07:34:44.824597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-a64eea26-3980-40b7-953f-df8d6d0efa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:44.832715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45234) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:44.833041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-a64eea26-3980-40b7-953f-df8d6d0efa40 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 1.0721998 Jul 13 07:34:44.900094 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460dde7-43ed-4200-9c78-f75dfc88c1b7 None None] DHCP port deletion for 7122b328-5dd9-40d5-a3cf-c7884d9a13ac request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:44.904515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:44.948282 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-83cfbcde-1aea-47df-a04c-d7f1a70b6496 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734172 Jul 13 07:34:45.015385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ea52cc15-400b-44af-8c0e-d5967d6ac67c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:45.041382 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.077549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] For port 4fe06a5e-b85e-477b-919d-68fc47f6e092, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:45.082664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] For port 4fe06a5e-b85e-477b-919d-68fc47f6e092, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4fe06a5e-b85e-477b-919d-68fc47f6e092,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:45.091742 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.128057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2a65d39-c6bd-4ed2-b120-054d42d95ee9 req-8dc124f9-dcf9-47d8-b1e8-5f5a7e96f9f7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2925813 Jul 13 07:34:45.222783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45252) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:45.227889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b29ea9-67f2-4847-8ac4-f773a6222a8b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.231921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-96b29ea9-67f2-4847-8ac4-f773a6222a8b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3933256 Jul 13 07:34:45.240897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:45.270334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-efea055a-79aa-46c4-91de-e0bffd4f40c8 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993178 Jul 13 07:34:45.284729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.289363 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.291133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] 10.222.0.48 "PUT /v2.0/ports/4fe06a5e-b85e-477b-919d-68fc47f6e092 HTTP/1.1" status: 200 len: 1091 time: 3.3559287 Jul 13 07:34:45.374046 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9b51fc-134e-4aef-a9f5-6781315154ba x-openstack-request-id: req-9b9b51fc-134e-4aef-a9f5-6781315154ba {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:45.378905 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "d85f8c36-3b7d-420e-9014-9e823118f779", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:45.379320 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b9b51fc-134e-4aef-a9f5-6781315154ba {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:45.379841 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': 'd85f8c36-3b7d-420e-9014-9e823118f779', 'status': 'completed', 'code': 200} Jul 13 07:34:45.421887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:45.424772 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.526711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-078887cd-da8f-4c4c-b92f-169243af97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.528434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-078887cd-da8f-4c4c-b92f-169243af97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.528927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-078887cd-da8f-4c4c-b92f-169243af97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.530484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-078887cd-da8f-4c4c-b92f-169243af97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.542201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-078887cd-da8f-4c4c-b92f-169243af97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.543865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-078887cd-da8f-4c4c-b92f-169243af97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.544433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-078887cd-da8f-4c4c-b92f-169243af97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.549413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-456bc918-4207-4adf-96af-396a2507ae3d req-078887cd-da8f-4c4c-b92f-169243af97d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6276 time: 0.2088478 Jul 13 07:34:45.563606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc792d1-3a95-4d06-bed0-9f959efad7a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.567247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ddc792d1-3a95-4d06-bed0-9f959efad7a2 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3084664 Jul 13 07:34:45.569729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2460dde7-43ed-4200-9c78-f75dfc88c1b7 None None] Deleting port ea52cc15-400b-44af-8c0e-d5967d6ac67c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:45.570171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2460dde7-43ed-4200-9c78-f75dfc88c1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.577820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:45.582605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port ea52cc15-400b-44af-8c0e-d5967d6ac67c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ea52cc15-400b-44af-8c0e-d5967d6ac67c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:45.653783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.671509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8115c897-2925-4c69-8a1d-b57a6758729e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882835 Jul 13 07:34:45.679099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e399e98-5dc2-4c06-88f5-1b6fdb268a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe06a5e-b85e-477b-919d-68fc47f6e092,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:45.688558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45276) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:45.739117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2460dde7-43ed-4200-9c78-f75dfc88c1b7 None None] For port ea52cc15-400b-44af-8c0e-d5967d6ac67c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ea52cc15-400b-44af-8c0e-d5967d6ac67c,segment=NetworkSegment(326ed98c-57c5-4af8-8a62-a119cee6fa28),segment_id=326ed98c-57c5-4af8-8a62-a119cee6fa28)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:45.739530 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2460dde7-43ed-4200-9c78-f75dfc88c1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.757072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Deleting port 8c9e4655-0532-4c73-9695-ffab394e771c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:45.759219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.762624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2460dde7-43ed-4200-9c78-f75dfc88c1b7 None None] Calling delete_port for ea52cc15-400b-44af-8c0e-d5967d6ac67c owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:45.805641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-7e5a744e-7b3b-4984-b9ef-f01a3c762ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.806194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-7e5a744e-7b3b-4984-b9ef-f01a3c762ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.806888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-7e5a744e-7b3b-4984-b9ef-f01a3c762ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.808696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-456bc918-4207-4adf-96af-396a2507ae3d req-7e5a744e-7b3b-4984-b9ef-f01a3c762ae3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3717ff947c1f4880ba8228f32bd81950&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2128472 Jul 13 07:34:45.814671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-584740226'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:45.865498 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-689dd244-0598-4f8d-9cd3-94ef66f42890 req-43f0994b-cb5d-4b08-b19f-1853eb5a411f service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646865 Jul 13 07:34:45.917925 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2460dde7-43ed-4200-9c78-f75dfc88c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.923387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] For port 8c9e4655-0532-4c73-9695-ffab394e771c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c9e4655-0532-4c73-9695-ffab394e771c,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:45.924006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.928879 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.974304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:45.982555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Calling delete_port for 8c9e4655-0532-4c73-9695-ffab394e771c owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:45.986568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:45.989130 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfbbad9-25ef-4a24-8498-586ceb3f6c9f" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:46.015293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460dde7-43ed-4200-9c78-f75dfc88c1b7 None None] No DVR routers for this DVR port ea52cc15-400b-44af-8c0e-d5967d6ac67c on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:46.046753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=ea52cc15-400b-44af-8c0e-d5967d6ac67c,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:46.060125 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8306b01-56b4-4cb6-bbe6-960af620c76f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:46.060804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8306b01-56b4-4cb6-bbe6-960af620c76f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:46.062144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.062812 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8306b01-56b4-4cb6-bbe6-960af620c76f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/4a34dbbb-a1ae-4cb7-9050-941612c45c9f HTTP/1.1" status: 404 len: 333 time: 0.3694336 Jul 13 07:34:46.072517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45288) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:46.096439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc918-4207-4adf-96af-396a2507ae3d req-47ccf6bb-662a-4acf-b603-6e80da600e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.098052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-456bc918-4207-4adf-96af-396a2507ae3d req-47ccf6bb-662a-4acf-b603-6e80da600e20 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228341 Jul 13 07:34:46.107840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460dde7-43ed-4200-9c78-f75dfc88c1b7 None None] Pushing event deleted for resources: {'Port': ['ID=ea52cc15-400b-44af-8c0e-d5967d6ac67c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:46.160444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:34:41Z', 'revision_number': 5, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:46.203900 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9790d1f9-73e4-485b-a2f3-79ceb57d7b9d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:46.204410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9790d1f9-73e4-485b-a2f3-79ceb57d7b9d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:46.211056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9790d1f9-73e4-485b-a2f3-79ceb57d7b9d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/0ebea73d-9cf9-49e9-8ef5-9e013bf99cd6 HTTP/1.1" status: 404 len: 337 time: 0.1306093 Jul 13 07:34:46.212679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45298) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:46.223924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222182e-0858-4459-ac2e-212f0abd72fc None None] The sync data for ids ['d0c5fe75-b563-481a-8a04-a30946b8fbad'] in n-d-758944-43 is: [{'id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'name': 'tempest-TaggedBootDevicesTest_v242-1570466577-router', 'tenant_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:21Z', 'updated_at': '2021-07-13T07:34:41Z', 'revision_number': 5, 'project_id': '6fcff543a302416f9e5c5ed2c9c80c1f', 'gw_port': {'id': '8c9e4655-0532-4c73-9695-ffab394e771c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c5fe75-b563-481a-8a04-a30946b8fbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:22Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:46.263049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=15']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:46.285599 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.312529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:46.336903 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.363097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.376082 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4cd9b6-39d0-4cb3-b31f-017f9f86918d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:46.376567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4cd9b6-39d0-4cb3-b31f-017f9f86918d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:46.378477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-be4cd9b6-39d0-4cb3-b31f-017f9f86918d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/deeac71d-3344-4d34-b9cf-addac3881bb1 HTTP/1.1" status: 404 len: 337 time: 0.1517382 Jul 13 07:34:46.382607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45304) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:46.437747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32394d20-db05-48a8-bda5-c0ffd6edcd44 req-35c7f3c0-31c7-4413-aa86-2762f78d1bd1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.444996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32394d20-db05-48a8-bda5-c0ffd6edcd44 req-35c7f3c0-31c7-4413-aa86-2762f78d1bd1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 944 time: 0.8848486 Jul 13 07:34:46.455667 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc8fa1d-aa87-46ad-8b9c-3c87e739c264 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:46.456438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc8fa1d-aa87-46ad-8b9c-3c87e739c264 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:46.458334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3cc8fa1d-aa87-46ad-8b9c-3c87e739c264 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/aba28f09-f061-482b-92ff-bbb406ed3999 HTTP/1.1" status: 404 len: 333 time: 0.0746863 Jul 13 07:34:46.469580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45306) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:46.531602 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c1ea31-3354-4a78-a782-38afc624597a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:46.532228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c1ea31-3354-4a78-a782-38afc624597a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:46.534563 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-00c1ea31-3354-4a78-a782-38afc624597a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/8ec3ef53-cd19-4b18-ae25-3c964ce1057d HTTP/1.1" status: 404 len: 337 time: 0.0637481 Jul 13 07:34:46.538774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45308) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:46.543788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-608e7073-6754-41d6-8ee7-1f9a88f0182b None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:46.544297 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-608e7073-6754-41d6-8ee7-1f9a88f0182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.552730 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.599224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32394d20-db05-48a8-bda5-c0ffd6edcd44 req-82a5626b-e67a-4a87-9bc9-1cb1ba16b450 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531429 Jul 13 07:34:46.663819 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9625613c-43cd-427f-a02d-113d2784d438 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:46.664281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9625613c-43cd-427f-a02d-113d2784d438 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:46.668688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9625613c-43cd-427f-a02d-113d2784d438 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/27d7a21d-1b9f-4d49-a97c-f1d91986121e HTTP/1.1" status: 404 len: 337 time: 0.1282523 Jul 13 07:34:46.669298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45314) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:46.740709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9e4655-0532-4c73-9695-ffab394e771c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:46.741578 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.753648 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.775200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:46.836134 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.845719 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added segment f88f0074-2d47-401a-901d-f3eca2a51413 of type vlan for network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 Jul 13 07:34:46.954372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18921bf4-e847-4c9e-8cd7-218bb223cca2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:46.978910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 007ef026-5429-42b6-a001-ddb54dec5909 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:47.005472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.021157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a919dcb9-6a20-40dd-bae1-c09971a5f05b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:47.090162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb19945-1f86-43d6-9812-6cb4c0bcf95c req-0cfd92eb-cbd1-4914-801d-c878d151857e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.093068 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cdb19945-1f86-43d6-9812-6cb4c0bcf95c req-0cfd92eb-cbd1-4914-801d-c878d151857e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.2370980 Jul 13 07:34:47.094995 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.103359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.104562 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.167398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826a0073-a00f-4f17-9c30-06b92f123947 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:47.179181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.189569 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9656987 Jul 13 07:34:47.197128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 007ef026-5429-42b6-a001-ddb54dec5909, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=007ef026-5429-42b6-a001-ddb54dec5909,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:47.198422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Transition to ACTIVE for port object 826a0073-a00f-4f17-9c30-06b92f123947 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:47.200010 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1491382-7cc0-4326-9795-4a4770a6185d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:47.201208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1491382-7cc0-4326-9795-4a4770a6185d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:47.203566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f1491382-7cc0-4326-9795-4a4770a6185d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/9f1c84a5-5830-482f-b9ea-7b11510233b5 HTTP/1.1" status: 404 len: 333 time: 0.4639995 Jul 13 07:34:47.204590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45338) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:47.205720 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.213601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1594367680'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:47.219807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45340) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:47.220815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.233189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37c25f-534a-4798-93d6-3025b5f55235 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Network': ['ID=0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:47.249120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a919dcb9-6a20-40dd-bae1-c09971a5f05b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:47.250378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cdb19945-1f86-43d6-9812-6cb4c0bcf95c req-f7596f97-6f62-42d0-b50d-96e38699071f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408472 Jul 13 07:34:47.251035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a919dcb9-6a20-40dd-bae1-c09971a5f05b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:47.259092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '007ef026-5429-42b6-a001-ddb54dec5909', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'port_id': '007ef026-5429-42b6-a001-ddb54dec5909', 'mac_address': 'fa:16:3e:85:45:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409c3169-4bb7-4f7d-a7a2-a28446385253', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:47.273179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:47.312899 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a190b5-d9d9-45dd-93f2-cd1cd08df910 x-openstack-request-id: req-e2a190b5-d9d9-45dd-93f2-cd1cd08df910 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:47.313753 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:47.314363 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2a190b5-d9d9-45dd-93f2-cd1cd08df910 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:47.314829 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:34:47.474947 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.475263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '4fe06a5e-b85e-477b-919d-68fc47f6e092'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:47.477757 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294fc622-113b-49fc-8b38-9d7505b15601" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "4fe06a5e-b85e-477b-919d-68fc47f6e092"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:47.525054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007ef026-5429-42b6-a001-ddb54dec5909 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:47.543042 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-608e7073-6754-41d6-8ee7-1f9a88f0182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.590473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 007ef026-5429-42b6-a001-ddb54dec5909, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=007ef026-5429-42b6-a001-ddb54dec5909,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:47.594859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34feec-3a51-4986-afe8-67fa15280b5c req-2fd30c32-d40f-452d-9dbe-3c46e48eca44 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.603937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34feec-3a51-4986-afe8-67fa15280b5c req-2fd30c32-d40f-452d-9dbe-3c46e48eca44 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.612283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34feec-3a51-4986-afe8-67fa15280b5c req-2fd30c32-d40f-452d-9dbe-3c46e48eca44 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.622040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34feec-3a51-4986-afe8-67fa15280b5c req-2fd30c32-d40f-452d-9dbe-3c46e48eca44 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.622747 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7687494-8e93-4020-a0ba-cf7bc06ec38f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:47.623232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7687494-8e93-4020-a0ba-cf7bc06ec38f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:47.628557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c7687494-8e93-4020-a0ba-cf7bc06ec38f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/5aa4d26e-32cf-404c-ba81-c4907450857e HTTP/1.1" status: 404 len: 337 time: 0.3970239 Jul 13 07:34:47.630107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34feec-3a51-4986-afe8-67fa15280b5c req-2fd30c32-d40f-452d-9dbe-3c46e48eca44 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.633631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-608e7073-6754-41d6-8ee7-1f9a88f0182b None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:47.635682 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.639523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34feec-3a51-4986-afe8-67fa15280b5c req-2fd30c32-d40f-452d-9dbe-3c46e48eca44 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.648411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34feec-3a51-4986-afe8-67fa15280b5c req-2fd30c32-d40f-452d-9dbe-3c46e48eca44 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.652000 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad34feec-3a51-4986-afe8-67fa15280b5c req-2fd30c32-d40f-452d-9dbe-3c46e48eca44 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5392 time: 0.2041664 Jul 13 07:34:47.652881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:47.686754 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-608e7073-6754-41d6-8ee7-1f9a88f0182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.706131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.713823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.744462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=007ef026-5429-42b6-a001-ddb54dec5909,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:47.749575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Pushing event updated for resources: {'Port': ['ID=826a0073-a00f-4f17-9c30-06b92f123947,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:47.770168 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fe7ffd-0031-4cbb-ab6f-913787766a2d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:47.770642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fe7ffd-0031-4cbb-ab6f-913787766a2d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:47.775263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-95fe7ffd-0031-4cbb-ab6f-913787766a2d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/395ae411-98d6-4ec3-918f-756d0f30da80 HTTP/1.1" status: 404 len: 337 time: 0.1183040 Jul 13 07:34:47.775908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45352) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:47.779012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:47.784228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.818211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:47.826645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e7073-6754-41d6-8ee7-1f9a88f0182b None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=16']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:47.832164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.832907 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added segment ce45636f-1823-4372-98df-fdee424062cb of type vlan for network 17f49c11-0845-4cea-8822-cad52eb8cb1c Jul 13 07:34:47.852539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad34feec-3a51-4986-afe8-67fa15280b5c req-4658f8c4-c23a-437b-b372-33d8b544aac6 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770425 Jul 13 07:34:47.857851 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb433f1-6198-419b-b22d-bea5c0a4599b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:47.860882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb433f1-6198-419b-b22d-bea5c0a4599b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:47.865124 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1cb433f1-6198-419b-b22d-bea5c0a4599b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/d8e67dc4-4ece-4721-8a7f-679563ed2ce7 HTTP/1.1" status: 404 len: 333 time: 0.0814204 Jul 13 07:34:47.868128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45354) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:47.901413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b93d6-408e-4599-8309-5559a58275f5 req-2b7a66be-67d0-4378-8a29-1d25a474f417 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.903548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a30b93d6-408e-4599-8309-5559a58275f5 req-2b7a66be-67d0-4378-8a29-1d25a474f417 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3032494 Jul 13 07:34:47.958932 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-797cd1d8-0b94-4798-b845-59ba472e8396 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:47.959559 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797cd1d8-0b94-4798-b845-59ba472e8396 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:47.961246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-797cd1d8-0b94-4798-b845-59ba472e8396 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/3a316df9-46de-4282-af5b-e2324456306e HTTP/1.1" status: 404 len: 337 time: 0.0920780 Jul 13 07:34:47.963857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:47.991525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['007ef026-5429-42b6-a001-ddb54dec5909'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:48.026748 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a8c706-72b6-4cb1-a8b0-df760ccb3580 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:48.027219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a8c706-72b6-4cb1-a8b0-df760ccb3580 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:48.029011 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-67a8c706-72b6-4cb1-a8b0-df760ccb3580 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/9a74cf6f-bce8-4695-8d32-72d9f8c8cf95 HTTP/1.1" status: 404 len: 337 time: 0.0641763 Jul 13 07:34:48.035677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45362) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.084747 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-946d782a-2517-45c9-920e-81638ea6dcac tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:48.085484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946d782a-2517-45c9-920e-81638ea6dcac tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:48.087307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-946d782a-2517-45c9-920e-81638ea6dcac tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/4f1d2ac8-23e4-4212-9255-cc79e57f0a42 HTTP/1.1" status: 404 len: 333 time: 0.0506086 Jul 13 07:34:48.088089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a30b93d6-408e-4599-8309-5559a58275f5 req-6dd7a194-e2f8-4d99-acba-a1509820a884 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571069 Jul 13 07:34:48.088758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.089323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0c5fe75-b563-481a-8a04-a30946b8fbad {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:34:48.091598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45366) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.103887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.107680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8f85da88-b55e-4887-8850-74441106bb37 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d0c5fe75-b563-481a-8a04-a30946b8fbad HTTP/1.1" status: 204 len: 168 time: 4.2016881 Jul 13 07:34:48.108326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45368) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.160528 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-935b4fb7-c865-4ce1-a267-42c684bfbc2d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:48.160973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935b4fb7-c865-4ce1-a267-42c684bfbc2d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:48.169559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-935b4fb7-c865-4ce1-a267-42c684bfbc2d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/26989792-f0b7-4557-8884-30ca4f8920c9 HTTP/1.1" status: 404 len: 337 time: 0.0765162 Jul 13 07:34:48.172404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45376) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.204039 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-467662d1-6120-4d13-9a65-da6cc4d57264 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:48.205189 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-467662d1-6120-4d13-9a65-da6cc4d57264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.211341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Attempting to bind port 826a0073-a00f-4f17-9c30-06b92f123947 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:48.218538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Attempting to bind port 826a0073-a00f-4f17-9c30-06b92f123947 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:48.219040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Attempting to bind port 826a0073-a00f-4f17-9c30-06b92f123947 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:48.233469 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa456b-7269-4f86-bdb0-3d60168e2ff7 x-openstack-request-id: req-83aa456b-7269-4f86-bdb0-3d60168e2ff7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:48.233764 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "4fe06a5e-b85e-477b-919d-68fc47f6e092", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:48.234298 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83aa456b-7269-4f86-bdb0-3d60168e2ff7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:48.234857 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '4fe06a5e-b85e-477b-919d-68fc47f6e092', 'status': 'completed', 'code': 200} Jul 13 07:34:48.239176 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.246717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Port 826a0073-a00f-4f17-9c30-06b92f123947 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:48.251448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Attempting to bind port 826a0073-a00f-4f17-9c30-06b92f123947 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:48.309707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:48.312977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Checking segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:48.313587 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-809daec4-2cb5-493f-b385-d35e3a9144f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.313755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Bound using segment: {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:48.314098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Bound port: 826a0073-a00f-4f17-9c30-06b92f123947, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e227f9b-aa49-4d8b-ae78-1c374abd022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:48.314477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.317758 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7638e145-534a-4c77-90a9-20a29c0a6d31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:48.330238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7638e145-534a-4c77-90a9-20a29c0a6d31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:48.332237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7638e145-534a-4c77-90a9-20a29c0a6d31 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/9c0dbe8c-67d2-4cb4-a2ef-3c563fa9716a HTTP/1.1" status: 404 len: 333 time: 0.1584549 Jul 13 07:34:48.335378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45384) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.406931 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3137d000-7bda-4d14-850f-b7380ca73246 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:48.407403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3137d000-7bda-4d14-850f-b7380ca73246 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:48.409187 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3137d000-7bda-4d14-850f-b7380ca73246 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/fceaa3bf-4fce-4c36-89c4-775a9c52c883 HTTP/1.1" status: 404 len: 337 time: 0.0728185 Jul 13 07:34:48.417997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45388) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.468441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] For port 826a0073-a00f-4f17-9c30-06b92f123947, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:48.471745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] For port 826a0073-a00f-4f17-9c30-06b92f123947, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=826a0073-a00f-4f17-9c30-06b92f123947,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:48.482526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda9d4e0-8a80-4b63-b1aa-2229f8ae5431 admin admin] Deleting subnet fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:48.483347 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-16373d7a-7e2d-483e-9585-76dc3f43686f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:48.484417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16373d7a-7e2d-483e-9585-76dc3f43686f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:48.488641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.488912 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-16373d7a-7e2d-483e-9585-76dc3f43686f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/aa978d38-f11d-4318-a977-a6803c6eb3bb HTTP/1.1" status: 404 len: 333 time: 0.0492563 Jul 13 07:34:48.491068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45394) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.509397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-db61b0f8-64df-4ec7-85b9-4f69a860179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.509772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-db61b0f8-64df-4ec7-85b9-4f69a860179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.510370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-db61b0f8-64df-4ec7-85b9-4f69a860179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.510894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-db61b0f8-64df-4ec7-85b9-4f69a860179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.511374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-db61b0f8-64df-4ec7-85b9-4f69a860179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.511902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-db61b0f8-64df-4ec7-85b9-4f69a860179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.512378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-db61b0f8-64df-4ec7-85b9-4f69a860179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.514635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-294fc622-113b-49fc-8b38-9d7505b15601 req-db61b0f8-64df-4ec7-85b9-4f69a860179b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6302 time: 0.2851295 Jul 13 07:34:48.532811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d4e0-8a80-4b63-b1aa-2229f8ae5431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.587117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.593125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.593757 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.663247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-225ebc31-f382-44f6-b4fb-e7781cc307f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.663793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-225ebc31-f382-44f6-b4fb-e7781cc307f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.664264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-225ebc31-f382-44f6-b4fb-e7781cc307f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.665877 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-294fc622-113b-49fc-8b38-9d7505b15601 req-225ebc31-f382-44f6-b4fb-e7781cc307f9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3717ff947c1f4880ba8228f32bd81950&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1403189 Jul 13 07:34:48.725323 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d69c39-b25b-4c8a-9d8c-82bbd8d6123f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:48.725936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d69c39-b25b-4c8a-9d8c-82bbd8d6123f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:48.727950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-50d69c39-b25b-4c8a-9d8c-82bbd8d6123f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/5a7d9112-25b8-44c1-b0c6-dcd010b056c9 HTTP/1.1" status: 404 len: 337 time: 0.2000887 Jul 13 07:34:48.732913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5209188 Jul 13 07:34:48.732913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb20d4-c404-4cf0-ab5d-561e403d2050 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Network': ['ID=17f49c11-0845-4cea-8822-cad52eb8cb1c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:48.742110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 17f49c11-0845-4cea-8822-cad52eb8cb1c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:48.768291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.769293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45410) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.804715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc622-113b-49fc-8b38-9d7505b15601 req-2902f69d-9a49-495b-b85a-c3d129b6596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.806284 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-294fc622-113b-49fc-8b38-9d7505b15601 req-2902f69d-9a49-495b-b85a-c3d129b6596e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337028 Jul 13 07:34:48.881735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c9e4655-0532-4c73-9695-ffab394e771c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:48.930656 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-a93c115f-c9d9-439d-9c94-5f131c1abd90 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070402 Jul 13 07:34:48.941032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 8c9e4655-0532-4c73-9695-ffab394e771c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:48.949349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c9e4655-0532-4c73-9695-ffab394e771c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:49.107033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-f86ceaf5-1ede-4f5d-b32c-3a7143e7c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.109197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-f86ceaf5-1ede-4f5d-b32c-3a7143e7c781 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 1102 time: 0.0997651 Jul 13 07:34:49.282790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-4673c355-b72e-4247-b7f9-144ce42a5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.284299 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-4673c355-b72e-4247-b7f9-144ce42a5392 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1389449 Jul 13 07:34:49.291831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'subnet': {'network_id': '0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:49.315758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:49.319003 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733694a-0bac-4a10-948c-3430b7054dba" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:49.338153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-1c7b0b30-b3ec-4616-b1b7-43f912999d19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf HTTP/1.1" status: 200 len: 217 time: 0.0473046 Jul 13 07:34:49.415613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-f58aabb0-fb08-4e01-8900-0c8e95aa0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.417101 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-f58aabb0-fb08-4e01-8900-0c8e95aa0785 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0699856 Jul 13 07:34:49.424556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d4e0-8a80-4b63-b1aa-2229f8ae5431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.511697 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d4e0-8a80-4b63-b1aa-2229f8ae5431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.545866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.546546 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.547987 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] 10.222.0.48 "PUT /v2.0/ports/826a0073-a00f-4f17-9c30-06b92f123947 HTTP/1.1" status: 200 len: 1091 time: 4.1501203 Jul 13 07:34:49.568896 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-93567c3d-a81b-4aa0-a471-9f76b76d49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.571734 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-93567c3d-a81b-4aa0-a471-9f76b76d49e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379592 Jul 13 07:34:49.586660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-da97f665-0c06-40eb-8a06-0c88702587d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.588144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-da97f665-0c06-40eb-8a06-0c88702587d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1098 time: 0.1541030 Jul 13 07:34:49.592396 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d84336-840d-443d-87fd-aac8a1d664f7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:49.593165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d84336-840d-443d-87fd-aac8a1d664f7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:49.597427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b5d84336-840d-443d-87fd-aac8a1d664f7 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/36874ed6-707f-4d29-9f8c-99920be78f64 HTTP/1.1" status: 404 len: 333 time: 0.8230877 Jul 13 07:34:49.606922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:49.609226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45424) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:49.632993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e41ad-ef1d-410b-b868-1d8e7d8be95d service neutron] Pushing event updated for resources: {'Port': ['ID=826a0073-a00f-4f17-9c30-06b92f123947,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:49.681515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8fd3c-d946-4df7-8ac0-4fd84cd681a7 req-cf541eec-6786-42ef-bad3-61cf15479aba tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.688475 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0a8fd3c-d946-4df7-8ac0-4fd84cd681a7 req-cf541eec-6786-42ef-bad3-61cf15479aba tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.1943791 Jul 13 07:34:49.688895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:49.690591 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b8171c-f712-454f-b992-fcadd7b5cfeb tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:49.691389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b8171c-f712-454f-b992-fcadd7b5cfeb tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:49.695922 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.696083 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-74b8171c-f712-454f-b992-fcadd7b5cfeb tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/de82e46a-a4ab-4a02-8a51-783f9f632568 HTTP/1.1" status: 404 len: 337 time: 0.0816998 Jul 13 07:34:49.699910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45426) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:49.704809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66651647-6b6c-4d64-a88c-9e273f749f0e req-79e0d2e8-1748-41f7-97af-2233af82e0a1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.706406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66651647-6b6c-4d64-a88c-9e273f749f0e req-79e0d2e8-1748-41f7-97af-2233af82e0a1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 945 time: 1.2331965 Jul 13 07:34:49.749226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d4e0-8a80-4b63-b1aa-2229f8ae5431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.812742 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-244ff75a-7d9a-4d74-a8fa-7e90ecff2240 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:49.813303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244ff75a-7d9a-4d74-a8fa-7e90ecff2240 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:49.815133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-244ff75a-7d9a-4d74-a8fa-7e90ecff2240 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/e5d559fb-4254-4e15-bb9e-3e13e5c1ec4e HTTP/1.1" status: 404 len: 333 time: 0.1127491 Jul 13 07:34:49.818261 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cda9d4e0-8a80-4b63-b1aa-2229f8ae5431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.824065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45428) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:49.825487 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cda9d4e0-8a80-4b63-b1aa-2229f8ae5431 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51 HTTP/1.1" status: 204 len: 168 time: 1.7113974 Jul 13 07:34:49.826957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dabefc-06b4-4244-bd08-4aa8011435dd None None] Network 0baccc74-6e19-4abf-9d93-7dbb7be7e212 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:49.846507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:49.861145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9d4e0-8a80-4b63-b1aa-2229f8ae5431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb47c34-f8d8-4ce6-baa4-2eb33e9ced51,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:49.886625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.915127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66651647-6b6c-4d64-a88c-9e273f749f0e req-0a098f1d-2694-4b4f-9c8a-f1898570a357 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905165 Jul 13 07:34:50.027451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0a8fd3c-d946-4df7-8ac0-4fd84cd681a7 req-a755f805-c336-4f26-ad67-db205c0aa259 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380229 Jul 13 07:34:50.048859 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4301d25-3c88-41a2-82e3-e717f974ff1c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:50.054618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4301d25-3c88-41a2-82e3-e717f974ff1c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:50.056588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c4301d25-3c88-41a2-82e3-e717f974ff1c tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/9aa2062e-806e-47fe-a42d-0aa79603dabf HTTP/1.1" status: 404 len: 337 time: 0.2316477 Jul 13 07:34:50.060422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.079725 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-dbc0e1f3-0665-4b9c-8080-67bdc20995cd service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962695 Jul 13 07:34:50.080730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-cfa7f367-f7d9-4488-9620-9a06ef9331e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.082134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-cfa7f367-f7d9-4488-9620-9a06ef9331e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.4861398 Jul 13 07:34:50.153254 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cffa590-98f0-44d7-bf68-ca6281d3ef98 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:50.154035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cffa590-98f0-44d7-bf68-ca6281d3ef98 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:50.158939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5cffa590-98f0-44d7-bf68-ca6281d3ef98 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/fe300c0b-9385-499a-9611-cd498a0cd428 HTTP/1.1" status: 404 len: 333 time: 0.0952718 Jul 13 07:34:50.160065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4aa8fb-3ff2-4e9e-8700-60220c16cd5c None None] DHCP port deletion for 0baccc74-6e19-4abf-9d93-7dbb7be7e212 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:50.161039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45438) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.242536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.277237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:50.278985 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "826a0073-a00f-4f17-9c30-06b92f123947"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:50.286817 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2827c60a-4529-42bc-b404-ee757f259c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:50.287586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2827c60a-4529-42bc-b404-ee757f259c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:50.290327 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2827c60a-4529-42bc-b404-ee757f259c1f tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/35989cd9-49e3-4fb8-a864-19c453799aef HTTP/1.1" status: 404 len: 337 time: 0.1224735 Jul 13 07:34:50.301758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.323255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-df4aa8fb-3ff2-4e9e-8700-60220c16cd5c None None] Deleting port 984ce4ca-c360-46f2-9776-f9329f600702 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:50.325884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.326407 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df4aa8fb-3ff2-4e9e-8700-60220c16cd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.422383 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ca342f-e7aa-4347-b9ef-eb8a71f9f3cf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:50.422842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ca342f-e7aa-4347-b9ef-eb8a71f9f3cf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:50.427017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-04ca342f-e7aa-4347-b9ef-eb8a71f9f3cf tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/b31972d9-0066-400a-b86e-a61636cfaf29 HTTP/1.1" status: 404 len: 337 time: 0.1206610 Jul 13 07:34:50.437839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45454) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.449165 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-90238e6e-1da9-48f0-bdc9-aae2d12e62b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1000 time: 0.3072152 Jul 13 07:34:50.457763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-df4aa8fb-3ff2-4e9e-8700-60220c16cd5c None None] For port 984ce4ca-c360-46f2-9776-f9329f600702, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=984ce4ca-c360-46f2-9776-f9329f600702,segment=NetworkSegment(82af2852-66a3-4248-b2ed-5bafb439a05f),segment_id=82af2852-66a3-4248-b2ed-5bafb439a05f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:50.458202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df4aa8fb-3ff2-4e9e-8700-60220c16cd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.479954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-df4aa8fb-3ff2-4e9e-8700-60220c16cd5c None None] Calling delete_port for 984ce4ca-c360-46f2-9776-f9329f600702 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:50.509380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Subnet': ['ID=20ced812-8cf5-4c5f-b487-7f2f23795d77,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:50.532389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5130-536f-4f74-ad10-997873c087d4 req-ab90655d-2418-4f55-b0fd-551cd4db727c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.536030 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4e5b27e-e924-4d3a-a535-51e53ebbe5b4 req-a611ebd1-e0ef-405e-919f-414bd9787937 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477484 Jul 13 07:34:50.540477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5130-536f-4f74-ad10-997873c087d4 req-ab90655d-2418-4f55-b0fd-551cd4db727c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.546763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5130-536f-4f74-ad10-997873c087d4 req-ab90655d-2418-4f55-b0fd-551cd4db727c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.554350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5130-536f-4f74-ad10-997873c087d4 req-ab90655d-2418-4f55-b0fd-551cd4db727c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.560274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-0e4cf380-eda6-4b81-9af9-7afe4cef5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.561760 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-0e4cf380-eda6-4b81-9af9-7afe4cef5646 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.1046994 Jul 13 07:34:50.563287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5130-536f-4f74-ad10-997873c087d4 req-ab90655d-2418-4f55-b0fd-551cd4db727c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.569595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5130-536f-4f74-ad10-997873c087d4 req-ab90655d-2418-4f55-b0fd-551cd4db727c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.577210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5130-536f-4f74-ad10-997873c087d4 req-ab90655d-2418-4f55-b0fd-551cd4db727c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.585344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d64c5130-536f-4f74-ad10-997873c087d4 req-ab90655d-2418-4f55-b0fd-551cd4db727c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5392 time: 0.4782603 Jul 13 07:34:50.603066 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b86ddc6-fee7-4298-950e-a7591d3c6eb8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:50.603945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b86ddc6-fee7-4298-950e-a7591d3c6eb8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:50.608385 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9b86ddc6-fee7-4298-950e-a7591d3c6eb8 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/0531500a-2f6d-4e7f-8ada-2f60e3f37e3f HTTP/1.1" status: 404 len: 333 time: 0.1691947 Jul 13 07:34:50.621183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Deleting port 984ce4ca-c360-46f2-9776-f9329f600702 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:50.621537 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.621676 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df4aa8fb-3ff2-4e9e-8700-60220c16cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.623535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45468) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.651810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Checking segment: {'id': 'f88f0074-2d47-401a-901d-f3eca2a51413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:50.652249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network hostable DHCP agents. Network: 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:50.675670 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7439b23-a050-41b9-8554-f1225fc69835 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:50.676138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7439b23-a050-41b9-8554-f1225fc69835 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:50.678245 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a7439b23-a050-41b9-8554-f1225fc69835 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/b98bf126-6f9b-48b3-a7e9-9c6eb685ab22 HTTP/1.1" status: 404 len: 337 time: 0.0526650 Jul 13 07:34:50.681830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45474) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.688618 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d64c5130-536f-4f74-ad10-997873c087d4 req-62b5ec81-bc96-4a7b-80f2-064bcc465922 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019883 Jul 13 07:34:50.689972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4aa8fb-3ff2-4e9e-8700-60220c16cd5c None None] No DVR routers for this DVR port 984ce4ca-c360-46f2-9776-f9329f600702 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:50.692432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aa8fb-3ff2-4e9e-8700-60220c16cd5c None None] Pushing event deleted for resources: {'Port': ['ID=984ce4ca-c360-46f2-9776-f9329f600702,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:50.763889 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efef79f-484d-4f40-902d-a1dee4d28c0d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:50.764318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efef79f-484d-4f40-902d-a1dee4d28c0d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:50.766191 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5efef79f-484d-4f40-902d-a1dee4d28c0d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/785988a3-cdb2-4d32-8615-5bd32a498c1a HTTP/1.1" status: 404 len: 337 time: 0.0800090 Jul 13 07:34:50.770456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45482) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.779803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] For port 984ce4ca-c360-46f2-9776-f9329f600702, host n-d-758944-43, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:50.780174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.793446 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f2892a-340a-4df3-ba02-a391567d2855 x-openstack-request-id: req-78f2892a-340a-4df3-ba02-a391567d2855 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:50.793742 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-plugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:50.794028 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78f2892a-340a-4df3-ba02-a391567d2855 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:50.794438 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:34:50.806990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Calling delete_port for 984ce4ca-c360-46f2-9776-f9329f600702 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:50.810046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Port 984ce4ca-c360-46f2-9776-f9329f600702 was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:34:50.811883 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.841127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:50.848703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=984ce4ca-c360-46f2-9776-f9329f600702,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:50.848703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] No DVR routers for this DVR port 984ce4ca-c360-46f2-9776-f9329f600702 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:50.850672 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a408dfa-a527-4176-bcf1-6e157fdb4f3a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:50.851277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-d8c4d376-2f55-4add-b9ff-fad5b184e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.851756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a408dfa-a527-4176-bcf1-6e157fdb4f3a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:50.853340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-d8c4d376-2f55-4add-b9ff-fad5b184e3a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2843237 Jul 13 07:34:50.857917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8a408dfa-a527-4176-bcf1-6e157fdb4f3a tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/d7529efb-e3ed-4906-babc-54eab6fb79e4 HTTP/1.1" status: 404 len: 333 time: 0.0710216 Jul 13 07:34:50.860822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45484) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.863402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:50.867733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 007ef026-5429-42b6-a001-ddb54dec5909 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:50.875452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd41d43-d71a-440b-a520-bc4a9b37e225 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:50.912573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.913544 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.920813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.923880 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-800eda78-1c82-4bf3-877f-4b9dd0262e32 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:50.924865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800eda78-1c82-4bf3-877f-4b9dd0262e32 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:50.930203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45486) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.930936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-800eda78-1c82-4bf3-877f-4b9dd0262e32 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/79de0b5e-6265-4f96-9588-da591f3ad160 HTTP/1.1" status: 404 len: 337 time: 0.0683892 Jul 13 07:34:50.967119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Transition to ACTIVE for port object 4dd41d43-d71a-440b-a520-bc4a9b37e225 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:50.976589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.986472 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-05d9de8d-a814-418d-869c-e0e12fec7cd5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2116768 Jul 13 07:34:51.001715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f4111-a4fb-44c2-be81-5306c96a927c None None] Network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:51.036009 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.041214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.058894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'subnet': {'network_id': '17f49c11-0845-4cea-8822-cad52eb8cb1c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:51.097339 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d05ec3-b28b-41e6-8870-bc85c57567d5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:51.098136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d05ec3-b28b-41e6-8870-bc85c57567d5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:51.100526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06d05ec3-b28b-41e6-8870-bc85c57567d5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/6155ac01-d7ed-463e-b4b6-c7dcc4552dbc HTTP/1.1" status: 404 len: 337 time: 0.1686685 Jul 13 07:34:51.131798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0baccc74-6e19-4abf-9d93-7dbb7be7e212']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:51.143678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82af2852-66a3-4248-b2ed-5bafb439a05f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:51.144025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82af2852-66a3-4248-b2ed-5bafb439a05f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:51.154079 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.154961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45494) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.174934 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.176874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 984ce4ca-c360-46f2-9776-f9329f600702 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:51.182660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:51.183129 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.232888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd41d43-d71a-440b-a520-bc4a9b37e225,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:51.250551 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:51.283341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.326330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 984ce4ca-c360-46f2-9776-f9329f600702 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:51.327017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 984ce4ca-c360-46f2-9776-f9329f600702 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:51.360732 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60fb4bd9-1c6f-487c-bcec-a95d3db08ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.362502 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.369892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.371829 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0baccc74-6e19-4abf-9d93-7dbb7be7e212 HTTP/1.1" status: 204 len: 168 time: 1.5127900 Jul 13 07:34:51.378345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eec45-d4f0-4f97-b771-7f2cc80b78b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0baccc74-6e19-4abf-9d93-7dbb7be7e212,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:51.394199 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500875ab-506e-43f3-9936-8498d6fb1e16 x-openstack-request-id: req-500875ab-506e-43f3-9936-8498d6fb1e16 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:51.396011 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "826a0073-a00f-4f17-9c30-06b92f123947", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:51.396581 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-500875ab-506e-43f3-9936-8498d6fb1e16 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:51.398035 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947', 'status': 'completed', 'code': 200} Jul 13 07:34:51.407446 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6250dcf2-74f1-40a3-87d9-fe66d8a1a2cb tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:51.410373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 007ef026-5429-42b6-a001-ddb54dec5909 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:51.411032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6250dcf2-74f1-40a3-87d9-fe66d8a1a2cb tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:51.416228 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6250dcf2-74f1-40a3-87d9-fe66d8a1a2cb tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/455685e5-81e3-44d6-88f2-809fb1f3cca0 HTTP/1.1" status: 404 len: 333 time: 0.2545164 Jul 13 07:34:51.418735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.467786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 007ef026-5429-42b6-a001-ddb54dec5909 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:51.468323 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.521396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79', 'network_id': '0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'fixed_ips': [{'subnet_id': '20ced812-8cf5-4c5f-b487-7f2f23795d77'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:34:51.524013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.542924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:51.547423 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.594275 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-19df4c8d-4858-40df-93d5-6f41f49f08da service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167702 Jul 13 07:34:51.594957 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2917f0f2-64f2-4bf1-91c4-658e12d9183d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:51.595767 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2917f0f2-64f2-4bf1-91c4-658e12d9183d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:51.601691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2917f0f2-64f2-4bf1-91c4-658e12d9183d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/1f8b537b-6c9c-480c-ba75-eec4b9bdd331 HTTP/1.1" status: 404 len: 337 time: 0.1655765 Jul 13 07:34:51.612576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.680948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45504) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.683213 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fa1c1f-3df0-4aad-bfd7-bbc2c3e85a74 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:51.683600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fa1c1f-3df0-4aad-bfd7-bbc2c3e85a74 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:51.688107 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e9fa1c1f-3df0-4aad-bfd7-bbc2c3e85a74 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/7e21ab0f-c023-40db-8b8c-7d5d0b8477e5 HTTP/1.1" status: 404 len: 337 time: 0.0719306 Jul 13 07:34:51.695423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4c47-2763-461a-b42e-a98293cfeb90 req-4d510890-0d11-4934-b8a1-f3228642be04 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.696965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad6e4c47-2763-461a-b42e-a98293cfeb90 req-4d510890-0d11-4934-b8a1-f3228642be04 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.5408225 Jul 13 07:34:51.697463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.712354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Attempting to bind port 4dd41d43-d71a-440b-a520-bc4a9b37e225 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:51.712752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Attempting to bind port 4dd41d43-d71a-440b-a520-bc4a9b37e225 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:51.713026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Attempting to bind port 4dd41d43-d71a-440b-a520-bc4a9b37e225 on network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:51.763134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-99a918f3-69a7-4b19-9bd3-045104a9a44e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports?device_id=897c6e25-3598-4fb3-b5ef-bb123575096a HTTP/1.1" status: 200 len: 205 time: 0.0608845 Jul 13 07:34:51.763836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Port 4dd41d43-d71a-440b-a520-bc4a9b37e225 on network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:51.764165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Attempting to bind port 4dd41d43-d71a-440b-a520-bc4a9b37e225 on network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:51.777326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.861696 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.894728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Allocated IP 2001:db8::2 (0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79/20ced812-8cf5-4c5f-b487-7f2f23795d77/b58f51fd-a3e2-4488-836a-051c85661d3b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:51.903960 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-fd5cf3e6-eff3-464f-97a0-4e934f9a2bff tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] delete failed (client error): The resource could not be found. Jul 13 07:34:51.906714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fd5cf3e6-eff3-464f-97a0-4e934f9a2bff tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/routers/897c6e25-3598-4fb3-b5ef-bb123575096a HTTP/1.1" status: 404 len: 336 time: 0.1266313 Jul 13 07:34:51.934658 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.936553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:51.937431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Checking segment: {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:51.938590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Bound using segment: {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:51.943319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Bound port: 4dd41d43-d71a-440b-a520-bc4a9b37e225, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:51.944121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.946843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.963791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 007ef026-5429-42b6-a001-ddb54dec5909, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=007ef026-5429-42b6-a001-ddb54dec5909,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:51.976364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.022545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad6e4c47-2763-461a-b42e-a98293cfeb90 req-c6ba1430-2fcd-414a-9479-898eafcf2fbc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072507 Jul 13 07:34:52.031297 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3728b6b-eb1f-4c09-b07b-d69ee4c5e6be tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:52.031819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3728b6b-eb1f-4c09-b07b-d69ee4c5e6be tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:52.034445 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e3728b6b-eb1f-4c09-b07b-d69ee4c5e6be tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/64bad83a-4411-4ece-994a-c7bf121cceac HTTP/1.1" status: 404 len: 337 time: 0.0759885 Jul 13 07:34:52.039557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.114244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-68e030dc-7ae1-49be-b44b-ab9b3f63ba51 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "GET /v2.0/ports?device_id=4614676a-dd33-4652-a049-17c4f9f3ef26 HTTP/1.1" status: 200 len: 205 time: 0.0478010 Jul 13 07:34:52.128926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.182754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=007ef026-5429-42b6-a001-ddb54dec5909,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.250435 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-70b84e34-1632-4f5c-b74c-1ec999f37a6b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] delete failed (client error): The resource could not be found. Jul 13 07:34:52.251555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-70b84e34-1632-4f5c-b74c-1ec999f37a6b tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/routers/4614676a-dd33-4652-a049-17c4f9f3ef26 HTTP/1.1" status: 404 len: 336 time: 0.1128256 Jul 13 07:34:52.277275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.319602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.330544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Transition to ACTIVE for port object b58f51fd-a3e2-4488-836a-051c85661d3b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:52.334710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] For port 4dd41d43-d71a-440b-a520-bc4a9b37e225, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:52.340867 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc468dd-e4ff-4832-bc4f-225555fd1bb1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:52.341419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc468dd-e4ff-4832-bc4f-225555fd1bb1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:52.343720 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3fc468dd-e4ff-4832-bc4f-225555fd1bb1 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/bc61a721-c779-4c1c-8ca4-81b491932d5b HTTP/1.1" status: 404 len: 337 time: 0.0601861 Jul 13 07:34:52.347470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-89b4d671-6296-4788-8ed4-8c4a2f3041e6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4613371 Jul 13 07:34:52.352075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Transition to ACTIVE for port object b58f51fd-a3e2-4488-836a-051c85661d3b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:52.354667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-302b31f4-cc32-4ebb-bc7d-5a6d3ceebc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.355862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-302b31f4-cc32-4ebb-bc7d-5a6d3ceebc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.355983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45520) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.356567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-302b31f4-cc32-4ebb-bc7d-5a6d3ceebc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.357242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-302b31f4-cc32-4ebb-bc7d-5a6d3ceebc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.357906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-302b31f4-cc32-4ebb-bc7d-5a6d3ceebc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.358584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-302b31f4-cc32-4ebb-bc7d-5a6d3ceebc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.359238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-302b31f4-cc32-4ebb-bc7d-5a6d3ceebc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.362034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-302b31f4-cc32-4ebb-bc7d-5a6d3ceebc1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6370 time: 1.1105926 Jul 13 07:34:52.383819 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.416024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-10f18137-bdfb-4602-ae3a-e847da31d6e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fcff543a302416f9e5c5ed2c9c80c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7194240 Jul 13 07:34:52.427612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d9032-4734-47c9-b15f-7bcf6e7385f0 req-1d5e9fea-101b-4979-a8d6-bee5b4809aa8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.430018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-586d9032-4734-47c9-b15f-7bcf6e7385f0 req-1d5e9fea-101b-4979-a8d6-bee5b4809aa8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 945 time: 0.9725652 Jul 13 07:34:52.437530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45522) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.439769 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f26a0e64-8cbe-44dc-95ad-c5cd892739ed req-7e075eaa-f3e6-4fbc-8632-c8ecc239e1a5 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8361347 Jul 13 07:34:52.462328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:52.474718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] For port 4dd41d43-d71a-440b-a520-bc4a9b37e225, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4dd41d43-d71a-440b-a520-bc4a9b37e225,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:52.491009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:52.513519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Pushing event updated for resources: {'Port': ['ID=b58f51fd-a3e2-4488-836a-051c85661d3b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.521826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:52.567151 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.571321 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-586d9032-4734-47c9-b15f-7bcf6e7385f0 req-1d404003-c15e-4eb7-b336-7b19519c64a7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288314 Jul 13 07:34:52.595082 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b01a5a-2c72-4222-ad2e-68393370be7e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:52.595561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b01a5a-2c72-4222-ad2e-68393370be7e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:52.596941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Attempting to bind port b58f51fd-a3e2-4488-836a-051c85661d3b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:52.601507 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-57b01a5a-2c72-4222-ad2e-68393370be7e tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/62797eab-28a7-4057-9edc-43cf6adebddb HTTP/1.1" status: 404 len: 337 time: 0.2403839 Jul 13 07:34:52.601647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Attempting to bind port b58f51fd-a3e2-4488-836a-051c85661d3b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'f88f0074-2d47-401a-901d-f3eca2a51413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:52.601647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Attempting to bind port b58f51fd-a3e2-4488-836a-051c85661d3b on network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:52.601868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.606284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:52.607094 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Checking segment: {'id': 'f88f0074-2d47-401a-901d-f3eca2a51413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:52.607767 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.608233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Bound using segment: {'id': 'f88f0074-2d47-401a-901d-f3eca2a51413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:52.608969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Bound port: b58f51fd-a3e2-4488-836a-051c85661d3b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88f0074-2d47-401a-901d-f3eca2a51413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:52.609526 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.619311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cba1e645-c09f-409e-a710-2aadb97e754c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.622602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-6d60f430-4cd5-448c-81ca-bcac1e60b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.623082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-6d60f430-4cd5-448c-81ca-bcac1e60b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.623613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-6d60f430-4cd5-448c-81ca-bcac1e60b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.625361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-6d60f430-4cd5-448c-81ca-bcac1e60b0bb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3717ff947c1f4880ba8228f32bd81950&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2507505 Jul 13 07:34:52.683888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cba1e645-c09f-409e-a710-2aadb97e754c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.707892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd41d43-d71a-440b-a520-bc4a9b37e225,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.729718 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.758768 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bff6ba-cb83-4c35-980f-aeecfce1e058 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:52.759908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bff6ba-cb83-4c35-980f-aeecfce1e058 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:52.763615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-04bff6ba-cb83-4c35-980f-aeecfce1e058 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/39eb97af-cf79-48ac-bbcd-e3dd64e3797e HTTP/1.1" status: 404 len: 333 time: 0.1592007 Jul 13 07:34:52.767012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.801932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cba1e645-c09f-409e-a710-2aadb97e754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.805104 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cba1e645-c09f-409e-a710-2aadb97e754c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.806304 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cba1e645-c09f-409e-a710-2aadb97e754c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bef3912-af49-44c0-baa8-6765312ae335 HTTP/1.1" status: 204 len: 168 time: 0.3654895 Jul 13 07:34:52.837435 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ab3a4e-56a7-4b5d-bf31-9ca49f52b4f3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:52.837992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ab3a4e-56a7-4b5d-bf31-9ca49f52b4f3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:52.842146 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a1ab3a4e-56a7-4b5d-bf31-9ca49f52b4f3 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/8dfb76b7-f925-4322-bc1b-06a991e42c99 HTTP/1.1" status: 404 len: 337 time: 0.0719538 Jul 13 07:34:52.843063 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45544) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.856666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1e645-c09f-409e-a710-2aadb97e754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bef3912-af49-44c0-baa8-6765312ae335,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.867099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904839e5-f750-4787-9123-67c9401f4c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007ef026-5429-42b6-a001-ddb54dec5909'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:52.888498 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6c3dea-7969-48df-bac3-0239859348c1" -d '{"events": [{"server_uuid": "904839e5-f750-4787-9123-67c9401f4c4e", "name": "network-vif-plugged", "status": "completed", "tag": "007ef026-5429-42b6-a001-ddb54dec5909"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:52.904573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.905284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.906713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ecdd2e2d-048c-4e5f-9ed8-3564ec9be140 service neutron] 10.222.0.48 "PUT /v2.0/ports/4dd41d43-d71a-440b-a520-bc4a9b37e225 HTTP/1.1" status: 200 len: 1092 time: 3.3072081 Jul 13 07:34:52.945145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Subnet': ['ID=6e12589f-fb1a-4278-b9ae-e68efa15413b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.949024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] For port b58f51fd-a3e2-4488-836a-051c85661d3b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:52.960206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Request body: {'port': {'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:52.979843 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb5a002-e818-4d4d-b547-a8add608f543 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:52.980613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb5a002-e818-4d4d-b547-a8add608f543 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:52.982419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ccb5a002-e818-4d4d-b547-a8add608f543 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/64ec9e3a-06f9-4380-a4a7-3471bccd4446 HTTP/1.1" status: 404 len: 333 time: 0.1389186 Jul 13 07:34:52.995910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45548) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.005773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] For port b58f51fd-a3e2-4488-836a-051c85661d3b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b58f51fd-a3e2-4488-836a-051c85661d3b,segment=NetworkSegment(f88f0074-2d47-401a-901d-f3eca2a51413),segment_id=f88f0074-2d47-401a-901d-f3eca2a51413)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:53.017705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.073115 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a023c39-4ff1-4433-9d08-f17bdffbfe14 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.073593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a023c39-4ff1-4433-9d08-f17bdffbfe14 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.075659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9a023c39-4ff1-4433-9d08-f17bdffbfe14 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/656bc34f-3a56-4bc2-bb93-b17876ddb690 HTTP/1.1" status: 404 len: 337 time: 0.0787718 Jul 13 07:34:53.087374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45552) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.096076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a3174-37a5-49e9-93f6-ac615cc21fa5 req-cfa02696-81c8-44cc-9f96-a39faaacaa7c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:53.101101 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c15a3174-37a5-49e9-93f6-ac615cc21fa5 req-cfa02696-81c8-44cc-9f96-a39faaacaa7c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.8740036 Jul 13 07:34:53.165255 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a7b31c-13be-4d18-be11-d3b376934b26 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.166435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a7b31c-13be-4d18-be11-d3b376934b26 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.168756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-27a7b31c-13be-4d18-be11-d3b376934b26 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/5e694032-22d7-497b-ab71-053769f18426 HTTP/1.1" status: 404 len: 333 time: 0.0801377 Jul 13 07:34:53.170639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-8be3efc8-40eb-45cc-b159-2857d0a150e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:53.172396 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6b2b4ed-ac6c-4f65-9d94-b80b3f479e9c req-8be3efc8-40eb-45cc-b159-2857d0a150e9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4243805 Jul 13 07:34:53.173109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45554) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.180464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83b895-df28-4036-9b65-d56e2277aa41 None None] Pushing event updated for resources: {'Port': ['ID=b58f51fd-a3e2-4488-836a-051c85661d3b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:53.271438 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.282580 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-36415510-a732-4a71-a559-1cc316838313 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.283053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36415510-a732-4a71-a559-1cc316838313 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.284828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-36415510-a732-4a71-a559-1cc316838313 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/584bbce2-6692-47cd-aede-313206aac8b6 HTTP/1.1" status: 404 len: 337 time: 0.1103890 Jul 13 07:34:53.288972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45558) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.339107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-aa6c004f-a360-4f5d-bc06-745a4a48af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:53.340644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-aa6c004f-a360-4f5d-bc06-745a4a48af34 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 1102 time: 0.9283521 Jul 13 07:34:53.353102 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-da445876-b6c0-45a5-87fa-77bc107b91f9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.360973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Checking segment: {'id': 'ce45636f-1823-4372-98df-fdee424062cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '17f49c11-0845-4cea-8822-cad52eb8cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:53.361231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network hostable DHCP agents. Network: 17f49c11-0845-4cea-8822-cad52eb8cb1c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:53.362766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da445876-b6c0-45a5-87fa-77bc107b91f9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.365050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-da445876-b6c0-45a5-87fa-77bc107b91f9 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/84377400-c759-41b9-b1a4-9ecd4c571c12 HTTP/1.1" status: 404 len: 333 time: 0.0654931 Jul 13 07:34:53.368313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45560) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.409419 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dfe778-c7b2-4edc-8154-85bc5eec3086 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.409650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dfe778-c7b2-4edc-8154-85bc5eec3086 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.411712 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-19dfe778-c7b2-4edc-8154-85bc5eec3086 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/d81582f1-e3ed-4366-acdb-19d18b068551 HTTP/1.1" status: 404 len: 337 time: 0.0423272 Jul 13 07:34:53.421490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45562) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.481884 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0aec89-b687-4f08-87aa-52878ddc39f5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.483281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0aec89-b687-4f08-87aa-52878ddc39f5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.486739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2d0aec89-b687-4f08-87aa-52878ddc39f5 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/5cdff421-68a9-47cf-84b6-91ebe0d237f5 HTTP/1.1" status: 404 len: 333 time: 0.0641103 Jul 13 07:34:53.491174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.586517 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.603148 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7a451a-17fb-4263-8190-24469dcc8c22 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.608908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7a451a-17fb-4263-8190-24469dcc8c22 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.614593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fd7a451a-17fb-4263-8190-24469dcc8c22 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/4f8ba576-d5d8-43ee-8252-9674bb29a374 HTTP/1.1" status: 404 len: 337 time: 0.1193197 Jul 13 07:34:53.616079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45578) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.690464 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3231ddec-90dc-4416-b9c7-84001306f1eb tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.691216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3231ddec-90dc-4416-b9c7-84001306f1eb tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.701135 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3231ddec-90dc-4416-b9c7-84001306f1eb tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/8ca2823c-bd27-4da1-a420-f305eb2d47b3 HTTP/1.1" status: 404 len: 333 time: 0.0831470 Jul 13 07:34:53.701781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45590) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.750300 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb5596c-7cc8-4fe7-bc92-b040010e3df0 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.751320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb5596c-7cc8-4fe7-bc92-b040010e3df0 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.758280 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0bb5596c-7cc8-4fe7-bc92-b040010e3df0 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/1b0e640b-f6c7-447c-9662-c0ce78bcf844 HTTP/1.1" status: 404 len: 337 time: 0.0553658 Jul 13 07:34:53.758960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45598) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.818952 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dc482c-31a4-4162-9139-bab77c344e87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.819781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dc482c-31a4-4162-9139-bab77c344e87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.825779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d8dc482c-31a4-4162-9139-bab77c344e87 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/ports/02f54c73-59c1-4524-ae4d-3e68c716b4ce HTTP/1.1" status: 404 len: 333 time: 0.0657580 Jul 13 07:34:53.828219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45606) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.832720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '4dd41d43-d71a-440b-a520-bc4a9b37e225'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:53.835769 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47f3102-0bb8-47e2-9522-24178fad0398" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "4dd41d43-d71a-440b-a520-bc4a9b37e225"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:53.885708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c15a3174-37a5-49e9-93f6-ac615cc21fa5 req-b33e9404-1547-4f1e-9919-5a40ecff6241 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6090589 Jul 13 07:34:53.887162 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fab754-9922-457a-8ba4-c9e62a41f042 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:53.887627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fab754-9922-457a-8ba4-c9e62a41f042 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:53.895317 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-83fab754-9922-457a-8ba4-c9e62a41f042 tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/subnets/8693d696-02b7-49bc-b6bb-259cfcfb5c40 HTTP/1.1" status: 404 len: 337 time: 0.0657544 Jul 13 07:34:53.895657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:54.010699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 17f49c11-0845-4cea-8822-cad52eb8cb1c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:54.103828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 17f49c11-0845-4cea-8822-cad52eb8cb1c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:54.112829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fa659-00b7-4ce0-adf7-438975f2d652 None None] Network 17f49c11-0845-4cea-8822-cad52eb8cb1c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:54.161035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.161769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.246877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.258734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-dcf135b8-2c8d-4252-9f0b-cb5b0f582113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.260313 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-dcf135b8-2c8d-4252-9f0b-cb5b0f582113 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.8577402 Jul 13 07:34:54.279179 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4ebf86-dea4-47a2-a598-1edaac25863d x-openstack-request-id: req-bb4ebf86-dea4-47a2-a598-1edaac25863d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:54.280609 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904839e5-f750-4787-9123-67c9401f4c4e", "name": "network-vif-plugged", "status": "completed", "tag": "007ef026-5429-42b6-a001-ddb54dec5909", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:54.283193 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb4ebf86-dea4-47a2-a598-1edaac25863d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:54.283712 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904839e5-f750-4787-9123-67c9401f4c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007ef026-5429-42b6-a001-ddb54dec5909', 'code': 200} Jul 13 07:34:54.325722 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8deb50c1-12c6-402c-9b8d-5166e72e8e18 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2791133 Jul 13 07:34:54.327052 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45624) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:54.334295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-475631da-59d1-4f3c-abe7-0f5fc4a4c8a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-197735555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:54.431150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-0718e0f6-aed3-4fd7-9629-30807f0ea781 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f34687bc-183b-4faa-a369-0153d408e1c3 HTTP/1.1" status: 200 len: 217 time: 0.1250432 Jul 13 07:34:54.448968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fef1c2-aad9-4b7a-a914-f93f2d908d93 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:54.456601 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d607e0a-4820-475a-8422-c41cc2eb8f41 req-377dc045-15e9-43ad-81bd-41129e8d9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.458711 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7d607e0a-4820-475a-8422-c41cc2eb8f41 req-377dc045-15e9-43ad-81bd-41129e8d9a07 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 1098 time: 0.1120262 Jul 13 07:34:54.459923 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-475631da-59d1-4f3c-abe7-0f5fc4a4c8a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.461252 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-475631da-59d1-4f3c-abe7-0f5fc4a4c8a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.521374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-17f49c11-0845-4cea-8822-cad52eb8cb1c', 'network_id': '17f49c11-0845-4cea-8822-cad52eb8cb1c', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'fixed_ips': [{'subnet_id': '6e12589f-fb1a-4278-b9ae-e68efa15413b'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:34:54.523085 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.649472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-475631da-59d1-4f3c-abe7-0f5fc4a4c8a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.650472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45626) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:54.673393 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7d607e0a-4820-475a-8422-c41cc2eb8f41 req-10a9053f-e2ce-406e-9ba6-ffb8ec9a8525 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069933 Jul 13 07:34:54.680169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-475631da-59d1-4f3c-abe7-0f5fc4a4c8a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.719115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-475631da-59d1-4f3c-abe7-0f5fc4a4c8a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.723318 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-475631da-59d1-4f3c-abe7-0f5fc4a4c8a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3950427 Jul 13 07:34:54.724771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:54.745443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Allocated IP 2001:db8:1::2 (17f49c11-0845-4cea-8822-cad52eb8cb1c/6e12589f-fb1a-4278-b9ae-e68efa15413b/e9cee53d-5c1c-41ad-9147-ff8a612311bd) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:54.809694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ec69a-37d3-4f3e-bd66-961fb4688324 req-4843c5e3-1839-462d-9fb9-488b1fedeea8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.811340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-279ec69a-37d3-4f3e-bd66-961fb4688324 req-4843c5e3-1839-462d-9fb9-488b1fedeea8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3123527 Jul 13 07:34:55.047630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b58f51fd-a3e2-4488-836a-051c85661d3b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:55.115055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c96ca37-3f95-4122-aa15-b56efd32dbf2 None None] Network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:55.128927 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.184622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Transition to ACTIVE for port object e9cee53d-5c1c-41ad-9147-ff8a612311bd will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:55.186706 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.212492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2111695163-network', 'tenant_id': 'b4a0e97e7d43443f8ad331d6dccc5dde'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:55.259554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.266625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-279ec69a-37d3-4f3e-bd66-961fb4688324 req-dcc55c79-1bb6-4ebd-bbc7-ad230d683a01 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4416394 Jul 13 07:34:55.274236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7122b328-5dd9-40d5-a3cf-c7884d9a13ac']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:55.290838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Transition to ACTIVE for port object e9cee53d-5c1c-41ad-9147-ff8a612311bd will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:55.290838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d62528fc-bb84-42f5-a5e1-e163e05d6684 None None] Provisioning for port b58f51fd-a3e2-4488-836a-051c85661d3b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:55.304714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326ed98c-57c5-4af8-8a62-a119cee6fa28') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:55.305167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326ed98c-57c5-4af8-8a62-a119cee6fa28') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:55.309551 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.319351 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.336165 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.342700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:55.343233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.374444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Pushing event updated for resources: {'Port': ['ID=e9cee53d-5c1c-41ad-9147-ff8a612311bd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:55.385894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Made reservation on behalf of b4a0e97e7d43443f8ad331d6dccc5dde for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:55.391434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port b58f51fd-a3e2-4488-836a-051c85661d3b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:55.400555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.404718 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.419354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b58f51fd-a3e2-4488-836a-051c85661d3b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:55.419737 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:55.434186 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:55.445403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.449766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Network 17f49c11-0845-4cea-8822-cad52eb8cb1c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:55.455193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:55.476601 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.477591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] 10.222.0.41 "DELETE /v2.0/networks/7122b328-5dd9-40d5-a3cf-c7884d9a13ac HTTP/1.1" status: 204 len: 168 time: 1.5811028 Jul 13 07:34:55.483185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d167ff-28bd-49d4-b546-3e42e2bd473d tempest-NetworksTestDHCPv6-1847523066 tempest-NetworksTestDHCPv6-1847523066-project] Pushing event deleted for resources: {'Network': ['ID=7122b328-5dd9-40d5-a3cf-c7884d9a13ac,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:55.491178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Transition to ACTIVE for port object 97fef1c2-aad9-4b7a-a914-f93f2d908d93 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:55.506869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8a84-82f6-49ae-bb02-d5583fb35818 req-6497ea45-9f9e-4db8-aacf-b6fd336db630 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.508566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:55.515188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8a84-82f6-49ae-bb02-d5583fb35818 req-6497ea45-9f9e-4db8-aacf-b6fd336db630 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.522364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8a84-82f6-49ae-bb02-d5583fb35818 req-6497ea45-9f9e-4db8-aacf-b6fd336db630 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.529617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8a84-82f6-49ae-bb02-d5583fb35818 req-6497ea45-9f9e-4db8-aacf-b6fd336db630 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.556648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8a84-82f6-49ae-bb02-d5583fb35818 req-6497ea45-9f9e-4db8-aacf-b6fd336db630 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.573066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8a84-82f6-49ae-bb02-d5583fb35818 req-6497ea45-9f9e-4db8-aacf-b6fd336db630 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.581790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8a84-82f6-49ae-bb02-d5583fb35818 req-6497ea45-9f9e-4db8-aacf-b6fd336db630 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.596258 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ad8a84-82f6-49ae-bb02-d5583fb35818 req-6497ea45-9f9e-4db8-aacf-b6fd336db630 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5404 time: 1.4869685 Jul 13 07:34:55.621704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-62b3dc2a-8e6d-4a24-8737-84dc1dcc7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.630710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-62b3dc2a-8e6d-4a24-8737-84dc1dcc7467 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 1.1979852 Jul 13 07:34:55.633553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.688459 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.689253 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.692920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Attempting to bind port e9cee53d-5c1c-41ad-9147-ff8a612311bd on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:55.693133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Attempting to bind port e9cee53d-5c1c-41ad-9147-ff8a612311bd by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'ce45636f-1823-4372-98df-fdee424062cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '17f49c11-0845-4cea-8822-cad52eb8cb1c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:55.694073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Attempting to bind port e9cee53d-5c1c-41ad-9147-ff8a612311bd on network 17f49c11-0845-4cea-8822-cad52eb8cb1c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:55.711712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:55.712165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Checking segment: {'id': 'ce45636f-1823-4372-98df-fdee424062cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '17f49c11-0845-4cea-8822-cad52eb8cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:55.712533 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.712944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Bound using segment: {'id': 'ce45636f-1823-4372-98df-fdee424062cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '17f49c11-0845-4cea-8822-cad52eb8cb1c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:55.713455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Bound port: e9cee53d-5c1c-41ad-9147-ff8a612311bd, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce45636f-1823-4372-98df-fdee424062cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '17f49c11-0845-4cea-8822-cad52eb8cb1c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:55.713853 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.748663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Pushing event updated for resources: {'Port': ['ID=97fef1c2-aad9-4b7a-a914-f93f2d908d93,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:55.793981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] For port e9cee53d-5c1c-41ad-9147-ff8a612311bd, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:55.797625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] For port e9cee53d-5c1c-41ad-9147-ff8a612311bd, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e9cee53d-5c1c-41ad-9147-ff8a612311bd,segment=NetworkSegment(ce45636f-1823-4372-98df-fdee424062cb),segment_id=ce45636f-1823-4372-98df-fdee424062cb)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:55.814745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.825567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port b58f51fd-a3e2-4488-836a-051c85661d3b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b58f51fd-a3e2-4488-836a-051c85661d3b,segment=NetworkSegment(f88f0074-2d47-401a-901d-f3eca2a51413),segment_id=f88f0074-2d47-401a-901d-f3eca2a51413)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:55.853148 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.856449 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ad8a84-82f6-49ae-bb02-d5583fb35818 req-47acdc68-c2a4-43b0-b916-1fd37a085ee2 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2448170 Jul 13 07:34:55.908618 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.910972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b368b01-d449-40bd-b4d6-9d7a3978f8d6 None None] Pushing event updated for resources: {'Port': ['ID=e9cee53d-5c1c-41ad-9147-ff8a612311bd,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:55.937146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.998514 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e110148-a996-400f-9f0a-ed0a7031fc24 x-openstack-request-id: req-1e110148-a996-400f-9f0a-ed0a7031fc24 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:55.998943 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "4dd41d43-d71a-440b-a520-bc4a9b37e225", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:55.999300 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e110148-a996-400f-9f0a-ed0a7031fc24 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:56.000142 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '4dd41d43-d71a-440b-a520-bc4a9b37e225', 'status': 'completed', 'code': 200} Jul 13 07:34:56.065900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45640) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:56.074545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=b58f51fd-a3e2-4488-836a-051c85661d3b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:56.118293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-d4d875dc-64b8-4988-88b0-646f7918b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.124124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-d4d875dc-64b8-4988-88b0-646f7918b317 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3875046 Jul 13 07:34:56.235137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:56.249733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.250565 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Added segment f794df41-f932-43c6-becd-3bd4dfe39e25 of type vlan for network 0945bdd0-36aa-47f5-bb81-cc12b02d57e7 Jul 13 07:34:56.323281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.402399 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.403444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.404082 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.479200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Attempting to bind port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:56.480182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Attempting to bind port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:56.480694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Attempting to bind port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 on network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:56.496404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 on network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:56.497079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Attempting to bind port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 on network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:56.502681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6286f456-1987-4605-8147-22fe721a446e None None] Provisioning complete for port b58f51fd-a3e2-4488-836a-051c85661d3b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:56.503202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6286f456-1987-4605-8147-22fe721a446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.527458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:56.528058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Checking segment: {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:56.528650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Bound using segment: {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:56.529615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Bound port: 97fef1c2-aad9-4b7a-a914-f93f2d908d93, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31c7283-5b37-4248-9118-75d2c024ce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:56.533381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.560847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-d117905a-cc9a-4f1c-8b66-744d1aa61d00 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155583 Jul 13 07:34:56.590356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Pushing event updated for resources: {'Network': ['ID=0945bdd0-36aa-47f5-bb81-cc12b02d57e7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:56.607770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0945bdd0-36aa-47f5-bb81-cc12b02d57e7 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:56.614945 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f414b7bc-3b23-4c2e-9d6d-362766633a66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9e0191e48114c42a2ed2d99f50e4008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292678 Jul 13 07:34:56.618147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee54e732-4548-43a1-ad4e-de47f5bb2304,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:56.636069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb35c-d848-42ec-96c3-6b73cfd62eab req-7f53e473-7dcf-4faa-840f-9408f369be15 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.647113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45646) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:56.654545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2bcbb35c-d848-42ec-96c3-6b73cfd62eab req-7f53e473-7dcf-4faa-840f-9408f369be15 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 946 time: 1.1858637 Jul 13 07:34:56.731653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45648) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:56.734600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c24b162d-2e2f-4e56-98df-4d06a4fb8f53 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0633063 Jul 13 07:34:56.757407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Request body: {'subnet': {'network_id': '0945bdd0-36aa-47f5-bb81-cc12b02d57e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2111695163-subnet', 'tenant_id': 'b4a0e97e7d43443f8ad331d6dccc5dde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:56.860668 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2bcbb35c-d848-42ec-96c3-6b73cfd62eab req-f89b3ad4-7fce-4529-a98d-85ad53f8b048 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047734 Jul 13 07:34:56.872199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-f1b10167-ee50-4cb7-a938-6e369f522c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.872934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-f1b10167-ee50-4cb7-a938-6e369f522c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.873588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-f1b10167-ee50-4cb7-a938-6e369f522c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.874246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-f1b10167-ee50-4cb7-a938-6e369f522c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.874882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-f1b10167-ee50-4cb7-a938-6e369f522c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.875519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-f1b10167-ee50-4cb7-a938-6e369f522c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.883159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-f1b10167-ee50-4cb7-a938-6e369f522c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.887370 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-f1b10167-ee50-4cb7-a938-6e369f522c38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6438 time: 0.8850546 Jul 13 07:34:56.897456 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a401f90b-05c1-47ca-a59f-d355dbc3b87a req-1bacb942-3289-4843-abab-6ba125e87f7c service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211439 Jul 13 07:34:57.085150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d3df156-bf26-4ae2-b6f6-a2a59599d50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.108059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 2001:db8::1 (0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79/20ced812-8cf5-4c5f-b487-7f2f23795d77/cdc25e9b-b6f1-47aa-93b8-9f97f5e65511) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:57.124869 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d3df156-bf26-4ae2-b6f6-a2a59599d50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.195287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Made reservation on behalf of b4a0e97e7d43443f8ad331d6dccc5dde for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:57.198264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.198585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-39791111-5ba3-4f2c-99b4-805b97270203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.204740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e9cee53d-5c1c-41ad-9147-ff8a612311bd up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:57.211202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-39791111-5ba3-4f2c-99b4-805b97270203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.211904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-39791111-5ba3-4f2c-99b4-805b97270203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.213810 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-39791111-5ba3-4f2c-99b4-805b97270203 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3717ff947c1f4880ba8228f32bd81950&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2784829 Jul 13 07:34:57.293050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e9cee53d-5c1c-41ad-9147-ff8a612311bd completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:57.297298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b58f51fd-a3e2-4488-836a-051c85661d3b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:57.335586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-c4005ba4-8cff-41c4-9cd0-0e75ef953749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.337491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d47f3102-0bb8-47e2-9522-24178fad0398 req-c4005ba4-8cff-41c4-9cd0-0e75ef953749 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174939 Jul 13 07:34:57.377655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] For port 97fef1c2-aad9-4b7a-a914-f93f2d908d93, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:57.407390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc81cf-e7a6-43ca-a55d-e9cd0b2a26f5 req-34da3c00-7f80-42c0-973d-5d02ddc5a633 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.409035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b58f51fd-a3e2-4488-836a-051c85661d3b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:57.410022 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.413635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16dc81cf-e7a6-43ca-a55d-e9cd0b2a26f5 req-34da3c00-7f80-42c0-973d-5d02ddc5a633 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.6618121 Jul 13 07:34:57.431701 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d3df156-bf26-4ae2-b6f6-a2a59599d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.434910 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d3df156-bf26-4ae2-b6f6-a2a59599d50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.436403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4d3df156-bf26-4ae2-b6f6-a2a59599d50f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fcb6176-e061-441d-b9a9-e3c2993c978f HTTP/1.1" status: 204 len: 168 time: 0.7882514 Jul 13 07:34:57.458235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3df156-bf26-4ae2-b6f6-a2a59599d50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcb6176-e061-441d-b9a9-e3c2993c978f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:57.472572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] For port 97fef1c2-aad9-4b7a-a914-f93f2d908d93, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:57.543468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.553289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c433280-894c-4090-ac56-96795d2e0e35 req-61089a59-d01a-4074-8760-0b8145dd77f4 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.571415 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c433280-894c-4090-ac56-96795d2e0e35 req-61089a59-d01a-4074-8760-0b8145dd77f4 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 950 time: 0.2326043 Jul 13 07:34:57.603695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.610013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Transition to ACTIVE for port object cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:57.673664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c433280-894c-4090-ac56-96795d2e0e35 req-e8fdc0d0-0fbc-4ce2-af2e-ffa7fce1a89a tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Jul 13 07:34:57.751912 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.755226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.756412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.757988 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/97fef1c2-aad9-4b7a-a914-f93f2d908d93 HTTP/1.1" status: 200 len: 1092 time: 4.8078189 Jul 13 07:34:57.786012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16dc81cf-e7a6-43ca-a55d-e9cd0b2a26f5 req-5d2ecfa8-2bdf-4ffc-8e39-408311966951 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391268 Jul 13 07:34:57.793510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.881749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=cdc25e9b-b6f1-47aa-93b8-9f97f5e65511,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:57.899959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fda344-295d-4256-b822-316b7e4b72f9 None None] Network 17f49c11-0845-4cea-8822-cad52eb8cb1c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:57.933626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:57.937988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:57.951825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:57.954423 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.001808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:58.004153 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec17f411-5215-4bec-80fe-10308830468c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:58.066793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433864e5-31d1-4f9b-880c-61d6fc6679e2 service neutron] Pushing event updated for resources: {'Port': ['ID=97fef1c2-aad9-4b7a-a914-f93f2d908d93,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:58.220175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0902b521-6c29-45f4-abfe-4791f5317f7d None None] Provisioning for port e9cee53d-5c1c-41ad-9147-ff8a612311bd completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:58.234828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0902b521-6c29-45f4-abfe-4791f5317f7d None None] Provisioning complete for port e9cee53d-5c1c-41ad-9147-ff8a612311bd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:58.236568 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0902b521-6c29-45f4-abfe-4791f5317f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.241458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=912f746c-946e-4ea5-86ad-090a5ea1de6a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:58.299401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869088-b037-4035-bad4-63009b07dc16 req-4a7a4d5a-9341-49f1-bce4-cb6bcc3a15ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.308629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869088-b037-4035-bad4-63009b07dc16 req-4a7a4d5a-9341-49f1-bce4-cb6bcc3a15ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.317410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869088-b037-4035-bad4-63009b07dc16 req-4a7a4d5a-9341-49f1-bce4-cb6bcc3a15ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.319779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Checking segment: {'id': 'f794df41-f932-43c6-becd-3bd4dfe39e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0945bdd0-36aa-47f5-bb81-cc12b02d57e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:58.320416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Network hostable DHCP agents. Network: 0945bdd0-36aa-47f5-bb81-cc12b02d57e7, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:58.326054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869088-b037-4035-bad4-63009b07dc16 req-4a7a4d5a-9341-49f1-bce4-cb6bcc3a15ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.334118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869088-b037-4035-bad4-63009b07dc16 req-4a7a4d5a-9341-49f1-bce4-cb6bcc3a15ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.341875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869088-b037-4035-bad4-63009b07dc16 req-4a7a4d5a-9341-49f1-bce4-cb6bcc3a15ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.355882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869088-b037-4035-bad4-63009b07dc16 req-4a7a4d5a-9341-49f1-bce4-cb6bcc3a15ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.359173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0869088-b037-4035-bad4-63009b07dc16 req-4a7a4d5a-9341-49f1-bce4-cb6bcc3a15ec tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.3435488 Jul 13 07:34:58.384416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e84fb01-86ea-41f2-8b19-1c01e41c8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.385307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e84fb01-86ea-41f2-8b19-1c01e41c8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.386000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e84fb01-86ea-41f2-8b19-1c01e41c8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.388473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e84fb01-86ea-41f2-8b19-1c01e41c8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.389176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e84fb01-86ea-41f2-8b19-1c01e41c8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.389837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e84fb01-86ea-41f2-8b19-1c01e41c8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.393556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e84fb01-86ea-41f2-8b19-1c01e41c8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.395893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3e84fb01-86ea-41f2-8b19-1c01e41c8a6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6480 time: 0.5828743 Jul 13 07:34:58.425399 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.429303 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0902b521-6c29-45f4-abfe-4791f5317f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.492288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0902b521-6c29-45f4-abfe-4791f5317f7d None None] For port e9cee53d-5c1c-41ad-9147-ff8a612311bd, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e9cee53d-5c1c-41ad-9147-ff8a612311bd,segment=NetworkSegment(ce45636f-1823-4372-98df-fdee424062cb),segment_id=ce45636f-1823-4372-98df-fdee424062cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:58.508194 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0902b521-6c29-45f4-abfe-4791f5317f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.514720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0869088-b037-4035-bad4-63009b07dc16 req-e375e20f-f986-4508-8f6a-6b8e5c5d9727 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962319 Jul 13 07:34:58.549291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Network 0945bdd0-36aa-47f5-bb81-cc12b02d57e7 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:58.607893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-bf9c6808-29f9-45c9-84b5-38eff3a377d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 HTTP/1.1" status: 200 len: 217 time: 0.1722310 Jul 13 07:34:58.609387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902b521-6c29-45f4-abfe-4791f5317f7d None None] Pushing event updated for resources: {'Port': ['ID=e9cee53d-5c1c-41ad-9147-ff8a612311bd,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:58.629364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 0945bdd0-36aa-47f5-bb81-cc12b02d57e7) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:58.642799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22d1f5-a28c-4d7a-9869-ed6ab9e8f90b None None] Network 0945bdd0-36aa-47f5-bb81-cc12b02d57e7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:58.653659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.654290 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.776534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a765d7-5334-4507-bf48-16ce396f62fa req-a25c3e76-3e2b-4229-a8f7-e02faec65b4d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.778272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a2a765d7-5334-4507-bf48-16ce396f62fa req-a25c3e76-3e2b-4229-a8f7-e02faec65b4d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.6516004 Jul 13 07:34:58.779005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bbbb6baf-989d-4ab6-a49b-7ee888d94a74 None None] Provisioning for port cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:58.789448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bbbb6baf-989d-4ab6-a49b-7ee888d94a74 None None] Provisioning complete for port cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:58.790480 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbbb6baf-989d-4ab6-a49b-7ee888d94a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.817647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-004c6749-3a93-44e8-9562-0b3e8134ebf6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0700428 Jul 13 07:34:58.879562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-870354b7-f043-446d-801d-1d3d02315d20 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.881668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-870354b7-f043-446d-801d-1d3d02315d20 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 950 time: 0.6436474 Jul 13 07:34:58.920621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bbbb6baf-989d-4ab6-a49b-7ee888d94a74 None None] Port cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:58.975363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526f363f-36c9-4345-a69c-5e7f13724337 None None] Network 0945bdd0-36aa-47f5-bb81-cc12b02d57e7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:58.988717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96300639-89c7-4e5d-9563-cebb8740b0dc req-891216fb-472f-4464-b2a0-78ec350f6f74 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.993283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-310ccdc1-09ba-4b59-a977-2a22316c482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.994875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-310ccdc1-09ba-4b59-a977-2a22316c482d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cde93f8-70ed-4887-81e6-5df77a123b85 HTTP/1.1" status: 200 len: 851 time: 0.3109281 Jul 13 07:34:58.995039 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e9cee53d-5c1c-41ad-9147-ff8a612311bd up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:58.999085 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96300639-89c7-4e5d-9563-cebb8740b0dc req-891216fb-472f-4464-b2a0-78ec350f6f74 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 946 time: 0.1973858 Jul 13 07:34:59.088791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:59.102922 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96300639-89c7-4e5d-9563-cebb8740b0dc req-28a73b12-03b7-4804-9c45-d705d90f270f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930228 Jul 13 07:34:59.104048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a2a765d7-5334-4507-bf48-16ce396f62fa req-e5b873a1-5844-4f76-9197-bbb9de3550b5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968073 Jul 13 07:34:59.234910 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b640e17-9a49-42fa-9cf7-d41392d72677 x-openstack-request-id: req-8b640e17-9a49-42fa-9cf7-d41392d72677 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:59.235538 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:59.235729 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b640e17-9a49-42fa-9cf7-d41392d72677 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:59.241735 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93', 'status': 'completed', 'code': 200} Jul 13 07:34:59.283547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e9cee53d-5c1c-41ad-9147-ff8a612311bd triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:59.284165 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.293430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8af0af68-941b-4e55-a94b-ea98d44fb0f1 None None] Provisioning complete for port e9cee53d-5c1c-41ad-9147-ff8a612311bd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:59.293430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8af0af68-941b-4e55-a94b-ea98d44fb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.357164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-cb4509ec-39b6-437b-8078-70c252388702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.358974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-cb4509ec-39b6-437b-8078-70c252388702 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3337855 Jul 13 07:34:59.364891 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.390719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bb13d6be-5f30-4a23-b115-eccb406f4aef tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] Request body: {'port': {'network_id': '86d14710-6c74-42c7-a6a4-cfbb39ce1977', 'name': 'tempest-NetworksNegativeTestJSON-1902626234'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:59.394560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.418823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.462986 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb13d6be-5f30-4a23-b115-eccb406f4aef tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] POST failed (client error): The resource could not be found. Jul 13 07:34:59.463900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb13d6be-5f30-4a23-b115-eccb406f4aef tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:59.465248 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bb13d6be-5f30-4a23-b115-eccb406f4aef tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3559771 Jul 13 07:34:59.473785 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:59.480633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Deleting port f34687bc-183b-4faa-a369-0153d408e1c3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:59.481123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.508360 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-212a28fe-867c-4450-bb92-ca2818b0b54d tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] DELETE failed (client error): The resource could not be found. Jul 13 07:34:59.509203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212a28fe-867c-4450-bb92-ca2818b0b54d tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:59.511533 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-212a28fe-867c-4450-bb92-ca2818b0b54d tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "DELETE /v2.0/networks/03aa097d-ccab-44fe-8e38-b309c23b842f HTTP/1.1" status: 404 len: 339 time: 0.0324080 Jul 13 07:34:59.519566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:59.691980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-4cd6e800-a8b6-4acf-b1aa-f5702229ff21 service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203106 Jul 13 07:34:59.765165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227f50e-ae15-4f86-ba60-51ce068b37bf req-9a6f32d0-52fd-4587-8159-0edd3dd786ad tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.766829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d227f50e-ae15-4f86-ba60-51ce068b37bf req-9a6f32d0-52fd-4587-8159-0edd3dd786ad tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.3035109 Jul 13 07:34:59.770518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] For port f34687bc-183b-4faa-a369-0153d408e1c3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f34687bc-183b-4faa-a369-0153d408e1c3,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:59.770893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.824029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Calling delete_port for f34687bc-183b-4faa-a369-0153d408e1c3 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:59.871740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-07062c6f-d7af-4d55-8d23-a942dfd3e627 None None] Provisioning complete for port cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:59.872516 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07062c6f-d7af-4d55-8d23-a942dfd3e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.916975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-07062c6f-d7af-4d55-8d23-a942dfd3e627 None None] Port cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:59.933031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d227f50e-ae15-4f86-ba60-51ce068b37bf req-25e32f9d-ec9a-4a95-b310-0f2328355914 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502888 Jul 13 07:34:59.939164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-02e24d69-648e-403a-bcaf-0aa8a755d502 service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379894 Jul 13 07:34:59.995218 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-3897c49a-8264-4ec5-8ca1-08cc94c528e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=40724019-3d21-4399-a1da-fa1f90436469 HTTP/1.1" status: 200 len: 217 time: 0.0485268 Jul 13 07:35:00.051312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=cdc25e9b-b6f1-47aa-93b8-9f97f5e65511,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.081752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-2885e086-7fc2-47a3-86dc-a62bd68a3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:00.083492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54db9e-4688-4324-b142-b487f45641ad req-3e8f0cb3-f3ae-4037-984a-5ce7617a92b5 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:00.083636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-2885e086-7fc2-47a3-86dc-a62bd68a3a6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.0794013 Jul 13 07:35:00.084379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd54db9e-4688-4324-b142-b487f45641ad req-3e8f0cb3-f3ae-4037-984a-5ce7617a92b5 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0068c54-c5d2-45ca-a875-bbd28a250c46 HTTP/1.1" status: 200 len: 950 time: 0.7785647 Jul 13 07:35:00.178316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.205362 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9865642-aa0c-42c3-ad28-5e96b5a3d243 tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] DELETE failed (client error): The resource could not be found. Jul 13 07:35:00.206302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9865642-aa0c-42c3-ad28-5e96b5a3d243 tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:35:00.215377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b9865642-aa0c-42c3-ad28-5e96b5a3d243 tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "DELETE /v2.0/ports/1c6a6921-8f7c-4cf5-9cb8-40dc64168553 HTTP/1.1" status: 404 len: 333 time: 0.6869876 Jul 13 07:35:00.220519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45702) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.262026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Pushing event deleted for resources: {'Port': ['ID=f34687bc-183b-4faa-a369-0153d408e1c3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.275000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.275386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.275700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.276053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.276390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.276731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.284601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.284601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.284601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.284601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.284601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.284601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:00.285304 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32505a2-8b06-4b52-8140-15b5928b22df tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] DELETE failed (client error): The resource could not be found. Jul 13 07:35:00.285304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32505a2-8b06-4b52-8140-15b5928b22df tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:35:00.288043 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e32505a2-8b06-4b52-8140-15b5928b22df tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "DELETE /v2.0/subnets/1d09e07a-f50e-4cba-9482-d7fbe1f849d3 HTTP/1.1" status: 404 len: 337 time: 0.0652437 Jul 13 07:35:00.293805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.299816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:00.314011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:00.327125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-61917a0f-d3f9-47b5-922f-78fc2afec9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:00.328701 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-61917a0f-d3f9-47b5-922f-78fc2afec9cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2378924 Jul 13 07:35:00.339842 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd54db9e-4688-4324-b142-b487f45641ad req-bd5cc533-939e-421d-9beb-6314e939b291 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626832 Jul 13 07:35:00.379353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] No DVR routers for this DVR port f34687bc-183b-4faa-a369-0153d408e1c3 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:00.386180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.389119 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6483031a-e611-4d98-9a0d-b9288a97a0ad req-71bcee2e-4797-4d3f-8ef9-91eedd3bee53 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.38 "DELETE /v2.0/ports/f34687bc-183b-4faa-a369-0153d408e1c3 HTTP/1.1" status: 204 len: 173 time: 1.4872410 Jul 13 07:35:00.396691 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cb0855-e9d6-4509-89db-e8f31a15743f tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] GET failed (client error): The resource could not be found. Jul 13 07:35:00.403471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-49cb0855-e9d6-4509-89db-e8f31a15743f tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "GET /v2.0/networks/f7a8efc6-d411-4df4-8ee1-22d93c087159 HTTP/1.1" status: 404 len: 339 time: 0.1036644 Jul 13 07:35:00.413255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.502362 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c396433c-cccc-4634-a245-796b53e5f2ff tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] GET failed (client error): The resource could not be found. Jul 13 07:35:00.518202 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c396433c-cccc-4634-a245-796b53e5f2ff tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "GET /v2.0/ports/0e0a40f0-1a3b-4f80-94b0-e1552c93ca85 HTTP/1.1" status: 404 len: 333 time: 0.1032512 Jul 13 07:35:00.520742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.580908 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c0a9a5-3576-4b65-84b8-07071d5b64f3 tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] GET failed (client error): The resource could not be found. Jul 13 07:35:00.584748 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-0a43bfb1-dd00-450a-a010-986865a34e4d service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344937 Jul 13 07:35:00.588625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-76c0a9a5-3576-4b65-84b8-07071d5b64f3 tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "GET /v2.0/subnets/e99c35e0-0940-4423-a97d-28666f11876d HTTP/1.1" status: 404 len: 337 time: 0.0572155 Jul 13 07:35:00.589496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45714) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.608303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4c9958b1-8745-4923-a480-d1a1c109723b tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:00.629285 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9958b1-8745-4923-a480-d1a1c109723b tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] PUT failed (client error): The resource could not be found. Jul 13 07:35:00.629882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9958b1-8745-4923-a480-d1a1c109723b tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:35:00.643358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4c9958b1-8745-4923-a480-d1a1c109723b tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "PUT /v2.0/networks/20eb97c1-67d4-4ebe-a828-79203f66b435 HTTP/1.1" status: 404 len: 339 time: 0.0527718 Jul 13 07:35:00.658622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.673182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e19138-b4fb-45d1-bcc9-ae0b8155d949 req-0ad6db66-61c3-491e-aaa9-92e9790f86db tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:00.674733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a5e19138-b4fb-45d1-bcc9-ae0b8155d949 req-0ad6db66-61c3-491e-aaa9-92e9790f86db tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.5363111 Jul 13 07:35:00.686946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c519eb11-5d9a-4313-8dfc-9b36dbe6368f tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:00.807402 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c519eb11-5d9a-4313-8dfc-9b36dbe6368f tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] PUT failed (client error): The resource could not be found. Jul 13 07:35:00.809110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c519eb11-5d9a-4313-8dfc-9b36dbe6368f tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:35:00.810504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c519eb11-5d9a-4313-8dfc-9b36dbe6368f tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "PUT /v2.0/ports/d08569e0-82ee-470c-b225-111bd9bf471f HTTP/1.1" status: 404 len: 333 time: 0.1480949 Jul 13 07:35:00.811720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 4b7e1f4e-1724-4dab-9f29-9eaf4749b280 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:00.816471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45722) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.839518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5c4d7fdc-e205-46d3-852f-e28816cc635c tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:00.870812 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4d7fdc-e205-46d3-852f-e28816cc635c tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] PUT failed (client error): The resource could not be found. Jul 13 07:35:00.871460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4d7fdc-e205-46d3-852f-e28816cc635c tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:35:00.872696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5c4d7fdc-e205-46d3-852f-e28816cc635c tempest-NetworksNegativeTestJSON-1991919861 tempest-NetworksNegativeTestJSON-1991919861-project] 10.222.0.41 "PUT /v2.0/subnets/733af6ab-e2fe-4d20-8130-212e64d7f6db HTTP/1.1" status: 404 len: 337 time: 0.0552061 Jul 13 07:35:00.895285 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a5e19138-b4fb-45d1-bcc9-ae0b8155d949 req-bdc2edae-389f-44a9-a69e-133dc6865508 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945066 Jul 13 07:35:00.905569 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-0d4466cb-200a-4255-866b-f39fcf4b80a4 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117013 Jul 13 07:35:00.908023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0f0123c6-fd9b-47f9-bc29-d3e5f7d4fff2 None None] Provisioning complete for port cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:00.908579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f0123c6-fd9b-47f9-bc29-d3e5f7d4fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.988481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-866da5b8-0774-42a5-9dbe-7dcec18e6934 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=d85f8c36-3b7d-420e-9014-9e823118f779 HTTP/1.1" status: 200 len: 217 time: 0.0699644 Jul 13 07:35:01.034366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0f0123c6-fd9b-47f9-bc29-d3e5f7d4fff2 None None] Port cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:01.088121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-dc4f957b-33b7-4edd-96d1-556c10a73a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.094056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-dc4f957b-33b7-4edd-96d1-556c10a73a84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.0991492 Jul 13 07:35:01.174545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:01.191922 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f791a-5921-4bac-b97c-7be4c3332150 None None] Sync routers for ids ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:01.216351 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ccd62a93-0117-45fa-9037-848d41cc988d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/4b7e1f4e-1724-4dab-9f29-9eaf4749b280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4905131 Jul 13 07:35:01.223983 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f791a-5921-4bac-b97c-7be4c3332150 None None] Routers {'4b7e1f4e-1724-4dab-9f29-9eaf4749b280'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:01.225738 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a47f791a-5921-4bac-b97c-7be4c3332150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:01.227280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45734) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:01.277534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-deleted', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:01.286034 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b160fd6-95f9-40d6-bf05-afca15658257" -d '{"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-deleted", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:01.342968 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a47f791a-5921-4bac-b97c-7be4c3332150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:01.368904 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f791a-5921-4bac-b97c-7be4c3332150 None None] Routers {'4b7e1f4e-1724-4dab-9f29-9eaf4749b280'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:01.369441 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a47f791a-5921-4bac-b97c-7be4c3332150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:01.405980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-78a10172-87f0-498d-849c-9728dc92458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.407864 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-78a10172-87f0-498d-849c-9728dc92458f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3061256 Jul 13 07:35:01.408282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b5f3ee-8c48-4378-a06b-992b7214d636 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.413771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:01.415093 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-92b5f3ee-8c48-4378-a06b-992b7214d636 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports/cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 HTTP/1.1" status: 200 len: 911 time: 0.1835198 Jul 13 07:35:01.487145 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a47f791a-5921-4bac-b97c-7be4c3332150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:01.488011 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f791a-5921-4bac-b97c-7be4c3332150 None None] The sync data for ids ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:01.490550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45750) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:01.525994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-69a5dfdd-9baf-4955-b922-1de044f56658 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.538097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-69a5dfdd-9baf-4955-b922-1de044f56658 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/networks?id=0945bdd0-36aa-47f5-bb81-cc12b02d57e7 HTTP/1.1" status: 200 len: 818 time: 0.2709928 Jul 13 07:35:01.555914 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-c205b000-32c9-4533-9099-eb2075c38d5f tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/quotas/b4a0e97e7d43443f8ad331d6dccc5dde HTTP/1.1" status: 200 len: 375 time: 0.0168934 Jul 13 07:35:01.608874 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-edeaac27-7ae1-4fe1-a71c-575f3d1af459 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4a0e97e7d43443f8ad331d6dccc5dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518813 Jul 13 07:35:01.642779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-7bd3a05f-ac33-4819-92ef-17e0d96c5d0f service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265086 Jul 13 07:35:01.682758 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5df7936d-dbe3-4f41-b8af-e09834863d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.738212 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-bf8555ef-0115-45a8-866b-cf801bccf290 service neutron] 10.222.0.41 "GET /v2.0/networks/0945bdd0-36aa-47f5-bb81-cc12b02d57e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283693 Jul 13 07:35:01.882483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-7489cc0f-0681-471a-ae5f-81762d7961c8 service neutron] 10.222.0.41 "GET /v2.0/networks/0945bdd0-36aa-47f5-bb81-cc12b02d57e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432879 Jul 13 07:35:01.949914 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5df7936d-dbe3-4f41-b8af-e09834863d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.955238 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5df7936d-dbe3-4f41-b8af-e09834863d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:02.020537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5df7936d-dbe3-4f41-b8af-e09834863d2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01a1a6be7fbd4aabbcd0799d17fe6436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265820 Jul 13 07:35:02.024877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45760) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:02.032796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7936d-dbe3-4f41-b8af-e09834863d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aa0a81-3ab6-465d-8d91-1e5e6dae3867,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:02.087369 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ac8d121-e47b-4646-b561-e287bf8f0ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:02.111258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ac8d121-e47b-4646-b561-e287bf8f0ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:02.162953 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ac8d121-e47b-4646-b561-e287bf8f0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:02.165423 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ac8d121-e47b-4646-b561-e287bf8f0ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:02.166608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4ac8d121-e47b-4646-b561-e287bf8f0ccc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8aa0a81-3ab6-465d-8d91-1e5e6dae3867 HTTP/1.1" status: 204 len: 168 time: 0.1400840 Jul 13 07:35:02.182075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8d121-e47b-4646-b561-e287bf8f0ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aa0a81-3ab6-465d-8d91-1e5e6dae3867,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:02.205935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d333-d5e4-4561-926f-73f711675a8c req-03478a9a-9719-463c-9f05-4e8eadb0630f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.212432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d333-d5e4-4561-926f-73f711675a8c req-03478a9a-9719-463c-9f05-4e8eadb0630f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.218409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d333-d5e4-4561-926f-73f711675a8c req-03478a9a-9719-463c-9f05-4e8eadb0630f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.225066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d333-d5e4-4561-926f-73f711675a8c req-03478a9a-9719-463c-9f05-4e8eadb0630f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.231170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d333-d5e4-4561-926f-73f711675a8c req-03478a9a-9719-463c-9f05-4e8eadb0630f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.237367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d333-d5e4-4561-926f-73f711675a8c req-03478a9a-9719-463c-9f05-4e8eadb0630f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.243372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d333-d5e4-4561-926f-73f711675a8c req-03478a9a-9719-463c-9f05-4e8eadb0630f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.245330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1f9d333-d5e4-4561-926f-73f711675a8c req-03478a9a-9719-463c-9f05-4e8eadb0630f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.9017398 Jul 13 07:35:02.364545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ce4c5ca7-7155-42a0-b834-76a1df42443e service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7066460 Jul 13 07:35:02.433708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1f9d333-d5e4-4561-926f-73f711675a8c req-4eabe1e0-5068-401b-8d99-498d5c042e57 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1797588 Jul 13 07:35:02.441557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-365a955b-e31b-4b16-bf6a-fa6304628ee8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4fe06a5e-b85e-477b-919d-68fc47f6e092 HTTP/1.1" status: 200 len: 217 time: 0.0620682 Jul 13 07:35:02.473117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-980f4907-4206-4a4b-8f6a-791e525625d9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.474658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-980f4907-4206-4a4b-8f6a-791e525625d9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 946 time: 0.3145232 Jul 13 07:35:02.588741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-888f6889-6dca-45e8-8eae-3f0b62d27a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.590221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-888f6889-6dca-45e8-8eae-3f0b62d27a17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.1392863 Jul 13 07:35:02.671786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-ffcf3fe6-ae3e-48d3-bc22-ef600584c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.673530 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-ffcf3fe6-ae3e-48d3-bc22-ef600584c1c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1098 time: 0.0600350 Jul 13 07:35:02.736164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:02.774247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-d8dde786-40bc-4b8f-8053-31ff2546e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.776662 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-d8dde786-40bc-4b8f-8053-31ff2546e18c service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.0967422 Jul 13 07:35:02.846389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45788) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:02.861793 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-775741b8-7cc8-4ff9-b575-ff173c50b341 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 1002 time: 0.0786049 Jul 13 07:35:02.876643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eafb9b-a192-4e07-a1b4-a3cbe53c67b9 req-abadc470-0e35-44bd-96c6-338c71b022e9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.878208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6eafb9b-a192-4e07-a1b4-a3cbe53c67b9 req-abadc470-0e35-44bd-96c6-338c71b022e9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 946 time: 0.2912543 Jul 13 07:35:02.879523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Deleting port 007ef026-5429-42b6-a001-ddb54dec5909 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:02.879867 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:02.886624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-35aed84d-596c-44e1-824a-faf229effa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.888121 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-35aed84d-596c-44e1-824a-faf229effa8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2736042 Jul 13 07:35:02.911549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-0c3dc4bd-3a30-4c16-b3df-04d7429a3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.913300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-0c3dc4bd-3a30-4c16-b3df-04d7429a3e27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.0453289 Jul 13 07:35:02.929440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f34687bc-183b-4faa-a369-0153d408e1c3 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:02.951752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f34687bc-183b-4faa-a369-0153d408e1c3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:02.952408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f34687bc-183b-4faa-a369-0153d408e1c3 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:02.969147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887014930'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:03.009525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-aaedd8d5-e5bc-4824-b79c-733aca2f7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.011084 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-aaedd8d5-e5bc-4824-b79c-733aca2f7338 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919747 Jul 13 07:35:03.012072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.032382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.102413 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6eafb9b-a192-4e07-a1b4-a3cbe53c67b9 req-050ae8a5-619e-4e45-b346-5f89fc9852d8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132742 Jul 13 07:35:03.194981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] For port 007ef026-5429-42b6-a001-ddb54dec5909, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=007ef026-5429-42b6-a001-ddb54dec5909,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:03.195398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.214207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-94de301d-3c83-499f-addb-4a5fd1616ca8 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064995 Jul 13 07:35:03.234777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Calling delete_port for 007ef026-5429-42b6-a001-ddb54dec5909 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:03.297844 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.308044 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.370142 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-1c683ecc-1239-4c61-9734-fed78528f14c service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498893 Jul 13 07:35:03.393208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9423b06-e1a5-49d2-a7dc-7a4c577c7c1b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:03.438249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ccc31-366a-4209-9418-7d6b1b0c589e req-555bbc69-812f-41d9-a3ee-12c477b5889f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.445446 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-597ccc31-366a-4209-9418-7d6b1b0c589e req-555bbc69-812f-41d9-a3ee-12c477b5889f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.2745481 Jul 13 07:35:03.462712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 2001:db8:1::1 (17f49c11-0845-4cea-8822-cad52eb8cb1c/6e12589f-fb1a-4278-b9ae-e68efa15413b/84ad7e96-4356-435f-9237-fe4a4c202ec7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:03.546615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-a8c927c1-bfe1-4698-a477-b13b8dfd1264 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.548214 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-a8c927c1-bfe1-4698-a477-b13b8dfd1264 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 0.3102314 Jul 13 07:35:03.554913 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-597ccc31-366a-4209-9418-7d6b1b0c589e req-d3f36453-ebd1-4c20-855f-24e372ab0a1a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085937 Jul 13 07:35:03.557296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.561872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-837cc1ee-755a-4326-9bbf-3be3e0453de7 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377719 Jul 13 07:35:03.601743 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-b906cfee-a515-4ae9-b7f3-280e3f07c923 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/quotas/7ad598854b124655b905399734eada74 HTTP/1.1" status: 200 len: 375 time: 0.0365365 Jul 13 07:35:03.613222 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.628274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64bdb903-4cb9-4d50-bc1c-4b28acc32ae1 req-8f6bbd27-e066-4b06-bd4c-7f281d58a435 service neutron] 10.222.0.38 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504244 Jul 13 07:35:03.655604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e9fb6-ceda-4bb3-ac9c-dac77544eeb4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:03.658152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.666635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8f2166d6-0092-4ea1-a1d1-f0f29c9c6fb6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8190310 Jul 13 07:35:03.667374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45814) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:03.684477 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1654a6e-3073-4c4c-9c3e-4798e2611060 x-openstack-request-id: req-e1654a6e-3073-4c4c-9c3e-4798e2611060 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:03.684775 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0068c54-c5d2-45ca-a875-bbd28a250c46", "name": "network-vif-deleted", "tag": "f34687bc-183b-4faa-a369-0153d408e1c3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:03.685031 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1654a6e-3073-4c4c-9c3e-4798e2611060 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:03.685418 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0068c54-c5d2-45ca-a875-bbd28a250c46', 'name': 'network-vif-deleted', 'tag': 'f34687bc-183b-4faa-a369-0153d408e1c3', 'status': 'completed', 'code': 200} Jul 13 07:35:03.699112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-ea137484-0ab4-4451-99c4-8f3d78f0fe21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=826a0073-a00f-4f17-9c30-06b92f123947 HTTP/1.1" status: 200 len: 217 time: 0.1193912 Jul 13 07:35:03.770038 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7144216a-1120-4d8f-8673-0617ec64e2f1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1002522 Jul 13 07:35:03.772366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:03.779354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ad30d9b4-b7de-4ae6-ae63-d640148dfcea tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group': {'name': 'tempest-security--840528070', 'description': 'tempest-security-description-709656236'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:03.810580 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.819982 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad30d9b4-b7de-4ae6-ae63-d640148dfcea tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.824731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['007ef026-5429-42b6-a001-ddb54dec5909'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:03.841683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-0b374d1b-b609-45f6-a500-7a13d4ed6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.843233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-0b374d1b-b609-45f6-a500-7a13d4ed6f32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.1370614 Jul 13 07:35:03.846173 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.885311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event deleted for resources: {'Port': ['ID=007ef026-5429-42b6-a001-ddb54dec5909,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:03.924667 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32bca989-ec70-41ca-90af-2a3282a8dfb9 req-abc34740-bac6-4575-86d5-6a6b753d00f6 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 210 time: 0.0505128 Jul 13 07:35:03.935199 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad30d9b4-b7de-4ae6-ae63-d640148dfcea tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.939074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad30d9b4-b7de-4ae6-ae63-d640148dfcea tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.944392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad30d9b4-b7de-4ae6-ae63-d640148dfcea tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.945703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ad30d9b4-b7de-4ae6-ae63-d640148dfcea tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "PUT /v2.0/security-groups/3d0e9fb6-ceda-4bb3-ac9c-dac77544eeb4 HTTP/1.1" status: 200 len: 1778 time: 0.1723680 Jul 13 07:35:03.947536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Transition to ACTIVE for port object 84ad7e96-4356-435f-9237-fe4a4c202ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:03.971759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45820) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:03.972146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30d9b4-b7de-4ae6-ae63-d640148dfcea tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e9fb6-ceda-4bb3-ac9c-dac77544eeb4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:03.973240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] No DVR routers for this DVR port 007ef026-5429-42b6-a001-ddb54dec5909 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:03.976762 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.978754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ebaf27f8-c481-486b-95e9-b9da0083d373 req-e442a611-d947-4a17-b264-61ef8e17ec84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "DELETE /v2.0/ports/007ef026-5429-42b6-a001-ddb54dec5909 HTTP/1.1" status: 204 len: 173 time: 1.4852688 Jul 13 07:35:04.018660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-e72c738d-53d1-4632-9153-04daed806d0c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3383238 Jul 13 07:35:04.100886 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dace3e34-0259-4158-8024-22a64e9611f8 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups/3d0e9fb6-ceda-4bb3-ac9c-dac77544eeb4 HTTP/1.1" status: 200 len: 1778 time: 0.1255491 Jul 13 07:35:04.104361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:04.129667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5217-3a01-4538-a80e-0a3d36ac3b41 req-d25158c7-d23c-47ea-9833-2c78af8e9b11 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.137934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5217-3a01-4538-a80e-0a3d36ac3b41 req-d25158c7-d23c-47ea-9833-2c78af8e9b11 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.142350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-8433e46b-10c9-4319-9b5c-1375176fe274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.143907 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-8433e46b-10c9-4319-9b5c-1375176fe274 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2767959 Jul 13 07:35:04.144075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5217-3a01-4538-a80e-0a3d36ac3b41 req-d25158c7-d23c-47ea-9833-2c78af8e9b11 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.146591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.150832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5217-3a01-4538-a80e-0a3d36ac3b41 req-d25158c7-d23c-47ea-9833-2c78af8e9b11 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.156077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5217-3a01-4538-a80e-0a3d36ac3b41 req-d25158c7-d23c-47ea-9833-2c78af8e9b11 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.162506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5217-3a01-4538-a80e-0a3d36ac3b41 req-d25158c7-d23c-47ea-9833-2c78af8e9b11 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.168397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5217-3a01-4538-a80e-0a3d36ac3b41 req-d25158c7-d23c-47ea-9833-2c78af8e9b11 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.170350 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-39ad5217-3a01-4538-a80e-0a3d36ac3b41 req-d25158c7-d23c-47ea-9833-2c78af8e9b11 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.1268506 Jul 13 07:35:04.244477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-39ad5217-3a01-4538-a80e-0a3d36ac3b41 req-63d67ad4-4c41-468c-9020-568b7c92f9ab tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618815 Jul 13 07:35:04.244922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 17f49c11-0845-4cea-8822-cad52eb8cb1c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:04.247326 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-50565214-17ad-4dee-9181-6894990ced9c service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164311 Jul 13 07:35:04.254635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:04.256959 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f257d8-10c1-40c0-ace9-2f05e2937d73 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.292265 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f257d8-10c1-40c0-ace9-2f05e2937d73 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.340245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=84ad7e96-4356-435f-9237-fe4a4c202ec7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:04.356419 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f257d8-10c1-40c0-ace9-2f05e2937d73 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.358783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:04.359084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f257d8-10c1-40c0-ace9-2f05e2937d73 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.359330 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.363015 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-17f257d8-10c1-40c0-ace9-2f05e2937d73 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d0e9fb6-ceda-4bb3-ac9c-dac77544eeb4 HTTP/1.1" status: 204 len: 168 time: 0.2523494 Jul 13 07:35:04.363847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45826) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:04.377532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f257d8-10c1-40c0-ace9-2f05e2937d73 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e9fb6-ceda-4bb3-ac9c-dac77544eeb4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:04.408172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-49543dbb-45cf-4e46-8ebe-d5aa498cdb33 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513843 Jul 13 07:35:04.434214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1de71033-17d0-4b9d-b7c6-2789cfd2dd77 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655801 Jul 13 07:35:04.434906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:04.449584 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-42521215-608a-483d-9090-a397f8b0bcbc tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] delete failed (client error): The resource could not be found. Jul 13 07:35:04.450642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-42521215-608a-483d-9090-a397f8b0bcbc tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d0e9fb6-ceda-4bb3-ac9c-dac77544eeb4 HTTP/1.1" status: 404 len: 347 time: 0.0148323 Jul 13 07:35:04.455157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:04.459779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e5db71ce-6a9a-4b80-a9c1-445a3abe2bb7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group': {'name': 'tempest-secgroup--369830063'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:04.495605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5db71ce-6a9a-4b80-a9c1-445a3abe2bb7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.671209 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5db71ce-6a9a-4b80-a9c1-445a3abe2bb7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.679883 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5db71ce-6a9a-4b80-a9c1-445a3abe2bb7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.712872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-20b82f7d-90ee-4c8a-97d1-f955b9afbd7d None None] Provisioning for port 84ad7e96-4356-435f-9237-fe4a4c202ec7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:04.717637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-20b82f7d-90ee-4c8a-97d1-f955b9afbd7d None None] Provisioning complete for port 84ad7e96-4356-435f-9237-fe4a4c202ec7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:04.718299 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20b82f7d-90ee-4c8a-97d1-f955b9afbd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.724175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5db71ce-6a9a-4b80-a9c1-445a3abe2bb7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.726600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e5db71ce-6a9a-4b80-a9c1-445a3abe2bb7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2704852 Jul 13 07:35:04.729397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45836) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:04.734656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8d9859d6-9850-4def-b6e1-d2e8bdcd2959 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': 'db027f3b-0dfa-407d-ade3-fe7745b1b2ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:04.739795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db71ce-6a9a-4b80-a9c1-445a3abe2bb7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db027f3b-0dfa-407d-ade3-fe7745b1b2ab,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:04.781970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d373b9a1-2ea7-40f0-a219-476e6ec27e73 req-5dd2ea72-a960-4630-8887-883069ecde62 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=904839e5-f750-4787-9123-67c9401f4c4e HTTP/1.1" status: 200 len: 210 time: 0.0385349 Jul 13 07:35:04.797585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-20b82f7d-90ee-4c8a-97d1-f955b9afbd7d None None] Port 84ad7e96-4356-435f-9237-fe4a4c202ec7 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:04.815801 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d9859d6-9850-4def-b6e1-d2e8bdcd2959 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.887626 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d9859d6-9850-4def-b6e1-d2e8bdcd2959 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.893044 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d9859d6-9850-4def-b6e1-d2e8bdcd2959 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.912266 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9859d6-9850-4def-b6e1-d2e8bdcd2959 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1b1354-583c-43df-86c9-0d150a4abda7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:04.921625 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d9859d6-9850-4def-b6e1-d2e8bdcd2959 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.923280 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8d9859d6-9850-4def-b6e1-d2e8bdcd2959 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1926231 Jul 13 07:35:04.925986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45838) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:04.987761 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8011-2caa-4a8b-8672-6815df21169c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.997511 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8011-2caa-4a8b-8672-6815df21169c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.042668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9d928-b3dc-4040-9f59-db2b7cfdc614 req-36a3d592-367d-410f-ba0c-e4137a48fc6b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.044183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bea9d928-b3dc-4040-9f59-db2b7cfdc614 req-36a3d592-367d-410f-ba0c-e4137a48fc6b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.1158459 Jul 13 07:35:05.045234 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8011-2caa-4a8b-8672-6815df21169c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.051341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8011-2caa-4a8b-8672-6815df21169c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.053369 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7a3b8011-2caa-4a8b-8672-6815df21169c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0d1b1354-583c-43df-86c9-0d150a4abda7 HTTP/1.1" status: 204 len: 168 time: 0.1252370 Jul 13 07:35:05.055602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:05.072621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b8011-2caa-4a8b-8672-6815df21169c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d1b1354-583c-43df-86c9-0d150a4abda7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:05.115444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bea9d928-b3dc-4040-9f59-db2b7cfdc614 req-3e818e45-f3f8-472e-bd2a-564a900a30e9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596352 Jul 13 07:35:05.144810 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06f894bf-4210-4d43-a1fa-3ae5286c8b9f tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785024 Jul 13 07:35:05.145805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:05.153913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-67326e31-3761-4dac-8c19-8a5964970b59 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.155412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-67326e31-3761-4dac-8c19-8a5964970b59 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.38 "GET /v2.0/networks?id=0945bdd0-36aa-47f5-bb81-cc12b02d57e7 HTTP/1.1" status: 200 len: 818 time: 0.9025738 Jul 13 07:35:05.187949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Request body: {'port': {'device_id': '58c0dcd7-e4e4-4779-83bd-5e60fd919029', 'network_id': '0945bdd0-36aa-47f5-bb81-cc12b02d57e7', 'admin_state_up': True, 'tenant_id': 'b4a0e97e7d43443f8ad331d6dccc5dde'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:05.252933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-f17b743c-9ec7-4cca-a1bb-41fc43786007 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540364 Jul 13 07:35:05.261874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-ec8adbf5-b003-4c4f-a2ee-b51ec121f5b0 service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9141386 Jul 13 07:35:05.290192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0b19-2fd5-4aae-af5d-4bed774504b5 req-10b7df3a-20a7-4eb4-841b-2b44ccc2f763 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.291617 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7bb0b19-2fd5-4aae-af5d-4bed774504b5 req-10b7df3a-20a7-4eb4-841b-2b44ccc2f763 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 950 time: 0.0706704 Jul 13 07:35:05.333081 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7bb0b19-2fd5-4aae-af5d-4bed774504b5 req-ad2710a7-b988-4040-871e-e9c693ddc768 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341177 Jul 13 07:35:05.366142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-558c8333-d40b-4d5d-846b-7ed9e8553f92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4dd41d43-d71a-440b-a520-bc4a9b37e225 HTTP/1.1" status: 200 len: 217 time: 0.1017039 Jul 13 07:35:05.390555 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.401510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.443620 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6a28739-bf66-4da6-9de8-a0b89069377c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.495480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e127b6f5-556c-4e09-b1ae-96baa1f89fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.497043 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-e127b6f5-556c-4e09-b1ae-96baa1f89fcc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 200 len: 797 time: 0.1185768 Jul 13 07:35:05.498732 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6a28739-bf66-4da6-9de8-a0b89069377c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.572445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7106550-931b-4851-a12b-aebb1524b710 req-17922d66-f2e5-4771-81ef-94c040d74218 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 210 time: 0.0361769 Jul 13 07:35:05.651663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Made reservation on behalf of b4a0e97e7d43443f8ad331d6dccc5dde for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:05.655390 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.684843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d940be29-4d19-49e4-a5c7-3803d4a4f2f4 req-f12556e2-aaa0-409b-8aa4-14f733e93f37 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 210 time: 0.0332003 Jul 13 07:35:05.696094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904839e5-f750-4787-9123-67c9401f4c4e', 'name': 'network-vif-deleted', 'tag': '007ef026-5429-42b6-a001-ddb54dec5909'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:05.698524 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1c4c72-b177-435c-a87a-3f4dbf7f03ea" -d '{"events": [{"server_uuid": "904839e5-f750-4787-9123-67c9401f4c4e", "name": "network-vif-deleted", "tag": "007ef026-5429-42b6-a001-ddb54dec5909"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:05.770478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6a28739-bf66-4da6-9de8-a0b89069377c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.773740 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6a28739-bf66-4da6-9de8-a0b89069377c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.775090 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e6a28739-bf66-4da6-9de8-a0b89069377c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-groups/db027f3b-0dfa-407d-ade3-fe7745b1b2ab HTTP/1.1" status: 204 len: 168 time: 0.6187730 Jul 13 07:35:05.778835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45860) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:05.779217 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb751e17-8fa9-4070-90a7-32701c026cae x-openstack-request-id: req-eb751e17-8fa9-4070-90a7-32701c026cae {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:05.779518 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904839e5-f750-4787-9123-67c9401f4c4e", "name": "network-vif-deleted", "tag": "007ef026-5429-42b6-a001-ddb54dec5909", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:05.779732 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb751e17-8fa9-4070-90a7-32701c026cae {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:05.780127 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904839e5-f750-4787-9123-67c9401f4c4e', 'name': 'network-vif-deleted', 'tag': '007ef026-5429-42b6-a001-ddb54dec5909', 'status': 'completed', 'code': 200} Jul 13 07:35:05.834662 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7ed85734-6d7e-42ed-ba24-d50eb7c424a8 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543969 Jul 13 07:35:05.835642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:05.839880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a28739-bf66-4da6-9de8-a0b89069377c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db027f3b-0dfa-407d-ade3-fe7745b1b2ab,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:05.851790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-37eda910-a027-4162-85ca-e746fb5829ef tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723646862'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:05.909802 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37eda910-a027-4162-85ca-e746fb5829ef tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.911501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c9fc7403-c5bf-4abb-80c9-79e73aa610f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.913757 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-c9fc7403-c5bf-4abb-80c9-79e73aa610f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3928266 Jul 13 07:35:05.946288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea49f-cb44-4648-a0af-090e5274048a req-b8e0a808-9c51-4d56-a862-7f7a5640b2fc tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.954554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea49f-cb44-4648-a0af-090e5274048a req-b8e0a808-9c51-4d56-a862-7f7a5640b2fc tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.963535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea49f-cb44-4648-a0af-090e5274048a req-b8e0a808-9c51-4d56-a862-7f7a5640b2fc tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.971542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea49f-cb44-4648-a0af-090e5274048a req-b8e0a808-9c51-4d56-a862-7f7a5640b2fc tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.980324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea49f-cb44-4648-a0af-090e5274048a req-b8e0a808-9c51-4d56-a862-7f7a5640b2fc tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.988734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea49f-cb44-4648-a0af-090e5274048a req-b8e0a808-9c51-4d56-a862-7f7a5640b2fc tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.995761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea49f-cb44-4648-a0af-090e5274048a req-b8e0a808-9c51-4d56-a862-7f7a5640b2fc tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.003246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f9ea49f-cb44-4648-a0af-090e5274048a req-b8e0a808-9c51-4d56-a862-7f7a5640b2fc tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.4736931 Jul 13 07:35:06.024046 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37eda910-a027-4162-85ca-e746fb5829ef tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.028777 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37eda910-a027-4162-85ca-e746fb5829ef tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.081212 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37eda910-a027-4162-85ca-e746fb5829ef tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.085523 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-37eda910-a027-4162-85ca-e746fb5829ef tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2457488 Jul 13 07:35:06.085823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:06.091188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3031097a-947d-482a-bfa2-a5523ac626cd tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': '92b6a5bd-b978-4246-8dfd-9830a2de85cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:06.107484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eda910-a027-4162-85ca-e746fb5829ef tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b6a5bd-b978-4246-8dfd-9830a2de85cc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:06.133169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3031097a-947d-482a-bfa2-a5523ac626cd tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.184097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Allocated IP 172.20.0.8 (0945bdd0-36aa-47f5-bb81-cc12b02d57e7/912f746c-946e-4ea5-86ad-090a5ea1de6a/78c9da7a-6031-4262-ab55-1742f7241bd6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:06.205125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f9ea49f-cb44-4648-a0af-090e5274048a req-005401fc-5b8a-45e1-b408-577a4a8edc89 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007754 Jul 13 07:35:06.276745 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-0395610c-6280-42b2-8cc7-3bb3c6b171e9 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485794 Jul 13 07:35:06.278519 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3031097a-947d-482a-bfa2-a5523ac626cd tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.289335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3031097a-947d-482a-bfa2-a5523ac626cd tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.341550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-3be54c2a-6675-4334-9702-a9562a35a712 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.343042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.343828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-3be54c2a-6675-4334-9702-a9562a35a712 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.1993706 Jul 13 07:35:06.345682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031097a-947d-482a-bfa2-a5523ac626cd tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56e87f3-cfe3-491b-83ef-c238f39318a6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:06.387124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.402472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3031097a-947d-482a-bfa2-a5523ac626cd tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.406355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3031097a-947d-482a-bfa2-a5523ac626cd tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3169236 Jul 13 07:35:06.407551 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-7a9fc7cd-e5bc-4d6b-8646-ab8b992a5b1d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/quotas/c418ec4cfe364a0a890c4063a3ad4008 HTTP/1.1" status: 200 len: 375 time: 0.0455501 Jul 13 07:35:06.408087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:06.413507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-79665cc0-906f-4c9c-87fc-a607e6a3e3ed tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': '92b6a5bd-b978-4246-8dfd-9830a2de85cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:06.457892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-3e68aef0-0c0f-4293-af47-a779f7f65090 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374942 Jul 13 07:35:06.473528 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.513361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79665cc0-906f-4c9c-87fc-a607e6a3e3ed tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.528144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-1a2aadf0-6110-40b2-85a3-fd56852e4204 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.529651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-1a2aadf0-6110-40b2-85a3-fd56852e4204 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 950 time: 0.1707532 Jul 13 07:35:06.573796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=84ad7e96-4356-435f-9237-fe4a4c202ec7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:06.617477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-eb5327b5-0935-40f6-9346-dd37d5ce7732 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302166 Jul 13 07:35:06.657788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39355-7382-4fd9-974e-ab0bafed6b83 req-978704ac-02b3-49c4-aefd-44055a8688be tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.659451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcf39355-7382-4fd9-974e-ab0bafed6b83 req-978704ac-02b3-49c4-aefd-44055a8688be tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.3211234 Jul 13 07:35:06.695716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-eed34880-a491-4980-bcb2-96ad503eb7dc service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227695 Jul 13 07:35:06.713572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79665cc0-906f-4c9c-87fc-a607e6a3e3ed tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.726888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79665cc0-906f-4c9c-87fc-a607e6a3e3ed tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.766857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-061f8f59-edf1-43b0-b65f-f96053f212c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93 HTTP/1.1" status: 200 len: 217 time: 0.1316266 Jul 13 07:35:06.777489 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.787459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79665cc0-906f-4c9c-87fc-a607e6a3e3ed tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedaa31e-a2fb-44bd-9ee2-8b26efa108a8,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:06.800303 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79665cc0-906f-4c9c-87fc-a607e6a3e3ed tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.804937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-79665cc0-906f-4c9c-87fc-a607e6a3e3ed tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3916790 Jul 13 07:35:06.804937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45890) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:06.813653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a43dbccd-15c5-4760-ab10-8bd5df01fd02 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': '92b6a5bd-b978-4246-8dfd-9830a2de85cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:06.844104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-08f877e5-5b7b-499e-9274-867a59f109a9 None None] Provisioning complete for port 84ad7e96-4356-435f-9237-fe4a4c202ec7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:06.844690 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08f877e5-5b7b-499e-9274-867a59f109a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.874636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Deleting port b190341e-7f7f-437a-93bb-98b0d5ff8dbf {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:06.875033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.882908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-08f877e5-5b7b-499e-9274-867a59f109a9 None None] Port 84ad7e96-4356-435f-9237-fe4a4c202ec7 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:06.903194 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-adaca0fa-e00e-4e76-8963-d69d17098586 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065675 Jul 13 07:35:06.933937 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcf39355-7382-4fd9-974e-ab0bafed6b83 req-93bb758a-5ad0-4792-8869-64ac0560d290 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837599 Jul 13 07:35:06.946190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a43dbccd-15c5-4760-ab10-8bd5df01fd02 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.951714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 007ef026-5429-42b6-a001-ddb54dec5909 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:06.987123 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 007ef026-5429-42b6-a001-ddb54dec5909 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:06.989673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 007ef026-5429-42b6-a001-ddb54dec5909 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:06.990917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c9cc4263-9266-4a1a-8825-b067cc7ed883 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:07.066470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 17f49c11-0845-4cea-8822-cad52eb8cb1c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:07.076542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:07.098273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.099785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a43dbccd-15c5-4760-ab10-8bd5df01fd02 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.109735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a43dbccd-15c5-4760-ab10-8bd5df01fd02 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.117229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-af1d641a-7cff-45d4-a7cb-0e149b0ffcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:07.118771 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-af1d641a-7cff-45d4-a7cb-0e149b0ffcc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 200 len: 797 time: 0.3166096 Jul 13 07:35:07.154870 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.155542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dbccd-15c5-4760-ab10-8bd5df01fd02 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265c7d73-8200-4a5b-b378-fdd0d50175ac,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:07.165744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a43dbccd-15c5-4760-ab10-8bd5df01fd02 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.172009 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a43dbccd-15c5-4760-ab10-8bd5df01fd02 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3663270 Jul 13 07:35:07.173039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:07.189926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f0b61ff1-fac4-4105-8943-2eaf355efa91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': '92b6a5bd-b978-4246-8dfd-9830a2de85cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:07.190662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:07.194111 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea1a720-8f10-4c6f-b86f-66ebc1dda40e" -d '{"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-unplugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:07.215766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:07.224756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] For port b190341e-7f7f-437a-93bb-98b0d5ff8dbf, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:07.225265 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.226614 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.247523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Calling delete_port for b190341e-7f7f-437a-93bb-98b0d5ff8dbf owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:07.363851 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.371744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:07.438710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b61ff1-fac4-4105-8943-2eaf355efa91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.455482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Network 0945bdd0-36aa-47f5-bb81-cc12b02d57e7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:07.463814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-449c3da6-a60a-4c55-a86a-a500536aa223 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:07.465373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-449c3da6-a60a-4c55-a86a-a500536aa223 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.48 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 0.6684330 Jul 13 07:35:07.486319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:07.490550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:07.542473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-238cf608-50be-45fd-a1ca-2989a8d8fd05 None None] Provisioning complete for port 84ad7e96-4356-435f-9237-fe4a4c202ec7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:07.543118 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-238cf608-50be-45fd-a1ca-2989a8d8fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.543371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cd39a-36d6-424e-a0e2-70a0c36443f0 req-f64ef3bb-66b9-4574-a959-88d1eb56534b tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:07.551795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d0cd39a-36d6-424e-a0e2-70a0c36443f0 req-f64ef3bb-66b9-4574-a959-88d1eb56534b tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 931 time: 0.2906454 Jul 13 07:35:07.599000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-238cf608-50be-45fd-a1ca-2989a8d8fd05 None None] Port 84ad7e96-4356-435f-9237-fe4a4c202ec7 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:07.642529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b61ff1-fac4-4105-8943-2eaf355efa91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.655537 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b61ff1-fac4-4105-8943-2eaf355efa91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.689076 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.698775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b61ff1-fac4-4105-8943-2eaf355efa91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aa13ef-829a-4b5a-ae1d-a1f301248690,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:07.706377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d0cd39a-36d6-424e-a0e2-70a0c36443f0 req-813f4eba-24db-48c2-85d3-0284ec5668f4 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333470 Jul 13 07:35:07.730306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Pushing event deleted for resources: {'Port': ['ID=b190341e-7f7f-437a-93bb-98b0d5ff8dbf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:07.732743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b61ff1-fac4-4105-8943-2eaf355efa91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.736952 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f0b61ff1-fac4-4105-8943-2eaf355efa91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5555718 Jul 13 07:35:07.737481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45910) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:07.744400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-af1c79bc-4de9-4b2e-a810-fe8b51d91d21 None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:07.744790 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af1c79bc-4de9-4b2e-a810-fe8b51d91d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.744925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fe0eff9f-7402-446e-a587-5f00c51bf46c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': '92b6a5bd-b978-4246-8dfd-9830a2de85cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:07.812581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] No DVR routers for this DVR port b190341e-7f7f-437a-93bb-98b0d5ff8dbf on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:07.816814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.819753 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a14f8cd1-c19a-412a-a88f-88e23f041fa4 req-798b6a65-7b8c-46ae-a56a-893f9f1ca57e tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.48 "DELETE /v2.0/ports/b190341e-7f7f-437a-93bb-98b0d5ff8dbf HTTP/1.1" status: 204 len: 173 time: 1.2812033 Jul 13 07:35:07.820472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-deleted', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:07.823073 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c1bafd-a341-431d-8380-8776d9814d3c" -d '{"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-deleted", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:07.842613 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe0eff9f-7402-446e-a587-5f00c51bf46c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.850624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af1c79bc-4de9-4b2e-a810-fe8b51d91d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.888104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-af1c79bc-4de9-4b2e-a810-fe8b51d91d21 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:07.894466 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af1c79bc-4de9-4b2e-a810-fe8b51d91d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.922155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe0eff9f-7402-446e-a587-5f00c51bf46c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.928060 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe0eff9f-7402-446e-a587-5f00c51bf46c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.957163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eff9f-7402-446e-a587-5f00c51bf46c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fd44de-bc82-4fec-a1b7-03dfbf90c240,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:07.964046 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe0eff9f-7402-446e-a587-5f00c51bf46c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.965435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fe0eff9f-7402-446e-a587-5f00c51bf46c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2271695 Jul 13 07:35:07.968040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45914) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:07.989815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c79bc-4de9-4b2e-a810-fe8b51d91d21 None None] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:07.994424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'port': {'device_id': 'ec69e278-273c-4130-8d4a-5b1a3192cfec', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'admin_state_up': True, 'tenant_id': '7ad598854b124655b905399734eada74'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:08.004729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:08.005560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.008394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Pushing event updated for resources: {'Port': ['ID=78c9da7a-6031-4262-ab55-1742f7241bd6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:08.051194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 4b7e1f4e-1724-4dab-9f29-9eaf4749b280 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:08.056164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44a1d9e9-bcd7-4601-8695-28ad547e1e71 req-79f9a936-c6f5-43c3-8030-d19f7ed457bf tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 210 time: 0.0516789 Jul 13 07:35:08.058483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e020fdf-8eff-47ed-8449-079d25a9d1ce tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.068370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e020fdf-8eff-47ed-8449-079d25a9d1ce tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.108647 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e020fdf-8eff-47ed-8449-079d25a9d1ce tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.116155 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-d434ee18-b562-4417-b2b4-75b427329257 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9464447 Jul 13 07:35:08.125419 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e020fdf-8eff-47ed-8449-079d25a9d1ce tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.130391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8e020fdf-8eff-47ed-8449-079d25a9d1ce tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d2fd44de-bc82-4fec-a1b7-03dfbf90c240 HTTP/1.1" status: 204 len: 168 time: 0.1584444 Jul 13 07:35:08.130391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e020fdf-8eff-47ed-8449-079d25a9d1ce tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2fd44de-bc82-4fec-a1b7-03dfbf90c240,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:08.135723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45916) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.217707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Request body: {'port': {'device_id': '58c0dcd7-e4e4-4779-83bd-5e60fd919029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:08.232334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f91839ac-edb8-42e2-966d-ab0fa6603027 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0951276 Jul 13 07:35:08.251773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.261622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9b847-4353-4e1c-84c2-d3f01b4407cd req-2dcc7652-2948-4c84-9aa6-f1ad4ea9a616 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:08.264493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1b9b847-4353-4e1c-84c2-d3f01b4407cd req-2dcc7652-2948-4c84-9aa6-f1ad4ea9a616 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/ports?device_id=32f46666-c65d-45ef-8143-91b34e2e3e0f HTTP/1.1" status: 200 len: 868 time: 1.1408017 Jul 13 07:35:08.297513 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f1ff-af4d-4500-bfc3-7ef8df6ff313 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.316715 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f1ff-af4d-4500-bfc3-7ef8df6ff313 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.339669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-a428f428-8a62-4e7f-a2b5-d4d198f96d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:08.341480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-a428f428-8a62-4e7f-a2b5-d4d198f96d79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2021155 Jul 13 07:35:08.366079 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f1ff-af4d-4500-bfc3-7ef8df6ff313 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.374518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f1ff-af4d-4500-bfc3-7ef8df6ff313 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.375483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0aa6f1ff-af4d-4500-bfc3-7ef8df6ff313 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/20aa13ef-829a-4b5a-ae1d-a1f301248690 HTTP/1.1" status: 204 len: 168 time: 0.1226232 Jul 13 07:35:08.378311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-39a2b9ca-121b-47bb-a423-aa66c5f6ac2a None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:08.379148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45926) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.379281 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39a2b9ca-121b-47bb-a423-aa66c5f6ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.419294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6f1ff-af4d-4500-bfc3-7ef8df6ff313 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20aa13ef-829a-4b5a-ae1d-a1f301248690,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:08.451284 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b0495da7-80d2-49df-a895-698eb28d6345 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0706239 Jul 13 07:35:08.454716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45928) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.484364 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-051230fd-9554-48ac-a33b-4c75615c40e1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.494381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-051230fd-9554-48ac-a33b-4c75615c40e1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.532430 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-051230fd-9554-48ac-a33b-4c75615c40e1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.542079 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-051230fd-9554-48ac-a33b-4c75615c40e1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.545779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-051230fd-9554-48ac-a33b-4c75615c40e1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/265c7d73-8200-4a5b-b378-fdd0d50175ac HTTP/1.1" status: 204 len: 168 time: 0.0876532 Jul 13 07:35:08.548098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45932) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.558509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1b9b847-4353-4e1c-84c2-d3f01b4407cd req-a3da5c9e-910e-4f87-98f9-dca3914dd678 tempest-ListImageFiltersTestJSON-1212073324 tempest-ListImageFiltersTestJSON-1212073324-project] 10.222.0.41 "GET /v2.0/security-groups?id=7736009c-f767-4908-a5b6-5f8230f92f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288015 Jul 13 07:35:08.565829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051230fd-9554-48ac-a33b-4c75615c40e1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=265c7d73-8200-4a5b-b378-fdd0d50175ac,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:08.621853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a1fb21fc-ab55-4e40-bf63-27b1e5f26e1d tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0699439 Jul 13 07:35:08.622271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:08.623278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45934) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.630842 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0ed20d11-f7a6-4627-b564-a3cca49a43a7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/4b7e1f4e-1724-4dab-9f29-9eaf4749b280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2159386 Jul 13 07:35:08.636263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddc46d-eafc-4410-9f6d-944ca16e8f7d None None] Sync routers for ids ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:08.637675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.651715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Made reservation on behalf of 7ad598854b124655b905399734eada74 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:08.654077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddc46d-eafc-4410-9f6d-944ca16e8f7d None None] Routers {'4b7e1f4e-1724-4dab-9f29-9eaf4749b280'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:08.658689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-70ddc46d-eafc-4410-9f6d-944ca16e8f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:08.660347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.690045 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.710997 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-31908431-a045-4002-be49-9d45aa01b33f service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593322 Jul 13 07:35:08.769765 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b90be2cb-07ce-4477-8ea3-3007069d5401 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.785455 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b90be2cb-07ce-4477-8ea3-3007069d5401 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.823494 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0854ac-54e4-467d-952f-cf64e0fc4993 x-openstack-request-id: req-8f0854ac-54e4-467d-952f-cf64e0fc4993 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:08.823775 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-unplugged", "status": "failed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:08.824035 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f0854ac-54e4-467d-952f-cf64e0fc4993 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:08.826584 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'code': 422} returned with failed status Jul 13 07:35:08.830558 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-70ddc46d-eafc-4410-9f6d-944ca16e8f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:08.844988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6c6e7-ef53-46bf-935e-4d884f7e337a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:08.847012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c1e6c6e7-ef53-46bf-935e-4d884f7e337a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports/84ad7e96-4356-435f-9237-fe4a4c202ec7 HTTP/1.1" status: 200 len: 913 time: 0.1935930 Jul 13 07:35:08.850755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45944) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.864965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddc46d-eafc-4410-9f6d-944ca16e8f7d None None] Routers {'4b7e1f4e-1724-4dab-9f29-9eaf4749b280'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:08.866857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-70ddc46d-eafc-4410-9f6d-944ca16e8f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:08.872495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Allocated IP 172.20.0.10 (e4c07a53-adf5-42b2-b35d-ef69c8555115/04b63ad2-04c7-43f7-adec-524d23576b31/b822fb75-8cdb-4ab8-89ce-74c7e863ab8a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:08.961116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b90be2cb-07ce-4477-8ea3-3007069d5401 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.968242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-70ddc46d-eafc-4410-9f6d-944ca16e8f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:08.968930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddc46d-eafc-4410-9f6d-944ca16e8f7d None None] The sync data for ids ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:08.981608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b90be2cb-07ce-4477-8ea3-3007069d5401 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.983111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b90be2cb-07ce-4477-8ea3-3007069d5401 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cedaa31e-a2fb-44bd-9ee2-8b26efa108a8 HTTP/1.1" status: 204 len: 168 time: 0.3527882 Jul 13 07:35:08.994362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:09.013939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90be2cb-07ce-4477-8ea3-3007069d5401 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cedaa31e-a2fb-44bd-9ee2-8b26efa108a8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:09.058962 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.080703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:09.109685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: b190341e-7f7f-437a-93bb-98b0d5ff8dbf {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:09.114537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b190341e-7f7f-437a-93bb-98b0d5ff8dbf not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:09.143451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4696732b-c61a-47e2-9f94-1b75d29882a0 req-a6e69d92-3705-408d-80ee-96463de4046b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 210 time: 0.0975924 Jul 13 07:35:09.153465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Transition to ACTIVE for port object b822fb75-8cdb-4ab8-89ce-74c7e863ab8a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:09.308056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.420232 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fa041d-ddfd-461e-b3d7-cbd9e6b3bddb x-openstack-request-id: req-87fa041d-ddfd-461e-b3d7-cbd9e6b3bddb {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:09.420521 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f46666-c65d-45ef-8143-91b34e2e3e0f", "name": "network-vif-deleted", "tag": "b190341e-7f7f-437a-93bb-98b0d5ff8dbf", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:09.420771 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87fa041d-ddfd-461e-b3d7-cbd9e6b3bddb {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:09.421163 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f46666-c65d-45ef-8143-91b34e2e3e0f', 'name': 'network-vif-deleted', 'tag': 'b190341e-7f7f-437a-93bb-98b0d5ff8dbf', 'status': 'completed', 'code': 200} Jul 13 07:35:09.458304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:09.460676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e1e57e9f-2f5c-4a2b-b54a-88bbdf0a4cce req-67f26f6e-aa08-4ce6-a53b-08e0fb985e56 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161220 Jul 13 07:35:09.476156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:09.477903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'Port': ['ID=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:09.480137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:09.592666 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6a0b35d9-f742-4e06-851d-e998382416b3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5953705 Jul 13 07:35:09.602315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-48e78d21-95a5-4526-962b-3db2f635c881 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.603853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-48e78d21-95a5-4526-962b-3db2f635c881 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.7518146 Jul 13 07:35:09.606724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45950) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:09.626510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700ffee-bd5d-4785-ba1f-c1539587742b req-8fafd5dc-6119-4028-921d-ef2eafb5dd07 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.628131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2700ffee-bd5d-4785-ba1f-c1539587742b req-8fafd5dc-6119-4028-921d-ef2eafb5dd07 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 931 time: 0.3125885 Jul 13 07:35:09.633999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Request body: {'port': {'device_id': 'd6e13890-b857-4306-a174-24295a7aa555', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'admin_state_up': True, 'tenant_id': 'c418ec4cfe364a0a890c4063a3ad4008'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:09.635106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.635820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.698152 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-235db82f-709d-464b-bce2-885c4cfafc43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1993887 Jul 13 07:35:09.707241 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a9ede1-b29f-4c35-888c-1cc6350f52a2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.729199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Request body: {'port': {'device_id': 'ec69e278-273c-4130-8d4a-5b1a3192cfec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:09.757109 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2700ffee-bd5d-4785-ba1f-c1539587742b req-1490d3fe-8380-44ed-8877-12defe53c4f6 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142673 Jul 13 07:35:09.764735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26a05-d21a-4b27-9454-46feb785c9de req-0d3623b1-3478-482e-8dc5-36e309e21af0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.770645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26a05-d21a-4b27-9454-46feb785c9de req-0d3623b1-3478-482e-8dc5-36e309e21af0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.777041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26a05-d21a-4b27-9454-46feb785c9de req-0d3623b1-3478-482e-8dc5-36e309e21af0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.783061 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26a05-d21a-4b27-9454-46feb785c9de req-0d3623b1-3478-482e-8dc5-36e309e21af0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.789447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26a05-d21a-4b27-9454-46feb785c9de req-0d3623b1-3478-482e-8dc5-36e309e21af0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.795243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26a05-d21a-4b27-9454-46feb785c9de req-0d3623b1-3478-482e-8dc5-36e309e21af0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.801010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26a05-d21a-4b27-9454-46feb785c9de req-0d3623b1-3478-482e-8dc5-36e309e21af0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.804865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69e26a05-d21a-4b27-9454-46feb785c9de req-0d3623b1-3478-482e-8dc5-36e309e21af0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.3786962 Jul 13 07:35:09.809033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a9ede1-b29f-4c35-888c-1cc6350f52a2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.824281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-79e323bc-45f2-4e4a-b352-cc1e8ca2dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.824764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-79e323bc-45f2-4e4a-b352-cc1e8ca2dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.825321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-79e323bc-45f2-4e4a-b352-cc1e8ca2dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.825992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-79e323bc-45f2-4e4a-b352-cc1e8ca2dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.826532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-79e323bc-45f2-4e4a-b352-cc1e8ca2dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.826893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-79e323bc-45f2-4e4a-b352-cc1e8ca2dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.827454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-79e323bc-45f2-4e4a-b352-cc1e8ca2dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.828555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cfabc8cc-ce48-44b7-aff0-6cef702d26e8 None None] Provisioning for port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:09.829471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec17f411-5215-4bec-80fe-10308830468c req-79e323bc-45f2-4e4a-b352-cc1e8ca2dfdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6480 time: 0.2650592 Jul 13 07:35:09.834651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cfabc8cc-ce48-44b7-aff0-6cef702d26e8 None None] Provisioning complete for port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:09.836126 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfabc8cc-ce48-44b7-aff0-6cef702d26e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.894498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c9da7a-6031-4262-ab55-1742f7241bd6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:09.909489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cfabc8cc-ce48-44b7-aff0-6cef702d26e8 None None] Port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:09.914207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.948532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a9ede1-b29f-4c35-888c-1cc6350f52a2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.956396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a9ede1-b29f-4c35-888c-1cc6350f52a2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.957480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-27a9ede1-b29f-4c35-888c-1cc6350f52a2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b56e87f3-cfe3-491b-83ef-c238f39318a6 HTTP/1.1" status: 204 len: 168 time: 0.3491263 Jul 13 07:35:09.964792 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69e26a05-d21a-4b27-9454-46feb785c9de req-df3fa24a-06d2-49b5-a508-1dc11d0b4a01 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382713 Jul 13 07:35:09.969884 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45956) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:09.989157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9ede1-b29f-4c35-888c-1cc6350f52a2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b56e87f3-cfe3-491b-83ef-c238f39318a6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.003593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-895aab55-b770-472a-91e2-4073f124a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.004540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec17f411-5215-4bec-80fe-10308830468c req-895aab55-b770-472a-91e2-4073f124a4bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1 HTTP/1.1" status: 200 len: 902 time: 0.1664193 Jul 13 07:35:10.023776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Made reservation on behalf of c418ec4cfe364a0a890c4063a3ad4008 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:10.027501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.058880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.061522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Transition to ACTIVE for port object 78c9da7a-6031-4262-ab55-1742f7241bd6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:10.063669 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06cd6ac9-607f-43a8-b157-96cdc37ee578 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0929682 Jul 13 07:35:10.065806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec17f411-5215-4bec-80fe-10308830468c req-786289e3-9819-4256-8b15-c85331b6bd88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93 HTTP/1.1" status: 200 len: 217 time: 0.0519707 Jul 13 07:35:10.068963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:10.138180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.146810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-a0622ed9-b1e8-4966-b3b6-59772496bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.148470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec17f411-5215-4bec-80fe-10308830468c req-a0622ed9-b1e8-4966-b3b6-59772496bae5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 200 len: 797 time: 0.0739436 Jul 13 07:35:10.302142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Allocated IP 172.20.0.4 (30697d85-c91b-4835-a984-cab30e3df541/409c3169-4bb7-4f7d-a7a2-a28446385253/ef989d81-bfed-4cff-99f0-215b095063b2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:10.314461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Pushing event updated for resources: {'Port': ['ID=78c9da7a-6031-4262-ab55-1742f7241bd6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.351958 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f6e438d-8110-415c-8b23-831006949b84 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.404111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.443722 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef109c21-b4c9-45c0-8219-18c7d223394e req-5c3859ef-ad58-47c6-86a5-0fb6f66a405d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 210 time: 0.0742640 Jul 13 07:35:10.447890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f6e438d-8110-415c-8b23-831006949b84 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.472691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f411-5215-4bec-80fe-10308830468c req-e8491450-2e48-4a0d-9a20-90f920eba3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.473087 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec17f411-5215-4bec-80fe-10308830468c req-e8491450-2e48-4a0d-9a20-90f920eba3b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3024426 Jul 13 07:35:10.500663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af3201-b138-4aff-aed6-7d0eef6d76f3 req-eeff3be0-e898-49d2-b4d7-3fa17ad3423a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.502208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-72af3201-b138-4aff-aed6-7d0eef6d76f3 req-eeff3be0-e898-49d2-b4d7-3fa17ad3423a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 932 time: 0.3581231 Jul 13 07:35:10.560498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Attempting to bind port 78c9da7a-6031-4262-ab55-1742f7241bd6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:10.560797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Attempting to bind port 78c9da7a-6031-4262-ab55-1742f7241bd6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f794df41-f932-43c6-becd-3bd4dfe39e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0945bdd0-36aa-47f5-bb81-cc12b02d57e7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:10.561027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Attempting to bind port 78c9da7a-6031-4262-ab55-1742f7241bd6 on network 0945bdd0-36aa-47f5-bb81-cc12b02d57e7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:10.575086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Port 78c9da7a-6031-4262-ab55-1742f7241bd6 on network 0945bdd0-36aa-47f5-bb81-cc12b02d57e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:10.575429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Attempting to bind port 78c9da7a-6031-4262-ab55-1742f7241bd6 on network 0945bdd0-36aa-47f5-bb81-cc12b02d57e7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:10.629714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:10.630522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Checking segment: {'id': 'f794df41-f932-43c6-becd-3bd4dfe39e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0945bdd0-36aa-47f5-bb81-cc12b02d57e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:10.630654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Bound using segment: {'id': 'f794df41-f932-43c6-becd-3bd4dfe39e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0945bdd0-36aa-47f5-bb81-cc12b02d57e7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:10.631369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Bound port: 78c9da7a-6031-4262-ab55-1742f7241bd6, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f794df41-f932-43c6-becd-3bd4dfe39e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0945bdd0-36aa-47f5-bb81-cc12b02d57e7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:10.631572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.666122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f6e438d-8110-415c-8b23-831006949b84 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.668667 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f6e438d-8110-415c-8b23-831006949b84 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.672320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2f6e438d-8110-415c-8b23-831006949b84 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-groups/92b6a5bd-b978-4246-8dfd-9830a2de85cc HTTP/1.1" status: 204 len: 168 time: 0.5985942 Jul 13 07:35:10.678234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45970) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:10.686069 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-72af3201-b138-4aff-aed6-7d0eef6d76f3 req-c9fe604b-5295-4fd3-827e-04ec38241685 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596301 Jul 13 07:35:10.730489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e438d-8110-415c-8b23-831006949b84 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b6a5bd-b978-4246-8dfd-9830a2de85cc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.751203 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.765890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] For port 78c9da7a-6031-4262-ab55-1742f7241bd6, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:10.770888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec17f411-5215-4bec-80fe-10308830468c req-df4cd568-a46c-48c5-842c-ef4a1f9bc036 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859869 Jul 13 07:35:10.828177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:10.831858 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14680789-88c2-4e45-8a53-1f7ca966076d" -d '{"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-plugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:10.840846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.900089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] For port 78c9da7a-6031-4262-ab55-1742f7241bd6, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=78c9da7a-6031-4262-ab55-1742f7241bd6,segment=NetworkSegment(f794df41-f932-43c6-becd-3bd4dfe39e25),segment_id=f794df41-f932-43c6-becd-3bd4dfe39e25)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:10.920928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Network 30697d85-c91b-4835-a984-cab30e3df541 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:10.942640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.965936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:10.973033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:10.981983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event updated for resources: {'Port': ['ID=ef989d81-bfed-4cff-99f0-215b095063b2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:11.057997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port 84ad7e96-4356-435f-9237-fe4a4c202ec7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:11.058351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.068787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.069452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.099816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795cf4-0163-4ebd-bba4-a4941f0cc562 req-d76cca88-b7be-4503-83c3-e168d7c62934 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.107555 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7795cf4-0163-4ebd-bba4-a4941f0cc562 req-d76cca88-b7be-4503-83c3-e168d7c62934 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.1932495 Jul 13 07:35:11.151431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-82058328-f389-473d-b376-d16392283225 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5269792 Jul 13 07:35:11.196606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Request body: {'port': {'device_id': 'd6e13890-b857-4306-a174-24295a7aa555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:11.275960 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7795cf4-0163-4ebd-bba4-a4941f0cc562 req-4fa126f5-4317-4a0b-a12f-418cd9e4014d tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672447 Jul 13 07:35:11.310135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.328331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for 84ad7e96-4356-435f-9237-fe4a4c202ec7 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:11.336209 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0676aa26-88a3-4aa6-8345-2b41f07d3b50 x-openstack-request-id: req-0676aa26-88a3-4aa6-8345-2b41f07d3b50 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:11.336754 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-plugged", "status": "failed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:11.336754 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0676aa26-88a3-4aa6-8345-2b41f07d3b50 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:11.337171 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'code': 422} returned with failed status Jul 13 07:35:11.374916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Pushing event updated for resources: {'Port': ['ID=78c9da7a-6031-4262-ab55-1742f7241bd6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:11.382704 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0aabd394-066e-41bc-878f-d69f895935d6 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7033949 Jul 13 07:35:11.393404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:11.401922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ae255236-9a71-4745-89da-d792dc0d3e6a tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396249397'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:11.418241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.419563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.421240 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-df13c61b-460f-43b2-8533-ed5532efe3cb service neutron] 10.222.0.38 "PUT /v2.0/ports/78c9da7a-6031-4262-ab55-1742f7241bd6 HTTP/1.1" status: 200 len: 1092 time: 3.2327073 Jul 13 07:35:11.430627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c0dcd7-e4e4-4779-83bd-5e60fd919029', 'tag': '78c9da7a-6031-4262-ab55-1742f7241bd6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:11.432922 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb1779b-b4af-4cd8-960f-f824974a5b54" -d '{"events": [{"name": "network-changed", "server_uuid": "58c0dcd7-e4e4-4779-83bd-5e60fd919029", "tag": "78c9da7a-6031-4262-ab55-1742f7241bd6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:11.456458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.475365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b822fb75-8cdb-4ab8-89ce-74c7e863ab8a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:11.502072 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.502911 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-1e62a97d-18e9-4c82-9373-f62196d200be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3734183 Jul 13 07:35:11.530867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec17f411-5215-4bec-80fe-10308830468c req-00330f02-68f3-4d58-8ea0-0f53e632f251 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491038 Jul 13 07:35:11.554293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Transition to ACTIVE for port object b822fb75-8cdb-4ab8-89ce-74c7e863ab8a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:11.558532 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae255236-9a71-4745-89da-d792dc0d3e6a tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.571374 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.679417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31866d7-97b5-41fa-8731-9fb061e1eb8c req-517d4a5c-1d17-4151-9743-ec733fd0a6dc tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.686703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d31866d7-97b5-41fa-8731-9fb061e1eb8c req-517d4a5c-1d17-4151-9743-ec733fd0a6dc tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 943 time: 0.2979758 Jul 13 07:35:11.688430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Pushing event updated for resources: {'Port': ['ID=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:11.699997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b320-4a2b-4c4e-be7f-18a36f13be05 req-a428f762-7848-4866-9312-6a29c9354334 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.705996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b320-4a2b-4c4e-be7f-18a36f13be05 req-a428f762-7848-4866-9312-6a29c9354334 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.711366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-1af2693a-32e9-493e-9e57-14cd589b67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.712566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b320-4a2b-4c4e-be7f-18a36f13be05 req-a428f762-7848-4866-9312-6a29c9354334 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.712888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-1af2693a-32e9-493e-9e57-14cd589b67c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b4a0e97e7d43443f8ad331d6dccc5dde&device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 1095 time: 0.2295971 Jul 13 07:35:11.719111 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b320-4a2b-4c4e-be7f-18a36f13be05 req-a428f762-7848-4866-9312-6a29c9354334 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.724894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b320-4a2b-4c4e-be7f-18a36f13be05 req-a428f762-7848-4866-9312-6a29c9354334 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.732583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b320-4a2b-4c4e-be7f-18a36f13be05 req-a428f762-7848-4866-9312-6a29c9354334 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.737817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b320-4a2b-4c4e-be7f-18a36f13be05 req-a428f762-7848-4866-9312-6a29c9354334 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.745405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e474b320-4a2b-4c4e-be7f-18a36f13be05 req-a428f762-7848-4866-9312-6a29c9354334 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.2977402 Jul 13 07:35:11.818079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-4712c612-643f-4417-b30c-e032d17fcf6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78c9da7a-6031-4262-ab55-1742f7241bd6 HTTP/1.1" status: 200 len: 217 time: 0.0789199 Jul 13 07:35:11.861147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e474b320-4a2b-4c4e-be7f-18a36f13be05 req-b22195ab-870f-454a-88a0-967c476b566b tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147678 Jul 13 07:35:11.867153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.880930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d31866d7-97b5-41fa-8731-9fb061e1eb8c req-7453eca0-2844-42fd-b7a2-0578fb46a65d tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922321 Jul 13 07:35:11.984580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=84ad7e96-4356-435f-9237-fe4a4c202ec7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:12.015463 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dd8493-7e77-4bc8-be1a-abb93abaab52 x-openstack-request-id: req-c3dd8493-7e77-4bc8-be1a-abb93abaab52 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:12.015762 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c0dcd7-e4e4-4779-83bd-5e60fd919029", "tag": "78c9da7a-6031-4262-ab55-1742f7241bd6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:12.016013 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3dd8493-7e77-4bc8-be1a-abb93abaab52 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:12.016405 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c0dcd7-e4e4-4779-83bd-5e60fd919029', 'tag': '78c9da7a-6031-4262-ab55-1742f7241bd6', 'status': 'completed', 'code': 200} Jul 13 07:35:12.043779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-666d1252-97b0-4254-89f6-0d3fe36566cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.045292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-666d1252-97b0-4254-89f6-0d3fe36566cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=912f746c-946e-4ea5-86ad-090a5ea1de6a HTTP/1.1" status: 200 len: 858 time: 0.2139554 Jul 13 07:35:12.053380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae255236-9a71-4745-89da-d792dc0d3e6a tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.139557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-910a6a5f-89d3-473c-963a-c9d93781a5a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0945bdd0-36aa-47f5-bb81-cc12b02d57e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848224 Jul 13 07:35:12.143369 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae255236-9a71-4745-89da-d792dc0d3e6a tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.176973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Attempting to bind port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:12.177366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Attempting to bind port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:12.177708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Attempting to bind port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:12.191510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a on network e4c07a53-adf5-42b2-b35d-ef69c8555115 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:12.191907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Attempting to bind port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:12.194764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae255236-9a71-4745-89da-d792dc0d3e6a tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.198544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ae255236-9a71-4745-89da-d792dc0d3e6a tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8016746 Jul 13 07:35:12.202206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46040) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:12.214793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-17f5ea4d-0ac0-4a27-9171-c53af7a6e2f5 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': 'e3af910c-59e4-4284-9749-22d7de1d62fb', 'direction': 'ingress', 'protocol': 17}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:12.238486 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.259615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:12.260004 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Checking segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:12.260404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Bound using segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:12.260920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Bound port: b822fb75-8cdb-4ab8-89ce-74c7e863ab8a, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:12.261336 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.275779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef989d81-bfed-4cff-99f0-215b095063b2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:12.296499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae255236-9a71-4745-89da-d792dc0d3e6a tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3af910c-59e4-4284-9749-22d7de1d62fb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:12.323442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.367450 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f5ea4d-0ac0-4a27-9171-c53af7a6e2f5 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.386920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Transition to ACTIVE for port object ef989d81-bfed-4cff-99f0-215b095063b2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:12.394141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-8457b9a6-9373-4789-b695-7cc1d267cd81 service neutron] 10.222.0.38 "GET /v2.0/networks/0945bdd0-36aa-47f5-bb81-cc12b02d57e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377717 Jul 13 07:35:12.397571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.497606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021860b-3ca5-4803-af1c-45ea63e4a62c req-046eaf50-e94f-4919-8a31-2a4c293e4551 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.499493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c021860b-3ca5-4803-af1c-45ea63e4a62c req-046eaf50-e94f-4919-8a31-2a4c293e4551 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 931 time: 0.3102503 Jul 13 07:35:12.540465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] For port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:12.570617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] For port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:12.573600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Pushing event updated for resources: {'Port': ['ID=ef989d81-bfed-4cff-99f0-215b095063b2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:12.584695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.623159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f5ea4d-0ac0-4a27-9171-c53af7a6e2f5 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.625357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a3287d2-bede-4138-be36-80fca33f61b1 req-20be1fa3-d9c1-462f-bd93-777d51ac3b4f service neutron] 10.222.0.38 "GET /v2.0/networks/0945bdd0-36aa-47f5-bb81-cc12b02d57e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067614 Jul 13 07:35:12.635423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c021860b-3ca5-4803-af1c-45ea63e4a62c req-0577bcdd-9299-4584-8316-f527715398dc tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071405 Jul 13 07:35:12.644146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.644775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.646466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] 10.222.0.48 "PUT /v2.0/ports/b822fb75-8cdb-4ab8-89ce-74c7e863ab8a HTTP/1.1" status: 200 len: 1093 time: 2.9240494 Jul 13 07:35:12.654303 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f5ea4d-0ac0-4a27-9171-c53af7a6e2f5 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.664089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fad40-848a-40f8-90b3-ef5d78b6668c service neutron] Pushing event updated for resources: {'Port': ['ID=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:12.706943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5ea4d-0ac0-4a27-9171-c53af7a6e2f5 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8554506-8049-4f25-b5fe-c5fba53c43a1,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:12.712560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 4b7e1f4e-1724-4dab-9f29-9eaf4749b280 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:12.728662 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f5ea4d-0ac0-4a27-9171-c53af7a6e2f5 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.729884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-17f5ea4d-0ac0-4a27-9171-c53af7a6e2f5 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5263963 Jul 13 07:35:12.739094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46050) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:12.747755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a682f-a4f1-49f9-b464-4f3060110784 req-87371865-6f1f-429c-ab5a-ca9ceb0194e9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.749113 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a28a682f-a4f1-49f9-b464-4f3060110784 req-87371865-6f1f-429c-ab5a-ca9ceb0194e9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 944 time: 0.3117323 Jul 13 07:35:12.795879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Attempting to bind port ef989d81-bfed-4cff-99f0-215b095063b2 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:12.795879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Attempting to bind port ef989d81-bfed-4cff-99f0-215b095063b2 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:12.796239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Attempting to bind port ef989d81-bfed-4cff-99f0-215b095063b2 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:12.887281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Port ef989d81-bfed-4cff-99f0-215b095063b2 on network 30697d85-c91b-4835-a984-cab30e3df541 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:12.887851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Attempting to bind port ef989d81-bfed-4cff-99f0-215b095063b2 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:12.893929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-18c4f97b-54cc-419c-bbaf-b28bd66510bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.895572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-18c4f97b-54cc-419c-bbaf-b28bd66510bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b4a0e97e7d43443f8ad331d6dccc5dde&device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 1095 time: 0.1484780 Jul 13 07:35:12.909961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:12.910303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Checking segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:12.910690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Bound using segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:12.911145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Bound port: ef989d81-bfed-4cff-99f0-215b095063b2, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:12.911485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.916769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-0e1ee4b5-9fd4-44bc-a25d-9591e3085af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.918299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-0e1ee4b5-9fd4-44bc-a25d-9591e3085af0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21&tenant_id=ae2fa35196974bcab852e560c2090e6f HTTP/1.1" status: 200 len: 1098 time: 0.2501607 Jul 13 07:35:12.936481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:12.959469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a28a682f-a4f1-49f9-b464-4f3060110784 req-c430770c-fd30-4396-a636-4c88275ac263 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954880 Jul 13 07:35:13.016578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-08f7ca68-7b3f-499c-b0af-fb36083c524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.018233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-08f7ca68-7b3f-499c-b0af-fb36083c524b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 1096 time: 0.2722592 Jul 13 07:35:13.148044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-c5f4a5e7-0a71-44cc-92e1-3666d8218c80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a HTTP/1.1" status: 200 len: 217 time: 0.1213675 Jul 13 07:35:13.149312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-df6e7910-4826-415d-98e1-deb8c35964ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.151265 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-df6e7910-4826-415d-98e1-deb8c35964ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=0945bdd0-36aa-47f5-bb81-cc12b02d57e7 HTTP/1.1" status: 200 len: 919 time: 0.2471907 Jul 13 07:35:13.280501 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-eb28f685-7c79-44a4-acff-e79fb3aeb084 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78c9da7a-6031-4262-ab55-1742f7241bd6 HTTP/1.1" status: 200 len: 217 time: 0.0859399 Jul 13 07:35:13.330409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.340500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46072) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:13.359219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-9bd5ea24-37dd-4e27-8ca1-769d6fd09451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.360947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-9bd5ea24-37dd-4e27-8ca1-769d6fd09451 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.2043056 Jul 13 07:35:13.375879 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5749c3eb-b8c2-4615-b996-a225c12412f2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.411269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:13.413294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-7ceb67be-9008-4d6a-86db-c230b6965730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.414824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-7ceb67be-9008-4d6a-86db-c230b6965730 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=912f746c-946e-4ea5-86ad-090a5ea1de6a HTTP/1.1" status: 200 len: 858 time: 0.1247308 Jul 13 07:35:13.422276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-37274deb-3827-49ca-b07c-f5ea1c1105d0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/4b7e1f4e-1724-4dab-9f29-9eaf4749b280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5657022 Jul 13 07:35:13.422466 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572b303-2b6c-4b27-9ccf-d1b7a60c7f98 None None] Sync routers for ids ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:13.425702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46076) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:13.432739 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572b303-2b6c-4b27-9ccf-d1b7a60c7f98 None None] Routers {'4b7e1f4e-1724-4dab-9f29-9eaf4749b280'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:13.433361 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4572b303-2b6c-4b27-9ccf-d1b7a60c7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:13.448808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfbe42-5898-46df-b2bd-15605384361f req-9e38dfd3-94af-4856-8722-6f24c93716fd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.454753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfbe42-5898-46df-b2bd-15605384361f req-9e38dfd3-94af-4856-8722-6f24c93716fd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.455877 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5749c3eb-b8c2-4615-b996-a225c12412f2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.460805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfbe42-5898-46df-b2bd-15605384361f req-9e38dfd3-94af-4856-8722-6f24c93716fd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.467601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfbe42-5898-46df-b2bd-15605384361f req-9e38dfd3-94af-4856-8722-6f24c93716fd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.469828 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4572b303-2b6c-4b27-9ccf-d1b7a60c7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:13.472854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfbe42-5898-46df-b2bd-15605384361f req-9e38dfd3-94af-4856-8722-6f24c93716fd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.478663 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572b303-2b6c-4b27-9ccf-d1b7a60c7f98 None None] Routers {'4b7e1f4e-1724-4dab-9f29-9eaf4749b280'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:13.478860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfbe42-5898-46df-b2bd-15605384361f req-9e38dfd3-94af-4856-8722-6f24c93716fd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.479308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4572b303-2b6c-4b27-9ccf-d1b7a60c7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:13.485371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfbe42-5898-46df-b2bd-15605384361f req-9e38dfd3-94af-4856-8722-6f24c93716fd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.487765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52bfbe42-5898-46df-b2bd-15605384361f req-9e38dfd3-94af-4856-8722-6f24c93716fd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.3355534 Jul 13 07:35:13.523570 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4572b303-2b6c-4b27-9ccf-d1b7a60c7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:13.524436 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572b303-2b6c-4b27-9ccf-d1b7a60c7f98 None None] The sync data for ids ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:13.537712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-63bca65f-500b-48c6-817f-e9a1bebfa7cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0945bdd0-36aa-47f5-bb81-cc12b02d57e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019824 Jul 13 07:35:13.547465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] For port ef989d81-bfed-4cff-99f0-215b095063b2, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:13.576820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] For port ef989d81-bfed-4cff-99f0-215b095063b2, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ef989d81-bfed-4cff-99f0-215b095063b2,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:13.588599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.634887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588dbed-98a9-46d4-ab0f-d927aa9022ff req-b2c14282-300a-46e0-8dde-1226c95fcf48 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.636405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0588dbed-98a9-46d4-ab0f-d927aa9022ff req-b2c14282-300a-46e0-8dde-1226c95fcf48 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.2809882 Jul 13 07:35:13.666736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5749c3eb-b8c2-4615-b996-a225c12412f2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.669165 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5749c3eb-b8c2-4615-b996-a225c12412f2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.672663 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5749c3eb-b8c2-4615-b996-a225c12412f2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-groups/e3af910c-59e4-4284-9749-22d7de1d62fb HTTP/1.1" status: 204 len: 168 time: 0.9202547 Jul 13 07:35:13.682764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46078) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:13.703875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.704685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.706632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] 10.222.0.38 "PUT /v2.0/ports/ef989d81-bfed-4cff-99f0-215b095063b2 HTTP/1.1" status: 200 len: 1092 time: 2.5165055 Jul 13 07:35:13.709075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e13890-b857-4306-a174-24295a7aa555', 'tag': 'ef989d81-bfed-4cff-99f0-215b095063b2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:13.711367 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e13890-b857-4306-a174-24295a7aa555", "tag": "ef989d81-bfed-4cff-99f0-215b095063b2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:13.722966 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:35:13.755782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52bfbe42-5898-46df-b2bd-15605384361f req-e638f0e5-f045-4eb7-9507-334d24e3712a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2549887 Jul 13 07:35:13.780349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-48f3bffa-ef60-49f6-aa56-5fc841f2b41d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0aea08504cbc48f6b6d2dd9d6d7538a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371238 Jul 13 07:35:13.781073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749c3eb-b8c2-4615-b996-a225c12412f2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3af910c-59e4-4284-9749-22d7de1d62fb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:13.782899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46084) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:13.784504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-c226b8c3-b0d9-45a3-8b65-2d003a70bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.786310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-c226b8c3-b0d9-45a3-8b65-2d003a70bc5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4129286 Jul 13 07:35:13.835058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b1ff8-51db-4744-a971-109bca3f30ec service neutron] Pushing event updated for resources: {'Port': ['ID=ef989d81-bfed-4cff-99f0-215b095063b2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:13.861830 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0588dbed-98a9-46d4-ab0f-d927aa9022ff req-d584fbaa-4255-441d-897b-93bb152103ce tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182188 Jul 13 07:35:13.886036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-0cb97bf5-a58c-4757-a421-212dfba35265 service neutron] 10.222.0.38 "GET /v2.0/networks/0945bdd0-36aa-47f5-bb81-cc12b02d57e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313167 Jul 13 07:35:13.926508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c2ba0454-6acf-42f3-bc5a-2f93c7fed281 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2297661 Jul 13 07:35:13.927760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46086) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:13.932019 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9606a4a2-5f21-4c8d-a130-f24fb054d6e9 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group': {'name': 'tempest-secgroup--177151310'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:13.970584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73938ca6-8d6b-4696-8dbc-7d8312a4e255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.978676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-fd273257-3cf6-4359-801e-28c61eb885f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.980514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-fd273257-3cf6-4359-801e-28c61eb885f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 1095 time: 0.2193327 Jul 13 07:35:14.019567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69e278-273c-4130-8d4a-5b1a3192cfec', 'tag': 'b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:14.022324 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6479a684-e6b6-4579-8479-e6ac8d595099" -d '{"events": [{"name": "network-changed", "server_uuid": "ec69e278-273c-4130-8d4a-5b1a3192cfec", "tag": "b822fb75-8cdb-4ab8-89ce-74c7e863ab8a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:14.087954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9606a4a2-5f21-4c8d-a130-f24fb054d6e9 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.092490 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73938ca6-8d6b-4696-8dbc-7d8312a4e255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.096375 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-9fa4f3cb-6416-48e9-a873-20edc8965177 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef989d81-bfed-4cff-99f0-215b095063b2 HTTP/1.1" status: 200 len: 217 time: 0.1005752 Jul 13 07:35:14.119306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:14.130415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-b907f27e-59d2-45d7-ac3e-fff1cb9793c7 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055022 Jul 13 07:35:14.173604 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1eb1779b-b4af-4cd8-960f-f824974a5b54 req-56dde942-f09e-49bb-983e-930fc7a4ba5a service neutron] 10.222.0.38 "GET /v2.0/networks/0945bdd0-36aa-47f5-bb81-cc12b02d57e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564785 Jul 13 07:35:14.200243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb4b93-8110-42a9-b06c-8dbe25bc7d12 req-e232501b-643a-4d04-8c0b-58a879018e47 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:14.201772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74cb4b93-8110-42a9-b06c-8dbe25bc7d12 req-e232501b-643a-4d04-8c0b-58a879018e47 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 943 time: 0.2873268 Jul 13 07:35:14.234520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-34def5a6-2359-455f-9a08-134215777f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:14.236395 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-34def5a6-2359-455f-9a08-134215777f96 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.1213841 Jul 13 07:35:14.299456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634cf9-8263-45c2-9009-a1043c2f01bb req-3e08c6e4-23b1-4596-8910-7390c277fcec tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:14.301150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b634cf9-8263-45c2-9009-a1043c2f01bb req-3e08c6e4-23b1-4596-8910-7390c277fcec tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 943 time: 0.3156796 Jul 13 07:35:14.327193 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-c70dff3c-0ce0-4806-ae3b-6ccb0c8000eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742328 Jul 13 07:35:14.327800 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73938ca6-8d6b-4696-8dbc-7d8312a4e255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.330528 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73938ca6-8d6b-4696-8dbc-7d8312a4e255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.331653 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-73938ca6-8d6b-4696-8dbc-7d8312a4e255 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7736009c-f767-4908-a5b6-5f8230f92f14 HTTP/1.1" status: 204 len: 168 time: 0.5478988 Jul 13 07:35:14.384517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73938ca6-8d6b-4696-8dbc-7d8312a4e255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7736009c-f767-4908-a5b6-5f8230f92f14,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:14.466785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b634cf9-8263-45c2-9009-a1043c2f01bb req-136d7043-700f-43e0-abf6-d3bb628adc24 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445470 Jul 13 07:35:14.470520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9606a4a2-5f21-4c8d-a130-f24fb054d6e9 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.516753 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9606a4a2-5f21-4c8d-a130-f24fb054d6e9 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.548651 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.563121 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2d6e4c-cfde-4a11-a91d-cab3db9785e0 x-openstack-request-id: req-ca2d6e4c-cfde-4a11-a91d-cab3db9785e0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:14.563257 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e13890-b857-4306-a174-24295a7aa555", "tag": "ef989d81-bfed-4cff-99f0-215b095063b2", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:14.563466 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca2d6e4c-cfde-4a11-a91d-cab3db9785e0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:14.563871 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e13890-b857-4306-a174-24295a7aa555', 'tag': 'ef989d81-bfed-4cff-99f0-215b095063b2', 'status': 'completed', 'code': 200} Jul 13 07:35:14.598771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:14.662324 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74cb4b93-8110-42a9-b06c-8dbe25bc7d12 req-96cc29e0-cecb-4fa0-8ed9-bf7cec304978 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517412 Jul 13 07:35:14.681101 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7099bf59-b0bb-4f1a-8b02-1eaa347e156b req-ba7a71eb-54a1-4a0b-95cb-38346671807a service neutron] 10.222.0.48 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380220 Jul 13 07:35:14.703449 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-677e5df8-6ccc-4d7e-a325-928cfa24e280 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643210 Jul 13 07:35:14.705075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.732735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Transition to ACTIVE for port object c9cc4263-9266-4a1a-8825-b067cc7ed883 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:14.738426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.771861 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18ef01b-aa82-40d9-a28f-caaef87666f0 x-openstack-request-id: req-b18ef01b-aa82-40d9-a28f-caaef87666f0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:14.772474 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec69e278-273c-4130-8d4a-5b1a3192cfec", "tag": "b822fb75-8cdb-4ab8-89ce-74c7e863ab8a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:14.773131 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b18ef01b-aa82-40d9-a28f-caaef87666f0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:14.773643 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec69e278-273c-4130-8d4a-5b1a3192cfec', 'tag': 'b822fb75-8cdb-4ab8-89ce-74c7e863ab8a', 'status': 'completed', 'code': 200} Jul 13 07:35:14.932856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9606a4a2-5f21-4c8d-a130-f24fb054d6e9 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.935274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9606a4a2-5f21-4c8d-a130-f24fb054d6e9 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0094154 Jul 13 07:35:14.940456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993ab8c9-ac3e-4c50-b1a3-f93da2d84aef req-29588168-e00d-4bab-b83c-0aeee9efb6bc service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780126 Jul 13 07:35:14.952823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46108) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:14.967131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ec517e7b-7bef-4cc8-9dfe-3d912e787c75 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813822652'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:14.974714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 78c9da7a-6031-4262-ab55-1742f7241bd6 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:14.999218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606a4a2-5f21-4c8d-a130-f24fb054d6e9 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c904753d-8780-41f4-83da-63a5c6a827dc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:15.020328 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec517e7b-7bef-4cc8-9dfe-3d912e787c75 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.050705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:15.194118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 78c9da7a-6031-4262-ab55-1742f7241bd6, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=78c9da7a-6031-4262-ab55-1742f7241bd6,segment=NetworkSegment(f794df41-f932-43c6-becd-3bd4dfe39e25),segment_id=f794df41-f932-43c6-becd-3bd4dfe39e25)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:15.205917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '78c9da7a-6031-4262-ab55-1742f7241bd6', 'network_id': '0945bdd0-36aa-47f5-bb81-cc12b02d57e7', 'port_id': '78c9da7a-6031-4262-ab55-1742f7241bd6', 'mac_address': 'fa:16:3e:db:39:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912f746c-946e-4ea5-86ad-090a5ea1de6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:15.208048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] No DVR routers for this DVR port c9cc4263-9266-4a1a-8825-b067cc7ed883 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:15.212660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288a68-1a82-4009-9e1e-295edf6409c4 req-dbcd6f40-0c6e-4588-9532-a066860a01cc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.214170 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2288a68-1a82-4009-9e1e-295edf6409c4 req-dbcd6f40-0c6e-4588-9532-a066860a01cc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 944 time: 0.5070868 Jul 13 07:35:15.254685 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.270677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c9da7a-6031-4262-ab55-1742f7241bd6 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:15.318589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 78c9da7a-6031-4262-ab55-1742f7241bd6, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=78c9da7a-6031-4262-ab55-1742f7241bd6,segment=NetworkSegment(f794df41-f932-43c6-becd-3bd4dfe39e25),segment_id=f794df41-f932-43c6-becd-3bd4dfe39e25)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:15.328930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2288a68-1a82-4009-9e1e-295edf6409c4 req-a70f2be1-2ba5-4e28-8886-b4d2213e6ac8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939431 Jul 13 07:35:15.330772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-8f318960-4c02-4119-a5bf-be6a880a36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.332647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-8f318960-4c02-4119-a5bf-be6a880a36b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 1095 time: 0.2897158 Jul 13 07:35:15.342328 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.435757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=78c9da7a-6031-4262-ab55-1742f7241bd6,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:15.501733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec517e7b-7bef-4cc8-9dfe-3d912e787c75 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.512725 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec517e7b-7bef-4cc8-9dfe-3d912e787c75 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.538905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Attempting to bind port c9cc4263-9266-4a1a-8825-b067cc7ed883 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:15.539914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Attempting to bind port c9cc4263-9266-4a1a-8825-b067cc7ed883 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:15.540823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Attempting to bind port c9cc4263-9266-4a1a-8825-b067cc7ed883 on network efb52998-2f8e-4ebf-883f-7422704ba28d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:15.552685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-ab648750-2ec1-4f8a-a2bb-e40aab279f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.554375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-ab648750-2ec1-4f8a-a2bb-e40aab279f60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 1096 time: 0.7707067 Jul 13 07:35:15.559911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Port c9cc4263-9266-4a1a-8825-b067cc7ed883 on network efb52998-2f8e-4ebf-883f-7422704ba28d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:15.560361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Attempting to bind port c9cc4263-9266-4a1a-8825-b067cc7ed883 on network efb52998-2f8e-4ebf-883f-7422704ba28d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:15.586942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e52db-c2ad-40ca-9176-67f3cf76e930 req-cf5703c2-c78c-4117-af8b-f3526202ee45 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.593098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e52db-c2ad-40ca-9176-67f3cf76e930 req-cf5703c2-c78c-4117-af8b-f3526202ee45 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.599223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e52db-c2ad-40ca-9176-67f3cf76e930 req-cf5703c2-c78c-4117-af8b-f3526202ee45 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.605236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e52db-c2ad-40ca-9176-67f3cf76e930 req-cf5703c2-c78c-4117-af8b-f3526202ee45 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.611627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e52db-c2ad-40ca-9176-67f3cf76e930 req-cf5703c2-c78c-4117-af8b-f3526202ee45 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.618166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e52db-c2ad-40ca-9176-67f3cf76e930 req-cf5703c2-c78c-4117-af8b-f3526202ee45 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.619930 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec517e7b-7bef-4cc8-9dfe-3d912e787c75 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.621127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ec517e7b-7bef-4cc8-9dfe-3d912e787c75 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6600597 Jul 13 07:35:15.628599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e52db-c2ad-40ca-9176-67f3cf76e930 req-cf5703c2-c78c-4117-af8b-f3526202ee45 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.628796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46122) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:15.635766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f93715c9-3fe1-4683-b292-1be120313b91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': 'c904753d-8780-41f4-83da-63a5c6a827dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7b6e85d4-7df6-45da-b8b5-12b5f58bb3d9', 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:15.636421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-859e52db-c2ad-40ca-9176-67f3cf76e930 req-cf5703c2-c78c-4117-af8b-f3526202ee45 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.5976646 Jul 13 07:35:15.640678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec517e7b-7bef-4cc8-9dfe-3d912e787c75 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6e85d4-7df6-45da-b8b5-12b5f58bb3d9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:15.646945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-09910a02-c439-4ee1-be28-4b21f01fd516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.648410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-09910a02-c439-4ee1-be28-4b21f01fd516 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 912 time: 0.3072293 Jul 13 07:35:15.649696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:15.650163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Checking segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:15.650460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Bound using segment: {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:15.650917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Bound port: c9cc4263-9266-4a1a-8825-b067cc7ed883, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8bfecc-9b56-4c8a-90f9-412197a0c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:15.651292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.713286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-cdcf9942-cde6-4b32-bf49-88f432082682 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef989d81-bfed-4cff-99f0-215b095063b2 HTTP/1.1" status: 200 len: 217 time: 0.0544887 Jul 13 07:35:15.725905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['78c9da7a-6031-4262-ab55-1742f7241bd6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:15.778300 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:15.778682 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.786034 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93715c9-3fe1-4683-b292-1be120313b91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.786656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-859e52db-c2ad-40ca-9176-67f3cf76e930 req-0ad6d28c-bf11-4a65-abc5-41290d12ffac tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473575 Jul 13 07:35:15.813357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-7bc27cef-10ed-4b5d-9cdd-8c197cee37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.814922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-7bc27cef-10ed-4b5d-9cdd-8c197cee37ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.2522402 Jul 13 07:35:15.815849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d2741-ea47-44b8-8950-90808e3c700f req-bef15b60-9d45-4a57-8f5e-05ba0fb493e1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.817415 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e0d2741-ea47-44b8-8950-90808e3c700f req-bef15b60-9d45-4a57-8f5e-05ba0fb493e1 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.2755759 Jul 13 07:35:15.837068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:15.870382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-90885a32-4abb-4a6f-96c2-82cdde874b4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a HTTP/1.1" status: 200 len: 217 time: 0.0467131 Jul 13 07:35:15.894965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:15.920047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.936260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-3a28b44d-064e-4224-9643-b522009614d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.938676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-3a28b44d-064e-4224-9643-b522009614d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.2167113 Jul 13 07:35:15.984330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.985408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.986763 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] 10.222.0.48 "PUT /v2.0/ports/c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 1094 time: 3.0562027 Jul 13 07:35:15.990531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-dd006052-1356-431c-937d-32537ff5fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.996614 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-23fe3f04-6b34-46e1-82a9-7bb8e6b8863e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490716 Jul 13 07:35:15.999811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-dd006052-1356-431c-937d-32537ff5fe42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.1234751 Jul 13 07:35:16.039029 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e0d2741-ea47-44b8-8950-90808e3c700f req-01431e42-e3d0-4a62-bc65-bc2cf625c794 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150314 Jul 13 07:35:16.117563 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.134640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c9ea7-f24c-4c01-b67c-a5c497b56a11 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.209826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-ba9d2e25-fa7c-46e3-96a8-30254f2c8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.211413 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-ba9d2e25-fa7c-46e3-96a8-30254f2c8ac0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046313 Jul 13 07:35:16.213982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for cdc25e9b-b6f1-47aa-93b8-9f97f5e65511 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:16.224397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aba5e4-d0e0-4c5d-84c9-67a01f8fa04d req-79bdf41e-aeb9-47f1-a05c-6917f43c318d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.225589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93715c9-3fe1-4683-b292-1be120313b91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.225971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57aba5e4-d0e0-4c5d-84c9-67a01f8fa04d req-79bdf41e-aeb9-47f1-a05c-6917f43c318d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 943 time: 0.1730707 Jul 13 07:35:16.228465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-f6f8229f-fd06-4858-8c5e-746b600d4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.230251 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-f6f8229f-fd06-4858-8c5e-746b600d4140 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1097 time: 0.2108445 Jul 13 07:35:16.243462 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93715c9-3fe1-4683-b292-1be120313b91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.347438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-bc513830-33c4-4968-b5d6-de054d035eed service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436275 Jul 13 07:35:16.351764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93715c9-3fe1-4683-b292-1be120313b91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ac66b5-0903-4cef-adb4-a30bab5bf861,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.353612 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93715c9-3fe1-4683-b292-1be120313b91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.358500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f93715c9-3fe1-4683-b292-1be120313b91 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7261338 Jul 13 07:35:16.361180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46138) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:16.403628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57aba5e4-d0e0-4c5d-84c9-67a01f8fa04d req-e2c572a7-878c-4efd-8110-9cc042ef7cc7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642647 Jul 13 07:35:16.440125 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-456bcc00-c918-4d98-acd7-23960f616f5e tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.450117 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-c997c2e1-db2c-470a-bff4-a5a675efe55e service neutron] 10.222.0.48 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187102 Jul 13 07:35:16.452960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-85a472b9-2ec7-4ce0-ae24-7b9865c9f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.454390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-85a472b9-2ec7-4ce0-ae24-7b9865c9f313 service neutron] 10.222.0.48 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.2127345 Jul 13 07:35:16.473092 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-456bcc00-c918-4d98-acd7-23960f616f5e tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.595477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f93b5463-e3c1-4304-9afc-5cdd71cfcc59 req-dd7696e1-1e8c-4d61-8b19-7bad29c9f1d7 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332208 Jul 13 07:35:16.598800 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-456bcc00-c918-4d98-acd7-23960f616f5e tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.608006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-456bcc00-c918-4d98-acd7-23960f616f5e tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.608885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-b4af1cc3-6461-45f6-a2c5-a55f73a8e1f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 1000 time: 0.1476219 Jul 13 07:35:16.611995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-456bcc00-c918-4d98-acd7-23960f616f5e tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b0ac66b5-0903-4cef-adb4-a30bab5bf861 HTTP/1.1" status: 204 len: 168 time: 0.2486582 Jul 13 07:35:16.612727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46152) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:16.650990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bcc00-c918-4d98-acd7-23960f616f5e tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0ac66b5-0903-4cef-adb4-a30bab5bf861,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.679627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b3ab8-3eeb-48dc-b91b-f5e8b9519376 req-5340aa16-d33b-4884-b5b5-0ff85ceb9594 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.681156 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-929b3ab8-3eeb-48dc-b91b-f5e8b9519376 req-5340aa16-d33b-4884-b5b5-0ff85ceb9594 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 944 time: 0.2124565 Jul 13 07:35:16.695357 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.709642 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6479a684-e6b6-4579-8479-e6ac8d595099 req-709a79ae-d344-4d35-a6d1-d0fff80803a8 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413368 Jul 13 07:35:16.735647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=cdc25e9b-b6f1-47aa-93b8-9f97f5e65511,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.757690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5ec42c3f-3956-4f72-8b4d-21ac7ea68c32 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1250074 Jul 13 07:35:16.758193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-c09292c8-bf4c-4779-b6e0-c0a31836aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.759681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-c09292c8-bf4c-4779-b6e0-c0a31836aa5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.1283886 Jul 13 07:35:16.760302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46154) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:16.774382 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-929b3ab8-3eeb-48dc-b91b-f5e8b9519376 req-dcac0651-1eb5-45f4-9061-46819eb88c70 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869284 Jul 13 07:35:16.779050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}, {'name': 'network-changed', 'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:16.781363 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9" -d '{"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-unplugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}, {"name": "network-changed", "server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:16.838966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae44f3-e0fd-4078-bb0f-8fd9e6bf290d req-325dc73f-ff07-4ecc-88da-77a7d775dc64 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.841132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-29ae44f3-e0fd-4078-bb0f-8fd9e6bf290d req-325dc73f-ff07-4ecc-88da-77a7d775dc64 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 944 time: 0.2471886 Jul 13 07:35:16.866200 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.935476 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62934d48-42f5-419f-ab62-169d7fea237c x-openstack-request-id: req-62934d48-42f5-419f-ab62-169d7fea237c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:16.935953 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-unplugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "code": 200}, {"name": "network-changed", "server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:16.937769 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62934d48-42f5-419f-ab62-169d7fea237c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:16.938379 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'code': 200} Jul 13 07:35:16.938817 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'status': 'completed', 'code': 200} Jul 13 07:35:16.976189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a54cf8b9-2042-4246-a974-0f6ed32d13c3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.980658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ef989d81-bfed-4cff-99f0-215b095063b2 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:17.008023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-b5c505c2-1482-42fc-a62b-e12a20f642ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.009560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-b5c505c2-1482-42fc-a62b-e12a20f642ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2399337 Jul 13 07:35:17.024504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-29ae44f3-e0fd-4078-bb0f-8fd9e6bf290d req-227d2deb-e79b-4be6-a79b-410acedd5ec0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645303 Jul 13 07:35:17.070443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a54cf8b9-2042-4246-a974-0f6ed32d13c3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.127524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 78c9da7a-6031-4262-ab55-1742f7241bd6 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:17.173655 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a54cf8b9-2042-4246-a974-0f6ed32d13c3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.176326 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a54cf8b9-2042-4246-a974-0f6ed32d13c3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.177592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a54cf8b9-2042-4246-a974-0f6ed32d13c3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-groups/7b6e85d4-7df6-45da-b8b5-12b5f58bb3d9 HTTP/1.1" status: 204 len: 168 time: 0.4153447 Jul 13 07:35:17.183995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46172) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:17.202763 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-d71cb2d1-afa6-4b21-a119-2c1477d6f900 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771638 Jul 13 07:35:17.206520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b822fb75-8cdb-4ab8-89ce-74c7e863ab8a details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:17.232631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cf8b9-2042-4246-a974-0f6ed32d13c3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6e85d4-7df6-45da-b8b5-12b5f58bb3d9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:17.278991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ef989d81-bfed-4cff-99f0-215b095063b2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ef989d81-bfed-4cff-99f0-215b095063b2,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:17.310118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'ef989d81-bfed-4cff-99f0-215b095063b2', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'port_id': 'ef989d81-bfed-4cff-99f0-215b095063b2', 'mac_address': 'fa:16:3e:d3:86:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409c3169-4bb7-4f7d-a7a2-a28446385253', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:17.319442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46176) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:17.360524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 78c9da7a-6031-4262-ab55-1742f7241bd6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:17.389032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1393626c-9656-4115-9079-f570e3a327be tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1957552 Jul 13 07:35:17.398684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46180) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:17.404676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 78c9da7a-6031-4262-ab55-1742f7241bd6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:17.405057 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.451756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-379824b3-d76e-4369-bbe4-f71faa70713f service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357657 Jul 13 07:35:17.471801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.498796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef989d81-bfed-4cff-99f0-215b095063b2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:17.511447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 4b7e1f4e-1724-4dab-9f29-9eaf4749b280 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:17.538573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f6e5b-6db1-4733-a501-4a0ce0050c57 req-e93377ea-18c8-4ff4-92c8-d8f93f186d82 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.547502 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-601f6e5b-6db1-4733-a501-4a0ce0050c57 req-e93377ea-18c8-4ff4-92c8-d8f93f186d82 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.2988019 Jul 13 07:35:17.555007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d293a-0f8a-428d-85b3-0b20e5a9c0c6 req-a0d71633-3af3-476c-b006-e2f481930ecb tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.561918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:17.571823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d293a-0f8a-428d-85b3-0b20e5a9c0c6 req-a0d71633-3af3-476c-b006-e2f481930ecb tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.575269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ef989d81-bfed-4cff-99f0-215b095063b2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ef989d81-bfed-4cff-99f0-215b095063b2,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:17.582977 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.583367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d293a-0f8a-428d-85b3-0b20e5a9c0c6 req-a0d71633-3af3-476c-b006-e2f481930ecb tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.593493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d293a-0f8a-428d-85b3-0b20e5a9c0c6 req-a0d71633-3af3-476c-b006-e2f481930ecb tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.594258 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.602594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d293a-0f8a-428d-85b3-0b20e5a9c0c6 req-a0d71633-3af3-476c-b006-e2f481930ecb tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.608607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'b822fb75-8cdb-4ab8-89ce-74c7e863ab8a', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'port_id': 'b822fb75-8cdb-4ab8-89ce-74c7e863ab8a', 'mac_address': 'fa:16:3e:28:ce:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:17.612274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d293a-0f8a-428d-85b3-0b20e5a9c0c6 req-a0d71633-3af3-476c-b006-e2f481930ecb tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.618568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b423064-61a6-4299-9bca-1690a45f98c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.622879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d293a-0f8a-428d-85b3-0b20e5a9c0c6 req-a0d71633-3af3-476c-b006-e2f481930ecb tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.629377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b04ac1df-f17f-4789-8d6f-677e75ab8411 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.635776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf8d293a-0f8a-428d-85b3-0b20e5a9c0c6 req-a0d71633-3af3-476c-b006-e2f481930ecb tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.2057798 Jul 13 07:35:17.671671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0dcd7-e4e4-4779-83bd-5e60fd919029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c9da7a-6031-4262-ab55-1742f7241bd6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:17.673932 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b39122-84da-4ea7-abc3-e8ee16a6759b" -d '{"events": [{"server_uuid": "58c0dcd7-e4e4-4779-83bd-5e60fd919029", "name": "network-vif-plugged", "status": "completed", "tag": "78c9da7a-6031-4262-ab55-1742f7241bd6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:17.700195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 78c9da7a-6031-4262-ab55-1742f7241bd6, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=78c9da7a-6031-4262-ab55-1742f7241bd6,segment=NetworkSegment(f794df41-f932-43c6-becd-3bd4dfe39e25),segment_id=f794df41-f932-43c6-becd-3bd4dfe39e25)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:17.716972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.721314 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.731776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-601f6e5b-6db1-4733-a501-4a0ce0050c57 req-1f8167f0-d22d-4f96-8a5d-a40bab36f623 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833041 Jul 13 07:35:17.742477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b822fb75-8cdb-4ab8-89ce-74c7e863ab8a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:17.744797 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b04ac1df-f17f-4789-8d6f-677e75ab8411 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.749668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ef989d81-bfed-4cff-99f0-215b095063b2,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:17.781777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:17.792454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c51fcda8-1ae9-42cb-8046-25f61741a188 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/4b7e1f4e-1724-4dab-9f29-9eaf4749b280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3624480 Jul 13 07:35:17.797175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:17.802925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-e1260697-7965-4805-888a-cc3d9184388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.804496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-e1260697-7965-4805-888a-cc3d9184388e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1097 time: 0.2881351 Jul 13 07:35:17.823883 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf8d293a-0f8a-428d-85b3-0b20e5a9c0c6 req-64ea40da-4355-4f68-9825-77f1eb67b65b tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871293 Jul 13 07:35:17.869906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-652466fe-e602-44ae-be76-cf63fff111d1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b7e1f4e-1724-4dab-9f29-9eaf4749b280 HTTP/1.1" status: 200 len: 205 time: 0.0446386 Jul 13 07:35:17.870407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46202) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:17.993888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b04ac1df-f17f-4789-8d6f-677e75ab8411 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.999696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b04ac1df-f17f-4789-8d6f-677e75ab8411 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.000853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b04ac1df-f17f-4789-8d6f-677e75ab8411 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-groups/c904753d-8780-41f4-83da-63a5c6a827dc HTTP/1.1" status: 204 len: 168 time: 0.6011786 Jul 13 07:35:18.043949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:18.054732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=78c9da7a-6031-4262-ab55-1742f7241bd6,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:18.061798 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d8bf61-3f58-431d-be60-64bbee595861 x-openstack-request-id: req-b9d8bf61-3f58-431d-be60-64bbee595861 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:18.062060 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c0dcd7-e4e4-4779-83bd-5e60fd919029", "name": "network-vif-plugged", "status": "completed", "tag": "78c9da7a-6031-4262-ab55-1742f7241bd6", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:18.062504 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9d8bf61-3f58-431d-be60-64bbee595861 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:18.063044 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c0dcd7-e4e4-4779-83bd-5e60fd919029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c9da7a-6031-4262-ab55-1742f7241bd6', 'code': 200} Jul 13 07:35:18.064178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['ef989d81-bfed-4cff-99f0-215b095063b2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:18.067276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9285939-a69e-4447-8078-9a37c52322e2 None None] Sync routers for ids ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:18.096898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac1df-f17f-4789-8d6f-677e75ab8411 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c904753d-8780-41f4-83da-63a5c6a827dc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:18.123620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9285939-a69e-4447-8078-9a37c52322e2 None None] Routers {'4b7e1f4e-1724-4dab-9f29-9eaf4749b280'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:18.123847 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b423064-61a6-4299-9bca-1690a45f98c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.124157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a9285939-a69e-4447-8078-9a37c52322e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:18.134453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:18.171542 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3df6aacc-9fe7-4892-ab44-33c6ae3397a2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185246 Jul 13 07:35:18.171542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b423064-61a6-4299-9bca-1690a45f98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.172724 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1293-e294-4e1d-afe4-e8565b0c9218 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.176313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:18.182125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f0e56a0a-b2b5-4b54-afbf-fab0b8876a25 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group': {'name': 'tempest-secgroup--750551708'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:18.220918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-6f42a755-8977-4304-ac77-caa2866bd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.222646 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-6f42a755-8977-4304-ac77-caa2866bd322 service neutron] 10.222.0.48 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.4070971 Jul 13 07:35:18.244835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7b423064-61a6-4299-9bca-1690a45f98c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e18437668b74378869a52266bae18ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241886 Jul 13 07:35:18.268205 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.283426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0e56a0a-b2b5-4b54-afbf-fab0b8876a25 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.297983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:18.325684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-86f9573e-8385-43a3-b6b3-f76e4e845e5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 1000 time: 0.0887804 Jul 13 07:35:18.327984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b423064-61a6-4299-9bca-1690a45f98c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27453442-0db8-43c7-a970-15fed9cbbac8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:18.342925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:18.355399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a9285939-a69e-4447-8078-9a37c52322e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:18.389348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9285939-a69e-4447-8078-9a37c52322e2 None None] Routers {'4b7e1f4e-1724-4dab-9f29-9eaf4749b280'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:18.391171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a9285939-a69e-4447-8078-9a37c52322e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:34:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:18.446119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a9285939-a69e-4447-8078-9a37c52322e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:18.447093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9285939-a69e-4447-8078-9a37c52322e2 None None] The sync data for ids ['4b7e1f4e-1724-4dab-9f29-9eaf4749b280'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:18.448876 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45b6d7f2-7fd3-47f9-97b6-15b8d0cf4d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.647111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0caf8ef-3482-41b1-b9fa-ce9e0b1cd01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.658331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5faa0b-2627-4592-83df-7a0ed68d4b17 req-40ee8bfc-f11c-433a-9f28-29f74c55c8b1 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.660079 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad5faa0b-2627-4592-83df-7a0ed68d4b17 req-40ee8bfc-f11c-433a-9f28-29f74c55c8b1 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 945 time: 0.6033764 Jul 13 07:35:18.693888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:18.773323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1293-e294-4e1d-afe4-e8565b0c9218 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.781388 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad5faa0b-2627-4592-83df-7a0ed68d4b17 req-51a8c5e3-288a-446e-b7c0-bd0b469c2646 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100669 Jul 13 07:35:18.782718 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1293-e294-4e1d-afe4-e8565b0c9218 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.792327 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17d47-d19e-4456-a2ee-7316ec0b7e51 req-918ceddc-2b4a-4202-a56e-e23880644702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.794123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3e17d47-d19e-4456-a2ee-7316ec0b7e51 req-918ceddc-2b4a-4202-a56e-e23880644702 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 1097 time: 0.7384779 Jul 13 07:35:18.803852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0caf8ef-3482-41b1-b9fa-ce9e0b1cd01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.932470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3810c0-5ef4-4a77-a798-c2bca919e097 req-e840a343-41c5-4be0-b202-dd45b763700e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.932846 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3e17d47-d19e-4456-a2ee-7316ec0b7e51 req-583f5587-da62-45e6-a032-8dbae409b3af service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221859 Jul 13 07:35:18.940697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b3810c0-5ef4-4a77-a798-c2bca919e097 req-e840a343-41c5-4be0-b202-dd45b763700e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 944 time: 0.9653096 Jul 13 07:35:18.945926 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1293-e294-4e1d-afe4-e8565b0c9218 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.947046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8b1293-e294-4e1d-afe4-e8565b0c9218 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Fanout notify agent at l3_agent the message router_deleted on router 4b7e1f4e-1724-4dab-9f29-9eaf4749b280 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:18.962825 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1293-e294-4e1d-afe4-e8565b0c9218 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.967058 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1c8b1293-e294-4e1d-afe4-e8565b0c9218 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/4b7e1f4e-1724-4dab-9f29-9eaf4749b280 HTTP/1.1" status: 204 len: 168 time: 1.0955367 Jul 13 07:35:18.967620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46222) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.012296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0e56a0a-b2b5-4b54-afbf-fab0b8876a25 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.017810 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0e56a0a-b2b5-4b54-afbf-fab0b8876a25 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.043851 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0caf8ef-3482-41b1-b9fa-ce9e0b1cd01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.047642 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0caf8ef-3482-41b1-b9fa-ce9e0b1cd01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.049752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e0caf8ef-3482-41b1-b9fa-ce9e0b1cd01d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27453442-0db8-43c7-a970-15fed9cbbac8 HTTP/1.1" status: 204 len: 168 time: 0.7491677 Jul 13 07:35:19.058829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0e56a0a-b2b5-4b54-afbf-fab0b8876a25 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.063216 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f0e56a0a-b2b5-4b54-afbf-fab0b8876a25 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8825772 Jul 13 07:35:19.063404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b774983b-80dc-4a3f-a1d5-24773abcc22a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting subnet 6e12589f-fb1a-4278-b9ae-e68efa15413b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:19.064429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.066337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b774983b-80dc-4a3f-a1d5-24773abcc22a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.070044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c93b2d0b-7098-4ae2-9d19-2482667e81fe tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': 'b7d37d95-d5ee-43fa-a30e-de8156218ddd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:19.096547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e56a0a-b2b5-4b54-afbf-fab0b8876a25 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d37d95-d5ee-43fa-a30e-de8156218ddd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.108273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-40cb8e72-8827-4a8e-bf6a-409664ef6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.111869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-40cb8e72-8827-4a8e-bf6a-409664ef6844 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.7654483 Jul 13 07:35:19.133043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caf8ef-3482-41b1-b9fa-ce9e0b1cd01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27453442-0db8-43c7-a970-15fed9cbbac8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.186050 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c93b2d0b-7098-4ae2-9d19-2482667e81fe tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.199312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b3810c0-5ef4-4a77-a798-c2bca919e097 req-8b833516-d49a-4480-9a29-926902f6dd8a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576311 Jul 13 07:35:19.281115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b774983b-80dc-4a3f-a1d5-24773abcc22a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.375447 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c93b2d0b-7098-4ae2-9d19-2482667e81fe tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.387722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae86907-7486-4881-b2d7-40912fbc81bb req-77e0b54d-32d2-4f37-adf2-6a91322f8792 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.389658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6ae86907-7486-4881-b2d7-40912fbc81bb req-77e0b54d-32d2-4f37-adf2-6a91322f8792 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 945 time: 0.2191448 Jul 13 07:35:19.392012 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c93b2d0b-7098-4ae2-9d19-2482667e81fe tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.433133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b774983b-80dc-4a3f-a1d5-24773abcc22a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.435843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b2d0b-7098-4ae2-9d19-2482667e81fe tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400c1599-361d-439e-bbdc-01d2b37eef6b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.440220 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c93b2d0b-7098-4ae2-9d19-2482667e81fe tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.445276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c93b2d0b-7098-4ae2-9d19-2482667e81fe tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3793819 Jul 13 07:35:19.446176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46230) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.487443 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6ae86907-7486-4881-b2d7-40912fbc81bb req-3bea6e11-c97d-449e-84fe-cb7cf4e6e031 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888581 Jul 13 07:35:19.488436 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfafc03c-ed3b-4373-92d8-0be27897f1e0 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.500332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfafc03c-ed3b-4373-92d8-0be27897f1e0 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.537229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfafc03c-ed3b-4373-92d8-0be27897f1e0 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.545677 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfafc03c-ed3b-4373-92d8-0be27897f1e0 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.553616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46234) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.553870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dfafc03c-ed3b-4373-92d8-0be27897f1e0 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/400c1599-361d-439e-bbdc-01d2b37eef6b HTTP/1.1" status: 204 len: 168 time: 0.1039839 Jul 13 07:35:19.572280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafc03c-ed3b-4373-92d8-0be27897f1e0 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=400c1599-361d-439e-bbdc-01d2b37eef6b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.685602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b774983b-80dc-4a3f-a1d5-24773abcc22a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.688961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-e1caa91b-ee8b-49df-a3d7-df85b46d1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.690496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-e1caa91b-ee8b-49df-a3d7-df85b46d1388 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4749703 Jul 13 07:35:19.755536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774983b-80dc-4a3f-a1d5-24773abcc22a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Subnet': ['ID=6e12589f-fb1a-4278-b9ae-e68efa15413b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.792568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b774983b-80dc-4a3f-a1d5-24773abcc22a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.796092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc7e28-43f0-4481-94d1-6c72d0683083 None None] Network 17f49c11-0845-4cea-8822-cad52eb8cb1c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:19.811354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b774983b-80dc-4a3f-a1d5-24773abcc22a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/6e12589f-fb1a-4278-b9ae-e68efa15413b HTTP/1.1" status: 204 len: 168 time: 0.8398716 Jul 13 07:35:19.812045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46242) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.845760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74840cbf-728a-431e-896a-d522f4141d37 req-f160f08c-09ce-413f-8c65-baa2206a907c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.850187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74840cbf-728a-431e-896a-d522f4141d37 req-f160f08c-09ce-413f-8c65-baa2206a907c tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.3413422 Jul 13 07:35:20.024214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97b95-e24f-481d-8053-e814913ce828 req-df837286-4e22-48b2-bcfa-be16f62f191e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.039071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97b95-e24f-481d-8053-e814913ce828 req-df837286-4e22-48b2-bcfa-be16f62f191e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.054031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97b95-e24f-481d-8053-e814913ce828 req-df837286-4e22-48b2-bcfa-be16f62f191e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.060947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97b95-e24f-481d-8053-e814913ce828 req-df837286-4e22-48b2-bcfa-be16f62f191e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.076807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97b95-e24f-481d-8053-e814913ce828 req-df837286-4e22-48b2-bcfa-be16f62f191e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.085695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97b95-e24f-481d-8053-e814913ce828 req-df837286-4e22-48b2-bcfa-be16f62f191e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.102139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97b95-e24f-481d-8053-e814913ce828 req-df837286-4e22-48b2-bcfa-be16f62f191e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.110089 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ac97b95-e24f-481d-8053-e814913ce828 req-df837286-4e22-48b2-bcfa-be16f62f191e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.3465481 Jul 13 07:35:20.129309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b7c376e8-0f17-43d9-8894-abc13ac35086 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5494325 Jul 13 07:35:20.134008 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46254) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:20.202635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74840cbf-728a-431e-896a-d522f4141d37 req-3b3e09c6-73a0-419c-877a-4bcaaa34f43e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221738 Jul 13 07:35:20.235453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c55f89-5d4c-4a45-b518-f29be8b3892c None None] DHCP port deletion for 17f49c11-0845-4cea-8822-cad52eb8cb1c request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:35:20.246020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1057fcfe-0aea-4957-b3d8-3ac7e8e9fc35 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting subnet 20ced812-8cf5-4c5f-b487-7f2f23795d77 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:20.249669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1057fcfe-0aea-4957-b3d8-3ac7e8e9fc35 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.258361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ac97b95-e24f-481d-8053-e814913ce828 req-f4d578b8-e820-4a85-bb28-743af281d262 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1460996 Jul 13 07:35:20.298830 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b98a1e-5748-4a30-9a0f-e402e732af97 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.358782 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b98a1e-5748-4a30-9a0f-e402e732af97 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.390215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-42122f08-f94d-4f38-b749-9ef2f05e8f77 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034888 Jul 13 07:35:20.419054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1057fcfe-0aea-4957-b3d8-3ac7e8e9fc35 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.419951 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f8c55f89-5d4c-4a45-b518-f29be8b3892c None None] Deleting port e9cee53d-5c1c-41ad-9147-ff8a612311bd {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:20.421331 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8c55f89-5d4c-4a45-b518-f29be8b3892c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.457641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b98a1e-5748-4a30-9a0f-e402e732af97 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.465633 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b98a1e-5748-4a30-9a0f-e402e732af97 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.472647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a1b98a1e-5748-4a30-9a0f-e402e732af97 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7d37d95-d5ee-43fa-a30e-de8156218ddd HTTP/1.1" status: 204 len: 168 time: 0.3338735 Jul 13 07:35:20.473324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46258) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:20.515399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f8c55f89-5d4c-4a45-b518-f29be8b3892c None None] For port e9cee53d-5c1c-41ad-9147-ff8a612311bd, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e9cee53d-5c1c-41ad-9147-ff8a612311bd,segment=NetworkSegment(ce45636f-1823-4372-98df-fdee424062cb),segment_id=ce45636f-1823-4372-98df-fdee424062cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:20.516419 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8c55f89-5d4c-4a45-b518-f29be8b3892c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.533221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f8c55f89-5d4c-4a45-b518-f29be8b3892c None None] Calling delete_port for e9cee53d-5c1c-41ad-9147-ff8a612311bd owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:20.562207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b98a1e-5748-4a30-9a0f-e402e732af97 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d37d95-d5ee-43fa-a30e-de8156218ddd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.615483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8d787625-7eb7-4b1c-b2e5-cb68e45ee0d3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1350451 Jul 13 07:35:20.621153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46264) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:20.629791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5315f51c-cf2f-4747-a54f-297cd87a26ff tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group': {'name': 'tempest-secgroup--238071183'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:20.662455 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5315f51c-cf2f-4747-a54f-297cd87a26ff tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.670259 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8c55f89-5d4c-4a45-b518-f29be8b3892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.682710 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1057fcfe-0aea-4957-b3d8-3ac7e8e9fc35 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.718154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c55f89-5d4c-4a45-b518-f29be8b3892c None None] Pushing event deleted for resources: {'Port': ['ID=e9cee53d-5c1c-41ad-9147-ff8a612311bd,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.734247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c55f89-5d4c-4a45-b518-f29be8b3892c None None] No DVR routers for this DVR port e9cee53d-5c1c-41ad-9147-ff8a612311bd on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:20.789116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821b0e7-5ac1-4888-b2ff-d06733680ee4 req-a750f9bc-43c5-4e09-b508-84b62638bd46 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.790830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9821b0e7-5ac1-4888-b2ff-d06733680ee4 req-a750f9bc-43c5-4e09-b508-84b62638bd46 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 945 time: 0.2070427 Jul 13 07:35:20.799536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ec72d-1789-4246-82b2-cb221215e886 req-2db084dc-8bf6-44d8-b305-e8c1b61ab489 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.801425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-133ec72d-1789-4246-82b2-cb221215e886 req-2db084dc-8bf6-44d8-b305-e8c1b61ab489 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 944 time: 0.2684753 Jul 13 07:35:20.862895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1057fcfe-0aea-4957-b3d8-3ac7e8e9fc35 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.878125 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-133ec72d-1789-4246-82b2-cb221215e886 req-e94228e3-0b5c-4cbc-b092-bea08ca19371 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697756 Jul 13 07:35:20.939315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba2bb2-7f77-4177-ba54-89cd2e0cc565 None None] Network 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:20.942194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9821b0e7-5ac1-4888-b2ff-d06733680ee4 req-4e7c3257-351f-405c-9d17-2f6b5d9a58f4 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443694 Jul 13 07:35:20.943875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057fcfe-0aea-4957-b3d8-3ac7e8e9fc35 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Subnet': ['ID=20ced812-8cf5-4c5f-b487-7f2f23795d77,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.947454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1057fcfe-0aea-4957-b3d8-3ac7e8e9fc35 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.949777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1057fcfe-0aea-4957-b3d8-3ac7e8e9fc35 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/20ced812-8cf5-4c5f-b487-7f2f23795d77 HTTP/1.1" status: 204 len: 168 time: 1.1287961 Jul 13 07:35:20.952679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46268) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:20.954127 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5315f51c-cf2f-4747-a54f-297cd87a26ff tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.959689 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5315f51c-cf2f-4747-a54f-297cd87a26ff tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.997927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e9cee53d-5c1c-41ad-9147-ff8a612311bd no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:20.998172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5315f51c-cf2f-4747-a54f-297cd87a26ff tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.001862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5315f51c-cf2f-4747-a54f-297cd87a26ff tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3737409 Jul 13 07:35:21.002424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46272) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.011636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f5ccbbbc-baac-4b0c-b12f-1ea24090a410 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': '41baf571-21c0-4471-a5fc-e5d0b32a3906', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:21.068695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315f51c-cf2f-4747-a54f-297cd87a26ff tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41baf571-21c0-4471-a5fc-e5d0b32a3906,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.083387 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbbbc-baac-4b0c-b12f-1ea24090a410 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.121579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ef989d81-bfed-4cff-99f0-215b095063b2 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:21.128109 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.202877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d3f1c6c-2c43-4974-b8ad-6509a2c6b9d9 req-48f91081-fd35-4417-9adb-e1916e1d5e67 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047145 Jul 13 07:35:21.230834 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbbbc-baac-4b0c-b12f-1ea24090a410 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.236235 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbbbc-baac-4b0c-b12f-1ea24090a410 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.269024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.283449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccbbbc-baac-4b0c-b12f-1ea24090a410 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894dc84d-2076-4611-bf60-1141d6047527,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.287244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f49c11-0845-4cea-8822-cad52eb8cb1c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:21.298650 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbbbc-baac-4b0c-b12f-1ea24090a410 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.300302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f5ccbbbc-baac-4b0c-b12f-1ea24090a410 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2965906 Jul 13 07:35:21.303582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46278) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.312589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce45636f-1823-4372-98df-fdee424062cb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:21.312953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce45636f-1823-4372-98df-fdee424062cb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:21.323384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e9cee53d-5c1c-41ad-9147-ff8a612311bd {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:21.325514 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.326150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e9cee53d-5c1c-41ad-9147-ff8a612311bd not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:21.345045 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-11b69109-5630-43f5-b1c4-5a1d84e535af tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules/894dc84d-2076-4611-bf60-1141d6047527 HTTP/1.1" status: 200 len: 763 time: 0.0400703 Jul 13 07:35:21.345848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.347201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46280) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.358739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:21.359132 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:21.363958 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:21.367869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b822fb75-8cdb-4ab8-89ce-74c7e863ab8a up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:21.438642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-619c75f2-e330-440a-a92d-01ab25ce6a12 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0902066 Jul 13 07:35:21.439621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46284) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.478529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-791f8a64-8d56-412d-8167-402b9c82b43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.485344 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53324cd1-810c-4970-9def-3b4b086863a7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.495099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53324cd1-810c-4970-9def-3b4b086863a7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.561390 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53324cd1-810c-4970-9def-3b4b086863a7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.577841 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53324cd1-810c-4970-9def-3b4b086863a7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.583828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-53324cd1-810c-4970-9def-3b4b086863a7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/894dc84d-2076-4611-bf60-1141d6047527 HTTP/1.1" status: 204 len: 168 time: 0.1427240 Jul 13 07:35:21.587992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46288) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.624964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.646749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.649388 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.652981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53324cd1-810c-4970-9def-3b4b086863a7 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=894dc84d-2076-4611-bf60-1141d6047527,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.665003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/networks/17f49c11-0845-4cea-8822-cad52eb8cb1c HTTP/1.1" status: 204 len: 168 time: 0.7084131 Jul 13 07:35:21.665627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46290) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.731098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabf6a3-dec7-4a4c-8d1e-90885b6df1e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Network': ['ID=17f49c11-0845-4cea-8822-cad52eb8cb1c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.766927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6329a957-8f28-4088-8ae7-f221f9a26ebb tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1773753 Jul 13 07:35:21.767524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.770443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a5c44-007f-4347-9086-523a3e36a1f0 req-282fafcd-c81c-4b68-a716-e00ec9b5f2d8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.775216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9b7f7622-2359-4549-9563-f24d9f609df3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': '41baf571-21c0-4471-a5fc-e5d0b32a3906', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:21.777812 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-346a5c44-007f-4347-9086-523a3e36a1f0 req-282fafcd-c81c-4b68-a716-e00ec9b5f2d8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 945 time: 0.4147110 Jul 13 07:35:21.783918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port ef989d81-bfed-4cff-99f0-215b095063b2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:21.799500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port ef989d81-bfed-4cff-99f0-215b095063b2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:21.799879 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.858658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-346a5c44-007f-4347-9086-523a3e36a1f0 req-d37551a3-65da-4931-ba1b-33b9c69261fe tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716469 Jul 13 07:35:21.933194 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.998269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b7f7622-2359-4549-9563-f24d9f609df3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.058611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:22.082444 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.088856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:22.091950 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.166891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.191687 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b7f7622-2359-4549-9563-f24d9f609df3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.206419 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b7f7622-2359-4549-9563-f24d9f609df3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.242142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f7622-2359-4549-9563-f24d9f609df3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197b5992-c4d3-475d-8047-1f46c6f8740c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.247067 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b7f7622-2359-4549-9563-f24d9f609df3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.248811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9b7f7622-2359-4549-9563-f24d9f609df3 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4774246 Jul 13 07:35:22.250639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port b58f51fd-a3e2-4488-836a-051c85661d3b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:22.251208 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.252611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.306279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c72ed-b485-4a16-b5d2-d04c48d3ead4 req-9b504e28-f25a-48fa-9484-becbdedec258 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.315194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b19c72ed-b485-4a16-b5d2-d04c48d3ead4 req-9b504e28-f25a-48fa-9484-becbdedec258 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.2408185 Jul 13 07:35:22.352885 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.358595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d811d83b-c0fd-4580-8f94-bc711a103d94 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules/197b5992-c4d3-475d-8047-1f46c6f8740c HTTP/1.1" status: 200 len: 763 time: 0.1042335 Jul 13 07:35:22.367083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port b58f51fd-a3e2-4488-836a-051c85661d3b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b58f51fd-a3e2-4488-836a-051c85661d3b,segment=NetworkSegment(f88f0074-2d47-401a-901d-f3eca2a51413),segment_id=f88f0074-2d47-401a-901d-f3eca2a51413)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:22.367814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.385087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46306) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.395024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for b58f51fd-a3e2-4488-836a-051c85661d3b owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:22.399537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b19c72ed-b485-4a16-b5d2-d04c48d3ead4 req-52ae6e35-bacd-440a-9678-62d679093bbd tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827405 Jul 13 07:35:22.451062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] DHCP port deletion for 0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:35:22.489481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e13890-b857-4306-a174-24295a7aa555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef989d81-bfed-4cff-99f0-215b095063b2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:22.492422 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeb5f50-c38c-4410-814c-de2e296c17a8" -d '{"events": [{"server_uuid": "d6e13890-b857-4306-a174-24295a7aa555", "name": "network-vif-plugged", "status": "completed", "tag": "ef989d81-bfed-4cff-99f0-215b095063b2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:22.538694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ef989d81-bfed-4cff-99f0-215b095063b2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ef989d81-bfed-4cff-99f0-215b095063b2,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:22.544597 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.545076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b7fc773-19ec-426b-979b-464188355e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.553297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.561824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cce345bf-6de1-45d0-812e-c2454c83f409 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1558228 Jul 13 07:35:22.564195 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.567746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46310) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.618927 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b1d8-dae9-452a-9a96-e5cb8cd8f380 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.622606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=b58f51fd-a3e2-4488-836a-051c85661d3b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.631285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No DVR routers for this DVR port b58f51fd-a3e2-4488-836a-051c85661d3b on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:22.632688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b1d8-dae9-452a-9a96-e5cb8cd8f380 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.658057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:22.668921 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.702565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ef989d81-bfed-4cff-99f0-215b095063b2,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.709669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] Deleting port b58f51fd-a3e2-4488-836a-051c85661d3b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:22.710094 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.762717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7c81-d538-451d-b38e-b65e77bd6b8d req-eb01899c-ff7d-462d-9780-57b3a001135e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.769862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7c81-d538-451d-b38e-b65e77bd6b8d req-eb01899c-ff7d-462d-9780-57b3a001135e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.777737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7c81-d538-451d-b38e-b65e77bd6b8d req-eb01899c-ff7d-462d-9780-57b3a001135e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.786417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7c81-d538-451d-b38e-b65e77bd6b8d req-eb01899c-ff7d-462d-9780-57b3a001135e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.791576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.793447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7c81-d538-451d-b38e-b65e77bd6b8d req-eb01899c-ff7d-462d-9780-57b3a001135e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.810854 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b1d8-dae9-452a-9a96-e5cb8cd8f380 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.814206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7c81-d538-451d-b38e-b65e77bd6b8d req-eb01899c-ff7d-462d-9780-57b3a001135e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.824449 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b1d8-dae9-452a-9a96-e5cb8cd8f380 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.825064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7c81-d538-451d-b38e-b65e77bd6b8d req-eb01899c-ff7d-462d-9780-57b3a001135e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.825711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d1f3b1d8-dae9-452a-9a96-e5cb8cd8f380 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/197b5992-c4d3-475d-8047-1f46c6f8740c HTTP/1.1" status: 204 len: 168 time: 0.2567430 Jul 13 07:35:22.827660 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf2b7c81-d538-451d-b38e-b65e77bd6b8d req-eb01899c-ff7d-462d-9780-57b3a001135e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.2890124 Jul 13 07:35:22.828408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46312) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.890173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3b1d8-dae9-452a-9a96-e5cb8cd8f380 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=197b5992-c4d3-475d-8047-1f46c6f8740c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.912357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] For port b58f51fd-a3e2-4488-836a-051c85661d3b, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:22.912766 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.914106 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.952896 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:22.968000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] Calling delete_port for b58f51fd-a3e2-4488-836a-051c85661d3b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:22.972114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88f0074-2d47-401a-901d-f3eca2a51413') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:22.972606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88f0074-2d47-401a-901d-f3eca2a51413') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:22.974567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] Port b58f51fd-a3e2-4488-836a-051c85661d3b was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:35:22.994943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d939f08-44e2-462c-a301-040cdbce038f req-d0a24b7f-fd67-44a5-843b-dc7d5ef7d67e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.995185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b58f51fd-a3e2-4488-836a-051c85661d3b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:22.996436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d939f08-44e2-462c-a301-040cdbce038f req-d0a24b7f-fd67-44a5-843b-dc7d5ef7d67e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 945 time: 0.3132873 Jul 13 07:35:23.003394 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.011114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b7fc773-19ec-426b-979b-464188355e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.014488 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.042409 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b83d3845-ff67-46ed-9f85-558b68cbfe1c tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2077789 Jul 13 07:35:23.045094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b7fc773-19ec-426b-979b-464188355e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.050840 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf2b7c81-d538-451d-b38e-b65e77bd6b8d req-37fa4671-a857-426b-903f-0d5bfaae7639 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910498 Jul 13 07:35:23.054616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46316) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:23.057834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-43856e6d-0049-496c-ab9d-d8a91d0444f1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Request body: {'security_group_rule': {'security_group_id': '41baf571-21c0-4471-a5fc-e5d0b32a3906', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:23.097726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: b58f51fd-a3e2-4488-836a-051c85661d3b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:23.098323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b58f51fd-a3e2-4488-836a-051c85661d3b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:23.141170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d939f08-44e2-462c-a301-040cdbce038f req-63b08bc2-8a85-462f-8bb4-ca19813c7f3f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377718 Jul 13 07:35:23.145570 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.157977 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-43856e6d-0049-496c-ab9d-d8a91d0444f1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Project 966089559589415fbc4014d5d3783d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:35:23.172547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] No DVR routers for this DVR port b58f51fd-a3e2-4488-836a-051c85661d3b on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:23.176723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:23.177728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.197051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222ff7a-f4ec-4fa7-acff-7e54c2ae33c8 None None] Pushing event deleted for resources: {'Port': ['ID=b58f51fd-a3e2-4488-836a-051c85661d3b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:23.200579 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:23.204366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43856e6d-0049-496c-ab9d-d8a91d0444f1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.204486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7b7fc773-19ec-426b-979b-464188355e2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7130f40afa984652979eeaec1948800e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0353193 Jul 13 07:35:23.205751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46318) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:23.206084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fc773-19ec-426b-979b-464188355e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c76ace-0483-40f1-98b8-21ccbf01ff26,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:23.248806 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b2a7a5-296a-4b7a-8c20-0525f3c26334 x-openstack-request-id: req-44b2a7a5-296a-4b7a-8c20-0525f3c26334 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:23.249151 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e13890-b857-4306-a174-24295a7aa555", "name": "network-vif-plugged", "status": "completed", "tag": "ef989d81-bfed-4cff-99f0-215b095063b2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:23.249447 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44b2a7a5-296a-4b7a-8c20-0525f3c26334 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:23.251076 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e13890-b857-4306-a174-24295a7aa555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef989d81-bfed-4cff-99f0-215b095063b2', 'code': 200} Jul 13 07:35:23.267660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e6d30185-46e8-4618-9190-a2b3960eb13f None None] Provisioning complete for port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:23.268323 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6d30185-46e8-4618-9190-a2b3960eb13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.505001 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.519200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d441f7d-26f5-401c-b27b-243df4ed5b08 req-51a6f472-2989-4cfb-8ff8-e655815e2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.521575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d441f7d-26f5-401c-b27b-243df4ed5b08 req-51a6f472-2989-4cfb-8ff8-e655815e2a46 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 1097 time: 0.1524153 Jul 13 07:35:23.530095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.539777 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/networks/0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79 HTTP/1.1" status: 204 len: 168 time: 1.8728025 Jul 13 07:35:23.553766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46322) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:23.561549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1833341305'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:23.576111 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f66c3-e9a5-467c-94f2-86084e0d701a tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Network': ['ID=0eee1347-6ffd-4b39-9d9f-a53e3a5d0c79,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:23.586749 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.586990 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d441f7d-26f5-401c-b27b-243df4ed5b08 req-3aaae28b-1234-4a86-969b-97240ff0bc4c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Jul 13 07:35:23.616319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c853-d9c2-4fd9-8e04-db49af543f74 req-2c863c71-a769-4d5e-93ca-cd77b66971aa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.618222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4544c853-d9c2-4fd9-8e04-db49af543f74 req-2c863c71-a769-4d5e-93ca-cd77b66971aa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.1586637 Jul 13 07:35:23.623184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43856e6d-0049-496c-ab9d-d8a91d0444f1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.642956 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43856e6d-0049-496c-ab9d-d8a91d0444f1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.655719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b65f3b-3f51-4301-951b-cba5519749eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.693434 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4544c853-d9c2-4fd9-8e04-db49af543f74 req-7375a2db-8a6f-4b98-969a-dde50a331cd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566037 Jul 13 07:35:23.698172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:23.711413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.779706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43856e6d-0049-496c-ab9d-d8a91d0444f1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8956c508-20ed-4a71-bd8e-acc52b13255e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:23.810454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f848bb-4eb8-41f5-8eff-b6b881bb9163 req-534122ee-b8f2-48c8-8c9e-4f9e7b963eed tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.818341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04f848bb-4eb8-41f5-8eff-b6b881bb9163 req-534122ee-b8f2-48c8-8c9e-4f9e7b963eed tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 945 time: 0.5002685 Jul 13 07:35:23.827932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-734ce30c-99e1-4262-826b-6d19d8192833 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.829783 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-734ce30c-99e1-4262-826b-6d19d8192833 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.38 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 945 time: 0.5061855 Jul 13 07:35:23.835199 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b65f3b-3f51-4301-951b-cba5519749eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.862088 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43856e6d-0049-496c-ab9d-d8a91d0444f1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.863591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-43856e6d-0049-496c-ab9d-d8a91d0444f1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8100357 Jul 13 07:35:23.872448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:23.916189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b1454-cc7e-4989-870e-8b667d9f1d65 req-d347753a-fc48-4a10-bbdd-5a701b322811 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.925521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c9b1454-cc7e-4989-870e-8b667d9f1d65 req-d347753a-fc48-4a10-bbdd-5a701b322811 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.1128964 Jul 13 07:35:23.927591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:23.933862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a8ec2b13-9dd7-4e4e-a789-0c3158d33727 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules/8956c508-20ed-4a71-bd8e-acc52b13255e HTTP/1.1" status: 200 len: 769 time: 0.0511057 Jul 13 07:35:23.934489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46326) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:23.991402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c9b1454-cc7e-4989-870e-8b667d9f1d65 req-4355a666-ca35-4654-8d3b-60f31800c0ec tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648406 Jul 13 07:35:24.028923 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04f848bb-4eb8-41f5-8eff-b6b881bb9163 req-1f503b52-9dd5-4903-8e23-2ec5eb9bf6a9 tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094066 Jul 13 07:35:24.031648 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.031936 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added segment d8a5f423-fae1-4765-aa9f-4022719df15b of type vlan for network a9ae478d-4083-4535-b119-d578fb45a311 Jul 13 07:35:24.059623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6509d623-12ff-43e4-b820-a5e8219947e2 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1232519 Jul 13 07:35:24.063021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:24.120593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b65f3b-3f51-4301-951b-cba5519749eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.123876 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b65f3b-3f51-4301-951b-cba5519749eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.125866 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-01b65f3b-3f51-4301-951b-cba5519749eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81c76ace-0483-40f1-98b8-21ccbf01ff26 HTTP/1.1" status: 204 len: 168 time: 0.8676610 Jul 13 07:35:24.126819 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22fe39bd-fc34-47cf-a5f5-5955782412c1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.140675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22fe39bd-fc34-47cf-a5f5-5955782412c1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.150906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.158182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b65f3b-3f51-4301-951b-cba5519749eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c76ace-0483-40f1-98b8-21ccbf01ff26,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:24.197820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Deleting port 78c9da7a-6031-4262-ab55-1742f7241bd6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:24.198071 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.253885 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22fe39bd-fc34-47cf-a5f5-5955782412c1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.254159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.265465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.266175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.285296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22fe39bd-fc34-47cf-a5f5-5955782412c1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.286442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-22fe39bd-fc34-47cf-a5f5-5955782412c1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8956c508-20ed-4a71-bd8e-acc52b13255e HTTP/1.1" status: 204 len: 168 time: 0.2218993 Jul 13 07:35:24.292733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe39bd-fc34-47cf-a5f5-5955782412c1 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8956c508-20ed-4a71-bd8e-acc52b13255e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:24.294506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46336) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:24.423123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8632579 Jul 13 07:35:24.436943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:24.453137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'subnet': {'network_id': 'a9ae478d-4083-4535-b119-d578fb45a311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:24.516139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b763a575-53fd-4d19-952e-118159cf0f57 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2204440 Jul 13 07:35:24.519617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46342) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:24.545134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Network': ['ID=a9ae478d-4083-4535-b119-d578fb45a311,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:24.563647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.564001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.564485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.564828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.565162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.565547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.565883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.566271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.566616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.567114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.568051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.568386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174629f0-b3d2-4588-840a-d053637ee547 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:24.581149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a9ae478d-4083-4535-b119-d578fb45a311 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:24.658902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ea4af-f0a4-461c-9ff0-953964ba2c42 req-f526767e-0024-4146-8164-3dc4017e2488 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.666692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ea4af-f0a4-461c-9ff0-953964ba2c42 req-f526767e-0024-4146-8164-3dc4017e2488 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.674299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ea4af-f0a4-461c-9ff0-953964ba2c42 req-f526767e-0024-4146-8164-3dc4017e2488 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.683256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ea4af-f0a4-461c-9ff0-953964ba2c42 req-f526767e-0024-4146-8164-3dc4017e2488 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.685679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] For port 78c9da7a-6031-4262-ab55-1742f7241bd6, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=78c9da7a-6031-4262-ab55-1742f7241bd6,segment=NetworkSegment(f794df41-f932-43c6-becd-3bd4dfe39e25),segment_id=f794df41-f932-43c6-becd-3bd4dfe39e25)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:24.686072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.692222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ea4af-f0a4-461c-9ff0-953964ba2c42 req-f526767e-0024-4146-8164-3dc4017e2488 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.700467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ea4af-f0a4-461c-9ff0-953964ba2c42 req-f526767e-0024-4146-8164-3dc4017e2488 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.722470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ea4af-f0a4-461c-9ff0-953964ba2c42 req-f526767e-0024-4146-8164-3dc4017e2488 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.731850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c84ea4af-f0a4-461c-9ff0-953964ba2c42 req-f526767e-0024-4146-8164-3dc4017e2488 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.3326843 Jul 13 07:35:24.741458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Calling delete_port for 78c9da7a-6031-4262-ab55-1742f7241bd6 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:24.744087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:24.748066 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.806916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6846c905-ee8e-426c-86e6-0d9ca7e04241 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.828419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c84ea4af-f0a4-461c-9ff0-953964ba2c42 req-743ff0f3-34b4-4cc3-bc0a-4a5c815f7b76 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892129 Jul 13 07:35:24.853259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000dde3-c951-4900-95f4-a76c71b16794 req-6b8cd414-de78-410d-9773-5484d0fa4846 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.860591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0000dde3-c951-4900-95f4-a76c71b16794 req-6b8cd414-de78-410d-9773-5484d0fa4846 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 945 time: 0.4424016 Jul 13 07:35:25.038526 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6846c905-ee8e-426c-86e6-0d9ca7e04241 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.088182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8176d-f3d6-4d55-8860-0b89f718cfe0 req-c2b29c92-660a-41cb-b261-1baffd3b2299 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:25.097734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8a8176d-f3d6-4d55-8860-0b89f718cfe0 req-c2b29c92-660a-41cb-b261-1baffd3b2299 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.0955563 Jul 13 07:35:25.139326 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0000dde3-c951-4900-95f4-a76c71b16794 req-ee430247-dd85-43c4-9e46-df24cd7af8d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724469 Jul 13 07:35:25.199788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8a8176d-f3d6-4d55-8860-0b89f718cfe0 req-3ef1bfb3-7aa2-491a-a1c3-276d5321b81f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990894 Jul 13 07:35:25.252624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69e278-273c-4130-8d4a-5b1a3192cfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:25.255485 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e0ca4-477f-4fe4-ae7d-8f24bb5af0cc" -d '{"events": [{"server_uuid": "ec69e278-273c-4130-8d4a-5b1a3192cfec", "name": "network-vif-plugged", "status": "completed", "tag": "b822fb75-8cdb-4ab8-89ce-74c7e863ab8a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:25.258510 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6846c905-ee8e-426c-86e6-0d9ca7e04241 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.263227 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6846c905-ee8e-426c-86e6-0d9ca7e04241 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.265408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6846c905-ee8e-426c-86e6-0d9ca7e04241 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "DELETE /v2.0/security-groups/41baf571-21c0-4471-a5fc-e5d0b32a3906 HTTP/1.1" status: 204 len: 168 time: 0.7395287 Jul 13 07:35:25.268234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46368) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:25.313211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846c905-ee8e-426c-86e6-0d9ca7e04241 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41baf571-21c0-4471-a5fc-e5d0b32a3906,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:25.377076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-993156d2-5afb-4a25-9827-5dab9aae3ff9 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024022 Jul 13 07:35:25.378147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:25.506844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d2c533e6-4534-4866-bd77-d27bac8244c5 tempest-SecGroupIPv6Test-1426096700 tempest-SecGroupIPv6Test-1426096700-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1231501 Jul 13 07:35:25.507111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.508937 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.536790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73720d-3c6b-47b2-a54d-eaacc13c926c req-132532ca-7681-4da8-b64f-bc527839ce4c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:25.543994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c73720d-3c6b-47b2-a54d-eaacc13c926c req-132532ca-7681-4da8-b64f-bc527839ce4c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c0dcd7-e4e4-4779-83bd-5e60fd919029 HTTP/1.1" status: 200 len: 945 time: 0.1303885 Jul 13 07:35:25.549434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Pushing event deleted for resources: {'Port': ['ID=78c9da7a-6031-4262-ab55-1742f7241bd6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:25.593702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0570686-44bc-43d5-8750-548388d8ceb6 req-55b1c9cc-8ca3-4920-a77d-8b269b50e676 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:25.595186 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0570686-44bc-43d5-8750-548388d8ceb6 req-55b1c9cc-8ca3-4920-a77d-8b269b50e676 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.3167181 Jul 13 07:35:25.642705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c73720d-3c6b-47b2-a54d-eaacc13c926c req-6c462a9b-a9b6-4803-814a-27c1c9721f5f tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee54e732-4548-43a1-ad4e-de47f5bb2304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976932 Jul 13 07:35:25.712417 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2a929-ce66-4c61-b6fc-4ae987d1e878 x-openstack-request-id: req-53c2a929-ce66-4c61-b6fc-4ae987d1e878 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:25.712950 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec69e278-273c-4130-8d4a-5b1a3192cfec", "name": "network-vif-plugged", "status": "completed", "tag": "b822fb75-8cdb-4ab8-89ce-74c7e863ab8a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:25.712950 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53c2a929-ce66-4c61-b6fc-4ae987d1e878 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:25.713358 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec69e278-273c-4130-8d4a-5b1a3192cfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b822fb75-8cdb-4ab8-89ce-74c7e863ab8a', 'code': 200} Jul 13 07:35:25.779440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] No DVR routers for this DVR port 78c9da7a-6031-4262-ab55-1742f7241bd6 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:25.785264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.787456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df34c217-4801-4d3c-85d2-4bb5980f7901 req-49d34a61-1c60-4467-b4ea-5d4b351eeb7c tempest-InstanceActionsV221TestJSON-333364237 tempest-InstanceActionsV221TestJSON-333364237-project] 10.222.0.38 "DELETE /v2.0/ports/78c9da7a-6031-4262-ab55-1742f7241bd6 HTTP/1.1" status: 204 len: 173 time: 1.9492228 Jul 13 07:35:25.788437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0dcd7-e4e4-4779-83bd-5e60fd919029', 'name': 'network-vif-deleted', 'tag': '78c9da7a-6031-4262-ab55-1742f7241bd6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:25.791144 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93339fa4-1303-4f68-96bb-43899de81ae2" -d '{"events": [{"server_uuid": "58c0dcd7-e4e4-4779-83bd-5e60fd919029", "name": "network-vif-deleted", "tag": "78c9da7a-6031-4262-ab55-1742f7241bd6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:25.793773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Subnet': ['ID=679e25e7-61d1-4b54-bc31-4be06a9001ea,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:25.802860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Checking segment: {'id': 'd8a5f423-fae1-4765-aa9f-4022719df15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a9ae478d-4083-4535-b119-d578fb45a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:25.803425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network hostable DHCP agents. Network: a9ae478d-4083-4535-b119-d578fb45a311, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:25.826580 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0570686-44bc-43d5-8750-548388d8ceb6 req-1b62a3f0-3c6b-406f-be25-77c137a9a6f9 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989350 Jul 13 07:35:25.859840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network a9ae478d-4083-4535-b119-d578fb45a311 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:25.876143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a9ae478d-4083-4535-b119-d578fb45a311) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:25.881228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:25.882182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.889627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898b70f-01a9-4dd1-9332-ab8a5f00cced None None] Network a9ae478d-4083-4535-b119-d578fb45a311 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:25.918223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46386) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:25.923673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-19b282c6-5c1c-4464-b4e0-9d41787f6e47 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1008110593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:25.929869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f63a4355-d798-486e-ae2e-f437b46a6a97 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4894414 Jul 13 07:35:25.944323 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a370d64b-6314-49cd-bca3-12026310780d x-openstack-request-id: req-a370d64b-6314-49cd-bca3-12026310780d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:25.944981 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c0dcd7-e4e4-4779-83bd-5e60fd919029", "name": "network-vif-deleted", "tag": "78c9da7a-6031-4262-ab55-1742f7241bd6", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:25.945462 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a370d64b-6314-49cd-bca3-12026310780d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:25.946146 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c0dcd7-e4e4-4779-83bd-5e60fd919029', 'name': 'network-vif-deleted', 'tag': '78c9da7a-6031-4262-ab55-1742f7241bd6', 'status': 'completed', 'code': 200} Jul 13 07:35:25.992612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46388) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:26.000993 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19b282c6-5c1c-4464-b4e0-9d41787f6e47 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.004022 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19b282c6-5c1c-4464-b4e0-9d41787f6e47 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.174287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19b282c6-5c1c-4464-b4e0-9d41787f6e47 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.180196 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19b282c6-5c1c-4464-b4e0-9d41787f6e47 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.220727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19b282c6-5c1c-4464-b4e0-9d41787f6e47 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.222476 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-19b282c6-5c1c-4464-b4e0-9d41787f6e47 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3025162 Jul 13 07:35:26.225187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46394) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:26.235245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'port': {'network_id': 'a9ae478d-4083-4535-b119-d578fb45a311', 'name': 'tempest-RoutersIpV6Test-626451592'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:26.302494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a9ae478d-4083-4535-b119-d578fb45a311', 'network_id': 'a9ae478d-4083-4535-b119-d578fb45a311', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'fixed_ips': [{'subnet_id': '679e25e7-61d1-4b54-bc31-4be06a9001ea'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:26.311126 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.472919 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1b201200-9e59-4acd-ab91-bc6a4cc4d7de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=966089559589415fbc4014d5d3783d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789641 Jul 13 07:35:26.491414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46402) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:26.546243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475d56-91d2-486f-9234-909481a46dc3 req-12fe6413-54fa-4daa-a29e-5c4a81accdbd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.564973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475d56-91d2-486f-9234-909481a46dc3 req-12fe6413-54fa-4daa-a29e-5c4a81accdbd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.571420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:26.580277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.580770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475d56-91d2-486f-9234-909481a46dc3 req-12fe6413-54fa-4daa-a29e-5c4a81accdbd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.595582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475d56-91d2-486f-9234-909481a46dc3 req-12fe6413-54fa-4daa-a29e-5c4a81accdbd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.620161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475d56-91d2-486f-9234-909481a46dc3 req-12fe6413-54fa-4daa-a29e-5c4a81accdbd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.625849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] device_id is not set on port bae20f9f-2f1f-413c-bc1b-7453de8eb796 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:35:26.640851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475d56-91d2-486f-9234-909481a46dc3 req-12fe6413-54fa-4daa-a29e-5c4a81accdbd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.650261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475d56-91d2-486f-9234-909481a46dc3 req-12fe6413-54fa-4daa-a29e-5c4a81accdbd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.656492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Allocated IP 2001:db8::2 (a9ae478d-4083-4535-b119-d578fb45a311/679e25e7-61d1-4b54-bc31-4be06a9001ea/f26a12d8-6073-4d8c-a42f-bd2d48956654) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:26.657749 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-85475d56-91d2-486f-9234-909481a46dc3 req-12fe6413-54fa-4daa-a29e-5c4a81accdbd tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.4990435 Jul 13 07:35:26.767837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7459fa73-2282-4c43-891f-1a0273c4e8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.778175 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-85475d56-91d2-486f-9234-909481a46dc3 req-59d2ef91-1880-479b-b6fb-ce46887fee9e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995417 Jul 13 07:35:26.799740 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7459fa73-2282-4c43-891f-1a0273c4e8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.872342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390518f-a48a-443f-a9f2-3b98a45c94f5 req-7a5dafee-775d-49c3-9c3e-153100f01cb5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.897569 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0390518f-a48a-443f-a9f2-3b98a45c94f5 req-7a5dafee-775d-49c3-9c3e-153100f01cb5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 945 time: 0.2782800 Jul 13 07:35:26.980881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0390518f-a48a-443f-a9f2-3b98a45c94f5 req-7762c15c-5e71-4c79-ba91-9a2d655a16c8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791299 Jul 13 07:35:26.992653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7459fa73-2282-4c43-891f-1a0273c4e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.995523 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7459fa73-2282-4c43-891f-1a0273c4e8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.996877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7459fa73-2282-4c43-891f-1a0273c4e8d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9423b06-e1a5-49d2-a7dc-7a4c577c7c1b HTTP/1.1" status: 204 len: 168 time: 0.5002325 Jul 13 07:35:27.022035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459fa73-2282-4c43-891f-1a0273c4e8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9423b06-e1a5-49d2-a7dc-7a4c577c7c1b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:27.038063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 78c9da7a-6031-4262-ab55-1742f7241bd6 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:27.077746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 78c9da7a-6031-4262-ab55-1742f7241bd6 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:27.078221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 78c9da7a-6031-4262-ab55-1742f7241bd6 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:27.095915 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.110841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Transition to ACTIVE for port object f26a12d8-6073-4d8c-a42f-bd2d48956654 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:27.140434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Transition to ACTIVE for port object f26a12d8-6073-4d8c-a42f-bd2d48956654 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:27.170581 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.242197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770199a-1590-43ec-9537-6e80c9958cc0 req-a5c0ed22-4b11-4862-ae07-5c40e9acb428 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:27.245048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9770199a-1590-43ec-9537-6e80c9958cc0 req-a5c0ed22-4b11-4862-ae07-5c40e9acb428 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.2315037 Jul 13 07:35:27.264191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Network a9ae478d-4083-4535-b119-d578fb45a311 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:27.271879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:27.284629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:27.316656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Pushing event updated for resources: {'Port': ['ID=f26a12d8-6073-4d8c-a42f-bd2d48956654,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:27.356588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc469dc1-6480-43b5-8864-a37178044de6 req-5f81a22d-2d08-46bc-ba0d-458b7b9587a4 tempest-AbsoluteLimitsNegativeTestJSON-420602509 tempest-AbsoluteLimitsNegativeTestJSON-420602509-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=62fbacbde95f4d7fbaf077ee4107d9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1296971 Jul 13 07:35:27.364958 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9770199a-1590-43ec-9537-6e80c9958cc0 req-f5785f62-680e-4de5-a4b6-cfa2af5cfff9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137509 Jul 13 07:35:27.375349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Attempting to bind port f26a12d8-6073-4d8c-a42f-bd2d48956654 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:27.375349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Attempting to bind port f26a12d8-6073-4d8c-a42f-bd2d48956654 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'd8a5f423-fae1-4765-aa9f-4022719df15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a9ae478d-4083-4535-b119-d578fb45a311'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:27.379008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Attempting to bind port f26a12d8-6073-4d8c-a42f-bd2d48956654 on network a9ae478d-4083-4535-b119-d578fb45a311 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:27.390018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:27.392671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Checking segment: {'id': 'd8a5f423-fae1-4765-aa9f-4022719df15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a9ae478d-4083-4535-b119-d578fb45a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:27.393476 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.394150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Bound using segment: {'id': 'd8a5f423-fae1-4765-aa9f-4022719df15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a9ae478d-4083-4535-b119-d578fb45a311'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:27.395634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Bound port: f26a12d8-6073-4d8c-a42f-bd2d48956654, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a5f423-fae1-4765-aa9f-4022719df15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a9ae478d-4083-4535-b119-d578fb45a311'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:27.396473 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.460908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 2001:db8::375 (a9ae478d-4083-4535-b119-d578fb45a311/679e25e7-61d1-4b54-bc31-4be06a9001ea/bae20f9f-2f1f-413c-bc1b-7453de8eb796) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:27.559687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-96484084-0084-4248-9909-82adc07a3b03 None None] For port f26a12d8-6073-4d8c-a42f-bd2d48956654, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:27.574943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-96484084-0084-4248-9909-82adc07a3b03 None None] For port f26a12d8-6073-4d8c-a42f-bd2d48956654, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f26a12d8-6073-4d8c-a42f-bd2d48956654,segment=NetworkSegment(d8a5f423-fae1-4765-aa9f-4022719df15b),segment_id=d8a5f423-fae1-4765-aa9f-4022719df15b)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:27.583774 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.696846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc469dc1-6480-43b5-8864-a37178044de6 req-b5674bea-9259-441b-a14f-9601e039e356 tempest-AbsoluteLimitsNegativeTestJSON-420602509 tempest-AbsoluteLimitsNegativeTestJSON-420602509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:27.704650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc469dc1-6480-43b5-8864-a37178044de6 req-b5674bea-9259-441b-a14f-9601e039e356 tempest-AbsoluteLimitsNegativeTestJSON-420602509 tempest-AbsoluteLimitsNegativeTestJSON-420602509-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469765 Jul 13 07:35:27.734000 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc469dc1-6480-43b5-8864-a37178044de6 req-ef529ff7-8b41-4050-8bf5-485c581f6914 tempest-AbsoluteLimitsNegativeTestJSON-420602509 tempest-AbsoluteLimitsNegativeTestJSON-420602509-project] 10.222.0.41 "GET /v2.0/quotas/62fbacbde95f4d7fbaf077ee4107d9d2 HTTP/1.1" status: 200 len: 375 time: 0.0279887 Jul 13 07:35:27.779363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96484084-0084-4248-9909-82adc07a3b03 None None] Pushing event updated for resources: {'Port': ['ID=f26a12d8-6073-4d8c-a42f-bd2d48956654,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:27.796003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc469dc1-6480-43b5-8864-a37178044de6 req-2ff5c5c6-01d0-4d20-b5ea-576c4ba8eca7 tempest-AbsoluteLimitsNegativeTestJSON-420602509 tempest-AbsoluteLimitsNegativeTestJSON-420602509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=62fbacbde95f4d7fbaf077ee4107d9d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604849 Jul 13 07:35:27.969740 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d377c3-cb6a-42cd-8306-2acb384a857b req-75a8dd99-eae3-45c2-8772-cbc5d2635861 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:27.974331 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0d377c3-cb6a-42cd-8306-2acb384a857b req-75a8dd99-eae3-45c2-8772-cbc5d2635861 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.2105508 Jul 13 07:35:28.096351 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.142975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Transition to ACTIVE for port object bae20f9f-2f1f-413c-bc1b-7453de8eb796 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:28.150112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea14332-aa12-48b2-a9c0-5db713a92e4c req-583dd3af-834c-4d38-9f93-f46c690b0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.159275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dea14332-aa12-48b2-a9c0-5db713a92e4c req-583dd3af-834c-4d38-9f93-f46c690b0a19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 1098 time: 0.3460207 Jul 13 07:35:28.321920 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dea14332-aa12-48b2-a9c0-5db713a92e4c req-d603d060-13f5-4ed0-b4fe-21d348f57e25 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246917 Jul 13 07:35:28.338628 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.448332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network a9ae478d-4083-4535-b119-d578fb45a311 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:28.465475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:28.468701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:28.539079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:28.544940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.545816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.551319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=bae20f9f-2f1f-413c-bc1b-7453de8eb796,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:28.580329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-136b2312-2aee-4d81-aa33-9e0790dd2ff6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3522322 Jul 13 07:35:28.582412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:29.090132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f26a12d8-6073-4d8c-a42f-bd2d48956654 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:29.108236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fc2b-51c7-45ce-9dcc-40688a15d6bf req-dbb686fd-a128-4e91-9b22-3ba91ab8170d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.112995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0d377c3-cb6a-42cd-8306-2acb384a857b req-618e249c-e51d-4e09-8172-85dc6ad15175 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1333342 Jul 13 07:35:29.119521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fc2b-51c7-45ce-9dcc-40688a15d6bf req-dbb686fd-a128-4e91-9b22-3ba91ab8170d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.134388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fc2b-51c7-45ce-9dcc-40688a15d6bf req-dbb686fd-a128-4e91-9b22-3ba91ab8170d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.221923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fc2b-51c7-45ce-9dcc-40688a15d6bf req-dbb686fd-a128-4e91-9b22-3ba91ab8170d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.261483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fc2b-51c7-45ce-9dcc-40688a15d6bf req-dbb686fd-a128-4e91-9b22-3ba91ab8170d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.290397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fc2b-51c7-45ce-9dcc-40688a15d6bf req-dbb686fd-a128-4e91-9b22-3ba91ab8170d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.339553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fc2b-51c7-45ce-9dcc-40688a15d6bf req-dbb686fd-a128-4e91-9b22-3ba91ab8170d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.365509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b710fc2b-51c7-45ce-9dcc-40688a15d6bf req-dbb686fd-a128-4e91-9b22-3ba91ab8170d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5416 time: 0.9195373 Jul 13 07:35:29.412854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d85f8c36-3b7d-420e-9014-9e823118f779 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:29.452657 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cd1dd00-577a-4f47-b909-53cecf8129e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.579512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port f26a12d8-6073-4d8c-a42f-bd2d48956654 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:29.673557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b710fc2b-51c7-45ce-9dcc-40688a15d6bf req-89316bcf-7b28-4c00-ae18-ae8454b16ab8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2990515 Jul 13 07:35:29.692592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d85f8c36-3b7d-420e-9014-9e823118f779, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d85f8c36-3b7d-420e-9014-9e823118f779,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:29.712611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'd85f8c36-3b7d-420e-9014-9e823118f779', 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'port_id': 'd85f8c36-3b7d-420e-9014-9e823118f779', 'mac_address': 'fa:16:3e:5e:b0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:29.755200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d88e3-915e-483a-b730-d0c76e1d30f5 req-b27507c9-d741-4344-a7b4-ab32f50714fa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.766112 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a9d88e3-915e-483a-b730-d0c76e1d30f5 req-b27507c9-d741-4344-a7b4-ab32f50714fa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.1805253 Jul 13 07:35:29.788842 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.794850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af98bb-3dbf-44f8-92d8-4dbcda739e04 None None] Network a9ae478d-4083-4535-b119-d578fb45a311 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:29.812872 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cd1dd00-577a-4f47-b909-53cecf8129e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.816953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cd1dd00-577a-4f47-b909-53cecf8129e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.830283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85f8c36-3b7d-420e-9014-9e823118f779 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:29.837560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46482) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:29.862937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d85f8c36-3b7d-420e-9014-9e823118f779, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d85f8c36-3b7d-420e-9014-9e823118f779,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:29.896977 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.911984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a9d88e3-915e-483a-b730-d0c76e1d30f5 req-7f6e2401-6c06-48a1-8f02-bea3bf75ac6c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443238 Jul 13 07:35:29.948784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1dd00-577a-4f47-b909-53cecf8129e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6def4a8-dd13-45d7-8047-4928ec143296,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:29.958616 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9cd1dd00-577a-4f47-b909-53cecf8129e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62fbacbde95f4d7fbaf077ee4107d9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4905846 Jul 13 07:35:29.959224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:29.971165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-24092418-360f-47db-8ae3-b0e2a4e7fe79 admin admin] Deleting subnet 912f746c-946e-4ea5-86ad-090a5ea1de6a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:29.976644 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24092418-360f-47db-8ae3-b0e2a4e7fe79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.025158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-eccf943c-2f30-43b2-8a65-ac3b2946b58e None None] Provisioning for port f26a12d8-6073-4d8c-a42f-bd2d48956654 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:30.032310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-eccf943c-2f30-43b2-8a65-ac3b2946b58e None None] Provisioning complete for port f26a12d8-6073-4d8c-a42f-bd2d48956654 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:30.033073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eccf943c-2f30-43b2-8a65-ac3b2946b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.040689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 40724019-3d21-4399-a1da-fa1f90436469 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:30.045501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.067768 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24092418-360f-47db-8ae3-b0e2a4e7fe79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.071581 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-217a1fd2-6683-4858-bcfb-dbb31c95c1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.132942 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-217a1fd2-6683-4858-bcfb-dbb31c95c1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.153282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d85f8c36-3b7d-420e-9014-9e823118f779,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.168180 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24092418-360f-47db-8ae3-b0e2a4e7fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.237677 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24092418-360f-47db-8ae3-b0e2a4e7fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.291175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 40724019-3d21-4399-a1da-fa1f90436469, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40724019-3d21-4399-a1da-fa1f90436469,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:30.294860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24092418-360f-47db-8ae3-b0e2a4e7fe79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912f746c-946e-4ea5-86ad-090a5ea1de6a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.297532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24092418-360f-47db-8ae3-b0e2a4e7fe79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.303719 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-24092418-360f-47db-8ae3-b0e2a4e7fe79 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/912f746c-946e-4ea5-86ad-090a5ea1de6a HTTP/1.1" status: 204 len: 168 time: 0.4648170 Jul 13 07:35:30.304765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46504) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:30.401798 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eccf943c-2f30-43b2-8a65-ac3b2946b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.404260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '40724019-3d21-4399-a1da-fa1f90436469', 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'port_id': '40724019-3d21-4399-a1da-fa1f90436469', 'mac_address': 'fa:16:3e:40:5f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:30.434858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.523651 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.527581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-eccf943c-2f30-43b2-8a65-ac3b2946b58e None None] For port f26a12d8-6073-4d8c-a42f-bd2d48956654, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f26a12d8-6073-4d8c-a42f-bd2d48956654,segment=NetworkSegment(d8a5f423-fae1-4765-aa9f-4022719df15b),segment_id=d8a5f423-fae1-4765-aa9f-4022719df15b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:30.542808 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eccf943c-2f30-43b2-8a65-ac3b2946b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.597667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.604285 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.608453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1933b-542e-471c-b94a-a8c5b2792c3a req-9e72437c-c6ef-40f4-98cb-d3e56ccdacbd tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.612506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4ca1933b-542e-471c-b94a-a8c5b2792c3a req-9e72437c-c6ef-40f4-98cb-d3e56ccdacbd tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.2042716 Jul 13 07:35:30.614900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf943c-2f30-43b2-8a65-ac3b2946b58e None None] Pushing event updated for resources: {'Port': ['ID=f26a12d8-6073-4d8c-a42f-bd2d48956654,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.618589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40724019-3d21-4399-a1da-fa1f90436469 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:30.641409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 40724019-3d21-4399-a1da-fa1f90436469, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40724019-3d21-4399-a1da-fa1f90436469,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:30.649554 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.686200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4fe06a5e-b85e-477b-919d-68fc47f6e092 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:30.722182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=40724019-3d21-4399-a1da-fa1f90436469,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.742309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4fe06a5e-b85e-477b-919d-68fc47f6e092, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4fe06a5e-b85e-477b-919d-68fc47f6e092,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:30.765865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '4fe06a5e-b85e-477b-919d-68fc47f6e092', 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'port_id': '4fe06a5e-b85e-477b-919d-68fc47f6e092', 'mac_address': 'fa:16:3e:78:e0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:30.843438 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.884733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe06a5e-b85e-477b-919d-68fc47f6e092 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:30.910333 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.954369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4fe06a5e-b85e-477b-919d-68fc47f6e092, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4fe06a5e-b85e-477b-919d-68fc47f6e092,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:30.960750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4ca1933b-542e-471c-b94a-a8c5b2792c3a req-d13e8c41-71de-4a1f-80f9-55a7ec25f239 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187091 Jul 13 07:35:30.962154 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.964539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0945bdd0-36aa-47f5-bb81-cc12b02d57e7']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:31.007671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f794df41-f932-43c6-becd-3bd4dfe39e25') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:31.008083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f794df41-f932-43c6-becd-3bd4dfe39e25') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:31.030323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.059271 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.077227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:31.078415 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:31.086853 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:31.099188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f26a12d8-6073-4d8c-a42f-bd2d48956654 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:31.222156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 826a0073-a00f-4f17-9c30-06b92f123947 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:31.362377 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.368047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4fe06a5e-b85e-477b-919d-68fc47f6e092,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:31.382702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.388311 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] 10.222.0.41 "DELETE /v2.0/networks/0945bdd0-36aa-47f5-bb81-cc12b02d57e7 HTTP/1.1" status: 204 len: 168 time: 1.0807426 Jul 13 07:35:31.436439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505526c4-7852-4566-9fe6-de51b370249b admin admin] Pushing event deleted for resources: {'Network': ['ID=0945bdd0-36aa-47f5-bb81-cc12b02d57e7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:31.439770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 826a0073-a00f-4f17-9c30-06b92f123947, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=826a0073-a00f-4f17-9c30-06b92f123947,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:31.467898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f26a12d8-6073-4d8c-a42f-bd2d48956654 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:31.470148 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.532318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af8b21-0284-4d7a-a098-3315798082ec req-2728007a-b4b0-42ac-9637-0079f1945650 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.540619 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-80af8b21-0284-4d7a-a098-3315798082ec req-2728007a-b4b0-42ac-9637-0079f1945650 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.2821622 Jul 13 07:35:31.544915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '826a0073-a00f-4f17-9c30-06b92f123947', 'network_id': 'a2ba3e5a-c575-4ce1-9576-3509935ca7a5', 'port_id': '826a0073-a00f-4f17-9c30-06b92f123947', 'mac_address': 'fa:16:3e:c1:8c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:31.565587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-217a1fd2-6683-4858-bcfb-dbb31c95c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.572440 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-217a1fd2-6683-4858-bcfb-dbb31c95c1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.583821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-217a1fd2-6683-4858-bcfb-dbb31c95c1a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6def4a8-dd13-45d7-8047-4928ec143296 HTTP/1.1" status: 204 len: 168 time: 1.6229358 Jul 13 07:35:31.670853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-71d652a8-d6b7-43b0-8136-e42643e0d8d9 None None] Provisioning for port bae20f9f-2f1f-413c-bc1b-7453de8eb796 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:31.702960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-71d652a8-d6b7-43b0-8136-e42643e0d8d9 None None] Provisioning complete for port bae20f9f-2f1f-413c-bc1b-7453de8eb796 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:31.703349 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71d652a8-d6b7-43b0-8136-e42643e0d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.712285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a1fd2-6683-4858-bcfb-dbb31c95c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6def4a8-dd13-45d7-8047-4928ec143296,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:31.721498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=bae20f9f-2f1f-413c-bc1b-7453de8eb796,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:31.802254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46530) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:31.847002 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.875232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-71d652a8-d6b7-43b0-8136-e42643e0d8d9 None None] Port bae20f9f-2f1f-413c-bc1b-7453de8eb796 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:31.951755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826a0073-a00f-4f17-9c30-06b92f123947 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:31.975079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-71d652a8-d6b7-43b0-8136-e42643e0d8d9 None None] Provisioning complete for port f26a12d8-6073-4d8c-a42f-bd2d48956654 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:31.975948 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71d652a8-d6b7-43b0-8136-e42643e0d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.981591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-80af8b21-0284-4d7a-a098-3315798082ec req-b7ddddb9-156a-4c2a-bebc-9fa3938295c9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346504 Jul 13 07:35:32.045659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948654-3b2a-4d75-b586-ec9abc5e0bd3 req-f227d09b-67c0-4695-af80-afadddb7c2ff tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.052439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948654-3b2a-4d75-b586-ec9abc5e0bd3 req-f227d09b-67c0-4695-af80-afadddb7c2ff tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.057116 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fc901c7e-be84-4dfb-994c-c2412cefac8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4a0e97e7d43443f8ad331d6dccc5dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474594 Jul 13 07:35:32.058464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948654-3b2a-4d75-b586-ec9abc5e0bd3 req-f227d09b-67c0-4695-af80-afadddb7c2ff tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.059962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:32.064712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948654-3b2a-4d75-b586-ec9abc5e0bd3 req-f227d09b-67c0-4695-af80-afadddb7c2ff tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.071477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948654-3b2a-4d75-b586-ec9abc5e0bd3 req-f227d09b-67c0-4695-af80-afadddb7c2ff tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.077407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948654-3b2a-4d75-b586-ec9abc5e0bd3 req-f227d09b-67c0-4695-af80-afadddb7c2ff tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.094113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948654-3b2a-4d75-b586-ec9abc5e0bd3 req-f227d09b-67c0-4695-af80-afadddb7c2ff tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.101894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e948654-3b2a-4d75-b586-ec9abc5e0bd3 req-f227d09b-67c0-4695-af80-afadddb7c2ff tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5419 time: 0.5061355 Jul 13 07:35:32.166674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 826a0073-a00f-4f17-9c30-06b92f123947, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=826a0073-a00f-4f17-9c30-06b92f123947,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:32.184066 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.190585 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1417056e-633c-4987-966c-dbd99b025b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.252458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.253977 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1417056e-633c-4987-966c-dbd99b025b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.280976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:32.379470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e948654-3b2a-4d75-b586-ec9abc5e0bd3 req-79d3e821-3cfe-4cd4-98e1-a0c74a88052c tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2764981 Jul 13 07:35:32.413961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=826a0073-a00f-4f17-9c30-06b92f123947,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:32.568249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a04b4-2f15-4b56-9c53-405ac50bb8d2 req-ab5eedee-0fc8-4105-8d0a-83f4544e95c5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.578369 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-910a04b4-2f15-4b56-9c53-405ac50bb8d2 req-ab5eedee-0fc8-4105-8d0a-83f4544e95c5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.3080037 Jul 13 07:35:32.583761 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1417056e-633c-4987-966c-dbd99b025b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.601283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1417056e-633c-4987-966c-dbd99b025b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.605643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1417056e-633c-4987-966c-dbd99b025b91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee54e732-4548-43a1-ad4e-de47f5bb2304 HTTP/1.1" status: 204 len: 168 time: 0.5448401 Jul 13 07:35:32.643219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417056e-633c-4987-966c-dbd99b025b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee54e732-4548-43a1-ad4e-de47f5bb2304,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:32.713771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-38bd6915-b5b0-4ea9-b8f7-2a030bafebdf None None] Provisioning complete for port bae20f9f-2f1f-413c-bc1b-7453de8eb796 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:32.714340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-38bd6915-b5b0-4ea9-b8f7-2a030bafebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.743433 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.744022 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-910a04b4-2f15-4b56-9c53-405ac50bb8d2 req-01f41066-6c1e-4487-9bd1-897f904516ab tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369750 Jul 13 07:35:32.808696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:32.862738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6915-b5b0-4ea9-b8f7-2a030bafebdf None None] Port bae20f9f-2f1f-413c-bc1b-7453de8eb796 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:32.869465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'port_id': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'mac_address': 'fa:16:3e:7c:43:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:32.955768 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.987126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:33.017156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:33.026546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.031109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266452f-9888-4653-a674-15ab17251cef req-0f4897e9-ce78-4973-985a-cbb0ad85a2f5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.032832 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6266452f-9888-4653-a674-15ab17251cef req-0f4897e9-ce78-4973-985a-cbb0ad85a2f5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.2145698 Jul 13 07:35:33.128586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6266452f-9888-4653-a674-15ab17251cef req-4b350fce-284b-4a20-a247-fead16a07a75 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882287 Jul 13 07:35:33.151678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 97fef1c2-aad9-4b7a-a914-f93f2d908d93 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:33.222314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:33.277905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.289940 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.316914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.529237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['40724019-3d21-4399-a1da-fa1f90436469'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:33.558143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:33.586962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d85f8c36-3b7d-420e-9014-9e823118f779'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:33.619458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=bae20f9f-2f1f-413c-bc1b-7453de8eb796,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:33.726533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network a9ae478d-4083-4535-b119-d578fb45a311 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:33.728487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:33.744735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:33.761160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4fe06a5e-b85e-477b-919d-68fc47f6e092'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:33.766179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['826a0073-a00f-4f17-9c30-06b92f123947'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:33.823483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46594) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:33.900828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3639d7a-f579-4966-8e19-24ea959ff908 req-caf6f65b-d8a6-4e58-b409-ebeb4221eed8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.916548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3639d7a-f579-4966-8e19-24ea959ff908 req-caf6f65b-d8a6-4e58-b409-ebeb4221eed8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.936562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3639d7a-f579-4966-8e19-24ea959ff908 req-caf6f65b-d8a6-4e58-b409-ebeb4221eed8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.952103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 97fef1c2-aad9-4b7a-a914-f93f2d908d93, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:33.956497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3639d7a-f579-4966-8e19-24ea959ff908 req-caf6f65b-d8a6-4e58-b409-ebeb4221eed8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.974276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3639d7a-f579-4966-8e19-24ea959ff908 req-caf6f65b-d8a6-4e58-b409-ebeb4221eed8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.985525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router b5a0db4b-dd38-4a09-9e7d-59bd84b92d77 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:33.993390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3639d7a-f579-4966-8e19-24ea959ff908 req-caf6f65b-d8a6-4e58-b409-ebeb4221eed8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.030125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3639d7a-f579-4966-8e19-24ea959ff908 req-caf6f65b-d8a6-4e58-b409-ebeb4221eed8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.037926 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d3639d7a-f579-4966-8e19-24ea959ff908 req-caf6f65b-d8a6-4e58-b409-ebeb4221eed8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5421 time: 0.3788879 Jul 13 07:35:34.048616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1239091368-network', 'tenant_id': 'c5e75fb5517b47e3b4a04e708ce24bd9'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:34.061574 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1558600805-network', 'tenant_id': '86880b4e1d1346e189d13844c0aeaa05'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:34.083784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '97fef1c2-aad9-4b7a-a914-f93f2d908d93', 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1', 'port_id': '97fef1c2-aad9-4b7a-a914-f93f2d908d93', 'mac_address': 'fa:16:3e:f4:8e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a1c8bb-51b4-4f75-8b0b-8495978543ad', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:34.172830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Made reservation on behalf of 86880b4e1d1346e189d13844c0aeaa05 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:34.179447 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.218858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.248697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Made reservation on behalf of c5e75fb5517b47e3b4a04e708ce24bd9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:34.251056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.259004 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d3639d7a-f579-4966-8e19-24ea959ff908 req-b4eb72b2-f46c-402f-a1ff-a1aadcac7f63 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133825 Jul 13 07:35:34.264122 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.307180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:34.320864 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b4d7c-17a6-4e4d-b9d7-40685a183db2 None None] Sync routers for ids ['b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:34.321898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46604) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:34.326544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0fec273a-7c7a-4000-b951-2bf0384bd0da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/b5a0db4b-dd38-4a09-9e7d-59bd84b92d77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7401919 Jul 13 07:35:34.337902 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b4d7c-17a6-4e4d-b9d7-40685a183db2 None None] Routers {'b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:34.338571 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e59b4d7c-17a6-4e4d-b9d7-40685a183db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:34.355056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c0baa-be34-46bc-a18d-3b1ff9ff8487 req-29f302ab-cf7b-4aad-a2e5-6f1798ffd6b8 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.369071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-076c0baa-be34-46bc-a18d-3b1ff9ff8487 req-29f302ab-cf7b-4aad-a2e5-6f1798ffd6b8 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 945 time: 0.2297928 Jul 13 07:35:34.418121 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e59b4d7c-17a6-4e4d-b9d7-40685a183db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:34.440871 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b4d7c-17a6-4e4d-b9d7-40685a183db2 None None] Routers {'b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:34.441509 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e59b4d7c-17a6-4e4d-b9d7-40685a183db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:34.471848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-076c0baa-be34-46bc-a18d-3b1ff9ff8487 req-d2b4ff36-86ea-41b5-8c78-d2aeb7418e51 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985825 Jul 13 07:35:34.472049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-210b300a-e0bc-4856-9999-c89efecb44dc None None] Provisioning complete for port bae20f9f-2f1f-413c-bc1b-7453de8eb796 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:34.472236 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-210b300a-e0bc-4856-9999-c89efecb44dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.497600 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e59b4d7c-17a6-4e4d-b9d7-40685a183db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:34.498285 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b4d7c-17a6-4e4d-b9d7-40685a183db2 None None] The sync data for ids ['b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:34.543321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec80a26-fa9d-4589-ab1b-498149b2bfa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.549503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46606) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:34.550779 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.569657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dec80a26-fa9d-4589-ab1b-498149b2bfa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports/bae20f9f-2f1f-413c-bc1b-7453de8eb796 HTTP/1.1" status: 200 len: 983 time: 0.2414870 Jul 13 07:35:34.579473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fef1c2-aad9-4b7a-a914-f93f2d908d93 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:34.709749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dd8f7-0f7d-486f-a61c-d91587352815 req-80e7b4c0-a276-4471-ba8a-9466e1941193 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.715099 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d7dd8f7-0f7d-486f-a61c-d91587352815 req-80e7b4c0-a276-4471-ba8a-9466e1941193 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.2404225 Jul 13 07:35:34.742427 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.764109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.787085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:34.799465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 97fef1c2-aad9-4b7a-a914-f93f2d908d93, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:34.826149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.875543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3714019-6860-4dc8-a430-f75aba4882c5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:34.877648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-210b300a-e0bc-4856-9999-c89efecb44dc None None] Port bae20f9f-2f1f-413c-bc1b-7453de8eb796 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:34.903925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c9cc4263-9266-4a1a-8825-b067cc7ed883 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:34.906567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d7dd8f7-0f7d-486f-a61c-d91587352815 req-8f3c74c2-1589-4479-b63b-e9e9554b917f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814616 Jul 13 07:35:34.909681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.910502 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Added segment 77e01ce7-071e-43ac-beaa-6c349b23ddcd of type vlan for network 513e5497-49cb-4457-944f-fd03d508d47f Jul 13 07:35:35.009134 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.073157 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.074214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.074782 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.152097 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.158441 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.172264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:35.174526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6155009 Jul 13 07:35:35.175178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46614) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:35.184332 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.185420 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Added segment 68843d50-f89b-4a85-8d47-9f7d7e35bd87 of type vlan for network 060ff442-b9ba-4de7-aac6-5523bdd09539 Jul 13 07:35:35.187261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Request body: {'subnet': {'network_id': '513e5497-49cb-4457-944f-fd03d508d47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1558600805-subnet', 'tenant_id': '86880b4e1d1346e189d13844c0aeaa05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:35.231188 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.267882 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:35:35.268150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6aa5a6-a11d-41ee-a49e-08902871d2e8 admin admin] Pushing event updated for resources: {'Network': ['ID=513e5497-49cb-4457-944f-fd03d508d47f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:35.291519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65789c81-df87-4808-832d-fb291be6f12d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:35.298366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Made reservation on behalf of 86880b4e1d1346e189d13844c0aeaa05 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:35.300738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.308776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.309805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.310412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.323332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ff5ba141-0c7e-44c8-a3dc-2109cde12433 None None] Provisioning complete for port bae20f9f-2f1f-413c-bc1b-7453de8eb796 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:35.323716 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba141-0c7e-44c8-a3dc-2109cde12433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.325430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 513e5497-49cb-4457-944f-fd03d508d47f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:35.382629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=97fef1c2-aad9-4b7a-a914-f93f2d908d93,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:35.493773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6691456 Jul 13 07:35:35.494656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:35.512871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ba141-0c7e-44c8-a3dc-2109cde12433 None None] Port bae20f9f-2f1f-413c-bc1b-7453de8eb796 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:35.520214 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.524950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Request body: {'subnet': {'network_id': '060ff442-b9ba-4de7-aac6-5523bdd09539', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1239091368-subnet', 'tenant_id': 'c5e75fb5517b47e3b4a04e708ce24bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:35.547414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:35.561062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'port_id': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'mac_address': 'fa:16:3e:d7:1f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:35.605693 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.617622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd8e96-5903-44f2-8b5f-7a6cf423be4e admin admin] Pushing event updated for resources: {'Network': ['ID=060ff442-b9ba-4de7-aac6-5523bdd09539,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:35.625457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cc4263-9266-4a1a-8825-b067cc7ed883 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:35.636597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 060ff442-b9ba-4de7-aac6-5523bdd09539 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:35.667244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.674815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Made reservation on behalf of c5e75fb5517b47e3b4a04e708ce24bd9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:35.677624 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.711519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:35.790360 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.854288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4dd41d43-d71a-440b-a520-bc4a9b37e225 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:35.889839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:35.955876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4dd41d43-d71a-440b-a520-bc4a9b37e225, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4dd41d43-d71a-440b-a520-bc4a9b37e225,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:35.968864 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.995465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f29-7b50-4c30-8080-5d74a35c0890 req-a0c23d98-2b92-4a20-ae30-394085eaf16d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.996307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '4dd41d43-d71a-440b-a520-bc4a9b37e225', 'network_id': 'c3ae3182-ee65-45df-a2a0-9915e6f96ce1', 'port_id': '4dd41d43-d71a-440b-a520-bc4a9b37e225', 'mac_address': 'fa:16:3e:93:9b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a1c8bb-51b4-4f75-8b0b-8495978543ad', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:36.008588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f29-7b50-4c30-8080-5d74a35c0890 req-a0c23d98-2b92-4a20-ae30-394085eaf16d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.014634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f29-7b50-4c30-8080-5d74a35c0890 req-a0c23d98-2b92-4a20-ae30-394085eaf16d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.021107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f29-7b50-4c30-8080-5d74a35c0890 req-a0c23d98-2b92-4a20-ae30-394085eaf16d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.045674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f29-7b50-4c30-8080-5d74a35c0890 req-a0c23d98-2b92-4a20-ae30-394085eaf16d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.053675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f29-7b50-4c30-8080-5d74a35c0890 req-a0c23d98-2b92-4a20-ae30-394085eaf16d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.070450 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.074008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f29-7b50-4c30-8080-5d74a35c0890 req-a0c23d98-2b92-4a20-ae30-394085eaf16d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.091439 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2c817f29-7b50-4c30-8080-5d74a35c0890 req-a0c23d98-2b92-4a20-ae30-394085eaf16d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5422 time: 0.5613141 Jul 13 07:35:36.106338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd41d43-d71a-440b-a520-bc4a9b37e225 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:36.138764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30ebba4-0556-43c7-99df-1fa9afabafcf,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:36.160477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4dd41d43-d71a-440b-a520-bc4a9b37e225, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4dd41d43-d71a-440b-a520-bc4a9b37e225,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:36.169217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.185065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2c817f29-7b50-4c30-8080-5d74a35c0890 req-92ee9afe-b4bd-4515-b746-19306ee7998b tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927286 Jul 13 07:35:36.244338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734899aa-6bd4-4100-8c69-c4ed4bc10d20 req-90567a0c-0f99-4895-8334-4546a4979422 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.250313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-734899aa-6bd4-4100-8c69-c4ed4bc10d20 req-90567a0c-0f99-4895-8334-4546a4979422 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.5403552 Jul 13 07:35:36.273009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Checking segment: {'id': '77e01ce7-071e-43ac-beaa-6c349b23ddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '513e5497-49cb-4457-944f-fd03d508d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:36.277366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Network hostable DHCP agents. Network: 513e5497-49cb-4457-944f-fd03d508d47f, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:36.277542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port bae20f9f-2f1f-413c-bc1b-7453de8eb796 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:36.278140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.278546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 826a0073-a00f-4f17-9c30-06b92f123947 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:36.367704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Network 513e5497-49cb-4457-944f-fd03d508d47f is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:36.384454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4dd41d43-d71a-440b-a520-bc4a9b37e225,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:36.426182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 826a0073-a00f-4f17-9c30-06b92f123947 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:36.435401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 826a0073-a00f-4f17-9c30-06b92f123947 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:36.436347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.447507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-734899aa-6bd4-4100-8c69-c4ed4bc10d20 req-5ccb8a54-380d-4d64-bd8c-98439349b89d tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847837 Jul 13 07:35:36.458624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 513e5497-49cb-4457-944f-fd03d508d47f) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:36.465367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.466969 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.487645 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.503762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ccc14415-290c-49c7-a684-329dddb2eb51 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3203592 Jul 13 07:35:36.537927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af226307-bf4c-400d-8962-91bfa6dc6824 None None] Network 513e5497-49cb-4457-944f-fd03d508d47f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:36.568997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.606903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for bae20f9f-2f1f-413c-bc1b-7453de8eb796 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:36.638959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=703c0fcc-6c21-4841-8ee5-7720d3dd8ea2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:36.653548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Checking segment: {'id': '68843d50-f89b-4a85-8d47-9f7d7e35bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '060ff442-b9ba-4de7-aac6-5523bdd09539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:36.653957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Network hostable DHCP agents. Network: 060ff442-b9ba-4de7-aac6-5523bdd09539, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:36.697045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Network 060ff442-b9ba-4de7-aac6-5523bdd09539 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:36.715510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 060ff442-b9ba-4de7-aac6-5523bdd09539) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:36.726216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.727656 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.735824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a99fced-466c-40af-9e7e-5295abdcf87d None None] Network 060ff442-b9ba-4de7-aac6-5523bdd09539 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:36.759103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c9cc4263-9266-4a1a-8825-b067cc7ed883'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:36.760542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-31be6366-e376-4631-a844-9a8c78ab0126 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2449059 Jul 13 07:35:36.840144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684c78f-f696-471b-b319-809cebf96014 req-48dd3084-3f75-4c3e-bc01-34bce4eaf4b8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.847684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8684c78f-f696-471b-b319-809cebf96014 req-48dd3084-3f75-4c3e-bc01-34bce4eaf4b8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.4102154 Jul 13 07:35:36.854893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['97fef1c2-aad9-4b7a-a914-f93f2d908d93'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:36.893681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4dd41d43-d71a-440b-a520-bc4a9b37e225'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:37.013080 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.031402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8684c78f-f696-471b-b319-809cebf96014 req-65968166-b67c-4459-8e2f-aba8cc1816db tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381118 Jul 13 07:35:37.039027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.044889 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-6f5836b8-0339-4a95-8e44-5b64784d2b88 req-064f6495-6182-405d-8085-e123b6d97146 tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] show failed (client error): The resource could not be found. Jul 13 07:35:37.060626 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6f5836b8-0339-4a95-8e44-5b64784d2b88 req-064f6495-6182-405d-8085-e123b6d97146 tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] 10.222.0.41 "GET /v2.0/security-groups/259ea449-e2b3-4dd7-a859-6996be887856 HTTP/1.1" status: 404 len: 352 time: 0.0392344 Jul 13 07:35:37.093585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 826a0073-a00f-4f17-9c30-06b92f123947, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=826a0073-a00f-4f17-9c30-06b92f123947,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:37.117241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:37.119493 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ced94e5-33dd-40c9-b106-f5cb2cb8ced8" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "826a0073-a00f-4f17-9c30-06b92f123947"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:37.127149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.157977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=bae20f9f-2f1f-413c-bc1b-7453de8eb796,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:37.218938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:37.241531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-363a2440-1824-4652-91ff-3fa685ecdf5c req-22a98c32-a92b-4d3e-8c05-adef45a67f50 tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86880b4e1d1346e189d13844c0aeaa05 HTTP/1.1" status: 200 len: 2988 time: 0.1420956 Jul 13 07:35:37.353715 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-363a2440-1824-4652-91ff-3fa685ecdf5c req-7f24c9de-3627-4ecb-870d-c4507530422f tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] 10.222.0.41 "GET /v2.0/security-groups/c3714019-6860-4dc8-a430-f75aba4882c5 HTTP/1.1" status: 200 len: 2985 time: 0.1055055 Jul 13 07:35:37.466185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-363a2440-1824-4652-91ff-3fa685ecdf5c req-b9a7f607-212a-4846-976a-d60cc36b795c tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] 10.222.0.41 "GET /v2.0/security-groups/c3714019-6860-4dc8-a430-f75aba4882c5 HTTP/1.1" status: 200 len: 2985 time: 0.1058004 Jul 13 07:35:37.648186 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b8a155-a64b-47f3-a0bd-bcc963377d17 x-openstack-request-id: req-d8b8a155-a64b-47f3-a0bd-bcc963377d17 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:37.648664 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "826a0073-a00f-4f17-9c30-06b92f123947", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:37.649004 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8b8a155-a64b-47f3-a0bd-bcc963377d17 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:37.650075 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947', 'code': 200} Jul 13 07:35:37.686397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57599c98-cca9-49c1-b27a-14305c45a80e None None] Network 513e5497-49cb-4457-944f-fd03d508d47f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:37.712888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:37.750160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1be22-636b-4bdf-ab98-ecddb03cc7e4 req-af37c493-71ee-4b10-ab95-75e5ee0114a1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.758007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1be22-636b-4bdf-ab98-ecddb03cc7e4 req-af37c493-71ee-4b10-ab95-75e5ee0114a1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.765032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1be22-636b-4bdf-ab98-ecddb03cc7e4 req-af37c493-71ee-4b10-ab95-75e5ee0114a1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.773138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1be22-636b-4bdf-ab98-ecddb03cc7e4 req-af37c493-71ee-4b10-ab95-75e5ee0114a1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.781193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1be22-636b-4bdf-ab98-ecddb03cc7e4 req-af37c493-71ee-4b10-ab95-75e5ee0114a1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.788418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1be22-636b-4bdf-ab98-ecddb03cc7e4 req-af37c493-71ee-4b10-ab95-75e5ee0114a1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.795472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1be22-636b-4bdf-ab98-ecddb03cc7e4 req-af37c493-71ee-4b10-ab95-75e5ee0114a1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.798020 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ee1be22-636b-4bdf-ab98-ecddb03cc7e4 req-af37c493-71ee-4b10-ab95-75e5ee0114a1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5424 time: 0.1357574 Jul 13 07:35:37.859034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:37.859865 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.860671 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ee1be22-636b-4bdf-ab98-ecddb03cc7e4 req-a273698d-e66e-40b1-bd9a-5e71d1ac56d9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564263 Jul 13 07:35:37.925998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.966665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfa1434c-12df-45e9-b0a2-0bd65ef2f5e5 req-b955baf7-1f69-494b-97e7-4048f698c226 tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] 10.222.0.41 "GET /v2.0/security-groups/c3714019-6860-4dc8-a430-f75aba4882c5 HTTP/1.1" status: 200 len: 2985 time: 0.0497618 Jul 13 07:35:38.058891 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.064700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=826a0073-a00f-4f17-9c30-06b92f123947,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:38.101581 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-dfa1434c-12df-45e9-b0a2-0bd65ef2f5e5 req-8c80e5a3-87c5-43dd-8706-9a5b49f55a1a tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:35:38.102849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-43ea61e4-9436-4fe9-bdef-176bed106b83 None None] Provisioning complete for port 826a0073-a00f-4f17-9c30-06b92f123947 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:38.103332 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43ea61e4-9436-4fe9-bdef-176bed106b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.103616 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfa1434c-12df-45e9-b0a2-0bd65ef2f5e5 req-8c80e5a3-87c5-43dd-8706-9a5b49f55a1a tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] 10.222.0.41 "DELETE /v2.0/security-groups/c3714019-6860-4dc8-a430-f75aba4882c5 HTTP/1.1" status: 409 len: 352 time: 0.1289265 Jul 13 07:35:38.227488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-cbefd438-6771-4a5e-81fa-7bf7feeed1f0 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.229426 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-cbefd438-6771-4a5e-81fa-7bf7feeed1f0 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/networks?id=060ff442-b9ba-4de7-aac6-5523bdd09539 HTTP/1.1" status: 200 len: 822 time: 0.3008547 Jul 13 07:35:38.277925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-22f322ad-70b0-4fec-858c-4fc431ded1ba tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/quotas/c5e75fb5517b47e3b4a04e708ce24bd9 HTTP/1.1" status: 200 len: 375 time: 0.0202043 Jul 13 07:35:38.296276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router b5a0db4b-dd38-4a09-9e7d-59bd84b92d77 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:38.328885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-2ed1d81f-a50c-4e27-91a4-890b7705790a tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e75fb5517b47e3b4a04e708ce24bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451519 Jul 13 07:35:38.336706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae8013-5a68-4118-9762-96792cfd1dc6 req-8cff85c6-0fbe-4fa1-b061-74d3b53f56ab tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.340334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47ae8013-5a68-4118-9762-96792cfd1dc6 req-8cff85c6-0fbe-4fa1-b061-74d3b53f56ab tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.0956724 Jul 13 07:35:38.430544 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47ae8013-5a68-4118-9762-96792cfd1dc6 req-256fcc19-f557-4cf9-95c0-c1280d3a9888 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839148 Jul 13 07:35:38.512032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d7dda8-21b2-4f99-bccd-1c151a1e288e None None] Network 060ff442-b9ba-4de7-aac6-5523bdd09539 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:38.548237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:38.562236 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4ce11445-3ff4-431e-b0d7-17433feb3787 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/b5a0db4b-dd38-4a09-9e7d-59bd84b92d77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0108068 Jul 13 07:35:38.564944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:38.594048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c9f55-2cb8-45e0-aafb-963ba49d27b9 None None] Sync routers for ids ['b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:38.623166 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-c267cc42-662a-4c3c-80dc-cd98d5ed083a service neutron] 10.222.0.41 "GET /v2.0/networks/060ff442-b9ba-4de7-aac6-5523bdd09539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793670 Jul 13 07:35:38.630178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c9f55-2cb8-45e0-aafb-963ba49d27b9 None None] Routers {'b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:38.630836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6f1c9f55-2cb8-45e0-aafb-963ba49d27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:38.677044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6f1c9f55-2cb8-45e0-aafb-963ba49d27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:38.764579 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-d3cc339a-7685-412f-a10e-5cc6bea115d6 service neutron] 10.222.0.41 "GET /v2.0/networks/060ff442-b9ba-4de7-aac6-5523bdd09539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311882 Jul 13 07:35:38.821160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c9f55-2cb8-45e0-aafb-963ba49d27b9 None None] Routers {'b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:38.821802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6f1c9f55-2cb8-45e0-aafb-963ba49d27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:38.916650 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.928027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6f1c9f55-2cb8-45e0-aafb-963ba49d27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:38.928725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c9f55-2cb8-45e0-aafb-963ba49d27b9 None None] The sync data for ids ['b5a0db4b-dd38-4a09-9e7d-59bd84b92d77'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:38.938502 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-48946158-03d3-424f-bee1-b069a927e662 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 07:35:38.939865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-48946158-03d3-424f-bee1-b069a927e662 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/b5a0db4b-dd38-4a09-9e7d-59bd84b92d77/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3737557 Jul 13 07:35:38.942642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46688) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:38.959207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:38.965756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5581ed5-258f-454f-b708-26de19526505 req-6c566dc2-6f5c-4e93-813f-7146284f32ad tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.974712 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f5581ed5-258f-454f-b708-26de19526505 req-6c566dc2-6f5c-4e93-813f-7146284f32ad tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.3174624 Jul 13 07:35:38.975526 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.019568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3aa4c896-15e6-46f8-beb2-f7d7f5ad3f69 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a0db4b-dd38-4a09-9e7d-59bd84b92d77 HTTP/1.1" status: 200 len: 205 time: 0.0734792 Jul 13 07:35:39.022046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f5581ed5-258f-454f-b708-26de19526505 req-7d440cef-7bcf-467f-b531-4ec0d252e381 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460811 Jul 13 07:35:39.043199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46694) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:39.046463 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-c2b93c37-98c2-44ce-ae75-6f2df7749b48 req-f70d425b-4b92-494b-9828-81aecc99637b tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] show failed (client error): The resource could not be found. Jul 13 07:35:39.047532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2b93c37-98c2-44ce-ae75-6f2df7749b48 req-f70d425b-4b92-494b-9828-81aecc99637b tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] 10.222.0.41 "GET /v2.0/security-groups/3e98e7e6-5b3a-49d5-b6c8-8c02ff47aaf3 HTTP/1.1" status: 404 len: 352 time: 0.0396054 Jul 13 07:35:39.120827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 40724019-3d21-4399-a1da-fa1f90436469 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:39.124675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:39.186630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3fd0f33-5d1c-4d88-9d9d-b0acacac0add req-2f6f6db2-95fd-4721-a20f-688e1a0ff6b1 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 210 time: 0.0545506 Jul 13 07:35:39.191703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.192088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.192436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.192778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.193115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.193466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.193873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.194273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.194569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.194996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.195276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.195643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.255162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 40724019-3d21-4399-a1da-fa1f90436469 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:39.256910 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-a472c894-2082-470e-b27f-4081d31781e1 req-fc33c1e9-7dac-46f6-8041-1e7353d3e3a0 tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] show failed (client error): The resource could not be found. Jul 13 07:35:39.260854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 40724019-3d21-4399-a1da-fa1f90436469 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:39.261619 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.263263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a472c894-2082-470e-b27f-4081d31781e1 req-fc33c1e9-7dac-46f6-8041-1e7353d3e3a0 tempest-SecurityGroupsNegativeTestJSON-1034390327 tempest-SecurityGroupsNegativeTestJSON-1034390327-project] 10.222.0.41 "GET /v2.0/security-groups/4cbd1a9b-6b72-417b-8bbd-74fa7e703607 HTTP/1.1" status: 404 len: 352 time: 0.0251091 Jul 13 07:35:39.268417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:39.325214 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c391c2-cab2-4663-8260-ec2d7f988fb9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.350551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb78998-7189-496c-a6dd-e6995bb3c164 admin admin] Deleting subnet c30ebba4-0556-43c7-99df-1fa9afabafcf {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:39.359611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feb78998-7189-496c-a6dd-e6995bb3c164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.445269 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feb78998-7189-496c-a6dd-e6995bb3c164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.486793 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.539082 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c391c2-cab2-4663-8260-ec2d7f988fb9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.541433 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c391c2-cab2-4663-8260-ec2d7f988fb9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.579946 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feb78998-7189-496c-a6dd-e6995bb3c164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.584764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 40724019-3d21-4399-a1da-fa1f90436469, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40724019-3d21-4399-a1da-fa1f90436469,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:39.597690 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.598997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c391c2-cab2-4663-8260-ec2d7f988fb9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.599988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c391c2-cab2-4663-8260-ec2d7f988fb9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Fanout notify agent at l3_agent the message router_deleted on router b5a0db4b-dd38-4a09-9e7d-59bd84b92d77 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:39.612481 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c391c2-cab2-4663-8260-ec2d7f988fb9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.614086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d3c391c2-cab2-4663-8260-ec2d7f988fb9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/b5a0db4b-dd38-4a09-9e7d-59bd84b92d77 HTTP/1.1" status: 204 len: 168 time: 0.5697372 Jul 13 07:35:39.618167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:39.631220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ef86a6d1-d104-48a6-8065-fad6ade5f67e None None] Provisioning complete for port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:39.631904 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef86a6d1-d104-48a6-8065-fad6ade5f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.654490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6'}, {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40724019-3d21-4399-a1da-fa1f90436469'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:39.656971 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916773ad-b191-4caf-928d-1cae27314a79" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6"}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "40724019-3d21-4399-a1da-fa1f90436469"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:39.700742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4fe06a5e-b85e-477b-919d-68fc47f6e092 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:39.720921 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feb78998-7189-496c-a6dd-e6995bb3c164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.766760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed986-800b-4c65-ae96-3a3cf7e8e1f7 req-a9e5d25e-bf6a-4c92-b7fd-28d97461f8e3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.777278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=40724019-3d21-4399-a1da-fa1f90436469,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:39.777464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed986-800b-4c65-ae96-3a3cf7e8e1f7 req-a9e5d25e-bf6a-4c92-b7fd-28d97461f8e3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.792995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed986-800b-4c65-ae96-3a3cf7e8e1f7 req-a9e5d25e-bf6a-4c92-b7fd-28d97461f8e3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.802710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed986-800b-4c65-ae96-3a3cf7e8e1f7 req-a9e5d25e-bf6a-4c92-b7fd-28d97461f8e3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.811108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed986-800b-4c65-ae96-3a3cf7e8e1f7 req-a9e5d25e-bf6a-4c92-b7fd-28d97461f8e3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.812720 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feb78998-7189-496c-a6dd-e6995bb3c164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.814654 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-feb78998-7189-496c-a6dd-e6995bb3c164 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c30ebba4-0556-43c7-99df-1fa9afabafcf HTTP/1.1" status: 204 len: 168 time: 0.5432932 Jul 13 07:35:39.821051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed986-800b-4c65-ae96-3a3cf7e8e1f7 req-a9e5d25e-bf6a-4c92-b7fd-28d97461f8e3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.827004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 4fe06a5e-b85e-477b-919d-68fc47f6e092 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:39.828290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed986-800b-4c65-ae96-3a3cf7e8e1f7 req-a9e5d25e-bf6a-4c92-b7fd-28d97461f8e3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.831265 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30bed986-800b-4c65-ae96-3a3cf7e8e1f7 req-a9e5d25e-bf6a-4c92-b7fd-28d97461f8e3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5425 time: 0.6023943 Jul 13 07:35:39.832062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46720) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:39.845936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d68b8ec-94d8-4db9-b821-d6dc7e819298 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting subnet 679e25e7-61d1-4b54-bc31-4be06a9001ea {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:39.846866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 4fe06a5e-b85e-477b-919d-68fc47f6e092 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:39.847246 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.866568 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d68b8ec-94d8-4db9-b821-d6dc7e819298 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.875105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb78998-7189-496c-a6dd-e6995bb3c164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30ebba4-0556-43c7-99df-1fa9afabafcf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:39.984872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87811770-993e-4b23-ad7a-5477ac95c556 req-96d64d4a-3491-4f28-9b0c-c1ceb152be39 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.986489 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87811770-993e-4b23-ad7a-5477ac95c556 req-96d64d4a-3491-4f28-9b0c-c1ceb152be39 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.2371597 Jul 13 07:35:40.030737 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d68b8ec-94d8-4db9-b821-d6dc7e819298 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.035734 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.051334 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.064279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87811770-993e-4b23-ad7a-5477ac95c556 req-26f86237-047f-42d7-ae03-399582fb3c99 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653543 Jul 13 07:35:40.075297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30bed986-800b-4c65-ae96-3a3cf7e8e1f7 req-466bc7b4-9098-4843-b396-f8032f874de8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2247541 Jul 13 07:35:40.087864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4fe06a5e-b85e-477b-919d-68fc47f6e092, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4fe06a5e-b85e-477b-919d-68fc47f6e092,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:40.092438 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.169088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d85f8c36-3b7d-420e-9014-9e823118f779 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:40.255888 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983c7234-6454-4ede-80b2-161af85c3cbd x-openstack-request-id: req-983c7234-6454-4ede-80b2-161af85c3cbd {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:40.256244 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6", "code": 200}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "40724019-3d21-4399-a1da-fa1f90436469", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:40.256460 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-983c7234-6454-4ede-80b2-161af85c3cbd {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:40.256839 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'code': 200} Jul 13 07:35:40.257095 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40724019-3d21-4399-a1da-fa1f90436469', 'code': 200} Jul 13 07:35:40.280137 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.310191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ee362d95-c6c7-4b61-bec4-608596567557 None None] Provisioning complete for port 40724019-3d21-4399-a1da-fa1f90436469 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:40.310539 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee362d95-c6c7-4b61-bec4-608596567557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.341241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513e5497-49cb-4457-944f-fd03d508d47f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:40.345175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4fe06a5e-b85e-477b-919d-68fc47f6e092,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:40.350711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port d85f8c36-3b7d-420e-9014-9e823118f779 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:40.374397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e01ce7-071e-43ac-beaa-6c349b23ddcd') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:40.374821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e01ce7-071e-43ac-beaa-6c349b23ddcd') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:40.376991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port d85f8c36-3b7d-420e-9014-9e823118f779 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:40.379995 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d68b8ec-94d8-4db9-b821-d6dc7e819298 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.380586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.415735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45f8ebd3-72e2-4da9-a51e-5cece607a635 req-c5bf9ec5-c61d-4031-95a9-bd6ada45f3f9 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 210 time: 0.0576546 Jul 13 07:35:40.470911 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.499776 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.512235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8ebec-a0aa-436d-abdd-08cd06f79dcf req-a4dda6e3-169c-493e-8361-0e2dfe8a32d3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.514307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eec8ebec-a0aa-436d-abdd-08cd06f79dcf req-a4dda6e3-169c-493e-8361-0e2dfe8a32d3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.2686734 Jul 13 07:35:40.518698 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d68b8ec-94d8-4db9-b821-d6dc7e819298 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.539681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:40.540337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:40.542249 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:40.548644 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.588924 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68b8ec-94d8-4db9-b821-d6dc7e819298 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Subnet': ['ID=679e25e7-61d1-4b54-bc31-4be06a9001ea,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:40.594111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d85f8c36-3b7d-420e-9014-9e823118f779, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d85f8c36-3b7d-420e-9014-9e823118f779,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:40.596555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d68b8ec-94d8-4db9-b821-d6dc7e819298 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.599161 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8d68b8ec-94d8-4db9-b821-d6dc7e819298 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/679e25e7-61d1-4b54-bc31-4be06a9001ea HTTP/1.1" status: 204 len: 168 time: 0.9798367 Jul 13 07:35:40.600226 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.602091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:40.622505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33663d0d-5b6a-4bb6-97b1-8e941bcafcbd None None] Network a9ae478d-4083-4535-b119-d578fb45a311 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:40.727500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.763596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-e628ff9b-b08e-487e-835f-63e12bdf56ff tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.765595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-e628ff9b-b08e-487e-835f-63e12bdf56ff tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.38 "GET /v2.0/networks?id=060ff442-b9ba-4de7-aac6-5523bdd09539 HTTP/1.1" status: 200 len: 822 time: 0.1317737 Jul 13 07:35:40.774254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.775223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c9cc4263-9266-4a1a-8825-b067cc7ed883 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:40.801679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eec8ebec-a0aa-436d-abdd-08cd06f79dcf req-ca61e848-c909-480f-9dfa-58565f75c458 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786016 Jul 13 07:35:40.811766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Request body: {'port': {'device_id': 'ced3e8fc-6a64-4b23-a03b-886b8a7fda87', 'network_id': '060ff442-b9ba-4de7-aac6-5523bdd09539', 'admin_state_up': True, 'tenant_id': 'c5e75fb5517b47e3b4a04e708ce24bd9'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:40.824470 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.828655 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] 10.222.0.41 "DELETE /v2.0/networks/513e5497-49cb-4457-944f-fd03d508d47f HTTP/1.1" status: 204 len: 168 time: 0.9921818 Jul 13 07:35:40.880307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port f26a12d8-6073-4d8c-a42f-bd2d48956654 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:40.880647 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.897802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645ff93-f3c6-49c9-8d4d-308af646ab44 admin admin] Pushing event deleted for resources: {'Network': ['ID=513e5497-49cb-4457-944f-fd03d508d47f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:40.906019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ede24924-505d-455b-b485-b410ef518953 None None] Provisioning complete for port 4fe06a5e-b85e-477b-919d-68fc47f6e092 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:40.906440 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ede24924-505d-455b-b485-b410ef518953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.948700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d85f8c36-3b7d-420e-9014-9e823118f779,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:41.031625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46734) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:41.058815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port c9cc4263-9266-4a1a-8825-b067cc7ed883 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:41.071511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:41.071900 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.078097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port f26a12d8-6073-4d8c-a42f-bd2d48956654, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f26a12d8-6073-4d8c-a42f-bd2d48956654,segment=NetworkSegment(d8a5f423-fae1-4765-aa9f-4022719df15b),segment_id=d8a5f423-fae1-4765-aa9f-4022719df15b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:41.078967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.119191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for f26a12d8-6073-4d8c-a42f-bd2d48956654 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:41.126616 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a22e4097-8128-441b-9222-9e82deb07b2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86880b4e1d1346e189d13844c0aeaa05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916779 Jul 13 07:35:41.127292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:41.155054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Made reservation on behalf of c5e75fb5517b47e3b4a04e708ce24bd9 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:41.165871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.246250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-318be7c1-8e19-4e2a-9276-a2165da1a31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.248339 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.279398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] DHCP port deletion for a9ae478d-4083-4535-b119-d578fb45a311 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:35:41.292449 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-318be7c1-8e19-4e2a-9276-a2165da1a31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.377193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-27420c2b-1924-424e-bf2d-d7e125c70ca3 None None] Provisioning complete for port d85f8c36-3b7d-420e-9014-9e823118f779 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:41.377493 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27420c2b-1924-424e-bf2d-d7e125c70ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.381893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:41.402465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Allocated IP 172.20.0.8 (060ff442-b9ba-4de7-aac6-5523bdd09539/703c0fcc-6c21-4841-8ee5-7720d3dd8ea2/2a167b5e-faad-4ef2-904e-acba0d7382e3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:41.408379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.439258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.459887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebb52-e661-46d3-8ee3-d31e791cea27 req-1e20eb78-f4a6-455c-8b80-319e425df5d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.460050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 97fef1c2-aad9-4b7a-a914-f93f2d908d93 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:41.462208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-579ebb52-e661-46d3-8ee3-d31e791cea27 req-1e20eb78-f4a6-455c-8b80-319e425df5d5 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 946 time: 0.1582406 Jul 13 07:35:41.466579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-318be7c1-8e19-4e2a-9276-a2165da1a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.469358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-318be7c1-8e19-4e2a-9276-a2165da1a31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.470770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-318be7c1-8e19-4e2a-9276-a2165da1a31c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3714019-6860-4dc8-a430-f75aba4882c5 HTTP/1.1" status: 204 len: 168 time: 0.3400757 Jul 13 07:35:41.522431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No DVR routers for this DVR port f26a12d8-6073-4d8c-a42f-bd2d48956654 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:41.524385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=f26a12d8-6073-4d8c-a42f-bd2d48956654,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:41.560624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318be7c1-8e19-4e2a-9276-a2165da1a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3714019-6860-4dc8-a430-f75aba4882c5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:41.594230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-579ebb52-e661-46d3-8ee3-d31e791cea27 req-3c1762c3-eff9-4c82-bb4a-2feabbd42aea tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214676 Jul 13 07:35:41.632021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=13']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:41.647306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] Deleting port f26a12d8-6073-4d8c-a42f-bd2d48956654 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:41.647700 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.666951 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.694942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ae478d-4083-4535-b119-d578fb45a311']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:41.711458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a5f423-fae1-4765-aa9f-4022719df15b') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:41.712141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a5f423-fae1-4765-aa9f-4022719df15b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:41.722387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.756198 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.767145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:41.767672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:41.775795 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:41.824767 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.884093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289a29-62b9-4222-9a84-41af0da97767 req-d711c8bd-d5ee-4524-a7bc-a1a077717685 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.895354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289a29-62b9-4222-9a84-41af0da97767 req-d711c8bd-d5ee-4524-a7bc-a1a077717685 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.902370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289a29-62b9-4222-9a84-41af0da97767 req-d711c8bd-d5ee-4524-a7bc-a1a077717685 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.909148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289a29-62b9-4222-9a84-41af0da97767 req-d711c8bd-d5ee-4524-a7bc-a1a077717685 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.916113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289a29-62b9-4222-9a84-41af0da97767 req-d711c8bd-d5ee-4524-a7bc-a1a077717685 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.917193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.927792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289a29-62b9-4222-9a84-41af0da97767 req-d711c8bd-d5ee-4524-a7bc-a1a077717685 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.935435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.936381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289a29-62b9-4222-9a84-41af0da97767 req-d711c8bd-d5ee-4524-a7bc-a1a077717685 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.937374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/networks/a9ae478d-4083-4535-b119-d578fb45a311 HTTP/1.1" status: 204 len: 168 time: 1.3333952 Jul 13 07:35:41.938649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65289a29-62b9-4222-9a84-41af0da97767 req-d711c8bd-d5ee-4524-a7bc-a1a077717685 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5428 time: 0.2414680 Jul 13 07:35:41.952205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:41.970847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3fbb2-f5f4-438a-8bf3-86ce1c30e2b7 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Network': ['ID=a9ae478d-4083-4535-b119-d578fb45a311,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:41.973602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-969633287'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:41.996150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] For port f26a12d8-6073-4d8c-a42f-bd2d48956654, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:41.996715 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.010772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:42.019043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:42.019500 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.021502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] Calling delete_port for f26a12d8-6073-4d8c-a42f-bd2d48956654 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:42.025400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] Port f26a12d8-6073-4d8c-a42f-bd2d48956654 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:35:42.028917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3bdd3745-3da3-474f-b3ed-4d1d2bbcc34a req-22d671e5-1b01-432c-a333-de0e4790822c tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 210 time: 0.0607383 Jul 13 07:35:42.060045 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.089804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:42.092887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] Pushing event deleted for resources: {'Port': ['ID=f26a12d8-6073-4d8c-a42f-bd2d48956654,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:42.103566 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.115363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] Network a9ae478d-4083-4535-b119-d578fb45a311 is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:35:42.117256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67275ce-ddbf-40ae-a492-ad3d3ca8d949 None None] No DVR routers for this DVR port f26a12d8-6073-4d8c-a42f-bd2d48956654 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:42.131703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.148570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e3f691b4-d0e0-4ad2-9cb3-ce5896e16db9 None None] Provisioning complete for port c9cc4263-9266-4a1a-8825-b067cc7ed883 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:42.148802 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3f691b4-d0e0-4ad2-9cb3-ce5896e16db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.193450 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65289a29-62b9-4222-9a84-41af0da97767 req-a8a63d5d-a491-4bf3-a4cb-2b9463a07de6 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2390542 Jul 13 07:35:42.220902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.221816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:42.225493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Network 060ff442-b9ba-4de7-aac6-5523bdd09539 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:42.235267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:42.241583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:42.267679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe06a5e-b85e-477b-919d-68fc47f6e092'}, {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85f8c36-3b7d-420e-9014-9e823118f779'}, {'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:42.274763 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc48ea1-488a-49d4-a813-3d06a76af9cf" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "4fe06a5e-b85e-477b-919d-68fc47f6e092"}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "d85f8c36-3b7d-420e-9014-9e823118f779"}, {"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-plugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:42.277678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.278073 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added segment 5a495f32-efdd-4121-a050-95f74e885cbd of type vlan for network 30f6ddb6-7928-4284-add8-4a465be59d43 Jul 13 07:35:42.280789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Pushing event updated for resources: {'Port': ['ID=2a167b5e-faad-4ef2-904e-acba0d7382e3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:42.311106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 97fef1c2-aad9-4b7a-a914-f93f2d908d93, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:42.316444 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.334795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad3122-9e05-440d-8018-c11b41831705 req-6bce32e5-60c4-4ea2-9c03-7f9629c337ba tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.337878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bad3122-9e05-440d-8018-c11b41831705 req-6bce32e5-60c4-4ea2-9c03-7f9629c337ba tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.1238348 Jul 13 07:35:42.350696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.361053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.361689 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.385030 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-b933863d-fb5c-4c17-ab20-0ae09f692696 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5821543 Jul 13 07:35:42.389417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bad3122-9e05-440d-8018-c11b41831705 req-e0115bf1-038c-499e-a8b9-32c5775aa5b5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Jul 13 07:35:42.399480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Request body: {'port': {'device_id': 'ced3e8fc-6a64-4b23-a03b-886b8a7fda87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:42.410328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4dd41d43-d71a-440b-a520-bc4a9b37e225 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:42.445483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.451561 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.451819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.465884 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b98a8-09a2-4fe0-8710-bfd228634e8e x-openstack-request-id: req-e38b98a8-09a2-4fe0-8710-bfd228634e8e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:42.466169 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "4fe06a5e-b85e-477b-919d-68fc47f6e092", "code": 200}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "d85f8c36-3b7d-420e-9014-9e823118f779", "code": 200}, {"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-plugged", "status": "completed", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:42.466481 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e38b98a8-09a2-4fe0-8710-bfd228634e8e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:42.479520 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe06a5e-b85e-477b-919d-68fc47f6e092', 'code': 200} Jul 13 07:35:42.479788 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85f8c36-3b7d-420e-9014-9e823118f779', 'code': 200} Jul 13 07:35:42.480044 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'code': 200} Jul 13 07:35:42.551796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5961852 Jul 13 07:35:42.554691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:42.560460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'subnet': {'network_id': '30f6ddb6-7928-4284-add8-4a465be59d43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:42.578473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=97fef1c2-aad9-4b7a-a914-f93f2d908d93,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:42.603123 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.606799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 4dd41d43-d71a-440b-a520-bc4a9b37e225 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:42.617399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 4dd41d43-d71a-440b-a520-bc4a9b37e225 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:42.617788 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.688352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e51e97-425f-45b7-9077-8ca2b635c5e9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Network': ['ID=30f6ddb6-7928-4284-add8-4a465be59d43,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:42.717555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 30f6ddb6-7928-4284-add8-4a465be59d43 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:42.824488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:42.828165 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.885448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:43.018302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f26a12d8-6073-4d8c-a42f-bd2d48956654 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:43.059881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: f26a12d8-6073-4d8c-a42f-bd2d48956654 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:43.060625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f26a12d8-6073-4d8c-a42f-bd2d48956654 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:43.124902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6058d918-24b5-42ce-86e4-d722a4e289ae None None] Provisioning complete for port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:43.125405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee824b-c8ee-46b9-9047-812cebdcf8b7 req-ff4505bd-dcf3-425c-ad30-670ebc4bd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.125526 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6058d918-24b5-42ce-86e4-d722a4e289ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.127688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86ee824b-c8ee-46b9-9047-812cebdcf8b7 req-ff4505bd-dcf3-425c-ad30-670ebc4bd1e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1099 time: 0.4525554 Jul 13 07:35:43.172742 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.182248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86ee824b-c8ee-46b9-9047-812cebdcf8b7 req-70570403-2207-4610-b046-42ffb475bf44 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456452 Jul 13 07:35:43.239622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba71cf-094b-47f6-b64b-c3d6eab60b4f req-f7688aa5-7fe1-4ec7-9960-118388469e65 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.247983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8eba71cf-094b-47f6-b64b-c3d6eab60b4f req-f7688aa5-7fe1-4ec7-9960-118388469e65 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 947 time: 0.2452359 Jul 13 07:35:43.248203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4dd41d43-d71a-440b-a520-bc4a9b37e225, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4dd41d43-d71a-440b-a520-bc4a9b37e225,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:43.258638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a167b5e-faad-4ef2-904e-acba0d7382e3 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:43.272263 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.304600 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.326917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Transition to ACTIVE for port object 2a167b5e-faad-4ef2-904e-acba0d7382e3 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:43.337601 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.368151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1710306356-network', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:43.395621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Pushing event updated for resources: {'Port': ['ID=2a167b5e-faad-4ef2-904e-acba0d7382e3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:43.421382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d6a3-f5d5-4fec-8ef4-1c1ba5a3a054 req-6120b320-19b4-4244-ae9a-ae7ffdd635f8 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.424467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8eba71cf-094b-47f6-b64b-c3d6eab60b4f req-7af88efa-0104-4f97-a254-7018f51b26ea tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752696 Jul 13 07:35:43.428384 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2b5d6a3-f5d5-4fec-8ef4-1c1ba5a3a054 req-6120b320-19b4-4244-ae9a-ae7ffdd635f8 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 931 time: 0.1634176 Jul 13 07:35:43.462422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:43.478761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4dd41d43-d71a-440b-a520-bc4a9b37e225,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:43.484712 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.542633 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2b5d6a3-f5d5-4fec-8ef4-1c1ba5a3a054 req-f954bb1e-03d6-498d-b705-55bd8a32be3b tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/security-groups?id=65789c81-df87-4808-832d-fb291be6f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131880 Jul 13 07:35:43.594063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Made reservation on behalf of a81c090cc1fb4f5c9e7913259b583080 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:43.598964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.618804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Attempting to bind port 2a167b5e-faad-4ef2-904e-acba0d7382e3 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:43.619291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Attempting to bind port 2a167b5e-faad-4ef2-904e-acba0d7382e3 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '68843d50-f89b-4a85-8d47-9f7d7e35bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '060ff442-b9ba-4de7-aac6-5523bdd09539'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:43.619732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Attempting to bind port 2a167b5e-faad-4ef2-904e-acba0d7382e3 on network 060ff442-b9ba-4de7-aac6-5523bdd09539 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:43.624627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Port 2a167b5e-faad-4ef2-904e-acba0d7382e3 on network 060ff442-b9ba-4de7-aac6-5523bdd09539 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:43.625131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Attempting to bind port 2a167b5e-faad-4ef2-904e-acba0d7382e3 on network 060ff442-b9ba-4de7-aac6-5523bdd09539 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:43.632273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:43.632890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Checking segment: {'id': '68843d50-f89b-4a85-8d47-9f7d7e35bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '060ff442-b9ba-4de7-aac6-5523bdd09539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:43.633463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Bound using segment: {'id': '68843d50-f89b-4a85-8d47-9f7d7e35bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '060ff442-b9ba-4de7-aac6-5523bdd09539'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:43.634136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Bound port: 2a167b5e-faad-4ef2-904e-acba0d7382e3, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68843d50-f89b-4a85-8d47-9f7d7e35bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '060ff442-b9ba-4de7-aac6-5523bdd09539'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:43.634669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.677918 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.732066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] For port 2a167b5e-faad-4ef2-904e-acba0d7382e3, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:43.736207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] For port 2a167b5e-faad-4ef2-904e-acba0d7382e3, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2a167b5e-faad-4ef2-904e-acba0d7382e3,segment=NetworkSegment(68843d50-f89b-4a85-8d47-9f7d7e35bd87),segment_id=68843d50-f89b-4a85-8d47-9f7d7e35bd87)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:43.741334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.749997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0511053-9bd2-4c5b-b449-903f6fe5b899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.786257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Subnet': ['ID=735113ff-f07a-4c0c-a514-e2b72462ad22,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:43.810781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.811297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.811472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Checking segment: {'id': '5a495f32-efdd-4121-a050-95f74e885cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30f6ddb6-7928-4284-add8-4a465be59d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:43.811806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network hostable DHCP agents. Network: 30f6ddb6-7928-4284-add8-4a465be59d43, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:43.812924 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] 10.222.0.38 "PUT /v2.0/ports/2a167b5e-faad-4ef2-904e-acba0d7382e3 HTTP/1.1" status: 200 len: 1092 time: 1.4178174 Jul 13 07:35:43.814360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced3e8fc-6a64-4b23-a03b-886b8a7fda87', 'tag': '2a167b5e-faad-4ef2-904e-acba0d7382e3'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:43.819259 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15511157-a195-4a92-aed5-7cb4f5ba19ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ced3e8fc-6a64-4b23-a03b-886b8a7fda87", "tag": "2a167b5e-faad-4ef2-904e-acba0d7382e3"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:43.861686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7977c-6509-49cb-9fb6-4b5316e4331d service neutron] Pushing event updated for resources: {'Port': ['ID=2a167b5e-faad-4ef2-904e-acba0d7382e3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:43.866415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6796989e-1551-4122-9843-ba55dc1b5cef None None] Provisioning complete for port 4dd41d43-d71a-440b-a520-bc4a9b37e225 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:43.866643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6796989e-1551-4122-9843-ba55dc1b5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.878619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 30f6ddb6-7928-4284-add8-4a465be59d43 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:43.903700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e587f-4667-4651-b73a-fa127371871a req-08466483-c52c-42da-8a10-9c2f518f59f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.910416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e587f-4667-4651-b73a-fa127371871a req-08466483-c52c-42da-8a10-9c2f518f59f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.914543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf8304-c22d-4bf8-b472-92406542a6c7 req-9d514015-40c0-4417-b334-8b7e2ca4d206 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.916960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e587f-4667-4651-b73a-fa127371871a req-08466483-c52c-42da-8a10-9c2f518f59f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.919695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-74cf8304-c22d-4bf8-b472-92406542a6c7 req-9d514015-40c0-4417-b334-8b7e2ca4d206 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.1646686 Jul 13 07:35:43.923184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e587f-4667-4651-b73a-fa127371871a req-08466483-c52c-42da-8a10-9c2f518f59f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.929208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e587f-4667-4651-b73a-fa127371871a req-08466483-c52c-42da-8a10-9c2f518f59f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.936967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e587f-4667-4651-b73a-fa127371871a req-08466483-c52c-42da-8a10-9c2f518f59f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.943445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e587f-4667-4651-b73a-fa127371871a req-08466483-c52c-42da-8a10-9c2f518f59f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.945467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-746e587f-4667-4651-b73a-fa127371871a req-08466483-c52c-42da-8a10-9c2f518f59f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5430 time: 0.3143060 Jul 13 07:35:43.974797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 30f6ddb6-7928-4284-add8-4a465be59d43) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:43.980342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-74cf8304-c22d-4bf8-b472-92406542a6c7 req-7eeeea0e-9eb0-4f5e-b6e5-2f605d3a679b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549130 Jul 13 07:35:43.985247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-2dbfd209-c2b3-439f-8df5-78be93d636c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.986210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34afe108-762d-4e85-a883-66e71613d3ea None None] Network 30f6ddb6-7928-4284-add8-4a465be59d43 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:43.994542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.995130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.997388 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-2dbfd209-c2b3-439f-8df5-78be93d636c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5e75fb5517b47e3b4a04e708ce24bd9&device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 1095 time: 0.1270244 Jul 13 07:35:44.030821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-746e587f-4667-4651-b73a-fa127371871a req-e9eb6009-cbb9-463d-ad15-1b219529669a tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788417 Jul 13 07:35:44.058212 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-76e750fc-1f1d-4969-b478-753733b765f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a167b5e-faad-4ef2-904e-acba0d7382e3 HTTP/1.1" status: 200 len: 217 time: 0.0533617 Jul 13 07:35:44.072065 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.086729 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab809222-1c5a-4ecb-a833-7cef25d63f06 x-openstack-request-id: req-ab809222-1c5a-4ecb-a833-7cef25d63f06 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:44.087447 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced3e8fc-6a64-4b23-a03b-886b8a7fda87", "tag": "2a167b5e-faad-4ef2-904e-acba0d7382e3", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:44.087862 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab809222-1c5a-4ecb-a833-7cef25d63f06 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:44.088581 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.090671 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced3e8fc-6a64-4b23-a03b-886b8a7fda87', 'tag': '2a167b5e-faad-4ef2-904e-acba0d7382e3', 'status': 'completed', 'code': 200} Jul 13 07:35:44.104452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2a0c4892-edbf-445d-bcc6-04e2a0f7d546 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5486205 Jul 13 07:35:44.113619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46810) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:44.123902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d43894b0-7790-4dae-a62b-5f90e9e60166 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2072454088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:44.130921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:44.153630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d37ee9e-72b4-498a-8dee-538319c9807d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.155897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-4d6dcf13-4520-4e15-9392-9541768be62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.158731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-4d6dcf13-4520-4e15-9392-9541768be62c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=703c0fcc-6c21-4841-8ee5-7720d3dd8ea2 HTTP/1.1" status: 200 len: 862 time: 0.0877550 Jul 13 07:35:44.160410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.161394 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Added segment 0066ff59-6554-4846-93f6-c0431e729bab of type vlan for network a28c343b-7212-4b99-9e6b-20f433073908 Jul 13 07:35:44.221597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-2a9d4489-deb7-4e65-9861-cbc7fc4b42ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=060ff442-b9ba-4de7-aac6-5523bdd09539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573571 Jul 13 07:35:44.224857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-30f6ddb6-7928-4284-add8-4a465be59d43', 'network_id': '30f6ddb6-7928-4284-add8-4a465be59d43', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'fixed_ips': [{'subnet_id': '735113ff-f07a-4c0c-a514-e2b72462ad22'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:44.225780 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.226278 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.297047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.297660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.298285 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.314157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0511053-9bd2-4c5b-b449-903f6fe5b899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.327859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0511053-9bd2-4c5b-b449-903f6fe5b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.340964 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d43894b0-7790-4dae-a62b-5f90e9e60166 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.342688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d43894b0-7790-4dae-a62b-5f90e9e60166 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.363453 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3685417 Jul 13 07:35:44.367539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46816) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:44.378412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Request body: {'subnet': {'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1710306356-subnet', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:44.393550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Allocated IP 2001:db8::2 (30f6ddb6-7928-4284-add8-4a465be59d43/735113ff-f07a-4c0c-a514-e2b72462ad22/d5b397ee-02fd-4f3e-888f-4af9333d09bd) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:44.407603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-3ad21a51-c8c2-4879-87fa-be7fedfc68ad service neutron] 10.222.0.38 "GET /v2.0/networks/060ff442-b9ba-4de7-aac6-5523bdd09539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760273 Jul 13 07:35:44.411877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Made reservation on behalf of a81c090cc1fb4f5c9e7913259b583080 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:44.414308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.424092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cebec6-70f4-4c72-b996-395abef129f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a28c343b-7212-4b99-9e6b-20f433073908,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.432504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f0511053-9bd2-4c5b-b449-903f6fe5b899 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09a108510bf94dc3b285b88750230467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9460344 Jul 13 07:35:44.434419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46822) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:44.436731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0511053-9bd2-4c5b-b449-903f6fe5b899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820e57d9-5133-4bbf-a7e6-e996d5ce92a6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.442850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a28c343b-7212-4b99-9e6b-20f433073908 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:44.485559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93'}, {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd41d43-d71a-440b-a520-bc4a9b37e225'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:44.487664 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5cd3a3-dfd2-4602-8fa8-5c56acb3eb25" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93"}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "4dd41d43-d71a-440b-a520-bc4a9b37e225"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:44.533121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b953-9eb1-4d78-83a0-b89887a0550c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.580914 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7184f0-766a-44b5-84ef-c43baea28b25 x-openstack-request-id: req-7a7184f0-766a-44b5-84ef-c43baea28b25 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:44.580914 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93", "code": 200}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "4dd41d43-d71a-440b-a520-bc4a9b37e225", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:44.580914 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a7184f0-766a-44b5-84ef-c43baea28b25 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:44.580914 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93', 'code': 200} Jul 13 07:35:44.580914 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd41d43-d71a-440b-a520-bc4a9b37e225', 'code': 200} Jul 13 07:35:44.651032 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b953-9eb1-4d78-83a0-b89887a0550c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.758364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.776175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Transition to ACTIVE for port object d5b397ee-02fd-4f3e-888f-4af9333d09bd will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:44.804967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Transition to ACTIVE for port object d5b397ee-02fd-4f3e-888f-4af9333d09bd will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:44.829662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.924136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Network 30f6ddb6-7928-4284-add8-4a465be59d43 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:44.925714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:44.929602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:44.937689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017661e3-3132-4b2b-8954-a077e8d17a88 req-7a576e37-b00f-4b1c-a6ef-4017001c5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.938601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017661e3-3132-4b2b-8954-a077e8d17a88 req-7a576e37-b00f-4b1c-a6ef-4017001c5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.939267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017661e3-3132-4b2b-8954-a077e8d17a88 req-7a576e37-b00f-4b1c-a6ef-4017001c5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.939922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017661e3-3132-4b2b-8954-a077e8d17a88 req-7a576e37-b00f-4b1c-a6ef-4017001c5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.940574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017661e3-3132-4b2b-8954-a077e8d17a88 req-7a576e37-b00f-4b1c-a6ef-4017001c5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.941225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017661e3-3132-4b2b-8954-a077e8d17a88 req-7a576e37-b00f-4b1c-a6ef-4017001c5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.941921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017661e3-3132-4b2b-8954-a077e8d17a88 req-7a576e37-b00f-4b1c-a6ef-4017001c5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.944508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-017661e3-3132-4b2b-8954-a077e8d17a88 req-7a576e37-b00f-4b1c-a6ef-4017001c5db5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6494 time: 0.2138295 Jul 13 07:35:44.945510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b953-9eb1-4d78-83a0-b89887a0550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.948363 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b953-9eb1-4d78-83a0-b89887a0550c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.952334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1fd2b953-9eb1-4d78-83a0-b89887a0550c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/820e57d9-5133-4bbf-a7e6-e996d5ce92a6 HTTP/1.1" status: 204 len: 168 time: 0.5166237 Jul 13 07:35:44.965416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Pushing event updated for resources: {'Port': ['ID=d5b397ee-02fd-4f3e-888f-4af9333d09bd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.970545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204fa56-4625-4617-b277-0b213e623932 req-a41af140-741c-4b25-931b-b5d13df16f45 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.979912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8204fa56-4625-4617-b277-0b213e623932 req-a41af140-741c-4b25-931b-b5d13df16f45 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 947 time: 0.2475469 Jul 13 07:35:45.000478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d43894b0-7790-4dae-a62b-5f90e9e60166 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.012677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2b953-9eb1-4d78-83a0-b89887a0550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820e57d9-5133-4bbf-a7e6-e996d5ce92a6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:45.042102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d43894b0-7790-4dae-a62b-5f90e9e60166 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.064433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-017661e3-3132-4b2b-8954-a077e8d17a88 req-f55e055d-5c74-41f8-9d7c-084724baec6d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098928 Jul 13 07:35:45.088936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8204fa56-4625-4617-b277-0b213e623932 req-3e94ae43-f5da-46b9-b17d-d079b31febcd tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078355 Jul 13 07:35:45.091368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Attempting to bind port d5b397ee-02fd-4f3e-888f-4af9333d09bd on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:45.092094 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Attempting to bind port d5b397ee-02fd-4f3e-888f-4af9333d09bd by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '5a495f32-efdd-4121-a050-95f74e885cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30f6ddb6-7928-4284-add8-4a465be59d43'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:45.092978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Attempting to bind port d5b397ee-02fd-4f3e-888f-4af9333d09bd on network 30f6ddb6-7928-4284-add8-4a465be59d43 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:45.101244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:45.101629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Checking segment: {'id': '5a495f32-efdd-4121-a050-95f74e885cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30f6ddb6-7928-4284-add8-4a465be59d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:45.102153 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.102643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Bound using segment: {'id': '5a495f32-efdd-4121-a050-95f74e885cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30f6ddb6-7928-4284-add8-4a465be59d43'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:45.103892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Bound port: d5b397ee-02fd-4f3e-888f-4af9333d09bd, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a495f32-efdd-4121-a050-95f74e885cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30f6ddb6-7928-4284-add8-4a465be59d43'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:45.117101 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.130164 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d43894b0-7790-4dae-a62b-5f90e9e60166 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.131270 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d43894b0-7790-4dae-a62b-5f90e9e60166 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0166121 Jul 13 07:35:45.134153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46858) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.172751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd1f982b-bce6-4182-9e86-306165efc4b1 req-a66ff967-667c-4524-8f05-a5419da15259 service neutron] 10.222.0.38 "GET /v2.0/networks/060ff442-b9ba-4de7-aac6-5523bdd09539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7538092 Jul 13 07:35:45.183100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b67d5-5d09-498b-a25a-53ad55cad3c2 req-b1338b96-5f3d-4c0e-b02b-66ac4f274150 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.184956 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-502b67d5-5d09-498b-a25a-53ad55cad3c2 req-b1338b96-5f3d-4c0e-b02b-66ac4f274150 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 943 time: 0.2859380 Jul 13 07:35:45.251857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] For port d5b397ee-02fd-4f3e-888f-4af9333d09bd, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:45.260355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] For port d5b397ee-02fd-4f3e-888f-4af9333d09bd, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d5b397ee-02fd-4f3e-888f-4af9333d09bd,segment=NetworkSegment(5a495f32-efdd-4121-a050-95f74e885cbd),segment_id=5a495f32-efdd-4121-a050-95f74e885cbd)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:45.266969 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.328961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-502b67d5-5d09-498b-a25a-53ad55cad3c2 req-4ca33c37-1453-4aeb-9f84-2b9550e7115e tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/security-groups?id=65789c81-df87-4808-832d-fb291be6f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172767 Jul 13 07:35:45.408715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793a415-fff3-4939-92da-b9ff04e261ee None None] Pushing event updated for resources: {'Port': ['ID=d5b397ee-02fd-4f3e-888f-4af9333d09bd,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:45.441092 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.527457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.531999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=868523bd-f919-4650-95df-1a0ad5abbeed,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:45.540323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-89e57406-2485-4272-97e3-7b7c4fdc359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.541873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-89e57406-2485-4272-97e3-7b7c4fdc359e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5e75fb5517b47e3b4a04e708ce24bd9&device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 1095 time: 0.2878227 Jul 13 07:35:45.574035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40db74aa-dd47-4f92-8798-9bef935740bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.639468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Checking segment: {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:45.639920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Network hostable DHCP agents. Network: a28c343b-7212-4b99-9e6b-20f433073908, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:45.716687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519b2e0-f53e-4386-9129-6b26b9e722f6 req-02a52374-31c9-4d3d-8042-91c2a416afc0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.719239 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8519b2e0-f53e-4386-9129-6b26b9e722f6 req-02a52374-31c9-4d3d-8042-91c2a416afc0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.3881559 Jul 13 07:35:45.746990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Network a28c343b-7212-4b99-9e6b-20f433073908 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:45.761313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.774613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a28c343b-7212-4b99-9e6b-20f433073908) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:45.784809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5925428-6210-4130-a70c-9487f3098a40 None None] Network a28c343b-7212-4b99-9e6b-20f433073908 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:45.789394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.790289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.807307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-3db62f85-5db5-4e5f-b291-9e1c162c3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.808820 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-3db62f85-5db5-4e5f-b291-9e1c162c3556 service neutron] 10.222.0.38 "GET /v2.0/networks?id=060ff442-b9ba-4de7-aac6-5523bdd09539 HTTP/1.1" status: 200 len: 923 time: 0.2463303 Jul 13 07:35:45.839078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9807c-af4e-40cd-ab20-0b2351356c36 req-62c646f0-7d5f-4ce1-b464-5023997b0e1f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.845046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9807c-af4e-40cd-ab20-0b2351356c36 req-62c646f0-7d5f-4ce1-b464-5023997b0e1f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.851898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9807c-af4e-40cd-ab20-0b2351356c36 req-62c646f0-7d5f-4ce1-b464-5023997b0e1f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.858189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9807c-af4e-40cd-ab20-0b2351356c36 req-62c646f0-7d5f-4ce1-b464-5023997b0e1f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.864452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9807c-af4e-40cd-ab20-0b2351356c36 req-62c646f0-7d5f-4ce1-b464-5023997b0e1f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.865113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8519b2e0-f53e-4386-9129-6b26b9e722f6 req-fcc18c09-8467-4826-9d74-891948593af8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370337 Jul 13 07:35:45.870436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9807c-af4e-40cd-ab20-0b2351356c36 req-62c646f0-7d5f-4ce1-b464-5023997b0e1f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.876365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9807c-af4e-40cd-ab20-0b2351356c36 req-62c646f0-7d5f-4ce1-b464-5023997b0e1f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.878605 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1bf9807c-af4e-40cd-ab20-0b2351356c36 req-62c646f0-7d5f-4ce1-b464-5023997b0e1f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5430 time: 0.3344760 Jul 13 07:35:45.922032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-1fdcaa45-8c20-4dec-9d1c-c0daea66b561 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a167b5e-faad-4ef2-904e-acba0d7382e3 HTTP/1.1" status: 200 len: 217 time: 0.1033156 Jul 13 07:35:45.982067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a28c343b-7212-4b99-9e6b-20f433073908', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:45.982957 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.068964 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40db74aa-dd47-4f92-8798-9bef935740bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.092670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1bf9807c-af4e-40cd-ab20-0b2351356c36 req-7fbfc523-32d2-4ff4-b9dc-e11f91198f01 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653850 Jul 13 07:35:46.102687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-a3070032-8ec8-4ef5-92a4-f75f33391374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.104450 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-a3070032-8ec8-4ef5-92a4-f75f33391374 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=703c0fcc-6c21-4841-8ee5-7720d3dd8ea2 HTTP/1.1" status: 200 len: 862 time: 0.1597111 Jul 13 07:35:46.107711 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40db74aa-dd47-4f92-8798-9bef935740bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.184940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Allocated IP 172.20.0.2 (a28c343b-7212-4b99-9e6b-20f433073908/868523bd-f919-4650-95df-1a0ad5abbeed/4df4a049-1c3d-42e8-8363-5d40273abeb0) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:46.190685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 2001:db8::1 (30f6ddb6-7928-4284-add8-4a465be59d43/735113ff-f07a-4c0c-a514-e2b72462ad22/478dd28f-f2d4-437d-b27b-e71bf128226a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:46.246413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-40db74aa-dd47-4f92-8798-9bef935740bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53469679557342b9acfbafbb42db3c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7177761 Jul 13 07:35:46.265671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db74aa-dd47-4f92-8798-9bef935740bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0ad9ee-2586-4a5b-b23c-7e9fc57e65bc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:46.278468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bd4b377a-9b97-42b7-bfc4-05a8209976ce admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9040010 Jul 13 07:35:46.279327 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:46.281479 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:46.354919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:46.365761 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-0e937cd3-eada-4115-8e4f-6558b85889eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=060ff442-b9ba-4de7-aac6-5523bdd09539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2482603 Jul 13 07:35:46.449244 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.450885 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.458701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Transition to ACTIVE for port object 4df4a049-1c3d-42e8-8363-5d40273abeb0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:46.472024 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.473150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.473586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Transition to ACTIVE for port object 478dd28f-f2d4-437d-b27b-e71bf128226a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:46.474372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Transition to ACTIVE for port object 4df4a049-1c3d-42e8-8363-5d40273abeb0 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:46.481672 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.501486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Network a28c343b-7212-4b99-9e6b-20f433073908 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:46.504202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:46.531297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:46.532388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843bf4-a067-4dc5-9595-2f8c25a34f78 req-b0688f27-0c0c-4af7-bf69-460f2dbbe49a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.534382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2843bf4-a067-4dc5-9595-2f8c25a34f78 req-b0688f27-0c0c-4af7-bf69-460f2dbbe49a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 945 time: 0.1495922 Jul 13 07:35:46.580384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b4c98f-7fef-498a-9df5-db2323c66d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.593524 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2843bf4-a067-4dc5-9595-2f8c25a34f78 req-47d01843-1d70-4a11-9e8e-ee645b2c5135 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532775 Jul 13 07:35:46.595443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.635841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Pushing event updated for resources: {'Port': ['ID=4df4a049-1c3d-42e8-8363-5d40273abeb0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:46.640670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Attempting to bind port 4df4a049-1c3d-42e8-8363-5d40273abeb0 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:46.641047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Attempting to bind port 4df4a049-1c3d-42e8-8363-5d40273abeb0 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:46.641416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Attempting to bind port 4df4a049-1c3d-42e8-8363-5d40273abeb0 on network a28c343b-7212-4b99-9e6b-20f433073908 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:46.649630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:46.650155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Checking segment: {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:46.650570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.650970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Bound using segment: {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:46.651445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Bound port: 4df4a049-1c3d-42e8-8363-5d40273abeb0, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:46.651836 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.669647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=478dd28f-f2d4-437d-b27b-e71bf128226a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:46.676984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 30f6ddb6-7928-4284-add8-4a465be59d43 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:46.678534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:46.680693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:46.681288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.718246 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b4c98f-7fef-498a-9df5-db2323c66d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.720875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.724268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-615930df-4358-44f3-bdaf-4c1be988fd3c service neutron] 10.222.0.38 "GET /v2.0/networks/060ff442-b9ba-4de7-aac6-5523bdd09539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341794 Jul 13 07:35:46.730700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc30989b-26e1-4324-a3ef-9c9488797e12 None None] Network 30f6ddb6-7928-4284-add8-4a465be59d43 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:46.805111 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767e216-db98-4589-a489-182559f1a072 req-91f0a7bc-f717-46cc-9cc6-1e232ccec04e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.806661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1767e216-db98-4589-a489-182559f1a072 req-91f0a7bc-f717-46cc-9cc6-1e232ccec04e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 947 time: 0.4461823 Jul 13 07:35:46.811721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] For port 4df4a049-1c3d-42e8-8363-5d40273abeb0, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:46.827597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0f6074ff-c337-4725-b874-3a3bffcd30cf None None] Provisioning for port d5b397ee-02fd-4f3e-888f-4af9333d09bd completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:46.837310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] For port 4df4a049-1c3d-42e8-8363-5d40273abeb0, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4df4a049-1c3d-42e8-8363-5d40273abeb0,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:46.847069 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.907379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119163-0e91-48d4-9d8f-30072310df60 req-b38f2d81-5575-44ee-b955-1142d1352eb0 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.909360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0119163-0e91-48d4-9d8f-30072310df60 req-b38f2d81-5575-44ee-b955-1142d1352eb0 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 943 time: 0.1219633 Jul 13 07:35:46.959953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.974770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca19de6-b3b7-402a-bc04-2b4f4faea461 None None] Pushing event updated for resources: {'Port': ['ID=4df4a049-1c3d-42e8-8363-5d40273abeb0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:47.007948 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0119163-0e91-48d4-9d8f-30072310df60 req-d6ed41af-0f94-447a-ad9d-2083f58189de tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/security-groups?id=65789c81-df87-4808-832d-fb291be6f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849311 Jul 13 07:35:47.077833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d5b397ee-02fd-4f3e-888f-4af9333d09bd up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:47.108042 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.109304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2a167b5e-faad-4ef2-904e-acba0d7382e3 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:47.193624 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1767e216-db98-4589-a489-182559f1a072 req-2e3a0d99-d958-4c67-8799-ea0ef0adee18 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348777 Jul 13 07:35:47.206203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port d5b397ee-02fd-4f3e-888f-4af9333d09bd completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:47.213781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15511157-a195-4a92-aed5-7cb4f5ba19ea req-c8eb6758-5ad0-49f0-846a-d2f1fa7dd927 service neutron] 10.222.0.38 "GET /v2.0/networks/060ff442-b9ba-4de7-aac6-5523bdd09539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817963 Jul 13 07:35:47.214513 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b4c98f-7fef-498a-9df5-db2323c66d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.218663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port d5b397ee-02fd-4f3e-888f-4af9333d09bd triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:47.219051 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.220538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b4c98f-7fef-498a-9df5-db2323c66d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.232079 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-47b4c98f-7fef-498a-9df5-db2323c66d7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d0ad9ee-2586-4a5b-b23c-7e9fc57e65bc HTTP/1.1" status: 204 len: 168 time: 0.9494359 Jul 13 07:35:47.298957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4c98f-7fef-498a-9df5-db2323c66d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0ad9ee-2586-4a5b-b23c-7e9fc57e65bc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:47.383513 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2a167b5e-faad-4ef2-904e-acba0d7382e3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2a167b5e-faad-4ef2-904e-acba0d7382e3,segment=NetworkSegment(68843d50-f89b-4a85-8d47-9f7d7e35bd87),segment_id=68843d50-f89b-4a85-8d47-9f7d7e35bd87)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:47.414981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '2a167b5e-faad-4ef2-904e-acba0d7382e3', 'network_id': '060ff442-b9ba-4de7-aac6-5523bdd09539', 'port_id': '2a167b5e-faad-4ef2-904e-acba0d7382e3', 'mac_address': 'fa:16:3e:7c:5f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703c0fcc-6c21-4841-8ee5-7720d3dd8ea2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:47.604019 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.636478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a167b5e-faad-4ef2-904e-acba0d7382e3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:47.650712 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.685662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2a167b5e-faad-4ef2-904e-acba0d7382e3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2a167b5e-faad-4ef2-904e-acba0d7382e3,segment=NetworkSegment(68843d50-f89b-4a85-8d47-9f7d7e35bd87),segment_id=68843d50-f89b-4a85-8d47-9f7d7e35bd87)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:47.710683 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port d5b397ee-02fd-4f3e-888f-4af9333d09bd, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d5b397ee-02fd-4f3e-888f-4af9333d09bd,segment=NetworkSegment(5a495f32-efdd-4121-a050-95f74e885cbd),segment_id=5a495f32-efdd-4121-a050-95f74e885cbd)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:47.712552 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.718519 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.808113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.834605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2a167b5e-faad-4ef2-904e-acba0d7382e3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:47.841522 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.920284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-14eb00e7-d2e5-4790-9be1-eebfd73b9107 None None] Provisioning complete for port d5b397ee-02fd-4f3e-888f-4af9333d09bd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:47.922233 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14eb00e7-d2e5-4790-9be1-eebfd73b9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.975869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c403813-c379-474c-b3f2-3f0aa7933ace req-2e6dc5fa-6ca5-480a-ad39-a039c4d8eb91 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:47.980834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=d5b397ee-02fd-4f3e-888f-4af9333d09bd,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:47.982644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2c403813-c379-474c-b3f2-3f0aa7933ace req-2e6dc5fa-6ca5-480a-ad39-a039c4d8eb91 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.3219435 Jul 13 07:35:48.007700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['2a167b5e-faad-4ef2-904e-acba0d7382e3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:48.158934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Allocated IP 172.25.8.105 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/0d632330-6ea1-4468-a8ee-55b8a366938e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:48.177655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-14eb00e7-d2e5-4790-9be1-eebfd73b9107 None None] Provisioning for port 478dd28f-f2d4-437d-b27b-e71bf128226a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:48.188982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-14eb00e7-d2e5-4790-9be1-eebfd73b9107 None None] Provisioning complete for port 478dd28f-f2d4-437d-b27b-e71bf128226a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:48.190614 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14eb00e7-d2e5-4790-9be1-eebfd73b9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.216503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a71b-25f1-45b3-8d2c-43371add9c6e req-2714e04a-1433-4741-aadd-08c123075023 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.224035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a71b-25f1-45b3-8d2c-43371add9c6e req-2714e04a-1433-4741-aadd-08c123075023 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.232293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a71b-25f1-45b3-8d2c-43371add9c6e req-2714e04a-1433-4741-aadd-08c123075023 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.239595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a71b-25f1-45b3-8d2c-43371add9c6e req-2714e04a-1433-4741-aadd-08c123075023 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.245937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a71b-25f1-45b3-8d2c-43371add9c6e req-2714e04a-1433-4741-aadd-08c123075023 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.247662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.253365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2c403813-c379-474c-b3f2-3f0aa7933ace req-24ba678f-de9d-430b-b935-8135fc5b6b77 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153808 Jul 13 07:35:48.255510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.259877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a71b-25f1-45b3-8d2c-43371add9c6e req-2714e04a-1433-4741-aadd-08c123075023 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.266550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a71b-25f1-45b3-8d2c-43371add9c6e req-2714e04a-1433-4741-aadd-08c123075023 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.268852 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a556a71b-25f1-45b3-8d2c-43371add9c6e req-2714e04a-1433-4741-aadd-08c123075023 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5430 time: 0.3143153 Jul 13 07:35:48.328098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fc38c-a3fc-410b-b145-791465b599f7 req-d6f6e80e-2bf5-4b33-af09-39140ad46386 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.329695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-001fc38c-a3fc-410b-b145-791465b599f7 req-d6f6e80e-2bf5-4b33-af09-39140ad46386 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 945 time: 0.2867377 Jul 13 07:35:48.333917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-14eb00e7-d2e5-4790-9be1-eebfd73b9107 None None] Port 478dd28f-f2d4-437d-b27b-e71bf128226a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:48.351757 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.381779 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09596081-9011-4990-9604-2fa7cd4032e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.471695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e1363341-66ab-4cfc-b176-b46dbfc5ad47 None None] Provisioning complete for port 478dd28f-f2d4-437d-b27b-e71bf128226a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:48.472192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1363341-66ab-4cfc-b176-b46dbfc5ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.528012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a556a71b-25f1-45b3-8d2c-43371add9c6e req-b04d7b84-3f4a-4f18-9089-8b69fce20b37 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2375352 Jul 13 07:35:48.529581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=478dd28f-f2d4-437d-b27b-e71bf128226a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:48.541165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e1363341-66ab-4cfc-b176-b46dbfc5ad47 None None] Port 478dd28f-f2d4-437d-b27b-e71bf128226a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:48.597204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.652128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 30f6ddb6-7928-4284-add8-4a465be59d43 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:48.668496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8362819-beb0-4922-8d3c-4f10c57ef9d4 req-f27fc3c8-4945-4daf-8287-4c0c4a2924ba tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.669779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8362819-beb0-4922-8d3c-4f10c57ef9d4 req-f27fc3c8-4945-4daf-8287-4c0c4a2924ba tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 945 time: 0.1915376 Jul 13 07:35:48.678737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:48.727455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-001fc38c-a3fc-410b-b145-791465b599f7 req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Deleting port ef989d81-bfed-4cff-99f0-215b095063b2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:48.728212 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-001fc38c-a3fc-410b-b145-791465b599f7 req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.760091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.786540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e19919-84d2-4c33-ae7e-84ca9f298353 None None] Network a28c343b-7212-4b99-9e6b-20f433073908 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:48.814571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8362819-beb0-4922-8d3c-4f10c57ef9d4 req-076b639b-e592-46f2-bf21-527a68e57493 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275413 Jul 13 07:35:48.883000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 8bb4f134-3270-403c-afb5-e5d7d5bb9aa5 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:48.975330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-811771df-d1fa-4fa7-b1e8-6b579e1b765a None None] Provisioning for port 4df4a049-1c3d-42e8-8363-5d40273abeb0 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:49.025219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:49.038968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:49.044103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-811771df-d1fa-4fa7-b1e8-6b579e1b765a None None] Provisioning complete for port 478dd28f-f2d4-437d-b27b-e71bf128226a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:49.044498 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-811771df-d1fa-4fa7-b1e8-6b579e1b765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.057793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:49.061500 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Pushing event updated for resources: {'Port': ['ID=0d632330-6ea1-4468-a8ee-55b8a366938e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:49.106351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2a167b5e-faad-4ef2-904e-acba0d7382e3 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:49.114249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:49.123649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ab55-7f3c-4ca7-90c1-90d28695226d req-22de844a-6b25-48df-a64d-93eed19ca3a8 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.134678 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474b760-8201-4eff-a427-a4ae042df365 None None] Sync routers for ids ['8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:49.143052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22d9ab55-7f3c-4ca7-90c1-90d28695226d req-22de844a-6b25-48df-a64d-93eed19ca3a8 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 944 time: 0.4307575 Jul 13 07:35:49.158679 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474b760-8201-4eff-a427-a4ae042df365 None None] Routers {'8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:49.164221 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f474b760-8201-4eff-a427-a4ae042df365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:49.168472 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ea385217-0874-4a59-8622-3e00c2ccd318 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/8bb4f134-3270-403c-afb5-e5d7d5bb9aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0314898 Jul 13 07:35:49.170036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46918) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:49.209566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-811771df-d1fa-4fa7-b1e8-6b579e1b765a None None] Port 478dd28f-f2d4-437d-b27b-e71bf128226a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:49.230998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d5b397ee-02fd-4f3e-888f-4af9333d09bd up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:49.242358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-001fc38c-a3fc-410b-b145-791465b599f7 req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] For port ef989d81-bfed-4cff-99f0-215b095063b2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ef989d81-bfed-4cff-99f0-215b095063b2,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:49.242996 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-001fc38c-a3fc-410b-b145-791465b599f7 req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.249003 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f474b760-8201-4eff-a427-a4ae042df365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:49.262595 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474b760-8201-4eff-a427-a4ae042df365 None None] Routers {'8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:49.264688 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f474b760-8201-4eff-a427-a4ae042df365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:49.266404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-001fc38c-a3fc-410b-b145-791465b599f7 req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Calling delete_port for ef989d81-bfed-4cff-99f0-215b095063b2 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:49.280584 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22d9ab55-7f3c-4ca7-90c1-90d28695226d req-e3aa85bf-c781-4922-9275-92ac00b07cd7 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/security-groups?id=65789c81-df87-4808-832d-fb291be6f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364098 Jul 13 07:35:49.304881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab252ae-ec8f-42c0-855f-5c4703431e83 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.310086 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5ab252ae-ec8f-42c0-855f-5c4703431e83 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports/478dd28f-f2d4-437d-b27b-e71bf128226a HTTP/1.1" status: 200 len: 911 time: 0.1102061 Jul 13 07:35:49.313796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46924) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:49.353887 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f474b760-8201-4eff-a427-a4ae042df365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:49.357353 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474b760-8201-4eff-a427-a4ae042df365 None None] The sync data for ids ['8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:49.402231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 2a167b5e-faad-4ef2-904e-acba0d7382e3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:49.417881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 2a167b5e-faad-4ef2-904e-acba0d7382e3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:49.421361 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.427158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9215c-03f2-4072-b8df-527c2abab162 req-fccecf6f-369e-4b36-adbd-a6bdd9434a8e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.436272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9215c-03f2-4072-b8df-527c2abab162 req-fccecf6f-369e-4b36-adbd-a6bdd9434a8e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.441829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9215c-03f2-4072-b8df-527c2abab162 req-fccecf6f-369e-4b36-adbd-a6bdd9434a8e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.447823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9215c-03f2-4072-b8df-527c2abab162 req-fccecf6f-369e-4b36-adbd-a6bdd9434a8e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.454199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9215c-03f2-4072-b8df-527c2abab162 req-fccecf6f-369e-4b36-adbd-a6bdd9434a8e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.462374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9215c-03f2-4072-b8df-527c2abab162 req-fccecf6f-369e-4b36-adbd-a6bdd9434a8e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.468720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9215c-03f2-4072-b8df-527c2abab162 req-fccecf6f-369e-4b36-adbd-a6bdd9434a8e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.475548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ddc9215c-03f2-4072-b8df-527c2abab162 req-fccecf6f-369e-4b36-adbd-a6bdd9434a8e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5430 time: 0.4843969 Jul 13 07:35:49.483661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46930) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:49.490537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Request body: {'floatingip': {'port_id': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:49.532365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bf642086-3229-498c-a600-803070344e2a None None] Provisioning complete for port 478dd28f-f2d4-437d-b27b-e71bf128226a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:49.532888 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf642086-3229-498c-a600-803070344e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.601291 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.607605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port d5b397ee-02fd-4f3e-888f-4af9333d09bd triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:49.607997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.697293 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.712536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.726548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bf642086-3229-498c-a600-803070344e2a None None] Port 478dd28f-f2d4-437d-b27b-e71bf128226a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:49.757452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced3e8fc-6a64-4b23-a03b-886b8a7fda87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a167b5e-faad-4ef2-904e-acba0d7382e3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:49.759995 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6bc9d0-853d-44bc-95bf-3eb8dda9382d" -d '{"events": [{"server_uuid": "ced3e8fc-6a64-4b23-a03b-886b8a7fda87", "name": "network-vif-plugged", "status": "completed", "tag": "2a167b5e-faad-4ef2-904e-acba0d7382e3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:49.771478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfb0b-f474-4aee-a0e3-7d75d9b93e73 req-657de3d1-631a-4890-a826-901d06650178 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.773150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9afbfb0b-f474-4aee-a0e3-7d75d9b93e73 req-657de3d1-631a-4890-a826-901d06650178 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.2274566 Jul 13 07:35:49.794971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2a167b5e-faad-4ef2-904e-acba0d7382e3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2a167b5e-faad-4ef2-904e-acba0d7382e3,segment=NetworkSegment(68843d50-f89b-4a85-8d47-9f7d7e35bd87),segment_id=68843d50-f89b-4a85-8d47-9f7d7e35bd87)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:49.803584 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.933379 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb643cd0-221a-448f-b8e5-eed4cefaa0e2 x-openstack-request-id: req-eb643cd0-221a-448f-b8e5-eed4cefaa0e2 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:49.934272 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced3e8fc-6a64-4b23-a03b-886b8a7fda87", "name": "network-vif-plugged", "status": "completed", "tag": "2a167b5e-faad-4ef2-904e-acba0d7382e3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:49.934272 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb643cd0-221a-448f-b8e5-eed4cefaa0e2 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:49.934706 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced3e8fc-6a64-4b23-a03b-886b8a7fda87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a167b5e-faad-4ef2-904e-acba0d7382e3', 'code': 200} Jul 13 07:35:49.995564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ef989d81-bfed-4cff-99f0-215b095063b2 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:50.008412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9afbfb0b-f474-4aee-a0e3-7d75d9b93e73 req-6e547462-37f1-4370-886f-dbdc34652432 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929024 Jul 13 07:35:50.009853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2a167b5e-faad-4ef2-904e-acba0d7382e3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:50.081066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4df4a049-1c3d-42e8-8363-5d40273abeb0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:50.356064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 4df4a049-1c3d-42e8-8363-5d40273abeb0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:50.369399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4df4a049-1c3d-42e8-8363-5d40273abeb0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:50.370209 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.404651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f95222-0851-4c29-b02e-e33d34d4b90f req-4b340d89-6214-4269-b410-71268e5a3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.406270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7f95222-0851-4c29-b02e-e33d34d4b90f req-4b340d89-6214-4269-b410-71268e5a3154 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 1097 time: 0.3681586 Jul 13 07:35:50.423559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f573e-adb7-4dcf-9d8c-f5a8c20af9ff req-ab044af3-819d-48ec-a249-ce6cfc25a14e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.424196 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.432265 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-252f573e-adb7-4dcf-9d8c-f5a8c20af9ff req-ab044af3-819d-48ec-a249-ce6cfc25a14e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 945 time: 0.3927374 Jul 13 07:35:50.493825 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.494382 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.537336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 4df4a049-1c3d-42e8-8363-5d40273abeb0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4df4a049-1c3d-42e8-8363-5d40273abeb0,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:50.542409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.592687 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-001fc38c-a3fc-410b-b145-791465b599f7 req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.614892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:35:50.625312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=4df4a049-1c3d-42e8-8363-5d40273abeb0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:50.676934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event deleted for resources: {'Port': ['ID=ef989d81-bfed-4cff-99f0-215b095063b2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:50.678871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:50.699647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-252f573e-adb7-4dcf-9d8c-f5a8c20af9ff req-bf0d6be8-91f1-4155-9e5e-c3497062b60b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665095 Jul 13 07:35:50.715787 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:35:50.743007 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7f95222-0851-4c29-b02e-e33d34d4b90f req-a924aa85-11d3-4580-b4d1-e39e85dcfba5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=65789c81-df87-4808-832d-fb291be6f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287256 Jul 13 07:35:50.767422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.768900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-001fc38c-a3fc-410b-b145-791465b599f7 req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] No DVR routers for this DVR port ef989d81-bfed-4cff-99f0-215b095063b2 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:50.776694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-001fc38c-a3fc-410b-b145-791465b599f7 req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.778806 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-001fc38c-a3fc-410b-b145-791465b599f7 req-ca202189-c4a2-448f-9003-4f8ec0f5b8d6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "DELETE /v2.0/ports/ef989d81-bfed-4cff-99f0-215b095063b2 HTTP/1.1" status: 204 len: 173 time: 2.4427629 Jul 13 07:35:50.779413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e13890-b857-4306-a174-24295a7aa555', 'name': 'network-vif-deleted', 'tag': 'ef989d81-bfed-4cff-99f0-215b095063b2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:50.781850 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9dff6b-ba89-4c3d-9392-1ed6e8f210e4" -d '{"events": [{"server_uuid": "d6e13890-b857-4306-a174-24295a7aa555", "name": "network-vif-deleted", "tag": "ef989d81-bfed-4cff-99f0-215b095063b2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:50.783930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.791153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.806941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1dae5-a94b-421f-b275-06b8c45b86aa req-6025db07-8499-419b-8c10-efb1268bbbe1 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.808667 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7ef1dae5-a94b-421f-b275-06b8c45b86aa req-6025db07-8499-419b-8c10-efb1268bbbe1 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 945 time: 0.2636933 Jul 13 07:35:50.858179 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99831e37-998d-4712-97b0-e384a57fffbf x-openstack-request-id: req-99831e37-998d-4712-97b0-e384a57fffbf {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:50.858538 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e13890-b857-4306-a174-24295a7aa555", "name": "network-vif-deleted", "tag": "ef989d81-bfed-4cff-99f0-215b095063b2", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:50.859098 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99831e37-998d-4712-97b0-e384a57fffbf {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:50.859606 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e13890-b857-4306-a174-24295a7aa555', 'name': 'network-vif-deleted', 'tag': 'ef989d81-bfed-4cff-99f0-215b095063b2', 'status': 'completed', 'code': 200} Jul 13 07:35:50.891675 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-307abb6c-1b1f-4e31-8e89-780d8db625f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.961654 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-ea5c68ee-54c7-474c-812b-c41eae1bc888 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1916347 Jul 13 07:35:50.965340 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Floating IP 31851599-0318-4509-93ee-8400f5798e6c associated. External IP: 172.25.8.71, port: 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6. Jul 13 07:35:50.969701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4df4a049-1c3d-42e8-8363-5d40273abeb0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:50.970559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7ef1dae5-a94b-421f-b275-06b8c45b86aa req-0f26ead5-b8a6-4085-9402-8eb3100d71df tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/security-groups?id=65789c81-df87-4808-832d-fb291be6f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100111 Jul 13 07:35:51.078678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Router 867c277d-e4d2-474d-924d-7ae20a5d7ebb is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:51.162628 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-307abb6c-1b1f-4e31-8e89-780d8db625f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.169842 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-307abb6c-1b1f-4e31-8e89-780d8db625f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.176936 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-046ac9d5-e7d8-473b-908d-b97a30d65a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.208304 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.239006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4df4a049-1c3d-42e8-8363-5d40273abeb0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:51.239466 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.257172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307abb6c-1b1f-4e31-8e89-780d8db625f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3311414-2561-49a9-a779-e81410dc53e4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:51.286448 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-307abb6c-1b1f-4e31-8e89-780d8db625f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6d59148805e4fba87df5d11b3910e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031475 Jul 13 07:35:51.289087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46968) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:51.361162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:51.373145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Sync routers for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:51.385349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:51.386349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:51.405457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2230eff-497c-444d-a8e5-67b4fcbd8b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.420190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.423977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f341ee63-b1cb-462a-99fa-2b2eb5b7e692 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.1325512 Jul 13 07:35:51.424858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:51.490137 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2230eff-497c-444d-a8e5-67b4fcbd8b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.588672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:51.618159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2230eff-497c-444d-a8e5-67b4fcbd8b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.623728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2230eff-497c-444d-a8e5-67b4fcbd8b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.625511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e2230eff-497c-444d-a8e5-67b4fcbd8b5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3311414-2561-49a9-a779-e81410dc53e4 HTTP/1.1" status: 204 len: 168 time: 0.3355026 Jul 13 07:35:51.709012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2230eff-497c-444d-a8e5-67b4fcbd8b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3311414-2561-49a9-a779-e81410dc53e4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:51.785653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-1f418c43-506d-4464-9f1a-6ecc4b696a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:51.789892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-1f418c43-506d-4464-9f1a-6ecc4b696a95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2fa35196974bcab852e560c2090e6f&device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 1099 time: 0.7325244 Jul 13 07:35:51.848505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port 478dd28f-f2d4-437d-b27b-e71bf128226a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:51.848854 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.892196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05124f-879f-4dd9-a5fe-aa2941bc001a req-39bcd0fd-7829-4245-94d0-982152489e1a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:51.900263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d05124f-879f-4dd9-a5fe-aa2941bc001a req-39bcd0fd-7829-4245-94d0-982152489e1a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.3122370 Jul 13 07:35:51.928033 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.950203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:49Z', 'revision_number': 3, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:51.994046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Checking router: 867c277d-e4d2-474d-924d-7ae20a5d7ebb for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:51.994654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Updating router 867c277d-e4d2-474d-924d-7ae20a5d7ebb port 0d632330-6ea1-4468-a8ee-55b8a366938e binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:52.008353 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-015bff27-f381-448f-8737-359420e9b67b req-573a4816-6ccb-400e-8aac-ce7b42470253 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 210 time: 0.0438523 Jul 13 07:35:52.067594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.197172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46980) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:52.209433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-cf9f9044-0847-4fa5-b2bd-501f898fbdf7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2436774 Jul 13 07:35:52.246725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d05124f-879f-4dd9-a5fe-aa2941bc001a req-3a1a596f-0224-40c6-ab3f-47519ff1ecee tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455069 Jul 13 07:35:52.286252 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8323795a-a4e8-4a8f-b8b6-b0577e8fa7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.295192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.305010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.323846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Router ff9c5043-a60b-4c67-add2-f5daa89fefcd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:52.330018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for 478dd28f-f2d4-437d-b27b-e71bf128226a owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:52.333150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-2089ab1f-a78b-4f95-b0e0-bb2fd7b8bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.334683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-2089ab1f-a78b-4f95-b0e0-bb2fd7b8bcc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 200 len: 918 time: 0.5051186 Jul 13 07:35:52.405476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90b4b-4759-4aa4-ab2d-1d911b6e5420 req-cef2c876-f38a-4880-91a4-628fa95593e5 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.407863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9da90b4b-4759-4aa4-ab2d-1d911b6e5420 req-cef2c876-f38a-4880-91a4-628fa95593e5 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 945 time: 0.2492867 Jul 13 07:35:52.462254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.472747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Transition to ACTIVE for port object 0d632330-6ea1-4468-a8ee-55b8a366938e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:52.487133 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.528548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9da90b4b-4759-4aa4-ab2d-1d911b6e5420 req-78ea54d3-73bb-45e3-a4b2-da7269d56980 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/security-groups?id=65789c81-df87-4808-832d-fb291be6f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751858 Jul 13 07:35:52.543730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-c7de63ed-e0d7-4337-840a-b3d69ce27b78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 200 len: 1002 time: 0.1960633 Jul 13 07:35:52.564120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-17bc11fc-893d-46bc-80da-3478499991a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.565175 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-17bc11fc-893d-46bc-80da-3478499991a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1098 time: 0.3018146 Jul 13 07:35:52.572850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Attempting to bind port 0d632330-6ea1-4468-a8ee-55b8a366938e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:52.573315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Attempting to bind port 0d632330-6ea1-4468-a8ee-55b8a366938e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:52.573695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Attempting to bind port 0d632330-6ea1-4468-a8ee-55b8a366938e on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:52.579082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99443d-38e9-4452-89fe-2e7c85878088 None None] Pushing event updated for resources: {'Port': ['ID=0d632330-6ea1-4468-a8ee-55b8a366938e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:52.583381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:52.583381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:52.583752 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.584185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:52.584672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Bound port: 0d632330-6ea1-4468-a8ee-55b8a366938e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:52.585070 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.643565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] For port 0d632330-6ea1-4468-a8ee-55b8a366938e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:52.648471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] For port 0d632330-6ea1-4468-a8ee-55b8a366938e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0d632330-6ea1-4468-a8ee-55b8a366938e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:52.653860 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.654762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Allocated IP 172.20.0.1 (a28c343b-7212-4b99-9e6b-20f433073908/868523bd-f919-4650-95df-1a0ad5abbeed/5996fc72-88a0-4f64-9213-19910eeef722) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:52.749926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:52.750804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:52.803423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-7056734a-2812-4b43-9187-7f86d1c703bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.803423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-7056734a-2812-4b43-9187-7f86d1c703bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 200 len: 856 time: 0.2452991 Jul 13 07:35:52.806697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:52.820301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99443d-38e9-4452-89fe-2e7c85878088 None None] Pushing event updated for resources: {'Port': ['ID=0d632330-6ea1-4468-a8ee-55b8a366938e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:52.822606 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] Sync routers for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:52.830186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.838933 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:52.841254 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:52.933438 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.974611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8323795a-a4e8-4a8f-b8b6-b0577e8fa7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.986046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:53.019436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8323795a-a4e8-4a8f-b8b6-b0577e8fa7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.050706 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-29ddd666-855f-41da-a97b-1bead44c36d7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "PUT /v2.0/floatingips/31851599-0318-4509-93ee-8400f5798e6c HTTP/1.1" status: 200 len: 990 time: 3.5652585 Jul 13 07:35:53.052170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.070540 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:53.100573 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8323795a-a4e8-4a8f-b8b6-b0577e8fa7d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d17190d36e546c5bab71fb375b36c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9023416 Jul 13 07:35:53.101745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:53.103423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Transition to ACTIVE for port object 5996fc72-88a0-4f64-9213-19910eeef722 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:53.105446 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:53.110736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46992) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:53.231728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323795a-a4e8-4a8f-b8b6-b0577e8fa7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991b5442-b78d-4a80-ba06-78108a7ebef5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:53.323098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-7fc0f3cf-7de4-47a6-bb73-c64e68449494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.325264 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-7fc0f3cf-7de4-47a6-bb73-c64e68449494 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.4640806 Jul 13 07:35:53.378081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=478dd28f-f2d4-437d-b27b-e71bf128226a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:53.398612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:49Z', 'revision_number': 3, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:53.430943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c94c55-84ea-468d-a2e3-6e5a383f4529 None None] The sync data for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 is: [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:49Z', 'revision_number': 3, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:53.477768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-364f31bc-0bc6-49f7-9543-a2f19d41e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.484276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-364f31bc-0bc6-49f7-9543-a2f19d41e7fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efb52998-2f8e-4ebf-883f-7422704ba28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6710696 Jul 13 07:35:53.533763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.543211 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.555814 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae812a5a-ba5a-4dff-aa40-ea1bd3dc44d3 x-openstack-request-id: req-ae812a5a-ba5a-4dff-aa40-ea1bd3dc44d3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:53.559847 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-47878b5b-1f33-4aa8-84e4-b5b3626440e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1000 time: 0.2230577 Jul 13 07:35:53.560025 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:53.560399 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae812a5a-ba5a-4dff-aa40-ea1bd3dc44d3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:53.560925 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'status': 'completed', 'code': 200} Jul 13 07:35:53.585536 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7657147b-5b3b-4e55-9fe7-aec76c4d7cfd req-e2d558da-45c2-4c9c-8e10-cb1191a828c0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 210 time: 0.2439868 Jul 13 07:35:53.608484 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.609830 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '31851599-0318-4509-93ee-8400f5798e6c', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'port_id': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'mac_address': 'fa:16:3e:7c:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:33:43Z', 'updated_at': '2021-07-13T07:35:50Z', 'revision_number': 1, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:46Z', 'revision_number': 5, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:53.685014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Pushing event updated for resources: {'Port': ['ID=5996fc72-88a0-4f64-9213-19910eeef722,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:53.692741 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] Checking router: ff9c5043-a60b-4c67-add2-f5daa89fefcd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:53.720390 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:53.721514 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fd7042a-bc48-4464-a761-f2cdcec6876f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.721752 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:53.731914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Network a28c343b-7212-4b99-9e6b-20f433073908 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:53.746827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:53.752783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:53.857337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fd7042a-bc48-4464-a761-f2cdcec6876f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.915851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-575c6f61-b510-44fc-9c1a-e005f497f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.917434 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-575c6f61-b510-44fc-9c1a-e005f497f551 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.3274601 Jul 13 07:35:53.942838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.991973 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:54.159692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-ae7ef5e4-fcb2-466b-8579-4aa781dd6078 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641650 Jul 13 07:35:54.173903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ad25371f-3234-417a-96d6-56da8972cd1a None None] Provisioning for port 5996fc72-88a0-4f64-9213-19910eeef722 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:54.184180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ad25371f-3234-417a-96d6-56da8972cd1a None None] Provisioning complete for port 5996fc72-88a0-4f64-9213-19910eeef722 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:54.184811 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad25371f-3234-417a-96d6-56da8972cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.235172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22cf84-5173-4c74-a066-3233b658a6a0 req-fe9cfad5-3512-48c1-b56c-6035f9d9c6db tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.237133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d22cf84-5173-4c74-a066-3233b658a6a0 req-fe9cfad5-3512-48c1-b56c-6035f9d9c6db tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.3662415 Jul 13 07:35:54.280635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fd7042a-bc48-4464-a761-f2cdcec6876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.291115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fd7042a-bc48-4464-a761-f2cdcec6876f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.292173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1fd7042a-bc48-4464-a761-f2cdcec6876f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/991b5442-b78d-4a80-ba06-78108a7ebef5 HTTP/1.1" status: 204 len: 168 time: 1.1803193 Jul 13 07:35:54.335981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-e17f36e3-4832-4ce6-b93b-ff06b6938816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.336886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ad25371f-3234-417a-96d6-56da8972cd1a None None] Port 5996fc72-88a0-4f64-9213-19910eeef722 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:54.337577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-e17f36e3-4832-4ce6-b93b-ff06b6938816 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4120922 Jul 13 07:35:54.398403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7042a-bc48-4464-a761-f2cdcec6876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991b5442-b78d-4a80-ba06-78108a7ebef5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:54.417237 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.421293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 8bb4f134-3270-403c-afb5-e5d7d5bb9aa5 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:54.519988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-b7fd0574-1138-4d3d-ae2e-66c862850d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.521257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-b7fd0574-1138-4d3d-ae2e-66c862850d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.522277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-b7fd0574-1138-4d3d-ae2e-66c862850d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.522973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-b7fd0574-1138-4d3d-ae2e-66c862850d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.523713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-b7fd0574-1138-4d3d-ae2e-66c862850d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.524280 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '31851599-0318-4509-93ee-8400f5798e6c', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'port_id': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'mac_address': 'fa:16:3e:7c:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:33:43Z', 'updated_at': '2021-07-13T07:35:50Z', 'revision_number': 1, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:46Z', 'revision_number': 5, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:54.524487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-b7fd0574-1138-4d3d-ae2e-66c862850d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.524835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-b7fd0574-1138-4d3d-ae2e-66c862850d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.529976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-b7fd0574-1138-4d3d-ae2e-66c862850d6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6494 time: 0.9585319 Jul 13 07:35:54.579510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac5f16-2deb-4ec6-b6f6-b3296923d0ef req-047c7db7-017d-45b3-bde7-1a90cd5ba3de tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.585875 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219efb6d-e6de-4213-acc2-591775a0594b None None] The sync data for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 is: [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '31851599-0318-4509-93ee-8400f5798e6c', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'port_id': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'mac_address': 'fa:16:3e:7c:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:33:43Z', 'updated_at': '2021-07-13T07:35:50Z', 'revision_number': 1, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:46Z', 'revision_number': 5, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:54.587713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b9ac5f16-2deb-4ec6-b6f6-b3296923d0ef req-047c7db7-017d-45b3-bde7-1a90cd5ba3de tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 945 time: 0.8852997 Jul 13 07:35:54.730358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.760569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.779271 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d22cf84-5173-4c74-a066-3233b658a6a0 req-519ac1d3-fa15-479c-97ad-ab1b93d760f8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003378 Jul 13 07:35:54.888636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b9ac5f16-2deb-4ec6-b6f6-b3296923d0ef req-e62a5432-163c-4c94-9ee9-aa4e8f964be4 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/security-groups?id=65789c81-df87-4808-832d-fb291be6f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000057 Jul 13 07:35:54.890723 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5badf2ba-e931-4a98-88a4-26cbe9fd32e4 req-edd69286-fd0a-4d92-8cc6-8c145dcbf254 service neutron] 10.222.0.48 "GET /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699346 Jul 13 07:35:55.023047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Pushing event updated for resources: {'Port': ['ID=5996fc72-88a0-4f64-9213-19910eeef722,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:55.031377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-e411b9c7-dc0b-4e39-b8dc-4b5767c65847 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580238 Jul 13 07:35:55.053965 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.057261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b5923-9e47-405b-98e7-6ffc2010fa1b None None] New status for floating IP 31851599-0318-4509-93ee-8400f5798e6c: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:35:55.162550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:55.176598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bf5d6ea4-b666-4054-a25a-601caf6e79a5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/8bb4f134-3270-403c-afb5-e5d7d5bb9aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8598075 Jul 13 07:35:55.176598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-a0765a50-85e3-4450-99b5-0e17a723bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:55.179864 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412bd0c-a19e-4f36-bfea-7ce13aa50e13 None None] Sync routers for ids ['8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:55.181314 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-a0765a50-85e3-4450-99b5-0e17a723bf98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 HTTP/1.1" status: 200 len: 913 time: 0.5787077 Jul 13 07:35:55.184924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47016) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:55.199866 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412bd0c-a19e-4f36-bfea-7ce13aa50e13 None None] Routers {'8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:55.200518 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0412bd0c-a19e-4f36-bfea-7ce13aa50e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.277346 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0412bd0c-a19e-4f36-bfea-7ce13aa50e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.287461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0d632330-6ea1-4468-a8ee-55b8a366938e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:55.297115 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412bd0c-a19e-4f36-bfea-7ce13aa50e13 None None] Routers {'8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:55.298073 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0412bd0c-a19e-4f36-bfea-7ce13aa50e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.374554 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0412bd0c-a19e-4f36-bfea-7ce13aa50e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.381734 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412bd0c-a19e-4f36-bfea-7ce13aa50e13 None None] The sync data for ids ['8bb4f134-3270-403c-afb5-e5d7d5bb9aa5'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:55.396801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c211e5ed-561a-4604-b229-b4ccc5df0d61 req-32c77728-992d-4402-9d0e-c041e42f82af service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554461 Jul 13 07:35:55.426539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Network a28c343b-7212-4b99-9e6b-20f433073908 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:55.428162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:55.524898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9b8766d1-e780-4d30-8aca-95d79fcf3deb None None] Provisioning complete for port 5996fc72-88a0-4f64-9213-19910eeef722 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:55.527712 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b8766d1-e780-4d30-8aca-95d79fcf3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.570973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9b8766d1-e780-4d30-8aca-95d79fcf3deb None None] Port 5996fc72-88a0-4f64-9213-19910eeef722 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:55.591196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0d632330-6ea1-4468-a8ee-55b8a366938e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:55.597309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0d632330-6ea1-4468-a8ee-55b8a366938e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:55.598245 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.661047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Router 867c277d-e4d2-474d-924d-7ae20a5d7ebb has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:55.774878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.818319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 0d632330-6ea1-4468-a8ee-55b8a366938e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0d632330-6ea1-4468-a8ee-55b8a366938e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:55.828107 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.917636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:55.919143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:55.925489 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5012a640-9e69-4e33-9694-111344c5948d admin admin] 10.222.0.41 "PUT /v2.0/routers/867c277d-e4d2-474d-924d-7ae20a5d7ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4973240 Jul 13 07:35:55.975521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cc8eedb3-cdeb-47b6-b105-ce179c3c7f56 None None] Provisioning complete for port 5996fc72-88a0-4f64-9213-19910eeef722 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:55.975919 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc8eedb3-cdeb-47b6-b105-ce179c3c7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.977579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=0d632330-6ea1-4468-a8ee-55b8a366938e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:56.075512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cc8eedb3-cdeb-47b6-b105-ce179c3c7f56 None None] Port 5996fc72-88a0-4f64-9213-19910eeef722 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:56.083952 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Sync routers for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:56.107963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:56.111057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:56.154172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bedc4-3f5b-4019-b6a6-65077a6988e2 req-6152178c-8c66-4991-ad53-82e36ea87371 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.155941 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b13bedc4-3f5b-4019-b6a6-65077a6988e2 req-6152178c-8c66-4991-ad53-82e36ea87371 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.1396651 Jul 13 07:35:56.202815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-331272809-network', 'tenant_id': '38dd9bf77b5c4a1dab01ad35c4fd7ad7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:56.241263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b13bedc4-3f5b-4019-b6a6-65077a6988e2 req-778c6f3b-bc1f-4ed3-84ec-942780e03e6e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790925 Jul 13 07:35:56.250292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:56.253508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Made reservation on behalf of 38dd9bf77b5c4a1dab01ad35c4fd7ad7 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:56.256606 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.276991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.307017 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-240f000a-3663-4c3a-b023-f0c60a358c27 req-71c51163-e11c-423d-bf3f-b826b6766094 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 210 time: 1.0607395 Jul 13 07:35:56.313629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b50467fd-0539-4dd2-86b5-4719987582e4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bb4f134-3270-403c-afb5-e5d7d5bb9aa5 HTTP/1.1" status: 200 len: 205 time: 1.1256089 Jul 13 07:35:56.313778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47040) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:56.358609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-070c7dce-3427-4fda-927c-bfc07fe4753a tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.361843 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-070c7dce-3427-4fda-927c-bfc07fe4753a tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.38 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 945 time: 1.8299391 Jul 13 07:35:56.413308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb051-f942-4cd0-9cf8-c95082a28215 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.553050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-2cdf92d6-896e-4d92-86c8-50c96641c02c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 HTTP/1.1" status: 200 len: 998 time: 1.3272607 Jul 13 07:35:56.662336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5996fc72-88a0-4f64-9213-19910eeef722', 'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'mac_address': 'fa:16:3e:1b:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:52Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 2, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'subnets': [{'id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:56.680836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-4e39ee72-34a8-4b94-a7bd-9d52aa8a406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.682687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-4e39ee72-34a8-4b94-a7bd-9d52aa8a406e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cde93f8-70ed-4887-81e6-5df77a123b85 HTTP/1.1" status: 200 len: 851 time: 0.1155512 Jul 13 07:35:56.689276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Deleting port 2a167b5e-faad-4ef2-904e-acba0d7382e3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:56.689702 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.710621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Checking router: 867c277d-e4d2-474d-924d-7ae20a5d7ebb for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:56.710995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Updating router 867c277d-e4d2-474d-924d-7ae20a5d7ebb port 5996fc72-88a0-4f64-9213-19910eeef722 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:56.771857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.957512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-c772dbc4-5218-4b7d-806b-35299b216d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.959057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-c772dbc4-5218-4b7d-806b-35299b216d41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2507346 Jul 13 07:35:56.966541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] For port 2a167b5e-faad-4ef2-904e-acba0d7382e3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2a167b5e-faad-4ef2-904e-acba0d7382e3,segment=NetworkSegment(68843d50-f89b-4a85-8d47-9f7d7e35bd87),segment_id=68843d50-f89b-4a85-8d47-9f7d7e35bd87)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:56.966955 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.998380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Calling delete_port for 2a167b5e-faad-4ef2-904e-acba0d7382e3 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:57.068924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb051-f942-4cd0-9cf8-c95082a28215 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.075745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb051-f942-4cd0-9cf8-c95082a28215 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.139196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a84c-6c76-442d-b07a-84355149608b req-b1edf094-ed67-4059-b1ec-6741317738e5 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:57.141170 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3076a84c-6c76-442d-b07a-84355149608b req-b1edf094-ed67-4059-b1ec-6741317738e5 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 945 time: 0.2558358 Jul 13 07:35:57.155399 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-caab1353-52b3-4466-89cd-75477650a5d6 service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857460 Jul 13 07:35:57.156335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb051-f942-4cd0-9cf8-c95082a28215 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.157192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6fb051-f942-4cd0-9cf8-c95082a28215 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Fanout notify agent at l3_agent the message router_deleted on router 8bb4f134-3270-403c-afb5-e5d7d5bb9aa5 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:57.176029 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb051-f942-4cd0-9cf8-c95082a28215 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.177475 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2d6fb051-f942-4cd0-9cf8-c95082a28215 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/8bb4f134-3270-403c-afb5-e5d7d5bb9aa5 HTTP/1.1" status: 204 len: 168 time: 0.8627162 Jul 13 07:35:57.200086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47044) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:57.217968 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3076a84c-6c76-442d-b07a-84355149608b req-9607df8c-02c5-45e0-8fc0-3c33aeb57ac5 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/security-groups?id=65789c81-df87-4808-832d-fb291be6f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581672 Jul 13 07:35:57.227572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.233429 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.248616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:57.261287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.261893 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Added segment 37c88267-9340-4f43-b9b7-9002f1096ddd of type vlan for network de021c40-3762-4606-93fa-7f55e5b8b7c7 Jul 13 07:35:57.308742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.309712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:57.323263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ade46879-a1b6-4b83-9d75-68c22cabe754 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136180112', 'description': 'tempest-description--697867244'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:57.356610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de96e35b-0181-4183-9ba9-d3c6b3796f60,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:57.359474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0d632330-6ea1-4468-a8ee-55b8a366938e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:57.362036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.363342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:57.364139 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.408332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c5c6e1-e239-45b4-b4a5-8caed805e808 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting subnet 735113ff-f07a-4c0c-a514-e2b72462ad22 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:57.437428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] Pushing event updated for resources: {'Network': ['ID=de021c40-3762-4606-93fa-7f55e5b8b7c7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:57.455908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59c5c6e1-e239-45b4-b4a5-8caed805e808 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.459759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network de021c40-3762-4606-93fa-7f55e5b8b7c7 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:57.561624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10d19d04-24bd-4bc6-b10e-9e5475c1a1dc req-940253e1-0530-4e47-9bed-b4086675eaad service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933620 Jul 13 07:35:57.568250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2676b0f0-90b9-4b4e-b626-e285851bd210 req-3ecf7b3b-3cf4-451a-8fb9-f15a03173ac0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e13890-b857-4306-a174-24295a7aa555 HTTP/1.1" status: 200 len: 210 time: 0.0603662 Jul 13 07:35:57.576341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.581006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59c5c6e1-e239-45b4-b4a5-8caed805e808 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.584786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade46879-a1b6-4b83-9d75-68c22cabe754 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.590102 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0f17a67d-2938-4f25-afe0-5f894bbcb10a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6697721 Jul 13 07:35:57.591260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47054) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:57.600877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Request body: {'subnet': {'network_id': 'de021c40-3762-4606-93fa-7f55e5b8b7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-331272809-subnet', 'tenant_id': '38dd9bf77b5c4a1dab01ad35c4fd7ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:57.635213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f021a-4f79-41f5-9ed3-ec21d96e9380 req-d39845eb-6b83-442f-bd08-1260bb72727d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:57.637061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-685f021a-4f79-41f5-9ed3-ec21d96e9380 req-d39845eb-6b83-442f-bd08-1260bb72727d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.1120808 Jul 13 07:35:57.646233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Made reservation on behalf of 38dd9bf77b5c4a1dab01ad35c4fd7ad7 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:57.650225 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.682007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Pushing event deleted for resources: {'Port': ['ID=2a167b5e-faad-4ef2-904e-acba0d7382e3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:57.714279 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-685f021a-4f79-41f5-9ed3-ec21d96e9380 req-f8def198-5045-46ea-9076-6e2708bd0f0a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590408 Jul 13 07:35:57.758430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0d632330-6ea1-4468-a8ee-55b8a366938e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:57.758430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.758660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] No DVR routers for this DVR port 2a167b5e-faad-4ef2-904e-acba0d7382e3 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:57.766839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.769286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7e988f4-f3c7-4814-bfab-eb9d5cb47acc req-9a0c9209-391f-40fb-81dc-fc2288f81c35 tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.38 "DELETE /v2.0/ports/2a167b5e-faad-4ef2-904e-acba0d7382e3 HTTP/1.1" status: 204 len: 173 time: 1.3985603 Jul 13 07:35:57.772262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced3e8fc-6a64-4b23-a03b-886b8a7fda87', 'name': 'network-vif-deleted', 'tag': '2a167b5e-faad-4ef2-904e-acba0d7382e3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:57.775001 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6febd06f-3711-4c07-8480-f5db80b4c3a2" -d '{"events": [{"server_uuid": "ced3e8fc-6a64-4b23-a03b-886b8a7fda87", "name": "network-vif-deleted", "tag": "2a167b5e-faad-4ef2-904e-acba0d7382e3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:57.859063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59c5c6e1-e239-45b4-b4a5-8caed805e808 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.886901 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f980ea-7d63-4616-b90e-eb16a7687c32 x-openstack-request-id: req-f6f980ea-7d63-4616-b90e-eb16a7687c32 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:57.887189 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced3e8fc-6a64-4b23-a03b-886b8a7fda87", "name": "network-vif-deleted", "tag": "2a167b5e-faad-4ef2-904e-acba0d7382e3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:57.887298 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6f980ea-7d63-4616-b90e-eb16a7687c32 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:57.887715 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced3e8fc-6a64-4b23-a03b-886b8a7fda87', 'name': 'network-vif-deleted', 'tag': '2a167b5e-faad-4ef2-904e-acba0d7382e3', 'status': 'completed', 'code': 200} Jul 13 07:35:57.926625 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.946379 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade46879-a1b6-4b83-9d75-68c22cabe754 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.952752 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade46879-a1b6-4b83-9d75-68c22cabe754 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.977713 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59c5c6e1-e239-45b4-b4a5-8caed805e808 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.001331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Checking segment: {'id': '37c88267-9340-4f43-b9b7-9002f1096ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de021c40-3762-4606-93fa-7f55e5b8b7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:58.001331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Network hostable DHCP agents. Network: de021c40-3762-4606-93fa-7f55e5b8b7c7, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:58.007417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=100df3b3-c747-4125-b3cd-d958f33a7f0e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.018279 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade46879-a1b6-4b83-9d75-68c22cabe754 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.023607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ade46879-a1b6-4b83-9d75-68c22cabe754 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7120833 Jul 13 07:35:58.023782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47058) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:58.029282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5c6e1-e239-45b4-b4a5-8caed805e808 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Subnet': ['ID=735113ff-f07a-4c0c-a514-e2b72462ad22,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.029761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6cdabde1-e32e-4776-8e40-538584cad89b tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Request body: {'security_group_rule': {'security_group_id': 'd61231be-3a27-4852-be8c-aa0cf3efd3c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:58.034596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59c5c6e1-e239-45b4-b4a5-8caed805e808 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.035024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Network de021c40-3762-4606-93fa-7f55e5b8b7c7 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:58.038811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-59c5c6e1-e239-45b4-b4a5-8caed805e808 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/735113ff-f07a-4c0c-a514-e2b72462ad22 HTTP/1.1" status: 204 len: 168 time: 0.8347268 Jul 13 07:35:58.038811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade46879-a1b6-4b83-9d75-68c22cabe754 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61231be-3a27-4852-be8c-aa0cf3efd3c2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.039622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:58.053645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, de021c40-3762-4606-93fa-7f55e5b8b7c7) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:58.061113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:58.061786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.084152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173f99a7-ec3e-433a-be9b-ae4355686ba4 None None] Network 30f6ddb6-7928-4284-add8-4a465be59d43 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:58.095081 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cdabde1-e32e-4776-8e40-538584cad89b tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.116187 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-df4b1491-9018-49fe-90db-5a791ec49077 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5181332 Jul 13 07:35:58.130726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad0eef7-6c58-4f84-8a19-fd2e47c7edc0 None None] Network de021c40-3762-4606-93fa-7f55e5b8b7c7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:58.133986 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.197311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port d5b397ee-02fd-4f3e-888f-4af9333d09bd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:58.197755 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.205113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cdabde1-e32e-4776-8e40-538584cad89b tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.210531 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cdabde1-e32e-4776-8e40-538584cad89b tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.222097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.229995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdabde1-e32e-4776-8e40-538584cad89b tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c24b8d4-64b9-40b2-a642-db02b0aedffc,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.253006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cdabde1-e32e-4776-8e40-538584cad89b tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.255632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6cdabde1-e32e-4776-8e40-538584cad89b tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2306378 Jul 13 07:35:58.258150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47064) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:58.267487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bce88ee7-5c04-4375-98a9-57a038adc0d3 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Request body: {'security_group_rule': {'security_group_id': 'd61231be-3a27-4852-be8c-aa0cf3efd3c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:58.303427 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce88ee7-5c04-4375-98a9-57a038adc0d3 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.318861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port d5b397ee-02fd-4f3e-888f-4af9333d09bd, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d5b397ee-02fd-4f3e-888f-4af9333d09bd,segment=NetworkSegment(5a495f32-efdd-4121-a050-95f74e885cbd),segment_id=5a495f32-efdd-4121-a050-95f74e885cbd)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:58.319490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.333450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for d5b397ee-02fd-4f3e-888f-4af9333d09bd owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:58.388951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce88ee7-5c04-4375-98a9-57a038adc0d3 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.395853 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce88ee7-5c04-4375-98a9-57a038adc0d3 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.423326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce88ee7-5c04-4375-98a9-57a038adc0d3 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0b4c3d-087b-4da9-85c2-6efc5292cb24,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.428486 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce88ee7-5c04-4375-98a9-57a038adc0d3 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.430406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bce88ee7-5c04-4375-98a9-57a038adc0d3 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712050 Jul 13 07:35:58.433649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47072) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:58.443528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:58.465087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Transition to ACTIVE for port object 5996fc72-88a0-4f64-9213-19910eeef722 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:58.474472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.502125 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.508353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e937d137-f06c-48fe-a753-4a9bb641c413 req-3e2d0ab6-ed4c-4f2b-86ba-b5aab76c077d tempest-InstanceActionsNegativeTestJSON-1346491856 tempest-InstanceActionsNegativeTestJSON-1346491856-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced3e8fc-6a64-4b23-a03b-886b8a7fda87 HTTP/1.1" status: 200 len: 210 time: 0.0450289 Jul 13 07:35:58.554468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.602815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=d5b397ee-02fd-4f3e-888f-4af9333d09bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.615512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No DVR routers for this DVR port d5b397ee-02fd-4f3e-888f-4af9333d09bd on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:58.636858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.720778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d4fde-660f-4543-97f6-6e387566449d None None] Network de021c40-3762-4606-93fa-7f55e5b8b7c7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:58.778092 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.804444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f6ddb6-7928-4284-add8-4a465be59d43']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:58.827227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a495f32-efdd-4121-a050-95f74e885cbd') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:58.827524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a495f32-efdd-4121-a050-95f74e885cbd') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:58.853916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.859548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Allocated IP 172.25.8.81 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/4231bf7c-5926-4646-81de-193b06a9366d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:58.874027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.882298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:58.883363 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.889358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9f312-b035-44d9-8c7f-5c09643efc11 None None] Pushing event updated for resources: {'Port': ['ID=5996fc72-88a0-4f64-9213-19910eeef722,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:58.890509 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:58.984603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8086d9-c8b8-4b8c-acd7-131f250821f8 None None] DHCP port deletion for 30f6ddb6-7928-4284-add8-4a465be59d43 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:35:59.041308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d5b397ee-02fd-4f3e-888f-4af9333d09bd no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:59.054923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47092) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:59.074375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-156557259-network', 'tenant_id': '63651a159e3c43e4b0629bfc277a3529'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:59.078114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.095605 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.102071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/networks/30f6ddb6-7928-4284-add8-4a465be59d43 HTTP/1.1" status: 204 len: 168 time: 1.0572464 Jul 13 07:35:59.104462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47096) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:59.111641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Attempting to bind port 5996fc72-88a0-4f64-9213-19910eeef722 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:59.112100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Attempting to bind port 5996fc72-88a0-4f64-9213-19910eeef722 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:59.112969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Attempting to bind port 5996fc72-88a0-4f64-9213-19910eeef722 on network a28c343b-7212-4b99-9e6b-20f433073908 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:59.127644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734122624', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:59.129332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: d5b397ee-02fd-4f3e-888f-4af9333d09bd {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:59.129760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d5b397ee-02fd-4f3e-888f-4af9333d09bd not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:59.138885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2a167b5e-faad-4ef2-904e-acba0d7382e3 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:59.139089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d624f-f08b-4b8f-b1e5-d5da561d22f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Network': ['ID=30f6ddb6-7928-4284-add8-4a465be59d43,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.173922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:59.175050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Checking segment: {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:59.175818 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.175945 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Bound using segment: {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:59.176401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Bound port: 5996fc72-88a0-4f64-9213-19910eeef722, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:59.176796 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.180622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.194086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Made reservation on behalf of 63651a159e3c43e4b0629bfc277a3529 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:59.197133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.201640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 2a167b5e-faad-4ef2-904e-acba0d7382e3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:59.202021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2a167b5e-faad-4ef2-904e-acba0d7382e3 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:59.225128 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.233387 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.249035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.250455 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.287198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:59.292671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:59.297903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:59.304475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] For port 5996fc72-88a0-4f64-9213-19910eeef722, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:59.312168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] For port 5996fc72-88a0-4f64-9213-19910eeef722, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5996fc72-88a0-4f64-9213-19910eeef722,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:59.319850 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.322034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf677-73bb-4e66-a834-8cae621aa987 req-a28dc230-11b7-4467-821a-575924fd438e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:59.330492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a44cf677-73bb-4e66-a834-8cae621aa987 req-a28dc230-11b7-4467-821a-575924fd438e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.2368186 Jul 13 07:35:59.339553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Pushing event updated for resources: {'Port': ['ID=4231bf7c-5926-4646-81de-193b06a9366d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.382793 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.388389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:59.389934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:59.452867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9f312-b035-44d9-8c7f-5c09643efc11 None None] Pushing event updated for resources: {'Port': ['ID=5996fc72-88a0-4f64-9213-19910eeef722,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.488076 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.512111 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a44cf677-73bb-4e66-a834-8cae621aa987 req-3f84631c-dfbd-49f2-b3a8-15fbc02b6719 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804466 Jul 13 07:35:59.582560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:59.600707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-b5f9f77a-7d00-4baa-95c3-90473a275a5d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:59.608104 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-b5f9f77a-7d00-4baa-95c3-90473a275a5d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.1897674 Jul 13 07:35:59.619614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.630065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-31f4242d-b6c6-4a91-87c0-8f78d87cebf2 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/quotas/c418ec4cfe364a0a890c4063a3ad4008 HTTP/1.1" status: 200 len: 375 time: 0.0209486 Jul 13 07:35:59.690303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.696895 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-f585e628-107c-4ee0-a0b7-131cc298fdf4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658672 Jul 13 07:35:59.757759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.770089 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.807758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432dc94e-4a73-40ed-ad2c-88e41d532d42,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.836752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:59.896867 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.897554 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Added segment b7864781-1159-47bd-9884-de74b84df659 of type vlan for network 1892debe-a6b4-4bc7-9730-37df8a26775a Jul 13 07:35:59.900067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5996fc72-88a0-4f64-9213-19910eeef722', 'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'mac_address': 'fa:16:3e:1b:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:52Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'subnets': [{'id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:59.946141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5911cf-9bb8-4fcb-8d96-27404ef453bc None None] The sync data for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 is: [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5996fc72-88a0-4f64-9213-19910eeef722', 'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'mac_address': 'fa:16:3e:1b:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:52Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'subnets': [{'id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:59.973386 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.062644 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.079806 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.094252 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:36:00.096441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47120) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:00.138701 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-96056dc3-a4e1-4525-9b38-960864c170f4 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409170 Jul 13 07:36:00.183238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Pushing event updated for resources: {'Port': ['ID=4231bf7c-5926-4646-81de-193b06a9366d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:00.218746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.221602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.228206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.229433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:00.229762 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.265724 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.270522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-69ca2dac-2c84-40af-9a8d-dfc1ba672ac5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8354371 Jul 13 07:36:00.293937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-c74ca762-17c5-4f28-abfe-7e142d985704 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338918 Jul 13 07:36:00.314515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.334700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cde5c9b-bd18-4edd-925e-85ee9e78f54b admin admin] Deleting subnet 703c0fcc-6c21-4841-8ee5-7720d3dd8ea2 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:00.350043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cde5c9b-bd18-4edd-925e-85ee9e78f54b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.386514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3297536 Jul 13 07:36:00.389336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47126) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:00.397620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Request body: {'subnet': {'network_id': '1892debe-a6b4-4bc7-9730-37df8a26775a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-156557259-subnet', 'tenant_id': '63651a159e3c43e4b0629bfc277a3529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:00.420573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Made reservation on behalf of 63651a159e3c43e4b0629bfc277a3529 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:00.423045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.503136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Pushing event updated for resources: {'Network': ['ID=1892debe-a6b4-4bc7-9730-37df8a26775a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:00.526768 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cde5c9b-bd18-4edd-925e-85ee9e78f54b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.535094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.535322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.535559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.535899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.536239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.536572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.536903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.537273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.537649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.537916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.538297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.538628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2660b43-0a6b-445e-9b5f-aedefcba7b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:00.552692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1892debe-a6b4-4bc7-9730-37df8a26775a details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:00.642495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed11a5-da49-4a46-a82e-3d4d9e8d1cd0 req-713633a9-8c56-49c9-ba40-3c4f201afb4e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:00.653142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1ed11a5-da49-4a46-a82e-3d4d9e8d1cd0 req-713633a9-8c56-49c9-ba40-3c4f201afb4e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.4324782 Jul 13 07:36:00.672782 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.680075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cde5c9b-bd18-4edd-925e-85ee9e78f54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.747166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 172.25.8.241 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/31b66030-8586-4bcb-9aff-6ed60a112cb3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:00.756703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4f3668-0536-4626-9ff6-8cefe4d511c9,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:00.782107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Checking segment: {'id': 'b7864781-1159-47bd-9884-de74b84df659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1892debe-a6b4-4bc7-9730-37df8a26775a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:00.782487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Network hostable DHCP agents. Network: 1892debe-a6b4-4bc7-9730-37df8a26775a, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:00.804130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1ed11a5-da49-4a46-a82e-3d4d9e8d1cd0 req-5963c1e7-ba6f-42bc-8a08-f79bffd5ae57 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500390 Jul 13 07:36:00.867832 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-09f9b0f7-9a36-44a9-8760-53d0d1b62e23 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2136180112&fields=id&tenant_id=a81c090cc1fb4f5c9e7913259b583080 HTTP/1.1" status: 200 len: 267 time: 0.0649371 Jul 13 07:36:00.903205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Network 1892debe-a6b4-4bc7-9730-37df8a26775a is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:00.911870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8f333893-2c64-4594-bccf-d978d9c84f33 req-d7a3340c-1520-40e3-b447-14ee319c38f9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 210 time: 0.0463972 Jul 13 07:36:00.948721 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cde5c9b-bd18-4edd-925e-85ee9e78f54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.029858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde5c9b-bd18-4edd-925e-85ee9e78f54b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703c0fcc-6c21-4841-8ee5-7720d3dd8ea2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:01.045461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-e1681518-8736-46ac-be15-187842a75973 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:01.047271 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-e1681518-8736-46ac-be15-187842a75973 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/networks?id=a28c343b-7212-4b99-9e6b-20f433073908 HTTP/1.1" status: 200 len: 806 time: 0.1720970 Jul 13 07:36:01.055164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cde5c9b-bd18-4edd-925e-85ee9e78f54b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.059522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2cde5c9b-bd18-4edd-925e-85ee9e78f54b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/703c0fcc-6c21-4841-8ee5-7720d3dd8ea2 HTTP/1.1" status: 204 len: 168 time: 0.9529650 Jul 13 07:36:01.060820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47150) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:01.083597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5996fc72-88a0-4f64-9213-19910eeef722 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:01.084182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1892debe-a6b4-4bc7-9730-37df8a26775a) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:01.091565 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:01.092163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.120387 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-7c0c9786-3f52-461b-b940-8f125b53c99f tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/quotas/a81c090cc1fb4f5c9e7913259b583080 HTTP/1.1" status: 200 len: 375 time: 0.0667152 Jul 13 07:36:01.122744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42cf167-950d-4050-a889-1c10785e729b None None] Network 1892debe-a6b4-4bc7-9730-37df8a26775a requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:01.131814 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f42456fc-2e11-49a0-8702-af00ae32fa55 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7412264 Jul 13 07:36:01.255489 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.275680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-07f77c2b-573e-4790-9a54-0c6c6b85c4d0 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a81c090cc1fb4f5c9e7913259b583080&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469305 Jul 13 07:36:01.318812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 5996fc72-88a0-4f64-9213-19910eeef722 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:01.342637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5996fc72-88a0-4f64-9213-19910eeef722 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:01.343020 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.391839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.457134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00985012-1e9e-4e6b-a8b5-22cab040cf27 None None] Network 1892debe-a6b4-4bc7-9730-37df8a26775a requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:01.462498 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-9ae9b993-1963-42ce-bf48-0050aa747740 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c343b-7212-4b99-9e6b-20f433073908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723213 Jul 13 07:36:01.568595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615998c-c0bc-4a28-b3ba-188144af232a req-d8017b29-f5f4-410a-b128-a3488658c936 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:01.570481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7615998c-c0bc-4a28-b3ba-188144af232a req-d8017b29-f5f4-410a-b128-a3488658c936 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3745139 Jul 13 07:36:01.593915 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.602706 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-43710d6b-c7d8-454b-8e56-527b69f22b5b service neutron] 10.222.0.41 "GET /v2.0/networks/a28c343b-7212-4b99-9e6b-20f433073908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341348 Jul 13 07:36:01.732355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.736668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:01.752285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:01.754954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:01.764999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060ff442-b9ba-4de7-aac6-5523bdd09539']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:01.779757 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.800149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68843d50-f89b-4a85-8d47-9f7d7e35bd87') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:01.800526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68843d50-f89b-4a85-8d47-9f7d7e35bd87') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:01.813788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7615998c-c0bc-4a28-b3ba-188144af232a req-b61f8cea-0932-46e4-a3a2-d44c9c2b2645 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288539 Jul 13 07:36:01.819053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=31b66030-8586-4bcb-9aff-6ed60a112cb3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:01.824473 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.846247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 5996fc72-88a0-4f64-9213-19910eeef722, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5996fc72-88a0-4f64-9213-19910eeef722,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:01.852659 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.873005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.932963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:36:01.933549 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:36:01.935387 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:36:02.068515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=5996fc72-88a0-4f64-9213-19910eeef722,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:02.074318 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.082610 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.084064 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/060ff442-b9ba-4de7-aac6-5523bdd09539 HTTP/1.1" status: 204 len: 168 time: 1.0222938 Jul 13 07:36:02.115163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e9390-d4fd-45de-9ba4-23c0ec5e1ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=060ff442-b9ba-4de7-aac6-5523bdd09539,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:02.384886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47186) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:02.490731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-10a378b6-ae50-443e-9844-251640688543 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:02.492856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-10a378b6-ae50-443e-9844-251640688543 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/networks?id=de021c40-3762-4606-93fa-7f55e5b8b7c7 HTTP/1.1" status: 200 len: 808 time: 0.1885090 Jul 13 07:36:02.514448 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-cdd8c3d2-5daf-44de-82ae-046d029059e0 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/quotas/38dd9bf77b5c4a1dab01ad35c4fd7ad7 HTTP/1.1" status: 200 len: 375 time: 0.0129056 Jul 13 07:36:02.561066 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-80011e26-12d8-4e52-a91b-511b48c019e2 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=38dd9bf77b5c4a1dab01ad35c4fd7ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407143 Jul 13 07:36:02.570728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f5526346-3974-4f2c-a117-12a485168a6a None None] Provisioning complete for port 5996fc72-88a0-4f64-9213-19910eeef722 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:02.571320 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5526346-3974-4f2c-a117-12a485168a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.694490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-8c0ef5e6-5c28-4371-8724-94ba57449752 service neutron] 10.222.0.41 "GET /v2.0/networks/de021c40-3762-4606-93fa-7f55e5b8b7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258094 Jul 13 07:36:02.807716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-8cbac4c9-8b68-4d6a-a91a-a822bc5c74e0 service neutron] 10.222.0.41 "GET /v2.0/networks/de021c40-3762-4606-93fa-7f55e5b8b7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050830 Jul 13 07:36:02.975248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9718c0b0-63c7-41eb-9e64-f21c1cd1bd0d req-5ec268dd-da1e-4b80-8866-fe1309044522 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 210 time: 0.4765205 Jul 13 07:36:02.985822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5996fc72-88a0-4f64-9213-19910eeef722 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:03.064188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5996fc72-88a0-4f64-9213-19910eeef722 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:03.064880 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.132346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c6e0c830-73d0-4f96-984e-712a9a435fc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5e75fb5517b47e3b4a04e708ce24bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7165933 Jul 13 07:36:03.134317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:03.196556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.208990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-e72bd8e8-d588-448f-b7d0-f5afea276155 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:03.210554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-e72bd8e8-d588-448f-b7d0-f5afea276155 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 0.1742561 Jul 13 07:36:03.228368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9de410e7-f5d8-4956-9b2b-b4ee122864a9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/quotas/7ad598854b124655b905399734eada74 HTTP/1.1" status: 200 len: 375 time: 0.0118785 Jul 13 07:36:03.255255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9cde6f05-687e-48b0-b5e3-01ae0bf510e0 req-47d91f6f-1ada-4656-8084-d27defaefb72 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 210 time: 0.0906990 Jul 13 07:36:03.262743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-f257aee4-987f-4d8f-a1a8-c2a8dd77351a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:03.264252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-f257aee4-987f-4d8f-a1a8-c2a8dd77351a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.9426575 Jul 13 07:36:03.278427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Request body: {'port': {'device_id': '73b1ff44-883a-4d9d-85db-cedeac8a4b7c', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'admin_state_up': True, 'tenant_id': 'c418ec4cfe364a0a890c4063a3ad4008'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:03.346638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-7fb3a296-732a-4a0b-879d-d5e0eb3ad3a0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1131034 Jul 13 07:36:03.409230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6c67cb4-c0d0-4233-a584-f9d44b65ec6f req-703b159b-e27b-4893-a741-388fedfdda0f tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 210 time: 0.0815823 Jul 13 07:36:03.443262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b106-b77d-40ae-bb79-14df7ac432ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.479873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-d3caad80-cd0f-4042-96c0-057428247e82 service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273875 Jul 13 07:36:03.516624 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b106-b77d-40ae-bb79-14df7ac432ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.638585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-f943998b-5e7c-4f3f-932c-ef7151bf6994 service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411195 Jul 13 07:36:03.729238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Made reservation on behalf of c418ec4cfe364a0a890c4063a3ad4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:03.733252 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.795385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b106-b77d-40ae-bb79-14df7ac432ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.798571 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b106-b77d-40ae-bb79-14df7ac432ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.802443 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0bd0b106-b77d-40ae-bb79-14df7ac432ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65789c81-df87-4808-832d-fb291be6f12d HTTP/1.1" status: 204 len: 168 time: 0.6626074 Jul 13 07:36:03.821391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-cae64c58-0292-4daf-bfb1-8bd91c2e35ef tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:03.823764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-cae64c58-0292-4daf-bfb1-8bd91c2e35ef tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.48 "GET /v2.0/networks?id=a28c343b-7212-4b99-9e6b-20f433073908 HTTP/1.1" status: 200 len: 806 time: 0.3214297 Jul 13 07:36:03.901785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.934742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0b106-b77d-40ae-bb79-14df7ac432ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65789c81-df87-4808-832d-fb291be6f12d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:03.942914 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e928e44-4069-493a-bc49-d3b63e759dea req-17668d10-9202-46c4-8150-4f8856068cdd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 210 time: 0.0654809 Jul 13 07:36:04.048863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-f59e1546-5bfd-47e4-a2d9-b714d3b3881c tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a81c090cc1fb4f5c9e7913259b583080 HTTP/1.1" status: 200 len: 380 time: 0.1810882 Jul 13 07:36:04.063727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Request body: {'port': {'device_id': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'admin_state_up': True, 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'security_groups': ['d61231be-3a27-4852-be8c-aa0cf3efd3c2']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:04.154357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Allocated IP 172.20.0.3 (30697d85-c91b-4835-a984-cab30e3df541/409c3169-4bb7-4f7d-a7a2-a28446385253/bf262ca0-7623-47ef-96f0-ed5c1665b2d3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:04.172514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fce00814-3998-489a-8926-bcbf039aa4d3 req-71532965-584e-49a0-bd4b-7124beae25b9 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 210 time: 0.0364764 Jul 13 07:36:04.371544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 97dd2095-60cf-4585-8f44-37be1b86e7a9 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:36:04.380498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Made reservation on behalf of a81c090cc1fb4f5c9e7913259b583080 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:04.384569 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.526481 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.537199 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bd09dc0-b130-44aa-8961-ae0fd31b3c88 req-ac042c23-b6de-4322-977d-4ea2405e60d1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 210 time: 0.0647540 Jul 13 07:36:04.625416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-957a9904-83cd-4ff0-b0f3-2396aa0e4b7d tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:04.627208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-957a9904-83cd-4ff0-b0f3-2396aa0e4b7d tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.38 "GET /v2.0/networks?id=de021c40-3762-4606-93fa-7f55e5b8b7c7 HTTP/1.1" status: 200 len: 808 time: 0.2451899 Jul 13 07:36:04.651877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Request body: {'port': {'device_id': '5c847361-f879-4659-bbdc-7d9610ccd7e0', 'network_id': 'de021c40-3762-4606-93fa-7f55e5b8b7c7', 'admin_state_up': True, 'tenant_id': '38dd9bf77b5c4a1dab01ad35c4fd7ad7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:04.697813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f69dc3fc-8526-4fd1-baab-73de3bc31ed1 req-a26e068f-9ac4-4649-8de3-031f78c0bf5d tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 210 time: 0.0587158 Jul 13 07:36:04.781926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:04.792587 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba62c7f-7cb4-4b41-a873-fea9c7961d9a None None] Sync routers for ids ['97dd2095-60cf-4585-8f44-37be1b86e7a9'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:04.805745 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba62c7f-7cb4-4b41-a873-fea9c7961d9a None None] Routers {'97dd2095-60cf-4585-8f44-37be1b86e7a9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:04.808959 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ba62c7f-7cb4-4b41-a873-fea9c7961d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['97dd2095-60cf-4585-8f44-37be1b86e7a9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:04.866529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Made reservation on behalf of 38dd9bf77b5c4a1dab01ad35c4fd7ad7 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:04.870051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.871852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.886460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.890229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a04cdfb9-f731-4d0a-912b-db7c456eb5c2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7734807 Jul 13 07:36:04.896468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47250) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:04.911920 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ba62c7f-7cb4-4b41-a873-fea9c7961d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:04.932574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Network 30697d85-c91b-4835-a984-cab30e3df541 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:04.935625 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba62c7f-7cb4-4b41-a873-fea9c7961d9a None None] Routers {'97dd2095-60cf-4585-8f44-37be1b86e7a9'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:04.936430 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ba62c7f-7cb4-4b41-a873-fea9c7961d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['97dd2095-60cf-4585-8f44-37be1b86e7a9'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:04.961406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47252) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:04.976484 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ba62c7f-7cb4-4b41-a873-fea9c7961d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:04.977268 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba62c7f-7cb4-4b41-a873-fea9c7961d9a None None] The sync data for ids ['97dd2095-60cf-4585-8f44-37be1b86e7a9'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:05.049818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Allocated IP 172.20.0.6 (a28c343b-7212-4b99-9e6b-20f433073908/868523bd-f919-4650-95df-1a0ad5abbeed/85a48ab5-8eea-4d2f-9f58-d8bc118182f0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:05.057213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-16bbad3b-ccc0-41c2-9a05-643cd138e2d1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/routers/97dd2095-60cf-4585-8f44-37be1b86e7a9 HTTP/1.1" status: 200 len: 884 time: 0.1573653 Jul 13 07:36:05.060316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47258) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:05.070530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:05.083330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:05.119121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Allocated IP 172.20.0.5 (de021c40-3762-4606-93fa-7f55e5b8b7c7/100df3b3-c747-4125-b3cd-d958f33a7f0e/405aac7c-2d57-4e4e-9971-3295d2b29392) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:05.125104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event updated for resources: {'Port': ['ID=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:05.132798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-638208043-network', 'tenant_id': '6589e0dc097f4578870c73f8ad5b9cff'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:05.170939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:05.171568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.195954 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993dbd65-64c2-4cc7-8bbd-742ecfbef5c9 req-c80abea3-42b0-45cb-bfde-0428e64f4d75 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 210 time: 0.0702488 Jul 13 07:36:05.215523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-32a64510-b2c7-4521-8465-5c35a1d1931e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9430211 Jul 13 07:36:05.229782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Made reservation on behalf of 6589e0dc097f4578870c73f8ad5b9cff for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:05.232308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.252087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Request body: {'port': {'device_id': '73b1ff44-883a-4d9d-85db-cedeac8a4b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:05.258187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.402619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.416175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.426969 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6526b580-7723-4ab1-99ee-36224b67e9f2 req-635ab72c-daca-4318-af49-c3c4a0fe1eeb tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 210 time: 0.0643818 Jul 13 07:36:05.443190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.473525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Transition to ACTIVE for port object 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:05.565557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-6bef20f0-6220-48af-aa43-2cd878d4ebd2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:05.567720 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-6bef20f0-6220-48af-aa43-2cd878d4ebd2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 0.2621329 Jul 13 07:36:05.569819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.589116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'port': {'device_id': '1ede29bb-32cb-45d5-8d1c-84a9e01c848b', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'admin_state_up': True, 'tenant_id': '7ad598854b124655b905399734eada74'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:05.617675 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.635515 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.675197 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.684131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0fa9bd5e-ec1f-4c62-95e3-39d628cdf310 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6223619 Jul 13 07:36:05.694296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47264) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:05.706260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-000148e9-0223-499a-83d5-96f69f9aa955 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-734122624'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:05.713209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:05.791428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Network a28c343b-7212-4b99-9e6b-20f433073908 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:05.808688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:05.817424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:05.841491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc0384-e6ed-4e06-be48-688d8acd193c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:05.853885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.853885 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Added segment b24d16fe-4eb9-4bf7-a330-6234bf33abee of type vlan for network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c Jul 13 07:36:05.861733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.060665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Network de021c40-3762-4606-93fa-7f55e5b8b7c7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:06.064680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.080196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:06.089252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:06.092515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Pushing event updated for resources: {'Port': ['ID=405aac7c-2d57-4e4e-9971-3295d2b29392,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:06.143270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dc26f63f-1b63-480c-bc71-a9f491d17fe5 None None] Provisioning for port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:06.147995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dc26f63f-1b63-480c-bc71-a9f491d17fe5 None None] Provisioning complete for port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:06.148377 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc26f63f-1b63-480c-bc71-a9f491d17fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.185825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dc26f63f-1b63-480c-bc71-a9f491d17fe5 None None] Port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:06.268359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Pushing event updated for resources: {'Port': ['ID=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:06.331130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.332399 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.377318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Made reservation on behalf of 7ad598854b124655b905399734eada74 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:06.381565 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.395682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-1ccc6518-ff74-4394-a8b6-0784fd11e6ab tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3370605 Jul 13 07:36:06.414472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Request body: {'port': {'device_id': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:06.494496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfbf6e-3637-44b0-8c95-c55834038895 req-16f4effc-dce4-4346-a5b9-362f83dda8c2 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.496012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30cfbf6e-3637-44b0-8c95-c55834038895 req-16f4effc-dce4-4346-a5b9-362f83dda8c2 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 931 time: 0.2807274 Jul 13 07:36:06.559110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf262ca0-7623-47ef-96f0-ed5c1665b2d3 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:06.559390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d768a4f-857d-4008-aba7-a2dbf63f6916 req-5c9632ab-e1e8-4c97-a047-a052e7fbf7ae tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.560663 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d768a4f-857d-4008-aba7-a2dbf63f6916 req-5c9632ab-e1e8-4c97-a047-a052e7fbf7ae tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 931 time: 0.8593583 Jul 13 07:36:06.576257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.577217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.577798 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.583826 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.626432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.627056 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.637551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Transition to ACTIVE for port object bf262ca0-7623-47ef-96f0-ed5c1665b2d3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:06.674337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.680297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.687897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30cfbf6e-3637-44b0-8c95-c55834038895 req-54c7986e-66ff-493b-b290-c591843abc6d tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558297 Jul 13 07:36:06.695253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7322400 Jul 13 07:36:06.719661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:06.730966 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d738223b-33d7-4462-adc2-288b251c72a8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0882914 Jul 13 07:36:06.733160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012beb2-831f-48a0-abd2-0647937a54b0 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:06.740026 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d768a4f-857d-4008-aba7-a2dbf63f6916 req-2372d213-4745-4e03-8d27-930820e1eb23 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647429 Jul 13 07:36:06.740700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Request body: {'subnet': {'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-638208043-subnet', 'tenant_id': '6589e0dc097f4578870c73f8ad5b9cff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:06.747106 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Request body: {'port': {'device_id': '5c847361-f879-4659-bbdc-7d9610ccd7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:06.758518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:06.803953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Allocated IP 172.20.0.4 (e4c07a53-adf5-42b2-b35d-ef69c8555115/04b63ad2-04c7-43f7-adec-524d23576b31/5ea092b8-d75f-45a0-9e4f-e90549d74714) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:06.832776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:06.875571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Made reservation on behalf of 6589e0dc097f4578870c73f8ad5b9cff for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:06.878020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.976360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.042594 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d839515-80f2-4dfb-9b59-3651bc8d04f1 req-8509ac61-96b1-4cb7-9bf3-4af977869537 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 210 time: 0.1254685 Jul 13 07:36:07.094636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-000148e9-0223-499a-83d5-96f69f9aa955 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.114130 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-000148e9-0223-499a-83d5-96f69f9aa955 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.258733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Attempting to bind port bf262ca0-7623-47ef-96f0-ed5c1665b2d3 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:07.259065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Attempting to bind port bf262ca0-7623-47ef-96f0-ed5c1665b2d3 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:07.259401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Attempting to bind port bf262ca0-7623-47ef-96f0-ed5c1665b2d3 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:07.306504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Port bf262ca0-7623-47ef-96f0-ed5c1665b2d3 on network 30697d85-c91b-4835-a984-cab30e3df541 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:07.307238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Attempting to bind port bf262ca0-7623-47ef-96f0-ed5c1665b2d3 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:07.338903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:07.339249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Checking segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:07.339639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Bound using segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:07.340082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Bound port: bf262ca0-7623-47ef-96f0-ed5c1665b2d3, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:07.340445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.343011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000148e9-0223-499a-83d5-96f69f9aa955 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 97dd2095-60cf-4585-8f44-37be1b86e7a9 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:07.366886 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.393048 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.403741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe85a-e5f9-4b09-b519-07dd898f0292 req-98ed5220-6572-46f0-b58d-151ff1070245 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:07.405258 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8efe85a-e5f9-4b09-b519-07dd898f0292 req-98ed5220-6572-46f0-b58d-151ff1070245 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 931 time: 0.3450685 Jul 13 07:36:07.492210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405aac7c-2d57-4e4e-9971-3295d2b29392 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:07.502691 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.504914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Transition to ACTIVE for port object 5ea092b8-d75f-45a0-9e4f-e90549d74714 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:07.521902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Transition to ACTIVE for port object 405aac7c-2d57-4e4e-9971-3295d2b29392 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:07.523110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000148e9-0223-499a-83d5-96f69f9aa955 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:07.529892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-000148e9-0223-499a-83d5-96f69f9aa955 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.534305 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-000148e9-0223-499a-83d5-96f69f9aa955 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/97dd2095-60cf-4585-8f44-37be1b86e7a9 HTTP/1.1" status: 200 len: 891 time: 1.8347287 Jul 13 07:36:07.534305 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.535738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47276) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:07.538505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4488ab-7a48-40c3-b005-74ec04248a45 None None] Sync routers for ids ['97dd2095-60cf-4585-8f44-37be1b86e7a9'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:07.547550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.553834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4488ab-7a48-40c3-b005-74ec04248a45 None None] Routers {'97dd2095-60cf-4585-8f44-37be1b86e7a9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:07.554595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fe4488ab-7a48-40c3-b005-74ec04248a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['97dd2095-60cf-4585-8f44-37be1b86e7a9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:07.586479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:07.598919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fe4488ab-7a48-40c3-b005-74ec04248a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:07.610724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4488ab-7a48-40c3-b005-74ec04248a45 None None] Routers {'97dd2095-60cf-4585-8f44-37be1b86e7a9'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:07.611434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fe4488ab-7a48-40c3-b005-74ec04248a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['97dd2095-60cf-4585-8f44-37be1b86e7a9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:07.630972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.641559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8efe85a-e5f9-4b09-b519-07dd898f0292 req-83a1154e-d3fe-420b-9181-37cc87736526 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058675 Jul 13 07:36:07.652849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] For port bf262ca0-7623-47ef-96f0-ed5c1665b2d3, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:07.663386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Pushing event updated for resources: {'Port': ['ID=405aac7c-2d57-4e4e-9971-3295d2b29392,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:07.674976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fe4488ab-7a48-40c3-b005-74ec04248a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:07.675732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4488ab-7a48-40c3-b005-74ec04248a45 None None] The sync data for ids ['97dd2095-60cf-4585-8f44-37be1b86e7a9'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:07.688262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Transition to ACTIVE for port object 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:07.697445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] For port bf262ca0-7623-47ef-96f0-ed5c1665b2d3, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:07.701582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.715541 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.717251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4ff594-7c34-4495-83c9-0c94e785b3cb,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:07.748273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.770206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Attempting to bind port 405aac7c-2d57-4e4e-9971-3295d2b29392 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:07.770708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Attempting to bind port 405aac7c-2d57-4e4e-9971-3295d2b29392 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '37c88267-9340-4f43-b9b7-9002f1096ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de021c40-3762-4606-93fa-7f55e5b8b7c7'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:07.771249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Attempting to bind port 405aac7c-2d57-4e4e-9971-3295d2b29392 on network de021c40-3762-4606-93fa-7f55e5b8b7c7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:07.779247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5571a74e-011a-4e9a-a9fb-2f663be35326 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/routers/97dd2095-60cf-4585-8f44-37be1b86e7a9 HTTP/1.1" status: 200 len: 891 time: 0.2409945 Jul 13 07:36:07.782219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:07.782719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47280) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:07.791500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:07.792126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.793508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] 10.222.0.38 "PUT /v2.0/ports/bf262ca0-7623-47ef-96f0-ed5c1665b2d3 HTTP/1.1" status: 200 len: 1092 time: 2.5457864 Jul 13 07:36:07.794405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Checking segment: {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:07.794771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Network hostable DHCP agents. Network: 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:07.796606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b1ff44-883a-4d9d-85db-cedeac8a4b7c', 'tag': 'bf262ca0-7623-47ef-96f0-ed5c1665b2d3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:07.799556 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d750f4af-6755-40a5-8dcf-17e80c477147" -d '{"events": [{"name": "network-changed", "server_uuid": "73b1ff44-883a-4d9d-85db-cedeac8a4b7c", "tag": "bf262ca0-7623-47ef-96f0-ed5c1665b2d3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:07.806087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Pushing event updated for resources: {'Port': ['ID=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:07.806574 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Port 405aac7c-2d57-4e4e-9971-3295d2b29392 on network de021c40-3762-4606-93fa-7f55e5b8b7c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:07.810637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Attempting to bind port 405aac7c-2d57-4e4e-9971-3295d2b29392 on network de021c40-3762-4606-93fa-7f55e5b8b7c7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:07.820092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:07.856837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b61dbe2a-2227-4507-88a5-68348d947530 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=97dd2095-60cf-4585-8f44-37be1b86e7a9 HTTP/1.1" status: 200 len: 205 time: 0.0724056 Jul 13 07:36:07.860608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47286) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:07.869640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:07.869640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Checking segment: {'id': '37c88267-9340-4f43-b9b7-9002f1096ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de021c40-3762-4606-93fa-7f55e5b8b7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:07.870023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Bound using segment: {'id': '37c88267-9340-4f43-b9b7-9002f1096ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de021c40-3762-4606-93fa-7f55e5b8b7c7'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:07.870460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Bound port: 405aac7c-2d57-4e4e-9971-3295d2b29392, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c88267-9340-4f43-b9b7-9002f1096ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de021c40-3762-4606-93fa-7f55e5b8b7c7'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:07.870832 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.908720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:07.915884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:08.002221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] For port 405aac7c-2d57-4e4e-9971-3295d2b29392, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:08.020986 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47058734-3331-46e2-9df0-dfb58bae7810 x-openstack-request-id: req-47058734-3331-46e2-9df0-dfb58bae7810 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:08.021282 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b1ff44-883a-4d9d-85db-cedeac8a4b7c", "tag": "bf262ca0-7623-47ef-96f0-ed5c1665b2d3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:08.021674 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47058734-3331-46e2-9df0-dfb58bae7810 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:08.021930 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b1ff44-883a-4d9d-85db-cedeac8a4b7c', 'tag': 'bf262ca0-7623-47ef-96f0-ed5c1665b2d3', 'status': 'completed', 'code': 200} Jul 13 07:36:08.048447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202fc52-fff0-4864-8596-5abaa12facf6 req-b9225209-baf2-4628-a60e-52e14edf96b8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.051563 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a202fc52-fff0-4864-8596-5abaa12facf6 req-b9225209-baf2-4628-a60e-52e14edf96b8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 943 time: 0.1971543 Jul 13 07:36:08.055341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] For port 405aac7c-2d57-4e4e-9971-3295d2b29392, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=405aac7c-2d57-4e4e-9971-3295d2b29392,segment=NetworkSegment(37c88267-9340-4f43-b9b7-9002f1096ddd),segment_id=37c88267-9340-4f43-b9b7-9002f1096ddd)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:08.089352 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.143765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.144382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.146467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] 10.222.0.38 "PUT /v2.0/ports/405aac7c-2d57-4e4e-9971-3295d2b29392 HTTP/1.1" status: 200 len: 1092 time: 1.4039185 Jul 13 07:36:08.146939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c847361-f879-4659-bbdc-7d9610ccd7e0', 'tag': '405aac7c-2d57-4e4e-9971-3295d2b29392'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:08.149256 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c847361-f879-4659-bbdc-7d9610ccd7e0", "tag": "405aac7c-2d57-4e4e-9971-3295d2b29392"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:08.161488 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a202fc52-fff0-4864-8596-5abaa12facf6 req-6f8eb2e8-dc8b-4b67-b9f7-46853c7639c2 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034431 Jul 13 07:36:08.169605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:08.190152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2874c-b062-40e0-abd6-bdca39c53d09 service neutron] Pushing event updated for resources: {'Port': ['ID=405aac7c-2d57-4e4e-9971-3295d2b29392,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:08.238386 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-908c858b-3972-4978-8fdf-606571eba125 None None] Provisioning for port 5ea092b8-d75f-45a0-9e4f-e90549d74714 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:08.242308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-908c858b-3972-4978-8fdf-606571eba125 None None] Provisioning complete for port 5ea092b8-d75f-45a0-9e4f-e90549d74714 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:08.242907 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-908c858b-3972-4978-8fdf-606571eba125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.256356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-9f0807dc-1649-4390-809e-6433988a9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.257900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-9f0807dc-1649-4390-809e-6433988a9ea9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=38dd9bf77b5c4a1dab01ad35c4fd7ad7&device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 1095 time: 0.0625899 Jul 13 07:36:08.280746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-908c858b-3972-4978-8fdf-606571eba125 None None] Port 5ea092b8-d75f-45a0-9e4f-e90549d74714 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:08.290422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ddf76-eae8-4cab-8fd0-921f95d39cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:08.302611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:08.315595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38512a09-6877-41da-8bc7-b27d80e9aacd None None] Network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:08.324468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-1b82149b-3645-41df-b570-34ebfcda6107 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=405aac7c-2d57-4e4e-9971-3295d2b29392 HTTP/1.1" status: 200 len: 217 time: 0.0592117 Jul 13 07:36:08.359900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'Port': ['ID=5ea092b8-d75f-45a0-9e4f-e90549d74714,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:08.371637 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.372354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.389580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-543b8415-62e8-4a60-9dbb-3817966835f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.395407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.395879 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-543b8415-62e8-4a60-9dbb-3817966835f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=100df3b3-c747-4125-b3cd-d958f33a7f0e HTTP/1.1" status: 200 len: 848 time: 0.0648980 Jul 13 07:36:08.396129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.437983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ae24806a-fa9e-4613-92f9-9be6e3462558 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7084854 Jul 13 07:36:08.448785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-d9ed4ae4-4a19-416b-9857-c2fea2ec36af service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de021c40-3762-4606-93fa-7f55e5b8b7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452883 Jul 13 07:36:08.455072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-7dc3a082-4e1c-4c2f-9e23-bbd151428f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.456760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-7dc3a082-4e1c-4c2f-9e23-bbd151428f21 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 1095 time: 0.5935080 Jul 13 07:36:08.459136 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.467714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Attempting to bind port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:08.468123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Attempting to bind port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:08.468546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Attempting to bind port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 on network a28c343b-7212-4b99-9e6b-20f433073908 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:08.545488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 on network a28c343b-7212-4b99-9e6b-20f433073908 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:08.545917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Attempting to bind port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 on network a28c343b-7212-4b99-9e6b-20f433073908 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:08.546076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-0f5ce1dd-fe48-492d-80be-2d6e787d0d4c', 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c', 'tenant_id': '6589e0dc097f4578870c73f8ad5b9cff', 'fixed_ips': [{'subnet_id': 'ce4ff594-7c34-4495-83c9-0c94e785b3cb'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:08.547155 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.549496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-1c9636cb-0729-418a-b0ae-757c972aa808 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf262ca0-7623-47ef-96f0-ed5c1665b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0826662 Jul 13 07:36:08.563301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-5ca48132-e42e-4cb9-bbd0-3e1e9017cca5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9846053 Jul 13 07:36:08.587976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Request body: {'port': {'device_id': '1ede29bb-32cb-45d5-8d1c-84a9e01c848b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:08.619917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434ba99-be9c-4546-89b6-92e2c046bb0d req-0cc21762-d565-4ded-9a53-ab15e40e9798 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.627679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3434ba99-be9c-4546-89b6-92e2c046bb0d req-0cc21762-d565-4ded-9a53-ab15e40e9798 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 931 time: 0.1821377 Jul 13 07:36:08.641591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-543f52dc-debf-4f8f-916d-d1e46e7c4da1 service neutron] 10.222.0.38 "GET /v2.0/networks/de021c40-3762-4606-93fa-7f55e5b8b7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796973 Jul 13 07:36:08.647574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:08.647854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Checking segment: {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:08.655946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Bound using segment: {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:08.655946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Bound port: 85a48ab5-8eea-4d2f-9f58-d8bc118182f0, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0066ff59-6554-4846-93f6-c0431e729bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:08.655946 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.711154 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3434ba99-be9c-4546-89b6-92e2c046bb0d req-3f569c83-2534-4907-926a-545cc6b38b62 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818758 Jul 13 07:36:08.745676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7038b92-4ce8-4251-b7a3-24fab0a8c64a req-15a6e3b9-c47c-413f-8934-ba6470120533 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.747267 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7038b92-4ce8-4251-b7a3-24fab0a8c64a req-15a6e3b9-c47c-413f-8934-ba6470120533 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 943 time: 0.6608460 Jul 13 07:36:08.748859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Allocated IP 172.20.0.2 (0f5ce1dd-fe48-492d-80be-2d6e787d0d4c/ce4ff594-7c34-4495-83c9-0c94e785b3cb/4ad5cf81-4a18-48d6-8399-295884095d87) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:08.805128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-c0b68bcd-4c79-4a66-ab8c-b50542514667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.807103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-c0b68bcd-4c79-4a66-ab8c-b50542514667 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.2499683 Jul 13 07:36:08.918059 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-9c345735-65fa-4ce9-bf1a-8eaf4d5d9971 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907099 Jul 13 07:36:08.933051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.950463 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.961345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Transition to ACTIVE for port object 4ad5cf81-4a18-48d6-8399-295884095d87 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:08.979301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Transition to ACTIVE for port object 4ad5cf81-4a18-48d6-8399-295884095d87 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:08.986556 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.994985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] For port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:09.000463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7038b92-4ce8-4251-b7a3-24fab0a8c64a req-cee766be-7402-4111-95d8-543ceb80c505 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241435 Jul 13 07:36:09.002185 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.025544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:09.029389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:09.033458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:09.052199 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f39cdbf-63e9-446e-8bb8-7ee44034c518 x-openstack-request-id: req-8f39cdbf-63e9-446e-8bb8-7ee44034c518 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:09.052769 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c847361-f879-4659-bbdc-7d9610ccd7e0", "tag": "405aac7c-2d57-4e4e-9971-3295d2b29392", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:09.052769 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f39cdbf-63e9-446e-8bb8-7ee44034c518 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:09.053128 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c847361-f879-4659-bbdc-7d9610ccd7e0', 'tag': '405aac7c-2d57-4e4e-9971-3295d2b29392', 'status': 'completed', 'code': 200} Jul 13 07:36:09.079272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] For port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:09.082544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Pushing event updated for resources: {'Port': ['ID=4ad5cf81-4a18-48d6-8399-295884095d87,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:09.109589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.130454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6ad926c-8188-4874-aa1f-042f3eee6cfd req-81aef44d-8c84-4b73-86d3-eea32637aa73 service neutron] 10.222.0.38 "GET /v2.0/networks/de021c40-3762-4606-93fa-7f55e5b8b7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815953 Jul 13 07:36:09.135213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Attempting to bind port 4ad5cf81-4a18-48d6-8399-295884095d87 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:09.135708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Attempting to bind port 4ad5cf81-4a18-48d6-8399-295884095d87 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:09.136203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Attempting to bind port 4ad5cf81-4a18-48d6-8399-295884095d87 on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:09.144958 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:09.145507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Checking segment: {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:09.146185 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.146677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Bound using segment: {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:09.147890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Bound port: 4ad5cf81-4a18-48d6-8399-295884095d87, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:09.148135 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.165872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629abb5-7eb5-4f93-9601-744c44c1fbbd req-47be7a3c-7d27-4a71-a846-7924b8c52bc5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.167920 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8629abb5-7eb5-4f93-9601-744c44c1fbbd req-47be7a3c-7d27-4a71-a846-7924b8c52bc5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 943 time: 0.1176400 Jul 13 07:36:09.232246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] For port 4ad5cf81-4a18-48d6-8399-295884095d87, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:09.237389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] For port 4ad5cf81-4a18-48d6-8399-295884095d87, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4ad5cf81-4a18-48d6-8399-295884095d87,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:09.244539 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.275516 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8629abb5-7eb5-4f93-9601-744c44c1fbbd req-4575b736-004f-4f53-85d4-528c9d3ebaa0 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990822 Jul 13 07:36:09.308271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-3d09d3f9-4262-47c4-93ea-0d0c3ed01504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.312914 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60957e26-f525-4a23-9cff-0b25eca2dd1b None None] Pushing event updated for resources: {'Port': ['ID=4ad5cf81-4a18-48d6-8399-295884095d87,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:09.321431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-3d09d3f9-4262-47c4-93ea-0d0c3ed01504 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=38dd9bf77b5c4a1dab01ad35c4fd7ad7&device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 1095 time: 0.1217306 Jul 13 07:36:09.514823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-1d44e4be-c001-4c13-a550-8a5ccbcf6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.516857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-1d44e4be-c001-4c13-a550-8a5ccbcf6d5f service neutron] 10.222.0.38 "GET /v2.0/networks?id=de021c40-3762-4606-93fa-7f55e5b8b7c7 HTTP/1.1" status: 200 len: 909 time: 0.1896064 Jul 13 07:36:09.577346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-a71fd392-5ef9-48d2-aa83-6c47150d2112 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=405aac7c-2d57-4e4e-9971-3295d2b29392 HTTP/1.1" status: 200 len: 217 time: 0.0532694 Jul 13 07:36:09.689913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e0c45-6604-45be-99df-35cc4e89a835 req-a098750e-dff4-4c5d-ab77-ce42ee49741f tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.692467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-424e0c45-6604-45be-99df-35cc4e89a835 req-a098750e-dff4-4c5d-ab77-ce42ee49741f tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 943 time: 0.2305980 Jul 13 07:36:09.697114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-10011cab-86e0-49c1-88af-a0b20c546e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.698781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-10011cab-86e0-49c1-88af-a0b20c546e50 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=100df3b3-c747-4125-b3cd-d958f33a7f0e HTTP/1.1" status: 200 len: 848 time: 0.0967319 Jul 13 07:36:09.746716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-30910444-bf90-4420-8b02-1821748c8b36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de021c40-3762-4606-93fa-7f55e5b8b7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396535 Jul 13 07:36:09.760761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.761555 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.762819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] 10.222.0.48 "PUT /v2.0/ports/85a48ab5-8eea-4d2f-9f58-d8bc118182f0 HTTP/1.1" status: 200 len: 1092 time: 3.3555367 Jul 13 07:36:09.787175 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-424e0c45-6604-45be-99df-35cc4e89a835 req-063eb597-d010-45aa-a794-9223aecd62a4 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868127 Jul 13 07:36:09.808633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-7220fe70-6225-41a1-a5d0-404559f9aeed service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8780034 Jul 13 07:36:09.876665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a139c71-745e-4a5e-a7fd-4202e9adf003 service neutron] Pushing event updated for resources: {'Port': ['ID=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:09.891744 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-f3fb9ca6-9aa8-45ad-bc0b-384bd53c4843 service neutron] 10.222.0.38 "GET /v2.0/networks/de021c40-3762-4606-93fa-7f55e5b8b7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367960 Jul 13 07:36:10.023714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'tag': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:10.026010 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fb9172-a3db-43c4-8b17-36b21af36e88", "tag": "85a48ab5-8eea-4d2f-9f58-d8bc118182f0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:10.060777 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2017d0fe-eeca-4fa6-90d9-bb2fdfaa01b8 req-8a65e4e7-8503-47e4-b8a5-12fb634ac584 service neutron] 10.222.0.38 "GET /v2.0/networks/de021c40-3762-4606-93fa-7f55e5b8b7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618319 Jul 13 07:36:10.066073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port 31b66030-8586-4bcb-9aff-6ed60a112cb3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:10.066424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.096465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dc5ec-7dae-4fb1-acb6-3f4c529672ec req-d53e4b43-c2df-4ffc-a712-e932fd9a0a15 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.098518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac1dc5ec-7dae-4fb1-acb6-3f4c529672ec req-d53e4b43-c2df-4ffc-a712-e932fd9a0a15 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 931 time: 0.0761447 Jul 13 07:36:10.132518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-61c77f45-d90a-4230-9b8f-55d70d2b0a25 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.134052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-61c77f45-d90a-4230-9b8f-55d70d2b0a25 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 815 time: 0.4385681 Jul 13 07:36:10.142590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac1dc5ec-7dae-4fb1-acb6-3f4c529672ec req-cdaf9322-b586-4e2f-8352-9f2feac85e6f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370533 Jul 13 07:36:10.157897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94e76e76-1418-43e7-aba2-b27551bb6778 req-e1504613-d1e5-49fb-8aff-39c90123546a service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383670 Jul 13 07:36:10.199045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-68924a37-3703-4880-9e30-218c98ec5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.200555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-68924a37-3703-4880-9e30-218c98ec5023 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a81c090cc1fb4f5c9e7913259b583080&device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 1095 time: 0.3910575 Jul 13 07:36:10.208718 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-f568f765-e67c-4c88-a889-71a933c9a06b tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/quotas/6589e0dc097f4578870c73f8ad5b9cff HTTP/1.1" status: 200 len: 375 time: 0.0669656 Jul 13 07:36:10.238437 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f75b075-f9cd-470c-8eff-6f1335b8b993 x-openstack-request-id: req-3f75b075-f9cd-470c-8eff-6f1335b8b993 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:10.238576 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fb9172-a3db-43c4-8b17-36b21af36e88", "tag": "85a48ab5-8eea-4d2f-9f58-d8bc118182f0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:10.238925 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f75b075-f9cd-470c-8eff-6f1335b8b993 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:10.239204 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'tag': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0', 'status': 'completed', 'code': 200} Jul 13 07:36:10.340333 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-e7de3607-9852-44f7-b10d-0bebaccbcdc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a48ab5-8eea-4d2f-9f58-d8bc118182f0 HTTP/1.1" status: 200 len: 217 time: 0.1290989 Jul 13 07:36:10.342233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.398099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for 31b66030-8586-4bcb-9aff-6ed60a112cb3 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:10.401072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a67b5c-977c-43fa-b649-46454bfeaf40 req-450520b0-1deb-4e12-9689-17912de5a633 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.402813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9a67b5c-977c-43fa-b649-46454bfeaf40 req-450520b0-1deb-4e12-9689-17912de5a633 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 943 time: 0.0723069 Jul 13 07:36:10.447349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9a67b5c-977c-43fa-b649-46454bfeaf40 req-b50d4794-90e3-4737-b6d4-223841286c62 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 Jul 13 07:36:10.522713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-6a5aea15-c6a3-4183-b344-852fa93b4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.524205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-6a5aea15-c6a3-4183-b344-852fa93b4428 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=868523bd-f919-4650-95df-1a0ad5abbeed HTTP/1.1" status: 200 len: 845 time: 0.1688082 Jul 13 07:36:10.533592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea092b8-d75f-45a0-9e4f-e90549d74714 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:10.542298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf260a8-e449-4bb6-846c-3d3f726ed0c8 None None] Network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:10.556726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.600765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-7e8c200e-cc92-4f17-8ab5-79b34cfc543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.602327 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-7e8c200e-cc92-4f17-8ab5-79b34cfc543e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 1095 time: 0.3662689 Jul 13 07:36:10.613846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-575dfad9-44cb-4a14-9561-93c75fd406d5 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3833985 Jul 13 07:36:10.617389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Transition to ACTIVE for port object 5ea092b8-d75f-45a0-9e4f-e90549d74714 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:10.622134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-137f861c-2f8a-449f-ba59-3dfd20906482 None None] Provisioning for port 4ad5cf81-4a18-48d6-8399-295884095d87 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:10.638376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.654014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123858f-9862-4767-9b3f-4acbbffdf868 req-6929a3e7-79d2-4079-81c2-6cc4662224d0 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.655621 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c123858f-9862-4767-9b3f-4acbbffdf868 req-6929a3e7-79d2-4079-81c2-6cc4662224d0 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 943 time: 0.0828650 Jul 13 07:36:10.718564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c123858f-9862-4767-9b3f-4acbbffdf868 req-ff779b50-64ed-463c-acf8-56229ca4dc1e tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512466 Jul 13 07:36:10.868134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea092b8-d75f-45a0-9e4f-e90549d74714,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:10.955173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-c2cd96f3-f628-455c-b8f1-9d1d0fa87dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.957535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-c2cd96f3-f628-455c-b8f1-9d1d0fa87dcc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c343b-7212-4b99-9e6b-20f433073908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4157236 Jul 13 07:36:11.018896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-b923d4b1-a807-4f6a-9fb0-fa70f353f36d service neutron] 10.222.0.41 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891940 Jul 13 07:36:11.019809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4ad5cf81-4a18-48d6-8399-295884095d87 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:11.067096 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6889c-3e62-46ae-9547-278ea6f59fe4 req-49762c24-70dd-4265-bccb-13a1f8b65b9d tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.069177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2f6889c-3e62-46ae-9547-278ea6f59fe4 req-49762c24-70dd-4265-bccb-13a1f8b65b9d tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 943 time: 0.1293125 Jul 13 07:36:11.074547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-d7c4910c-e855-4564-8c4c-54ba1ac62cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.076249 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-d7c4910c-e855-4564-8c4c-54ba1ac62cf0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 912 time: 0.4600389 Jul 13 07:36:11.086672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 4ad5cf81-4a18-48d6-8399-295884095d87 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:11.091373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4ad5cf81-4a18-48d6-8399-295884095d87 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:11.091373 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.114839 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2f6889c-3e62-46ae-9547-278ea6f59fe4 req-e1b7f2f0-b684-4727-93aa-06d3a4d56067 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388036 Jul 13 07:36:11.179117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0fc59a20-08a3-4b81-b10c-0795d359157c None None] Provisioning complete for port 4ad5cf81-4a18-48d6-8399-295884095d87 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:11.179498 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0fc59a20-08a3-4b81-b10c-0795d359157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.194361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-5a886aff-1931-45cd-98ba-c23f73d2fa91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf262ca0-7623-47ef-96f0-ed5c1665b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0855856 Jul 13 07:36:11.202928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 405aac7c-2d57-4e4e-9971-3295d2b29392 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:11.229301 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.321189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.330278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 4ad5cf81-4a18-48d6-8399-295884095d87, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4ad5cf81-4a18-48d6-8399-295884095d87,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:11.356675 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.370329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Attempting to bind port 5ea092b8-d75f-45a0-9e4f-e90549d74714 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:11.370726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Attempting to bind port 5ea092b8-d75f-45a0-9e4f-e90549d74714 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:11.371073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Attempting to bind port 5ea092b8-d75f-45a0-9e4f-e90549d74714 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:11.378829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=31b66030-8586-4bcb-9aff-6ed60a112cb3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:11.397922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-140b82cd-35fb-4717-a136-958f37537466 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c343b-7212-4b99-9e6b-20f433073908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839717 Jul 13 07:36:11.422681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-698cf615-b957-4b06-9f4a-4df1a4e926a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.424220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-698cf615-b957-4b06-9f4a-4df1a4e926a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.1951911 Jul 13 07:36:11.430573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Port 5ea092b8-d75f-45a0-9e4f-e90549d74714 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:11.430573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Attempting to bind port 5ea092b8-d75f-45a0-9e4f-e90549d74714 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:11.431700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 405aac7c-2d57-4e4e-9971-3295d2b29392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=405aac7c-2d57-4e4e-9971-3295d2b29392,segment=NetworkSegment(37c88267-9340-4f43-b9b7-9002f1096ddd),segment_id=37c88267-9340-4f43-b9b7-9002f1096ddd)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:11.459056 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '405aac7c-2d57-4e4e-9971-3295d2b29392', 'network_id': 'de021c40-3762-4606-93fa-7f55e5b8b7c7', 'port_id': '405aac7c-2d57-4e4e-9971-3295d2b29392', 'mac_address': 'fa:16:3e:e4:9c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100df3b3-c747-4125-b3cd-d958f33a7f0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:11.466378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=4ad5cf81-4a18-48d6-8399-295884095d87,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:11.467725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-eb4da89f-a3e6-42cb-9d74-8cbc32174713 service neutron] 10.222.0.41 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307578 Jul 13 07:36:11.470795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407aa0e0-9aca-4112-9cf9-70db7665f0db req-675c0783-017c-4795-97f3-a3b507f8bf51 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.476454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-407aa0e0-9aca-4112-9cf9-70db7665f0db req-675c0783-017c-4795-97f3-a3b507f8bf51 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 943 time: 0.0886099 Jul 13 07:36:11.503207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:11.503586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Checking segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:11.503985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Bound using segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:11.504443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Bound port: 5ea092b8-d75f-45a0-9e4f-e90549d74714, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:11.504814 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.508216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-8b758389-341f-4498-8378-49aa908a6585 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682876 Jul 13 07:36:11.519535 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.536727 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-407aa0e0-9aca-4112-9cf9-70db7665f0db req-08d69863-da39-4123-af1a-a48bfd5d734d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530424 Jul 13 07:36:11.541113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405aac7c-2d57-4e4e-9971-3295d2b29392 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:11.576446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 405aac7c-2d57-4e4e-9971-3295d2b29392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=405aac7c-2d57-4e4e-9971-3295d2b29392,segment=NetworkSegment(37c88267-9340-4f43-b9b7-9002f1096ddd),segment_id=37c88267-9340-4f43-b9b7-9002f1096ddd)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:11.581766 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.661171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.665490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=405aac7c-2d57-4e4e-9971-3295d2b29392,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:11.721047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf707a1-c816-40a1-9a9b-07e3bae94267 req-1c1be277-2e87-4fc4-aff4-bb6217278497 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.728725 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0cf707a1-c816-40a1-9a9b-07e3bae94267 req-1c1be277-2e87-4fc4-aff4-bb6217278497 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 943 time: 0.0898051 Jul 13 07:36:11.775020 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0cf707a1-c816-40a1-9a9b-07e3bae94267 req-0a6f2023-cfcb-495d-a676-6405e8e79467 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Jul 13 07:36:11.815732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['405aac7c-2d57-4e4e-9971-3295d2b29392'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:11.963743 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5f45e-c886-456e-9d9f-c0a92d343d81 req-621d62e9-eccd-495f-9128-faff5378ab69 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.966833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5fc5f45e-c886-456e-9d9f-c0a92d343d81 req-621d62e9-eccd-495f-9128-faff5378ab69 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 943 time: 0.0939882 Jul 13 07:36:12.020252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5fc5f45e-c886-456e-9d9f-c0a92d343d81 req-62c675c8-888f-4bb4-b26b-0a1c4ee6b3af tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459497 Jul 13 07:36:12.181875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4e096f2-9dd8-4660-b555-c9577e563b82 req-8aa08928-db3a-4cd0-ab60-faa614522f5e service neutron] 10.222.0.48 "GET /v2.0/networks/a28c343b-7212-4b99-9e6b-20f433073908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7566659 Jul 13 07:36:12.217321 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.220888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.235968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] For port 5ea092b8-d75f-45a0-9e4f-e90549d74714, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:12.241895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-cedddd04-91ad-4829-ba85-f9de753a5fc3 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155826 Jul 13 07:36:12.330859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] For port 5ea092b8-d75f-45a0-9e4f-e90549d74714, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5ea092b8-d75f-45a0-9e4f-e90549d74714,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:12.336636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff3ce5-1c2c-4934-a745-3ada432a218d req-6f7a0a8c-8b18-41c7-828b-991b32c80672 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.339488 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77ff3ce5-1c2c-4934-a745-3ada432a218d req-6f7a0a8c-8b18-41c7-828b-991b32c80672 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 944 time: 0.0811644 Jul 13 07:36:12.370531 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.391018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77ff3ce5-1c2c-4934-a745-3ada432a218d req-50615ba2-0982-47da-8d09-c9c0f8ba1685 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Jul 13 07:36:12.423712 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.424289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Fanout notify agent at l3_agent the message router_deleted on router 97dd2095-60cf-4585-8f44-37be1b86e7a9 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:36:12.446118 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.450992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-96c56b1a-8532-4200-8313-aa7cb22d539e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/97dd2095-60cf-4585-8f44-37be1b86e7a9 HTTP/1.1" status: 204 len: 168 time: 4.5766134 Jul 13 07:36:12.451775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47364) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:12.462166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-874236254'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:12.497712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:12.503587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.503982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.504693 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.506150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] 10.222.0.38 "PUT /v2.0/ports/5ea092b8-d75f-45a0-9e4f-e90549d74714 HTTP/1.1" status: 200 len: 1092 time: 3.9251716 Jul 13 07:36:12.511432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede29bb-32cb-45d5-8d1c-84a9e01c848b', 'tag': '5ea092b8-d75f-45a0-9e4f-e90549d74714'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:12.518190 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ede29bb-32cb-45d5-8d1c-84a9e01c848b", "tag": "5ea092b8-d75f-45a0-9e4f-e90549d74714"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:12.540784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-83022b56-2663-4fad-b9a0-cfb9b479e270 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.551107 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-83022b56-2663-4fad-b9a0-cfb9b479e270 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 815 time: 0.3803256 Jul 13 07:36:12.561623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:12.576015 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.576752 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added segment 16fb2dcd-2057-492f-85d6-f8d3d64b766d of type vlan for network 504e39ad-dcef-4fa1-b527-2d82df42aab7 Jul 13 07:36:12.629141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe93ba7-628f-4698-aa4e-02e51c67a754 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea092b8-d75f-45a0-9e4f-e90549d74714,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.632705 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34924c97-6195-44b7-8d0e-5897de839139 x-openstack-request-id: req-34924c97-6195-44b7-8d0e-5897de839139 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:12.633108 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ede29bb-32cb-45d5-8d1c-84a9e01c848b", "tag": "5ea092b8-d75f-45a0-9e4f-e90549d74714", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:12.633258 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34924c97-6195-44b7-8d0e-5897de839139 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:12.633625 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ede29bb-32cb-45d5-8d1c-84a9e01c848b', 'tag': '5ea092b8-d75f-45a0-9e4f-e90549d74714', 'status': 'completed', 'code': 200} Jul 13 07:36:12.648785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-fdcaffb4-b4e5-4dd4-ada9-b6df2b9e1c30 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/quotas/6589e0dc097f4578870c73f8ad5b9cff HTTP/1.1" status: 200 len: 375 time: 0.0967062 Jul 13 07:36:12.652872 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.689008 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d750f4af-6755-40a5-8dcf-17e80c477147 req-212f5696-dc73-49e2-ae73-e59157c1785a service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200106 Jul 13 07:36:12.705338 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.712428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.713198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.737496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-040314de-437f-4da7-a2db-32b90c998092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.740255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-040314de-437f-4da7-a2db-32b90c998092 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a81c090cc1fb4f5c9e7913259b583080&device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 1095 time: 0.4890375 Jul 13 07:36:12.774700 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3173687 Jul 13 07:36:12.778491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:12.831914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'subnet': {'network_id': '504e39ad-dcef-4fa1-b527-2d82df42aab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:12.837105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be3726-44a0-4b1b-9c58-b9a3f4a5e153 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Network': ['ID=504e39ad-dcef-4fa1-b527-2d82df42aab7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.851334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 504e39ad-dcef-4fa1-b527-2d82df42aab7 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:12.876991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-402da81e-9069-4249-9c25-169655ebd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.879102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-402da81e-9069-4249-9c25-169655ebd662 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 1095 time: 0.2649107 Jul 13 07:36:12.904929 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-723c8ac6-f5f8-4ff6-b6d6-d813ec25c847 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2552812 Jul 13 07:36:12.946558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-2e39c6d5-92b1-4737-8c8c-1356b55ddfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.948798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-2e39c6d5-92b1-4737-8c8c-1356b55ddfb7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28c343b-7212-4b99-9e6b-20f433073908 HTTP/1.1" status: 200 len: 907 time: 0.2012334 Jul 13 07:36:12.951442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-590acda6-c8fa-48b6-9c5e-808ead7321db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea092b8-d75f-45a0-9e4f-e90549d74714 HTTP/1.1" status: 200 len: 217 time: 0.0652137 Jul 13 07:36:12.961985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0455a-2247-4874-aad5-55b61a11e64d req-7e4fb26b-0a33-4b07-bb8d-8528518a269a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.971469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03c0455a-2247-4874-aad5-55b61a11e64d req-7e4fb26b-0a33-4b07-bb8d-8528518a269a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 943 time: 0.2159677 Jul 13 07:36:12.978966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:12.985423 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.014899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4ad5cf81-4a18-48d6-8399-295884095d87 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:13.023613 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-e9f4cf97-a5d8-4d4a-8df9-b0e96059f1ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a48ab5-8eea-4d2f-9f58-d8bc118182f0 HTTP/1.1" status: 200 len: 217 time: 0.0577877 Jul 13 07:36:13.051781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03c0455a-2247-4874-aad5-55b61a11e64d req-b4230e95-45f3-4637-955f-308e6642f50b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793548 Jul 13 07:36:13.086265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4ad5cf81-4a18-48d6-8399-295884095d87 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:13.086926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.202057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bf262ca0-7623-47ef-96f0-ed5c1665b2d3 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:13.208083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-3be2832e-46b8-4a5e-88a2-f9db03aad67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.209989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-3be2832e-46b8-4a5e-88a2-f9db03aad67e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.2456138 Jul 13 07:36:13.259655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-69fc0506-1e78-4882-ba06-d0fc37df4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.261668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-69fc0506-1e78-4882-ba06-d0fc37df4a4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=868523bd-f919-4650-95df-1a0ad5abbeed HTTP/1.1" status: 200 len: 845 time: 0.2164168 Jul 13 07:36:13.264438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-d67acd32-1804-4473-8c3a-6a703215ce52 service neutron] 10.222.0.41 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274674 Jul 13 07:36:13.340026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bf262ca0-7623-47ef-96f0-ed5c1665b2d3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:13.354708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.355370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'bf262ca0-7623-47ef-96f0-ed5c1665b2d3', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'port_id': 'bf262ca0-7623-47ef-96f0-ed5c1665b2d3', 'mac_address': 'fa:16:3e:60:f9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409c3169-4bb7-4f7d-a7a2-a28446385253', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:13.358940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 405aac7c-2d57-4e4e-9971-3295d2b29392 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:13.404905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12dd7c-dd2d-466e-814c-0cc72b97c31b req-4a7d88c8-1ebc-464a-88d5-d02ece97ae8f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.412569 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-de12dd7c-dd2d-466e-814c-0cc72b97c31b req-4a7d88c8-1ebc-464a-88d5-d02ece97ae8f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 943 time: 0.1682308 Jul 13 07:36:13.434271 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.434996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-2f5ab23d-6347-43ca-8c63-a45f90f465d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.436877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-2f5ab23d-6347-43ca-8c63-a45f90f465d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2161207 Jul 13 07:36:13.453414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf262ca0-7623-47ef-96f0-ed5c1665b2d3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:13.475793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Subnet': ['ID=e8b8a3ed-8951-43dc-bcad-0dd26401f788,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.481901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bf262ca0-7623-47ef-96f0-ed5c1665b2d3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:13.486376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 405aac7c-2d57-4e4e-9971-3295d2b29392 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:13.491231 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.496333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-de12dd7c-dd2d-466e-814c-0cc72b97c31b req-d06c6eba-30e8-4a77-bb13-400837a52df7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829103 Jul 13 07:36:13.499217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Checking segment: {'id': '16fb2dcd-2057-492f-85d6-f8d3d64b766d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '504e39ad-dcef-4fa1-b527-2d82df42aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:13.499584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network hostable DHCP agents. Network: 504e39ad-dcef-4fa1-b527-2d82df42aab7, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:13.522264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 405aac7c-2d57-4e4e-9971-3295d2b29392 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:13.522647 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.527534 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 504e39ad-dcef-4fa1-b527-2d82df42aab7 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:13.539672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 504e39ad-dcef-4fa1-b527-2d82df42aab7) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:13.553204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.553810 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.555391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-2094794d-215f-4e1e-9412-ccb5eec34b7c tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.555983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.557225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-2094794d-215f-4e1e-9412-ccb5eec34b7c tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.48 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 815 time: 0.4136837 Jul 13 07:36:13.569994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-1d85584a-fdfe-459e-9f13-242d275f0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.571093 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-83f34f14-d525-4a0e-b234-1ec28ed7f48f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7615521 Jul 13 07:36:13.573864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47380) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:13.574831 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-1d85584a-fdfe-459e-9f13-242d275f0cd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c343b-7212-4b99-9e6b-20f433073908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2724996 Jul 13 07:36:13.580276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2b8ddad6-172a-4075-801c-f96d7a1bb026 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-966320441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:13.581524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d79b13-fabe-4c25-9e89-d635dd6fdee3 None None] Network 504e39ad-dcef-4fa1-b527-2d82df42aab7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:13.587794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Request body: {'port': {'device_id': '861ecae7-4f15-4b6c-a092-9a1ad169c01f', 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c', 'admin_state_up': True, 'tenant_id': '6589e0dc097f4578870c73f8ad5b9cff'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:13.614252 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddad6-172a-4075-801c-f96d7a1bb026 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.615790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddad6-172a-4075-801c-f96d7a1bb026 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.681716 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddad6-172a-4075-801c-f96d7a1bb026 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.696196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddad6-172a-4075-801c-f96d7a1bb026 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.747483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.759519 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddad6-172a-4075-801c-f96d7a1bb026 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.761386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2b8ddad6-172a-4075-801c-f96d7a1bb026 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1859434 Jul 13 07:36:13.765186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47384) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:13.781937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c847361-f879-4659-bbdc-7d9610ccd7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405aac7c-2d57-4e4e-9971-3295d2b29392'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:13.783730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-70f117aa-a1b9-43eb-bb9b-b4e169913d56 service neutron] 10.222.0.41 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729891 Jul 13 07:36:13.784006 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4457b568-1b4d-40ff-a83a-bd5972376f63" -d '{"events": [{"server_uuid": "5c847361-f879-4659-bbdc-7d9610ccd7e0", "name": "network-vif-plugged", "status": "completed", "tag": "405aac7c-2d57-4e4e-9971-3295d2b29392"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:13.785841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da769a13-cdb7-4e5d-8943-0a391ac5fe7f req-ffc83197-8fe1-4f2d-9bc0-6722f9691101 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.788015 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da769a13-cdb7-4e5d-8943-0a391ac5fe7f req-ffc83197-8fe1-4f2d-9bc0-6722f9691101 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 943 time: 0.1042414 Jul 13 07:36:13.798941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['bf262ca0-7623-47ef-96f0-ed5c1665b2d3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:13.844785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 405aac7c-2d57-4e4e-9971-3295d2b29392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=405aac7c-2d57-4e4e-9971-3295d2b29392,segment=NetworkSegment(37c88267-9340-4f43-b9b7-9002f1096ddd),segment_id=37c88267-9340-4f43-b9b7-9002f1096ddd)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:13.853101 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.874201 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da769a13-cdb7-4e5d-8943-0a391ac5fe7f req-dc535ad8-06f5-4264-b68f-c051a368922f tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672448 Jul 13 07:36:13.950630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-5ff908bc-a8fa-4e36-a85e-06e644d5e7e2 service neutron] 10.222.0.48 "GET /v2.0/networks/a28c343b-7212-4b99-9e6b-20f433073908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579681 Jul 13 07:36:13.958041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-ccc79641-d263-4cb4-bfb8-17e1b22e7e15 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076325 Jul 13 07:36:14.032495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-504e39ad-dcef-4fa1-b527-2d82df42aab7', 'network_id': '504e39ad-dcef-4fa1-b527-2d82df42aab7', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'fixed_ips': [{'subnet_id': 'e8b8a3ed-8951-43dc-bcad-0dd26401f788'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:14.033373 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.177977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=405aac7c-2d57-4e4e-9971-3295d2b29392,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:14.184036 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61831ba0-0b55-44c3-967b-5622bbdcc0f4 x-openstack-request-id: req-61831ba0-0b55-44c3-967b-5622bbdcc0f4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:14.184323 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c847361-f879-4659-bbdc-7d9610ccd7e0", "name": "network-vif-plugged", "status": "completed", "tag": "405aac7c-2d57-4e4e-9971-3295d2b29392", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:14.184580 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61831ba0-0b55-44c3-967b-5622bbdcc0f4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:14.185024 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c847361-f879-4659-bbdc-7d9610ccd7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405aac7c-2d57-4e4e-9971-3295d2b29392', 'code': 200} Jul 13 07:36:14.212314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bae842-3bb7-4999-97b2-ecb1493c1cef req-c9720c47-4716-4fa1-928c-f17b8227013a tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.224823 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8bae842-3bb7-4999-97b2-ecb1493c1cef req-c9720c47-4716-4fa1-928c-f17b8227013a tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 945 time: 0.1221342 Jul 13 07:36:14.304852 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8bae842-3bb7-4999-97b2-ecb1493c1cef req-47e8c43b-71ce-4e77-9334-3faf2766a9a9 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785167 Jul 13 07:36:14.330395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Allocated IP 2001:db8::2 (504e39ad-dcef-4fa1-b527-2d82df42aab7/e8b8a3ed-8951-43dc-bcad-0dd26401f788/dac318ab-3a12-421b-98a7-96ec9d19fbbc) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:14.518616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:14.535950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bcb96-4a3b-41e5-98e3-3f6b135b021c req-674c25f9-273c-498d-843d-aabb274686e1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.545260 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e14bcb96-4a3b-41e5-98e3-3f6b135b021c req-674c25f9-273c-498d-843d-aabb274686e1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 943 time: 0.1045001 Jul 13 07:36:14.548533 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.562337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Made reservation on behalf of 6589e0dc097f4578870c73f8ad5b9cff for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:14.562883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Transition to ACTIVE for port object dac318ab-3a12-421b-98a7-96ec9d19fbbc will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:14.567932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.588976 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e14bcb96-4a3b-41e5-98e3-3f6b135b021c req-5fb2c9d3-4157-45a3-a067-3a15c9871252 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 Jul 13 07:36:14.603065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Transition to ACTIVE for port object dac318ab-3a12-421b-98a7-96ec9d19fbbc will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:14.609757 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-afd819c9-0f33-46d1-a7d7-f6d5c4a1f55b req-9793fe61-c384-4c8b-97f3-34e9c8112efd service neutron] 10.222.0.48 "GET /v2.0/networks/a28c343b-7212-4b99-9e6b-20f433073908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481664 Jul 13 07:36:14.648584 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.735781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Network 504e39ad-dcef-4fa1-b527-2d82df42aab7 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:14.745644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:14.748967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Pushing event updated for resources: {'Port': ['ID=dac318ab-3a12-421b-98a7-96ec9d19fbbc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:14.758638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:14.763855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:14.769983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'port_id': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0', 'mac_address': 'fa:16:3e:9b:86:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:14.827466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ec631-c27a-49f3-9223-847d064d7f6a req-6782d277-5651-4678-8ad2-ce31ea86a011 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.829207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b8ec631-c27a-49f3-9223-847d064d7f6a req-6782d277-5651-4678-8ad2-ce31ea86a011 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 944 time: 0.0809455 Jul 13 07:36:14.882648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b8ec631-c27a-49f3-9223-847d064d7f6a req-75fed120-e31d-4f72-9667-fd3cdd14180f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465240 Jul 13 07:36:14.910000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Attempting to bind port dac318ab-3a12-421b-98a7-96ec9d19fbbc on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:14.910502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Attempting to bind port dac318ab-3a12-421b-98a7-96ec9d19fbbc by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '16fb2dcd-2057-492f-85d6-f8d3d64b766d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '504e39ad-dcef-4fa1-b527-2d82df42aab7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:14.910744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Attempting to bind port dac318ab-3a12-421b-98a7-96ec9d19fbbc on network 504e39ad-dcef-4fa1-b527-2d82df42aab7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:14.913906 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.926636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:14.927206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Checking segment: {'id': '16fb2dcd-2057-492f-85d6-f8d3d64b766d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '504e39ad-dcef-4fa1-b527-2d82df42aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:14.930265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.930265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Bound using segment: {'id': '16fb2dcd-2057-492f-85d6-f8d3d64b766d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '504e39ad-dcef-4fa1-b527-2d82df42aab7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:14.930658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Bound port: dac318ab-3a12-421b-98a7-96ec9d19fbbc, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb2dcd-2057-492f-85d6-f8d3d64b766d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '504e39ad-dcef-4fa1-b527-2d82df42aab7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:14.931410 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.977172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:15.002352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:15.011496 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.091389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] For port dac318ab-3a12-421b-98a7-96ec9d19fbbc, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:15.096500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] For port dac318ab-3a12-421b-98a7-96ec9d19fbbc, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dac318ab-3a12-421b-98a7-96ec9d19fbbc,segment=NetworkSegment(16fb2dcd-2057-492f-85d6-f8d3d64b766d),segment_id=16fb2dcd-2057-492f-85d6-f8d3d64b766d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:15.114970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.131120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:15.164475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efe99ecc-eadf-460c-aabc-eae60b3e829d req-f19de89b-10e3-4432-a7f2-7e3be91ede9c service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1692610 Jul 13 07:36:15.207529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bf262ca0-7623-47ef-96f0-ed5c1665b2d3 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:15.268076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.336683 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee003a-19e1-4e98-8ee9-2c1e69d79430 None None] Pushing event updated for resources: {'Port': ['ID=dac318ab-3a12-421b-98a7-96ec9d19fbbc,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:15.394236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port bf262ca0-7623-47ef-96f0-ed5c1665b2d3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:15.396301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbb0e8-4695-4266-9db2-56f37ce3525d req-59edc129-8281-4c01-8c22-2053ee49b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.397873 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21fbb0e8-4695-4266-9db2-56f37ce3525d req-59edc129-8281-4c01-8c22-2053ee49b877 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 1097 time: 1.1178458 Jul 13 07:36:15.403395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port bf262ca0-7623-47ef-96f0-ed5c1665b2d3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:15.403820 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.408564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033a19b-86dd-4c5c-9990-46950178367b req-ad9dd621-39c4-4c27-89dc-94dcbe309003 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.418123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2033a19b-86dd-4c5c-9990-46950178367b req-ad9dd621-39c4-4c27-89dc-94dcbe309003 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 944 time: 0.2471044 Jul 13 07:36:15.423986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-d7f99bb9-e083-481e-ba86-77719dca06d0 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.426128 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-d7f99bb9-e083-481e-ba86-77719dca06d0 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 815 time: 1.0293646 Jul 13 07:36:15.494242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['85a48ab5-8eea-4d2f-9f58-d8bc118182f0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:15.574971 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2033a19b-86dd-4c5c-9990-46950178367b req-d000f8e0-4b1d-4de4-a3e0-9dcdad0b6386 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377189 Jul 13 07:36:15.582388 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-59122b5b-b9d2-4141-9f1f-d12c7bae59ad tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/quotas/6589e0dc097f4578870c73f8ad5b9cff HTTP/1.1" status: 200 len: 375 time: 0.0329633 Jul 13 07:36:15.743681 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.850121 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21fbb0e8-4695-4266-9db2-56f37ce3525d req-baaefff5-162e-4202-b36b-82cad66631ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182348 Jul 13 07:36:15.861346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bf262ca0-7623-47ef-96f0-ed5c1665b2d3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:15.895300 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.927668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-4c5c98f3-f40e-4438-ac72-d6766a1db9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.929220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-4c5c98f3-f40e-4438-ac72-d6766a1db9bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 1095 time: 0.6672904 Jul 13 07:36:15.991099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:16.034038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Allocated IP 172.20.0.7 (0f5ce1dd-fe48-492d-80be-2d6e787d0d4c/ce4ff594-7c34-4495-83c9-0c94e785b3cb/d7be359c-9861-4b94-9b85-b0e5d4016f3a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:16.062800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410eb9a-b0bc-4153-9424-ab8cf4068773 req-e16fa8ac-6747-4109-937a-42f414d0bade tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.064475 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0410eb9a-b0bc-4153-9424-ab8cf4068773 req-e16fa8ac-6747-4109-937a-42f414d0bade tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0848005 Jul 13 07:36:16.106422 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0410eb9a-b0bc-4153-9424-ab8cf4068773 req-81b784b0-f56b-43c1-a697-0176efbedb6b tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360196 Jul 13 07:36:16.134881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-1e74963e-ff4e-4d3c-90c5-4b1a5a006dcc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5515046 Jul 13 07:36:16.185884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b1ff44-883a-4d9d-85db-cedeac8a4b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf262ca0-7623-47ef-96f0-ed5c1665b2d3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:16.189202 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d065b66d-4d04-478e-8103-7490723d4136" -d '{"events": [{"server_uuid": "73b1ff44-883a-4d9d-85db-cedeac8a4b7c", "name": "network-vif-plugged", "status": "completed", "tag": "bf262ca0-7623-47ef-96f0-ed5c1665b2d3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:16.277518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-d9e56b3d-6493-4642-b028-da497fc739ab tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.280029 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-d9e56b3d-6493-4642-b028-da497fc739ab tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.48 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 815 time: 0.5272343 Jul 13 07:36:16.320386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02b3fa-00c3-4e0a-ac00-71ec46504c48 req-b5de7f2f-50c4-4af5-8953-2c3ab7c40eb7 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.328830 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e02b3fa-00c3-4e0a-ac00-71ec46504c48 req-b5de7f2f-50c4-4af5-8953-2c3ab7c40eb7 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 943 time: 0.0872483 Jul 13 07:36:16.337927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Request body: {'port': {'device_id': '4998918d-1c88-489b-a403-f7736f11fc4f', 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c', 'admin_state_up': True, 'tenant_id': '6589e0dc097f4578870c73f8ad5b9cff'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:16.384296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e02b3fa-00c3-4e0a-ac00-71ec46504c48 req-af3c6269-e363-4aa7-8d1b-610b2cb3700a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544364 Jul 13 07:36:16.464850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 2001:db8::1 (504e39ad-dcef-4fa1-b527-2d82df42aab7/e8b8a3ed-8951-43dc-bcad-0dd26401f788/e8d7fd11-d12c-4944-b68e-24709ba8d983) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:16.539986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-e7832da5-09ce-4cc3-ad96-9119902f7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.541508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-e7832da5-09ce-4cc3-ad96-9119902f7da6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.4817138 Jul 13 07:36:16.568638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-a4f2f5ff-2389-41df-bb83-728edbb20c82 service neutron] 10.222.0.41 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328835 Jul 13 07:36:16.618551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75467f43-3a24-4363-bf0b-77b87da804b6 req-c477b514-81f6-46be-acba-2d723b1c9dc7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.620399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75467f43-3a24-4363-bf0b-77b87da804b6 req-c477b514-81f6-46be-acba-2d723b1c9dc7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 945 time: 0.1049442 Jul 13 07:36:16.663792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-75b0f59b-1cee-4e21-b1ab-528e466b9272 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea092b8-d75f-45a0-9e4f-e90549d74714 HTTP/1.1" status: 200 len: 217 time: 0.1121345 Jul 13 07:36:16.687952 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75467f43-3a24-4363-bf0b-77b87da804b6 req-7e71f5cc-fef0-44f9-a305-50ef455a8b02 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587962 Jul 13 07:36:16.690651 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.759721 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b4926c-b410-4446-99c6-36cf7ec328b9 x-openstack-request-id: req-88b4926c-b410-4446-99c6-36cf7ec328b9 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:16.760622 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b1ff44-883a-4d9d-85db-cedeac8a4b7c", "name": "network-vif-plugged", "status": "completed", "tag": "bf262ca0-7623-47ef-96f0-ed5c1665b2d3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:16.761710 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88b4926c-b410-4446-99c6-36cf7ec328b9 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:16.762579 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b1ff44-883a-4d9d-85db-cedeac8a4b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf262ca0-7623-47ef-96f0-ed5c1665b2d3', 'code': 200} Jul 13 07:36:16.772943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3630c79b-cc0d-42cc-8dbb-bbc1b6e0e8dd None None] Network 504e39ad-dcef-4fa1-b527-2d82df42aab7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:16.828584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Transition to ACTIVE for port object d7be359c-9861-4b94-9b85-b0e5d4016f3a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:16.878818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-32000bdf-9ca5-4f78-b250-92c233c4458b None None] Provisioning for port dac318ab-3a12-421b-98a7-96ec9d19fbbc completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:16.934365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-0b36efbd-b8d3-49d5-8bb3-d0888c5c42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.935859 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-0b36efbd-b8d3-49d5-8bb3-d0888c5c42dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.2521753 Jul 13 07:36:16.953240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Made reservation on behalf of 6589e0dc097f4578870c73f8ad5b9cff for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:16.957322 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.961117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4303f-51f1-43f3-9e18-fbd302c6f468 req-d116c546-2816-40b0-9739-065140a7d5a4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.970564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49d4303f-51f1-43f3-9e18-fbd302c6f468 req-d116c546-2816-40b0-9739-065140a7d5a4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 944 time: 0.1166151 Jul 13 07:36:16.992673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-a9c69a10-7d18-459d-ad76-a9b5c26197d6 service neutron] 10.222.0.41 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137933 Jul 13 07:36:17.018164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.046658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dac318ab-3a12-421b-98a7-96ec9d19fbbc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:17.082685 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49d4303f-51f1-43f3-9e18-fbd302c6f468 req-0e5a0651-8211-44d7-9bdb-f63a50d7d961 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089034 Jul 13 07:36:17.100217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Transition to ACTIVE for port object e8d7fd11-d12c-4944-b68e-24709ba8d983 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:17.102890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.125354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port dac318ab-3a12-421b-98a7-96ec9d19fbbc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:17.131891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dac318ab-3a12-421b-98a7-96ec9d19fbbc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:17.132193 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.188784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430605d-12e8-449a-8350-fa01afa461a8 req-a7289014-bb06-4c1d-af73-6d3c9a383eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.191381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a430605d-12e8-449a-8350-fa01afa461a8 req-a7289014-bb06-4c1d-af73-6d3c9a383eba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 1097 time: 0.3359847 Jul 13 07:36:17.269644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5ea092b8-d75f-45a0-9e4f-e90549d74714 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:17.287653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:17.321975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:17.332643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Pushing event updated for resources: {'Port': ['ID=d7be359c-9861-4b94-9b85-b0e5d4016f3a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:17.335479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:17.342527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-00d16b48-d057-4383-95cd-0028c481ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.344083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-00d16b48-d057-4383-95cd-0028c481ebd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4002714 Jul 13 07:36:17.351458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a430605d-12e8-449a-8350-fa01afa461a8 req-5c67e7c2-29aa-4577-bc77-a7f61ef24380 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249824 Jul 13 07:36:17.376391 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.428012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Allocated IP 172.20.0.11 (0f5ce1dd-fe48-492d-80be-2d6e787d0d4c/ce4ff594-7c34-4495-83c9-0c94e785b3cb/a24ab41d-0428-464e-b19a-eb2405e35032) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:17.447364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.448184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port dac318ab-3a12-421b-98a7-96ec9d19fbbc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dac318ab-3a12-421b-98a7-96ec9d19fbbc,segment=NetworkSegment(16fb2dcd-2057-492f-85d6-f8d3d64b766d),segment_id=16fb2dcd-2057-492f-85d6-f8d3d64b766d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:17.452207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-520f900b-8eaa-42fc-9289-f34887ed66d1 None None] Provisioning complete for port dac318ab-3a12-421b-98a7-96ec9d19fbbc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:17.452456 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-520f900b-8eaa-42fc-9289-f34887ed66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.462136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fae56b37-642f-4b66-8311-a20708b14b9f req-122293d2-c650-4ad7-b1dc-89b19fb7acb6 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 210 time: 0.0585740 Jul 13 07:36:17.487277 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.507985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5ea092b8-d75f-45a0-9e4f-e90549d74714, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5ea092b8-d75f-45a0-9e4f-e90549d74714,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:17.571815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '5ea092b8-d75f-45a0-9e4f-e90549d74714', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'port_id': '5ea092b8-d75f-45a0-9e4f-e90549d74714', 'mac_address': 'fa:16:3e:cc:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:17.585780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=dac318ab-3a12-421b-98a7-96ec9d19fbbc,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:17.666066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.666777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.682111 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db698eb9-52bf-4ab4-93b7-0b10a6f582ae req-365832fb-2f9a-42a3-a6e1-a738ef15cd89 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.692345 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db698eb9-52bf-4ab4-93b7-0b10a6f582ae req-365832fb-2f9a-42a3-a6e1-a738ef15cd89 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 943 time: 0.1234486 Jul 13 07:36:17.692497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 504e39ad-dcef-4fa1-b527-2d82df42aab7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:17.716395 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.718199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:17.726014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:17.726600 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.735300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=e8d7fd11-d12c-4944-b68e-24709ba8d983,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:17.735547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea092b8-d75f-45a0-9e4f-e90549d74714 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:17.761195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5ea092b8-d75f-45a0-9e4f-e90549d74714, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5ea092b8-d75f-45a0-9e4f-e90549d74714,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:17.764598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db698eb9-52bf-4ab4-93b7-0b10a6f582ae req-f2dfb0f3-508e-4f1b-b7bf-25c9bae50b32 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718985 Jul 13 07:36:17.766830 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.785527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8fa5c874-6eea-466b-82ba-b0616829437d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2074273 Jul 13 07:36:17.848133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Request body: {'port': {'device_id': '861ecae7-4f15-4b6c-a092-9a1ad169c01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:17.863622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3f30e98-c4c6-40d3-be34-7fb174d7ad6e None None] Provisioning for port d7be359c-9861-4b94-9b85-b0e5d4016f3a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:17.865896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5ea092b8-d75f-45a0-9e4f-e90549d74714,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:17.871366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3f30e98-c4c6-40d3-be34-7fb174d7ad6e None None] Provisioning complete for port d7be359c-9861-4b94-9b85-b0e5d4016f3a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:17.871800 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3f30e98-c4c6-40d3-be34-7fb174d7ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.947787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3f30e98-c4c6-40d3-be34-7fb174d7ad6e None None] Port d7be359c-9861-4b94-9b85-b0e5d4016f3a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:17.990393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-7d045cd0-72a2-47fd-ac84-6fbb53441a19 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128843 Jul 13 07:36:18.038790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5ea092b8-d75f-45a0-9e4f-e90549d74714'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:18.085999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9ee8a-96d2-4616-b86c-09e2b6f93e77 req-194c041e-1e5e-40f4-bdf4-a51ee0a070a6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.100520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87a9ee8a-96d2-4616-b86c-09e2b6f93e77 req-194c041e-1e5e-40f4-bdf4-a51ee0a070a6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 945 time: 0.1083574 Jul 13 07:36:18.184992 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87a9ee8a-96d2-4616-b86c-09e2b6f93e77 req-4361d6bf-7e2a-4b7d-8f20-762574a360a0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744216 Jul 13 07:36:18.196210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-297814de-d146-46df-874e-35e08806fe45 None None] Provisioning for port e8d7fd11-d12c-4944-b68e-24709ba8d983 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:18.217349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-297814de-d146-46df-874e-35e08806fe45 None None] Provisioning complete for port e8d7fd11-d12c-4944-b68e-24709ba8d983 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:18.217804 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-297814de-d146-46df-874e-35e08806fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.268953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-297814de-d146-46df-874e-35e08806fe45 None None] Port e8d7fd11-d12c-4944-b68e-24709ba8d983 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:18.327282 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f4c4c36-0648-4daa-85b8-07eb73d5dfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.416871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfbb22-0e20-4773-8176-52f28237c29c req-c5fa6197-de09-45d3-acd1-5afe47d0bbe5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.418789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8bfbb22-0e20-4773-8176-52f28237c29c req-c5fa6197-de09-45d3-acd1-5afe47d0bbe5 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 944 time: 0.0838046 Jul 13 07:36:18.460732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8bfbb22-0e20-4773-8176-52f28237c29c req-63673670-71a6-4198-a69a-f18c5df1a823 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361233 Jul 13 07:36:18.532932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:18.591910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:18.597728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:18.598551 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.679027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74650-8405-43ef-aac7-06d7c6c684a7 req-90e4f3ee-da78-4c6f-9afb-9be6627212bc tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.688124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1db74650-8405-43ef-aac7-06d7c6c684a7 req-90e4f3ee-da78-4c6f-9afb-9be6627212bc tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 945 time: 1.2422924 Jul 13 07:36:18.696325 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.704906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b778a3e4-80b7-4ea3-8bfd-3e72280dbdbc req-49571415-3a47-43e3-9776-72dc863d7e90 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 210 time: 0.0323596 Jul 13 07:36:18.744634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:18.749191 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.758804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.773014 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a8d6e6f-8dd6-4157-ade5-69b27ed737a2 req-a49df129-bba4-4be7-a5b7-0d433f505d8d service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553878 Jul 13 07:36:18.775299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:18.778474 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810c3b74-fb0a-4fc9-a7b0-5224baef14d9" -d '{"events": [{"server_uuid": "a9fb9172-a3db-43c4-8b17-36b21af36e88", "name": "network-vif-plugged", "status": "completed", "tag": "85a48ab5-8eea-4d2f-9f58-d8bc118182f0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:18.798947 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.861194 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfec3a3f-e6d1-4de5-95ae-dabc00544379 x-openstack-request-id: req-bfec3a3f-e6d1-4de5-95ae-dabc00544379 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:18.862072 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fb9172-a3db-43c4-8b17-36b21af36e88", "name": "network-vif-plugged", "status": "completed", "tag": "85a48ab5-8eea-4d2f-9f58-d8bc118182f0", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:18.862355 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfec3a3f-e6d1-4de5-95ae-dabc00544379 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:18.864405 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0', 'code': 200} Jul 13 07:36:18.866848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:18.872467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.949432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1db74650-8405-43ef-aac7-06d7c6c684a7 req-feb60f26-cc46-4025-b0da-d135b4a0600f tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603381 Jul 13 07:36:19.038447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dac318ab-3a12-421b-98a7-96ec9d19fbbc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:19.126335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Transition to ACTIVE for port object a24ab41d-0428-464e-b19a-eb2405e35032 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:19.137353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dac318ab-3a12-421b-98a7-96ec9d19fbbc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:19.137734 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.220474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c5b43-318c-4641-8294-acd82de88784 req-9db51997-0f7c-4f83-a962-a3655a3ea870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.222102 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-816c5b43-318c-4641-8294-acd82de88784 req-9db51997-0f7c-4f83-a962-a3655a3ea870 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 1097 time: 0.1860590 Jul 13 07:36:19.239189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81680334-a590-443e-9019-4081a16b7043 req-706cdd99-bdd3-4a87-881c-5ffeeae57d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.241202 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81680334-a590-443e-9019-4081a16b7043 req-706cdd99-bdd3-4a87-881c-5ffeeae57d02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 1097 time: 0.6917343 Jul 13 07:36:19.242029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5ea092b8-d75f-45a0-9e4f-e90549d74714 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:19.312296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2878ad2f-e533-47e1-b864-fb2a78b82ca4 None None] Provisioning complete for port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:19.312526 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2878ad2f-e533-47e1-b864-fb2a78b82ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.318478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdd0d2-4771-4c64-82bd-2923cb472f62 req-ffb1ff12-6c83-475a-a9f0-2e6603e12d8a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.330787 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7abdd0d2-4771-4c64-82bd-2923cb472f62 req-ffb1ff12-6c83-475a-a9f0-2e6603e12d8a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 944 time: 0.2190537 Jul 13 07:36:19.368191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 5ea092b8-d75f-45a0-9e4f-e90549d74714 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:19.374469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 5ea092b8-d75f-45a0-9e4f-e90549d74714 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:19.374902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.448767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-816c5b43-318c-4641-8294-acd82de88784 req-e5737c0c-0c0b-4e72-8831-f3eddd507d48 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064748 Jul 13 07:36:19.486571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7abdd0d2-4771-4c64-82bd-2923cb472f62 req-b69be321-ec82-4d4c-b86e-ae3bd6dddd88 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487720 Jul 13 07:36:19.569175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.604741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5ea092b8-d75f-45a0-9e4f-e90549d74714, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5ea092b8-d75f-45a0-9e4f-e90549d74714,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:19.610710 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.699288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5ea092b8-d75f-45a0-9e4f-e90549d74714,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:19.707754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-b8e8b8ce-5f63-4941-a7e8-883069e4a36d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.709285 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-b8e8b8ce-5f63-4941-a7e8-883069e4a36d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.38 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 815 time: 0.8145413 Jul 13 07:36:19.785392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084edfa6-491b-4df8-b0a8-66196c218e80 req-9a611300-6e35-4013-b1a7-5a04bb1bd569 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.787004 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-084edfa6-491b-4df8-b0a8-66196c218e80 req-9a611300-6e35-4013-b1a7-5a04bb1bd569 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 945 time: 0.0723746 Jul 13 07:36:19.788537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Request body: {'port': {'device_id': '6a135ef8-62a5-4ae8-998f-bd997b6ea140', 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c', 'admin_state_up': True, 'tenant_id': '6589e0dc097f4578870c73f8ad5b9cff'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:19.832841 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-084edfa6-491b-4df8-b0a8-66196c218e80 req-6c620c9a-49fa-4ab0-ab7c-925da7cf3a43 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Jul 13 07:36:19.836604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81680334-a590-443e-9019-4081a16b7043 req-c3bd9200-1cdb-40f0-a73c-992b735c8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.838284 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81680334-a590-443e-9019-4081a16b7043 req-c3bd9200-1cdb-40f0-a73c-992b735c8ce8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 912 time: 0.5705070 Jul 13 07:36:19.857283 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.922757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f19bf431-48a4-4ca6-9ce6-7752bb6a8ca7 None None] Provisioning complete for port 5ea092b8-d75f-45a0-9e4f-e90549d74714 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:19.923129 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f19bf431-48a4-4ca6-9ce6-7752bb6a8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.992006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81680334-a590-443e-9019-4081a16b7043 req-7fd5ceed-6ea9-454d-9213-948883a6046e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf262ca0-7623-47ef-96f0-ed5c1665b2d3 HTTP/1.1" status: 200 len: 217 time: 0.1191761 Jul 13 07:36:20.076460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e9b85-d295-4f0d-80f9-add9a962257d req-ec0004f3-9cd0-4712-a865-c6ed7856d83e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.078015 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b4e9b85-d295-4f0d-80f9-add9a962257d req-ec0004f3-9cd0-4712-a865-c6ed7856d83e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 947 time: 0.0743251 Jul 13 07:36:20.115591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:20.124190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b4e9b85-d295-4f0d-80f9-add9a962257d req-921be9ec-1bf9-4b0c-b0f7-48044dea877e tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400178 Jul 13 07:36:20.171278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:20.173712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:20.219010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Pushing event updated for resources: {'Port': ['ID=a24ab41d-0428-464e-b19a-eb2405e35032,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:20.242461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.243094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.319116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.321683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81680334-a590-443e-9019-4081a16b7043 req-34c37189-e724-4461-85aa-329325f55135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.323335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81680334-a590-443e-9019-4081a16b7043 req-34c37189-e724-4461-85aa-329325f55135 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.3197114 Jul 13 07:36:20.349626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38591b1e-58c4-49a3-9e8b-ab00e55fb96a req-1cd99e1d-8f6f-49c9-b0f9-104fbda572eb tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.351290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38591b1e-58c4-49a3-9e8b-ab00e55fb96a req-1cd99e1d-8f6f-49c9-b0f9-104fbda572eb tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 945 time: 0.5685446 Jul 13 07:36:20.428334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Made reservation on behalf of 6589e0dc097f4578870c73f8ad5b9cff for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:20.431119 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-141e6b9e-982c-4081-8c54-116b82cd6c5d req-3cd3dcb1-4381-401b-bfff-6570605394cd tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 210 time: 0.0497916 Jul 13 07:36:20.432166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.446042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.463747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63e93bf2-ff9f-439e-a1ea-08225b908626 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1656647 Jul 13 07:36:20.540724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Request body: {'port': {'device_id': '4998918d-1c88-489b-a403-f7736f11fc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:20.544762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81680334-a590-443e-9019-4081a16b7043 req-e1611d1b-a827-4fc7-a09d-1c46c0b61159 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1925240 Jul 13 07:36:20.567245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e532a231-24c9-4c2a-bfed-5bbe8a6a677b None None] Provisioning for port a24ab41d-0428-464e-b19a-eb2405e35032 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:20.573084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e532a231-24c9-4c2a-bfed-5bbe8a6a677b None None] Provisioning complete for port a24ab41d-0428-464e-b19a-eb2405e35032 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:20.573567 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e532a231-24c9-4c2a-bfed-5bbe8a6a677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.580557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7be359c-9861-4b94-9b85-b0e5d4016f3a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:20.612894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e532a231-24c9-4c2a-bfed-5bbe8a6a677b None None] Port a24ab41d-0428-464e-b19a-eb2405e35032 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:20.628625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.641623 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.726165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=e8d7fd11-d12c-4944-b68e-24709ba8d983,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:20.737164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c33a0-2fc2-4e16-8578-4a5ccc760cba req-00c14982-debd-425a-8860-d71f2211b180 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.739910 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c22c33a0-2fc2-4e16-8578-4a5ccc760cba req-00c14982-debd-425a-8860-d71f2211b180 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 945 time: 0.0774126 Jul 13 07:36:20.794121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c22c33a0-2fc2-4e16-8578-4a5ccc760cba req-bbab008e-1d44-4b25-8f38-8e1780871bfa tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448399 Jul 13 07:36:20.796225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Transition to ACTIVE for port object d7be359c-9861-4b94-9b85-b0e5d4016f3a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:20.800637 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38591b1e-58c4-49a3-9e8b-ab00e55fb96a req-fffa318f-2df3-4561-b6ad-f2d27195134b tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407054 Jul 13 07:36:20.846586 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.865654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede29bb-32cb-45d5-8d1c-84a9e01c848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea092b8-d75f-45a0-9e4f-e90549d74714'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:20.868483 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfaab38-d1dd-4220-bba5-a165412649d4" -d '{"events": [{"server_uuid": "1ede29bb-32cb-45d5-8d1c-84a9e01c848b", "name": "network-vif-plugged", "status": "completed", "tag": "5ea092b8-d75f-45a0-9e4f-e90549d74714"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:20.940520 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d5e2fc-c082-4f44-96e7-3852b743bb1f x-openstack-request-id: req-e7d5e2fc-c082-4f44-96e7-3852b743bb1f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:20.940834 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ede29bb-32cb-45d5-8d1c-84a9e01c848b", "name": "network-vif-plugged", "status": "completed", "tag": "5ea092b8-d75f-45a0-9e4f-e90549d74714", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:20.941089 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7d5e2fc-c082-4f44-96e7-3852b743bb1f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:20.941497 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede29bb-32cb-45d5-8d1c-84a9e01c848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea092b8-d75f-45a0-9e4f-e90549d74714', 'code': 200} Jul 13 07:36:21.031264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.033358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8a75f3d-6277-4903-a996-855106a06582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.041159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Allocated IP 172.20.0.5 (0f5ce1dd-fe48-492d-80be-2d6e787d0d4c/ce4ff594-7c34-4495-83c9-0c94e785b3cb/7e76caf4-2451-41d0-b620-61b911ed3619) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:21.059346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-50a232d6-59b3-4a5d-b0a3-effecef7e5ba None None] Provisioning complete for port e8d7fd11-d12c-4944-b68e-24709ba8d983 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:21.060296 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a232d6-59b3-4a5d-b0a3-effecef7e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.118553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-50a232d6-59b3-4a5d-b0a3-effecef7e5ba None None] Port e8d7fd11-d12c-4944-b68e-24709ba8d983 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:21.134973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.142237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Pushing event updated for resources: {'Port': ['ID=d7be359c-9861-4b94-9b85-b0e5d4016f3a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:21.217023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81680334-a590-443e-9019-4081a16b7043 req-54af8a2f-0728-4789-a835-413f05afdc8f service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172698 Jul 13 07:36:21.302155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726146e-4f6d-4530-9f23-087af5b8bde4 req-c1acc888-2ed3-4213-a6c6-e75e8dbf7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.303844 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9726146e-4f6d-4530-9f23-087af5b8bde4 req-c1acc888-2ed3-4213-a6c6-e75e8dbf7c17 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 1097 time: 0.2398083 Jul 13 07:36:21.306028 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.316247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6e887-348d-4cd0-87ee-7f4e7fbee6e1 req-ce267861-fca9-4c18-b4e3-0d2baad8d9a4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.317849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cef6e887-348d-4cd0-87ee-7f4e7fbee6e1 req-ce267861-fca9-4c18-b4e3-0d2baad8d9a4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 945 time: 0.2513161 Jul 13 07:36:21.340164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-7d6e0a99-8e7c-4490-bd36-198a0fdadb93 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.342100 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-7d6e0a99-8e7c-4490-bd36-198a0fdadb93 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 947 time: 0.3334861 Jul 13 07:36:21.423286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9726146e-4f6d-4530-9f23-087af5b8bde4 req-4732a753-a823-4749-9815-c97f48b1a4e3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042011 Jul 13 07:36:21.434842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Transition to ACTIVE for port object 7e76caf4-2451-41d0-b620-61b911ed3619 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:21.438569 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cef6e887-348d-4cd0-87ee-7f4e7fbee6e1 req-ca424a3b-8725-45c0-bffc-97a35358a02f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953803 Jul 13 07:36:21.466555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 504e39ad-dcef-4fa1-b527-2d82df42aab7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:21.507769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Deleting port c9cc4263-9266-4a1a-8825-b067cc7ed883 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:21.508452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.508611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:21.632664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] For port c9cc4263-9266-4a1a-8825-b067cc7ed883, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c9cc4263-9266-4a1a-8825-b067cc7ed883,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:21.633620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.805464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c36672be-9d7c-422e-85ff-ed4fc391d379 req-9a5060c0-a957-4f20-95ab-8f94a626e6f3 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 210 time: 0.0471215 Jul 13 07:36:21.918871 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.968490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6532dd08-a6b5-4cd6-a6bc-7ad4ea7355ea None None] Provisioning complete for port e8d7fd11-d12c-4944-b68e-24709ba8d983 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:21.969079 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6532dd08-a6b5-4cd6-a6bc-7ad4ea7355ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.005380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6532dd08-a6b5-4cd6-a6bc-7ad4ea7355ea None None] Port e8d7fd11-d12c-4944-b68e-24709ba8d983 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:22.047855 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.048247 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.048569 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Floating IP 0ae08b47-1fd2-43dc-be47-46dea7282981 disassociated. External IP: 172.25.8.180, port: c9cc4263-9266-4a1a-8825-b067cc7ed883. Jul 13 07:36:22.048936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Calling delete_port for c9cc4263-9266-4a1a-8825-b067cc7ed883 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:22.053471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Attempting to bind port d7be359c-9861-4b94-9b85-b0e5d4016f3a on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:22.054458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Attempting to bind port d7be359c-9861-4b94-9b85-b0e5d4016f3a by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:22.054458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Attempting to bind port d7be359c-9861-4b94-9b85-b0e5d4016f3a on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:22.145498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Port d7be359c-9861-4b94-9b85-b0e5d4016f3a on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:22.145891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Attempting to bind port d7be359c-9861-4b94-9b85-b0e5d4016f3a on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:22.164114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81680334-a590-443e-9019-4081a16b7043 req-4d73c731-fbd8-484e-8804-f49813a22069 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8494184 Jul 13 07:36:22.169603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:22.170189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Checking segment: {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:22.170490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Bound using segment: {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:22.171012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Bound port: d7be359c-9861-4b94-9b85-b0e5d4016f3a, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:22.171560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.202618 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.216333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15fbde-1f30-4753-b5fd-5028fbc9a043 req-8af14679-cde0-4880-bb67-ec793c06ecf4 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.217887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff15fbde-1f30-4753-b5fd-5028fbc9a043 req-8af14679-cde0-4880-bb67-ec793c06ecf4 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5a7245-5b8c-4f08-9ba5-2ed5596bab21 HTTP/1.1" status: 200 len: 947 time: 0.9006479 Jul 13 07:36:22.359356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7696-68ee-4f1b-a819-f490e6a507dd req-7c29d214-a47e-4c0d-9a42-2755bb548b13 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.360957 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fcb7696-68ee-4f1b-a819-f490e6a507dd req-7c29d214-a47e-4c0d-9a42-2755bb548b13 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 945 time: 0.3982685 Jul 13 07:36:22.373995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:22.398994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:22.421468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:22.430288 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fcb7696-68ee-4f1b-a819-f490e6a507dd req-0f0cb51d-d0ea-429c-9bb3-97a009200309 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572240 Jul 13 07:36:22.441481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff15fbde-1f30-4753-b5fd-5028fbc9a043 req-ea8c0fb2-26c4-4898-baf8-3246c8b80ebf tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fdb472b-d185-4669-9346-47cbf6e27a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043467 Jul 13 07:36:22.485683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Pushing event updated for resources: {'Port': ['ID=7e76caf4-2451-41d0-b620-61b911ed3619,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:22.508465 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.549242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event deleted for resources: {'Port': ['ID=c9cc4263-9266-4a1a-8825-b067cc7ed883,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:22.550537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] For port d7be359c-9861-4b94-9b85-b0e5d4016f3a, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:22.608549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.609554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.639930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] For port d7be359c-9861-4b94-9b85-b0e5d4016f3a, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7be359c-9861-4b94-9b85-b0e5d4016f3a,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:22.645172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-ae434f1c-44e2-42a4-b71f-1fb8e3ae31db tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8610432 Jul 13 07:36:22.645778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:36:22.653233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.662209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Request body: {'port': {'device_id': '6a135ef8-62a5-4ae8-998f-bd997b6ea140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:22.734234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8c855147-e8ef-42bf-bdd2-f1e8e8bd9d7b None None] Provisioning for port 7e76caf4-2451-41d0-b620-61b911ed3619 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:22.741678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8c855147-e8ef-42bf-bdd2-f1e8e8bd9d7b None None] Provisioning complete for port 7e76caf4-2451-41d0-b620-61b911ed3619 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:22.742479 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c855147-e8ef-42bf-bdd2-f1e8e8bd9d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.755243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:22.764247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9baf5-01b8-4e83-8ee1-6a78ec2aa19e req-feaeb119-f693-44cc-afaf-eeb2281cff8f tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.765775 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aad9baf5-01b8-4e83-8ee1-6a78ec2aa19e req-feaeb119-f693-44cc-afaf-eeb2281cff8f tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 945 time: 0.1506190 Jul 13 07:36:22.800911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8c855147-e8ef-42bf-bdd2-f1e8e8bd9d7b None None] Port 7e76caf4-2451-41d0-b620-61b911ed3619 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:22.833984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.834923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.836485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-7f173645-a708-4429-a4a9-a4902903814e service neutron] 10.222.0.48 "PUT /v2.0/ports/d7be359c-9861-4b94-9b85-b0e5d4016f3a HTTP/1.1" status: 200 len: 1092 time: 5.0231810 Jul 13 07:36:22.845415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861ecae7-4f15-4b6c-a092-9a1ad169c01f', 'tag': 'd7be359c-9861-4b94-9b85-b0e5d4016f3a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:22.848919 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1251ba-9129-498f-8c67-f83e913b0cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "861ecae7-4f15-4b6c-a092-9a1ad169c01f", "tag": "d7be359c-9861-4b94-9b85-b0e5d4016f3a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:22.857544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f173645-a708-4429-a4a9-a4902903814e service neutron] Pushing event updated for resources: {'Port': ['ID=d7be359c-9861-4b94-9b85-b0e5d4016f3a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:22.868616 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aad9baf5-01b8-4e83-8ee1-6a78ec2aa19e req-8ab49359-4990-45fa-8270-d4ae81947d78 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957468 Jul 13 07:36:22.966328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24ab41d-0428-464e-b19a-eb2405e35032 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:22.968816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:22.982958 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] Sync routers for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:23.001489 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:23.002189 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:23.032119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] No DVR routers for this DVR port c9cc4263-9266-4a1a-8825-b067cc7ed883 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:23.035541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.038579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-afd43f91-e27c-4dbb-926c-115c58fddd45 req-395a85ed-fa05-42bf-ac99-12ad7b02df4b tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.48 "DELETE /v2.0/ports/c9cc4263-9266-4a1a-8825-b067cc7ed883 HTTP/1.1" status: 204 len: 173 time: 1.6868341 Jul 13 07:36:23.039158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-deleted', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:23.041563 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce15756-0a20-4bb3-840e-467a6f571a0f" -d '{"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-deleted", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:23.083166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.125831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.134842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Transition to ACTIVE for port object a24ab41d-0428-464e-b19a-eb2405e35032 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:23.175634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:23.188214 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.188860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e99dc6-150e-4ac8-a0cf-53debb862d63 None None] Sync routers for ids ['322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:23.203926 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b01c6f38-42f3-4ec9-90ac-302c57e9f756 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4307854 Jul 13 07:36:23.204189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:23.225625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e99dc6-150e-4ac8-a0cf-53debb862d63 None None] Routers {'322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:23.226446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-57e99dc6-150e-4ac8-a0cf-53debb862d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:23.264721 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:23.270218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Pushing event updated for resources: {'Port': ['ID=a24ab41d-0428-464e-b19a-eb2405e35032,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:23.289616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6e51d4-60f8-4170-9c64-769bf27ab2ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.294096 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5e6e51d4-60f8-4170-9c64-769bf27ab2ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports/e8d7fd11-d12c-4944-b68e-24709ba8d983 HTTP/1.1" status: 200 len: 911 time: 0.0889292 Jul 13 07:36:23.304479 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47538) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:23.316936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-57e99dc6-150e-4ac8-a0cf-53debb862d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:23.327230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8b8a3ed-8951-43dc-bcad-0dd26401f788'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:23.340958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44656-8e02-4843-a1e0-e6ccd095d523 req-be4379af-dfab-4ac2-bd72-544acbaffb85 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.342957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68f44656-8e02-4843-a1e0-e6ccd095d523 req-be4379af-dfab-4ac2-bd72-544acbaffb85 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 945 time: 0.3703704 Jul 13 07:36:23.354872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e99dc6-150e-4ac8-a0cf-53debb862d63 None None] Routers {'322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:23.356291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-57e99dc6-150e-4ac8-a0cf-53debb862d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:23.385338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-fc59f18f-1454-40a1-8e6b-809afd55fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.387001 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-fc59f18f-1454-40a1-8e6b-809afd55fa4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 1095 time: 0.4749990 Jul 13 07:36:23.540145 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-e565f6e4-ae0b-49c3-9975-b03af6b8c8f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7be359c-9861-4b94-9b85-b0e5d4016f3a HTTP/1.1" status: 200 len: 217 time: 0.1404185 Jul 13 07:36:23.621571 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:23.668204 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] Checking router: 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:23.680588 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:23.681537 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:23.704045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03302bf5-46b4-4d66-9902-59da41981652 req-1d32307e-47c5-48d2-9ac9-17225d59a906 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.713168 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03302bf5-46b4-4d66-9902-59da41981652 req-1d32307e-47c5-48d2-9ac9-17225d59a906 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 945 time: 0.4178314 Jul 13 07:36:23.715503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-57e99dc6-150e-4ac8-a0cf-53debb862d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:23.717538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e99dc6-150e-4ac8-a0cf-53debb862d63 None None] The sync data for ids ['322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:23.729311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Attempting to bind port a24ab41d-0428-464e-b19a-eb2405e35032 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:23.729791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Attempting to bind port a24ab41d-0428-464e-b19a-eb2405e35032 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:23.730222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Attempting to bind port a24ab41d-0428-464e-b19a-eb2405e35032 on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:23.740810 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.742578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Port a24ab41d-0428-464e-b19a-eb2405e35032 on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:23.743064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Attempting to bind port a24ab41d-0428-464e-b19a-eb2405e35032 on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:23.749522 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.758728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68f44656-8e02-4843-a1e0-e6ccd095d523 req-35b06c73-e4c7-45ce-98c2-4d18fd8303ae tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968592 Jul 13 07:36:23.823131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8118b9ae-d559-4036-9943-ee30d225fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.823349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03302bf5-46b4-4d66-9902-59da41981652 req-02eec4d5-f2b9-42bd-89b5-5c4efab5ba5a tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090066 Jul 13 07:36:23.833076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-8118b9ae-d559-4036-9943-ee30d225fa8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce4ff594-7c34-4495-83c9-0c94e785b3cb HTTP/1.1" status: 200 len: 854 time: 0.2327235 Jul 13 07:36:23.843910 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:23.931801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:23.932171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Checking segment: {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:23.932715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Bound using segment: {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:23.933198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Bound port: a24ab41d-0428-464e-b19a-eb2405e35032, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:23.933729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.938797 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0535cbc6-b0e5-4234-a70b-768d5e26ffd7 x-openstack-request-id: req-0535cbc6-b0e5-4234-a70b-768d5e26ffd7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:23.938963 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861ecae7-4f15-4b6c-a092-9a1ad169c01f", "tag": "d7be359c-9861-4b94-9b85-b0e5d4016f3a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:23.939092 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0535cbc6-b0e5-4234-a70b-768d5e26ffd7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:23.939474 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861ecae7-4f15-4b6c-a092-9a1ad169c01f', 'tag': 'd7be359c-9861-4b94-9b85-b0e5d4016f3a', 'status': 'completed', 'code': 200} Jul 13 07:36:24.117528 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:24.150646 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a277ad-fc68-422b-bf83-da639842b66d None None] The sync data for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 is: [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 4, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'b933f536-86f6-457a-a7a3-be5dbf8548b9', 'name': '', 'network_id': 'efb52998-2f8e-4ebf-883f-7422704ba28d', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'mac_address': 'fa:16:3e:0a:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:27Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'subnets': [{'id': '37466c86-4345-477c-8e7b-0c00f9aa50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:24.184550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81680334-a590-443e-9019-4081a16b7043 req-75893749-7974-443b-8042-6908bbbe15ad tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.186943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81680334-a590-443e-9019-4081a16b7043 req-75893749-7974-443b-8042-6908bbbe15ad tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 945 time: 0.5252523 Jul 13 07:36:24.269751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] For port a24ab41d-0428-464e-b19a-eb2405e35032, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:24.290599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bab9d-09c4-437e-8663-dd1abcfc15b0 req-db80bcc0-6a33-4811-9a57-57a53f3dc00b tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.292170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ee3bab9d-09c4-437e-8663-dd1abcfc15b0 req-db80bcc0-6a33-4811-9a57-57a53f3dc00b tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 931 time: 0.3489468 Jul 13 07:36:24.308948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-d2f4256c-e8e1-41de-ba8f-c7a299294f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.310487 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-d2f4256c-e8e1-41de-ba8f-c7a299294f41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3702755 Jul 13 07:36:24.327428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505857d9-6a68-4868-9e80-b79769f59bc2 req-8c6b6208-bbe3-44bf-9e09-17bd863f0ea9 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.330696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-505857d9-6a68-4868-9e80-b79769f59bc2 req-8c6b6208-bbe3-44bf-9e09-17bd863f0ea9 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 945 time: 0.2522991 Jul 13 07:36:24.339443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] For port a24ab41d-0428-464e-b19a-eb2405e35032, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a24ab41d-0428-464e-b19a-eb2405e35032,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:24.339914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e76caf4-2451-41d0-b620-61b911ed3619 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:24.359820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47546) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:24.376138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b76ea97f-45ab-43e1-942b-66a117af6478 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Request body: {'floatingip': {'port_id': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:24.397250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.400423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-f770d8b4-8bd1-440e-b92a-a0d13d9bd7b8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.402315 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-f770d8b4-8bd1-440e-b92a-a0d13d9bd7b8 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 945 time: 0.1759431 Jul 13 07:36:24.431461 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a6edfd-90a3-4b25-8994-cd1dd0180c1a x-openstack-request-id: req-57a6edfd-90a3-4b25-8994-cd1dd0180c1a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:24.431762 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5a7245-5b8c-4f08-9ba5-2ed5596bab21", "name": "network-vif-deleted", "tag": "c9cc4263-9266-4a1a-8825-b067cc7ed883", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:24.432024 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57a6edfd-90a3-4b25-8994-cd1dd0180c1a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:24.432477 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5a7245-5b8c-4f08-9ba5-2ed5596bab21', 'name': 'network-vif-deleted', 'tag': 'c9cc4263-9266-4a1a-8825-b067cc7ed883', 'status': 'completed', 'code': 200} Jul 13 07:36:24.469980 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.489191 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f88b9c3-9402-4e84-87cd-31fb7e4884da None None] New status for floating IP 0ae08b47-1fd2-43dc-be47-46dea7282981: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:36:24.543341 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ee3bab9d-09c4-437e-8663-dd1abcfc15b0 req-e7702394-4ef3-4bc8-b015-009ac6a91fdb tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288058 Jul 13 07:36:24.557841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Pushing event updated for resources: {'Port': ['ID=a24ab41d-0428-464e-b19a-eb2405e35032,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:24.611691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.613283 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.615168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-03281414-ab5e-4257-a6ef-0efb1e7fe583 service neutron] 10.222.0.48 "PUT /v2.0/ports/a24ab41d-0428-464e-b19a-eb2405e35032 HTTP/1.1" status: 200 len: 1093 time: 4.1143868 Jul 13 07:36:24.661766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.684456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b76ea97f-45ab-43e1-942b-66a117af6478 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.702809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.783682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cc8bc-ad47-4a11-b438-42a6d212a220 req-f4330493-f4de-48e3-b206-96cf0727161b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.792639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-323cc8bc-ad47-4a11-b438-42a6d212a220 req-f4330493-f4de-48e3-b206-96cf0727161b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 945 time: 0.2785487 Jul 13 07:36:24.794559 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=e8d7fd11-d12c-4944-b68e-24709ba8d983,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:24.821449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.821800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.822199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.822638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.822975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.823308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.823707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.824028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.824594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.824851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.825177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.825497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:24.832741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Deleting port 405aac7c-2d57-4e4e-9971-3295d2b29392 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:24.833087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.841639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Transition to ACTIVE for port object 7e76caf4-2451-41d0-b620-61b911ed3619 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:24.874928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.875740 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.880483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-51d8abf6-c2e8-4add-a9bf-b5bd45be3bf6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/ports/e8d7fd11-d12c-4944-b68e-24709ba8d983 HTTP/1.1" status: 200 len: 911 time: 1.5719576 Jul 13 07:36:24.890607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.890865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47556) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:24.927625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:25.053092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-323cc8bc-ad47-4a11-b438-42a6d212a220 req-d2cf6978-0929-44b7-96c8-bc33e7543f6e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593563 Jul 13 07:36:25.093874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-43e3d9c5-5c70-4722-b6d4-b725a9594b33 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691979 Jul 13 07:36:25.236904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Pushing event updated for resources: {'Port': ['ID=7e76caf4-2451-41d0-b620-61b911ed3619,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:25.321588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a4506174-5663-4e15-8c41-777445f51ba6 None None] Provisioning complete for port e8d7fd11-d12c-4944-b68e-24709ba8d983 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:25.322115 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4506174-5663-4e15-8c41-777445f51ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.335532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] For port 405aac7c-2d57-4e4e-9971-3295d2b29392, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=405aac7c-2d57-4e4e-9971-3295d2b29392,segment=NetworkSegment(37c88267-9340-4f43-b9b7-9002f1096ddd),segment_id=37c88267-9340-4f43-b9b7-9002f1096ddd)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:25.336216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.361006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Calling delete_port for 405aac7c-2d57-4e4e-9971-3295d2b29392 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:25.365650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a4506174-5663-4e15-8c41-777445f51ba6 None None] Port e8d7fd11-d12c-4944-b68e-24709ba8d983 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:25.712764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-81680334-a590-443e-9019-4081a16b7043 req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Deleting port bf262ca0-7623-47ef-96f0-ed5c1665b2d3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:25.713247 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81680334-a590-443e-9019-4081a16b7043 req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.743917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadca05-45a5-48df-b540-a4b580003164 req-a4336b63-d2b9-41bd-b2d9-d63ea62ed895 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.745412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fadca05-45a5-48df-b540-a4b580003164 req-a4336b63-d2b9-41bd-b2d9-d63ea62ed895 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c847361-f879-4659-bbdc-7d9610ccd7e0 HTTP/1.1" status: 200 len: 945 time: 0.4949834 Jul 13 07:36:25.807799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-a2cb5e70-310f-4a24-88df-3da6f55b1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.809328 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-a2cb5e70-310f-4a24-88df-3da6f55b1dc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 1096 time: 0.9970820 Jul 13 07:36:25.810820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-802003c9-843b-4c8c-9551-22a8ec965a17 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.855175 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fadca05-45a5-48df-b540-a4b580003164 req-a9873ae7-9d2d-4d0d-9a83-cbc60fa16a93 tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.41 "GET /v2.0/security-groups?id=de96e35b-0181-4183-9ba9-d3c6b3796f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010702 Jul 13 07:36:25.971428 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.977104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4998918d-1c88-489b-a403-f7736f11fc4f', 'tag': 'a24ab41d-0428-464e-b19a-eb2405e35032'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:25.979463 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a11843-6a36-4c51-a5cc-851882a7c701" -d '{"events": [{"name": "network-changed", "server_uuid": "4998918d-1c88-489b-a403-f7736f11fc4f", "tag": "a24ab41d-0428-464e-b19a-eb2405e35032"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:25.986195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-802003c9-843b-4c8c-9551-22a8ec965a17 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.001465 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-63f6cc8a-4a14-464a-b978-0634cf60e864 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ab41d-0428-464e-b19a-eb2405e35032 HTTP/1.1" status: 200 len: 217 time: 0.1791608 Jul 13 07:36:26.019933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Pushing event deleted for resources: {'Port': ['ID=405aac7c-2d57-4e4e-9971-3295d2b29392,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:26.020725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-725a509f-7e7f-458f-8f37-5aa3006618bb req-ed36e53d-2b6b-4365-893e-e859786850de service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8725908 Jul 13 07:36:26.044131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d869dde-6255-41be-96ea-e9061b52cac1 req-650c00f5-ee47-4306-bcda-6f82e0cff39a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.045789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d869dde-6255-41be-96ea-e9061b52cac1 req-650c00f5-ee47-4306-bcda-6f82e0cff39a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 945 time: 0.9924405 Jul 13 07:36:26.094031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] No DVR routers for this DVR port 405aac7c-2d57-4e4e-9971-3295d2b29392 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:26.097871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.099916 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7aebec0-73cb-41bb-b8b8-4dd7a5746aa4 req-374872bb-5ca2-4745-9750-9431c220875c tempest-VolumesActionsTest-1134508203 tempest-VolumesActionsTest-1134508203-project] 10.222.0.38 "DELETE /v2.0/ports/405aac7c-2d57-4e4e-9971-3295d2b29392 HTTP/1.1" status: 204 len: 173 time: 1.6666393 Jul 13 07:36:26.113745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.120000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Attempting to bind port 7e76caf4-2451-41d0-b620-61b911ed3619 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:26.120350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Attempting to bind port 7e76caf4-2451-41d0-b620-61b911ed3619 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:26.120762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Attempting to bind port 7e76caf4-2451-41d0-b620-61b911ed3619 on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:26.201463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Port 7e76caf4-2451-41d0-b620-61b911ed3619 on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:26.201797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Attempting to bind port 7e76caf4-2451-41d0-b620-61b911ed3619 on network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:26.218437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-81680334-a590-443e-9019-4081a16b7043 req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] For port bf262ca0-7623-47ef-96f0-ed5c1665b2d3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:26.218868 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81680334-a590-443e-9019-4081a16b7043 req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.279380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:26.280145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Checking segment: {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:26.280145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Bound using segment: {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:26.280550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Bound port: 7e76caf4-2451-41d0-b620-61b911ed3619, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24d16fe-4eb9-4bf7-a330-6234bf33abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:26.280916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.308483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-81680334-a590-443e-9019-4081a16b7043 req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Calling delete_port for bf262ca0-7623-47ef-96f0-ed5c1665b2d3 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:26.313343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-c4592a76-1342-4c6d-8254-3141b5fbedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.314953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-c4592a76-1342-4c6d-8254-3141b5fbedbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce4ff594-7c34-4495-83c9-0c94e785b3cb HTTP/1.1" status: 200 len: 854 time: 0.2933102 Jul 13 07:36:26.321320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cdd22-ae80-4645-ae93-4232c4b1ef8c req-c7089270-d932-43e5-8188-7816f8f410e9 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.322881 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-157cdd22-ae80-4645-ae93-4232c4b1ef8c req-c7089270-d932-43e5-8188-7816f8f410e9 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 943 time: 0.1659987 Jul 13 07:36:26.326095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d869dde-6255-41be-96ea-e9061b52cac1 req-f8679ea8-4a98-4f37-a9ab-d2e13d1a1320 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137036 Jul 13 07:36:26.410435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-157cdd22-ae80-4645-ae93-4232c4b1ef8c req-426a674d-16c7-47f0-a916-576bf19630d9 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709956 Jul 13 07:36:26.416411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-802003c9-843b-4c8c-9551-22a8ec965a17 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.419110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-802003c9-843b-4c8c-9551-22a8ec965a17 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.420481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-802003c9-843b-4c8c-9551-22a8ec965a17 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "DELETE /v2.0/security-groups/4fdb472b-d185-4669-9346-47cbf6e27a75 HTTP/1.1" status: 204 len: 168 time: 1.4915316 Jul 13 07:36:26.426065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:26.439553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c847361-f879-4659-bbdc-7d9610ccd7e0', 'name': 'network-vif-deleted', 'tag': '405aac7c-2d57-4e4e-9971-3295d2b29392'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:26.442408 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f19d1b3-3cc6-4897-b269-19f719cbcb54" -d '{"events": [{"server_uuid": "5c847361-f879-4659-bbdc-7d9610ccd7e0", "name": "network-vif-deleted", "tag": "405aac7c-2d57-4e4e-9971-3295d2b29392"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:26.461068 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-58af93d9-f3e3-4466-a927-fd9cba6b9c3a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] show failed (client error): The resource could not be found. Jul 13 07:36:26.462190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-58af93d9-f3e3-4466-a927-fd9cba6b9c3a tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "GET /v2.0/security-groups/4fdb472b-d185-4669-9346-47cbf6e27a75 HTTP/1.1" status: 404 len: 347 time: 0.0351386 Jul 13 07:36:26.465368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:26.525200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802003c9-843b-4c8c-9551-22a8ec965a17 tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdb472b-d185-4669-9346-47cbf6e27a75,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:26.537526 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae37fe8-e6d2-44f1-ae97-6875f211f1f9 x-openstack-request-id: req-5ae37fe8-e6d2-44f1-ae97-6875f211f1f9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:26.537826 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4998918d-1c88-489b-a403-f7736f11fc4f", "tag": "a24ab41d-0428-464e-b19a-eb2405e35032", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:26.538114 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ae37fe8-e6d2-44f1-ae97-6875f211f1f9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:26.538511 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4998918d-1c88-489b-a403-f7736f11fc4f', 'tag': 'a24ab41d-0428-464e-b19a-eb2405e35032', 'status': 'completed', 'code': 200} Jul 13 07:36:26.572134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-77117a35-b27e-4c66-8f65-28725709b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.573863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-77117a35-b27e-4c66-8f65-28725709b9ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 1095 time: 0.4384851 Jul 13 07:36:26.583123 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c9cc4263-9266-4a1a-8825-b067cc7ed883 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:26.606789 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb684ce9-e4ac-4a61-b436-910465314a8d x-openstack-request-id: req-fb684ce9-e4ac-4a61-b436-910465314a8d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:26.607429 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c847361-f879-4659-bbdc-7d9610ccd7e0", "name": "network-vif-deleted", "tag": "405aac7c-2d57-4e4e-9971-3295d2b29392", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:26.608194 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb684ce9-e4ac-4a61-b436-910465314a8d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:26.608762 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c847361-f879-4659-bbdc-7d9610ccd7e0', 'name': 'network-vif-deleted', 'tag': '405aac7c-2d57-4e4e-9971-3295d2b29392', 'status': 'completed', 'code': 200} Jul 13 07:36:26.629557 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: c9cc4263-9266-4a1a-8825-b067cc7ed883 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:26.629909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c9cc4263-9266-4a1a-8825-b067cc7ed883 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:26.645843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] For port 7e76caf4-2451-41d0-b620-61b911ed3619, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:26.706484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] For port 7e76caf4-2451-41d0-b620-61b911ed3619, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7e76caf4-2451-41d0-b620-61b911ed3619,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:26.719909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Deleting port 796070b3-3674-45b1-84e9-a5832455fd4f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:26.720559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.726671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b76ea97f-45ab-43e1-942b-66a117af6478 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.728556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.731961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-6275a0b2-07c3-4222-b8e6-84e7f7362989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.733803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-6275a0b2-07c3-4222-b8e6-84e7f7362989 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4062023 Jul 13 07:36:26.739941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port e8d7fd11-d12c-4944-b68e-24709ba8d983 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:26.740195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.782669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b76ea97f-45ab-43e1-942b-66a117af6478 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.876145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.876484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.904281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.906928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Calling delete_port for 796070b3-3674-45b1-84e9-a5832455fd4f owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:26.923596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.924263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.926512 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] 10.222.0.38 "PUT /v2.0/ports/7e76caf4-2451-41d0-b620-61b911ed3619 HTTP/1.1" status: 200 len: 1092 time: 4.2694361 Jul 13 07:36:27.013824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for e8d7fd11-d12c-4944-b68e-24709ba8d983 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:27.115491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-a37c97df-c48e-4292-8977-2e6fbd952fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.117748 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-a37c97df-c48e-4292-8977-2e6fbd952fe5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 916 time: 0.5263393 Jul 13 07:36:27.205027 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-00433b80-2b27-4cd2-868b-28dcaa33b34d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7be359c-9861-4b94-9b85-b0e5d4016f3a HTTP/1.1" status: 200 len: 217 time: 0.0683961 Jul 13 07:36:27.205644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81680334-a590-443e-9019-4081a16b7043 req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.217731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983c3df-f6fb-4079-91fb-8ed9f6099c39 service neutron] Pushing event updated for resources: {'Port': ['ID=7e76caf4-2451-41d0-b620-61b911ed3619,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:27.285905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bf262ca0-7623-47ef-96f0-ed5c1665b2d3 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:27.308820 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.334817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event deleted for resources: {'Port': ['ID=bf262ca0-7623-47ef-96f0-ed5c1665b2d3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:27.343901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: bf262ca0-7623-47ef-96f0-ed5c1665b2d3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:27.346210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bf262ca0-7623-47ef-96f0-ed5c1665b2d3 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:27.348779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 405aac7c-2d57-4e4e-9971-3295d2b29392 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:27.357828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Pushing event deleted for resources: {'Port': ['ID=796070b3-3674-45b1-84e9-a5832455fd4f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:27.414759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 405aac7c-2d57-4e4e-9971-3295d2b29392 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:27.416858 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 405aac7c-2d57-4e4e-9971-3295d2b29392 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:27.422022 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.456528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-b0d2ffd9-a3ca-44c5-ab9b-2e281404a1e9 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889863 Jul 13 07:36:27.457276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-81680334-a590-443e-9019-4081a16b7043 req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] No DVR routers for this DVR port bf262ca0-7623-47ef-96f0-ed5c1665b2d3 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:27.463429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81680334-a590-443e-9019-4081a16b7043 req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.465457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81680334-a590-443e-9019-4081a16b7043 req-efc1fa71-fa6c-4c7a-bd6b-9949dffa19e1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "DELETE /v2.0/ports/bf262ca0-7623-47ef-96f0-ed5c1665b2d3 HTTP/1.1" status: 204 len: 173 time: 3.2651100 Jul 13 07:36:27.466110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=e8d7fd11-d12c-4944-b68e-24709ba8d983,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:27.489037 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-b76ea97f-45ab-43e1-942b-66a117af6478 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Floating IP 6f3f0262-6845-4f8c-9676-af3d67159d11 associated. External IP: 172.25.8.81, port: 85a48ab5-8eea-4d2f-9f58-d8bc118182f0. Jul 13 07:36:27.512528 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.515216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.515216 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9976d276-07aa-426a-a6e2-bedd47953b0f tempest-AttachVolumeShelveTestJSON-1283576815 tempest-AttachVolumeShelveTestJSON-1283576815-project] 10.222.0.41 "DELETE /v2.0/floatingips/0ae08b47-1fd2-43dc-be47-46dea7282981 HTTP/1.1" status: 204 len: 168 time: 1.0475638 Jul 13 07:36:27.531315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-317c3489-d032-446d-8757-048a9f189d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.540497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-317c3489-d032-446d-8757-048a9f189d82 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 1095 time: 0.5349994 Jul 13 07:36:27.661083 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-01630acb-a53c-4e68-9f50-48ad60da1182 req-1061f160-2050-416c-a1ac-f84ee4c4ce17 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b1ff44-883a-4d9d-85db-cedeac8a4b7c HTTP/1.1" status: 200 len: 210 time: 0.0511274 Jul 13 07:36:27.664174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.718415 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:36:27.719987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-3d15fa69-08fe-483a-8529-4a0f19b52611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.728560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-3d15fa69-08fe-483a-8529-4a0f19b52611 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce4ff594-7c34-4495-83c9-0c94e785b3cb HTTP/1.1" status: 200 len: 854 time: 0.4918168 Jul 13 07:36:27.900840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-c89b48f9-84c2-4d57-9e80-b5eb1e34a890 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e76caf4-2451-41d0-b620-61b911ed3619 HTTP/1.1" status: 200 len: 217 time: 0.1988301 Jul 13 07:36:27.904962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:28.006385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:28.014138 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2ae27e4a-9aa7-4c97-b5a4-8168c41e130e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1268573 Jul 13 07:36:28.016578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47602) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:28.020128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afab8e-5ab2-4e38-9799-b3a647cfd688 None None] Sync routers for ids ['322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:28.029290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6afab8e-5ab2-4e38-9799-b3a647cfd688 None None] Routers {'322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:28.031423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f6afab8e-5ab2-4e38-9799-b3a647cfd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:28.053828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-219e1d01-8233-430a-ad82-827b0b645bc3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7 HTTP/1.1" status: 200 len: 205 time: 0.0317953 Jul 13 07:36:28.054378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47604) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:28.072804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f6afab8e-5ab2-4e38-9799-b3a647cfd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:28.085081 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6afab8e-5ab2-4e38-9799-b3a647cfd688 None None] Routers {'322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:28.086248 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f6afab8e-5ab2-4e38-9799-b3a647cfd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:28.146197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f6afab8e-5ab2-4e38-9799-b3a647cfd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:28.146796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afab8e-5ab2-4e38-9799-b3a647cfd688 None None] The sync data for ids ['322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:28.154944 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55667952-6b25-430c-8328-b68c42c5958e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.176052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd474df6-429d-4dba-9687-6d771f1c1122 req-bb5411ec-4454-4d18-b341-71803e1b48cb service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998596 Jul 13 07:36:28.271484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-f5ab9dd1-34d2-4c20-9b7c-1123b33be3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.273011 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-f5ab9dd1-34d2-4c20-9b7c-1123b33be3e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce4ff594-7c34-4495-83c9-0c94e785b3cb HTTP/1.1" status: 200 len: 854 time: 0.3153160 Jul 13 07:36:28.285889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-42e00765-7055-4fd5-a401-124e156c7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.287467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-42e00765-7055-4fd5-a401-124e156c7fce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5532031 Jul 13 07:36:28.461369 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55667952-6b25-430c-8328-b68c42c5958e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.467384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55667952-6b25-430c-8328-b68c42c5958e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.546793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d7be359c-9861-4b94-9b85-b0e5d4016f3a details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:28.559098 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55667952-6b25-430c-8328-b68c42c5958e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.560059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55667952-6b25-430c-8328-b68c42c5958e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Fanout notify agent at l3_agent the message router_deleted on router 322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:36:28.578063 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55667952-6b25-430c-8328-b68c42c5958e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.579669 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-55667952-6b25-430c-8328-b68c42c5958e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7 HTTP/1.1" status: 204 len: 168 time: 0.5245247 Jul 13 07:36:28.582858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47610) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:28.686880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d7be359c-9861-4b94-9b85-b0e5d4016f3a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7be359c-9861-4b94-9b85-b0e5d4016f3a,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:28.689302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-042501d1-bcd0-41e3-8d19-8beba94deeb0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting subnet e8b8a3ed-8951-43dc-bcad-0dd26401f788 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:28.692996 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-042501d1-bcd0-41e3-8d19-8beba94deeb0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.707042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'd7be359c-9861-4b94-9b85-b0e5d4016f3a', 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c', 'port_id': 'd7be359c-9861-4b94-9b85-b0e5d4016f3a', 'mac_address': 'fa:16:3e:0f:f3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4ff594-7c34-4495-83c9-0c94e785b3cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:28.747094 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-042501d1-bcd0-41e3-8d19-8beba94deeb0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.759315 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.774420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7be359c-9861-4b94-9b85-b0e5d4016f3a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:28.797797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d7be359c-9861-4b94-9b85-b0e5d4016f3a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7be359c-9861-4b94-9b85-b0e5d4016f3a,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:28.803321 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.881191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d7be359c-9861-4b94-9b85-b0e5d4016f3a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:28.923430 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-042501d1-bcd0-41e3-8d19-8beba94deeb0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.954948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a135ef8-62a5-4ae8-998f-bd997b6ea140', 'tag': '7e76caf4-2451-41d0-b620-61b911ed3619'}, {'server_uuid': '73b1ff44-883a-4d9d-85db-cedeac8a4b7c', 'name': 'network-vif-deleted', 'tag': 'bf262ca0-7623-47ef-96f0-ed5c1665b2d3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:28.961688 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07df5c7-54e8-4214-9c04-316e8baf1ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a135ef8-62a5-4ae8-998f-bd997b6ea140", "tag": "7e76caf4-2451-41d0-b620-61b911ed3619"}, {"server_uuid": "73b1ff44-883a-4d9d-85db-cedeac8a4b7c", "name": "network-vif-deleted", "tag": "bf262ca0-7623-47ef-96f0-ed5c1665b2d3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:29.024426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-042501d1-bcd0-41e3-8d19-8beba94deeb0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.078650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042501d1-bcd0-41e3-8d19-8beba94deeb0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b8a3ed-8951-43dc-bcad-0dd26401f788,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:29.082791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-042501d1-bcd0-41e3-8d19-8beba94deeb0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.084876 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-042501d1-bcd0-41e3-8d19-8beba94deeb0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/e8b8a3ed-8951-43dc-bcad-0dd26401f788 HTTP/1.1" status: 204 len: 168 time: 0.5007973 Jul 13 07:36:29.089528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47624) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:29.091216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7242e51-f054-4655-9052-043000abc4c6 None None] Network 504e39ad-dcef-4fa1-b527-2d82df42aab7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:29.166916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333b2a7-496d-4e07-bee4-77a2767fea97 req-956b187f-dd1f-43f0-a96f-7fc7b4ba2f76 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.175077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3333b2a7-496d-4e07-bee4-77a2767fea97 req-956b187f-dd1f-43f0-a96f-7fc7b4ba2f76 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 943 time: 1.4036720 Jul 13 07:36:29.198694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.214978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d7be359c-9861-4b94-9b85-b0e5d4016f3a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:29.219733 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d02ab6b-309a-4e1d-bf7c-762c3ec2bc4f x-openstack-request-id: req-8d02ab6b-309a-4e1d-bf7c-762c3ec2bc4f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:29.220133 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a135ef8-62a5-4ae8-998f-bd997b6ea140", "tag": "7e76caf4-2451-41d0-b620-61b911ed3619", "status": "completed", "code": 200}, {"server_uuid": "73b1ff44-883a-4d9d-85db-cedeac8a4b7c", "name": "network-vif-deleted", "tag": "bf262ca0-7623-47ef-96f0-ed5c1665b2d3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:29.220480 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d02ab6b-309a-4e1d-bf7c-762c3ec2bc4f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:29.220952 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a135ef8-62a5-4ae8-998f-bd997b6ea140', 'tag': '7e76caf4-2451-41d0-b620-61b911ed3619', 'status': 'completed', 'code': 200} Jul 13 07:36:29.221273 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b1ff44-883a-4d9d-85db-cedeac8a4b7c', 'name': 'network-vif-deleted', 'tag': 'bf262ca0-7623-47ef-96f0-ed5c1665b2d3', 'status': 'completed', 'code': 200} Jul 13 07:36:29.313023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76ea97f-45ab-43e1-942b-66a117af6478 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Router 867c277d-e4d2-474d-924d-7ae20a5d7ebb has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:29.386797 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3333b2a7-496d-4e07-bee4-77a2767fea97 req-e16d4cba-9a28-4d6b-99a2-71744b926330 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493101 Jul 13 07:36:29.495239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-4b2f03be-1735-4abe-8ecf-6956b7326236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.496951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-4b2f03be-1735-4abe-8ecf-6956b7326236 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2069526 Jul 13 07:36:29.501287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-a1d62bfc-5e30-4f1a-a124-c669e4984167 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1896746 Jul 13 07:36:29.555833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2286377-ad87-4e7c-81ad-2966e403224e None None] DHCP port deletion for 504e39ad-dcef-4fa1-b527-2d82df42aab7 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:36:29.562529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-7fdf9c65-45b9-4828-9e3e-d111b990d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.564590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-7fdf9c65-45b9-4828-9e3e-d111b990d572 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 1096 time: 0.5995758 Jul 13 07:36:29.643648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f2286377-ad87-4e7c-81ad-2966e403224e None None] Deleting port dac318ab-3a12-421b-98a7-96ec9d19fbbc {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:29.644030 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2286377-ad87-4e7c-81ad-2966e403224e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.693735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76ea97f-45ab-43e1-942b-66a117af6478 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:29.703367 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] Sync routers for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:29.712932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b76ea97f-45ab-43e1-942b-66a117af6478 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.717176 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:29.717803 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:29.736107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49759316-5997-4c15-a652-94bbee4f04c7 req-8f72f4d9-8733-4941-9ccd-42d7a02bad59 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.739973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f2286377-ad87-4e7c-81ad-2966e403224e None None] For port dac318ab-3a12-421b-98a7-96ec9d19fbbc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dac318ab-3a12-421b-98a7-96ec9d19fbbc,segment=NetworkSegment(16fb2dcd-2057-492f-85d6-f8d3d64b766d),segment_id=16fb2dcd-2057-492f-85d6-f8d3d64b766d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:29.740386 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2286377-ad87-4e7c-81ad-2966e403224e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.743451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-8f72f4d9-8733-4941-9ccd-42d7a02bad59 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.4933856 Jul 13 07:36:29.771996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-fec090f7-1599-4f68-aeb8-b256fff8e927 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/quotas/c418ec4cfe364a0a890c4063a3ad4008 HTTP/1.1" status: 200 len: 375 time: 0.0268362 Jul 13 07:36:29.774068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f2286377-ad87-4e7c-81ad-2966e403224e None None] Calling delete_port for dac318ab-3a12-421b-98a7-96ec9d19fbbc owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:29.837408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b76ea97f-45ab-43e1-942b-66a117af6478 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "PUT /v2.0/floatingips/6f3f0262-6845-4f8c-9676-af3d67159d11 HTTP/1.1" status: 200 len: 990 time: 5.4712269 Jul 13 07:36:29.863125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-a5115cfa-b7d0-4355-96a2-55ee337601df service neutron] 10.222.0.38 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390598 Jul 13 07:36:29.869083 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-71e6d504-2164-4703-8889-c25fc6bbf234 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961673 Jul 13 07:36:29.895856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b1251ba-9129-498f-8c67-f83e913b0cd9 req-e9208b3f-251e-4049-8e4c-1b16f210ef4b service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848023 Jul 13 07:36:29.925222 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2286377-ad87-4e7c-81ad-2966e403224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.975211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-5a3c7a34-004e-4794-b189-587bcd2c5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.983165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2286377-ad87-4e7c-81ad-2966e403224e None None] Pushing event deleted for resources: {'Port': ['ID=dac318ab-3a12-421b-98a7-96ec9d19fbbc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:29.985085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2286377-ad87-4e7c-81ad-2966e403224e None None] No DVR routers for this DVR port dac318ab-3a12-421b-98a7-96ec9d19fbbc on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:29.993413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-a745d23b-44f6-421f-849e-74b0c103b7ec service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233764 Jul 13 07:36:29.994400 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-5a3c7a34-004e-4794-b189-587bcd2c5dbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 916 time: 0.4223471 Jul 13 07:36:30.007875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port dac318ab-3a12-421b-98a7-96ec9d19fbbc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:30.008284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.165729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-13512542-0fbd-478e-becc-c3cc5dcba07a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ab41d-0428-464e-b19a-eb2405e35032 HTTP/1.1" status: 200 len: 217 time: 0.1513982 Jul 13 07:36:30.203600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port dac318ab-3a12-421b-98a7-96ec9d19fbbc, host n-d-758944-43, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:30.203970 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.228509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for dac318ab-3a12-421b-98a7-96ec9d19fbbc owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:30.236353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Port dac318ab-3a12-421b-98a7-96ec9d19fbbc was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:36:30.245206 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.249775 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:30.264625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-4b575fa7-f628-435c-a99c-6ad95c337e95 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678475 Jul 13 07:36:30.303772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=dac318ab-3a12-421b-98a7-96ec9d19fbbc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:30.307594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4222de9-bcc7-42f7-b3e1-fb44fba92842 req-28ba20aa-88bc-43e7-8a8d-08fb4d6b5f29 service neutron] 10.222.0.38 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328086 Jul 13 07:36:30.310255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No DVR routers for this DVR port dac318ab-3a12-421b-98a7-96ec9d19fbbc on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:30.321104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-e41b4d6a-7669-4e35-826d-2f89cbc46b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.326431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-e41b4d6a-7669-4e35-826d-2f89cbc46b25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce4ff594-7c34-4495-83c9-0c94e785b3cb HTTP/1.1" status: 200 len: 854 time: 0.1427481 Jul 13 07:36:30.451610 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.501759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504e39ad-dcef-4fa1-b527-2d82df42aab7']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:30.513866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fb2dcd-2057-492f-85d6-f8d3d64b766d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:30.514233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fb2dcd-2057-492f-85d6-f8d3d64b766d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:30.524511 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.540565 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.547446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a24ab41d-0428-464e-b19a-eb2405e35032 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:30.548999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:36:30.549483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.661750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-ef3fa17d-0977-4775-a704-904c0a4827cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.663448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-ef3fa17d-0977-4775-a704-904c0a4827cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3222485 Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:36:30.708387 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:36:30.713120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d7be359c-9861-4b94-9b85-b0e5d4016f3a up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:30.720868 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.738529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.740469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/networks/504e39ad-dcef-4fa1-b527-2d82df42aab7 HTTP/1.1" status: 204 len: 168 time: 1.6499305 Jul 13 07:36:30.788264 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-b8f722fa-b189-4ec9-8fc6-e5563b80c47f service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106789 Jul 13 07:36:30.792407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47660) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:30.795628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-94f0ae1a-0a56-4bf1-bd49-d815235b035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.797523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-94f0ae1a-0a56-4bf1-bd49-d815235b035b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 1095 time: 0.3956137 Jul 13 07:36:30.803181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5cb97977-1799-4dfd-bbbd-6eaaa3c983e0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2113738509', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:30.813155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465deacb-92a6-4c1a-b8a0-12cbe06c8d05 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Network': ['ID=504e39ad-dcef-4fa1-b527-2d82df42aab7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:30.825398 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6f3f0262-6845-4f8c-9676-af3d67159d11', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'port_id': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'mac_address': 'fa:16:3e:9b:86:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:35:59Z', 'updated_at': '2021-07-13T07:36:26Z', 'revision_number': 1, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996fc72-88a0-4f64-9213-19910eeef722', 'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'mac_address': 'fa:16:3e:1b:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:52Z', 'updated_at': '2021-07-13T07:36:01Z', 'revision_number': 5, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'subnets': [{'id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:30.830863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4e16916-e334-4584-a2ae-fc721f9b752e req-cf7772da-e6da-43ee-88c8-370d337fb18b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 210 time: 0.1514988 Jul 13 07:36:30.860154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port d7be359c-9861-4b94-9b85-b0e5d4016f3a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:30.886642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port d7be359c-9861-4b94-9b85-b0e5d4016f3a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:30.887034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.889649 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] Checking router: 867c277d-e4d2-474d-924d-7ae20a5d7ebb for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:30.907789 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:30.910122 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:31.052403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a24ab41d-0428-464e-b19a-eb2405e35032, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a24ab41d-0428-464e-b19a-eb2405e35032,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:31.071486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dac318ab-3a12-421b-98a7-96ec9d19fbbc no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:31.100680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-4bfee501-adbc-41ba-9d5b-22d98ba4f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.102491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-4bfee501-adbc-41ba-9d5b-22d98ba4f611 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 916 time: 0.2937500 Jul 13 07:36:31.105900 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53a11843-6a36-4c51-a5cc-851882a7c701 req-4cc7e574-4718-43f2-b6d6-5410606c5a52 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282101 Jul 13 07:36:31.166015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: dac318ab-3a12-421b-98a7-96ec9d19fbbc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:31.168863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dac318ab-3a12-421b-98a7-96ec9d19fbbc not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:31.198219 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:31.205155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'a24ab41d-0428-464e-b19a-eb2405e35032', 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c', 'port_id': 'a24ab41d-0428-464e-b19a-eb2405e35032', 'mac_address': 'fa:16:3e:c3:29:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4ff594-7c34-4495-83c9-0c94e785b3cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:31.231826 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.251699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'tag': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:31.252990 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fb9172-a3db-43c4-8b17-36b21af36e88", "tag": "85a48ab5-8eea-4d2f-9f58-d8bc118182f0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:31.270918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-dbf84ca4-4479-4ecb-a451-ac8e74278b4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e76caf4-2451-41d0-b620-61b911ed3619 HTTP/1.1" status: 200 len: 217 time: 0.1608679 Jul 13 07:36:31.288693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95b1e2-719d-40a1-bec2-19d64d247706 req-458830ed-2f06-4c39-a55f-c3f7c36b9760 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.290294 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-de95b1e2-719d-40a1-bec2-19d64d247706 req-458830ed-2f06-4c39-a55f-c3f7c36b9760 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 943 time: 0.7219021 Jul 13 07:36:31.359062 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.431118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24ab41d-0428-464e-b19a-eb2405e35032 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:31.446669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cb97977-1799-4dfd-bbbd-6eaaa3c983e0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.447708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cb97977-1799-4dfd-bbbd-6eaaa3c983e0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.463838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ecae7-4f15-4b6c-a092-9a1ad169c01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7be359c-9861-4b94-9b85-b0e5d4016f3a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:31.470768 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c543fd-136d-41d7-bd18-0296ff336c51" -d '{"events": [{"server_uuid": "861ecae7-4f15-4b6c-a092-9a1ad169c01f", "name": "network-vif-plugged", "status": "completed", "tag": "d7be359c-9861-4b94-9b85-b0e5d4016f3a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:31.514529 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-de95b1e2-719d-40a1-bec2-19d64d247706 req-8041ad54-23e6-41e7-8610-3cac1edf781c tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969330 Jul 13 07:36:31.518095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d7be359c-9861-4b94-9b85-b0e5d4016f3a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7be359c-9861-4b94-9b85-b0e5d4016f3a,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:31.524286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-09e46c91-85df-47b9-8752-ae657a74b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.550297 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-09e46c91-85df-47b9-8752-ae657a74b873 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce4ff594-7c34-4495-83c9-0c94e785b3cb HTTP/1.1" status: 200 len: 854 time: 0.2147958 Jul 13 07:36:31.571583 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.586255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a24ab41d-0428-464e-b19a-eb2405e35032, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a24ab41d-0428-464e-b19a-eb2405e35032,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:31.745675 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ce297b-4da5-4011-b4eb-bbe871c421ae x-openstack-request-id: req-97ce297b-4da5-4011-b4eb-bbe871c421ae {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:31.746287 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fb9172-a3db-43c4-8b17-36b21af36e88", "tag": "85a48ab5-8eea-4d2f-9f58-d8bc118182f0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:31.746740 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97ce297b-4da5-4011-b4eb-bbe871c421ae {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:31.747819 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'tag': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0', 'status': 'completed', 'code': 200} Jul 13 07:36:31.756873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cb97977-1799-4dfd-bbbd-6eaaa3c983e0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.758266 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6f3f0262-6845-4f8c-9676-af3d67159d11', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'port_id': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'mac_address': 'fa:16:3e:9b:86:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:35:59Z', 'updated_at': '2021-07-13T07:36:26Z', 'revision_number': 1, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996fc72-88a0-4f64-9213-19910eeef722', 'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'mac_address': 'fa:16:3e:1b:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:52Z', 'updated_at': '2021-07-13T07:36:01Z', 'revision_number': 5, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'subnets': [{'id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:31.773824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d7be359c-9861-4b94-9b85-b0e5d4016f3a,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:31.773824 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.810493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cb97977-1799-4dfd-bbbd-6eaaa3c983e0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.830348 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cb97977-1799-4dfd-bbbd-6eaaa3c983e0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.834622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5cb97977-1799-4dfd-bbbd-6eaaa3c983e0 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0359433 Jul 13 07:36:31.834818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:31.838136 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b04750-c443-464a-8454-28d8f44d9a5d None None] The sync data for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 is: [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6f3f0262-6845-4f8c-9676-af3d67159d11', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'port_id': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'mac_address': 'fa:16:3e:9b:86:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:35:59Z', 'updated_at': '2021-07-13T07:36:26Z', 'revision_number': 1, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996fc72-88a0-4f64-9213-19910eeef722', 'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'mac_address': 'fa:16:3e:1b:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:52Z', 'updated_at': '2021-07-13T07:36:01Z', 'revision_number': 5, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'subnets': [{'id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:31.840639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1837113988'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:31.875041 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ac63b1-3752-48a6-887b-e13975bc2aee x-openstack-request-id: req-e5ac63b1-3752-48a6-887b-e13975bc2aee {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:31.875488 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ecae7-4f15-4b6c-a092-9a1ad169c01f", "name": "network-vif-plugged", "status": "completed", "tag": "d7be359c-9861-4b94-9b85-b0e5d4016f3a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:31.875879 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5ac63b1-3752-48a6-887b-e13975bc2aee {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:31.876401 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ecae7-4f15-4b6c-a092-9a1ad169c01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7be359c-9861-4b94-9b85-b0e5d4016f3a', 'code': 200} Jul 13 07:36:31.877261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a24ab41d-0428-464e-b19a-eb2405e35032,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:31.880250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-c3741629-4564-40b9-8d69-4abbff7a2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.896551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-c3741629-4564-40b9-8d69-4abbff7a2d6e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3452857 Jul 13 07:36:31.943009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:31.951647 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.988035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:32.009711 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.011278 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added segment 53e6e541-7033-402b-ad05-311ae0ac9471 of type vlan for network 40409334-ab8b-4341-81af-66dcd9d06b16 Jul 13 07:36:32.122006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-cf457692-5b0c-4724-b7ce-178b53dd3154 service neutron] 10.222.0.38 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149599 Jul 13 07:36:32.122590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.177725 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.184860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.185514 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.220591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-d97e31a0-02a6-4ba2-bf72-5deeb4ea744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.222703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-d97e31a0-02a6-4ba2-bf72-5deeb4ea744b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a81c090cc1fb4f5c9e7913259b583080&device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 1097 time: 0.5028870 Jul 13 07:36:32.228207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a24ab41d-0428-464e-b19a-eb2405e35032'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:32.309048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Network': ['ID=40409334-ab8b-4341-81af-66dcd9d06b16,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:32.330547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 40409334-ab8b-4341-81af-66dcd9d06b16 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:32.354113 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-82f26f05-01c3-47b3-aa1d-5f5ba5f448f1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5170720 Jul 13 07:36:32.356269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:32.369420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'subnet': {'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:32.543590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e32b9a07-298c-4996-b00e-897354cba4c0 req-c078bc88-bc9f-49a4-8f6c-5eac83c6b951 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 210 time: 0.4036944 Jul 13 07:36:32.554095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-95392eef-76a2-436b-8fe5-7fc13cbe90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.558121 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-95392eef-76a2-436b-8fe5-7fc13cbe90e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a28c343b-7212-4b99-9e6b-20f433073908 HTTP/1.1" status: 200 len: 907 time: 0.3006630 Jul 13 07:36:32.643751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2922bd-a2ca-40e0-9029-568d13c9396b None None] New status for floating IP 6f3f0262-6845-4f8c-9676-af3d67159d11: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:36:32.713883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:32.718504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.891185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-29c502e4-4e0f-43d9-9f04-1ae675f9d1ca None None] Provisioning complete for port d7be359c-9861-4b94-9b85-b0e5d4016f3a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:32.891775 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29c502e4-4e0f-43d9-9f04-1ae675f9d1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.905696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c07df5c7-54e8-4214-9c04-316e8baf1ad0 req-61ed4039-1ce9-49d6-b811-974c7a42d5d8 service neutron] 10.222.0.38 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7742529 Jul 13 07:36:33.131712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-e98eea90-4ef7-41da-9fd3-b1a4b94d5d60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a48ab5-8eea-4d2f-9f58-d8bc118182f0 HTTP/1.1" status: 200 len: 998 time: 0.4131658 Jul 13 07:36:33.140720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1f4fb95c-61b7-49a8-8805-df24e0cd723d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.142379 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1f4fb95c-61b7-49a8-8805-df24e0cd723d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.5634470 Jul 13 07:36:33.156695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Request body: {'port': {'device_id': '8cbc9a0b-f835-4bd7-88c3-8ee2163aa228', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'admin_state_up': True, 'tenant_id': 'c418ec4cfe364a0a890c4063a3ad4008'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:33.166675 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.215466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b77b6c-e1f0-4355-bcd9-03a31d12ff8b req-bb60f41c-4fe2-4829-b012-3b069b0fcf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.217793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6b77b6c-e1f0-4355-bcd9-03a31d12ff8b req-bb60f41c-4fe2-4829-b012-3b069b0fcf3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 1097 time: 1.1281214 Jul 13 07:36:33.219346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-c85871c6-5201-4501-832a-de6d0a84f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.221004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-c85871c6-5201-4501-832a-de6d0a84f6a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=868523bd-f919-4650-95df-1a0ad5abbeed HTTP/1.1" status: 200 len: 845 time: 0.0714595 Jul 13 07:36:33.239318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Subnet': ['ID=1b68f4f7-b2e2-4256-bac6-d19b9d28dd20,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:33.260050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Checking segment: {'id': '53e6e541-7033-402b-ad05-311ae0ac9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:33.260989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network hostable DHCP agents. Network: 40409334-ab8b-4341-81af-66dcd9d06b16, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:33.280567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 40409334-ab8b-4341-81af-66dcd9d06b16 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:33.291910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 40409334-ab8b-4341-81af-66dcd9d06b16) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:33.300653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a756ad-a4fa-49ab-b974-a678e7f50bd6 None None] Network 40409334-ab8b-4341-81af-66dcd9d06b16 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:33.305238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.306158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.349833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-569f1942-3e0a-43bb-ac4c-ad87937caaa9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9923337 Jul 13 07:36:33.352564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47708) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:33.420663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6b77b6c-e1f0-4355-bcd9-03a31d12ff8b req-6f921eaf-ea48-4260-9f30-7e63e9e1a08d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813271 Jul 13 07:36:33.444424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7e76caf4-2451-41d0-b620-61b911ed3619 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:33.516997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed869c8-0d6f-4bf9-ab4a-698276680701 req-2f6d5eb5-578a-4c54-ac76-1b4d1d6a7e2b tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.521122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eed869c8-0d6f-4bf9-ab4a-698276680701 req-2f6d5eb5-578a-4c54-ac76-1b4d1d6a7e2b tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 943 time: 0.5934346 Jul 13 07:36:33.572936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-74aa218b-8b62-44e5-8cb2-3483d6b5280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.574775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-74aa218b-8b62-44e5-8cb2-3483d6b5280f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a28c343b-7212-4b99-9e6b-20f433073908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3260603 Jul 13 07:36:33.607529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-40409334-ab8b-4341-81af-66dcd9d06b16', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:33.614097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.754883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-ac52474b-ed18-4904-99e4-fc7630a5dcbb service neutron] 10.222.0.48 "GET /v2.0/networks/a28c343b-7212-4b99-9e6b-20f433073908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631870 Jul 13 07:36:33.812761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eed869c8-0d6f-4bf9-ab4a-698276680701 req-d8a8e6ea-526e-44c9-a02f-e3257cf3fdaa tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660024 Jul 13 07:36:33.944034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Allocated IP 2001:db8::2 (40409334-ab8b-4341-81af-66dcd9d06b16/1b68f4f7-b2e2-4256-bac6-d19b9d28dd20/093aef1b-6023-4f55-a88b-22a564a90838) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:33.945236 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6203a78d-8805-4a1b-ae48-8a6cc2cb26ab req-a0c494eb-6f04-4798-8bea-97d3d2d5f707 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 210 time: 0.0730209 Jul 13 07:36:34.086949 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.232987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7e76caf4-2451-41d0-b620-61b911ed3619, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7e76caf4-2451-41d0-b620-61b911ed3619,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:34.274821 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.294487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '7e76caf4-2451-41d0-b620-61b911ed3619', 'network_id': '0f5ce1dd-fe48-492d-80be-2d6e787d0d4c', 'port_id': '7e76caf4-2451-41d0-b620-61b911ed3619', 'mac_address': 'fa:16:3e:42:a7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4ff594-7c34-4495-83c9-0c94e785b3cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:34.297568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Transition to ACTIVE for port object 093aef1b-6023-4f55-a88b-22a564a90838 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:34.380921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Transition to ACTIVE for port object 093aef1b-6023-4f55-a88b-22a564a90838 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:34.406565 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.517843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Pushing event updated for resources: {'Port': ['ID=093aef1b-6023-4f55-a88b-22a564a90838,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:34.530127 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.569406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e76caf4-2451-41d0-b620-61b911ed3619 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:34.580760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a24ab41d-0428-464e-b19a-eb2405e35032 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:34.644532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 2001:db8::1 (40409334-ab8b-4341-81af-66dcd9d06b16/1b68f4f7-b2e2-4256-bac6-d19b9d28dd20/6ce345de-146d-41b4-b9e7-5ca1b338bbcf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:34.695477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Made reservation on behalf of c418ec4cfe364a0a890c4063a3ad4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:34.704148 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.714279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Network 40409334-ab8b-4341-81af-66dcd9d06b16 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:34.730886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:34.738114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:34.825424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7e76caf4-2451-41d0-b620-61b911ed3619, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7e76caf4-2451-41d0-b620-61b911ed3619,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:34.831227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port a24ab41d-0428-464e-b19a-eb2405e35032 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:34.832326 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.904031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.923913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7e76caf4-2451-41d0-b620-61b911ed3619,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:34.935878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port a24ab41d-0428-464e-b19a-eb2405e35032 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:34.936253 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.970661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Transition to ACTIVE for port object 6ce345de-146d-41b4-b9e7-5ca1b338bbcf will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:34.988950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Allocated IP 172.20.0.12 (30697d85-c91b-4835-a984-cab30e3df541/409c3169-4bb7-4f7d-a7a2-a28446385253/12b2f512-7806-49bc-864b-87c7e4bf5cc7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:35.070341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Attempting to bind port 093aef1b-6023-4f55-a88b-22a564a90838 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:35.070989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Attempting to bind port 093aef1b-6023-4f55-a88b-22a564a90838 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '53e6e541-7033-402b-ad05-311ae0ac9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:35.071868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Attempting to bind port 093aef1b-6023-4f55-a88b-22a564a90838 on network 40409334-ab8b-4341-81af-66dcd9d06b16 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:35.077484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:35.077861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Checking segment: {'id': '53e6e541-7033-402b-ad05-311ae0ac9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:35.078299 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.078831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Bound using segment: {'id': '53e6e541-7033-402b-ad05-311ae0ac9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:35.079317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Bound port: 093aef1b-6023-4f55-a88b-22a564a90838, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e6e541-7033-402b-ad05-311ae0ac9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:35.079698 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.085891 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.200319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 40409334-ab8b-4341-81af-66dcd9d06b16 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:35.247736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:35.309660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:35.310381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.323338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=6ce345de-146d-41b4-b9e7-5ca1b338bbcf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:35.338372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.413759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.483831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d856471-2729-4b13-ac0a-f3564b6f37bf req-721173bd-79c3-4523-bd6a-3fbf3bf8bb24 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.485856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7d856471-2729-4b13-ac0a-f3564b6f37bf req-721173bd-79c3-4523-bd6a-3fbf3bf8bb24 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 944 time: 0.2881432 Jul 13 07:36:35.509583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e12151c-7d6d-474d-83a6-c3ef52bfcfbf req-a0aefa63-8ee9-496a-9686-a7ba4f0acd2a service neutron] 10.222.0.48 "GET /v2.0/networks/a28c343b-7212-4b99-9e6b-20f433073908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7447612 Jul 13 07:36:35.513190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Network 30697d85-c91b-4835-a984-cab30e3df541 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:35.519883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:35.528416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:35.528803 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.581918 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.589699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event updated for resources: {'Port': ['ID=12b2f512-7806-49bc-864b-87c7e4bf5cc7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:35.602110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] For port 093aef1b-6023-4f55-a88b-22a564a90838, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:35.607953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] For port 093aef1b-6023-4f55-a88b-22a564a90838, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=093aef1b-6023-4f55-a88b-22a564a90838,segment=NetworkSegment(53e6e541-7033-402b-ad05-311ae0ac9471),segment_id=53e6e541-7033-402b-ad05-311ae0ac9471)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:35.609323 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7d856471-2729-4b13-ac0a-f3564b6f37bf req-b56b3710-a9d2-47c9-8a93-dc45c2a34360 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152544 Jul 13 07:36:35.611970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.612728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.623002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5af168-3af4-4fde-a25c-f7affeb8d3d0 req-9308f346-aa9e-4216-90e0-291c6b6813da tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.630819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e5af168-3af4-4fde-a25c-f7affeb8d3d0 req-9308f346-aa9e-4216-90e0-291c6b6813da tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 932 time: 0.2484639 Jul 13 07:36:35.671352 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.684048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e5af168-3af4-4fde-a25c-f7affeb8d3d0 req-14fde6ca-35e9-4202-a70a-e845740f81f0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Jul 13 07:36:35.691247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-1bdc512c-f7f8-430e-b1bb-41bdb6166ea4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5389841 Jul 13 07:36:35.701238 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.708787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Request body: {'port': {'device_id': '8cbc9a0b-f835-4bd7-88c3-8ee2163aa228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:35.750346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4998918d-1c88-489b-a403-f7736f11fc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ab41d-0428-464e-b19a-eb2405e35032'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:35.757039 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d5dad-c4fa-4fdf-a08f-56532ce55636" -d '{"events": [{"server_uuid": "4998918d-1c88-489b-a403-f7736f11fc4f", "name": "network-vif-plugged", "status": "completed", "tag": "a24ab41d-0428-464e-b19a-eb2405e35032"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:35.767514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['7e76caf4-2451-41d0-b620-61b911ed3619'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:35.824124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a24ab41d-0428-464e-b19a-eb2405e35032, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a24ab41d-0428-464e-b19a-eb2405e35032,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:35.852113 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.908499 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.931779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49a99e-ef5d-4f6f-8c98-6b0cdf090771 None None] Pushing event updated for resources: {'Port': ['ID=093aef1b-6023-4f55-a88b-22a564a90838,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:36.015861 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec56b5f-2117-4930-81c0-1a48a41d354a x-openstack-request-id: req-6ec56b5f-2117-4930-81c0-1a48a41d354a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:36.016489 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4998918d-1c88-489b-a403-f7736f11fc4f", "name": "network-vif-plugged", "status": "completed", "tag": "a24ab41d-0428-464e-b19a-eb2405e35032", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:36.016726 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ec56b5f-2117-4930-81c0-1a48a41d354a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:36.017249 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4998918d-1c88-489b-a403-f7736f11fc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ab41d-0428-464e-b19a-eb2405e35032', 'code': 200} Jul 13 07:36:36.022429 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.036867 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.143783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a24ab41d-0428-464e-b19a-eb2405e35032,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:36.211645 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.249408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=6ce345de-146d-41b4-b9e7-5ca1b338bbcf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:36.293075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf1d99-2519-470a-8938-b854a2462997 req-e0044c23-436a-4e99-ac01-ef0c255e3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:36.294649 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7bf1d99-2519-470a-8938-b854a2462997 req-e0044c23-436a-4e99-ac01-ef0c255e3209 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 1098 time: 0.1366334 Jul 13 07:36:36.462528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d39ac-e0bf-4bca-a601-b7ce1e90feab req-65b7c8a2-2fd5-4281-9c9c-f28b2cfb71ad tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:36.470938 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac9d39ac-e0bf-4bca-a601-b7ce1e90feab req-65b7c8a2-2fd5-4281-9c9c-f28b2cfb71ad tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3396344 Jul 13 07:36:36.554241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 40409334-ab8b-4341-81af-66dcd9d06b16 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:36.555180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47762) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:36.581645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5dd1e855-d946-4d93-a59c-e0c51440a28d None None] Provisioning complete for port a24ab41d-0428-464e-b19a-eb2405e35032 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:36.583293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dd1e855-d946-4d93-a59c-e0c51440a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.607546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:36.634664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac9d39ac-e0bf-4bca-a601-b7ce1e90feab req-49b6898a-37a1-4819-8de4-8f2c3f4b3e58 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483734 Jul 13 07:36:36.646803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7bf1d99-2519-470a-8938-b854a2462997 req-5b61ae9e-4eb6-4357-ab65-fd2fc64f0047 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912927 Jul 13 07:36:36.673605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b2f512-7806-49bc-864b-87c7e4bf5cc7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:36.687346 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.728908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Transition to ACTIVE for port object 12b2f512-7806-49bc-864b-87c7e4bf5cc7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:36.739721 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.831207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=12b2f512-7806-49bc-864b-87c7e4bf5cc7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:36.998126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Attempting to bind port 12b2f512-7806-49bc-864b-87c7e4bf5cc7 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:36.998619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Attempting to bind port 12b2f512-7806-49bc-864b-87c7e4bf5cc7 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:36.999375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Attempting to bind port 12b2f512-7806-49bc-864b-87c7e4bf5cc7 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:37.030163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Port 12b2f512-7806-49bc-864b-87c7e4bf5cc7 on network 30697d85-c91b-4835-a984-cab30e3df541 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:37.030674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Attempting to bind port 12b2f512-7806-49bc-864b-87c7e4bf5cc7 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:37.056589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d6e6c-9b67-4de7-a079-5599699a36fc req-a14e3692-8213-402e-98c6-4b9fb0e65736 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.068485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e6d6e6c-9b67-4de7-a079-5599699a36fc req-a14e3692-8213-402e-98c6-4b9fb0e65736 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 944 time: 0.2081077 Jul 13 07:36:37.122032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 093aef1b-6023-4f55-a88b-22a564a90838 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:37.127419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:37.127856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Checking segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:37.128613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Bound using segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:37.129184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Bound port: 12b2f512-7806-49bc-864b-87c7e4bf5cc7, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:37.129682 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.188111 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aae9af-ac6c-453b-b4e0-5e84cb5f8453 req-7c1b2a83-0b99-41d9-ba49-c387a2396054 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.190421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4aae9af-ac6c-453b-b4e0-5e84cb5f8453 req-7c1b2a83-0b99-41d9-ba49-c387a2396054 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2900116 Jul 13 07:36:37.192335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e6d6e6c-9b67-4de7-a079-5599699a36fc req-5975d62b-d7b1-480a-82d7-1272911eef5b tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204588 Jul 13 07:36:37.217529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:36:37.248758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 093aef1b-6023-4f55-a88b-22a564a90838 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:37.301356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4aae9af-ac6c-453b-b4e0-5e84cb5f8453 req-9c842286-8dc3-457e-ac59-3ffcf6654c6e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035705 Jul 13 07:36:37.312539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] For port 12b2f512-7806-49bc-864b-87c7e4bf5cc7, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:37.336449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] For port 12b2f512-7806-49bc-864b-87c7e4bf5cc7, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=12b2f512-7806-49bc-864b-87c7e4bf5cc7,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:37.342650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.359796 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.378152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7e76caf4-2451-41d0-b620-61b911ed3619 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:37.495439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 7e76caf4-2451-41d0-b620-61b911ed3619 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:37.517595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 7e76caf4-2451-41d0-b620-61b911ed3619 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:37.518208 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.564382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=12b2f512-7806-49bc-864b-87c7e4bf5cc7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:37.617374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.618049 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.640358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-29b61dec-8f3e-460f-b6b0-4b1b8087b3d0 service neutron] 10.222.0.38 "PUT /v2.0/ports/12b2f512-7806-49bc-864b-87c7e4bf5cc7 HTTP/1.1" status: 200 len: 1093 time: 1.9391603 Jul 13 07:36:37.642264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbc9a0b-f835-4bd7-88c3-8ee2163aa228', 'tag': '12b2f512-7806-49bc-864b-87c7e4bf5cc7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:37.646085 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b33391-72bd-4fdc-8ee0-445a141fb337" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbc9a0b-f835-4bd7-88c3-8ee2163aa228", "tag": "12b2f512-7806-49bc-864b-87c7e4bf5cc7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:37.701662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.703968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb4a546-78ca-4820-9f45-c100ff617dc2 None None] Network 40409334-ab8b-4341-81af-66dcd9d06b16 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:37.716906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632439a-0bcb-41b6-a922-2e2e04093e7e req-151fee5d-029b-45be-90d0-f1c9546ecf35 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.718894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d632439a-0bcb-41b6-a922-2e2e04093e7e req-151fee5d-029b-45be-90d0-f1c9546ecf35 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 944 time: 0.2022285 Jul 13 07:36:37.888772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d632439a-0bcb-41b6-a922-2e2e04093e7e req-fda746dc-9759-4f3e-8023-3b8bc4046962 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523461 Jul 13 07:36:37.891474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7e76caf4-2451-41d0-b620-61b911ed3619, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7e76caf4-2451-41d0-b620-61b911ed3619,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:37.897754 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.995065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49759316-5997-4c15-a652-94bbee4f04c7 req-a1090150-d976-48f4-9bdb-e47563402894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.998382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-a1090150-d976-48f4-9bdb-e47563402894 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 1096 time: 0.1932030 Jul 13 07:36:38.008840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7e76caf4-2451-41d0-b620-61b911ed3619,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:38.057613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a135ef8-62a5-4ae8-998f-bd997b6ea140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e76caf4-2451-41d0-b620-61b911ed3619'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:38.060131 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955762f6-0854-4179-b185-f03e81383d06" -d '{"events": [{"server_uuid": "6a135ef8-62a5-4ae8-998f-bd997b6ea140", "name": "network-vif-plugged", "status": "completed", "tag": "7e76caf4-2451-41d0-b620-61b911ed3619"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:38.075965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-03ec81a1-031f-4ec5-b2cb-6720fe01bb84 None None] Provisioning for port 093aef1b-6023-4f55-a88b-22a564a90838 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:38.098011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-03ec81a1-031f-4ec5-b2cb-6720fe01bb84 None None] Provisioning complete for port 093aef1b-6023-4f55-a88b-22a564a90838 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:38.098403 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03ec81a1-031f-4ec5-b2cb-6720fe01bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.107260 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23177141-cef7-4dc6-9c24-9adc28f4dced x-openstack-request-id: req-23177141-cef7-4dc6-9c24-9adc28f4dced {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:38.107916 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbc9a0b-f835-4bd7-88c3-8ee2163aa228", "tag": "12b2f512-7806-49bc-864b-87c7e4bf5cc7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:38.108159 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23177141-cef7-4dc6-9c24-9adc28f4dced {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:38.108550 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbc9a0b-f835-4bd7-88c3-8ee2163aa228', 'tag': '12b2f512-7806-49bc-864b-87c7e4bf5cc7', 'status': 'completed', 'code': 200} Jul 13 07:36:38.110762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-c72401cc-210d-450b-9a08-dcfed8a8a27f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12b2f512-7806-49bc-864b-87c7e4bf5cc7 HTTP/1.1" status: 200 len: 217 time: 0.1042604 Jul 13 07:36:38.161270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:38.162700 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5def654e-b2ed-4dfe-9fc8-beb5f1da525c x-openstack-request-id: req-5def654e-b2ed-4dfe-9fc8-beb5f1da525c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:38.162880 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a135ef8-62a5-4ae8-998f-bd997b6ea140", "name": "network-vif-plugged", "status": "completed", "tag": "7e76caf4-2451-41d0-b620-61b911ed3619", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:38.163365 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5def654e-b2ed-4dfe-9fc8-beb5f1da525c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:38.163499 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a135ef8-62a5-4ae8-998f-bd997b6ea140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e76caf4-2451-41d0-b620-61b911ed3619', 'code': 200} Jul 13 07:36:38.175770 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:38.182737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1ae16d5a-3d65-4220-834f-56c8d537eca9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8288116 Jul 13 07:36:38.185865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.200673 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:38.201899 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:38.207280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798900432'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:38.385914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49759316-5997-4c15-a652-94bbee4f04c7 req-145f3796-5b31-4a39-996c-681fcbe0317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:38.398111 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-145f3796-5b31-4a39-996c-681fcbe0317c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.2798772 Jul 13 07:36:38.424481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:38.428333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.442615 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:38.471926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03ec81a1-031f-4ec5-b2cb-6720fe01bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.477112 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.517519 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-c94f51f2-e1e0-4478-9ae0-b8c3194174ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093237 Jul 13 07:36:38.544249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-03ec81a1-031f-4ec5-b2cb-6720fe01bb84 None None] For port 093aef1b-6023-4f55-a88b-22a564a90838, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=093aef1b-6023-4f55-a88b-22a564a90838,segment=NetworkSegment(53e6e541-7033-402b-ad05-311ae0ac9471),segment_id=53e6e541-7033-402b-ad05-311ae0ac9471)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:38.549472 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03ec81a1-031f-4ec5-b2cb-6720fe01bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.625019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841efbb-9b20-4b59-967c-9a753240efa1 req-46d16e8c-0f35-477f-875f-831707553886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:38.626583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b841efbb-9b20-4b59-967c-9a753240efa1 req-46d16e8c-0f35-477f-875f-831707553886 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 1097 time: 0.3638649 Jul 13 07:36:38.628654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:38.655950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec81a1-031f-4ec5-b2cb-6720fe01bb84 None None] Pushing event updated for resources: {'Port': ['ID=093aef1b-6023-4f55-a88b-22a564a90838,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:38.743206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be318d-8784-4e12-9458-51bb35ab22c1 req-d5e4106d-22bc-402f-970b-4656bfc3987e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:38.744919 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-09be318d-8784-4e12-9458-51bb35ab22c1 req-d5e4106d-22bc-402f-970b-4656bfc3987e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1754124 Jul 13 07:36:38.746339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-84ce6ce0-8e4a-49cc-90f2-3dda812e5ee8 None None] Provisioning complete for port 7e76caf4-2451-41d0-b620-61b911ed3619 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:38.749328 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-84ce6ce0-8e4a-49cc-90f2-3dda812e5ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.764506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.771722 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added segment 6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057 of type vlan for network 027133d3-35cf-4a82-8651-7b9795f2e860 Jul 13 07:36:38.841192 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:35Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:35Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:38.865141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-09be318d-8784-4e12-9458-51bb35ab22c1 req-ff81af93-8ae6-4a72-a6a5-f96498c7f69c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097569 Jul 13 07:36:38.911409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.922132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b841efbb-9b20-4b59-967c-9a753240efa1 req-8654d77e-5b95-4422-bfad-4e1e955bb71b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153282 Jul 13 07:36:38.936998 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:38.937752 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Updating router cfd43dba-ab58-4063-a904-969755b6cabd port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:36:38.957531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-388ea6e7-fbcc-421b-bd1e-d8ff4dd9afa8 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278183 Jul 13 07:36:39.024338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Deleting port b933f536-86f6-457a-a7a3-be5dbf8548b9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:39.025161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.031480 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.046692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6de1f5b1-3967-44c8-93cd-3eceef903c42 None None] Provisioning complete for port 093aef1b-6023-4f55-a88b-22a564a90838 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:39.047101 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6de1f5b1-3967-44c8-93cd-3eceef903c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.047388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bfc36-03fe-40b8-a4f3-fb5696b771ec req-fcde7f93-6b79-4f09-9d24-88a9a01c6532 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.049144 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a6bfc36-03fe-40b8-a4f3-fb5696b771ec req-fcde7f93-6b79-4f09-9d24-88a9a01c6532 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 945 time: 0.4875443 Jul 13 07:36:39.135000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 093aef1b-6023-4f55-a88b-22a564a90838 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:39.180422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] For port b933f536-86f6-457a-a7a3-be5dbf8548b9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b933f536-86f6-457a-a7a3-be5dbf8548b9,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:39.180936 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.197547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Calling delete_port for b933f536-86f6-457a-a7a3-be5dbf8548b9 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:39.287241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 093aef1b-6023-4f55-a88b-22a564a90838 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:39.287908 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.327642 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49759316-5997-4c15-a652-94bbee4f04c7 req-634bb0e6-d167-42af-bede-6b11427e501b service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469229 Jul 13 07:36:39.332802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.351290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.352453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.405659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6de1f5b1-3967-44c8-93cd-3eceef903c42 None None] Provisioning for port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:39.412070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6de1f5b1-3967-44c8-93cd-3eceef903c42 None None] Provisioning complete for port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:39.418503 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6de1f5b1-3967-44c8-93cd-3eceef903c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.470467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Network': ['ID=027133d3-35cf-4a82-8651-7b9795f2e860,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:39.484698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6de1f5b1-3967-44c8-93cd-3eceef903c42 None None] Port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:39.487182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 027133d3-35cf-4a82-8651-7b9795f2e860 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:39.536819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.576711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a6bfc36-03fe-40b8-a4f3-fb5696b771ec req-101361b3-ff7c-4dc4-9950-629c2e31fc2a tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023282 Jul 13 07:36:39.579600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8da897d3-759c-49fc-ba8c-dae07dacb367 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3926661 Jul 13 07:36:39.591202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47808) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:39.602113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'subnet': {'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:39.602635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b933f536-86f6-457a-a7a3-be5dbf8548b9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:39.723681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0e3d5dec-31e6-4b85-9f1b-e5133fcd1136 None None] Provisioning complete for port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:39.724994 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e3d5dec-31e6-4b85-9f1b-e5133fcd1136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.745264 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.776405 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Transition to ACTIVE for port object 6ce345de-146d-41b4-b9e7-5ca1b338bbcf will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:39.793332 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.813053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d5dec-31e6-4b85-9f1b-e5133fcd1136 None None] Port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:39.916448 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Pushing event updated for resources: {'Port': ['ID=6ce345de-146d-41b4-b9e7-5ca1b338bbcf,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:39.954346 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.962611 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.964445 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.965541 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.967663 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.968728 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.969804 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.974320 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.974691 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.975037 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.975375 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.984813 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:40.006464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:40.019901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.053363 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.077312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-3d5be2ec-e0d9-4d2e-b584-abf9667d4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:40.079201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-3d5be2ec-e0d9-4d2e-b584-abf9667d4819 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 1096 time: 0.6193950 Jul 13 07:36:40.135111 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Attempting to bind port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:40.135486 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Attempting to bind port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '53e6e541-7033-402b-ad05-311ae0ac9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:40.135848 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Attempting to bind port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf on network 40409334-ab8b-4341-81af-66dcd9d06b16 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:40.157310 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:40.157716 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Checking segment: {'id': '53e6e541-7033-402b-ad05-311ae0ac9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:40.158111 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.159041 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Bound using segment: {'id': '53e6e541-7033-402b-ad05-311ae0ac9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:40.159851 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Bound port: 6ce345de-146d-41b4-b9e7-5ca1b338bbcf, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e6e541-7033-402b-ad05-311ae0ac9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:40.159998 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.318090 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] For port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:40.323192 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] For port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6ce345de-146d-41b4-b9e7-5ca1b338bbcf,segment=NetworkSegment(53e6e541-7033-402b-ad05-311ae0ac9471),segment_id=53e6e541-7033-402b-ad05-311ae0ac9471)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:40.332160 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.346256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9723-4626-4162-a5ba-93c6f5ecc59c req-8042f18e-224c-4d56-8378-124e67153fb1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:40.348066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fb2d9723-4626-4162-a5ba-93c6f5ecc59c req-8042f18e-224c-4d56-8378-124e67153fb1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 944 time: 0.4251065 Jul 13 07:36:40.440383 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:40.441175 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:40.532313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-637e3fc3-196f-402d-8c2a-1d30d59fd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:40.534104 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-637e3fc3-196f-402d-8c2a-1d30d59fd0ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 912 time: 0.4466412 Jul 13 07:36:40.582595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:40.793982 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fb2d9723-4626-4162-a5ba-93c6f5ecc59c req-89447309-0586-49af-a498-a94b8c814975 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285018 Jul 13 07:36:40.839089 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc484afd-6604-40a3-b71d-7e98341df4e7 None None] Pushing event updated for resources: {'Port': ['ID=6ce345de-146d-41b4-b9e7-5ca1b338bbcf,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.845143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-e0ab7d32-08a5-44ec-98d4-7ce3f9f4576e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12b2f512-7806-49bc-864b-87c7e4bf5cc7 HTTP/1.1" status: 200 len: 217 time: 0.2206964 Jul 13 07:36:40.873503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.876673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:40.886280 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ff551847-4bbb-4dad-a290-39946c354fc9 admin admin] 10.222.0.41 "PUT /v2.0/routers/705cf2e1-d4b7-429e-b9ca-5cb2787e29fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3302243 Jul 13 07:36:40.896990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] Sync routers for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:40.899753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:40.900502 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:40.914694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:40.916542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:41.084099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Subnet': ['ID=00965eea-09ae-4aa3-bc40-747caa5a45e1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:41.179594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-0faaa65b-5a78-4c6e-906e-27102a609a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.183144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:41.185031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-0faaa65b-5a78-4c6e-906e-27102a609a2c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.3310907 Jul 13 07:36:41.217583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.280495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-7e2515b7-ca5b-42dd-831a-13a6791447cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774727 Jul 13 07:36:41.378441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 12b2f512-7806-49bc-864b-87c7e4bf5cc7 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:41.390483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.402685 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:35Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:40Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:41.414049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Checking segment: {'id': '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:41.414420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network hostable DHCP agents. Network: 027133d3-35cf-4a82-8651-7b9795f2e860, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:41.466007 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84255320-cda8-41d5-b6cd-f514bcf40e6e None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:35Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:40Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:41.504822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986d850-06c1-4e83-9e82-b092d01d2f04 req-09f30203-b19b-41fc-852c-fd8ff045f4d6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.512292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4986d850-06c1-4e83-9e82-b092d01d2f04 req-09f30203-b19b-41fc-852c-fd8ff045f4d6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3946280 Jul 13 07:36:41.518073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20193fb3-da5d-46fe-bf8d-52c12fc5221c req-57ac166b-14f2-4ffb-9e3f-d48759b40e85 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.527276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-20193fb3-da5d-46fe-bf8d-52c12fc5221c req-57ac166b-14f2-4ffb-9e3f-d48759b40e85 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 945 time: 0.1561413 Jul 13 07:36:41.544739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 027133d3-35cf-4a82-8651-7b9795f2e860 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:41.566772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Deleting port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:41.567688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.582312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 027133d3-35cf-4a82-8651-7b9795f2e860) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:41.591715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-2b1dff7f-467a-4c36-b4c8-5f302ee88e57 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926710 Jul 13 07:36:41.597342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.598027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.642553 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4986d850-06c1-4e83-9e82-b092d01d2f04 req-f8746070-edc1-44be-9128-cc585a121df5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233485 Jul 13 07:36:41.672007 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-20193fb3-da5d-46fe-bf8d-52c12fc5221c req-2f8eade3-f51e-4835-a620-fd1a66223b39 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430471 Jul 13 07:36:41.701903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bdfb9965-6556-468b-96dc-04cc4dbd51f6 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1156435 Jul 13 07:36:41.704966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:41.788712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1213d972-c387-480c-8fb3-fdcd5bdd608f None None] Network 027133d3-35cf-4a82-8651-7b9795f2e860 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:41.886138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 12b2f512-7806-49bc-864b-87c7e4bf5cc7, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=12b2f512-7806-49bc-864b-87c7e4bf5cc7,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:41.950089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] For port 01a938b9-14fa-4cc4-9620-c6a3207f0dd7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=01a938b9-14fa-4cc4-9620-c6a3207f0dd7,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:41.950309 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.967108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Calling delete_port for 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:41.992777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '12b2f512-7806-49bc-864b-87c7e4bf5cc7', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'port_id': '12b2f512-7806-49bc-864b-87c7e4bf5cc7', 'mac_address': 'fa:16:3e:a5:58:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409c3169-4bb7-4f7d-a7a2-a28446385253', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:42.094204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:36:39Z', 'revision_number': 5, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port': {'id': '01a938b9-14fa-4cc4-9620-c6a3207f0dd7', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:24Z', 'updated_at': '2021-07-13T07:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:42.143401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12b33391-72bd-4fdc-8ee0-445a141fb337 req-822a29c9-02f9-4a74-8c9d-2ebc0a15a1cd service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397866 Jul 13 07:36:42.261871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] Checking router: 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:42.268549 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.310911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-027133d3-35cf-4a82-8651-7b9795f2e860', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:42.311886 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.332152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.332437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] Routers {'705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:42.332990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:42.339157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b2f512-7806-49bc-864b-87c7e4bf5cc7 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:42.348631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726f3d6-ac22-405b-a579-e700bf32dde7 req-4d3e107c-7a99-4748-82d0-4182452dd776 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.350802 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e726f3d6-ac22-405b-a579-e700bf32dde7 req-4d3e107c-7a99-4748-82d0-4182452dd776 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.4302120 Jul 13 07:36:42.377249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a938b9-14fa-4cc4-9620-c6a3207f0dd7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:42.410358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 12b2f512-7806-49bc-864b-87c7e4bf5cc7, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=12b2f512-7806-49bc-864b-87c7e4bf5cc7,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:42.522835 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.544638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e726f3d6-ac22-405b-a579-e700bf32dde7 req-0bfcb96e-7ea8-4381-8a51-ec8e1b3bd169 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790705 Jul 13 07:36:42.601182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.636787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.639629 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.678965 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.694840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8327f3-ad96-4f76-b3d2-b518f35961b6 req-6f362e25-8eb1-4266-bb1f-84c41bd50ccc tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.697401 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf8327f3-ad96-4f76-b3d2-b518f35961b6 req-6f362e25-8eb1-4266-bb1f-84c41bd50ccc tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 944 time: 0.3305104 Jul 13 07:36:42.702729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.703706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:36:42.716410 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.720490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47850) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:42.720761 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7e225a70-2800-4385-9178-a03c9b00e305 admin admin] 10.222.0.41 "DELETE /v2.0/routers/705cf2e1-d4b7-429e-b9ca-5cb2787e29fd HTTP/1.1" status: 204 len: 168 time: 1.8186483 Jul 13 07:36:42.749242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] Set router 705cf2e1-d4b7-429e-b9ca-5cb2787e29fd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:42.767503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf8327f3-ad96-4f76-b3d2-b518f35961b6 req-f1d63e43-104b-403a-80d5-4d7cb793f053 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447056 Jul 13 07:36:42.781506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa302e8c-652a-4771-83a0-7ea118607950 admin admin] Deleting subnet 37466c86-4345-477c-8e7b-0c00f9aa50fe {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:42.790822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa302e8c-652a-4771-83a0-7ea118607950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.826165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:36:42Z', 'revision_number': 7, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:42.886168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=12b2f512-7806-49bc-864b-87c7e4bf5cc7,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:42.888489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be355113-a37d-437c-b8b3-58cd8a77fd0c None None] The sync data for ids ['705cf2e1-d4b7-429e-b9ca-5cb2787e29fd'] in n-d-758944-43 is: [{'id': '705cf2e1-d4b7-429e-b9ca-5cb2787e29fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1514593122-router', 'tenant_id': 'ae2fa35196974bcab852e560c2090e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:23Z', 'updated_at': '2021-07-13T07:36:42Z', 'revision_number': 7, 'project_id': 'ae2fa35196974bcab852e560c2090e6f', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:42.905441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.905791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.906158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.906499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.906831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.907961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.907961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.907961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.908292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.908939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.909285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.909576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:42.909770 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa302e8c-652a-4771-83a0-7ea118607950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.935185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Allocated IP 2001:db8:1::2 (027133d3-35cf-4a82-8651-7b9795f2e860/00965eea-09ae-4aa3-bc40-747caa5a45e1/072b00f5-67cc-4087-9689-1064520d7fe8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:42.971943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['12b2f512-7806-49bc-864b-87c7e4bf5cc7'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:43.040329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24872a-f823-4e0b-93f1-aa31c93acd24 req-200efdca-f751-4277-b1fb-2e70be8dc5b5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:43.042061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e24872a-f823-4e0b-93f1-aa31c93acd24 req-200efdca-f751-4277-b1fb-2e70be8dc5b5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1039286 Jul 13 07:36:43.092171 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e24872a-f823-4e0b-93f1-aa31c93acd24 req-c0c54ea4-a263-4c5c-bf2f-35cb368d752a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412626 Jul 13 07:36:43.200608 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.210165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Transition to ACTIVE for port object 072b00f5-67cc-4087-9689-1064520d7fe8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:43.227051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Transition to ACTIVE for port object 072b00f5-67cc-4087-9689-1064520d7fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:43.237722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.291053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Network 027133d3-35cf-4a82-8651-7b9795f2e860 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:43.297144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:43.306177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:43.344164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Pushing event updated for resources: {'Port': ['ID=072b00f5-67cc-4087-9689-1064520d7fe8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:43.421866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Attempting to bind port 072b00f5-67cc-4087-9689-1064520d7fe8 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:43.422369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Attempting to bind port 072b00f5-67cc-4087-9689-1064520d7fe8 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:43.423586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Attempting to bind port 072b00f5-67cc-4087-9689-1064520d7fe8 on network 027133d3-35cf-4a82-8651-7b9795f2e860 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:43.431021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:43.431545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Checking segment: {'id': '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:43.432060 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.432556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Bound using segment: {'id': '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:43.433372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Bound port: 072b00f5-67cc-4087-9689-1064520d7fe8, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:43.434551 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.485430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 2001:db8:1::1 (027133d3-35cf-4a82-8651-7b9795f2e860/00965eea-09ae-4aa3-bc40-747caa5a45e1/cf067720-3ac0-4eb1-8f07-f4925e8544e1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:43.532639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] For port 072b00f5-67cc-4087-9689-1064520d7fe8, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:43.536775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] For port 072b00f5-67cc-4087-9689-1064520d7fe8, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=072b00f5-67cc-4087-9689-1064520d7fe8,segment=NetworkSegment(6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057),segment_id=6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:43.540548 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.602419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530210a4-22ae-4fc4-a9d6-5da39ead9899 None None] Pushing event updated for resources: {'Port': ['ID=072b00f5-67cc-4087-9689-1064520d7fe8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:43.608757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64aee5-33c8-4273-ab90-7ec477cf7389 req-dc8c51d2-65f2-4946-aa0b-df889f92e8fc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:43.616267 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c64aee5-33c8-4273-ab90-7ec477cf7389 req-dc8c51d2-65f2-4946-aa0b-df889f92e8fc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 946 time: 0.7447720 Jul 13 07:36:43.685750 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa302e8c-652a-4771-83a0-7ea118607950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.758391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c64aee5-33c8-4273-ab90-7ec477cf7389 req-c9ec7753-4c36-414c-acb4-5a0e8865e730 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410713 Jul 13 07:36:43.800675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.844400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Transition to ACTIVE for port object cf067720-3ac0-4eb1-8f07-f4925e8544e1 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:43.855899 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa302e8c-652a-4771-83a0-7ea118607950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.893658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa302e8c-652a-4771-83a0-7ea118607950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37466c86-4345-477c-8e7b-0c00f9aa50fe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:43.894735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6ce345de-146d-41b4-b9e7-5ca1b338bbcf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:43.908575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa302e8c-652a-4771-83a0-7ea118607950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.910845 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aa302e8c-652a-4771-83a0-7ea118607950 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/37466c86-4345-477c-8e7b-0c00f9aa50fe HTTP/1.1" status: 204 len: 168 time: 1.1888204 Jul 13 07:36:43.913408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47870) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.937629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.990710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a4f0b-fcc8-45d8-b202-9fd96fbae934 None None] Network efb52998-2f8e-4ebf-883f-7422704ba28d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:44.012066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 027133d3-35cf-4a82-8651-7b9795f2e860 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:44.019963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:44.050441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:44.050913 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.095416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.160229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=cf067720-3ac0-4eb1-8f07-f4925e8544e1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:44.215048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:44.246432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:44.246740 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.315630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Deleting port d012aa45-a8eb-40dc-b4bd-f312e5519109 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:44.315985 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.328868 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.353790 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.385412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ae3f9-aeaa-47ae-a0fc-098f516ad2d6 req-06ea8ce7-62fd-422e-8a2c-624c04ff32fc tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:44.393805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db6ae3f9-aeaa-47ae-a0fc-098f516ad2d6 req-06ea8ce7-62fd-422e-8a2c-624c04ff32fc tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 945 time: 0.2139752 Jul 13 07:36:44.425581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6ce345de-146d-41b4-b9e7-5ca1b338bbcf,segment=NetworkSegment(53e6e541-7033-402b-ad05-311ae0ac9471),segment_id=53e6e541-7033-402b-ad05-311ae0ac9471)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:44.430851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86009edd-ec24-4366-ac21-3847c585b7e4 None None] DHCP port deletion for efb52998-2f8e-4ebf-883f-7422704ba28d request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:36:44.459110 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.538125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1066289-6a52-4643-9c39-2413ed44cdfd req-50428474-6645-4727-809c-6465e28cc430 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:44.539769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d1066289-6a52-4643-9c39-2413ed44cdfd req-50428474-6645-4727-809c-6465e28cc430 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 945 time: 0.2937431 Jul 13 07:36:44.548576 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db6ae3f9-aeaa-47ae-a0fc-098f516ad2d6 req-4958e595-0744-4995-a08a-231fc0f4c4cf tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531298 Jul 13 07:36:44.562229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] For port d012aa45-a8eb-40dc-b4bd-f312e5519109, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d012aa45-a8eb-40dc-b4bd-f312e5519109,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:44.562229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.605254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Calling delete_port for d012aa45-a8eb-40dc-b4bd-f312e5519109 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:44.623821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-86009edd-ec24-4366-ac21-3847c585b7e4 None None] Deleting port d012aa45-a8eb-40dc-b4bd-f312e5519109 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:44.624417 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86009edd-ec24-4366-ac21-3847c585b7e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.724735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d1066289-6a52-4643-9c39-2413ed44cdfd req-fab697b9-8ab8-4b6f-8dd1-8ba33f130e74 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713448 Jul 13 07:36:44.759101 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=6ce345de-146d-41b4-b9e7-5ca1b338bbcf,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:44.775294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-86009edd-ec24-4366-ac21-3847c585b7e4 None None] For port d012aa45-a8eb-40dc-b4bd-f312e5519109, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d012aa45-a8eb-40dc-b4bd-f312e5519109,segment=NetworkSegment(9a8bfecc-9b56-4c8a-90f9-412197a0c71f),segment_id=9a8bfecc-9b56-4c8a-90f9-412197a0c71f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:44.775969 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86009edd-ec24-4366-ac21-3847c585b7e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.802273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-86009edd-ec24-4366-ac21-3847c585b7e4 None None] Calling delete_port for d012aa45-a8eb-40dc-b4bd-f312e5519109 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:44.914633 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.987724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Pushing event deleted for resources: {'Port': ['ID=d012aa45-a8eb-40dc-b4bd-f312e5519109,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:45.002854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] No DVR routers for this DVR port d012aa45-a8eb-40dc-b4bd-f312e5519109 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:45.039192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.046277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.055306 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86009edd-ec24-4366-ac21-3847c585b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.112231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9e283-481a-4b43-aea8-805122bc04b4 req-3a240415-6417-4766-92cc-c21edbd363a9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.112634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86009edd-ec24-4366-ac21-3847c585b7e4 None None] Pushing event deleted for resources: {'Port': ['ID=d012aa45-a8eb-40dc-b4bd-f312e5519109,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:45.113930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0d9e283-481a-4b43-aea8-805122bc04b4 req-3a240415-6417-4766-92cc-c21edbd363a9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3154898 Jul 13 07:36:45.117370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86009edd-ec24-4366-ac21-3847c585b7e4 None None] No DVR routers for this DVR port d012aa45-a8eb-40dc-b4bd-f312e5519109 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:45.145412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2d6cac74-cfa5-46ca-9aad-b4910d016339 None None] Provisioning complete for port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:45.145785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.145936 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d6cac74-cfa5-46ca-9aad-b4910d016339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.240799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6ce345de-146d-41b4-b9e7-5ca1b338bbcf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:45.243146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.244616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=cf067720-3ac0-4eb1-8f07-f4925e8544e1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:45.303315 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0d9e283-481a-4b43-aea8-805122bc04b4 req-a2acc176-d9fe-4955-a2cc-00ac9d9d114c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661713 Jul 13 07:36:45.306658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf2e24-c967-4501-87be-9229502d52c6 None None] Network 027133d3-35cf-4a82-8651-7b9795f2e860 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:45.309902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb52998-2f8e-4ebf-883f-7422704ba28d']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:45.335665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8bfecc-9b56-4c8a-90f9-412197a0c71f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:45.335980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8bfecc-9b56-4c8a-90f9-412197a0c71f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:45.365746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.399799 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.406928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:36:45.407374 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:36:45.409205 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:36:45.416551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 027133d3-35cf-4a82-8651-7b9795f2e860 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:45.420093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:45.466829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 12b2f512-7806-49bc-864b-87c7e4bf5cc7 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:45.521158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.527422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.532639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] 10.222.0.41 "DELETE /v2.0/networks/efb52998-2f8e-4ebf-883f-7422704ba28d HTTP/1.1" status: 204 len: 168 time: 1.6159544 Jul 13 07:36:45.542808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbba54-6f1a-4dc1-a679-2ed02d7cafde admin admin] Pushing event deleted for resources: {'Network': ['ID=efb52998-2f8e-4ebf-883f-7422704ba28d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:45.570469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:45.570855 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.631536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:45.646682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07d7e7-2696-48dc-b63b-2889b3c09233 req-9370d523-2cb9-4ed0-a285-767568279639 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.653986 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae07d7e7-2696-48dc-b63b-2889b3c09233 req-9370d523-2cb9-4ed0-a285-767568279639 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.2228260 Jul 13 07:36:45.667537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 12b2f512-7806-49bc-864b-87c7e4bf5cc7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:45.708020 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 12b2f512-7806-49bc-864b-87c7e4bf5cc7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:45.708687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.710892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7e2a418a-e809-460f-a942-7fed6574fd79 None None] Provisioning for port 072b00f5-67cc-4087-9689-1064520d7fe8 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:45.751310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 072b00f5-67cc-4087-9689-1064520d7fe8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:45.836228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47888) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:45.845159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 072b00f5-67cc-4087-9689-1064520d7fe8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:45.857840 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.859937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 072b00f5-67cc-4087-9689-1064520d7fe8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:45.860370 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.917119 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae07d7e7-2696-48dc-b63b-2889b3c09233 req-adaecd8d-e471-4379-9033-276dea4fc4d4 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619650 Jul 13 07:36:45.930769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbc9a0b-f835-4bd7-88c3-8ee2163aa228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b2f512-7806-49bc-864b-87c7e4bf5cc7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:45.933492 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f8c22b-3301-4ba4-8929-dc731f37288b" -d '{"events": [{"server_uuid": "8cbc9a0b-f835-4bd7-88c3-8ee2163aa228", "name": "network-vif-plugged", "status": "completed", "tag": "12b2f512-7806-49bc-864b-87c7e4bf5cc7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:45.951781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 12b2f512-7806-49bc-864b-87c7e4bf5cc7, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=12b2f512-7806-49bc-864b-87c7e4bf5cc7,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:45.962269 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.973922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:45.985779 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:45.993879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5880b7a3-47aa-403d-af5c-baf97a873a23 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2868514 Jul 13 07:36:45.996744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:46.000525 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:46.002922 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:46.007095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1854811192'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:46.019254 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7eb007ea-056f-448f-96a7-1b8b2055d71e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae2fa35196974bcab852e560c2090e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760080 Jul 13 07:36:46.019495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47898) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:46.036084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=12b2f512-7806-49bc-864b-87c7e4bf5cc7,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:46.057698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88c35-d5d3-4c7a-be03-614210b0c8d2 req-2e8042eb-dabf-4d97-b2a2-0e7f73320273 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.065590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-09c88c35-d5d3-4c7a-be03-614210b0c8d2 req-2e8042eb-dabf-4d97-b2a2-0e7f73320273 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 945 time: 0.2978187 Jul 13 07:36:46.108496 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.136895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-948e2676-355c-43ab-959d-cc4cc05f1c50 None None] Provisioning for port cf067720-3ac0-4eb1-8f07-f4925e8544e1 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:46.138251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea061-f265-4a1a-82d7-f03006fb15db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.148728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-948e2676-355c-43ab-959d-cc4cc05f1c50 None None] Provisioning complete for port cf067720-3ac0-4eb1-8f07-f4925e8544e1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:46.149258 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-948e2676-355c-43ab-959d-cc4cc05f1c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.186915 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea061-f265-4a1a-82d7-f03006fb15db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.188167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:46.196475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.197374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-948e2676-355c-43ab-959d-cc4cc05f1c50 None None] Port cf067720-3ac0-4eb1-8f07-f4925e8544e1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:46.224106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 072b00f5-67cc-4087-9689-1064520d7fe8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=072b00f5-67cc-4087-9689-1064520d7fe8,segment=NetworkSegment(6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057),segment_id=6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:46.241460 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:46.244663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-948e2676-355c-43ab-959d-cc4cc05f1c50 None None] Provisioning complete for port 072b00f5-67cc-4087-9689-1064520d7fe8 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:46.245171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-948e2676-355c-43ab-959d-cc4cc05f1c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.246997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.280401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:46.303946 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea061-f265-4a1a-82d7-f03006fb15db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.306688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea061-f265-4a1a-82d7-f03006fb15db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.310357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8c5ea061-f265-4a1a-82d7-f03006fb15db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5422ca0-9741-42a6-9993-344ff93d83b0 HTTP/1.1" status: 204 len: 168 time: 0.2874708 Jul 13 07:36:46.330964 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ea061-f265-4a1a-82d7-f03006fb15db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5422ca0-9741-42a6-9993-344ff93d83b0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:46.333077 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.333449 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added segment 28f15428-fbde-48a9-b970-98ddd79d8c36 of type vlan for network 05b3987c-bce5-48c5-993d-dc45d219ab05 Jul 13 07:36:46.377456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=072b00f5-67cc-4087-9689-1064520d7fe8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:46.435763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:46.473974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.476826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:46.477304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 01a938b9-14fa-4cc4-9620-c6a3207f0dd7 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:46.477851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d012aa45-a8eb-40dc-b4bd-f312e5519109 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:46.507181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: d012aa45-a8eb-40dc-b4bd-f312e5519109 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:46.507644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d012aa45-a8eb-40dc-b4bd-f312e5519109 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:46.508314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b933f536-86f6-457a-a7a3-be5dbf8548b9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:46.530593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: b933f536-86f6-457a-a7a3-be5dbf8548b9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:46.531087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b933f536-86f6-457a-a7a3-be5dbf8548b9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:46.554928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-09c88c35-d5d3-4c7a-be03-614210b0c8d2 req-38b8d166-e9f6-47f7-9434-e7e4f11933f8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834752 Jul 13 07:36:46.558119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.579237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.581309 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.617758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c6bce1da-96d6-4337-9c9a-1f6a6add02fc None None] Provisioning complete for port cf067720-3ac0-4eb1-8f07-f4925e8544e1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:46.620691 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6bce1da-96d6-4337-9c9a-1f6a6add02fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.641576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b995a20-36f7-47fa-99b8-ae1c08e17b0a req-49325a4f-aa7a-4407-906a-53430e83fc9d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.663002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b995a20-36f7-47fa-99b8-ae1c08e17b0a req-49325a4f-aa7a-4407-906a-53430e83fc9d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.672227 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c741e2db-381b-455a-b896-0e0ab8cd2799 x-openstack-request-id: req-c741e2db-381b-455a-b896-0e0ab8cd2799 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:46.673356 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbc9a0b-f835-4bd7-88c3-8ee2163aa228", "name": "network-vif-plugged", "status": "completed", "tag": "12b2f512-7806-49bc-864b-87c7e4bf5cc7", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:46.674698 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c741e2db-381b-455a-b896-0e0ab8cd2799 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:46.675305 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbc9a0b-f835-4bd7-88c3-8ee2163aa228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b2f512-7806-49bc-864b-87c7e4bf5cc7', 'code': 200} Jul 13 07:36:46.676729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6779525 Jul 13 07:36:46.678572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b995a20-36f7-47fa-99b8-ae1c08e17b0a req-49325a4f-aa7a-4407-906a-53430e83fc9d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.682446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b995a20-36f7-47fa-99b8-ae1c08e17b0a req-49325a4f-aa7a-4407-906a-53430e83fc9d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140&device_id=4998918d-1c88-489b-a403-f7736f11fc4f&device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 2417 time: 0.1930470 Jul 13 07:36:46.683393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47908) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:46.707392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'subnet': {'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:46.715137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c6bce1da-96d6-4337-9c9a-1f6a6add02fc None None] Port cf067720-3ac0-4eb1-8f07-f4925e8544e1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:46.791856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f856724-20bc-49da-a68b-9288a6128454 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Network': ['ID=05b3987c-bce5-48c5-993d-dc45d219ab05,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:46.797233 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 3, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:46.803057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 05b3987c-bce5-48c5-993d-dc45d219ab05 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:46.853025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b995a20-36f7-47fa-99b8-ae1c08e17b0a req-c873c4e0-9bf6-4f94-8612-6dcdb43a8d55 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636734 Jul 13 07:36:46.906353 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:46.912107 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Updating router cfd43dba-ab58-4063-a904-969755b6cabd port cf067720-3ac0-4eb1-8f07-f4925e8544e1 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:36:46.942197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:46.948522 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.039061 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.074506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bfe75-af28-4345-ac4c-fa9dfdc408d2 req-0a7927dc-4933-4a5e-bfb2-e903b3dcb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.076563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab5bfe75-af28-4345-ac4c-fa9dfdc408d2 req-0a7927dc-4933-4a5e-bfb2-e903b3dcb00b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 1098 time: 0.2164443 Jul 13 07:36:47.154798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 072b00f5-67cc-4087-9689-1064520d7fe8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:47.335617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5919736c-b418-4a20-8110-7f9079eae4cd None None] Provisioning complete for port cf067720-3ac0-4eb1-8f07-f4925e8544e1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:47.336337 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5919736c-b418-4a20-8110-7f9079eae4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.393581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab5bfe75-af28-4345-ac4c-fa9dfdc408d2 req-e52e5e6e-f481-40d8-bded-af2bacc462ae service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005047 Jul 13 07:36:47.477022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066c86-fc2f-480f-b939-9da24c6c7ddf req-5a26e2a8-cc24-4673-8628-7ebe879af52c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.478753 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed066c86-fc2f-480f-b939-9da24c6c7ddf req-5a26e2a8-cc24-4673-8628-7ebe879af52c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3454599 Jul 13 07:36:47.523785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5919736c-b418-4a20-8110-7f9079eae4cd None None] Port cf067720-3ac0-4eb1-8f07-f4925e8544e1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:47.526657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 072b00f5-67cc-4087-9689-1064520d7fe8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:47.527699 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.619102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed066c86-fc2f-480f-b939-9da24c6c7ddf req-17fadf3f-bb29-4fd1-a95a-556d40e0d0de tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333652 Jul 13 07:36:47.805147 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.816419 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Transition to ACTIVE for port object cf067720-3ac0-4eb1-8f07-f4925e8544e1 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:47.824227 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.958437 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a033864-4bc7-4f68-bfc7-901379f621d5 None None] Pushing event updated for resources: {'Port': ['ID=cf067720-3ac0-4eb1-8f07-f4925e8544e1,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:47.993501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8628c5-9902-43c8-a137-3e8825c22ae4 req-193e1c7d-e5e4-48a6-a249-f7095e184739 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:48.004650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db8628c5-9902-43c8-a137-3e8825c22ae4 req-193e1c7d-e5e4-48a6-a249-f7095e184739 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 946 time: 0.1470964 Jul 13 07:36:48.034990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe9009-1e61-4bcc-8bf9-77bea9d0193c req-4b137b1e-a5df-4925-9aaa-934ebb51a959 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:48.047266 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Attempting to bind port cf067720-3ac0-4eb1-8f07-f4925e8544e1 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:48.047853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4fe9009-1e61-4bcc-8bf9-77bea9d0193c req-4b137b1e-a5df-4925-9aaa-934ebb51a959 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 945 time: 0.1367154 Jul 13 07:36:48.047994 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Attempting to bind port cf067720-3ac0-4eb1-8f07-f4925e8544e1 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:48.047994 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Attempting to bind port cf067720-3ac0-4eb1-8f07-f4925e8544e1 on network 027133d3-35cf-4a82-8651-7b9795f2e860 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:48.063584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db8628c5-9902-43c8-a137-3e8825c22ae4 req-3d4921f5-d868-44c3-91ce-588d369c599f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558071 Jul 13 07:36:48.072220 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:48.072612 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Checking segment: {'id': '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:48.073027 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.073451 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Bound using segment: {'id': '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:48.079110 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Bound port: cf067720-3ac0-4eb1-8f07-f4925e8544e1, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:48.079489 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.256818 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] For port cf067720-3ac0-4eb1-8f07-f4925e8544e1, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:48.265530 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] For port cf067720-3ac0-4eb1-8f07-f4925e8544e1, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cf067720-3ac0-4eb1-8f07-f4925e8544e1,segment=NetworkSegment(6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057),segment_id=6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:48.271551 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.321898 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e98020b-b647-4053-a595-0957bf165d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.361625 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.429356 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a033864-4bc7-4f68-bfc7-901379f621d5 None None] Pushing event updated for resources: {'Port': ['ID=cf067720-3ac0-4eb1-8f07-f4925e8544e1,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:48.455717 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:48.456616 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:48.487453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4fe9009-1e61-4bcc-8bf9-77bea9d0193c req-336566e1-68cb-48b5-a4ee-c5f33dde162f tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380456 Jul 13 07:36:48.553910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Subnet': ['ID=2ef7741f-6070-43a2-b6ef-98aaae7b2c5d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:48.591401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Checking segment: {'id': '28f15428-fbde-48a9-b970-98ddd79d8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:48.596284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network hostable DHCP agents. Network: 05b3987c-bce5-48c5-993d-dc45d219ab05, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:48.660197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 05b3987c-bce5-48c5-993d-dc45d219ab05 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:48.672042 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:48.683079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 05b3987c-bce5-48c5-993d-dc45d219ab05) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:48.691843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:48.693043 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.703149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb500d9-4771-4c94-8a0b-e6fca551edda None None] Network 05b3987c-bce5-48c5-993d-dc45d219ab05 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:48.712747 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-27a89776-0651-4708-89e5-58b7263b8bd9 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0255802 Jul 13 07:36:48.715451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:49.051647 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 3, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:48Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:49.088752 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3a679-7115-4d25-bb13-d571c1b8f388 None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 3, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:48Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:49.214848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce41e1b-26bc-4a34-8f52-654a5d890817 req-737f8eb5-86ec-464b-a33d-aaf8c39c41b6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.216444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ce41e1b-26bc-4a34-8f52-654a5d890817 req-737f8eb5-86ec-464b-a33d-aaf8c39c41b6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3685222 Jul 13 07:36:49.218151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-05b3987c-bce5-48c5-993d-dc45d219ab05', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:49.219446 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.384558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ce41e1b-26bc-4a34-8f52-654a5d890817 req-6a176bdc-4d0b-4e8d-9a9a-059249501cb1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589789 Jul 13 07:36:49.426367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Allocated IP 2001:db8:2::2 (05b3987c-bce5-48c5-993d-dc45d219ab05/2ef7741f-6070-43a2-b6ef-98aaae7b2c5d/0aa23ef8-2ee2-4852-baa4-b732fd0117ee) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:49.510191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ead97e-01b3-4475-992d-7b9f43560a48 req-5755b559-da6a-4f4c-8c2b-4a7f89b87bfb tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.536540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41ead97e-01b3-4475-992d-7b9f43560a48 req-5755b559-da6a-4f4c-8c2b-4a7f89b87bfb tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 946 time: 0.1425860 Jul 13 07:36:49.605912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41ead97e-01b3-4475-992d-7b9f43560a48 req-384560b2-3753-496c-a4b1-82bc30e6ba34 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664947 Jul 13 07:36:49.643510 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.696050 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.717207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Transition to ACTIVE for port object 0aa23ef8-2ee2-4852-baa4-b732fd0117ee will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:49.748195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Transition to ACTIVE for port object 0aa23ef8-2ee2-4852-baa4-b732fd0117ee will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:49.771277 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.897902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Network 05b3987c-bce5-48c5-993d-dc45d219ab05 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:49.905807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:49.918176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:49.922895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Pushing event updated for resources: {'Port': ['ID=0aa23ef8-2ee2-4852-baa4-b732fd0117ee,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:50.058480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Attempting to bind port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:50.058881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Attempting to bind port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '28f15428-fbde-48a9-b970-98ddd79d8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:50.059261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Attempting to bind port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee on network 05b3987c-bce5-48c5-993d-dc45d219ab05 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:50.067985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:50.067985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Checking segment: {'id': '28f15428-fbde-48a9-b970-98ddd79d8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:50.067985 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.068409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Bound using segment: {'id': '28f15428-fbde-48a9-b970-98ddd79d8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:50.068745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Bound port: 0aa23ef8-2ee2-4852-baa4-b732fd0117ee, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f15428-fbde-48a9-b970-98ddd79d8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:50.069171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.216842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] For port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:50.225124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] For port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0aa23ef8-2ee2-4852-baa4-b732fd0117ee,segment=NetworkSegment(28f15428-fbde-48a9-b970-98ddd79d8c36),segment_id=28f15428-fbde-48a9-b970-98ddd79d8c36)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:50.244600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.354251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e43b-be77-4506-8ea3-6adbfd52061c None None] Pushing event updated for resources: {'Port': ['ID=0aa23ef8-2ee2-4852-baa4-b732fd0117ee,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:50.364798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 2001:db8:2::1 (05b3987c-bce5-48c5-993d-dc45d219ab05/2ef7741f-6070-43a2-b6ef-98aaae7b2c5d/e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:50.500911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d058bc-c3da-4d15-8bbd-d67c476c7d62 req-266693e1-b88b-4f07-bee0-977199196c22 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.506994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14d058bc-c3da-4d15-8bbd-d67c476c7d62 req-266693e1-b88b-4f07-bee0-977199196c22 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 946 time: 0.1329098 Jul 13 07:36:50.577619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14d058bc-c3da-4d15-8bbd-d67c476c7d62 req-29e43c17-762a-4521-8468-93bbee957505 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647295 Jul 13 07:36:50.596511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48014) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:50.632689 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.683842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Transition to ACTIVE for port object e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:50.771127 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.823707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 05b3987c-bce5-48c5-993d-dc45d219ab05 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:50.827424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:50.831135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:50.831888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.867520 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20df542-7c50-4513-92b9-d5d3cd2a9d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.961164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.026914 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-877edb25-6512-420d-8db0-e5a8ae95932f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.083794 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.113928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20df542-7c50-4513-92b9-d5d3cd2a9d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.120654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20df542-7c50-4513-92b9-d5d3cd2a9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.132846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.166549 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a20df542-7c50-4513-92b9-d5d3cd2a9d83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f5fc3efc0d64982889249449de134c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5689189 Jul 13 07:36:51.169149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48024) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:51.176290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7378df0-c5e1-4487-991e-ca2938e6c9b7 req-b078e315-af93-49d4-84e0-213e6071f5b9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.178506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7378df0-c5e1-4487-991e-ca2938e6c9b7 req-b078e315-af93-49d4-84e0-213e6071f5b9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3364677 Jul 13 07:36:51.194183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20df542-7c50-4513-92b9-d5d3cd2a9d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b868e7b-2b98-461c-8c45-b10af82783ce,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.211555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cf067720-3ac0-4eb1-8f07-f4925e8544e1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:51.288580 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d04cb494-13ba-4d90-8b31-6272b55f322d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.303988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port cf067720-3ac0-4eb1-8f07-f4925e8544e1 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:51.308538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cf067720-3ac0-4eb1-8f07-f4925e8544e1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:51.309070 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.318589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d04cb494-13ba-4d90-8b31-6272b55f322d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.380275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d04cb494-13ba-4d90-8b31-6272b55f322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.384558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d04cb494-13ba-4d90-8b31-6272b55f322d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.386013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d04cb494-13ba-4d90-8b31-6272b55f322d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b868e7b-2b98-461c-8c45-b10af82783ce HTTP/1.1" status: 204 len: 168 time: 0.2157393 Jul 13 07:36:51.406070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cb494-13ba-4d90-8b31-6272b55f322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b868e7b-2b98-461c-8c45-b10af82783ce,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.458366 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.465360 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7378df0-c5e1-4487-991e-ca2938e6c9b7 req-a0cdfd63-8e89-4976-9ae5-81fe6c219f88 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119308 Jul 13 07:36:51.565766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port cf067720-3ac0-4eb1-8f07-f4925e8544e1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cf067720-3ac0-4eb1-8f07-f4925e8544e1,segment=NetworkSegment(6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057),segment_id=6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:51.573269 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.660255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0aa23ef8-2ee2-4852-baa4-b732fd0117ee up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:51.744638 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.750643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.836209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=cf067720-3ac0-4eb1-8f07-f4925e8544e1,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.891256 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.901309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:51.945913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985ecb6-ba09-443e-b2e9-d6e8ecbdcc5b req-78e81be8-9f45-4af9-9e53-e2d7e1804ad5 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.954953 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.955792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9985ecb6-ba09-443e-b2e9-d6e8ecbdcc5b req-78e81be8-9f45-4af9-9e53-e2d7e1804ad5 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.2109747 Jul 13 07:36:51.994698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48036) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:52.019576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fa3e-ad5f-4a7d-b0b0-c7267f28ce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.034729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5713f3a2-7dd5-4a65-a4a3-094f0f092d4e None None] Network 05b3987c-bce5-48c5-993d-dc45d219ab05 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:52.044287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9985ecb6-ba09-443e-b2e9-d6e8ecbdcc5b req-ce1ddfee-5ef8-4729-83df-272273085c37 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874419 Jul 13 07:36:52.054231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:52.110455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-6e28c144-2882-48f7-8622-b85accb379b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1326740 Jul 13 07:36:52.169149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f5c4a8c6-1c31-49ea-8fe5-a8b0d85cbeac None None] Provisioning for port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:52.179957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfec93-7d00-4e1a-9384-da5fc40ca360 req-116d96a2-e059-4278-ab74-f9b21e793365 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.181557 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27bfec93-7d00-4e1a-9384-da5fc40ca360 req-116d96a2-e059-4278-ab74-f9b21e793365 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 946 time: 0.3036518 Jul 13 07:36:52.200489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f5c4a8c6-1c31-49ea-8fe5-a8b0d85cbeac None None] Provisioning complete for port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:52.201562 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5c4a8c6-1c31-49ea-8fe5-a8b0d85cbeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.226171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 05b3987c-bce5-48c5-993d-dc45d219ab05 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:52.231261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:52.233772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b7b26384-8d27-4963-b616-b63bde90be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.236424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b7b26384-8d27-4963-b616-b63bde90be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.237105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b7b26384-8d27-4963-b616-b63bde90be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.241919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b7b26384-8d27-4963-b616-b63bde90be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.242424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b7b26384-8d27-4963-b616-b63bde90be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.243083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b7b26384-8d27-4963-b616-b63bde90be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.243729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b7b26384-8d27-4963-b616-b63bde90be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.246830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b7b26384-8d27-4963-b616-b63bde90be80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6494 time: 0.1065457 Jul 13 07:36:52.371331 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27bfec93-7d00-4e1a-9384-da5fc40ca360 req-e54104b0-d189-4d57-974b-2d4f3fd82a4e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784389 Jul 13 07:36:52.411318 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fa3e-ad5f-4a7d-b0b0-c7267f28ce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.420878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5c4a8c6-1c31-49ea-8fe5-a8b0d85cbeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.428068 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fa3e-ad5f-4a7d-b0b0-c7267f28ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.464752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f5c4a8c6-1c31-49ea-8fe5-a8b0d85cbeac None None] For port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0aa23ef8-2ee2-4852-baa4-b732fd0117ee,segment=NetworkSegment(28f15428-fbde-48a9-b970-98ddd79d8c36),segment_id=28f15428-fbde-48a9-b970-98ddd79d8c36)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:52.472114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c0d2fa3e-ad5f-4a7d-b0b0-c7267f28ce11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=354ba92a2e3b4acab1457464b1f238e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728642 Jul 13 07:36:52.472114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:52.474913 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5c4a8c6-1c31-49ea-8fe5-a8b0d85cbeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.477343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:52.520062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-fac491d7-36d1-43d9-98ab-e8f0b8231778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.520544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-fac491d7-36d1-43d9-98ab-e8f0b8231778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.521019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-fac491d7-36d1-43d9-98ab-e8f0b8231778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.521938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2fa3e-ad5f-4a7d-b0b0-c7267f28ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1deeda-bfda-4a56-ad7b-0c575a4935b1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:52.522666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-fac491d7-36d1-43d9-98ab-e8f0b8231778 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1 HTTP/1.1" status: 200 len: 2293 time: 0.2447650 Jul 13 07:36:52.590944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4a8c6-1c31-49ea-8fe5-a8b0d85cbeac None None] Pushing event updated for resources: {'Port': ['ID=0aa23ef8-2ee2-4852-baa4-b732fd0117ee,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:52.663594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-616d6950-8db7-4525-a790-8f28df7d34e6 None None] Provisioning complete for port cf067720-3ac0-4eb1-8f07-f4925e8544e1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:52.663976 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-616d6950-8db7-4525-a790-8f28df7d34e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.689277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-d2afcc3a-1d2b-4131-ba35-0a8a66b87779 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 HTTP/1.1" status: 200 len: 1000 time: 0.1474333 Jul 13 07:36:52.689937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:52.698155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6b04db8a-d6d3-4bb4-860b-fb7c72be7b7d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9776936 Jul 13 07:36:52.707034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48050) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:52.713170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1479579613'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:52.714093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:52.752266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:52.752930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:52.766340 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79525f4e-6720-431f-be3e-cd4f95922998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.807710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:52.819518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.831607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-f28b14c3-4940-425b-8e2b-f455efd0da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.833161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-f28b14c3-4940-425b-8e2b-f455efd0da4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cde93f8-70ed-4887-81e6-5df77a123b85 HTTP/1.1" status: 200 len: 851 time: 0.1355734 Jul 13 07:36:52.846528 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79525f4e-6720-431f-be3e-cd4f95922998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.888485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12f712-20bc-4624-ac35-27a6dfbef472 req-e853e418-3495-4e36-bd6b-455d8677851b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.899518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c12f712-20bc-4624-ac35-27a6dfbef472 req-e853e418-3495-4e36-bd6b-455d8677851b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2112179 Jul 13 07:36:52.902962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:52.918529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:52.965088 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.965453 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added segment 2019733e-af35-4af8-97d4-14a59e7f4072 of type vlan for network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d Jul 13 07:36:53.013067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c12f712-20bc-4624-ac35-27a6dfbef472 req-e0c38993-9f9c-4e86-afb1-149ac5698207 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095924 Jul 13 07:36:53.054473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-bdceddc8-b822-4a51-a6cf-7eb1ec3b1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.056046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-bdceddc8-b822-4a51-a6cf-7eb1ec3b1ca1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2132185 Jul 13 07:36:53.096455 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.147725 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.155412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.156550 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.161915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cf067720-3ac0-4eb1-8f07-f4925e8544e1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:53.164643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79525f4e-6720-431f-be3e-cd4f95922998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.171878 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79525f4e-6720-431f-be3e-cd4f95922998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.173174 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-79525f4e-6720-431f-be3e-cd4f95922998 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db1deeda-bfda-4a56-ad7b-0c575a4935b1 HTTP/1.1" status: 204 len: 168 time: 0.6946192 Jul 13 07:36:53.198655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79525f4e-6720-431f-be3e-cd4f95922998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1deeda-bfda-4a56-ad7b-0c575a4935b1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:53.255138 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-62f85551-73c6-496b-ba66-2c1674dc343b service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880035 Jul 13 07:36:53.271397 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5632403 Jul 13 07:36:53.272537 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd866b14-8422-4678-bbbb-a3a6b9573b9b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Network': ['ID=9313ee42-cd0c-4d4c-a4a2-86e4583d008d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:53.285904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:53.293264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'subnet': {'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:53.362342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:53.366709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-51e92e7e-1c23-4032-8d4f-ee29206b2a19 None None] Provisioning complete for port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:53.367091 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51e92e7e-1c23-4032-8d4f-ee29206b2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.411852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-2ec06fa0-54de-4bee-b761-f2548d0f90c6 service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156175 Jul 13 07:36:53.459831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Made reservation on behalf of cfb3e6ca2b8041f8a087349402d2783d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:53.465510 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.568353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-dd8cd640-0862-458d-9e7d-66deb712405f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=40724019-3d21-4399-a1da-fa1f90436469 HTTP/1.1" status: 200 len: 217 time: 0.1469107 Jul 13 07:36:53.717835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-f5d160bd-6b2f-4de6-a3ce-12b254a6a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.721526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-f5d160bd-6b2f-4de6-a3ce-12b254a6a4d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.1388109 Jul 13 07:36:53.741960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698a60c-ee00-4cc9-8fa1-3fad8b2e9210 req-23c4d7b2-eccc-4f02-8fc6-09130930367d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.754123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b698a60c-ee00-4cc9-8fa1-3fad8b2e9210 req-23c4d7b2-eccc-4f02-8fc6-09130930367d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 946 time: 0.4972949 Jul 13 07:36:53.862712 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.974806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b698a60c-ee00-4cc9-8fa1-3fad8b2e9210 req-30fbee0d-10e2-4d5f-80af-d47d0551d4f0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181287 Jul 13 07:36:53.977052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.989189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cf067720-3ac0-4eb1-8f07-f4925e8544e1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:53.989576 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.079075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-46d62db9-74bc-4f07-92a0-6658665cc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.084971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-46d62db9-74bc-4f07-92a0-6658665cc11a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1098 time: 0.3608303 Jul 13 07:36:54.088512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-51e92e7e-1c23-4032-8d4f-ee29206b2a19 None None] Provisioning for port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:54.090719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-1f78737f-cab4-4fa9-aa6d-efa9a0b89441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.092558 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-1f78737f-cab4-4fa9-aa6d-efa9a0b89441 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3360441 Jul 13 07:36:54.100362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-51e92e7e-1c23-4032-8d4f-ee29206b2a19 None None] Provisioning complete for port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:54.101301 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51e92e7e-1c23-4032-8d4f-ee29206b2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.114865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:54.173546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:54.174752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Updating router cfd43dba-ab58-4063-a904-969755b6cabd port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:36:54.304048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0aa23ef8-2ee2-4852-baa4-b732fd0117ee up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:54.415076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-51e92e7e-1c23-4032-8d4f-ee29206b2a19 None None] Port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:54.425741 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.442330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6df353-618c-4f6f-b321-4c7b7eef5869 req-32d3038a-a96d-4215-9835-8b5b8b125f6d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.461253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb6df353-618c-4f6f-b321-4c7b7eef5869 req-32d3038a-a96d-4215-9835-8b5b8b125f6d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.5042191 Jul 13 07:36:54.463738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Subnet': ['ID=53a88ab9-26c8-401c-a92e-976b848df0ba,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:54.469493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-02262dfc-1f76-499f-b8bb-35a301cd9c68 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528051 Jul 13 07:36:54.495519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Checking segment: {'id': '2019733e-af35-4af8-97d4-14a59e7f4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:54.495894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network hostable DHCP agents. Network: 9313ee42-cd0c-4d4c-a4a2-86e4583d008d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:54.591469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:54.609057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cb6df353-618c-4f6f-b321-4c7b7eef5869 req-82f439a7-cd7b-4aec-abe8-60bfdbc2d59d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462111 Jul 13 07:36:54.631721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 9313ee42-cd0c-4d4c-a4a2-86e4583d008d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:54.639288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.643306 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.652776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00a5b4-d695-43fe-b4e5-5adf791925e2 None None] Network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:54.676976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0f6706f4-05bc-474a-83d7-9c69ce4675e8 None None] Provisioning complete for port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:54.677720 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f6706f4-05bc-474a-83d7-9c69ce4675e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.682448 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-512a14dd-c29a-42fe-a286-065daf7bf2b3 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3943508 Jul 13 07:36:54.684523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:54.721517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0f6706f4-05bc-474a-83d7-9c69ce4675e8 None None] Port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:54.724484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:54.725265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.984883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-d0a2029c-1937-4f7d-b7cf-d30c85ba3da8 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939834 Jul 13 07:36:55.110225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b5c37343-41b7-46a0-ab9e-6176d81de45d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=d85f8c36-3b7d-420e-9014-9e823118f779 HTTP/1.1" status: 200 len: 217 time: 0.1155896 Jul 13 07:36:55.178209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-d6fb7633-7e1e-41ed-a120-44b3d0608efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.184605 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-d6fb7633-7e1e-41ed-a120-44b3d0608efe service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 1.0854445 Jul 13 07:36:55.214764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-b33316d0-6c0f-40b2-b474-2b6d12eb63e9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.216341 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-b33316d0-6c0f-40b2-b474-2b6d12eb63e9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 946 time: 0.6242704 Jul 13 07:36:55.256820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb2e94-b7ca-420c-bffb-0719c6503da2 req-595d610c-0a4e-46b1-86bd-fe00301be30b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.262581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87eb2e94-b7ca-420c-bffb-0719c6503da2 req-595d610c-0a4e-46b1-86bd-fe00301be30b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.5662374 Jul 13 07:36:55.342026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-d4ed0231-1941-4038-b495-5ff5648de6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.345180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-d4ed0231-1941-4038-b495-5ff5648de6cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.2192769 Jul 13 07:36:55.476155 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-003b64f6-5429-4366-83ef-32f5e20e2b8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1000 time: 0.2697203 Jul 13 07:36:55.542008 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87eb2e94-b7ca-420c-bffb-0719c6503da2 req-991a749c-f175-49e6-833a-d1623e5b3132 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257755 Jul 13 07:36:55.546116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:55.547812 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.640128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-fe898d47-683a-49f0-9228-3ae1677ea5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.642516 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-fe898d47-683a-49f0-9228-3ae1677ea5a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2688372 Jul 13 07:36:55.647306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-3b5426e9-8e32-4860-854d-8af87d5e80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.649373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-3b5426e9-8e32-4860-854d-8af87d5e80ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.1434309 Jul 13 07:36:55.665894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Deleting port 12b2f512-7806-49bc-864b-87c7e4bf5cc7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:55.666264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.735107 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.777380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Transition to ACTIVE for port object e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:55.792477 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.857753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6335-178f-4749-818e-eaf75273fe5d req-91a39d7a-92ea-491e-89c3-d0a84ad4c6e7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.859325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca5a6335-178f-4749-818e-eaf75273fe5d req-91a39d7a-92ea-491e-89c3-d0a84ad4c6e7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 946 time: 0.3291199 Jul 13 07:36:55.886812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Allocated IP 2001:db8:3::2 (9313ee42-cd0c-4d4c-a4a2-86e4583d008d/53a88ab9-26c8-401c-a92e-976b848df0ba/759a14c6-5cd4-4222-811f-68e35c1d29c9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:55.902932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f20e19-4f73-48f3-95bb-0b77d2a9feef None None] Pushing event updated for resources: {'Port': ['ID=e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:55.903708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-82c274d4-7664-4f95-b324-eb976ffe3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.913580 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-82c274d4-7664-4f95-b324-eb976ffe3c57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2426691 Jul 13 07:36:55.915973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] For port 12b2f512-7806-49bc-864b-87c7e4bf5cc7, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=12b2f512-7806-49bc-864b-87c7e4bf5cc7,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:55.916524 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.935024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-ddab9820-e172-4705-b685-4625f5dc3964 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823429 Jul 13 07:36:55.961817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Calling delete_port for 12b2f512-7806-49bc-864b-87c7e4bf5cc7 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:56.128005 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca5a6335-178f-4749-818e-eaf75273fe5d req-d0514977-c29f-472c-ad2d-20136fc59fed tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950743 Jul 13 07:36:56.142326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Attempting to bind port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:56.142655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Attempting to bind port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '28f15428-fbde-48a9-b970-98ddd79d8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:56.142962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Attempting to bind port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 on network 05b3987c-bce5-48c5-993d-dc45d219ab05 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:56.160408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:56.160671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Checking segment: {'id': '28f15428-fbde-48a9-b970-98ddd79d8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:56.161058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.161459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Bound using segment: {'id': '28f15428-fbde-48a9-b970-98ddd79d8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:56.161973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Bound port: e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f15428-fbde-48a9-b970-98ddd79d8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:56.162731 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.246474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.261436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Transition to ACTIVE for port object 759a14c6-5cd4-4222-811f-68e35c1d29c9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:56.282435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.282785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Transition to ACTIVE for port object 759a14c6-5cd4-4222-811f-68e35c1d29c9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:56.291097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.378190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:56.385869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] For port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:56.390832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:56.413816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] For port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4,segment=NetworkSegment(28f15428-fbde-48a9-b970-98ddd79d8c36),segment_id=28f15428-fbde-48a9-b970-98ddd79d8c36)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:56.416287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:56.424093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Pushing event updated for resources: {'Port': ['ID=759a14c6-5cd4-4222-811f-68e35c1d29c9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:56.430943 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.578899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:56.580838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:56.777306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:56.792897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f20e19-4f73-48f3-95bb-0b77d2a9feef None None] Pushing event updated for resources: {'Port': ['ID=e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:56.833046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Attempting to bind port 759a14c6-5cd4-4222-811f-68e35c1d29c9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:56.833426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Attempting to bind port 759a14c6-5cd4-4222-811f-68e35c1d29c9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '2019733e-af35-4af8-97d4-14a59e7f4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:56.833806 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Attempting to bind port 759a14c6-5cd4-4222-811f-68e35c1d29c9 on network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:56.846006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:56.846458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Checking segment: {'id': '2019733e-af35-4af8-97d4-14a59e7f4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:56.846871 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.847234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Bound using segment: {'id': '2019733e-af35-4af8-97d4-14a59e7f4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:56.847741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Bound port: 759a14c6-5cd4-4222-811f-68e35c1d29c9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2019733e-af35-4af8-97d4-14a59e7f4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:56.848123 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.943878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Allocated IP 2001:db8:3::1 (9313ee42-cd0c-4d4c-a4a2-86e4583d008d/53a88ab9-26c8-401c-a92e-976b848df0ba/9994db38-111d-41fb-83c8-ec1f74ca1b22) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:57.007062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-d6c0508c-52a8-44e3-8d05-dbe2828f25af service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0760100 Jul 13 07:36:57.017315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041dd7e-34a5-4592-9280-2e7ba8a62062 req-ef5b97a0-42e8-458b-96a3-bb00620fc585 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.020453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b041dd7e-34a5-4592-9280-2e7ba8a62062 req-ef5b97a0-42e8-458b-96a3-bb00620fc585 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1988764 Jul 13 07:36:57.086253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] For port 759a14c6-5cd4-4222-811f-68e35c1d29c9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:57.105176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b041dd7e-34a5-4592-9280-2e7ba8a62062 req-bbfe231b-5ade-4a6c-b6ab-6727b742438c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631173 Jul 13 07:36:57.107591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] For port 759a14c6-5cd4-4222-811f-68e35c1d29c9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=759a14c6-5cd4-4222-811f-68e35c1d29c9,segment=NetworkSegment(2019733e-af35-4af8-97d4-14a59e7f4072),segment_id=2019733e-af35-4af8-97d4-14a59e7f4072)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:57.119814 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.145075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b01fc22b-d441-4190-bb18-cdf3b80bbb31 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1998370 Jul 13 07:36:57.209066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b14095-6cad-42e2-9400-7d9b7b07cb1a None None] Pushing event updated for resources: {'Port': ['ID=759a14c6-5cd4-4222-811f-68e35c1d29c9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:57.209802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7af19-e815-499b-a46a-5404ae242b4e req-aaf4f6ad-c7db-47fc-bbfc-7e6b71858bb6 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.217793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1f7af19-e815-499b-a46a-5404ae242b4e req-aaf4f6ad-c7db-47fc-bbfc-7e6b71858bb6 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.9821041 Jul 13 07:36:57.268805 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.296046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Transition to ACTIVE for port object 9994db38-111d-41fb-83c8-ec1f74ca1b22 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:57.320841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:56Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:57.329319 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-d0aeeece-d197-4caf-9bf5-d333cebe22c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4fe06a5e-b85e-477b-919d-68fc47f6e092 HTTP/1.1" status: 200 len: 217 time: 0.1293356 Jul 13 07:36:57.376417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.397700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e301-0337-4e15-a433-ed16f9b88a1b None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:56Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:57.477905 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0dd6c29-4c83-4f7f-befa-78724d14ef96 req-e45be1c5-4ff3-422c-8c49-3ab2d9b5eda1 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628849 Jul 13 07:36:57.483020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.515575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:57.521414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 12b2f512-7806-49bc-864b-87c7e4bf5cc7 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:57.534134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1f7af19-e815-499b-a46a-5404ae242b4e req-a0d95c26-8693-4113-be65-5c05bb4a371a tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130059 Jul 13 07:36:57.554768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:57.585694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:57.586304 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.596585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 12b2f512-7806-49bc-864b-87c7e4bf5cc7 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:57.597198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 12b2f512-7806-49bc-864b-87c7e4bf5cc7 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:57.668282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event deleted for resources: {'Port': ['ID=12b2f512-7806-49bc-864b-87c7e4bf5cc7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:57.731675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-f54fdf89-8de6-4eb8-b83d-07568b28e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.733633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-f54fdf89-8de6-4eb8-b83d-07568b28e7fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.3888996 Jul 13 07:36:57.760209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=9994db38-111d-41fb-83c8-ec1f74ca1b22,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:57.819290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:57.883864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] No DVR routers for this DVR port 12b2f512-7806-49bc-864b-87c7e4bf5cc7 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:57.902884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.914112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:57.922786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:57.923018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1770a798-23bb-44d3-9cc3-e1e0b1aebf7e req-cc7c3fa2-26d7-46e4-8ed8-46b8a6025e6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "DELETE /v2.0/ports/12b2f512-7806-49bc-864b-87c7e4bf5cc7 HTTP/1.1" status: 204 len: 173 time: 2.6091933 Jul 13 07:36:57.923613 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.924416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbc9a0b-f835-4bd7-88c3-8ee2163aa228', 'name': 'network-vif-deleted', 'tag': '12b2f512-7806-49bc-864b-87c7e4bf5cc7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:57.938868 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928f937b-fbe2-493f-a5d8-dc33a0640a40" -d '{"events": [{"server_uuid": "8cbc9a0b-f835-4bd7-88c3-8ee2163aa228", "name": "network-vif-deleted", "tag": "12b2f512-7806-49bc-864b-87c7e4bf5cc7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:58.065570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab192d9d-9f85-4f69-8cce-ac534d462a64 req-31157aee-fb47-4c3f-96ce-206fc85e3bbb tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cbc9a0b-f835-4bd7-88c3-8ee2163aa228 HTTP/1.1" status: 200 len: 210 time: 0.2223408 Jul 13 07:36:58.110228 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31489aa-616a-4ab4-a79a-de9c46b59b84 x-openstack-request-id: req-d31489aa-616a-4ab4-a79a-de9c46b59b84 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:58.110866 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbc9a0b-f835-4bd7-88c3-8ee2163aa228", "name": "network-vif-deleted", "tag": "12b2f512-7806-49bc-864b-87c7e4bf5cc7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:58.111392 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d31489aa-616a-4ab4-a79a-de9c46b59b84 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:58.112656 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbc9a0b-f835-4bd7-88c3-8ee2163aa228', 'name': 'network-vif-deleted', 'tag': '12b2f512-7806-49bc-864b-87c7e4bf5cc7', 'status': 'completed', 'code': 200} Jul 13 07:36:58.116309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-e386d3e8-f66e-40bd-bea1-b9364b2ee594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.119640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-e386d3e8-f66e-40bd-bea1-b9364b2ee594 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3449805 Jul 13 07:36:58.119989 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.142279 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.228606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4,segment=NetworkSegment(28f15428-fbde-48a9-b970-98ddd79d8c36),segment_id=28f15428-fbde-48a9-b970-98ddd79d8c36)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:58.235434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.278298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48188) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:58.351559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-8fb03696-87e4-4a10-b54e-7870cc42331d service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231472 Jul 13 07:36:58.359066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:58.582956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274772-e4cb-412f-97d9-1eda6542e8d9 req-56e544de-0eab-4c58-859f-31afdce79531 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.585852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56274772-e4cb-412f-97d9-1eda6542e8d9 req-56e544de-0eab-4c58-859f-31afdce79531 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2256176 Jul 13 07:36:58.727731 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0f0d-5bbd-4780-8494-d577762adb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.759267 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-093fab47-655c-4821-9381-2dea37b24106 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886328 Jul 13 07:36:58.876168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56274772-e4cb-412f-97d9-1eda6542e8d9 req-52525337-8d17-411f-9cd5-39f6384bfa88 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836854 Jul 13 07:36:58.878193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-b1450156-08e5-48fd-a709-79904cabe120 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=826a0073-a00f-4f17-9c30-06b92f123947 HTTP/1.1" status: 200 len: 217 time: 0.1015959 Jul 13 07:36:58.879680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6a0a7b69-6c19-45d4-bd18-bec7fc646913 None None] Provisioning complete for port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:58.880171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b69-6c19-45d4-bd18-bec7fc646913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.978167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-daa3be4d-6189-4d35-8fb0-b3781cfeb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.979975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-daa3be4d-6189-4d35-8fb0-b3781cfeb70f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.0911603 Jul 13 07:36:59.016666 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.040170 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.115517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-ff829d99-711c-4c60-8479-b376fcb45f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.118864 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-ff829d99-711c-4c60-8479-b376fcb45f2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310551 Jul 13 07:36:59.130711 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.228441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event updated for resources: {'Port': ['ID=9994db38-111d-41fb-83c8-ec1f74ca1b22,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:59.264222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5704c883-5d43-493c-a7f4-a870d36d535d None None] Network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:59.274328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187441c-e893-4988-a6c2-5b31c60ca6d0 req-76e6fe77-19ba-47a3-ae54-00cb87020ebd tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.276192 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7187441c-e893-4988-a6c2-5b31c60ca6d0 req-76e6fe77-19ba-47a3-ae54-00cb87020ebd tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.4910445 Jul 13 07:36:59.276386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-cb3ce41b-dc2f-426d-95b3-68dd8bcbd535 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499369 Jul 13 07:36:59.300418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:59.313065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-743220d8-610a-4010-8e48-ea24c1f532ca None None] Provisioning for port 759a14c6-5cd4-4222-811f-68e35c1d29c9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:59.317605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:59.322313 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0f0d-5bbd-4780-8494-d577762adb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.371290 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0f0d-5bbd-4780-8494-d577762adb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.440772 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7187441c-e893-4988-a6c2-5b31c60ca6d0 req-1368eca6-9ee4-4324-ba53-bf72b4953be8 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581655 Jul 13 07:36:59.456213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-2cf9a7db-f3da-47b1-a4f2-3b3bf8837b8b service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720808 Jul 13 07:36:59.483214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d7fa0f0d-5bbd-4780-8494-d577762adb7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7aa54b80cfd04f2bbc207daf46b2547c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1985762 Jul 13 07:36:59.484081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa0f0d-5bbd-4780-8494-d577762adb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d482bc75-a061-490b-a4d1-a08b5597b3cf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:59.486996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:59.524970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:59.584490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-aee71f9a-4f69-46cf-92dc-4b2a4c6740a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4dd41d43-d71a-440b-a520-bc4a9b37e225 HTTP/1.1" status: 200 len: 217 time: 0.1047659 Jul 13 07:36:59.696508 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a20cf5-6aab-4f9b-9653-487cdea39021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.737092 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a20cf5-6aab-4f9b-9653-487cdea39021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.765062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-33c228f2-40ef-45e4-8b2e-932954a5b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.779048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-33c228f2-40ef-45e4-8b2e-932954a5b9f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 200 len: 797 time: 0.1814284 Jul 13 07:36:59.822173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:59.830394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fc1f92bc-892e-4d55-8511-5d28ea3b18a4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1435418 Jul 13 07:36:59.834807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48224) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:59.839787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:59.841643 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:59.867762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 759a14c6-5cd4-4222-811f-68e35c1d29c9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:59.877261 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:59.878005 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:59.901299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-f2d8c97d-a523-4d3c-a294-c3c5a5143959 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.903006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-f2d8c97d-a523-4d3c-a294-c3c5a5143959 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.4714754 Jul 13 07:36:59.976136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-26e9ce30-15c7-465b-9ecd-a8fd3e463895 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/quotas/c418ec4cfe364a0a890c4063a3ad4008 HTTP/1.1" status: 200 len: 375 time: 0.0559709 Jul 13 07:37:00.014444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 759a14c6-5cd4-4222-811f-68e35c1d29c9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:00.022262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 759a14c6-5cd4-4222-811f-68e35c1d29c9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:00.024118 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.037206 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:00.043296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-3d7704cb-aa7e-43b1-be13-e5c993736285 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645685 Jul 13 07:37:00.078524 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a20cf5-6aab-4f9b-9653-487cdea39021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.083867 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a20cf5-6aab-4f9b-9653-487cdea39021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.085048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f4a20cf5-6aab-4f9b-9653-487cdea39021 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d482bc75-a061-490b-a4d1-a08b5597b3cf HTTP/1.1" status: 204 len: 168 time: 0.5957248 Jul 13 07:37:00.112336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a20cf5-6aab-4f9b-9653-487cdea39021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d482bc75-a061-490b-a4d1-a08b5597b3cf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:00.213768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-29d09a79-e6e2-40ec-bba9-2075f349fcff None None] Provisioning for port 9994db38-111d-41fb-83c8-ec1f74ca1b22 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:00.236297 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-e45cafad-3e1d-4b70-a7e2-a3aacb13d006 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928639 Jul 13 07:37:00.302282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-29d09a79-e6e2-40ec-bba9-2075f349fcff None None] Provisioning complete for port 9994db38-111d-41fb-83c8-ec1f74ca1b22 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:00.302745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29d09a79-e6e2-40ec-bba9-2075f349fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.374676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-29d09a79-e6e2-40ec-bba9-2075f349fcff None None] Port 9994db38-111d-41fb-83c8-ec1f74ca1b22 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:00.425459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-29d09a79-e6e2-40ec-bba9-2075f349fcff None None] Provisioning complete for port 759a14c6-5cd4-4222-811f-68e35c1d29c9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:00.427128 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29d09a79-e6e2-40ec-bba9-2075f349fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.469091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-17b2ad70-83ce-4422-a4e2-3a32b7c8c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.475595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-17b2ad70-83ce-4422-a4e2-3a32b7c8c8a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6954997 Jul 13 07:37:00.518879 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.571840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2475ee87-4f80-4b1d-8461-e0ab547c6152 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346386 Jul 13 07:37:00.584136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 759a14c6-5cd4-4222-811f-68e35c1d29c9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=759a14c6-5cd4-4222-811f-68e35c1d29c9,segment=NetworkSegment(2019733e-af35-4af8-97d4-14a59e7f4072),segment_id=2019733e-af35-4af8-97d4-14a59e7f4072)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:00.672089 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.713260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:00.767440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48236) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:00.820072 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:36:57Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9994db38-111d-41fb-83c8-ec1f74ca1b22', 'name': '', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:12:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:56Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:00.844114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.905998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:00.906714 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.916933 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:00.917457 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Updating router cfd43dba-ab58-4063-a904-969755b6cabd port 9994db38-111d-41fb-83c8-ec1f74ca1b22 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:37:00.918162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=759a14c6-5cd4-4222-811f-68e35c1d29c9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:00.991308 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-a321afad-cb7b-4f54-a86c-107ceb5687b1 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966514 Jul 13 07:37:01.023361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-cc66464b-1d70-40f8-a05f-5c3a280ae0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.035854 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-cc66464b-1d70-40f8-a05f-5c3a280ae0e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 1097 time: 0.4690924 Jul 13 07:37:01.037642 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.103479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-78785a10-534a-452f-8499-e573725c8476 None None] Provisioning complete for port 9994db38-111d-41fb-83c8-ec1f74ca1b22 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:01.104458 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78785a10-534a-452f-8499-e573725c8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.167001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:37:01.236603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead75e9-969e-427f-9871-371832d6b9b6 req-8d34c3ee-5c2e-4f23-80d3-62cf7a09a191 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.255830 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ead75e9-969e-427f-9871-371832d6b9b6 req-8d34c3ee-5c2e-4f23-80d3-62cf7a09a191 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.5347075 Jul 13 07:37:01.260800 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-78785a10-534a-452f-8499-e573725c8476 None None] Port 9994db38-111d-41fb-83c8-ec1f74ca1b22 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:01.263557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Removed routes are [] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:37:01.263991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.288862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-f2820399-f6b5-46b3-a6a2-820a4cbb8ad7 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677946 Jul 13 07:37:01.399168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9ab8e4e6-45a6-49fb-8aed-96ec108af40e None None] Provisioning complete for port 9994db38-111d-41fb-83c8-ec1f74ca1b22 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:01.404365 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e4e6-45a6-49fb-8aed-96ec108af40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.467358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8e4e6-45a6-49fb-8aed-96ec108af40e None None] Port 9994db38-111d-41fb-83c8-ec1f74ca1b22 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:01.491383 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-0da9e218-ddd4-48f6-97b1-538eb43c2861 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93 HTTP/1.1" status: 200 len: 217 time: 0.1719298 Jul 13 07:37:01.573130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-01513bbd-6ba9-4597-869b-6d9fc78f23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.575383 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-01513bbd-6ba9-4597-869b-6d9fc78f23d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 200 len: 797 time: 0.0716057 Jul 13 07:37:01.601809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7cefcf94-a30d-40ce-87d2-4fb2d50ec352 None None] Provisioning complete for port 9994db38-111d-41fb-83c8-ec1f74ca1b22 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:01.605124 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cefcf94-a30d-40ce-87d2-4fb2d50ec352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.688301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 759a14c6-5cd4-4222-811f-68e35c1d29c9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:01.789077 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.802853 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Transition to ACTIVE for port object 9994db38-111d-41fb-83c8-ec1f74ca1b22 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:01.809685 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.865735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-3a74c554-5e95-4161-a849-e6df20d88078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.870077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-3a74c554-5e95-4161-a849-e6df20d88078 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2846320 Jul 13 07:37:01.905192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4a07-50aa-4ad0-b1a3-9c9686ac3670 req-944c4038-b655-47a1-9d65-761285d1184e tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.909903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cbc4a07-50aa-4ad0-b1a3-9c9686ac3670 req-944c4038-b655-47a1-9d65-761285d1184e tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.4170396 Jul 13 07:37:01.992551 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Attempting to bind port 9994db38-111d-41fb-83c8-ec1f74ca1b22 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:01.993105 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Attempting to bind port 9994db38-111d-41fb-83c8-ec1f74ca1b22 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '2019733e-af35-4af8-97d4-14a59e7f4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:01.993295 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Attempting to bind port 9994db38-111d-41fb-83c8-ec1f74ca1b22 on network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:01.995595 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e052790-d396-476f-95e2-992b0ec46eea None None] Pushing event updated for resources: {'Port': ['ID=9994db38-111d-41fb-83c8-ec1f74ca1b22,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.002433 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:02.003429 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Checking segment: {'id': '2019733e-af35-4af8-97d4-14a59e7f4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:02.003429 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.003630 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Bound using segment: {'id': '2019733e-af35-4af8-97d4-14a59e7f4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:02.004357 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Bound port: 9994db38-111d-41fb-83c8-ec1f74ca1b22, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2019733e-af35-4af8-97d4-14a59e7f4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:02.004800 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.074886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7cefcf94-a30d-40ce-87d2-4fb2d50ec352 None None] Port 9994db38-111d-41fb-83c8-ec1f74ca1b22 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:02.130643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 759a14c6-5cd4-4222-811f-68e35c1d29c9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:02.131826 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.135791 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] For port 9994db38-111d-41fb-83c8-ec1f74ca1b22, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:02.143136 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] For port 9994db38-111d-41fb-83c8-ec1f74ca1b22, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9994db38-111d-41fb-83c8-ec1f74ca1b22,segment=NetworkSegment(2019733e-af35-4af8-97d4-14a59e7f4072),segment_id=2019733e-af35-4af8-97d4-14a59e7f4072)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:02.150060 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.264952 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.268223 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-331f5ce2-5c8c-4cd7-ae99-c1ef6669af32 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542216 Jul 13 07:37:02.269599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-b9fde854-feff-41e6-8053-18b92d8f8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.271906 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-b9fde854-feff-41e6-8053-18b92d8f8965 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 200 len: 916 time: 0.9814425 Jul 13 07:37:02.272285 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e052790-d396-476f-95e2-992b0ec46eea None None] Pushing event updated for resources: {'Port': ['ID=9994db38-111d-41fb-83c8-ec1f74ca1b22,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.276304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.299967 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:02.307214 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:02.309400 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ead75e9-969e-427f-9871-371832d6b9b6 req-86640b05-5e23-48d1-a4c1-a90e3dfb1bf0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0524020 Jul 13 07:37:02.360305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cbc4a07-50aa-4ad0-b1a3-9c9686ac3670 req-85b03efb-6ba2-40ef-9c1f-5613f10c68aa tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414179 Jul 13 07:37:02.501166 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:02.617362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-051285c8-a8e8-4e46-8c54-13de727501bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7be359c-9861-4b94-9b85-b0e5d4016f3a HTTP/1.1" status: 200 len: 217 time: 0.3227727 Jul 13 07:37:02.640616 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.696894 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dead5fe4-e614-4e9a-96f5-97e603f60b35 req-b049f150-28df-42e4-a05c-665f079c0ae8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 210 time: 0.0484455 Jul 13 07:37:02.698069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.769453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c733ac-1f76-44c5-bbe2-cb07c2522ae0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.854052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.854419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.854815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.855156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.855488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.855824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.856149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.856475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.856798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.857372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.857923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.861658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:02.876576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e7a557f2-79d1-43fc-9fcf-b596c4ed7357 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff78338138864c25940f8456dda409e0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0967054 Jul 13 07:37:02.885711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:02.904124 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:02.963180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8f5e287-a35b-4ffb-aeba-ae064a3887e4 req-0117c84f-59fe-4c5a-adb6-3fe0101cdddf service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774070 Jul 13 07:37:02.968757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-f3d52712-5f92-4450-9473-d58fa9d17fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.970274 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:01Z', 'revision_number': 6, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9994db38-111d-41fb-83c8-ec1f74ca1b22', 'name': '', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:12:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:56Z', 'updated_at': '2021-07-13T07:37:02Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:02.971042 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-f3d52712-5f92-4450-9473-d58fa9d17fd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce4ff594-7c34-4495-83c9-0c94e785b3cb HTTP/1.1" status: 200 len: 854 time: 0.3173771 Jul 13 07:37:03.008221 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105bfdd-8119-4de7-b11f-ddca57fa694d None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:01Z', 'revision_number': 6, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9994db38-111d-41fb-83c8-ec1f74ca1b22', 'name': '', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:12:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:56Z', 'updated_at': '2021-07-13T07:37:02Z', 'revision_number': 4, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:03.167337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e4bf-b4ce-4c71-9c60-9088044960d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.173687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-f60438a3-1b94-42d6-a198-4320b4e71865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.175582 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-f60438a3-1b94-42d6-a198-4320b4e71865 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978745 Jul 13 07:37:03.200301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:03.204084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e4bf-b4ce-4c71-9c60-9088044960d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.216737 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.218311 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cda45f96-d468-4454-9a29-095883855c2c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd HTTP/1.1" status: 200 len: 954 time: 3.3825016 Jul 13 07:37:03.225442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48272) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:03.343919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf491460-f0bd-4f14-9434-4b5127a86c43 req-5450f7a4-d495-4be1-bc69-998e577ceea1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.347322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf491460-f0bd-4f14-9434-4b5127a86c43 req-5450f7a4-d495-4be1-bc69-998e577ceea1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3950648 Jul 13 07:37:03.362326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-49b42f01-a4ae-44fb-98d9-67f5f77c06df tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.364711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-49b42f01-a4ae-44fb-98d9-67f5f77c06df tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.2523572 Jul 13 07:37:03.387746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-9ac099ee-621d-4880-b92e-96c95a9fcf6d service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974471 Jul 13 07:37:03.393219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Request body: {'port': {'device_id': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'admin_state_up': True, 'tenant_id': 'c418ec4cfe364a0a890c4063a3ad4008'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:03.436801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-60bf711b-d31e-4c9d-a854-27ea8edaa613 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd HTTP/1.1" status: 200 len: 954 time: 0.2081892 Jul 13 07:37:03.439868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48276) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:03.446740 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'routes': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:03.546089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6209d5e-51f1-4249-9c31-027c269d38fa req-457113b3-f825-45fb-8d49-d9464ddf9016 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485384 Jul 13 07:37:03.781531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9994db38-111d-41fb-83c8-ec1f74ca1b22 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:03.848587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e4bf-b4ce-4c71-9c60-9088044960d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.854659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e4bf-b4ce-4c71-9c60-9088044960d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.855268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fbc7e4bf-b4ce-4c71-9c60-9088044960d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3c733ac-1f76-44c5-bbe2-cb07c2522ae0 HTTP/1.1" status: 204 len: 168 time: 0.9631557 Jul 13 07:37:03.864023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Made reservation on behalf of c418ec4cfe364a0a890c4063a3ad4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:03.878132 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.905251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9994db38-111d-41fb-83c8-ec1f74ca1b22 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:03.910284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9994db38-111d-41fb-83c8-ec1f74ca1b22 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:03.912833 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.932252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c48077-81ba-4418-a226-eeb4a382ba4a req-fdbb9d76-5397-4984-9db7-e511dd67575d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.941831 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64c48077-81ba-4418-a226-eeb4a382ba4a req-fdbb9d76-5397-4984-9db7-e511dd67575d tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.2773807 Jul 13 07:37:03.946697 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf491460-f0bd-4f14-9434-4b5127a86c43 req-4ae880ce-e48c-4089-9179-7876658ea830 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5887542 Jul 13 07:37:03.995253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7e4bf-b4ce-4c71-9c60-9088044960d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c733ac-1f76-44c5-bbe2-cb07c2522ae0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.109497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64c48077-81ba-4418-a226-eeb4a382ba4a req-924a9270-d800-4447-8a60-e233fd2cc39c tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666515 Jul 13 07:37:04.241057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Allocated IP 172.20.0.3 (30697d85-c91b-4835-a984-cab30e3df541/409c3169-4bb7-4f7d-a7a2-a28446385253/8e6c09ef-ea3d-4ef6-ba20-54f2c440196e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:04.249813 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.366761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added routes are [] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:37:04.371212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:37:04.373514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 9994db38-111d-41fb-83c8-ec1f74ca1b22, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9994db38-111d-41fb-83c8-ec1f74ca1b22,segment=NetworkSegment(2019733e-af35-4af8-97d4-14a59e7f4072),segment_id=2019733e-af35-4af8-97d4-14a59e7f4072)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:04.383311 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.431275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73eaccae-15f5-4246-90b3-db16cea37240 req-bf023a02-5d68-4c9e-9bc8-fbbad61d22e5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 210 time: 0.0526435 Jul 13 07:37:04.491558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.570516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=9994db38-111d-41fb-83c8-ec1f74ca1b22,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.588421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:04.615469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:04.616759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:04.707874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:04.723406 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:37:04.775181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.870201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:04.954351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.961978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-70af7f09-c9b0-4acd-bb04-37a7dc1d8caf admin admin] Deleting subnet 100df3b3-c747-4125-b3cd-d958f33a7f0e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:04.962255 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.975467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70af7f09-c9b0-4acd-bb04-37a7dc1d8caf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.116072 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.127049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a176ca7b-a970-4b04-ba16-9414df036d8a None None] Provisioning complete for port 9994db38-111d-41fb-83c8-ec1f74ca1b22 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:05.127847 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a176ca7b-a970-4b04-ba16-9414df036d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.224279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event updated for resources: {'Port': ['ID=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:05.251245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70af7f09-c9b0-4acd-bb04-37a7dc1d8caf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.255474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Network 30697d85-c91b-4835-a984-cab30e3df541 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:05.279250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:05.284780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:05.292667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:05.368805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70af7f09-c9b0-4acd-bb04-37a7dc1d8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.373286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 7, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9994db38-111d-41fb-83c8-ec1f74ca1b22', 'name': '', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:12:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:56Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:05.401608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e12a8-ecc4-4469-8ebd-5363d6e2e3ce req-71a4de0d-dfaa-455c-a23b-ec7e59ff0092 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.409482 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-601e12a8-ecc4-4469-8ebd-5363d6e2e3ce req-71a4de0d-dfaa-455c-a23b-ec7e59ff0092 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2300336 Jul 13 07:37:05.414738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:05.420208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.421861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.440964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:05.450171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-0fb61765-1aba-4789-ad98-9abe0d885d88 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0613661 Jul 13 07:37:05.451643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.456307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aaf61dec-739f-4678-99be-5c104f54b47e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd HTTP/1.1" status: 200 len: 704 time: 2.0150917 Jul 13 07:37:05.461691 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:05.462565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48320) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:05.466503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:05.476715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Request body: {'port': {'device_id': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:05.490961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-601e12a8-ecc4-4469-8ebd-5363d6e2e3ce req-569c79b4-ca7a-4d2e-bd05-2cdc119afb80 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804563 Jul 13 07:37:05.512166 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.630093 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70af7f09-c9b0-4acd-bb04-37a7dc1d8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.649225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:05.785824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9994db38-111d-41fb-83c8-ec1f74ca1b22 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:05.927506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9994db38-111d-41fb-83c8-ec1f74ca1b22 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:05.928688 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.971872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f520bf-6b09-439e-b5fa-a3070ada6f7f req-a770bd23-719f-4e7b-a0b3-fa5a03c92e07 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.983550 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4f520bf-6b09-439e-b5fa-a3070ada6f7f req-a770bd23-719f-4e7b-a0b3-fa5a03c92e07 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 931 time: 0.1807821 Jul 13 07:37:06.073957 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70af7f09-c9b0-4acd-bb04-37a7dc1d8caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.081967 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-70af7f09-c9b0-4acd-bb04-37a7dc1d8caf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/100df3b3-c747-4125-b3cd-d958f33a7f0e HTTP/1.1" status: 204 len: 168 time: 1.3710678 Jul 13 07:37:06.081967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48334) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:06.085519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af7f09-c9b0-4acd-bb04-37a7dc1d8caf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100df3b3-c747-4125-b3cd-d958f33a7f0e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:06.101568 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d4f520bf-6b09-439e-b5fa-a3070ada6f7f req-96d6528f-1785-492e-9815-0d89965dad94 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072075 Jul 13 07:37:06.102126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08b705-b96e-4e31-b6ef-9e6f86628181 req-8b345c2e-7d4f-4c15-9604-17f5e7712b70 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.103813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b08b705-b96e-4e31-b6ef-9e6f86628181 req-8b345c2e-7d4f-4c15-9604-17f5e7712b70 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.8100109 Jul 13 07:37:06.141741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 7, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9994db38-111d-41fb-83c8-ec1f74ca1b22', 'name': '', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:12:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:56Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:06.177297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1ec56-b647-4c77-9ef2-6fd10043173d None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 7, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9994db38-111d-41fb-83c8-ec1f74ca1b22', 'name': '', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:12:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:56Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:06.202566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:06.202777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-66f025a8-f938-4c9b-a740-dfd8a8b576ca tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd HTTP/1.1" status: 200 len: 704 time: 0.7373331 Jul 13 07:37:06.234729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.311402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b08b705-b96e-4e31-b6ef-9e6f86628181 req-580923bc-e902-4ad7-a063-68c19c4feaa8 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846404 Jul 13 07:37:06.314416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.624417 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:06.642530 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:06.644347 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:06.841504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:06.852005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.888004 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de021c40-3762-4606-93fa-7f55e5b8b7c7']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:06.906287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c88267-9340-4f43-b9b7-9002f1096ddd') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:06.906683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c88267-9340-4f43-b9b7-9002f1096ddd') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:06.929610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a3bce-4413-43ec-9f31-e7a1017872fe req-19c5f013-4293-4635-8d25-4317f01ea4a5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.932367 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.937282 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-544a3bce-4413-43ec-9f31-e7a1017872fe req-19c5f013-4293-4635-8d25-4317f01ea4a5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1719558 Jul 13 07:37:06.976761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.993580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:06.994011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:06.996299 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:07.004560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133e48a-84bb-445f-8f75-0a7376feffe6 req-59f1f900-bdb9-40c7-b9f5-999dc6200750 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.010591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-544a3bce-4413-43ec-9f31-e7a1017872fe req-d6539f3d-d068-4551-92b4-741142738369 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723231 Jul 13 07:37:07.013410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0133e48a-84bb-445f-8f75-0a7376feffe6 req-59f1f900-bdb9-40c7-b9f5-999dc6200750 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.2024777 Jul 13 07:37:07.032348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:07.042953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.099813 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.131746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0133e48a-84bb-445f-8f75-0a7376feffe6 req-9f2ec863-c77e-4591-8ed3-8d9dbae3ba88 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173525 Jul 13 07:37:07.133200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Transition to ACTIVE for port object 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:07.134175 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.152327 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.158129 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 7, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9994db38-111d-41fb-83c8-ec1f74ca1b22', 'name': '', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:12:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:56Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:07.194609 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:07.203602 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:07.204320 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:07.229282 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.234455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] 10.222.0.41 "DELETE /v2.0/networks/de021c40-3762-4606-93fa-7f55e5b8b7c7 HTTP/1.1" status: 204 len: 168 time: 1.1296327 Jul 13 07:37:07.244095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfed624-3b86-4cd8-9bda-139e235e084f admin admin] Pushing event deleted for resources: {'Network': ['ID=de021c40-3762-4606-93fa-7f55e5b8b7c7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:07.246646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48368) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:07.328450 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:07.407882 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.418389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:07.495215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2add15a5-c025-43d5-a52e-d531f7957f18 admin admin] Deleting subnet 3d4f3668-0536-4626-9ff6-8cefe4d511c9 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:07.516797 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2add15a5-c025-43d5-a52e-d531f7957f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.597709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1ff94-7ce3-45ce-b227-112e9040e138 req-17b52f59-6066-4f24-9326-a64322859318 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.599330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6be1ff94-7ce3-45ce-b227-112e9040e138 req-17b52f59-6066-4f24-9326-a64322859318 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 943 time: 0.2637763 Jul 13 07:37:07.601768 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2add15a5-c025-43d5-a52e-d531f7957f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.628297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Attempting to bind port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:07.628650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Attempting to bind port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:07.628985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Attempting to bind port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:07.654201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e on network 30697d85-c91b-4835-a984-cab30e3df541 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:07.654556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Attempting to bind port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:07.663786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:07.664176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Checking segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:07.664672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Bound using segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:07.665208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Bound port: 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:07.665504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.705789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2add15a5-c025-43d5-a52e-d531f7957f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.728579 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6be1ff94-7ce3-45ce-b227-112e9040e138 req-5959bf9b-2f65-4e68-a16c-e03f8e0a157a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049764 Jul 13 07:37:07.822604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:07.826070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:07.832892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.876499 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 7, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9994db38-111d-41fb-83c8-ec1f74ca1b22', 'name': '', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:12:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:56Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:07.887346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.887931 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.889469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] 10.222.0.38 "PUT /v2.0/ports/8e6c09ef-ea3d-4ef6-ba20-54f2c440196e HTTP/1.1" status: 200 len: 1092 time: 2.4256470 Jul 13 07:37:07.889891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:07.892436 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b937a233-da92-4db0-9ddc-ebe7cd6004ef" -d '{"events": [{"name": "network-changed", "server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:07.899457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976226f-5219-4463-825c-92111c25c14a req-ea0451ee-1bb2-4fb2-a77a-6073f957aee7 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.910694 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7976226f-5219-4463-825c-92111c25c14a req-ea0451ee-1bb2-4fb2-a77a-6073f957aee7 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 946 time: 0.2057974 Jul 13 07:37:07.923087 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95a804-9d12-4499-9d01-d0fcfd547bc9 None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 7, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9994db38-111d-41fb-83c8-ec1f74ca1b22', 'name': '', 'network_id': '9313ee42-cd0c-4d4c-a4a2-86e4583d008d', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:12:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:56Z', 'updated_at': '2021-07-13T07:37:04Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '53a88ab9-26c8-401c-a92e-976b848df0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:07.937752 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2add15a5-c025-43d5-a52e-d531f7957f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.981209 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc29b8-d81c-4620-b082-0322da82fa3b x-openstack-request-id: req-87bc29b8-d81c-4620-b082-0322da82fa3b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:07.982030 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:07.982316 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87bc29b8-d81c-4620-b082-0322da82fa3b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:07.982730 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e', 'status': 'completed', 'code': 200} Jul 13 07:37:07.987992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573bd4f-74d9-4ffe-9b39-fc17fca6c908 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:08.005664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7976226f-5219-4463-825c-92111c25c14a req-16296236-2ef1-4edb-8c1b-7d9634533422 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939722 Jul 13 07:37:08.009678 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2add15a5-c025-43d5-a52e-d531f7957f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.012001 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2add15a5-c025-43d5-a52e-d531f7957f18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d4f3668-0536-4626-9ff6-8cefe4d511c9 HTTP/1.1" status: 204 len: 168 time: 0.7469940 Jul 13 07:37:08.014962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48384) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:08.041309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add15a5-c025-43d5-a52e-d531f7957f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4f3668-0536-4626-9ff6-8cefe4d511c9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:08.078387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-7367d33c-382b-4d47-9de0-4a0d774735e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.085194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-7367d33c-382b-4d47-9de0-4a0d774735e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 1095 time: 0.1434078 Jul 13 07:37:08.185390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-cc0d6439-a0dd-47c7-8570-cbdd00dc176a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e HTTP/1.1" status: 200 len: 217 time: 0.0826645 Jul 13 07:37:08.186954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.283810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-5eff138b-b239-4314-af23-0de8f8123e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.285339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-5eff138b-b239-4314-af23-0de8f8123e24 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.0932477 Jul 13 07:37:08.298964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port 9994db38-111d-41fb-83c8-ec1f74ca1b22 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:08.299299 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.328183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-b6abb690-a1d4-4522-8a2f-9b066434f200 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324898 Jul 13 07:37:08.351496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3963866-478f-4248-b7f2-a6e95eed9ab2 req-04150bec-1847-46c6-bc2e-35bbe4424148 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.353025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3963866-478f-4248-b7f2-a6e95eed9ab2 req-04150bec-1847-46c6-bc2e-35bbe4424148 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 945 time: 0.1455951 Jul 13 07:37:08.361839 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.378824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1892debe-a6b4-4bc7-9730-37df8a26775a']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:08.388603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13035a28-2728-4c7d-9e13-a0c8fc29434d req-b1228307-f772-4f6a-a8f7-f5e896934f70 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.390164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13035a28-2728-4c7d-9e13-a0c8fc29434d req-b1228307-f772-4f6a-a8f7-f5e896934f70 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2064776 Jul 13 07:37:08.402826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7864781-1159-47bd-9884-de74b84df659') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:08.403245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7864781-1159-47bd-9884-de74b84df659') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:08.445554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3963866-478f-4248-b7f2-a6e95eed9ab2 req-70ecbe0b-dfbf-4d19-b894-e3d4dcb38e3f tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815101 Jul 13 07:37:08.462321 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.468157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-42a85f7e-76d9-460c-94da-9615022191b6 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330187 Jul 13 07:37:08.497462 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.516566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port 9994db38-111d-41fb-83c8-ec1f74ca1b22, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9994db38-111d-41fb-83c8-ec1f74ca1b22,segment=NetworkSegment(2019733e-af35-4af8-97d4-14a59e7f4072),segment_id=2019733e-af35-4af8-97d4-14a59e7f4072)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:08.517070 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.527602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:08.528011 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:08.529671 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:08.559377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13035a28-2728-4c7d-9e13-a0c8fc29434d req-b7aeb2fc-0e35-4e62-af64-863323b49099 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222377 Jul 13 07:37:08.574835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for 9994db38-111d-41fb-83c8-ec1f74ca1b22 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:08.617659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d38a2c2-7350-4757-8549-3fff8ddbf813 req-27f853f7-a55f-4380-aa32-b82d73cf6045 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416326 Jul 13 07:37:08.629527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-c872772b-c043-467d-b07a-f90f50fe7a41 req-56467c25-45f3-4058-8a36-756d475f372f tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:08.630615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c872772b-c043-467d-b07a-f90f50fe7a41 req-56467c25-45f3-4058-8a36-756d475f372f tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124187 Jul 13 07:37:08.673708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.685234 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.687955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1892debe-a6b4-4bc7-9730-37df8a26775a HTTP/1.1" status: 204 len: 168 time: 0.6718616 Jul 13 07:37:08.754363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1690af5-c50a-4d68-b79d-2eeb91d42b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=1892debe-a6b4-4bc7-9730-37df8a26775a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:08.812100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-be6814b1-3fcc-4b16-84bd-43cb9ee61867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.813717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-be6814b1-3fcc-4b16-84bd-43cb9ee61867 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 1095 time: 0.1346703 Jul 13 07:37:08.964411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-e5fa1337-3b7e-437e-b490-dca88ba56aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.968939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-e5fa1337-3b7e-437e-b490-dca88ba56aa6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 912 time: 0.1459444 Jul 13 07:37:09.020090 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c872772b-c043-467d-b07a-f90f50fe7a41 req-ba412d82-eb6e-424d-88f8-0e2aaf47cd66 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3498003 Jul 13 07:37:09.032030 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48412) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:09.046753 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-bc03d63a-8573-4a33-8192-fc4116e8f9cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e HTTP/1.1" status: 200 len: 217 time: 0.0688636 Jul 13 07:37:09.135658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-420c83af-406c-410b-9ac1-0fe055dd44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.141309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-420c83af-406c-410b-9ac1-0fe055dd44e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.0885990 Jul 13 07:37:09.195763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-14ea9ae3-635c-43cd-ac0f-570a7ddb0c1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38dd9bf77b5c4a1dab01ad35c4fd7ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602147 Jul 13 07:37:09.196030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48416) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:09.208041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-9624eef3-072c-41b6-a162-64e89768a113 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545402 Jul 13 07:37:09.213153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48418) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:09.252889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.299769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=9994db38-111d-41fb-83c8-ec1f74ca1b22,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:09.397462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70af1bf9-0d41-413b-8e4b-32032b716adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.433118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3627-b63d-4369-ad89-c2e9b36de6e6 req-582ee191-7598-4139-8107-27a132687d86 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.441969 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b86c3627-b63d-4369-ad89-c2e9b36de6e6 req-582ee191-7598-4139-8107-27a132687d86 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 943 time: 0.2671781 Jul 13 07:37:09.455268 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a34634db-006a-418c-a67e-7348665a9a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.466037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-04e5a322-1ee2-47c6-9f91-0cc6199d6ab5 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478564 Jul 13 07:37:09.490869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.502135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70af1bf9-0d41-413b-8e4b-32032b716adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.638048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b86c3627-b63d-4369-ad89-c2e9b36de6e6 req-95f0e7d4-7ee4-4680-9e47-e587b958cd46 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946752 Jul 13 07:37:09.699934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b937a233-da92-4db0-9ddc-ebe7cd6004ef req-00239d8e-661b-4df2-b746-12e47d514069 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223513 Jul 13 07:37:09.701124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70af1bf9-0d41-413b-8e4b-32032b716adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.703765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70af1bf9-0d41-413b-8e4b-32032b716adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.707708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-70af1bf9-0d41-413b-8e4b-32032b716adf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de96e35b-0181-4183-9ba9-d3c6b3796f60 HTTP/1.1" status: 204 len: 168 time: 0.4957948 Jul 13 07:37:09.724279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af1bf9-0d41-413b-8e4b-32032b716adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de96e35b-0181-4183-9ba9-d3c6b3796f60,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:09.817330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a34634db-006a-418c-a67e-7348665a9a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.825158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a34634db-006a-418c-a67e-7348665a9a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.825353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1bf1-addc-47aa-94f3-85d876a6fe3f req-36da0920-57ec-4a71-8dc8-5c94490da7f1 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.826994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-957d1bf1-addc-47aa-94f3-85d876a6fe3f req-36da0920-57ec-4a71-8dc8-5c94490da7f1 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.0745962 Jul 13 07:37:09.862026 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:09.879891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-957d1bf1-addc-47aa-94f3-85d876a6fe3f req-30d1e790-ead4-4627-a1f3-902a308b74ad tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466228 Jul 13 07:37:09.894852 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a34634db-006a-418c-a67e-7348665a9a71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11135cc0c4934975af9fcf7ef364d6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6802745 Jul 13 07:37:09.896873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34634db-006a-418c-a67e-7348665a9a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b461bde-fc9d-4a06-8f2e-13efed99b9bd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:09.897750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48430) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:09.906638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a494bc-bff8-45a3-931b-157ad6df66ea req-25256c1c-f06e-4f93-95f8-85268b02071d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.908267 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69a494bc-bff8-45a3-931b-157ad6df66ea req-25256c1c-f06e-4f93-95f8-85268b02071d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2472663 Jul 13 07:37:09.982844 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e27f8b4b-2602-425e-a95e-3fcbb5b4719c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.027034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69a494bc-bff8-45a3-931b-157ad6df66ea req-c24370fd-c7a2-43d3-966d-6d86a85c606c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790930 Jul 13 07:37:10.035811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:10.044747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:10.047287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-898d24e0-b62d-4de5-b02f-e8b68bc69d33 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8412671 Jul 13 07:37:10.049864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e27f8b4b-2602-425e-a95e-3fcbb5b4719c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.058166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:10.072547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:10.074148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:10.116708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48438) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:10.173624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-897a1269-a522-42e3-9aef-6a4436fe43ea tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting subnet 53a88ab9-26c8-401c-a92e-976b848df0ba {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:10.177673 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-897a1269-a522-42e3-9aef-6a4436fe43ea tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.203893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:10.220819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-39c3a526-0916-4ba2-957f-33dc13290839 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63651a159e3c43e4b0629bfc277a3529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1028812 Jul 13 07:37:10.224173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:10.261244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef671e2-0348-48a7-bb53-710414e1bdba req-fdd37c82-ff29-4cc5-bce5-244d62a82b64 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.262836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef671e2-0348-48a7-bb53-710414e1bdba req-fdd37c82-ff29-4cc5-bce5-244d62a82b64 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.0959721 Jul 13 07:37:10.273411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e27f8b4b-2602-425e-a95e-3fcbb5b4719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.276432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e27f8b4b-2602-425e-a95e-3fcbb5b4719c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.280366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e27f8b4b-2602-425e-a95e-3fcbb5b4719c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b461bde-fc9d-4a06-8f2e-13efed99b9bd HTTP/1.1" status: 204 len: 168 time: 0.3812852 Jul 13 07:37:10.303056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-897a1269-a522-42e3-9aef-6a4436fe43ea tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.306281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f8b4b-2602-425e-a95e-3fcbb5b4719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b461bde-fc9d-4a06-8f2e-13efed99b9bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:10.309805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef671e2-0348-48a7-bb53-710414e1bdba req-48a3281c-be3f-4328-b9d2-b32ccb0d0af6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379965 Jul 13 07:37:10.446690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74a580cc-aeea-402f-9dac-96b08a5b9efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.472390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad08fb3-339d-4d6a-bc1f-fa33381638a9 req-03dd2ebe-3363-4cac-be58-fea33ee3989f tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.474173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dad08fb3-339d-4d6a-bc1f-fa33381638a9 req-03dd2ebe-3363-4cac-be58-fea33ee3989f tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 946 time: 0.2708366 Jul 13 07:37:10.474436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:08Z', 'revision_number': 8, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:10.503223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:10.519592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:10.520511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:10.533527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74a580cc-aeea-402f-9dac-96b08a5b9efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.589934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862f9c2-6d86-4e91-93ef-37e1ec3c071c req-b0a6bc63-0892-4818-b60f-1d381b79289d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.591612 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4862f9c2-6d86-4e91-93ef-37e1ec3c071c req-b0a6bc63-0892-4818-b60f-1d381b79289d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1347418 Jul 13 07:37:10.592537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dad08fb3-339d-4d6a-bc1f-fa33381638a9 req-ca1f75b1-dcb8-4009-9652-0461c99a9f0a tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938981 Jul 13 07:37:10.608731 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-897a1269-a522-42e3-9aef-6a4436fe43ea tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.647541 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4862f9c2-6d86-4e91-93ef-37e1ec3c071c req-78b14e32-846d-4830-bfa5-91ded6d848a1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473258 Jul 13 07:37:10.708814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:10.749084 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74a580cc-aeea-402f-9dac-96b08a5b9efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.756443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74a580cc-aeea-402f-9dac-96b08a5b9efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.757817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-74a580cc-aeea-402f-9dac-96b08a5b9efc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/432dc94e-4a73-40ed-ad2c-88e41d532d42 HTTP/1.1" status: 204 len: 168 time: 0.5283074 Jul 13 07:37:10.781563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a580cc-aeea-402f-9dac-96b08a5b9efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432dc94e-4a73-40ed-ad2c-88e41d532d42,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:10.794968 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-897a1269-a522-42e3-9aef-6a4436fe43ea tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.834798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a1269-a522-42e3-9aef-6a4436fe43ea tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Subnet': ['ID=53a88ab9-26c8-401c-a92e-976b848df0ba,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:10.848672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-897a1269-a522-42e3-9aef-6a4436fe43ea tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.853860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-897a1269-a522-42e3-9aef-6a4436fe43ea tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/53a88ab9-26c8-401c-a92e-976b848df0ba HTTP/1.1" status: 204 len: 168 time: 0.8079309 Jul 13 07:37:10.854705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48458) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:10.888437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00b541-ba80-4f27-81f0-8ca755eeafbe None None] Network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:10.898849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48460) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:10.941357 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6410598c-822e-4232-9556-f4dfdf356f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.025731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6610-32b0-4d34-800d-23cf175daae0 req-859e49f9-4507-4459-a5c1-191235d57624 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.029747 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9bb6610-32b0-4d34-800d-23cf175daae0 req-859e49f9-4507-4459-a5c1-191235d57624 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 945 time: 0.2150512 Jul 13 07:37:11.046314 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.092413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9bb6610-32b0-4d34-800d-23cf175daae0 req-8a5569b8-8354-4373-8a41-ff20f58f6fb6 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579338 Jul 13 07:37:11.206665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:08Z', 'revision_number': 8, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:11.221395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d30a3d-2643-4e6f-8169-7077d77130f5 req-db0a29c9-371e-4091-ae8c-b916f7fbfae2 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.244733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55d30a3d-2643-4e6f-8169-7077d77130f5 req-db0a29c9-371e-4091-ae8c-b916f7fbfae2 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 943 time: 0.2653546 Jul 13 07:37:11.300188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] DHCP port deletion for 9313ee42-cd0c-4d4c-a4a2-86e4583d008d request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:11.303834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8871d-1138-41a6-9fd9-12123d815771 None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:08Z', 'revision_number': 8, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4', 'name': '', 'network_id': '05b3987c-bce5-48c5-993d-dc45d219ab05', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:83:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:49Z', 'updated_at': '2021-07-13T07:36:58Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '2ef7741f-6070-43a2-b6ef-98aaae7b2c5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:11.310007 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55d30a3d-2643-4e6f-8169-7077d77130f5 req-9cb2263e-cb32-4a33-aba9-e494591686ca tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635312 Jul 13 07:37:11.323942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port 759a14c6-5cd4-4222-811f-68e35c1d29c9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:11.324295 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.400699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port 759a14c6-5cd4-4222-811f-68e35c1d29c9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=759a14c6-5cd4-4222-811f-68e35c1d29c9,segment=NetworkSegment(2019733e-af35-4af8-97d4-14a59e7f4072),segment_id=2019733e-af35-4af8-97d4-14a59e7f4072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:11.401152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.402559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] Deleting port 759a14c6-5cd4-4222-811f-68e35c1d29c9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:11.403605 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.416386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for 759a14c6-5cd4-4222-811f-68e35c1d29c9 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:11.434593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db38f18-c122-4ff7-9823-88c9993a1539 req-a2b8796c-65f0-4119-bd1b-62be1ec7772e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.436827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4db38f18-c122-4ff7-9823-88c9993a1539 req-a2b8796c-65f0-4119-bd1b-62be1ec7772e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1539195 Jul 13 07:37:11.513002 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.526382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] For port 759a14c6-5cd4-4222-811f-68e35c1d29c9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=759a14c6-5cd4-4222-811f-68e35c1d29c9,segment=NetworkSegment(2019733e-af35-4af8-97d4-14a59e7f4072),segment_id=2019733e-af35-4af8-97d4-14a59e7f4072)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:11.526382 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.541044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] Calling delete_port for 759a14c6-5cd4-4222-811f-68e35c1d29c9 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:11.544034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4db38f18-c122-4ff7-9823-88c9993a1539 req-a6249d73-1365-4105-aaf0-7f9e2ab0a33a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000113 Jul 13 07:37:11.549680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6410598c-822e-4232-9556-f4dfdf356f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.552529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=759a14c6-5cd4-4222-811f-68e35c1d29c9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:11.555837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6410598c-822e-4232-9556-f4dfdf356f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.575777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No DVR routers for this DVR port 759a14c6-5cd4-4222-811f-68e35c1d29c9 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:11.585209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:11.620386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6410598c-822e-4232-9556-f4dfdf356f5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5ff4958b06b4e4a9b033fa683362a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7140722 Jul 13 07:37:11.623183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:11.646471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410598c-822e-4232-9556-f4dfdf356f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e4b26f-ec1e-4b86-972e-f0ac63f43a0f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:11.716042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.724113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-139f893c-0577-4ab8-9dd4-c62fa23a3f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.754831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9313ee42-cd0c-4d4c-a4a2-86e4583d008d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:11.757919 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-139f893c-0577-4ab8-9dd4-c62fa23a3f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.785358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2019733e-af35-4af8-97d4-14a59e7f4072') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:11.785693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2019733e-af35-4af8-97d4-14a59e7f4072') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:11.819150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.857366 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.872456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-139f893c-0577-4ab8-9dd4-c62fa23a3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.875747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:11.876392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.877486 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-139f893c-0577-4ab8-9dd4-c62fa23a3f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.878733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-139f893c-0577-4ab8-9dd4-c62fa23a3f1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9e4b26f-ec1e-4b86-972e-f0ac63f43a0f HTTP/1.1" status: 204 len: 168 time: 0.2545426 Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:11.880402 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:11.920135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f893c-0577-4ab8-9dd4-c62fa23a3f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e4b26f-ec1e-4b86-972e-f0ac63f43a0f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:11.993410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.015902 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.022166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48492) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:12.029732 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/networks/9313ee42-cd0c-4d4c-a4a2-86e4583d008d HTTP/1.1" status: 204 len: 168 time: 1.1739285 Jul 13 07:37:12.062599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d64685-cbef-4750-b3cc-05b6ade20926 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Network': ['ID=9313ee42-cd0c-4d4c-a4a2-86e4583d008d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:12.168930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 759a14c6-5cd4-4222-811f-68e35c1d29c9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:12.196476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff14d4-01d7-45b6-b3f4-4be24e6fa9ab req-03b7c0a5-3211-4995-b280-0339b2cc0229 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.203713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff14d4-01d7-45b6-b3f4-4be24e6fa9ab req-03b7c0a5-3211-4995-b280-0339b2cc0229 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.208075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:12.211833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 759a14c6-5cd4-4222-811f-68e35c1d29c9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:12.212183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 759a14c6-5cd4-4222-811f-68e35c1d29c9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:12.212605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9994db38-111d-41fb-83c8-ec1f74ca1b22 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:12.213783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff14d4-01d7-45b6-b3f4-4be24e6fa9ab req-03b7c0a5-3211-4995-b280-0339b2cc0229 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.215965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7dff14d4-01d7-45b6-b3f4-4be24e6fa9ab req-03b7c0a5-3211-4995-b280-0339b2cc0229 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140&device_id=4998918d-1c88-489b-a403-f7736f11fc4f&device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 2417 time: 0.1491683 Jul 13 07:37:12.249627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9994db38-111d-41fb-83c8-ec1f74ca1b22 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:12.249986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9994db38-111d-41fb-83c8-ec1f74ca1b22 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:12.262015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'port_id': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e', 'mac_address': 'fa:16:3e:1a:00:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409c3169-4bb7-4f7d-a7a2-a28446385253', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:12.291417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7dff14d4-01d7-45b6-b3f4-4be24e6fa9ab req-749f5794-7821-403f-bfd2-e7b459dc0d56 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672231 Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:12.319201 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:37:12.338100 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.384517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] Network 9313ee42-cd0c-4d4c-a4a2-86e4583d008d is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:37:12.385215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] No DVR routers for this DVR port 759a14c6-5cd4-4222-811f-68e35c1d29c9 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:12.387606 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.393009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99323c-9d79-4b86-bfaf-c97ed7ced8a5 None None] Pushing event deleted for resources: {'Port': ['ID=759a14c6-5cd4-4222-811f-68e35c1d29c9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:12.421450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:12.450957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:12.457790 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.548801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b97ba-3372-4051-804b-d754fa84affa req-f198e752-9374-47d7-9661-d06e3e3e6743 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.559487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:12.562090 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-637b97ba-3372-4051-804b-d754fa84affa req-f198e752-9374-47d7-9661-d06e3e3e6743 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 944 time: 0.0970104 Jul 13 07:37:12.590037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3be4c1d4-1076-45c1-a8b0-802949553547 req-b1fb288b-6221-47e3-bca7-9fed58dd264f tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2380261 Jul 13 07:37:12.622788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-637b97ba-3372-4051-804b-d754fa84affa req-a1bf98f7-0cd7-4759-a00b-e1a40d445fde tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596199 Jul 13 07:37:12.698706 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.785022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8e6c09ef-ea3d-4ef6-ba20-54f2c440196e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:12.887514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48524) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:13.136309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:13.137029 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.247960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84565f73-2520-448b-adb8-f2caa4d00f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.393494 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84565f73-2520-448b-adb8-f2caa4d00f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.398697 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84565f73-2520-448b-adb8-f2caa4d00f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.439462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84565f73-2520-448b-adb8-f2caa4d00f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35117c3-01e6-4e0e-8166-c12be7edbe9e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:13.462430 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-84565f73-2520-448b-adb8-f2caa4d00f9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6586e60af7e48dcadc44001dfd6a5c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735250 Jul 13 07:37:13.466999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48542) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:13.565535 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90edab99-9b24-4252-8f34-b1c935539022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.590587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4,segment=NetworkSegment(28f15428-fbde-48a9-b970-98ddd79d8c36),segment_id=28f15428-fbde-48a9-b970-98ddd79d8c36)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:13.591104 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.604274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:13.606329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:13.611812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90edab99-9b24-4252-8f34-b1c935539022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.702896 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90edab99-9b24-4252-8f34-b1c935539022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.710548 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90edab99-9b24-4252-8f34-b1c935539022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.714195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-90edab99-9b24-4252-8f34-b1c935539022 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b35117c3-01e6-4e0e-8166-c12be7edbe9e HTTP/1.1" status: 204 len: 168 time: 0.2440255 Jul 13 07:37:13.729489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:13.734199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:13.734580 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.752642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edab99-9b24-4252-8f34-b1c935539022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35117c3-01e6-4e0e-8166-c12be7edbe9e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:13.937749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a088b9b-8f2e-48b6-8925-8741856a2aba req-c5e319fc-1374-45e7-af12-f66889121b25 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.944250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8a088b9b-8f2e-48b6-8925-8741856a2aba req-c5e319fc-1374-45e7-af12-f66889121b25 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 944 time: 0.1047523 Jul 13 07:37:13.952985 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.963824 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.005079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:14.026759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8a088b9b-8f2e-48b6-8925-8741856a2aba req-3a2a7dd2-5905-4bf6-8110-f21b9cec4e37 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787556 Jul 13 07:37:14.037492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:14.045338 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec071b2-bc68-411d-9949-a96c541e587b" -d '{"events": [{"server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "name": "network-vif-plugged", "status": "completed", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:14.101221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:14.108692 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.257038 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1453a1-22a7-4456-816f-7775dbb2a0cb x-openstack-request-id: req-8a1453a1-22a7-4456-816f-7775dbb2a0cb {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:14.259824 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "name": "network-vif-plugged", "status": "completed", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:14.260217 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a1453a1-22a7-4456-816f-7775dbb2a0cb {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:14.260757 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e', 'code': 200} Jul 13 07:37:14.275878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:14.321368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.330400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6eacd-c140-4f42-a838-8388a3b2e914 req-86e24b7e-c840-4386-b5a3-4dda63322423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:14.332155 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67a6eacd-c140-4f42-a838-8388a3b2e914 req-86e24b7e-c840-4386-b5a3-4dda63322423 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 1097 time: 0.1358774 Jul 13 07:37:14.397099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67a6eacd-c140-4f42-a838-8388a3b2e914 req-922808d3-0f50-4a1b-bd3a-43b64cf8a068 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576072 Jul 13 07:37:14.623113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:14.740966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:14.752080 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:14.766079 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:14.766995 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:14.768314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48622) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:14.771889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-09dfaca4-394b-4f85-adc6-0c1d64c77990 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7472086 Jul 13 07:37:14.888130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b1f3d6-83cd-407f-a6d0-5eb94f1b8c99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting subnet 2ef7741f-6070-43a2-b6ef-98aaae7b2c5d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:14.892595 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:14.895456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f3d6-83cd-407f-a6d0-5eb94f1b8c99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.014522 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f3d6-83cd-407f-a6d0-5eb94f1b8c99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.119819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b8a71-5443-4e3e-b3ce-237f53bf6293 req-93914efc-30eb-4b13-8915-14780c5a3928 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.127518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-357b8a71-5443-4e3e-b3ce-237f53bf6293 req-93914efc-30eb-4b13-8915-14780c5a3928 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 945 time: 0.1898141 Jul 13 07:37:15.236647 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f3d6-83cd-407f-a6d0-5eb94f1b8c99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.344545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-357b8a71-5443-4e3e-b3ce-237f53bf6293 req-bb718b27-b70e-4b44-965c-0c3a650f8c6c tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132673 Jul 13 07:37:15.345566 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:13Z', 'revision_number': 9, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:15.438146 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:15.471622 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:15.472292 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:15.512060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f3d6-83cd-407f-a6d0-5eb94f1b8c99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.556940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edb002-6530-4228-a8e3-cb396965cb70 req-3eb6dcc1-4ab0-4d61-bd5f-1d979dbc0255 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.591789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2edb002-6530-4228-a8e3-cb396965cb70 req-3eb6dcc1-4ab0-4d61-bd5f-1d979dbc0255 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1773601 Jul 13 07:37:15.661879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1f3d6-83cd-407f-a6d0-5eb94f1b8c99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef7741f-6070-43a2-b6ef-98aaae7b2c5d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:15.664168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f3d6-83cd-407f-a6d0-5eb94f1b8c99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.672599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f072bb9-c56d-4082-bedd-8250d2d55519 None None] Network 05b3987c-bce5-48c5-993d-dc45d219ab05 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:15.684958 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b8b1f3d6-83cd-407f-a6d0-5eb94f1b8c99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/2ef7741f-6070-43a2-b6ef-98aaae7b2c5d HTTP/1.1" status: 204 len: 168 time: 0.9154539 Jul 13 07:37:15.693283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:15.712361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2edb002-6530-4228-a8e3-cb396965cb70 req-70e7d231-789a-42ab-a5f4-87f1f3376253 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177273 Jul 13 07:37:15.810161 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:15.972397 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.103011 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:13Z', 'revision_number': 9, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:16.168119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:16.168789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.176686 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6721017-8f09-4cb1-b1f0-12f07256c4aa None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:13Z', 'revision_number': 9, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf067720-3ac0-4eb1-8f07-f4925e8544e1', 'name': '', 'network_id': '027133d3-35cf-4a82-8651-7b9795f2e860', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:07:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:36:51Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '00965eea-09ae-4aa3-bc40-747caa5a45e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:16.315768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0aa23ef8-2ee2-4852-baa4-b732fd0117ee,segment=NetworkSegment(28f15428-fbde-48a9-b970-98ddd79d8c36),segment_id=28f15428-fbde-48a9-b970-98ddd79d8c36)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:16.316405 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.331576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:16.353430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for 0aa23ef8-2ee2-4852-baa4-b732fd0117ee owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:16.382157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798676c-d488-48da-8354-bf58fed91a53 req-a0ae13a3-83a3-4a88-9ec9-beb8262f9384 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.383792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b798676c-d488-48da-8354-bf58fed91a53 req-a0ae13a3-83a3-4a88-9ec9-beb8262f9384 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 945 time: 0.1583261 Jul 13 07:37:16.536560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be683eb8-013f-4446-b9c9-f141cc420063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.564811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6355c0-409a-4ed7-93da-3d53d42213c1 None None] DHCP port deletion for 05b3987c-bce5-48c5-993d-dc45d219ab05 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:16.670153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ad6355c0-409a-4ed7-93da-3d53d42213c1 None None] Deleting port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:16.670578 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad6355c0-409a-4ed7-93da-3d53d42213c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.779916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ad6355c0-409a-4ed7-93da-3d53d42213c1 None None] For port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0aa23ef8-2ee2-4852-baa4-b732fd0117ee,segment=NetworkSegment(28f15428-fbde-48a9-b970-98ddd79d8c36),segment_id=28f15428-fbde-48a9-b970-98ddd79d8c36)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:16.780537 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad6355c0-409a-4ed7-93da-3d53d42213c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.799610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ad6355c0-409a-4ed7-93da-3d53d42213c1 None None] Calling delete_port for 0aa23ef8-2ee2-4852-baa4-b732fd0117ee owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:16.828178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.913826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=0aa23ef8-2ee2-4852-baa4-b732fd0117ee,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:16.929013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be6c3e-7afb-4f21-a604-26f3366cda49 req-6059fb93-9333-4fed-859d-4c2bd4163b36 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.930934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91be6c3e-7afb-4f21-a604-26f3366cda49 req-6059fb93-9333-4fed-859d-4c2bd4163b36 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 945 time: 0.3981690 Jul 13 07:37:16.933273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No DVR routers for this DVR port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:16.946604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b798676c-d488-48da-8354-bf58fed91a53 req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Deleting port 7e76caf4-2451-41d0-b620-61b911ed3619 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:16.947298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b798676c-d488-48da-8354-bf58fed91a53 req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.958451 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad6355c0-409a-4ed7-93da-3d53d42213c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.974819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6355c0-409a-4ed7-93da-3d53d42213c1 None None] No DVR routers for this DVR port 0aa23ef8-2ee2-4852-baa4-b732fd0117ee on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:16.987845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4538ef6-6cc4-4da3-bb70-5733bf7cef0e req-dfea3f68-8e10-4242-bf18-b1cd1a5a76a7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.995570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4538ef6-6cc4-4da3-bb70-5733bf7cef0e req-dfea3f68-8e10-4242-bf18-b1cd1a5a76a7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.0883799 Jul 13 07:37:17.009973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6355c0-409a-4ed7-93da-3d53d42213c1 None None] Pushing event deleted for resources: {'Port': ['ID=0aa23ef8-2ee2-4852-baa4-b732fd0117ee,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:17.034961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4538ef6-6cc4-4da3-bb70-5733bf7cef0e req-a5c9e85d-01e2-415c-90bc-5601a1d0ba72 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381970 Jul 13 07:37:17.111760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be683eb8-013f-4446-b9c9-f141cc420063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.125582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be683eb8-013f-4446-b9c9-f141cc420063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.517875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.528095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91be6c3e-7afb-4f21-a604-26f3366cda49 req-75e15b6d-5b6c-49bf-b267-d9690462fe8a tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859470 Jul 13 07:37:17.598262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b3987c-bce5-48c5-993d-dc45d219ab05']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:17.608034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b798676c-d488-48da-8354-bf58fed91a53 req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] For port 7e76caf4-2451-41d0-b620-61b911ed3619, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7e76caf4-2451-41d0-b620-61b911ed3619,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:17.608543 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b798676c-d488-48da-8354-bf58fed91a53 req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.652591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-be683eb8-013f-4446-b9c9-f141cc420063 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d557dceca0a545c5927f0790e4493753&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3200328 Jul 13 07:37:17.655093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48778) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:17.655721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f15428-fbde-48a9-b970-98ddd79d8c36') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:17.656419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f15428-fbde-48a9-b970-98ddd79d8c36') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:17.669595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be683eb8-013f-4446-b9c9-f141cc420063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6328f89-13cc-4b0c-bb1d-5c893a521abd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:17.672996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b798676c-d488-48da-8354-bf58fed91a53 req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Calling delete_port for 7e76caf4-2451-41d0-b620-61b911ed3619 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:17.682653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.740672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0aa23ef8-2ee2-4852-baa4-b732fd0117ee no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:17.752641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe831ce6-410c-44a3-827c-fa205bcc8b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.773370 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.784141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:17.784659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:17.788221 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:17.791096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe831ce6-410c-44a3-827c-fa205bcc8b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.824117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0aa23ef8-2ee2-4852-baa4-b732fd0117ee {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:17.828372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0aa23ef8-2ee2-4852-baa4-b732fd0117ee not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:17.829291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:17.856923 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe831ce6-410c-44a3-827c-fa205bcc8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.859752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe831ce6-410c-44a3-827c-fa205bcc8b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.862045 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fe831ce6-410c-44a3-827c-fa205bcc8b55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6328f89-13cc-4b0c-bb1d-5c893a521abd HTTP/1.1" status: 204 len: 168 time: 0.2058256 Jul 13 07:37:17.874070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe831ce6-410c-44a3-827c-fa205bcc8b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6328f89-13cc-4b0c-bb1d-5c893a521abd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:17.883499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:17.884314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e709a6ab-db0e-4f02-84b6-eec6e6e7aaf4 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:17.892812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.902693 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.906257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/networks/05b3987c-bce5-48c5-993d-dc45d219ab05 HTTP/1.1" status: 204 len: 168 time: 2.2113221 Jul 13 07:37:17.909263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:17.924744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655659e3-46b0-48e6-b1ec-cc86df3db686 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Network': ['ID=05b3987c-bce5-48c5-993d-dc45d219ab05,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.037853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b798676c-d488-48da-8354-bf58fed91a53 req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.050780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d7be359c-9861-4b94-9b85-b0e5d4016f3a', 'a24ab41d-0428-464e-b19a-eb2405e35032'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:18.083357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Pushing event deleted for resources: {'Port': ['ID=7e76caf4-2451-41d0-b620-61b911ed3619,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.157247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b798676c-d488-48da-8354-bf58fed91a53 req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] No DVR routers for this DVR port 7e76caf4-2451-41d0-b620-61b911ed3619 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:18.176258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b798676c-d488-48da-8354-bf58fed91a53 req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.180568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b798676c-d488-48da-8354-bf58fed91a53 req-274ac775-8e62-4f92-9260-206f490c4110 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.38 "DELETE /v2.0/ports/7e76caf4-2451-41d0-b620-61b911ed3619 HTTP/1.1" status: 204 len: 173 time: 1.7178285 Jul 13 07:37:18.181463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a135ef8-62a5-4ae8-998f-bd997b6ea140', 'name': 'network-vif-deleted', 'tag': '7e76caf4-2451-41d0-b620-61b911ed3619'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:18.186908 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b7baa-60ab-4a47-bec1-d6e3f079a663" -d '{"events": [{"server_uuid": "6a135ef8-62a5-4ae8-998f-bd997b6ea140", "name": "network-vif-deleted", "tag": "7e76caf4-2451-41d0-b620-61b911ed3619"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:18.244081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfc622-6d40-4d82-b4f0-1cf228196d92 req-71fcb448-25b2-4c3e-a725-54aec46ac96a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.251518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7bfc622-6d40-4d82-b4f0-1cf228196d92 req-71fcb448-25b2-4c3e-a725-54aec46ac96a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2584066 Jul 13 07:37:18.329510 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7bfc622-6d40-4d82-b4f0-1cf228196d92 req-49cdac61-0b50-4c38-874b-48120b7271cd tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767455 Jul 13 07:37:18.358033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48792) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:18.383365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78e4cf92-92ef-4c47-af6a-293bd878e472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.402478 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-127b7b79-a309-4a4a-b00a-82ae74d424db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.412281 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a16cc6-908b-4fbc-8fd4-5f5fe84d075c x-openstack-request-id: req-e8a16cc6-908b-4fbc-8fd4-5f5fe84d075c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:18.412585 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a135ef8-62a5-4ae8-998f-bd997b6ea140", "name": "network-vif-deleted", "tag": "7e76caf4-2451-41d0-b620-61b911ed3619", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:18.412838 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8a16cc6-908b-4fbc-8fd4-5f5fe84d075c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:18.413242 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a135ef8-62a5-4ae8-998f-bd997b6ea140', 'name': 'network-vif-deleted', 'tag': '7e76caf4-2451-41d0-b620-61b911ed3619', 'status': 'completed', 'code': 200} Jul 13 07:37:18.572595 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.576692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78e4cf92-92ef-4c47-af6a-293bd878e472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.584110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78e4cf92-92ef-4c47-af6a-293bd878e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.673555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-78e4cf92-92ef-4c47-af6a-293bd878e472 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc42e1a3689b40499b1d0ed631e45b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134191 Jul 13 07:37:18.677255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:18.691717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4cf92-92ef-4c47-af6a-293bd878e472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b703c3-d199-442b-90e3-0af417c95ba7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.788775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-24ede568-69eb-429c-8395-84f6f96996df req-e7a60eaf-47ae-411e-80c6-6d89344d9e59 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a135ef8-62a5-4ae8-998f-bd997b6ea140 HTTP/1.1" status: 200 len: 210 time: 0.0397947 Jul 13 07:37:18.791727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a2197fa-4f5a-4fe1-8dfc-d2d968be9fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.823325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a2197fa-4f5a-4fe1-8dfc-d2d968be9fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.898273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a2197fa-4f5a-4fe1-8dfc-d2d968be9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.901021 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a2197fa-4f5a-4fe1-8dfc-d2d968be9fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.902222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0a2197fa-4f5a-4fe1-8dfc-d2d968be9fac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1b703c3-d199-442b-90e3-0af417c95ba7 HTTP/1.1" status: 204 len: 168 time: 0.2239814 Jul 13 07:37:18.922627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2197fa-4f5a-4fe1-8dfc-d2d968be9fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b703c3-d199-442b-90e3-0af417c95ba7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.946362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port cf067720-3ac0-4eb1-8f07-f4925e8544e1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:18.948030 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.080297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port cf067720-3ac0-4eb1-8f07-f4925e8544e1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cf067720-3ac0-4eb1-8f07-f4925e8544e1,segment=NetworkSegment(6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057),segment_id=6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:19.080766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.100388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for cf067720-3ac0-4eb1-8f07-f4925e8544e1 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:19.291782 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.329800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=cf067720-3ac0-4eb1-8f07-f4925e8544e1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:19.479656 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.619723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc51c1-3aeb-49da-90bd-0afacd231e9c req-eb56e894-7b0b-4d6a-b5f2-557ccde67bf1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.627532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cdc51c1-3aeb-49da-90bd-0afacd231e9c req-eb56e894-7b0b-4d6a-b5f2-557ccde67bf1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1134951 Jul 13 07:37:19.637110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7e76caf4-2451-41d0-b620-61b911ed3619 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:19.702593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 7e76caf4-2451-41d0-b620-61b911ed3619 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:19.703173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7e76caf4-2451-41d0-b620-61b911ed3619 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:19.709899 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cdc51c1-3aeb-49da-90bd-0afacd231e9c req-31c43e2f-1e32-47e6-a162-b2fc0f5276d8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813661 Jul 13 07:37:19.786150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:19.895662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:19.906081 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:19.915387 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4454d552-544b-4ddd-a035-72a4aa1926a1 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0039046 Jul 13 07:37:19.918039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:19.919300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:19.920017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:19.985709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-814debc4-e443-49bd-aafb-e102494dcb5c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting subnet 00965eea-09ae-4aa3-bc40-747caa5a45e1 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:19.990654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-814debc4-e443-49bd-aafb-e102494dcb5c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.073801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-814debc4-e443-49bd-aafb-e102494dcb5c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.113580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:20.196160 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-814debc4-e443-49bd-aafb-e102494dcb5c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.282870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-814debc4-e443-49bd-aafb-e102494dcb5c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.328047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814debc4-e443-49bd-aafb-e102494dcb5c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Subnet': ['ID=00965eea-09ae-4aa3-bc40-747caa5a45e1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:20.340895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-814debc4-e443-49bd-aafb-e102494dcb5c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.346815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-814debc4-e443-49bd-aafb-e102494dcb5c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/00965eea-09ae-4aa3-bc40-747caa5a45e1 HTTP/1.1" status: 204 len: 168 time: 0.4239793 Jul 13 07:37:20.346815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:20.349485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36614df-5b96-4e37-9122-05f5c66e201e None None] Network 027133d3-35cf-4a82-8651-7b9795f2e860 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:20.469241 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.516967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:19Z', 'revision_number': 10, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:20.540573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c528d1-2f1c-4017-b762-0bc48ac0a3fe req-b7d61004-c251-4a14-9c04-58a747d07288 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.543508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port 072b00f5-67cc-4087-9689-1064520d7fe8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:20.544207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.548861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30c528d1-2f1c-4017-b762-0bc48ac0a3fe req-b7d61004-c251-4a14-9c04-58a747d07288 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 946 time: 0.0876973 Jul 13 07:37:20.562970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:20.582965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:20.586095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:36:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:20.622264 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30c528d1-2f1c-4017-b762-0bc48ac0a3fe req-79e63a1c-d6dc-420b-a556-3f568d338a30 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724745 Jul 13 07:37:20.697145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port 072b00f5-67cc-4087-9689-1064520d7fe8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=072b00f5-67cc-4087-9689-1064520d7fe8,segment=NetworkSegment(6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057),segment_id=6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:20.697749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.730184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for 072b00f5-67cc-4087-9689-1064520d7fe8 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:20.730534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:20.793545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] DHCP port deletion for 027133d3-35cf-4a82-8651-7b9795f2e860 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:20.904405 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.934428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=072b00f5-67cc-4087-9689-1064520d7fe8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:20.938245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No DVR routers for this DVR port 072b00f5-67cc-4087-9689-1064520d7fe8 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:20.938543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca4bf1-46fa-413c-b86f-50fe77c21a32 req-a092a691-3674-4a94-bfd6-3667d386f532 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.949408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76ca4bf1-46fa-413c-b86f-50fe77c21a32 req-a092a691-3674-4a94-bfd6-3667d386f532 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.0938876 Jul 13 07:37:21.014525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76ca4bf1-46fa-413c-b86f-50fe77c21a32 req-c409c825-043b-4f22-b64b-fc8410cf77e9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585539 Jul 13 07:37:21.037185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] Deleting port 072b00f5-67cc-4087-9689-1064520d7fe8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:21.037511 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.064997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7a68-0dcd-4617-95bc-8196e6fbb2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.074828 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.086326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027133d3-35cf-4a82-8651-7b9795f2e860']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:21.099129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:21.099441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfd87bc-a740-4cd1-b2d9-d9ee09bf4057') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:21.100875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.117926 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.138505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.149227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:21.150076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:21.154296 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:21.239257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.278123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.280350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/networks/027133d3-35cf-4a82-8651-7b9795f2e860 HTTP/1.1" status: 204 len: 168 time: 0.9324474 Jul 13 07:37:21.281213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7145f-4558-4099-81c5-c01bdf5d9696 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Network': ['ID=027133d3-35cf-4a82-8651-7b9795f2e860,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:21.283173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48872) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:21.402940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] For port 072b00f5-67cc-4087-9689-1064520d7fe8, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:21.404325 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.424655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] Calling delete_port for 072b00f5-67cc-4087-9689-1064520d7fe8 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:21.428621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] Port 072b00f5-67cc-4087-9689-1064520d7fe8 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:37:21.434933 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.449078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] Network 027133d3-35cf-4a82-8651-7b9795f2e860 is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:37:21.449673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] No DVR routers for this DVR port 072b00f5-67cc-4087-9689-1064520d7fe8 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:21.477525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a2fc7-2b8c-4ab6-a65f-445833aa06d9 None None] Pushing event deleted for resources: {'Port': ['ID=072b00f5-67cc-4087-9689-1064520d7fe8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:21.504499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:19Z', 'revision_number': 10, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:21.550787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561f605-2ee6-4182-861e-8b57dc5a985a None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:19Z', 'revision_number': 10, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None, '_interfaces': [{'id': '6ce345de-146d-41b4-b9e7-5ca1b338bbcf', 'name': '', 'network_id': '40409334-ab8b-4341-81af-66dcd9d06b16', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'mac_address': 'fa:16:3e:ab:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:34Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'subnets': [{'id': '1b68f4f7-b2e2-4256-bac6-d19b9d28dd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:21.737755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-2f537664-587b-4971-a919-3115b6200f41 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.739235 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-2f537664-587b-4971-a919-3115b6200f41 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.48 "GET /v2.0/ports?device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 946 time: 0.1202559 Jul 13 07:37:21.784398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.951956 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.985097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 072b00f5-67cc-4087-9689-1064520d7fe8 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:22.017771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 072b00f5-67cc-4087-9689-1064520d7fe8 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:22.018143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 072b00f5-67cc-4087-9689-1064520d7fe8 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:22.036757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ea7f3-511a-4a64-914a-ac7b8deaebde req-b9054903-0cb7-452e-ba7d-427f107c71ae tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.039810 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a50ea7f3-511a-4a64-914a-ac7b8deaebde req-b9054903-0cb7-452e-ba7d-427f107c71ae tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 946 time: 0.1617544 Jul 13 07:37:22.100306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Deleting port a24ab41d-0428-464e-b19a-eb2405e35032 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:22.100667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.125150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a50ea7f3-511a-4a64-914a-ac7b8deaebde req-e5d505ca-9e16-4b6b-bf92-a13406f09536 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751035 Jul 13 07:37:22.298408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] For port a24ab41d-0428-464e-b19a-eb2405e35032, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a24ab41d-0428-464e-b19a-eb2405e35032,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:22.298766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.340605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Calling delete_port for a24ab41d-0428-464e-b19a-eb2405e35032 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:22.436067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dad4f5-058a-4457-92d7-2797c883c115 req-a8e7e2b3-a645-4d9f-b678-e232a0e79283 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.437674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7dad4f5-058a-4457-92d7-2797c883c115 req-a8e7e2b3-a645-4d9f-b678-e232a0e79283 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2140620 Jul 13 07:37:22.482950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:22.483424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.549073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7dad4f5-058a-4457-92d7-2797c883c115 req-7cd2f0d9-a6d5-4308-ae6a-f7e3f03a171e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991564 Jul 13 07:37:22.651450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port 6ce345de-146d-41b4-b9e7-5ca1b338bbcf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6ce345de-146d-41b4-b9e7-5ca1b338bbcf,segment=NetworkSegment(53e6e541-7033-402b-ad05-311ae0ac9471),segment_id=53e6e541-7033-402b-ad05-311ae0ac9471)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:22.651860 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.656217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48934) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:22.660315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.672645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d7be359c-9861-4b94-9b85-b0e5d4016f3a', 'a24ab41d-0428-464e-b19a-eb2405e35032'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:22.712217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for 6ce345de-146d-41b4-b9e7-5ca1b338bbcf owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:22.721201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Pushing event deleted for resources: {'Port': ['ID=a24ab41d-0428-464e-b19a-eb2405e35032,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:22.810707 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7ac22db-b9fb-4f7d-8ca7-dbad50c12797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.819795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] No DVR routers for this DVR port a24ab41d-0428-464e-b19a-eb2405e35032 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:22.823381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.825570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65a2a8fc-6899-4068-a0f3-483e9431fcc3 req-3b6db1bd-50e5-4e7f-8689-81c73757bc53 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.48 "DELETE /v2.0/ports/a24ab41d-0428-464e-b19a-eb2405e35032 HTTP/1.1" status: 204 len: 173 time: 1.0806489 Jul 13 07:37:22.826041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4998918d-1c88-489b-a403-f7736f11fc4f', 'name': 'network-vif-deleted', 'tag': 'a24ab41d-0428-464e-b19a-eb2405e35032'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:22.828837 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03be5194-49df-4f24-9931-c9e6514d17b6" -d '{"events": [{"server_uuid": "4998918d-1c88-489b-a403-f7736f11fc4f", "name": "network-vif-deleted", "tag": "a24ab41d-0428-464e-b19a-eb2405e35032"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:22.891636 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd2b4f0-a53a-4173-8e2e-dbcaad22c4fc x-openstack-request-id: req-abd2b4f0-a53a-4173-8e2e-dbcaad22c4fc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:22.891953 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4998918d-1c88-489b-a403-f7736f11fc4f", "name": "network-vif-deleted", "tag": "a24ab41d-0428-464e-b19a-eb2405e35032", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:22.892186 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abd2b4f0-a53a-4173-8e2e-dbcaad22c4fc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:22.892595 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4998918d-1c88-489b-a403-f7736f11fc4f', 'name': 'network-vif-deleted', 'tag': 'a24ab41d-0428-464e-b19a-eb2405e35032', 'status': 'completed', 'code': 200} Jul 13 07:37:22.959892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7ac22db-b9fb-4f7d-8ca7-dbad50c12797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.964609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7ac22db-b9fb-4f7d-8ca7-dbad50c12797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.044792 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e7ac22db-b9fb-4f7d-8ca7-dbad50c12797 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d64ed917a6e4d98aeab3bd92123b071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868122 Jul 13 07:37:23.045825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:23.046662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac22db-b9fb-4f7d-8ca7-dbad50c12797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf5f4ea-9134-4227-8d96-2047ac65a0d4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.085529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.139039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=6ce345de-146d-41b4-b9e7-5ca1b338bbcf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.282200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24ba3d2d-0906-4626-9be9-0af93fe4873b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.311803 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24ba3d2d-0906-4626-9be9-0af93fe4873b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.355510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.432899 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-63a27528-e10c-4d7b-86df-2628a1ea7f31 req-58cbfbef-60e9-421d-a483-337c3691bdcd tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=4998918d-1c88-489b-a403-f7736f11fc4f HTTP/1.1" status: 200 len: 210 time: 0.0551431 Jul 13 07:37:23.472176 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24ba3d2d-0906-4626-9be9-0af93fe4873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.475461 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24ba3d2d-0906-4626-9be9-0af93fe4873b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.477048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-24ba3d2d-0906-4626-9be9-0af93fe4873b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cf5f4ea-9134-4227-8d96-2047ac65a0d4 HTTP/1.1" status: 204 len: 168 time: 0.4263892 Jul 13 07:37:23.489654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba3d2d-0906-4626-9be9-0af93fe4873b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf5f4ea-9134-4227-8d96-2047ac65a0d4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.612073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.629016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:23.717750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cf067720-3ac0-4eb1-8f07-f4925e8544e1 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:23.744768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: cf067720-3ac0-4eb1-8f07-f4925e8544e1 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:23.745381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cf067720-3ac0-4eb1-8f07-f4925e8544e1 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:23.840151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598e62f-d2d8-4568-ac9d-9eb98a17a2f2 req-9a034427-abac-4480-8f00-60d5d529e2e4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.842124 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5598e62f-d2d8-4568-ac9d-9eb98a17a2f2 req-9a034427-abac-4480-8f00-60d5d529e2e4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.0809240 Jul 13 07:37:23.902929 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5598e62f-d2d8-4568-ac9d-9eb98a17a2f2 req-ce95f162-cef1-4862-b17c-6e72858b6fc4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458291 Jul 13 07:37:23.944624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48958) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:23.962478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-394a555d-de63-45d5-a4d1-59c39e2728cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.076641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-394a555d-de63-45d5-a4d1-59c39e2728cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.081436 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-394a555d-de63-45d5-a4d1-59c39e2728cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.120103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:24.131282 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:24.133666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-94e3ed80-0fb1-4942-9328-ef8ec9394e55 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8493896 Jul 13 07:37:24.136677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48964) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:24.137720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a555d-de63-45d5-a4d1-59c39e2728cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5e805a-aa3f-487a-b66b-7e292e908dc0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.144066 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:24.145044 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.147519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-394a555d-de63-45d5-a4d1-59c39e2728cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=096da2e8ce654b01ba5c0f525e4de796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014751 Jul 13 07:37:24.147734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48966) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:24.229080 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:24.241202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec5d91b-99ee-4936-af45-e871dc3247fe tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting subnet 1b68f4f7-b2e2-4256-bac6-d19b9d28dd20 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:24.244654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dec5d91b-99ee-4936-af45-e871dc3247fe tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.270435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a0de54f-8c20-46d4-b673-5c9ff34a3e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.296213 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:22Z', 'revision_number': 11, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.303172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dec5d91b-99ee-4936-af45-e871dc3247fe tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.323180 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:24.326887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a0de54f-8c20-46d4-b673-5c9ff34a3e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.331794 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:24.332626 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.407518 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:24.432517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a0de54f-8c20-46d4-b673-5c9ff34a3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.435374 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a0de54f-8c20-46d4-b673-5c9ff34a3e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.439604 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1a0de54f-8c20-46d4-b673-5c9ff34a3e3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc5e805a-aa3f-487a-b66b-7e292e908dc0 HTTP/1.1" status: 204 len: 168 time: 0.2908366 Jul 13 07:37:24.446002 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dec5d91b-99ee-4936-af45-e871dc3247fe tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.478360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0de54f-8c20-46d4-b673-5c9ff34a3e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5e805a-aa3f-487a-b66b-7e292e908dc0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.520541 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:22Z', 'revision_number': 11, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.529067 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dec5d91b-99ee-4936-af45-e871dc3247fe tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.568396 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85773aa7-f397-4125-8970-8c1f6fc1d948 None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:22Z', 'revision_number': 11, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:24.585041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5c3ca-f4f6-4f63-bcaf-7c97bd78b275 None None] Network 40409334-ab8b-4341-81af-66dcd9d06b16 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:24.596416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5d91b-99ee-4936-af45-e871dc3247fe tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Subnet': ['ID=1b68f4f7-b2e2-4256-bac6-d19b9d28dd20,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.602504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dec5d91b-99ee-4936-af45-e871dc3247fe tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.613236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48974) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:24.626629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dec5d91b-99ee-4936-af45-e871dc3247fe tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/1b68f4f7-b2e2-4256-bac6-d19b9d28dd20 HTTP/1.1" status: 204 len: 168 time: 0.4887569 Jul 13 07:37:24.717456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.894723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Deleting port 093aef1b-6023-4f55-a88b-22a564a90838 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:24.895072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.958976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2092c49c-5b37-4e53-8bfb-f6f669cfa140 None None] DHCP port deletion for 40409334-ab8b-4341-81af-66dcd9d06b16 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:25.040465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2092c49c-5b37-4e53-8bfb-f6f669cfa140 None None] Deleting port 093aef1b-6023-4f55-a88b-22a564a90838 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:25.041104 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2092c49c-5b37-4e53-8bfb-f6f669cfa140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.086444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] For port 093aef1b-6023-4f55-a88b-22a564a90838, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=093aef1b-6023-4f55-a88b-22a564a90838,segment=NetworkSegment(53e6e541-7033-402b-ad05-311ae0ac9471),segment_id=53e6e541-7033-402b-ad05-311ae0ac9471)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:25.088096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.119406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Calling delete_port for 093aef1b-6023-4f55-a88b-22a564a90838 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:25.132100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02fee5-26b0-409c-90b9-5261302b0177 req-0ef78397-ad0d-48d4-b5b7-9bcb8c1d84eb tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.145748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2092c49c-5b37-4e53-8bfb-f6f669cfa140 None None] For port 093aef1b-6023-4f55-a88b-22a564a90838, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=093aef1b-6023-4f55-a88b-22a564a90838,segment=NetworkSegment(53e6e541-7033-402b-ad05-311ae0ac9471),segment_id=53e6e541-7033-402b-ad05-311ae0ac9471)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:25.146271 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2092c49c-5b37-4e53-8bfb-f6f669cfa140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.153922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae02fee5-26b0-409c-90b9-5261302b0177 req-0ef78397-ad0d-48d4-b5b7-9bcb8c1d84eb tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.1603258 Jul 13 07:37:25.179578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2092c49c-5b37-4e53-8bfb-f6f669cfa140 None None] Calling delete_port for 093aef1b-6023-4f55-a88b-22a564a90838 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:25.244915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae02fee5-26b0-409c-90b9-5261302b0177 req-55eedcf2-d4c2-4480-88fe-a7781271c909 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920444 Jul 13 07:37:25.338198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.342269 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2092c49c-5b37-4e53-8bfb-f6f669cfa140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.375456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Port': ['ID=093aef1b-6023-4f55-a88b-22a564a90838,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:25.382122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092c49c-5b37-4e53-8bfb-f6f669cfa140 None None] Pushing event deleted for resources: {'Port': ['ID=093aef1b-6023-4f55-a88b-22a564a90838,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:25.390686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092c49c-5b37-4e53-8bfb-f6f669cfa140 None None] No DVR routers for this DVR port 093aef1b-6023-4f55-a88b-22a564a90838 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:25.395893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.396516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.396861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.397389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.397922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.398486 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.398821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.399356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.399698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.400845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.401338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.401972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:25.406333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No DVR routers for this DVR port 093aef1b-6023-4f55-a88b-22a564a90838 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:25.466498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8de53f-a322-4310-bd0b-11a6a9660d73 req-0a5be3f3-0743-42ec-b8f7-3dd25e0ab9e0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.473887 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad8de53f-a322-4310-bd0b-11a6a9660d73 req-0a5be3f3-0743-42ec-b8f7-3dd25e0ab9e0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2533126 Jul 13 07:37:25.523210 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.538471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40409334-ab8b-4341-81af-66dcd9d06b16']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:25.561424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e6e541-7033-402b-ad05-311ae0ac9471') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:25.561729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e6e541-7033-402b-ad05-311ae0ac9471') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:25.579504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad8de53f-a322-4310-bd0b-11a6a9660d73 req-c8234de0-eff3-4f5f-aaad-fc02ab524342 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040957 Jul 13 07:37:25.591976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.610111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.616699 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:25.617356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:25.620787 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:25.643896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6ce345de-146d-41b4-b9e7-5ca1b338bbcf no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:25.664936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 6ce345de-146d-41b4-b9e7-5ca1b338bbcf {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:25.667563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6ce345de-146d-41b4-b9e7-5ca1b338bbcf not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:25.668022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 093aef1b-6023-4f55-a88b-22a564a90838 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:25.685778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.692423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 093aef1b-6023-4f55-a88b-22a564a90838 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:25.693034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 093aef1b-6023-4f55-a88b-22a564a90838 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:25.693852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.695952 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/networks/40409334-ab8b-4341-81af-66dcd9d06b16 HTTP/1.1" status: 204 len: 168 time: 1.0816319 Jul 13 07:37:25.698924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49004) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:25.710016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597efe6-055f-4961-a0a5-77ec53f8878b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Pushing event deleted for resources: {'Network': ['ID=40409334-ab8b-4341-81af-66dcd9d06b16,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:25.716179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'routes': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:25.919683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Added routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:37:25.920007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Removed routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:37:25.920410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.068213 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.071595 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.157346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router cfd43dba-ab58-4063-a904-969755b6cabd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:26.239449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:26.246502 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.250496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:26.251957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a48640d2-1899-47d1-88bf-b76fce35bb8f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd HTTP/1.1" status: 200 len: 705 time: 0.5483203 Jul 13 07:37:26.252342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] Sync routers for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:26.266080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:26.267501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:26.294859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0151c96d-9543-4fb7-aeaf-90b1eac8b29b tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd43dba-ab58-4063-a904-969755b6cabd HTTP/1.1" status: 200 len: 205 time: 0.0394146 Jul 13 07:37:26.296029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:26.388600 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8456c22-a55e-4db0-8fe7-231ec9c2efb2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.416257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:26.575069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:22Z', 'revision_number': 11, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:26.587362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c3b07-a2c6-4345-b24b-ef7dfc63d896 req-07070799-721a-4d1e-b2c9-577ea1de1b8e tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.598756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8456c22-a55e-4db0-8fe7-231ec9c2efb2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.601669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8456c22-a55e-4db0-8fe7-231ec9c2efb2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.609822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b7c3b07-a2c6-4345-b24b-ef7dfc63d896 req-07070799-721a-4d1e-b2c9-577ea1de1b8e tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.1883538 Jul 13 07:37:26.614860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] Checking router: cfd43dba-ab58-4063-a904-969755b6cabd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:26.628199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] Routers {'cfd43dba-ab58-4063-a904-969755b6cabd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:26.629532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cfd43dba-ab58-4063-a904-969755b6cabd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:26.669359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-f064d166-11c0-4730-9a0c-12a6adb0cbbf tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.671546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-f064d166-11c0-4730-9a0c-12a6adb0cbbf tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.48 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 945 time: 0.2439106 Jul 13 07:37:26.672114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8456c22-a55e-4db0-8fe7-231ec9c2efb2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.673236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8456c22-a55e-4db0-8fe7-231ec9c2efb2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Fanout notify agent at l3_agent the message router_deleted on router cfd43dba-ab58-4063-a904-969755b6cabd {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:37:26.680422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8456c22-a55e-4db0-8fe7-231ec9c2efb2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.686939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a8456c22-a55e-4db0-8fe7-231ec9c2efb2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd HTTP/1.1" status: 204 len: 168 time: 0.3886058 Jul 13 07:37:26.687802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:26.692317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d6ed9cfc-a730-47e1-b821-b7e22650fa4e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1816715009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:26.724497 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b7c3b07-a2c6-4345-b24b-ef7dfc63d896 req-cf2d83a4-c38f-4398-a66b-d0c2e633119a tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dc0384-e6ed-4e06-be48-688d8acd193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114075 Jul 13 07:37:26.727459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] Set router cfd43dba-ab58-4063-a904-969755b6cabd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:26.758988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6ed9cfc-a730-47e1-b821-b7e22650fa4e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.760016 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6ed9cfc-a730-47e1-b821-b7e22650fa4e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.804415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a24ab41d-0428-464e-b19a-eb2405e35032 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:26.832087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:22Z', 'revision_number': 11, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:26.836861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: a24ab41d-0428-464e-b19a-eb2405e35032 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:26.837215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a24ab41d-0428-464e-b19a-eb2405e35032 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:26.870474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534b2f6-ccd2-4bb1-9330-182564a4b75b None None] The sync data for ids ['cfd43dba-ab58-4063-a904-969755b6cabd'] in n-d-758944-43 is: [{'id': 'cfd43dba-ab58-4063-a904-969755b6cabd', 'name': 'tempest-RoutersIpV6Test-router-2113738509', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:31Z', 'updated_at': '2021-07-13T07:37:22Z', 'revision_number': 11, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:26.894498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Deleting port d7be359c-9861-4b94-9b85-b0e5d4016f3a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:26.895224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.007378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6ed9cfc-a730-47e1-b821-b7e22650fa4e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.025920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6ed9cfc-a730-47e1-b821-b7e22650fa4e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.067512 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6ed9cfc-a730-47e1-b821-b7e22650fa4e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.071567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d6ed9cfc-a730-47e1-b821-b7e22650fa4e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3798041 Jul 13 07:37:27.071989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49066) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:27.077281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cdba824b-b0c0-4221-bd08-56797cd996ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:27.088373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] For port d7be359c-9861-4b94-9b85-b0e5d4016f3a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d7be359c-9861-4b94-9b85-b0e5d4016f3a,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:27.088753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.107889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Calling delete_port for d7be359c-9861-4b94-9b85-b0e5d4016f3a owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:27.330987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.347507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d7be359c-9861-4b94-9b85-b0e5d4016f3a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:27.408621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Pushing event deleted for resources: {'Port': ['ID=d7be359c-9861-4b94-9b85-b0e5d4016f3a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.492280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] No DVR routers for this DVR port d7be359c-9861-4b94-9b85-b0e5d4016f3a on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:27.495926 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.506979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e387bdd5-a3fa-42b4-a9c9-715b4ea5e9fe req-76bc8a2f-bd9a-4041-aa06-aaf1cc18b5cc tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.48 "DELETE /v2.0/ports/d7be359c-9861-4b94-9b85-b0e5d4016f3a HTTP/1.1" status: 204 len: 173 time: 0.8110211 Jul 13 07:37:27.507444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ecae7-4f15-4b6c-a092-9a1ad169c01f', 'name': 'network-vif-deleted', 'tag': 'd7be359c-9861-4b94-9b85-b0e5d4016f3a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:27.513388 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849c9481-f7b7-4a67-b8a3-36aae58e2923" -d '{"events": [{"server_uuid": "861ecae7-4f15-4b6c-a092-9a1ad169c01f", "name": "network-vif-deleted", "tag": "d7be359c-9861-4b94-9b85-b0e5d4016f3a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:27.585679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded84948-051f-4b00-bc26-ef1f0674da02 req-e07b0268-41cc-4384-8ec5-ac2cd54f8cb3 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.595945 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ded84948-051f-4b00-bc26-ef1f0674da02 req-e07b0268-41cc-4384-8ec5-ac2cd54f8cb3 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2543340 Jul 13 07:37:27.619105 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7275be89-33d4-4880-a26f-6aa8a4757f19 x-openstack-request-id: req-7275be89-33d4-4880-a26f-6aa8a4757f19 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:27.619633 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ecae7-4f15-4b6c-a092-9a1ad169c01f", "name": "network-vif-deleted", "tag": "d7be359c-9861-4b94-9b85-b0e5d4016f3a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:27.620068 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7275be89-33d4-4880-a26f-6aa8a4757f19 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:27.620663 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ecae7-4f15-4b6c-a092-9a1ad169c01f', 'name': 'network-vif-deleted', 'tag': 'd7be359c-9861-4b94-9b85-b0e5d4016f3a', 'status': 'completed', 'code': 200} Jul 13 07:37:27.694693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ded84948-051f-4b00-bc26-ef1f0674da02 req-56b300a4-0912-455b-9d67-1ba2401f781f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904367 Jul 13 07:37:27.923853 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdba824b-b0c0-4221-bd08-56797cd996ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.936009 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdba824b-b0c0-4221-bd08-56797cd996ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.955500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-de37feee-3287-477a-8f0f-e4ece4c4f6f0 req-01a98e1c-3add-492f-b87a-e567c7c776d6 tempest-ListServerFiltersTestJSON-1214799223 tempest-ListServerFiltersTestJSON-1214799223-project] 10.222.0.41 "GET /v2.0/ports?device_id=861ecae7-4f15-4b6c-a092-9a1ad169c01f HTTP/1.1" status: 200 len: 210 time: 0.0515559 Jul 13 07:37:28.045257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdba824b-b0c0-4221-bd08-56797cd996ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Router 3e50c858-a2b0-4556-a38a-d0ae39d45e7d is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:37:28.147868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdba824b-b0c0-4221-bd08-56797cd996ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:28.156450 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdba824b-b0c0-4221-bd08-56797cd996ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.158316 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cdba824b-b0c0-4221-bd08-56797cd996ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "PUT /v2.0/routers/3e50c858-a2b0-4556-a38a-d0ae39d45e7d HTTP/1.1" status: 200 len: 698 time: 1.0852678 Jul 13 07:37:28.160843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49146) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:28.166580 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] Sync routers for ids ['3e50c858-a2b0-4556-a38a-d0ae39d45e7d'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:28.178455 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] Routers {'3e50c858-a2b0-4556-a38a-d0ae39d45e7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:28.179396 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3e50c858-a2b0-4556-a38a-d0ae39d45e7d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:28.275754 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3e6e4493-4ba5-4007-951c-36f06ae6e99d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/routers/3e50c858-a2b0-4556-a38a-d0ae39d45e7d HTTP/1.1" status: 200 len: 704 time: 0.1137071 Jul 13 07:37:28.278476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49152) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:28.343299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e45553af-041f-4e39-94d3-50486d3a21a2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e50c858-a2b0-4556-a38a-d0ae39d45e7d HTTP/1.1" status: 200 len: 205 time: 0.0624690 Jul 13 07:37:28.345834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49156) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:28.427612 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] Set router 3e50c858-a2b0-4556-a38a-d0ae39d45e7d gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:28.503442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79b6d3cd-d7aa-4a6d-ad4a-a42cb6a91fc5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.600581 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50c858-a2b0-4556-a38a-d0ae39d45e7d', 'name': 'tempest-RoutersIpV6Test-router-1816715009', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:26Z', 'updated_at': '2021-07-13T07:37:27Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:28.645370 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] Checking router: 3e50c858-a2b0-4556-a38a-d0ae39d45e7d for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:28.676498 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] Routers {'3e50c858-a2b0-4556-a38a-d0ae39d45e7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:28.676498 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3e50c858-a2b0-4556-a38a-d0ae39d45e7d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:28.741469 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] Set router 3e50c858-a2b0-4556-a38a-d0ae39d45e7d gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:28.764496 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79b6d3cd-d7aa-4a6d-ad4a-a42cb6a91fc5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.768004 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79b6d3cd-d7aa-4a6d-ad4a-a42cb6a91fc5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.802230 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50c858-a2b0-4556-a38a-d0ae39d45e7d', 'name': 'tempest-RoutersIpV6Test-router-1816715009', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:26Z', 'updated_at': '2021-07-13T07:37:27Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:28.837017 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42669384-0945-427f-a6fa-fc2ab12032a7 None None] The sync data for ids ['3e50c858-a2b0-4556-a38a-d0ae39d45e7d'] in n-d-758944-43 is: [{'id': '3e50c858-a2b0-4556-a38a-d0ae39d45e7d', 'name': 'tempest-RoutersIpV6Test-router-1816715009', 'tenant_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:26Z', 'updated_at': '2021-07-13T07:37:27Z', 'revision_number': 2, 'project_id': 'cfb3e6ca2b8041f8a087349402d2783d', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:28.857688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79b6d3cd-d7aa-4a6d-ad4a-a42cb6a91fc5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.858267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b6d3cd-d7aa-4a6d-ad4a-a42cb6a91fc5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Fanout notify agent at l3_agent the message router_deleted on router 3e50c858-a2b0-4556-a38a-d0ae39d45e7d {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:37:28.865448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79b6d3cd-d7aa-4a6d-ad4a-a42cb6a91fc5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.870767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-79b6d3cd-d7aa-4a6d-ad4a-a42cb6a91fc5 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/3e50c858-a2b0-4556-a38a-d0ae39d45e7d HTTP/1.1" status: 204 len: 168 time: 0.5190401 Jul 13 07:37:28.871503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49190) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:28.920340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49192) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:28.921179 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d541f01e-a791-4dda-97a3-ebc692e80d0e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e50c858-a2b0-4556-a38a-d0ae39d45e7d HTTP/1.1" status: 200 len: 205 time: 0.0485301 Jul 13 07:37:28.966039 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-eed285c3-2e61-4a1e-bcbf-a990626293e4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] delete failed (client error): The resource could not be found. Jul 13 07:37:28.969036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eed285c3-2e61-4a1e-bcbf-a990626293e4 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/3e50c858-a2b0-4556-a38a-d0ae39d45e7d HTTP/1.1" status: 404 len: 336 time: 0.0475914 Jul 13 07:37:28.970484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49194) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.026487 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cf10bb-4bdb-4f21-b430-03dabc8870fc tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] DELETE failed (client error): The resource could not be found. Jul 13 07:37:29.029099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cf10bb-4bdb-4f21-b430-03dabc8870fc tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:29.032024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e6cf10bb-4bdb-4f21-b430-03dabc8870fc tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/53a88ab9-26c8-401c-a92e-976b848df0ba HTTP/1.1" status: 404 len: 337 time: 0.0595257 Jul 13 07:37:29.034684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49198) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.071208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.082196 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cda239d-3a3a-4430-98a9-d07f8b913f99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] DELETE failed (client error): The resource could not be found. Jul 13 07:37:29.082780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cda239d-3a3a-4430-98a9-d07f8b913f99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:29.084567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6cda239d-3a3a-4430-98a9-d07f8b913f99 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/2ef7741f-6070-43a2-b6ef-98aaae7b2c5d HTTP/1.1" status: 404 len: 337 time: 0.0486848 Jul 13 07:37:29.088279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.139640 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f64c0d0-c0de-455e-921b-825503d4f1df tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] DELETE failed (client error): The resource could not be found. Jul 13 07:37:29.140111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f64c0d0-c0de-455e-921b-825503d4f1df tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:29.142025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0f64c0d0-c0de-455e-921b-825503d4f1df tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/00965eea-09ae-4aa3-bc40-747caa5a45e1 HTTP/1.1" status: 404 len: 337 time: 0.0525618 Jul 13 07:37:29.145610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.157578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18d197c-e0dd-4452-89c5-3ce658d5b7ac admin admin] Deleting subnet ce4ff594-7c34-4495-83c9-0c94e785b3cb {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:29.161390 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f18d197c-e0dd-4452-89c5-3ce658d5b7ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.206298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f18d197c-e0dd-4452-89c5-3ce658d5b7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.207397 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e683bb7e-c477-429f-8f66-32c0199fbee8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] DELETE failed (client error): The resource could not be found. Jul 13 07:37:29.207866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e683bb7e-c477-429f-8f66-32c0199fbee8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:29.209865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e683bb7e-c477-429f-8f66-32c0199fbee8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/1b68f4f7-b2e2-4256-bac6-d19b9d28dd20 HTTP/1.1" status: 404 len: 337 time: 0.0620370 Jul 13 07:37:29.213065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49208) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.224732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49210) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.254237 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-17f98894-0fe9-4862-bc19-2f5b9ad8b5bb tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd43dba-ab58-4063-a904-969755b6cabd HTTP/1.1" status: 200 len: 205 time: 0.0400286 Jul 13 07:37:29.257387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.267567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe76e1-1af3-49ad-96fd-9c81abe1a1b9 req-55de16f8-4d7c-4e18-a2e2-ea3926eb30fc tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.269416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8fe76e1-1af3-49ad-96fd-9c81abe1a1b9 req-55de16f8-4d7c-4e18-a2e2-ea3926eb30fc tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.3054755 Jul 13 07:37:29.304400 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f6d310e9-7887-40cc-af04-64915eb3d8e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] delete failed (client error): The resource could not be found. Jul 13 07:37:29.307791 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f6d310e9-7887-40cc-af04-64915eb3d8e8 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/cfd43dba-ab58-4063-a904-969755b6cabd HTTP/1.1" status: 404 len: 336 time: 0.0448673 Jul 13 07:37:29.312316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49216) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.346556 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f18d197c-e0dd-4452-89c5-3ce658d5b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.358216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-29c8e14b-ee03-4b9e-a9c5-46a39c21c92f tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7 HTTP/1.1" status: 200 len: 205 time: 0.0446725 Jul 13 07:37:29.359683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.382306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8fe76e1-1af3-49ad-96fd-9c81abe1a1b9 req-3f815347-87d6-45ff-bced-1c62e5344cdc tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058362 Jul 13 07:37:29.424599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f18d197c-e0dd-4452-89c5-3ce658d5b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.431803 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-825239f1-a1a0-4b3e-8491-eb6f7607a8ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] delete failed (client error): The resource could not be found. Jul 13 07:37:29.432826 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-825239f1-a1a0-4b3e-8491-eb6f7607a8ad tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/322f6e20-9d5a-46a7-a9dc-8ed4c1ef71b7 HTTP/1.1" status: 404 len: 336 time: 0.0708041 Jul 13 07:37:29.442133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49220) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.447512 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-273646dc-2f63-49c2-b4c7-62f9f4a7713f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.474364 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f18d197c-e0dd-4452-89c5-3ce658d5b7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.476420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f18d197c-e0dd-4452-89c5-3ce658d5b7ac admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce4ff594-7c34-4495-83c9-0c94e785b3cb HTTP/1.1" status: 204 len: 168 time: 0.4041235 Jul 13 07:37:29.479154 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d197c-e0dd-4452-89c5-3ce658d5b7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4ff594-7c34-4495-83c9-0c94e785b3cb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.479598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.486943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3445d9b1-0aae-4107-b16f-435134b04949 None None] Network 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:29.503222 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0486c0-37c1-4331-ab2f-dc5eb8f2395e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] DELETE failed (client error): The resource could not be found. Jul 13 07:37:29.508424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0486c0-37c1-4331-ab2f-dc5eb8f2395e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:29.508424 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aa0486c0-37c1-4331-ab2f-dc5eb8f2395e tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/e8b8a3ed-8951-43dc-bcad-0dd26401f788 HTTP/1.1" status: 404 len: 337 time: 0.0418334 Jul 13 07:37:29.509511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49226) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.564815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3bd45ab1-c161-4662-84bc-f2f360dd7d65 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=97dd2095-60cf-4585-8f44-37be1b86e7a9 HTTP/1.1" status: 200 len: 205 time: 0.0502267 Jul 13 07:37:29.565648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.640850 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a2e44c90-2f97-4830-a864-e79c2fdc81da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] delete failed (client error): The resource could not be found. Jul 13 07:37:29.642517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a2e44c90-2f97-4830-a864-e79c2fdc81da tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/97dd2095-60cf-4585-8f44-37be1b86e7a9 HTTP/1.1" status: 404 len: 336 time: 0.0757742 Jul 13 07:37:29.645320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49232) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.659903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.690967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7e660680-e7cf-4abc-9109-12f89075ed19 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bb4f134-3270-403c-afb5-e5d7d5bb9aa5 HTTP/1.1" status: 200 len: 205 time: 0.0441325 Jul 13 07:37:29.693441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49234) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.746692 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-fc6a5c23-ade0-406b-a495-bdf348baf80c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] delete failed (client error): The resource could not be found. Jul 13 07:37:29.749994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fc6a5c23-ade0-406b-a495-bdf348baf80c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/8bb4f134-3270-403c-afb5-e5d7d5bb9aa5 HTTP/1.1" status: 404 len: 336 time: 0.0531363 Jul 13 07:37:29.753708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49236) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.778081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-273646dc-2f63-49c2-b4c7-62f9f4a7713f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.788436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-273646dc-2f63-49c2-b4c7-62f9f4a7713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.793363 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-041df6bb-2812-4976-ae33-303462189a07 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] DELETE failed (client error): The resource could not be found. Jul 13 07:37:29.793842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041df6bb-2812-4976-ae33-303462189a07 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:29.799364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-041df6bb-2812-4976-ae33-303462189a07 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/735113ff-f07a-4c0c-a514-e2b72462ad22 HTTP/1.1" status: 404 len: 337 time: 0.0444500 Jul 13 07:37:29.800690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8988faa2-ede2-442e-95de-843ae83d28e0 None None] DHCP port deletion for 0f5ce1dd-fe48-492d-80be-2d6e787d0d4c request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:29.801848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49238) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.835952 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b64735b4-3256-4032-85b1-eabfa3c19a70 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a0db4b-dd38-4a09-9e7d-59bd84b92d77 HTTP/1.1" status: 200 len: 205 time: 0.0329063 Jul 13 07:37:29.836791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Deleting port 4ad5cf81-4a18-48d6-8399-295884095d87 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:29.837146 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.838415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49240) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.863973 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-273646dc-2f63-49c2-b4c7-62f9f4a7713f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=938bf15547ba401ea9a3324a73a4f8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6363931 Jul 13 07:37:29.864600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49242) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.878976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8988faa2-ede2-442e-95de-843ae83d28e0 None None] Deleting port 4ad5cf81-4a18-48d6-8399-295884095d87 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:29.879344 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8988faa2-ede2-442e-95de-843ae83d28e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.883887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273646dc-2f63-49c2-b4c7-62f9f4a7713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1422ceca-c14a-4f6c-b248-6ad31080785b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.913172 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-ae795b97-fc13-42ec-97f0-6293d541640d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] delete failed (client error): The resource could not be found. Jul 13 07:37:29.915482 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ae795b97-fc13-42ec-97f0-6293d541640d tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/b5a0db4b-dd38-4a09-9e7d-59bd84b92d77 HTTP/1.1" status: 404 len: 336 time: 0.0761859 Jul 13 07:37:29.916099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49244) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.948679 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a4b0b1-81b9-4105-ad15-f7948f0d2a9c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] DELETE failed (client error): The resource could not be found. Jul 13 07:37:29.949515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a4b0b1-81b9-4105-ad15-f7948f0d2a9c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:29.953281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] For port 4ad5cf81-4a18-48d6-8399-295884095d87, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4ad5cf81-4a18-48d6-8399-295884095d87,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:29.953473 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-18a4b0b1-81b9-4105-ad15-f7948f0d2a9c tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/679e25e7-61d1-4b54-bc31-4be06a9001ea HTTP/1.1" status: 404 len: 337 time: 0.0338764 Jul 13 07:37:29.954120 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.954430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49246) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.972714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Calling delete_port for 4ad5cf81-4a18-48d6-8399-295884095d87 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:29.988010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8988faa2-ede2-442e-95de-843ae83d28e0 None None] For port 4ad5cf81-4a18-48d6-8399-295884095d87, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4ad5cf81-4a18-48d6-8399-295884095d87,segment=NetworkSegment(b24d16fe-4eb9-4bf7-a330-6234bf33abee),segment_id=b24d16fe-4eb9-4bf7-a330-6234bf33abee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:29.988340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8988faa2-ede2-442e-95de-843ae83d28e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.999919 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03bcb9b9-a023-4ef0-89be-840ed3657e82 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b7e1f4e-1724-4dab-9f29-9eaf4749b280 HTTP/1.1" status: 200 len: 205 time: 0.0403628 Jul 13 07:37:29.999919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49250) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:30.025439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8988faa2-ede2-442e-95de-843ae83d28e0 None None] Calling delete_port for 4ad5cf81-4a18-48d6-8399-295884095d87 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:30.053091 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-1ac73155-8541-41ae-9a65-28970035bd73 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] delete failed (client error): The resource could not be found. Jul 13 07:37:30.054601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1ac73155-8541-41ae-9a65-28970035bd73 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/routers/4b7e1f4e-1724-4dab-9f29-9eaf4749b280 HTTP/1.1" status: 404 len: 336 time: 0.0554597 Jul 13 07:37:30.057673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49252) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:30.074748 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6aac-2fb9-4931-837c-8d2f6e997eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.089044 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06d0270-6157-490c-951e-b9d0a906c535 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] DELETE failed (client error): The resource could not be found. Jul 13 07:37:30.090189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06d0270-6157-490c-951e-b9d0a906c535 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:30.092467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e06d0270-6157-490c-951e-b9d0a906c535 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/6e12589f-fb1a-4278-b9ae-e68efa15413b HTTP/1.1" status: 404 len: 337 time: 0.0333877 Jul 13 07:37:30.096739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49254) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:30.131261 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0ff820-0144-42bf-9639-c2eedea971a2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] DELETE failed (client error): The resource could not be found. Jul 13 07:37:30.134592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0ff820-0144-42bf-9639-c2eedea971a2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:30.136694 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bb0ff820-0144-42bf-9639-c2eedea971a2 tempest-RoutersIpV6Test-837315959 tempest-RoutersIpV6Test-837315959-project] 10.222.0.41 "DELETE /v2.0/subnets/20ced812-8cf5-4c5f-b487-7f2f23795d77 HTTP/1.1" status: 404 len: 337 time: 0.0387022 Jul 13 07:37:30.137453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6aac-2fb9-4931-837c-8d2f6e997eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.184448 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8988faa2-ede2-442e-95de-843ae83d28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.206269 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.233764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988faa2-ede2-442e-95de-843ae83d28e0 None None] No DVR routers for this DVR port 4ad5cf81-4a18-48d6-8399-295884095d87 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:30.234252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad5cf81-4a18-48d6-8399-295884095d87,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:30.236423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988faa2-ede2-442e-95de-843ae83d28e0 None None] Pushing event deleted for resources: {'Port': ['ID=4ad5cf81-4a18-48d6-8399-295884095d87,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:30.248387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] No DVR routers for this DVR port 4ad5cf81-4a18-48d6-8399-295884095d87 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:30.302698 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6aac-2fb9-4931-837c-8d2f6e997eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.306647 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6aac-2fb9-4931-837c-8d2f6e997eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.308047 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0a5a6aac-2fb9-4931-837c-8d2f6e997eeb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1422ceca-c14a-4f6c-b248-6ad31080785b HTTP/1.1" status: 204 len: 168 time: 0.4391990 Jul 13 07:37:30.366997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.369847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a6aac-2fb9-4931-837c-8d2f6e997eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1422ceca-c14a-4f6c-b248-6ad31080785b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:30.385121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5ce1dd-fe48-492d-80be-2d6e787d0d4c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:30.409676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24d16fe-4eb9-4bf7-a330-6234bf33abee') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:30.410008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24d16fe-4eb9-4bf7-a330-6234bf33abee') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:30.421490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.438476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.447263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:30.447783 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:30.450640 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:30.521564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49264) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:30.528365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.544737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.550116 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f5ce1dd-fe48-492d-80be-2d6e787d0d4c HTTP/1.1" status: 204 len: 168 time: 1.0658793 Jul 13 07:37:30.550116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc5278-df71-4c38-8e04-f9f96feb1ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5ce1dd-fe48-492d-80be-2d6e787d0d4c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:30.646378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6f7b-2421-4b73-8886-6f177c9df165 req-06a4eeb6-8082-4640-8e63-6034c06811b8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.649399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8aae6f7b-2421-4b73-8886-6f177c9df165 req-06a4eeb6-8082-4640-8e63-6034c06811b8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1094565 Jul 13 07:37:30.724742 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8aae6f7b-2421-4b73-8886-6f177c9df165 req-a601d577-a0d1-4561-ab36-b45a18bb1527 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636256 Jul 13 07:37:30.787621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d7be359c-9861-4b94-9b85-b0e5d4016f3a no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:30.829433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-59ed4ab2-d2d4-4b36-afd4-38258156d05f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfb3e6ca2b8041f8a087349402d2783d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043671 Jul 13 07:37:30.829675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49276) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:30.838731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: d7be359c-9861-4b94-9b85-b0e5d4016f3a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:30.839091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d7be359c-9861-4b94-9b85-b0e5d4016f3a not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:30.876046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49278) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:30.917494 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-023a6fab-9cc4-465b-9ffb-c59b67516898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.935811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49280) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:30.944410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1ccfb658-38e1-45d1-8e29-b1d90dff6e3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6589e0dc097f4578870c73f8ad5b9cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650592 Jul 13 07:37:30.945093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49282) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:30.951417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-023a6fab-9cc4-465b-9ffb-c59b67516898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.958545 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0da030f5-8773-4956-b903-749c3e7354d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.012656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-023a6fab-9cc4-465b-9ffb-c59b67516898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.021215 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-023a6fab-9cc4-465b-9ffb-c59b67516898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.022596 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-023a6fab-9cc4-465b-9ffb-c59b67516898 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18921bf4-e847-4c9e-8cd7-218bb223cca2 HTTP/1.1" status: 204 len: 168 time: 0.1919186 Jul 13 07:37:31.032943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a6fab-9cc4-465b-9ffb-c59b67516898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18921bf4-e847-4c9e-8cd7-218bb223cca2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.039617 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c9246e5-6ce0-4650-916b-f69c1b50f1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.071458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c9246e5-6ce0-4650-916b-f69c1b50f1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.148558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0da030f5-8773-4956-b903-749c3e7354d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.150299 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c9246e5-6ce0-4650-916b-f69c1b50f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.153118 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c9246e5-6ce0-4650-916b-f69c1b50f1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.157268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2c9246e5-6ce0-4650-916b-f69c1b50f1f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6dc0384-e6ed-4e06-be48-688d8acd193c HTTP/1.1" status: 204 len: 168 time: 0.2083542 Jul 13 07:37:31.161829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0da030f5-8773-4956-b903-749c3e7354d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.178714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9246e5-6ce0-4650-916b-f69c1b50f1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc0384-e6ed-4e06-be48-688d8acd193c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.202744 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0da030f5-8773-4956-b903-749c3e7354d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7a1ed287ff44a08bce3127822c70c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655232 Jul 13 07:37:31.205760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49290) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:31.232792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da030f5-8773-4956-b903-749c3e7354d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a015695a-b91c-4460-9ab3-55fa6691444c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.270841 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eed2e3c5-b467-4fc1-8b2e-30e95860cb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.304080 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eed2e3c5-b467-4fc1-8b2e-30e95860cb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.370036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eed2e3c5-b467-4fc1-8b2e-30e95860cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.372650 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eed2e3c5-b467-4fc1-8b2e-30e95860cb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.376586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eed2e3c5-b467-4fc1-8b2e-30e95860cb49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a015695a-b91c-4460-9ab3-55fa6691444c HTTP/1.1" status: 204 len: 168 time: 0.1698797 Jul 13 07:37:31.385514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2e3c5-b467-4fc1-8b2e-30e95860cb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a015695a-b91c-4460-9ab3-55fa6691444c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.644722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4ad5cf81-4a18-48d6-8399-295884095d87 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:31.673346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 4ad5cf81-4a18-48d6-8399-295884095d87 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:31.674346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4ad5cf81-4a18-48d6-8399-295884095d87 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:31.978978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccaaf3-3fe2-4ca9-af14-21ebcf2ecb56 req-9daf3494-8cfc-4b8a-b4d8-5e838c52b9ff tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.980600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35ccaaf3-3fe2-4ca9-af14-21ebcf2ecb56 req-9daf3494-8cfc-4b8a-b4d8-5e838c52b9ff tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1055577 Jul 13 07:37:32.028083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35ccaaf3-3fe2-4ca9-af14-21ebcf2ecb56 req-22110467-1a41-455c-b02e-3225128310f0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Jul 13 07:37:32.473532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49356) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:32.558871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:32.744629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-911774362-network', 'tenant_id': '8d5c13f6b54f4b1aada1d77b0312e019'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:32.779972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3022e533-6cfb-432c-a099-df9d9dac9515 tempest-DvrRoutersNegativeTest-1988436776 tempest-DvrRoutersNegativeTest-1988436776-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1773123263', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:32.781211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Made reservation on behalf of 8d5c13f6b54f4b1aada1d77b0312e019 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:32.783001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.policy [None req-3022e533-6cfb-432c-a099-df9d9dac9515 tempest-DvrRoutersNegativeTest-1988436776 tempest-DvrRoutersNegativeTest-1988436776-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93773) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 13 07:37:32.783312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.policy [None req-3022e533-6cfb-432c-a099-df9d9dac9515 tempest-DvrRoutersNegativeTest-1988436776 tempest-DvrRoutersNegativeTest-1988436776-project] Failed policy check for 'create_router' {{(pid=93773) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 13 07:37:32.783852 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.784005 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-3022e533-6cfb-432c-a099-df9d9dac9515 tempest-DvrRoutersNegativeTest-1988436776 tempest-DvrRoutersNegativeTest-1988436776-project] create failed (client error): Access was denied to this resource. Jul 13 07:37:32.784908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3022e533-6cfb-432c-a099-df9d9dac9515 tempest-DvrRoutersNegativeTest-1988436776 tempest-DvrRoutersNegativeTest-1988436776-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3101869 Jul 13 07:37:32.794341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.933430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.939754 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.972382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c39015-dc48-4fac-b079-0f5a6fc3b553,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.978947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:32.995055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.996323 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Added segment 639829bf-c6f3-4186-8426-e3416e8b143a of type vlan for network 5c045037-7b21-4785-87e3-ac4b74ac5893 Jul 13 07:37:33.049603 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.075159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49390) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:33.127455 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.129719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.130600 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.172417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:33.177965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Request body: {'subnet': {'network_id': '5c045037-7b21-4785-87e3-ac4b74ac5893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-911774362-subnet', 'tenant_id': '8d5c13f6b54f4b1aada1d77b0312e019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:33.188987 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6288862 Jul 13 07:37:33.249317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Made reservation on behalf of 8d5c13f6b54f4b1aada1d77b0312e019 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:33.251986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7cfcc-5fc3-4f54-be35-73873991e0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c045037-7b21-4785-87e3-ac4b74ac5893,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.254512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.264195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 5c045037-7b21-4785-87e3-ac4b74ac5893 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:33.292709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7443e6-2120-40f8-ab5f-9741d97cdf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.387280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6d725-0d83-4dad-94cb-71065113b892 req-6252ba92-7ac9-4aac-b808-c9fcf0ee8548 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.388861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82e6d725-0d83-4dad-94cb-71065113b892 req-6252ba92-7ac9-4aac-b808-c9fcf0ee8548 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1946592 Jul 13 07:37:33.526712 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82e6d725-0d83-4dad-94cb-71065113b892 req-2884b38b-288c-4cc1-9791-65a8bd865f6b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287410 Jul 13 07:37:33.599093 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.688927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8047e14f-a5ea-4bba-8e6b-f0a21d64fc8e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.721551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7443e6-2120-40f8-ab5f-9741d97cdf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.729845 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7443e6-2120-40f8-ab5f-9741d97cdf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.741070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Checking segment: {'id': '639829bf-c6f3-4186-8426-e3416e8b143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c045037-7b21-4785-87e3-ac4b74ac5893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:33.741439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Network hostable DHCP agents. Network: 5c045037-7b21-4785-87e3-ac4b74ac5893, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:33.795512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49466) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:33.795677 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8c7443e6-2120-40f8-ab5f-9741d97cdf74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50dee4d857ed45bea83c708289b621f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7182996 Jul 13 07:37:33.796370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7443e6-2120-40f8-ab5f-9741d97cdf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2ad414-a1f3-4592-acbf-36b209886190,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.814377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Network 5c045037-7b21-4785-87e3-ac4b74ac5893 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:33.838432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 5c045037-7b21-4785-87e3-ac4b74ac5893) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:33.843588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.844706 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.852461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa7c9be-c7a8-4312-8d7b-e0860b836fa3 None None] Network 5c045037-7b21-4785-87e3-ac4b74ac5893 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:33.871382 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c79ae19e-9603-4bb0-819f-9c522d3ac453 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6975846 Jul 13 07:37:33.923503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db23bb11-9ca6-4f6e-8cc8-131187b055eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.947451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db23bb11-9ca6-4f6e-8cc8-131187b055eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.004010 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db23bb11-9ca6-4f6e-8cc8-131187b055eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.007629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db23bb11-9ca6-4f6e-8cc8-131187b055eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.009345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-db23bb11-9ca6-4f6e-8cc8-131187b055eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce2ad414-a1f3-4592-acbf-36b209886190 HTTP/1.1" status: 204 len: 168 time: 0.2126877 Jul 13 07:37:34.039699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23bb11-9ca6-4f6e-8cc8-131187b055eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2ad414-a1f3-4592-acbf-36b209886190,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:34.084431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e3754-988b-409f-ab6a-aacc2c7ee75f None None] Network 5c045037-7b21-4785-87e3-ac4b74ac5893 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:34.383318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:34.521270 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd3d1-63f4-41b1-8c5d-1a042739d200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.664947 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd3d1-63f4-41b1-8c5d-1a042739d200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.670210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd3d1-63f4-41b1-8c5d-1a042739d200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.737572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7b3dd3d1-63f4-41b1-8c5d-1a042739d200 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bf7e36551e647eebee533983f9ceba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480506 Jul 13 07:37:34.737572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49532) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:34.748089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-00fac0f0-18e3-4906-8f6c-c9665d915d7e tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.760582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-00fac0f0-18e3-4906-8f6c-c9665d915d7e tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/networks?id=5c045037-7b21-4785-87e3-ac4b74ac5893 HTTP/1.1" status: 200 len: 820 time: 0.1654160 Jul 13 07:37:34.760711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dd3d1-63f4-41b1-8c5d-1a042739d200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6553d66-90b4-4c91-ad8c-fdbbc66d341b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:34.785281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-f6ec9866-0d0d-4c18-8fef-c4b631c45759 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/quotas/8d5c13f6b54f4b1aada1d77b0312e019 HTTP/1.1" status: 200 len: 375 time: 0.0261378 Jul 13 07:37:34.850379 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69363216-3e9e-4ea1-8096-db3321a8642a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.857223 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-1f082f13-e1aa-4813-ba0a-44fd41d61b08 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d5c13f6b54f4b1aada1d77b0312e019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707893 Jul 13 07:37:34.905428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69363216-3e9e-4ea1-8096-db3321a8642a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.994306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-ac225f85-1cf4-445c-8c16-308bbbe7034f service neutron] 10.222.0.41 "GET /v2.0/networks/5c045037-7b21-4785-87e3-ac4b74ac5893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361177 Jul 13 07:37:34.999194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbd3b8-2ee7-4aba-9d21-76def6169201 req-90ccf9b1-2745-432e-9467-49c6934dae6f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.001005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-22fbd3b8-2ee7-4aba-9d21-76def6169201 req-90ccf9b1-2745-432e-9467-49c6934dae6f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1206281 Jul 13 07:37:35.001843 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69363216-3e9e-4ea1-8096-db3321a8642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.004901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69363216-3e9e-4ea1-8096-db3321a8642a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.018326 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-69363216-3e9e-4ea1-8096-db3321a8642a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6553d66-90b4-4c91-ad8c-fdbbc66d341b HTTP/1.1" status: 204 len: 168 time: 0.2700734 Jul 13 07:37:35.054893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69363216-3e9e-4ea1-8096-db3321a8642a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6553d66-90b4-4c91-ad8c-fdbbc66d341b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.127911 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-22fbd3b8-2ee7-4aba-9d21-76def6169201 req-ae17dd75-f30b-4545-8fc9-ee91dfb4fa03 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066329 Jul 13 07:37:35.184404 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-83f2d336-21f1-4ee4-8f6e-4a042e1795ee service neutron] 10.222.0.41 "GET /v2.0/networks/5c045037-7b21-4785-87e3-ac4b74ac5893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767406 Jul 13 07:37:35.188515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49554) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:35.439968 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.483797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed5e88be-9dae-41c7-892d-74720e70d7df req-5c4d9045-2a3e-43ad-9225-80028b890c16 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 210 time: 0.0557945 Jul 13 07:37:35.581383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2142805780'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:35.605838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Made reservation on behalf of a0a1784a8bd347ad90e3984c0b0b4fd0 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:35.612521 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.624924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.785598 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.790425 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.825925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:35.848641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5ad1b9-db79-4211-9542-6547aeecce7e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.855901 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.856538 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Added segment ba77c30b-5123-401c-81f7-510786fadcde of type vlan for network 7df8a532-7bbd-4d21-87f2-aaafed0c31be Jul 13 07:37:35.908347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.947038 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.957284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.957929 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.002254 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8123028 Jul 13 07:37:36.005173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49590) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:36.010731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Request body: {'subnet': {'network_id': '7df8a532-7bbd-4d21-87f2-aaafed0c31be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:36.041212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a95d6b-33a8-45d5-8119-7849c93aacd3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Pushing event updated for resources: {'Network': ['ID=7df8a532-7bbd-4d21-87f2-aaafed0c31be,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:36.052171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 7df8a532-7bbd-4d21-87f2-aaafed0c31be details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:36.146227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Made reservation on behalf of a0a1784a8bd347ad90e3984c0b0b4fd0 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:36.151983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.396393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6e7b3-e974-40c6-9c86-8ebe501f3644 req-3eb3e28a-4848-44c1-8e25-89112f04a53f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.401877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.408435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-14a6e7b3-e974-40c6-9c86-8ebe501f3644 req-3eb3e28a-4848-44c1-8e25-89112f04a53f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.0886908 Jul 13 07:37:36.465475 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-14a6e7b3-e974-40c6-9c86-8ebe501f3644 req-cb2df9a9-c0c2-403c-9651-86b9d2b800b7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528088 Jul 13 07:37:36.504947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Pushing event updated for resources: {'Subnet': ['ID=ab9a7e88-a717-4db6-ab5e-91db24848281,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:36.513048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Checking segment: {'id': 'ba77c30b-5123-401c-81f7-510786fadcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7df8a532-7bbd-4d21-87f2-aaafed0c31be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:36.514272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Network hostable DHCP agents. Network: 7df8a532-7bbd-4d21-87f2-aaafed0c31be, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:36.544064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Network 7df8a532-7bbd-4d21-87f2-aaafed0c31be is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:36.567184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 7df8a532-7bbd-4d21-87f2-aaafed0c31be) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:36.573130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.573720 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.577920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e6562-1434-47ab-925a-591cfff99dcf None None] Network 7df8a532-7bbd-4d21-87f2-aaafed0c31be requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:36.608565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-41b14213-f34c-44cf-b9bc-454cea5f727d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6020329 Jul 13 07:37:36.611658 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:36.618620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Request body: {'port': {'network_id': '7df8a532-7bbd-4d21-87f2-aaafed0c31be', 'name': 'tempest-TagsExtTest-309476686'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:36.796666 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb1dbb2d-d7ba-42b8-ba08-b72d455540e0 req-0f7737ac-13cc-463f-9495-cb87a10768ef tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 210 time: 0.0501223 Jul 13 07:37:36.826215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Made reservation on behalf of a0a1784a8bd347ad90e3984c0b0b4fd0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:36.830670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.866845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7df8a532-7bbd-4d21-87f2-aaafed0c31be', 'network_id': '7df8a532-7bbd-4d21-87f2-aaafed0c31be', 'tenant_id': 'a0a1784a8bd347ad90e3984c0b0b4fd0', 'fixed_ips': [{'subnet_id': 'ab9a7e88-a717-4db6-ab5e-91db24848281'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:37:36.867751 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.876537 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] device_id is not set on port b2e4476e-5b58-4539-8321-3f9bea717d35 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:37.083449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Allocated IP 172.20.0.2 (7df8a532-7bbd-4d21-87f2-aaafed0c31be/ab9a7e88-a717-4db6-ab5e-91db24848281/71cf256c-e0df-4aec-8983-ca9a77492052) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:37.106681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-49c7ab25-f1c1-4820-a550-07989ea7dc0c tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.110782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-49c7ab25-f1c1-4820-a550-07989ea7dc0c tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.48 "GET /v2.0/networks?id=5c045037-7b21-4785-87e3-ac4b74ac5893 HTTP/1.1" status: 200 len: 820 time: 0.1827686 Jul 13 07:37:37.130874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Request body: {'port': {'device_id': '81e74a86-8027-461b-9aee-fd5fff1bd0f9', 'network_id': '5c045037-7b21-4785-87e3-ac4b74ac5893', 'admin_state_up': True, 'tenant_id': '8d5c13f6b54f4b1aada1d77b0312e019'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:37.313989 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.335669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Transition to ACTIVE for port object 71cf256c-e0df-4aec-8983-ca9a77492052 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:37.354382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Made reservation on behalf of 8d5c13f6b54f4b1aada1d77b0312e019 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:37.358554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.362355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Transition to ACTIVE for port object 71cf256c-e0df-4aec-8983-ca9a77492052 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:37.372596 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.458382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49628) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:37.470421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Pushing event updated for resources: {'Port': ['ID=71cf256c-e0df-4aec-8983-ca9a77492052,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:37.478488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Allocated IP 172.20.0.9 (7df8a532-7bbd-4d21-87f2-aaafed0c31be/ab9a7e88-a717-4db6-ab5e-91db24848281/b2e4476e-5b58-4539-8321-3f9bea717d35) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:37.485690 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.489643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Network 7df8a532-7bbd-4d21-87f2-aaafed0c31be is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:37.492301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:37.496041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:37.655289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Attempting to bind port 71cf256c-e0df-4aec-8983-ca9a77492052 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:37.657228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Attempting to bind port 71cf256c-e0df-4aec-8983-ca9a77492052 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'ba77c30b-5123-401c-81f7-510786fadcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7df8a532-7bbd-4d21-87f2-aaafed0c31be'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:37.659614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Attempting to bind port 71cf256c-e0df-4aec-8983-ca9a77492052 on network 7df8a532-7bbd-4d21-87f2-aaafed0c31be {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:37.667409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Allocated IP 172.20.0.5 (5c045037-7b21-4785-87e3-ac4b74ac5893/8047e14f-a5ea-4bba-8e6b-f0a21d64fc8e/a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:37.671394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:37.672293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Checking segment: {'id': 'ba77c30b-5123-401c-81f7-510786fadcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7df8a532-7bbd-4d21-87f2-aaafed0c31be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:37.672919 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.673936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Bound using segment: {'id': 'ba77c30b-5123-401c-81f7-510786fadcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7df8a532-7bbd-4d21-87f2-aaafed0c31be'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:37.675024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Bound port: 71cf256c-e0df-4aec-8983-ca9a77492052, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba77c30b-5123-401c-81f7-510786fadcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7df8a532-7bbd-4d21-87f2-aaafed0c31be'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:37.676326 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.690190 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5811be35-98ce-4be5-89de-6485b540fc78 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:37.774825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] For port 71cf256c-e0df-4aec-8983-ca9a77492052, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:37.783494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] For port 71cf256c-e0df-4aec-8983-ca9a77492052, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71cf256c-e0df-4aec-8983-ca9a77492052,segment=NetworkSegment(ba77c30b-5123-401c-81f7-510786fadcde),segment_id=ba77c30b-5123-401c-81f7-510786fadcde)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:37.791678 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.919231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8bc36-e25b-40d9-911e-3bd6eb2589b8 None None] Pushing event updated for resources: {'Port': ['ID=71cf256c-e0df-4aec-8983-ca9a77492052,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:37.968768 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.992056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49640) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:37.992238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5811be35-98ce-4be5-89de-6485b540fc78 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] 10.222.0.41 "PUT /v2.0/quotas/643e9793d0e6456a93a2641d0f94bc9c HTTP/1.1" status: 200 len: 368 time: 0.5317440 Jul 13 07:37:38.004894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Request body: {'network': {'project_id': '643e9793d0e6456a93a2641d0f94bc9c'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:38.079996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ae035-9d90-44d4-bd5a-b8df255a5c98 req-aec2e657-fc9b-4d30-b88e-79327975ea89 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.081893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c43ae035-9d90-44d4-bd5a-b8df255a5c98 req-aec2e657-fc9b-4d30-b88e-79327975ea89 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.3626678 Jul 13 07:37:38.086301 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.104387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.122130 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Transition to ACTIVE for port object b2e4476e-5b58-4539-8321-3f9bea717d35 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:38.206588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c43ae035-9d90-44d4-bd5a-b8df255a5c98 req-44bad9e1-f43a-470e-9e97-0f47ba06d7a9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983007 Jul 13 07:37:38.223542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.291201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Network 7df8a532-7bbd-4d21-87f2-aaafed0c31be is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:38.295571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:38.308709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:38.351342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Pushing event updated for resources: {'Port': ['ID=b2e4476e-5b58-4539-8321-3f9bea717d35,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:38.401388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.404621 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.430070 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7cf95244-d46a-40ed-bd2d-84a95d644f74 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8165436 Jul 13 07:37:38.432434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49648) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:38.439889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-03b5dc6b-0a67-4271-9319-cfbc59ff2cd4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-873293402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:38.477297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03b5dc6b-0a67-4271-9319-cfbc59ff2cd4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.478948 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03b5dc6b-0a67-4271-9319-cfbc59ff2cd4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.552852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03b5dc6b-0a67-4271-9319-cfbc59ff2cd4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.558282 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03b5dc6b-0a67-4271-9319-cfbc59ff2cd4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.585834 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03b5dc6b-0a67-4271-9319-cfbc59ff2cd4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.591329 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03b5dc6b-0a67-4271-9319-cfbc59ff2cd4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1570647 Jul 13 07:37:38.592378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:38.601323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-84d72410-5f18-4e0e-b7d5-b429122543e8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-511590462', 'prefixes': ['172.20.0.0/16']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:38.615156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Network 5c045037-7b21-4785-87e3-ac4b74ac5893 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:38.619186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Made reservation on behalf of 643e9793d0e6456a93a2641d0f94bc9c for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:38.622436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.628794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:38.634364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:38.674443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.705635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Pushing event updated for resources: {'Port': ['ID=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:38.706836 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84d72410-5f18-4e0e-b7d5-b429122543e8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for subnetpool, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.712613 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-84d72410-5f18-4e0e-b7d5-b429122543e8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1153104 Jul 13 07:37:38.713484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49654) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:38.718310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-85e08f8b-1fd8-416f-b1b0-883bde1a9e6c tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281', 'tempest-TagsExtTest-Tag-1573901926') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:38.751869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.752527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.778768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174151f-b790-4a19-986a-c5ddf5e0cc1c req-6cccd757-ada3-4c59-bccc-456c00b85f48 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.782301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8174151f-b790-4a19-986a-c5ddf5e0cc1c req-6cccd757-ada3-4c59-bccc-456c00b85f48 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 931 time: 0.6976373 Jul 13 07:37:38.895594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8174151f-b790-4a19-986a-c5ddf5e0cc1c req-dbe0a811-a9d3-4a45-97fc-56adec99cf63 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059997 Jul 13 07:37:38.953308 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-85e08f8b-1fd8-416f-b1b0-883bde1a9e6c tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags/tempest-TagsExtTest-Tag-1573901926 HTTP/1.1" status: 201 len: 201 time: 0.2387836 Jul 13 07:37:38.956269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49660) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:38.966842 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.973415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-7d85aec0-ef7f-4736-a3bf-dfdb04231ff1 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35', 'tempest-TagsExtTest-Tag-962254189') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:38.980614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.018473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac357fb-2ba7-46c6-b99c-39104211f5fa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:39.024080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-99dd7a52-7baf-44fe-afd3-48981cae5ff9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9041107 Jul 13 07:37:39.032585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-73e16f70-b71c-4dc2-8774-977aa3001452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.035599 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-73e16f70-b71c-4dc2-8774-977aa3001452 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1098 time: 0.2762127 Jul 13 07:37:39.041904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:39.050274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Request body: {'port': {'device_id': '81e74a86-8027-461b-9aee-fd5fff1bd0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:39.087966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e4386-f241-4e8c-8962-7571972c4f9a req-b02f6f07-9479-481a-a792-b522f661d627 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.095676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1e3e4386-f241-4e8c-8962-7571972c4f9a req-b02f6f07-9479-481a-a792-b522f661d627 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2813709 Jul 13 07:37:39.168778 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1e3e4386-f241-4e8c-8962-7571972c4f9a req-c0b1f1a1-2a05-4632-a9d3-61f5dae23fec tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722129 Jul 13 07:37:39.172884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.173435 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Added segment e6425318-9dfb-4b0c-b6b3-cfd0ba807f48 of type vlan for network b585db1b-361f-40cd-b97d-77070e08f79f Jul 13 07:37:39.197031 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7d85aec0-ef7f-4736-a3bf-dfdb04231ff1 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags/tempest-TagsExtTest-Tag-962254189 HTTP/1.1" status: 201 len: 201 time: 0.2391899 Jul 13 07:37:39.202443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49662) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:39.208469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-da35d084-208b-4326-9b90-7ea804fafed2 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825', 'tempest-TagsExtTest-Tag-726643045') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:39.328296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-da35d084-208b-4326-9b90-7ea804fafed2 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags/tempest-TagsExtTest-Tag-726643045 HTTP/1.1" status: 201 len: 201 time: 0.1220541 Jul 13 07:37:39.329082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49666) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:39.335410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-f84567e9-2e5c-4c24-acb5-fd46270b0887 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994', 'tempest-TagsExtTest-Tag-1095860327') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:39.417885 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f84567e9-2e5c-4c24-acb5-fd46270b0887 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags/tempest-TagsExtTest-Tag-1095860327 HTTP/1.1" status: 201 len: 201 time: 0.0876122 Jul 13 07:37:39.436571 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.443918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:39.455238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-3b506fac-65d7-4122-8f57-d27817491c58 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:39.486228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56229e14-f44b-4e43-9518-ec314642856a None None] Network 7df8a532-7bbd-4d21-87f2-aaafed0c31be requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:39.509152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd776ae-2b9f-41c0-8e8d-be85f2af94da req-aac525d1-53fd-4cc0-b5bf-5679763a53f6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.520966 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0dd776ae-2b9f-41c0-8e8d-be85f2af94da req-aac525d1-53fd-4cc0-b5bf-5679763a53f6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1177933 Jul 13 07:37:39.536300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-2f71bd31-f1fe-4106-8477-38b529814fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.537832 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-2f71bd31-f1fe-4106-8477-38b529814fa8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.4835427 Jul 13 07:37:39.569113 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.581827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0dd776ae-2b9f-41c0-8e8d-be85f2af94da req-6ee47f42-7b50-43d0-9693-2f568d4798de tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596778 Jul 13 07:37:39.623708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e7fe595a-01e1-4c80-bac3-236621f43ffe None None] Provisioning for port 71cf256c-e0df-4aec-8983-ca9a77492052 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:39.651347 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-415dfb4a-f942-412d-ba66-fc880ad2f5b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1000 time: 0.1048293 Jul 13 07:37:39.695086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.696209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.696857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.741596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71cf256c-e0df-4aec-8983-ca9a77492052 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:39.812773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 71cf256c-e0df-4aec-8983-ca9a77492052 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:39.817606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 71cf256c-e0df-4aec-8983-ca9a77492052 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:39.818145 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.832916 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8381021 Jul 13 07:37:39.835550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49676) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:39.840555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Request body: {'network': {'project_id': '643e9793d0e6456a93a2641d0f94bc9c'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:39.890528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Made reservation on behalf of 643e9793d0e6456a93a2641d0f94bc9c for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:39.893831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.963840 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.966960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:39.996955 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.996955 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Added segment d32bf8f6-b580-48fa-bb63-c76ff85897b3 of type vlan for network df4dbb50-07a8-442a-8374-735f54450f92 Jul 13 07:37:40.041302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-edd49582-fc6a-4adf-a837-d64b2ab35171 None None] Provisioning for port b2e4476e-5b58-4539-8321-3f9bea717d35 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:40.060519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-edd49582-fc6a-4adf-a837-d64b2ab35171 None None] Provisioning complete for port b2e4476e-5b58-4539-8321-3f9bea717d35 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:40.061150 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edd49582-fc6a-4adf-a837-d64b2ab35171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.100795 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.118124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 71cf256c-e0df-4aec-8983-ca9a77492052, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71cf256c-e0df-4aec-8983-ca9a77492052,segment=NetworkSegment(ba77c30b-5123-401c-81f7-510786fadcde),segment_id=ba77c30b-5123-401c-81f7-510786fadcde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:40.123572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-30e5aa72-d6a8-412a-bf57-94229eeac85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.126122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-30e5aa72-d6a8-412a-bf57-94229eeac85d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.4648013 Jul 13 07:37:40.126973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.133995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3b506fac-65d7-4122-8f57-d27817491c58 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags HTTP/1.1" status: 200 len: 241 time: 0.6889212 Jul 13 07:37:40.135162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92122-1806-4170-aa87-ce3e7df7e8b4 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Pushing event updated for resources: {'Network': ['ID=b585db1b-361f-40cd-b97d-77070e08f79f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.136666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.148532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-626799fd-06bc-4a68-a97a-b3023e834eb3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281', 'tempest-TagsExtTest-Tag-1573901926') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:40.171668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network b585db1b-361f-40cd-b97d-77070e08f79f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:40.252306 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.253300 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.253878 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.259477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-edd49582-fc6a-4adf-a837-d64b2ab35171 None None] Port b2e4476e-5b58-4539-8321-3f9bea717d35 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:40.327147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-7c6fc155-6b3f-4d97-a6c2-22fa308b1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.329420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-7c6fc155-6b3f-4d97-a6c2-22fa308b1b2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821318 Jul 13 07:37:40.429544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-edd49582-fc6a-4adf-a837-d64b2ab35171 None None] Provisioning complete for port 71cf256c-e0df-4aec-8983-ca9a77492052 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:40.430150 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edd49582-fc6a-4adf-a837-d64b2ab35171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.474365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=71cf256c-e0df-4aec-8983-ca9a77492052,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.523264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:40.541540 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.561865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-965f1b5e-dc1c-44de-b940-6ba51528f159 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206981 Jul 13 07:37:40.567925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Transition to ACTIVE for port object a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:40.591228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.647123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4b890-8cce-4f3d-ba17-b74d9129e139 req-77d0820f-3ffd-4a5b-a039-b1d4bb8c9ab8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.648694 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67a4b890-8cce-4f3d-ba17-b74d9129e139 req-77d0820f-3ffd-4a5b-a039-b1d4bb8c9ab8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2695377 Jul 13 07:37:40.683160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9b98ea22-a586-428a-a087-8990988e450a None None] Provisioning complete for port b2e4476e-5b58-4539-8321-3f9bea717d35 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:40.684228 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b98ea22-a586-428a-a087-8990988e450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.749205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Pushing event updated for resources: {'Network': ['ID=df4dbb50-07a8-442a-8374-735f54450f92,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.751266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Pushing event updated for resources: {'Port': ['ID=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.764781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-46c874b2-3aff-4e57-ac50-e1c9ad71f8ca tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9280822 Jul 13 07:37:40.773373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49694) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.781562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d07200e9-2296-4805-9946-8acf8c8991c0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Request body: {'network': {'project_id': '643e9793d0e6456a93a2641d0f94bc9c'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:40.799091 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07200e9-2296-4805-9946-8acf8c8991c0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 07:37:40.799564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07200e9-2296-4805-9946-8acf8c8991c0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:40.800920 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d07200e9-2296-4805-9946-8acf8c8991c0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0252647 Jul 13 07:37:40.805170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.809800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67a4b890-8cce-4f3d-ba17-b74d9129e139 req-2f3f7d93-596f-47c9-aed2-1c820d427089 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189415 Jul 13 07:37:40.820404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3af11a2c-5a45-44db-b333-c49cc42f6223 req-6ff4868f-dc44-4ca0-ace4-72f146064b27 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505560 Jul 13 07:37:40.870117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Attempting to bind port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:40.872300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Attempting to bind port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '639829bf-c6f3-4186-8426-e3416e8b143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c045037-7b21-4785-87e3-ac4b74ac5893'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:40.873629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2bc7-c942-4bb4-aa6e-06da5443d73a req-a659549a-d94a-4825-beef-47967c7150ec tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.874330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Attempting to bind port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 on network 5c045037-7b21-4785-87e3-ac4b74ac5893 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:40.881921 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-765c2bc7-c942-4bb4-aa6e-06da5443d73a req-a659549a-d94a-4825-beef-47967c7150ec tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 931 time: 0.7266331 Jul 13 07:37:40.890629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 on network 5c045037-7b21-4785-87e3-ac4b74ac5893 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:40.891666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Attempting to bind port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 on network 5c045037-7b21-4785-87e3-ac4b74ac5893 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:40.901132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:40.901672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Checking segment: {'id': '639829bf-c6f3-4186-8426-e3416e8b143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c045037-7b21-4785-87e3-ac4b74ac5893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:40.903257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Bound using segment: {'id': '639829bf-c6f3-4186-8426-e3416e8b143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c045037-7b21-4785-87e3-ac4b74ac5893'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:40.903840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Bound port: a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639829bf-c6f3-4186-8426-e3416e8b143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c045037-7b21-4785-87e3-ac4b74ac5893'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:40.904322 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.915147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-626799fd-06bc-4a68-a97a-b3023e834eb3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags/tempest-TagsExtTest-Tag-1573901926 HTTP/1.1" status: 204 len: 168 time: 0.7764530 Jul 13 07:37:40.948052 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.948758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network df4dbb50-07a8-442a-8374-735f54450f92 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:40.961538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-0bc8951f-8d82-46df-9a83-0b1c3601f25f tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281', 'tempest-TagsExtTest-Tag-1573901926') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:40.996693 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-765c2bc7-c942-4bb4-aa6e-06da5443d73a req-871ff99a-c330-42a3-ab83-f7196c31876a tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137280 Jul 13 07:37:41.051408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9b98ea22-a586-428a-a087-8990988e450a None None] Port b2e4476e-5b58-4539-8321-3f9bea717d35 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:41.081397 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.104812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] For port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:41.109104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] For port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,segment=NetworkSegment(639829bf-c6f3-4186-8426-e3416e8b143a),segment_id=639829bf-c6f3-4186-8426-e3416e8b143a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:41.129840 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.178498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.179177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.180854 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-33f1bbae-1191-4033-aba9-7713328798db service neutron] 10.222.0.48 "PUT /v2.0/ports/a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 HTTP/1.1" status: 200 len: 1092 time: 2.1412752 Jul 13 07:37:41.181396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e74a86-8027-461b-9aee-fd5fff1bd0f9', 'tag': 'a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:41.183986 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310f9a92-bd77-4437-86a9-9f1b0145675a" -d '{"events": [{"name": "network-changed", "server_uuid": "81e74a86-8027-461b-9aee-fd5fff1bd0f9", "tag": "a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:41.206320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1bbae-1191-4033-aba9-7713328798db service neutron] Pushing event updated for resources: {'Port': ['ID=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:41.323121 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b1301b-103b-4b2b-8f33-f757e0945e96 x-openstack-request-id: req-d9b1301b-103b-4b2b-8f33-f757e0945e96 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:41.323496 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e74a86-8027-461b-9aee-fd5fff1bd0f9", "tag": "a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:41.323836 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9b1301b-103b-4b2b-8f33-f757e0945e96 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:41.324295 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e74a86-8027-461b-9aee-fd5fff1bd0f9', 'tag': 'a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4', 'status': 'completed', 'code': 200} Jul 13 07:37:41.343659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.352896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-22d154a2-52d3-4588-b407-6208ecada1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.355164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-22d154a2-52d3-4588-b407-6208ecada1d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d5c13f6b54f4b1aada1d77b0312e019&device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 1095 time: 0.0800605 Jul 13 07:37:41.362821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4dbb50-07a8-442a-8374-735f54450f92']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.379788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32bf8f6-b580-48fa-bb63-c76ff85897b3') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.380156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32bf8f6-b580-48fa-bb63-c76ff85897b3') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.392410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0bc8951f-8d82-46df-9a83-0b1c3601f25f tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags/tempest-TagsExtTest-Tag-1573901926 HTTP/1.1" status: 204 len: 168 time: 0.4404497 Jul 13 07:37:41.394854 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.396253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:41.400587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-38b42dce-5005-4262-9b58-07b9afbc03d4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.412882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-b45196e3-5fbb-4726-abfd-36e3a3c4072b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 HTTP/1.1" status: 200 len: 217 time: 0.0487759 Jul 13 07:37:41.451560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.463904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:41.464493 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:41.466690 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:41.483874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-d9f4ac18-7ea8-4d6a-8de8-924d3636edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.486062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-d9f4ac18-7ea8-4d6a-8de8-924d3636edff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8047e14f-a5ea-4bba-8e6b-f0a21d64fc8e HTTP/1.1" status: 200 len: 860 time: 0.0659642 Jul 13 07:37:41.527554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-92e34399-8226-46c6-be2f-a69f36044a51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c045037-7b21-4785-87e3-ac4b74ac5893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331206 Jul 13 07:37:41.555481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f9450-968d-4527-a6ae-ab5e313218f2 req-a87a1c69-0e2e-485c-9ca1-1785fe5b37a0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.555845 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e4f9450-968d-4527-a6ae-ab5e313218f2 req-a87a1c69-0e2e-485c-9ca1-1785fe5b37a0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2982080 Jul 13 07:37:41.586112 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.592411 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.594903 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] 10.222.0.41 "DELETE /v2.0/networks/df4dbb50-07a8-442a-8374-735f54450f92 HTTP/1.1" status: 204 len: 168 time: 0.7873559 Jul 13 07:37:41.603356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49708) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:41.651278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae5382-7ae5-42c8-8e3d-a531369c6ff0 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Pushing event deleted for resources: {'Network': ['ID=df4dbb50-07a8-442a-8374-735f54450f92,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:41.710745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71cf256c-e0df-4aec-8983-ca9a77492052 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:41.724138 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:37:41.754785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-38b42dce-5005-4262-9b58-07b9afbc03d4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags HTTP/1.1" status: 200 len: 205 time: 0.3551793 Jul 13 07:37:41.770432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-95bd6327-ef52-4d9e-ae0a-95848e040d0f service neutron] 10.222.0.48 "GET /v2.0/networks/5c045037-7b21-4785-87e3-ac4b74ac5893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308221 Jul 13 07:37:41.771638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:41.776387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-21862876-859e-4a21-8493-8db065d1e164 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.802453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e4f9450-968d-4527-a6ae-ab5e313218f2 req-03488e45-f116-43da-b3e2-13b37038dbe0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061071 Jul 13 07:37:41.810269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.844940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 71cf256c-e0df-4aec-8983-ca9a77492052 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:41.845452 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.947169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.959453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b585db1b-361f-40cd-b97d-77070e08f79f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.972227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6425318-9dfb-4b0c-b6b3-cfd0ba807f48') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.972534 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6425318-9dfb-4b0c-b6b3-cfd0ba807f48') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.983036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.995188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-21862876-859e-4a21-8493-8db065d1e164 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags HTTP/1.1" status: 200 len: 240 time: 0.2220979 Jul 13 07:37:41.997860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.005587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.013445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:42.014159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.042968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-19d6ff00-68b4-4096-9635-af0b9106bd80 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35', 'tempest-TagsExtTest-Tag-962254189') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:42.045858 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:42.057430 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c520ab86-5e87-42c0-8f69-4c407b4966a0 req-4a4b10e0-5501-433b-9eac-c8d7a83d2a97 service neutron] 10.222.0.48 "GET /v2.0/networks/5c045037-7b21-4785-87e3-ac4b74ac5893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755611 Jul 13 07:37:42.117212 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.130054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.131987 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] 10.222.0.41 "DELETE /v2.0/networks/b585db1b-361f-40cd-b97d-77070e08f79f HTTP/1.1" status: 204 len: 168 time: 0.5276780 Jul 13 07:37:42.145026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47239599-e4c6-4d35-8354-c0734f9992b2 req-2b5e4020-10d1-445c-9261-ffaefea6d348 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.160066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47239599-e4c6-4d35-8354-c0734f9992b2 req-2b5e4020-10d1-445c-9261-ffaefea6d348 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1634967 Jul 13 07:37:42.200720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ee97d-c6be-4e70-bd41-116b360ff2f5 tempest-QuotasNegativeTest-908257100 tempest-QuotasNegativeTest-908257100-project-admin] Pushing event deleted for resources: {'Network': ['ID=b585db1b-361f-40cd-b97d-77070e08f79f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:42.304685 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47239599-e4c6-4d35-8354-c0734f9992b2 req-f21e04c4-bdd4-4592-b1e4-ffef3157a453 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436875 Jul 13 07:37:42.330201 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-19d6ff00-68b4-4096-9635-af0b9106bd80 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags/tempest-TagsExtTest-Tag-962254189 HTTP/1.1" status: 204 len: 168 time: 0.3312237 Jul 13 07:37:42.333467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.340868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-35bf44ce-5de2-4b40-b5d1-924df974466f tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35', 'tempest-TagsExtTest-Tag-962254189') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.387627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcb4d2-b05e-4d2a-acd2-4cd84059adc4 req-96b569d1-ae2c-4862-9d84-12079fb34f31 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.389301 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-abdcb4d2-b05e-4d2a-acd2-4cd84059adc4 req-96b569d1-ae2c-4862-9d84-12079fb34f31 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 943 time: 0.1463046 Jul 13 07:37:42.408152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-bda8b769-4d34-44e5-a3b1-2c9edd2c202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.409803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-bda8b769-4d34-44e5-a3b1-2c9edd2c202b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d5c13f6b54f4b1aada1d77b0312e019&device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 1095 time: 0.1885538 Jul 13 07:37:42.442245 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-abdcb4d2-b05e-4d2a-acd2-4cd84059adc4 req-2031df7a-11e3-4507-a361-780484aa59f9 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Jul 13 07:37:42.550953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-35bf44ce-5de2-4b40-b5d1-924df974466f tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags/tempest-TagsExtTest-Tag-962254189 HTTP/1.1" status: 204 len: 168 time: 0.2157881 Jul 13 07:37:42.554004 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49734) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.574111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-ccf77b5a-0a2e-4ab6-8c5f-7bd0e09a96ed tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.618717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-82f00219-db6d-456c-ba07-13a84581dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.620375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-82f00219-db6d-456c-ba07-13a84581dc9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c045037-7b21-4785-87e3-ac4b74ac5893 HTTP/1.1" status: 200 len: 921 time: 0.2005656 Jul 13 07:37:42.678086 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-34595478-11a5-44ba-aad5-d7ed02ad675d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 HTTP/1.1" status: 200 len: 217 time: 0.0471365 Jul 13 07:37:42.697671 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ccf77b5a-0a2e-4ab6-8c5f-7bd0e09a96ed tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags HTTP/1.1" status: 200 len: 205 time: 0.1376238 Jul 13 07:37:42.700591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.706385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-d96276cb-bb3c-4181-88b5-2c0cb9ce0f06 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.739514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-162f715f-975b-48c5-8d6c-64955c83dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.739514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-162f715f-975b-48c5-8d6c-64955c83dc20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8047e14f-a5ea-4bba-8e6b-f0a21d64fc8e HTTP/1.1" status: 200 len: 860 time: 0.0544505 Jul 13 07:37:42.780556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-47374bac-f92d-41f2-b4db-bb2cd4ccf4bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c045037-7b21-4785-87e3-ac4b74ac5893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336175 Jul 13 07:37:42.809272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d96276cb-bb3c-4181-88b5-2c0cb9ce0f06 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags HTTP/1.1" status: 200 len: 240 time: 0.1071527 Jul 13 07:37:42.812201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49740) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.817844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-cb997bd4-64b8-477d-b987-e5fd7f779987 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825', 'tempest-TagsExtTest-Tag-726643045') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.908014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.920004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-c5ab1d66-424d-4e11-8d94-3cb4be8ba018 service neutron] 10.222.0.48 "GET /v2.0/networks/5c045037-7b21-4785-87e3-ac4b74ac5893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312704 Jul 13 07:37:42.963178 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cb997bd4-64b8-477d-b987-e5fd7f779987 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags/tempest-TagsExtTest-Tag-726643045 HTTP/1.1" status: 204 len: 168 time: 0.1497047 Jul 13 07:37:42.964132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49748) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.969703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-75f82738-e1f4-4ad1-9560-a1896441d111 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825', 'tempest-TagsExtTest-Tag-726643045') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.082511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-75f82738-e1f4-4ad1-9560-a1896441d111 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags/tempest-TagsExtTest-Tag-726643045 HTTP/1.1" status: 204 len: 168 time: 0.1158078 Jul 13 07:37:43.084423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49750) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.091252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-46b121b8-ae9a-4130-a24e-0f83149b495f tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.096341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1ba80cc-cde2-466d-abd5-4d85a4853852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.146375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-310f9a92-bd77-4437-86a9-9f1b0145675a req-039e0b6e-11e5-4fe1-b55e-f185cdc43c48 service neutron] 10.222.0.48 "GET /v2.0/networks/5c045037-7b21-4785-87e3-ac4b74ac5893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177444 Jul 13 07:37:43.195794 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-46b121b8-ae9a-4130-a24e-0f83149b495f tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags HTTP/1.1" status: 200 len: 205 time: 0.1100395 Jul 13 07:37:43.199640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6425-f07b-4d3f-9751-7c8cfb8e995c req-b1ac2be7-23a1-4c93-903e-99dc068a5f1f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.199762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.204799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-3779136e-8408-4f1a-b271-911adbb36d94 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.206889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6d5b6425-f07b-4d3f-9751-7c8cfb8e995c req-b1ac2be7-23a1-4c93-903e-99dc068a5f1f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1677370 Jul 13 07:37:43.232614 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3779136e-8408-4f1a-b271-911adbb36d94 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags HTTP/1.1" status: 200 len: 241 time: 0.0317407 Jul 13 07:37:43.235710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.240396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-5ca004c9-1754-4aed-b493-e0f7350af469 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994', 'tempest-TagsExtTest-Tag-1095860327') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.257749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6d5b6425-f07b-4d3f-9751-7c8cfb8e995c req-8473a54e-b3c2-4330-8bfa-5b12b380a345 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Jul 13 07:37:43.269853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5ca004c9-1754-4aed-b493-e0f7350af469 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags/tempest-TagsExtTest-Tag-1095860327 HTTP/1.1" status: 204 len: 168 time: 0.0329466 Jul 13 07:37:43.272211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49758) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.278450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-0d88d692-e3f0-44f3-93fd-c7df5380cac4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994', 'tempest-TagsExtTest-Tag-1095860327') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.310919 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1ba80cc-cde2-466d-abd5-4d85a4853852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.316883 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1ba80cc-cde2-466d-abd5-4d85a4853852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.331312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0d88d692-e3f0-44f3-93fd-c7df5380cac4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags/tempest-TagsExtTest-Tag-1095860327 HTTP/1.1" status: 204 len: 168 time: 0.0558186 Jul 13 07:37:43.331614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49760) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.336862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-7821430c-8a23-443d-bf7f-14ce1731bad8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.362693 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7821430c-8a23-443d-bf7f-14ce1731bad8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags HTTP/1.1" status: 200 len: 205 time: 0.0270979 Jul 13 07:37:43.363064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49762) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.367782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-288ccad6-0364-4cac-9ffb-4495829cfb9a tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.372668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e1ba80cc-cde2-466d-abd5-4d85a4853852 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a059bf4695644f2920ad1dc3daf4d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636710 Jul 13 07:37:43.375529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.378714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba80cc-cde2-466d-abd5-4d85a4853852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22371cd-e4f2-47c3-9c99-c6ffed2de4f0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:43.420980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-288ccad6-0364-4cac-9ffb-4495829cfb9a tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags HTTP/1.1" status: 204 len: 168 time: 0.0568283 Jul 13 07:37:43.423639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.430471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-9b0e3bec-865d-4405-8b72-17ac9032e195 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.433690 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-539c135d-711b-45c0-836b-a99e744d353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.455520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-539c135d-711b-45c0-836b-a99e744d353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.521228 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-539c135d-711b-45c0-836b-a99e744d353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.523922 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-539c135d-711b-45c0-836b-a99e744d353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.525767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-539c135d-711b-45c0-836b-a99e744d353e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c22371cd-e4f2-47c3-9c99-c6ffed2de4f0 HTTP/1.1" status: 204 len: 168 time: 0.1485093 Jul 13 07:37:43.543291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c135d-711b-45c0-836b-a99e744d353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22371cd-e4f2-47c3-9c99-c6ffed2de4f0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:43.577205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9b0e3bec-865d-4405-8b72-17ac9032e195 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags HTTP/1.1" status: 204 len: 168 time: 0.1522820 Jul 13 07:37:43.582421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.587002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-fd1cf24e-fd68-4c66-a459-fa5e570e71be tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.684547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fd1cf24e-fd68-4c66-a459-fa5e570e71be tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags HTTP/1.1" status: 204 len: 168 time: 0.1009536 Jul 13 07:37:43.686957 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.693726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-2e2c9c42-fad1-4784-b140-f260f1b6b5f8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.730204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d965d14-f9af-46d1-9de7-e56c1e84839b req-7a9a1c5d-01dd-4975-aa01-26268c4d5bfb tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.733137 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d965d14-f9af-46d1-9de7-e56c1e84839b req-7a9a1c5d-01dd-4975-aa01-26268c4d5bfb tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 943 time: 0.1559319 Jul 13 07:37:43.758510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:43.769055 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2e2c9c42-fad1-4784-b140-f260f1b6b5f8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags HTTP/1.1" status: 204 len: 168 time: 0.0758677 Jul 13 07:37:43.774744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.780101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-9878f8ad-aea5-493d-a271-0fbeb00e86f8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281', 'tempest-TagsExtTest-Tag-872784151') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.809935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d965d14-f9af-46d1-9de7-e56c1e84839b req-022c6a2a-4f50-464a-bcc5-26d2b896347b tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706604 Jul 13 07:37:43.875618 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9878f8ad-aea5-493d-a271-0fbeb00e86f8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags/tempest-TagsExtTest-Tag-872784151 HTTP/1.1" status: 201 len: 201 time: 0.0989847 Jul 13 07:37:43.878259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.886016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-c9c33597-cc90-4831-8443-67f1a8890641 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35', 'tempest-TagsExtTest-Tag-1920987134') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.915948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:43.931996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'port_id': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e', 'mac_address': 'fa:16:3e:1a:00:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409c3169-4bb7-4f7d-a7a2-a28446385253', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:43.947228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.962538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4fa095a-a9df-4d3c-948c-aa2bd7441bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.975789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c9c33597-cc90-4831-8443-67f1a8890641 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags/tempest-TagsExtTest-Tag-1920987134 HTTP/1.1" status: 201 len: 201 time: 0.0929444 Jul 13 07:37:43.976225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49788) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:43.976449 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.983105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-3b05ed52-09f4-4621-a985-c9bc0318b96d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825', 'tempest-TagsExtTest-Tag-1230887834') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.993723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:44.017517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:44.023600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.075888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4fa095a-a9df-4d3c-948c-aa2bd7441bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.080446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4fa095a-a9df-4d3c-948c-aa2bd7441bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.100048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3b05ed52-09f4-4621-a985-c9bc0318b96d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags/tempest-TagsExtTest-Tag-1230887834 HTTP/1.1" status: 201 len: 201 time: 0.1201477 Jul 13 07:37:44.100654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:44.100837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.107518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-2fb07a27-2c74-4a6c-b5b0-61b90baee018 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994', 'tempest-TagsExtTest-Tag-759478632') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.114808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.115477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.115988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.116465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.116992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.117463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.117931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.119022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.119895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.120418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.121011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.121610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:44.127131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f4fa095a-a9df-4d3c-948c-aa2bd7441bca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e33a990be5241ef9e143c0cb9c84aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785891 Jul 13 07:37:44.128412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa095a-a9df-4d3c-948c-aa2bd7441bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7571f323-0fae-4921-bdc7-8a91380a74ce,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:44.131049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49792) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.191925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8e6c09ef-ea3d-4ef6-ba20-54f2c440196e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:44.202354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2fb07a27-2c74-4a6c-b5b0-61b90baee018 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags/tempest-TagsExtTest-Tag-759478632 HTTP/1.1" status: 201 len: 201 time: 0.0969610 Jul 13 07:37:44.202731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.208144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-d417b3fb-1696-4ab9-85e3-f1e70e3f0700 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281', {'tags': ['tempest-TagsExtTest-Tag-795525617', 'tempest-TagsExtTest-Tag-668502507', 'tempest-TagsExtTest-Tag-2130904974']}) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.220193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb62f-f0de-4095-9256-664e7867355b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.259303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb62f-f0de-4095-9256-664e7867355b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.283757 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d417b3fb-1696-4ab9-85e3-f1e70e3f0700 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags HTTP/1.1" status: 200 len: 316 time: 0.0797095 Jul 13 07:37:44.286235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49796) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.291267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-328c4daa-284d-472b-8299-439826da844e tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.333560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb62f-f0de-4095-9256-664e7867355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.336641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb62f-f0de-4095-9256-664e7867355b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.340310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e6bbb62f-f0de-4095-9256-664e7867355b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7571f323-0fae-4921-bdc7-8a91380a74ce HTTP/1.1" status: 204 len: 168 time: 0.2044368 Jul 13 07:37:44.348331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbb62f-f0de-4095-9256-664e7867355b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571f323-0fae-4921-bdc7-8a91380a74ce,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:44.440928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-328c4daa-284d-472b-8299-439826da844e tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags HTTP/1.1" status: 204 len: 168 time: 0.1535356 Jul 13 07:37:44.443839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49804) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.450156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-4a72e44a-03e5-4322-9320-aa712a29b1e0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281', 'tempest-TagsExtTest-Tag-795525617') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.559482 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-4a72e44a-03e5-4322-9320-aa712a29b1e0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:44.563917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49806) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.576298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4a72e44a-03e5-4322-9320-aa712a29b1e0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags/tempest-TagsExtTest-Tag-795525617 HTTP/1.1" status: 404 len: 328 time: 0.1309454 Jul 13 07:37:44.578488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-bb8ebfb5-d85f-49eb-b55a-44a0a27b5b73 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281', 'tempest-TagsExtTest-Tag-668502507') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.588210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fcc50-d887-465d-a45a-4d88772640ac req-4387a797-5d3c-4bc6-8540-21c43293a268 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.589849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d05fcc50-d887-465d-a45a-4d88772640ac req-4387a797-5d3c-4bc6-8540-21c43293a268 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 944 time: 0.1434181 Jul 13 07:37:44.658377 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d05fcc50-d887-465d-a45a-4d88772640ac req-a3ab7905-69cc-409a-8f7f-e785c7ede61f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567079 Jul 13 07:37:44.659278 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-bb8ebfb5-d85f-49eb-b55a-44a0a27b5b73 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:44.660323 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bb8ebfb5-d85f-49eb-b55a-44a0a27b5b73 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags/tempest-TagsExtTest-Tag-668502507 HTTP/1.1" status: 404 len: 328 time: 0.0938931 Jul 13 07:37:44.663409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49810) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.667837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-451451bf-3115-4880-9dc7-d31c8dccfbb3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281', 'tempest-TagsExtTest-Tag-2130904974') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.759311 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-451451bf-3115-4880-9dc7-d31c8dccfbb3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:44.761441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-451451bf-3115-4880-9dc7-d31c8dccfbb3 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags/tempest-TagsExtTest-Tag-2130904974 HTTP/1.1" status: 404 len: 329 time: 0.0968504 Jul 13 07:37:44.767078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49814) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.775051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-98b15c97-ee57-4a2a-a369-d34a269e11bf tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35', {'tags': ['tempest-TagsExtTest-Tag-1817303466', 'tempest-TagsExtTest-Tag-1991096093', 'tempest-TagsExtTest-Tag-1430479581']}) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.839716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:44.887484 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98b15c97-ee57-4a2a-a369-d34a269e11bf tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags HTTP/1.1" status: 200 len: 318 time: 0.1181178 Jul 13 07:37:44.891354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49822) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.897237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-485aa26c-5a02-4430-98b6-056120913070 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:45.034339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-485aa26c-5a02-4430-98b6-056120913070 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags HTTP/1.1" status: 204 len: 168 time: 0.1418653 Jul 13 07:37:45.037109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:45.048402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-7a8941fb-4216-47e6-88dd-e77c9c630667 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35', 'tempest-TagsExtTest-Tag-1817303466') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:45.052713 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,segment=NetworkSegment(639829bf-c6f3-4186-8426-e3416e8b143a),segment_id=639829bf-c6f3-4186-8426-e3416e8b143a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:45.086218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4', 'network_id': '5c045037-7b21-4785-87e3-ac4b74ac5893', 'port_id': 'a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4', 'mac_address': 'fa:16:3e:1e:ef:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8047e14f-a5ea-4bba-8e6b-f0a21d64fc8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:45.148450 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.166544 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-7a8941fb-4216-47e6-88dd-e77c9c630667 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:45.166544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7a8941fb-4216-47e6-88dd-e77c9c630667 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags/tempest-TagsExtTest-Tag-1817303466 HTTP/1.1" status: 404 len: 329 time: 0.1282959 Jul 13 07:37:45.169468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:45.170523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:45.174312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-a67d586a-9f4f-4a50-82f7-4935a6a12065 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35', 'tempest-TagsExtTest-Tag-1991096093') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:45.200773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e45707-c550-486e-8469-8e6c7aff6df8 req-57d8bee4-4c6f-425a-b27c-3bef26584a19 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:45.210365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,segment=NetworkSegment(639829bf-c6f3-4186-8426-e3416e8b143a),segment_id=639829bf-c6f3-4186-8426-e3416e8b143a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:45.213179 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3e45707-c550-486e-8469-8e6c7aff6df8 req-57d8bee4-4c6f-425a-b27c-3bef26584a19 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 943 time: 0.2125690 Jul 13 07:37:45.220878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.288954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:45.328672 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3e45707-c550-486e-8469-8e6c7aff6df8 req-fbf32a66-ddf1-4890-84a4-8c7f513a49dc tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134470 Jul 13 07:37:45.346358 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-a67d586a-9f4f-4a50-82f7-4935a6a12065 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:45.347660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a67d586a-9f4f-4a50-82f7-4935a6a12065 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags/tempest-TagsExtTest-Tag-1991096093 HTTP/1.1" status: 404 len: 329 time: 0.1772566 Jul 13 07:37:45.351298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:45.356318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-682b29c9-61a9-4e5b-9b0f-7927731e1043 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35', 'tempest-TagsExtTest-Tag-1430479581') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:45.444108 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-682b29c9-61a9-4e5b-9b0f-7927731e1043 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:45.444916 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-682b29c9-61a9-4e5b-9b0f-7927731e1043 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags/tempest-TagsExtTest-Tag-1430479581 HTTP/1.1" status: 404 len: 329 time: 0.0923600 Jul 13 07:37:45.446145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:45.453271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-6a3bb0f5-aca5-4ba4-9d14-da4d8d5058c9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825', {'tags': ['tempest-TagsExtTest-Tag-931955982', 'tempest-TagsExtTest-Tag-1969689888', 'tempest-TagsExtTest-Tag-1778813854']}) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:45.549441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:45.614658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6a3bb0f5-aca5-4ba4-9d14-da4d8d5058c9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags HTTP/1.1" status: 200 len: 317 time: 0.1666079 Jul 13 07:37:45.617587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49858) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:45.623546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-9aebc8bb-c696-4c81-8943-0e18ef22fe20 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:45.783669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:45.934396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:45.935123 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.130430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.287649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:46.304378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:46.315404 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f7a5a5-f6af-4985-9fb1-3e9bd82e5048" -d '{"events": [{"server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "name": "network-vif-plugged", "status": "completed", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:46.321611 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.423831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:46.430321 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5c3600-0ff2-47f3-8904-05f22b3b0e34 x-openstack-request-id: req-ea5c3600-0ff2-47f3-8904-05f22b3b0e34 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:46.430673 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "name": "network-vif-plugged", "status": "completed", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:46.435989 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea5c3600-0ff2-47f3-8904-05f22b3b0e34 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:46.436644 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e', 'code': 200} Jul 13 07:37:46.673758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9aebc8bb-c696-4c81-8943-0e18ef22fe20 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags HTTP/1.1" status: 204 len: 168 time: 1.0549207 Jul 13 07:37:46.676453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49894) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:46.692886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-0fb730a9-d6e6-4e30-a374-24d1bd789ed8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825', 'tempest-TagsExtTest-Tag-931955982') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:46.715684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab609c-32e7-4858-80d8-0d1d550de031 req-de6e4f65-e1d5-4cbf-9fa8-58dd193538ed tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.735867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72ab609c-32e7-4858-80d8-0d1d550de031 req-de6e4f65-e1d5-4cbf-9fa8-58dd193538ed tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2553153 Jul 13 07:37:46.780761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6541-750f-4139-9050-53c3b7b2fa2b req-467bdf7d-ac58-49f8-98f3-52d1dc0ef63c tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.793554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-474b6541-750f-4139-9050-53c3b7b2fa2b req-467bdf7d-ac58-49f8-98f3-52d1dc0ef63c tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 944 time: 0.1605623 Jul 13 07:37:46.855199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:46.863117 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72ab609c-32e7-4858-80d8-0d1d550de031 req-66c4c045-561b-4ad5-97d1-dc412e62d66b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260560 Jul 13 07:37:46.875769 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-0fb730a9-d6e6-4e30-a374-24d1bd789ed8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:46.876897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0fb730a9-d6e6-4e30-a374-24d1bd789ed8 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags/tempest-TagsExtTest-Tag-931955982 HTTP/1.1" status: 404 len: 328 time: 0.1963286 Jul 13 07:37:46.879742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49898) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:46.901852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-5c3bc616-f5ce-45e0-b327-250f8cad238c tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825', 'tempest-TagsExtTest-Tag-1969689888') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:46.906461 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-474b6541-750f-4139-9050-53c3b7b2fa2b req-c57ff9a7-479e-4291-9a17-655ffa53ad69 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098616 Jul 13 07:37:46.962703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:46.972128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:46.972906 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.024525 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-5c3bc616-f5ce-45e0-b327-250f8cad238c tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:47.027048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5c3bc616-f5ce-45e0-b327-250f8cad238c tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags/tempest-TagsExtTest-Tag-1969689888 HTTP/1.1" status: 404 len: 329 time: 0.1457736 Jul 13 07:37:47.030420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49904) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.037857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-e1da897b-5262-408a-9dae-d0c98e314729 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825', 'tempest-TagsExtTest-Tag-1778813854') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.190274 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.197582 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-e1da897b-5262-408a-9dae-d0c98e314729 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:47.206346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49908) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.206521 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e1da897b-5262-408a-9dae-d0c98e314729 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags/tempest-TagsExtTest-Tag-1778813854 HTTP/1.1" status: 404 len: 329 time: 0.1732850 Jul 13 07:37:47.212784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-07b883eb-02fc-4fdb-b77e-e9941582fcbe tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994', {'tags': ['tempest-TagsExtTest-Tag-1784400636', 'tempest-TagsExtTest-Tag-1476839812', 'tempest-TagsExtTest-Tag-2060032826']}) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.258966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,segment=NetworkSegment(639829bf-c6f3-4186-8426-e3416e8b143a),segment_id=639829bf-c6f3-4186-8426-e3416e8b143a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:47.275529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.284700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49910) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.372046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49916) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.378351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-f6bb5607-ad0a-4c0a-9d2f-468b74b5d436 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.393592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-07b883eb-02fc-4fdb-b77e-e9941582fcbe tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "PUT /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags HTTP/1.1" status: 200 len: 318 time: 0.1778324 Jul 13 07:37:47.400322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:47.525818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f6bb5607-ad0a-4c0a-9d2f-468b74b5d436 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags HTTP/1.1" status: 204 len: 168 time: 0.1524930 Jul 13 07:37:47.526645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49918) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.533609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-a321547e-9d9d-4957-b56e-646470485978 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994', 'tempest-TagsExtTest-Tag-1784400636') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.534641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1678000707', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:47.582857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Made reservation on behalf of 46303ba91f5f4e36a60ef276b2f7a046 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:47.585712 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.601025 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.603350 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-a321547e-9d9d-4957-b56e-646470485978 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:47.610918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49920) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.611296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a321547e-9d9d-4957-b56e-646470485978 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags/tempest-TagsExtTest-Tag-1784400636 HTTP/1.1" status: 404 len: 329 time: 0.0834177 Jul 13 07:37:47.616708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-20da55ed-9de3-41fe-9628-67f375279a8b tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994', 'tempest-TagsExtTest-Tag-1476839812') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.725607 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-20da55ed-9de3-41fe-9628-67f375279a8b tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:47.726879 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-20da55ed-9de3-41fe-9628-67f375279a8b tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags/tempest-TagsExtTest-Tag-1476839812 HTTP/1.1" status: 404 len: 329 time: 0.1147671 Jul 13 07:37:47.730019 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49924) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.738711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-795e7de8-1974-4d5a-ba5e-7cb3a08524d4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994', 'tempest-TagsExtTest-Tag-2060032826') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.794971 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-795e7de8-1974-4d5a-ba5e-7cb3a08524d4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] show failed (client error): The resource could not be found. Jul 13 07:37:47.799607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-795e7de8-1974-4d5a-ba5e-7cb3a08524d4 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags/tempest-TagsExtTest-Tag-2060032826 HTTP/1.1" status: 404 len: 329 time: 0.0681858 Jul 13 07:37:47.803137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.813031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-1b86ef47-6ded-43f8-b80b-57d1cd5ccc2d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '78ce7b7f-603f-448f-a9bd-b988b0462994') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.857932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.866507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.880795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] device_id is not set on port 0724c967-cc20-4a50-abab-d3058fa30a9b yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:47.930709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd32442-d253-4a56-9d70-540a8889c071,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:47.956938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1b86ef47-6ded-43f8-b80b-57d1cd5ccc2d tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994/tags HTTP/1.1" status: 204 len: 168 time: 0.1518877 Jul 13 07:37:47.959751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49932) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.977528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-bb5d5a7d-3ec3-48cf-bbd4-8097dd3a3bf7 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95b034f3-488d-4505-9014-83fe9cd9c825') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:48.134801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bb5d5a7d-3ec3-48cf-bbd4-8097dd3a3bf7 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825/tags HTTP/1.1" status: 204 len: 168 time: 0.1740155 Jul 13 07:37:48.137285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49934) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:48.145338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-14daf003-6f5d-41c2-a563-749f80874c15 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2e4476e-5b58-4539-8321-3f9bea717d35') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:48.199697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Allocated IP 172.25.8.30 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/0724c967-cc20-4a50-abab-d3058fa30a9b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:48.225662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83cf1a-8268-4b20-8ae9-2fdd616f1ce8 req-c289966a-6d68-4c34-98c0-7e7d50b5263d tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.227222 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d83cf1a-8268-4b20-8ae9-2fdd616f1ce8 req-c289966a-6d68-4c34-98c0-7e7d50b5263d tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 945 time: 0.1100171 Jul 13 07:37:48.323178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7124bdfe-c4cd-46ee-a779-9a9a73c4b11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.327216 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d83cf1a-8268-4b20-8ae9-2fdd616f1ce8 req-66659688-c649-48cf-8b70-5e268719196c tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821083 Jul 13 07:37:48.389869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51790dcd-77ed-4c10-afb0-ace869eaea25 req-4062d9a8-d298-4547-8802-b93aebec2190 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.414403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51790dcd-77ed-4c10-afb0-ace869eaea25 req-4062d9a8-d298-4547-8802-b93aebec2190 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2301700 Jul 13 07:37:48.437773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e74a86-8027-461b-9aee-fd5fff1bd0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:48.440408 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b88d5-60fb-49f3-abb8-604e347460e4" -d '{"events": [{"server_uuid": "81e74a86-8027-461b-9aee-fd5fff1bd0f9", "name": "network-vif-plugged", "status": "completed", "tag": "a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:48.483534 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.505490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-14daf003-6f5d-41c2-a563-749f80874c15 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35/tags HTTP/1.1" status: 204 len: 168 time: 0.3618851 Jul 13 07:37:48.514465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:48.528317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-63ed6e01-1ebe-44ba-bf42-a9a3399c8194 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab9a7e88-a717-4db6-ab5e-91db24848281') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:48.567743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.610757 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51790dcd-77ed-4c10-afb0-ace869eaea25 req-55989cb5-bcbb-432f-867f-fa69343f6bd6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944468 Jul 13 07:37:48.664069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:48.676936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:48.689070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:48.698412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-63ed6e01-1ebe-44ba-bf42-a9a3399c8194 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281/tags HTTP/1.1" status: 204 len: 168 time: 0.1793489 Jul 13 07:37:48.702465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:48.752452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Pushing event updated for resources: {'Port': ['ID=0724c967-cc20-4a50-abab-d3058fa30a9b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:48.794935 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc3b8dd-3c85-480b-a27a-199bac9dc373 x-openstack-request-id: req-4fc3b8dd-3c85-480b-a27a-199bac9dc373 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:48.795346 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e74a86-8027-461b-9aee-fd5fff1bd0f9", "name": "network-vif-plugged", "status": "completed", "tag": "a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:48.795523 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fc3b8dd-3c85-480b-a27a-199bac9dc373 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:48.795922 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e74a86-8027-461b-9aee-fd5fff1bd0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4', 'code': 200} Jul 13 07:37:48.800007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.800672 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.872520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f86f7c4-cd1b-4f62-b2d6-42f5181d21eb tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5856442 Jul 13 07:37:48.879883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:48.895639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.30'}]}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:48.931958 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.935936 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.023127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81cdb83a-e3b3-450c-9c3c-3fcc0b4adb05 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for subnetpool, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.024278 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-81cdb83a-e3b3-450c-9c3c-3fcc0b4adb05 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnetpools/78ce7b7f-603f-448f-a9bd-b988b0462994 HTTP/1.1" status: 204 len: 168 time: 0.3202708 Jul 13 07:37:49.036448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49950) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:49.074610 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.107281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e1925a23-8ab9-4e44-b1c9-8bbd27235c1b tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "GET /v2.0/ports?device_id=95b034f3-488d-4505-9014-83fe9cd9c825 HTTP/1.1" status: 200 len: 205 time: 0.0631900 Jul 13 07:37:49.112092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49952) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:49.212582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28cb68-b5e8-4426-b9ed-8a35df7ea636 req-e67c48f8-cfe7-4df2-9fbb-def2302ae8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.214280 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed28cb68-b5e8-4426-b9ed-8a35df7ea636 req-e67c48f8-cfe7-4df2-9fbb-def2302ae8b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 1097 time: 0.3094864 Jul 13 07:37:49.221983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aab061d-30cb-4128-aa03-79c23b86e0af tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.256998 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.452433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed28cb68-b5e8-4426-b9ed-8a35df7ea636 req-9a721466-d9b0-4816-9c89-39fdf5dbcdd6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283940 Jul 13 07:37:49.501076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aab061d-30cb-4128-aa03-79c23b86e0af tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.510468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aab061d-30cb-4128-aa03-79c23b86e0af tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.645258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aab061d-30cb-4128-aa03-79c23b86e0af tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.647717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aab061d-30cb-4128-aa03-79c23b86e0af tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Fanout notify agent at l3_agent the message router_deleted on router 95b034f3-488d-4505-9014-83fe9cd9c825 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:37:49.669662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aab061d-30cb-4128-aa03-79c23b86e0af tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.675580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:49.677433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6aab061d-30cb-4128-aa03-79c23b86e0af tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/routers/95b034f3-488d-4505-9014-83fe9cd9c825 HTTP/1.1" status: 204 len: 168 time: 0.5643010 Jul 13 07:37:49.784684 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.791594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637e18d-94eb-41f4-8c21-3832e1feaff4 req-7af3efbd-ef8c-4ebd-bf59-0c62f31f2527 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.800299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f637e18d-94eb-41f4-8c21-3832e1feaff4 req-7af3efbd-ef8c-4ebd-bf59-0c62f31f2527 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 945 time: 0.2096288 Jul 13 07:37:49.869474 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f637e18d-94eb-41f4-8c21-3832e1feaff4 req-c1e6a66f-e49a-4874-a141-efa0f661fc40 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616925 Jul 13 07:37:49.898713 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.496236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652a304-56ae-44b3-96ab-40cb82bd2c10 req-ec4116a8-5104-4fdb-b71e-4faa3eb95276 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:50.506217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9652a304-56ae-44b3-96ab-40cb82bd2c10 req-ec4116a8-5104-4fdb-b71e-4faa3eb95276 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.7022672 Jul 13 07:37:50.570020 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9652a304-56ae-44b3-96ab-40cb82bd2c10 req-b76cf8e7-480e-457b-a3a8-1117e179cced tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628474 Jul 13 07:37:50.586188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0c95c-9ede-44d2-9a37-5ffd650aeac9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Deleting port b2e4476e-5b58-4539-8321-3f9bea717d35 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:50.586565 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c95c-9ede-44d2-9a37-5ffd650aeac9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.778578 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c95c-9ede-44d2-9a37-5ffd650aeac9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.789808 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.996747 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.003986 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.039499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8ff00a2-23ea-4b24-b5f7-b7721a706a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.059436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0c95c-9ede-44d2-9a37-5ffd650aeac9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Calling delete_port for b2e4476e-5b58-4539-8321-3f9bea717d35 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:51.063013 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.063013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9408bea-281f-42fa-8a70-3ea9a695d28f {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:37:51.082071 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.177320 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:37:51.179236 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a10fafc7-47ed-48e5-b016-348f554d6da1 tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2979643 Jul 13 07:37:51.187736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:51.430402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a81004-834c-4485-9543-2637188d5a6a req-0fcc90d2-b89a-4859-ab2f-b632cd4b12fb tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.432855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6a81004-834c-4485-9543-2637188d5a6a req-0fcc90d2-b89a-4859-ab2f-b632cd4b12fb tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 945 time: 0.1627216 Jul 13 07:37:51.474532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c95c-9ede-44d2-9a37-5ffd650aeac9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.540049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0c95c-9ede-44d2-9a37-5ffd650aeac9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Pushing event deleted for resources: {'Port': ['ID=b2e4476e-5b58-4539-8321-3f9bea717d35,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:51.569439 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6a81004-834c-4485-9543-2637188d5a6a req-b9778782-7d55-44a2-8956-cedeba21aefa tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265051 Jul 13 07:37:51.574299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2bdefa95-4cbd-4ffa-9d8f-dd68d6b0c9cf tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Deleting port 0724c967-cc20-4a50-abab-d3058fa30a9b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:51.574705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bdefa95-4cbd-4ffa-9d8f-dd68d6b0c9cf tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.859332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c95c-9ede-44d2-9a37-5ffd650aeac9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.878294 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a3c0c95c-9ede-44d2-9a37-5ffd650aeac9 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/ports/b2e4476e-5b58-4539-8321-3f9bea717d35 HTTP/1.1" status: 204 len: 168 time: 2.2015305 Jul 13 07:37:51.907939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49980) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:51.957371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.061600 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bdefa95-4cbd-4ffa-9d8f-dd68d6b0c9cf tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.063129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102f735-b90c-4b62-bc74-723bd73e66fe req-ac782f5b-509a-4768-b918-a2269acadcc1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:52.070602 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1102f735-b90c-4b62-bc74-723bd73e66fe req-ac782f5b-509a-4768-b918-a2269acadcc1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2272635 Jul 13 07:37:52.079895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2bdefa95-4cbd-4ffa-9d8f-dd68d6b0c9cf tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Calling delete_port for 0724c967-cc20-4a50-abab-d3058fa30a9b owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:52.179338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e1ece6-09e6-43eb-b80b-a556a50fca72 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Deleting subnet ab9a7e88-a717-4db6-ab5e-91db24848281 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:52.199555 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e1ece6-09e6-43eb-b80b-a556a50fca72 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.236080 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1102f735-b90c-4b62-bc74-723bd73e66fe req-083861d5-4f8f-4039-97df-d38b55443268 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645420 Jul 13 07:37:52.257518 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e1ece6-09e6-43eb-b80b-a556a50fca72 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.543347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e1ece6-09e6-43eb-b80b-a556a50fca72 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.614027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bdefa95-4cbd-4ffa-9d8f-dd68d6b0c9cf tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.698577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdefa95-4cbd-4ffa-9d8f-dd68d6b0c9cf tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Pushing event deleted for resources: {'Port': ['ID=0724c967-cc20-4a50-abab-d3058fa30a9b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:52.836785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e1ece6-09e6-43eb-b80b-a556a50fca72 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.911148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1ece6-09e6-43eb-b80b-a556a50fca72 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9a7e88-a717-4db6-ab5e-91db24848281,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:52.944881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4a874-1527-4ff8-ad6e-69e7c339424b None None] Network 7df8a532-7bbd-4d21-87f2-aaafed0c31be requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:52.948072 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bdefa95-4cbd-4ffa-9d8f-dd68d6b0c9cf tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.954895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2bdefa95-4cbd-4ffa-9d8f-dd68d6b0c9cf tempest-RoutersAdminNegativeTest-543752426 tempest-RoutersAdminNegativeTest-543752426-project-admin] 10.222.0.41 "DELETE /v2.0/ports/0724c967-cc20-4a50-abab-d3058fa30a9b HTTP/1.1" status: 204 len: 168 time: 1.7626388 Jul 13 07:37:53.032364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e1ece6-09e6-43eb-b80b-a556a50fca72 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.041722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50020) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:53.054923 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-44e1ece6-09e6-43eb-b80b-a556a50fca72 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/subnets/ab9a7e88-a717-4db6-ab5e-91db24848281 HTTP/1.1" status: 204 len: 168 time: 1.1283221 Jul 13 07:37:53.145080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-2954bbd9-b0c7-4b7f-9f58-c877d926331d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2271307 Jul 13 07:37:53.261684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de73929-d7a0-42de-a2c1-1fdb5089234b None None] DHCP port deletion for 7df8a532-7bbd-4d21-87f2-aaafed0c31be request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:53.343358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.408206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-1fc2ba27-ab96-4045-865f-9fd2ef2383cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.411613 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-1fc2ba27-ab96-4045-865f-9fd2ef2383cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1098 time: 0.2032907 Jul 13 07:37:53.492156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5de73929-d7a0-42de-a2c1-1fdb5089234b None None] Deleting port 71cf256c-e0df-4aec-8983-ca9a77492052 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:53.492431 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5de73929-d7a0-42de-a2c1-1fdb5089234b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.602866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:53.642775 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.645029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5de73929-d7a0-42de-a2c1-1fdb5089234b None None] For port 71cf256c-e0df-4aec-8983-ca9a77492052, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71cf256c-e0df-4aec-8983-ca9a77492052,segment=NetworkSegment(ba77c30b-5123-401c-81f7-510786fadcde),segment_id=ba77c30b-5123-401c-81f7-510786fadcde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:53.645571 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5de73929-d7a0-42de-a2c1-1fdb5089234b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.673764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cca30f-4191-439c-a539-194386204574 req-2425ae52-5922-47ff-bfe3-23181a86673d tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.675169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5de73929-d7a0-42de-a2c1-1fdb5089234b None None] Calling delete_port for 71cf256c-e0df-4aec-8983-ca9a77492052 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:53.684590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11cca30f-4191-439c-a539-194386204574 req-2425ae52-5922-47ff-bfe3-23181a86673d tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 945 time: 0.4212756 Jul 13 07:37:53.755977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71cf256c-e0df-4aec-8983-ca9a77492052 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:53.797186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Deleting port 71cf256c-e0df-4aec-8983-ca9a77492052 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:53.797624 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.817461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-be29d708-a9a9-4eb2-8d06-b61fe36b98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.819667 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-be29d708-a9a9-4eb2-8d06-b61fe36b98e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.3772559 Jul 13 07:37:53.860756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11cca30f-4191-439c-a539-194386204574 req-818fc0be-514c-48f2-8932-c0602266bfda tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750340 Jul 13 07:37:53.972264 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5de73929-d7a0-42de-a2c1-1fdb5089234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.975408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-a2a95582-3ff9-4847-8f5a-44bb76ea7760 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1000 time: 0.1419466 Jul 13 07:37:54.005763 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.008331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de73929-d7a0-42de-a2c1-1fdb5089234b None None] Pushing event deleted for resources: {'Port': ['ID=71cf256c-e0df-4aec-8983-ca9a77492052,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:54.019492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de73929-d7a0-42de-a2c1-1fdb5089234b None None] No DVR routers for this DVR port 71cf256c-e0df-4aec-8983-ca9a77492052 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:54.019673 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-771b1e77-f0eb-43d8-820d-b0ff87051cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.098476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] For port 71cf256c-e0df-4aec-8983-ca9a77492052, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71cf256c-e0df-4aec-8983-ca9a77492052,segment=NetworkSegment(ba77c30b-5123-401c-81f7-510786fadcde),segment_id=ba77c30b-5123-401c-81f7-510786fadcde)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:54.098881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.110853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a41fc2-b2d1-45d4-880d-7ce6fcb9661f req-3af5baab-0639-484f-bc66-ae94fac5d96c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.122615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43a41fc2-b2d1-45d4-880d-7ce6fcb9661f req-3af5baab-0639-484f-bc66-ae94fac5d96c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.5094790 Jul 13 07:37:54.160360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Calling delete_port for 71cf256c-e0df-4aec-8983-ca9a77492052 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:54.299328 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43a41fc2-b2d1-45d4-880d-7ce6fcb9661f req-2473b55a-9480-4fa8-ad42-65636a89e668 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756124 Jul 13 07:37:54.350394 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.393807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-0e29239a-a81a-4985-8a9d-3bbb88b51132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.395349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-0e29239a-a81a-4985-8a9d-3bbb88b51132 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.3087289 Jul 13 07:37:54.411847 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-771b1e77-f0eb-43d8-820d-b0ff87051cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.413552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Pushing event deleted for resources: {'Port': ['ID=71cf256c-e0df-4aec-8983-ca9a77492052,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:54.434726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] No DVR routers for this DVR port 71cf256c-e0df-4aec-8983-ca9a77492052 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:54.442085 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-771b1e77-f0eb-43d8-820d-b0ff87051cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.478906 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-9870c2b3-f63a-4eb9-8844-055472fbdaf4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4973891 Jul 13 07:37:54.505044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-3bccd499-9fc3-4ec9-ba26-626ab936bf08 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.506663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-3bccd499-9fc3-4ec9-ba26-626ab936bf08 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 945 time: 0.2656178 Jul 13 07:37:54.571341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b1e77-f0eb-43d8-820d-b0ff87051cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b3a613-4414-4e24-94a9-4a0bb1e0ad46,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:54.616548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-771b1e77-f0eb-43d8-820d-b0ff87051cbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ae10efaf5dd4af891aee89e87d41457&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0121758 Jul 13 07:37:54.621801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:54.689209 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.736524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df8a532-7bbd-4d21-87f2-aaafed0c31be']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:54.752927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-01409b63-417b-46bb-adad-bcc10e72d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.754560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-01409b63-417b-46bb-adad-bcc10e72d718 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3453238 Jul 13 07:37:54.772404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba77c30b-5123-401c-81f7-510786fadcde') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:54.773189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba77c30b-5123-401c-81f7-510786fadcde') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:54.798182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.821115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.848107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:54.848490 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:54.851749 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:54.876919 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72782921-1287-41b5-a898-3d71788eeb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.946691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-1ba3009e-c997-4ffc-9afb-4b9e50eaca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.948268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-1ba3009e-c997-4ffc-9afb-4b9e50eaca4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 1098 time: 0.4290669 Jul 13 07:37:54.977779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-b62f7795-de67-4e58-9341-abe074e53565 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133977 Jul 13 07:37:54.998505 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72782921-1287-41b5-a898-3d71788eeb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.011486 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.018143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.024365 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] 10.222.0.41 "DELETE /v2.0/networks/7df8a532-7bbd-4d21-87f2-aaafed0c31be HTTP/1.1" status: 204 len: 168 time: 1.9808118 Jul 13 07:37:55.075940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390f21e-35b6-4a5d-b7a5-1202c1ab50f0 tempest-TagsExtTest-1715999985 tempest-TagsExtTest-1715999985-project] Pushing event deleted for resources: {'Network': ['ID=7df8a532-7bbd-4d21-87f2-aaafed0c31be,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.131402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72782921-1287-41b5-a898-3d71788eeb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.137356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72782921-1287-41b5-a898-3d71788eeb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.145416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-72782921-1287-41b5-a898-3d71788eeb63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37b3a613-4414-4e24-94a9-4a0bb1e0ad46 HTTP/1.1" status: 204 len: 168 time: 0.5198157 Jul 13 07:37:55.157319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72782921-1287-41b5-a898-3d71788eeb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b3a613-4414-4e24-94a9-4a0bb1e0ad46,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.208820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Deleting port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:55.211006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.424925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527701e-2148-4663-8902-8ffb65be6ef7 req-30b91465-f61e-40e1-8e99-53ec68116288 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.434676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4527701e-2148-4663-8902-8ffb65be6ef7 req-30b91465-f61e-40e1-8e99-53ec68116288 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 945 time: 0.2367375 Jul 13 07:37:55.482360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-7052c1ad-e3fd-46f6-87c5-f447b8ed8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.484008 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-7052c1ad-e3fd-46f6-87c5-f447b8ed8e69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.5052698 Jul 13 07:37:55.495371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d93a63-ce8d-406e-970c-3f38fc689e28 req-1e7de802-8679-4ac5-bb8b-3072004fc0da service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017006 Jul 13 07:37:55.549281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4527701e-2148-4663-8902-8ffb65be6ef7 req-ce67152d-835a-49c1-8a63-e626a39fe34c tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119254 Jul 13 07:37:55.558062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-3fb754e0-28b0-45b8-bef7-c681bb922f7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a HTTP/1.1" status: 200 len: 217 time: 0.0592732 Jul 13 07:37:55.570503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50058) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:55.870475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50066) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:55.918964 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-110261b1-fc48-4a2b-8396-eae43a905acb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0a1784a8bd347ad90e3984c0b0b4fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472195 Jul 13 07:37:55.919657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50068) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:56.023607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fdb30f08-1080-4b0c-8c70-cfeef53abe02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46303ba91f5f4e36a60ef276b2f7a046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522005 Jul 13 07:37:56.026678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50070) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:56.050441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392371e-80c4-40b3-898a-56ebd18e59c1 req-0a5d78b4-fbdb-4b4b-aaa5-a4edef35dd58 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.056274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f392371e-80c4-40b3-898a-56ebd18e59c1 req-0a5d78b4-fbdb-4b4b-aaa5-a4edef35dd58 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2750034 Jul 13 07:37:56.125312 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-616a9e69-8028-4773-b150-16ed96efbe98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.188096 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f392371e-80c4-40b3-898a-56ebd18e59c1 req-7366bfd8-1d3f-472c-af7a-28e1a3a6072b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307564 Jul 13 07:37:56.223331 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-616a9e69-8028-4773-b150-16ed96efbe98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.261628 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-832b8dc5-12cd-4e3c-87fc-992125197cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.314613 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-832b8dc5-12cd-4e3c-87fc-992125197cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.369388 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-616a9e69-8028-4773-b150-16ed96efbe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.376033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-616a9e69-8028-4773-b150-16ed96efbe98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.381120 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-616a9e69-8028-4773-b150-16ed96efbe98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c5ad1b9-db79-4211-9542-6547aeecce7e HTTP/1.1" status: 204 len: 168 time: 0.4579215 Jul 13 07:37:56.393994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a9e69-8028-4773-b150-16ed96efbe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5ad1b9-db79-4211-9542-6547aeecce7e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:56.447177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-832b8dc5-12cd-4e3c-87fc-992125197cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.451612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] For port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,segment=NetworkSegment(639829bf-c6f3-4186-8426-e3416e8b143a),segment_id=639829bf-c6f3-4186-8426-e3416e8b143a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:56.451995 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.453381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-832b8dc5-12cd-4e3c-87fc-992125197cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.456690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-832b8dc5-12cd-4e3c-87fc-992125197cc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efd32442-d253-4a56-9d70-540a8889c071 HTTP/1.1" status: 204 len: 168 time: 0.4285266 Jul 13 07:37:56.474352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b8dc5-12cd-4e3c-87fc-992125197cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd32442-d253-4a56-9d70-540a8889c071,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:56.525559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Calling delete_port for a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:56.540359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-0410e119-9ca4-4c3d-9831-715ce8d19da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.541985 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-0410e119-9ca4-4c3d-9831-715ce8d19da7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.9591484 Jul 13 07:37:57.012708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa190a6a-83dc-44f9-9504-75ce83862912 req-7334a62f-4f74-4614-85cd-4f78e1283579 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.014962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-62c668ae-a073-4802-9ddc-41830a6737c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.018901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-62c668ae-a073-4802-9ddc-41830a6737c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4461017 Jul 13 07:37:57.031733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa190a6a-83dc-44f9-9504-75ce83862912 req-7334a62f-4f74-4614-85cd-4f78e1283579 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 945 time: 0.1615613 Jul 13 07:37:57.101292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.130354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa190a6a-83dc-44f9-9504-75ce83862912 req-b1fadf39-cfcf-453c-8a7f-2cd349e75f2b tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c39015-dc48-4fac-b079-0f5a6fc3b553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912411 Jul 13 07:37:57.299913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Pushing event deleted for resources: {'Port': ['ID=a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:57.419801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-46341fb6-3596-4642-a840-33256afb9b9f service neutron] 10.222.0.48 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916671 Jul 13 07:37:57.439009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] No DVR routers for this DVR port a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:57.450227 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.452592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d26137f5-6d3b-4ffc-9568-dd5a76a951bc req-76bdd71a-603d-4ef0-a9c5-5f6948852a3f tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.48 "DELETE /v2.0/ports/a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 HTTP/1.1" status: 204 len: 173 time: 2.9196155 Jul 13 07:37:57.453572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e74a86-8027-461b-9aee-fd5fff1bd0f9', 'name': 'network-vif-deleted', 'tag': 'a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:57.456206 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d78e97b-e674-47f1-abb2-58228c99d9a3" -d '{"events": [{"server_uuid": "81e74a86-8027-461b-9aee-fd5fff1bd0f9", "name": "network-vif-deleted", "tag": "a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:57.598005 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4713207c-6b19-4a4a-8bc1-9b996ac36692 x-openstack-request-id: req-4713207c-6b19-4a4a-8bc1-9b996ac36692 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:57.598005 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e74a86-8027-461b-9aee-fd5fff1bd0f9", "name": "network-vif-deleted", "tag": "a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:57.598005 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4713207c-6b19-4a4a-8bc1-9b996ac36692 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:57.598005 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e74a86-8027-461b-9aee-fd5fff1bd0f9', 'name': 'network-vif-deleted', 'tag': 'a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4', 'status': 'completed', 'code': 200} Jul 13 07:37:57.663381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37908a89-902e-4649-9f79-216456d66fec req-29f18f33-ac19-40c1-9c5a-671ef37b8dd9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.673207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37908a89-902e-4649-9f79-216456d66fec req-29f18f33-ac19-40c1-9c5a-671ef37b8dd9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1734805 Jul 13 07:37:57.686756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1cee0b-39b0-4661-bf2f-fd2ab0a9a936 req-4c33b4f8-e630-4793-bbd6-15a075919335 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456331 Jul 13 07:37:57.783898 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37908a89-902e-4649-9f79-216456d66fec req-ca49b187-9846-4ed2-9e64-741a100712e8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045704 Jul 13 07:37:58.401832 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f578e4a-25c9-4392-bd53-04d9ff348769 req-4a5d3a56-ddc6-4619-bcc6-6ce27888d510 tempest-ServerMetadataNegativeTestJSON-1554206768 tempest-ServerMetadataNegativeTestJSON-1554206768-project] 10.222.0.41 "GET /v2.0/ports?device_id=81e74a86-8027-461b-9aee-fd5fff1bd0f9 HTTP/1.1" status: 200 len: 210 time: 0.0519109 Jul 13 07:37:58.483416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50142) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.782836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-e7c5bb8f-2ffb-42ce-9aa6-dca4fa14a05a tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.789548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e7c5bb8f-2ffb-42ce-9aa6-dca4fa14a05a tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3044672 Jul 13 07:37:58.792581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50154) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.799344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-a8eed840-1896-4e10-8219-c6e653b4729f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.800700 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a8eed840-1896-4e10-8219-c6e653b4729f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064251 Jul 13 07:37:58.803346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50156) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.808618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-36b7a53f-1d78-4246-bd47-ce516d640795 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.813459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-36b7a53f-1d78-4246-bd47-ce516d640795 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046372 Jul 13 07:37:58.814214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.818499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-7d4a40a7-08f0-459c-8cc8-3f429e685a0b tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.821397 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7d4a40a7-08f0-459c-8cc8-3f429e685a0b tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0065401 Jul 13 07:37:58.824014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50162) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.833719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-03903740-1ad7-43e2-b163-db7bf59d39cb tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.835164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-03903740-1ad7-43e2-b163-db7bf59d39cb tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0101767 Jul 13 07:37:58.838337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.843253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-81188cf6-3f9e-417f-8da4-1690daa615cb tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.844927 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-81188cf6-3f9e-417f-8da4-1690daa615cb tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054066 Jul 13 07:37:58.847987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50166) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.860890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-4a95af70-bc7d-41a1-98b1-47bba8f1001f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.869646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.870777 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4a95af70-bc7d-41a1-98b1-47bba8f1001f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0199990 Jul 13 07:37:58.875044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-72330295-3eea-4eaa-87c5-f65f0a26a7d8 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.876039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-72330295-3eea-4eaa-87c5-f65f0a26a7d8 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051482 Jul 13 07:37:58.878723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.887703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-4558c657-70a4-47e7-89ff-89ec6cf60b02 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.902090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50172) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.904118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4558c657-70a4-47e7-89ff-89ec6cf60b02 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088544 Jul 13 07:37:58.920638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-6f1a66a8-2520-422e-8c97-3803bd2c1f51 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.928002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50176) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.928261 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6f1a66a8-2520-422e-8c97-3803bd2c1f51 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0244007 Jul 13 07:37:58.928709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:58.938301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-74dc7503-c3a6-402f-bafd-7c150d532d40 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.939262 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-74dc7503-c3a6-402f-bafd-7c150d532d40 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0102494 Jul 13 07:37:58.942120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50178) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.956969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-6ff7efd0-aff5-4989-999b-cec17d2c35ab tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.958130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6ff7efd0-aff5-4989-999b-cec17d2c35ab tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0149755 Jul 13 07:37:58.961235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50180) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.967044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-180698f4-332b-416f-b4f1-a43502428ac2 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.971612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50182) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.971988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-180698f4-332b-416f-b4f1-a43502428ac2 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0088203 Jul 13 07:37:58.976549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-6602ac91-b6c5-4655-bc54-1a9acfdb4df8 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:58.979984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6602ac91-b6c5-4655-bc54-1a9acfdb4df8 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048125 Jul 13 07:37:58.981292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50184) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.996293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-ffe0e147-044e-418a-a1dc-082867b738af tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.000003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50186) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.002159 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ffe0e147-044e-418a-a1dc-082867b738af tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0194061 Jul 13 07:37:59.016867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-224ae72f-9164-4023-af60-0d8874ee6f6d tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.020478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:59.021259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50188) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.021710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-224ae72f-9164-4023-af60-0d8874ee6f6d tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0199006 Jul 13 07:37:59.026673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-1f50bae1-5c01-43f1-9588-4e377af63df1 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.027730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f50bae1-5c01-43f1-9588-4e377af63df1 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049877 Jul 13 07:37:59.029933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a3ec4917-fb01-4c91-8a7a-2eda5bc9c6a4 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:59.032640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50194) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.040369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-537fc5c0-62a4-4543-83d4-a057ee69b8ef tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.041456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-537fc5c0-62a4-4543-83d4-a057ee69b8ef tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0076113 Jul 13 07:37:59.049573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50196) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.055423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-e59b8702-fed2-470f-9a39-be580120ef6b tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.056545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e59b8702-fed2-470f-9a39-be580120ef6b tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048659 Jul 13 07:37:59.065441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.078131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-5707b0f1-e6d0-4f14-92b5-8c194ced0aae tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.081215 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5707b0f1-e6d0-4f14-92b5-8c194ced0aae tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0143566 Jul 13 07:37:59.084341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50202) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.105224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-bae80c5a-64d8-4405-9184-daa63465cca4 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.114269 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bae80c5a-64d8-4405-9184-daa63465cca4 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0217137 Jul 13 07:37:59.120972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50204) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.126639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-24084dc2-896d-424d-b642-24ef9b746862 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.130424 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-24084dc2-896d-424d-b642-24ef9b746862 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0081336 Jul 13 07:37:59.147170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.153248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-9a5959e6-687c-4602-aa08-e5fc408ebd06 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.158193 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9a5959e6-687c-4602-aa08-e5fc408ebd06 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0094504 Jul 13 07:37:59.158674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50210) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.165052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-369f1bd8-0de7-4e15-ad3b-54c670637932 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.170770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50212) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.175936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-369f1bd8-0de7-4e15-ad3b-54c670637932 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0159314 Jul 13 07:37:59.184699 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-65370b78-4cba-4c0b-871e-3fa1901e3990 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.192034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-65370b78-4cba-4c0b-871e-3fa1901e3990 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0188761 Jul 13 07:37:59.192707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.203461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-899b836c-d51b-4d63-928d-a3da8bb32161 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.208529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50216) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.211988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-899b836c-d51b-4d63-928d-a3da8bb32161 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0122561 Jul 13 07:37:59.220194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-bb818b1d-8cbd-47e7-8b46-793febec3009 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.224889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.229544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-571f0443-eff5-479b-87b8-ad85f20977a1 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.235337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-571f0443-eff5-479b-87b8-ad85f20977a1 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079575 Jul 13 07:37:59.236031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50224) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.238518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bb818b1d-8cbd-47e7-8b46-793febec3009 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0287697 Jul 13 07:37:59.244204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-c39507df-3b5b-4eaf-8768-4aed8076b0a3 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.249110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c39507df-3b5b-4eaf-8768-4aed8076b0a3 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0118339 Jul 13 07:37:59.250507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.261160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-0c173c82-89a1-495e-baec-8eed820e81bf tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.268406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50232) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.269574 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0c173c82-89a1-495e-baec-8eed820e81bf tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0179846 Jul 13 07:37:59.294696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-4e00ba6e-37e3-403a-ad5c-f5e26f0cdb9d tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.295835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4e00ba6e-37e3-403a-ad5c-f5e26f0cdb9d tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0263314 Jul 13 07:37:59.299868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50234) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.306301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-eac31097-ec7c-46b5-80cf-90d7227c7ef0 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.310011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.316300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eac31097-ec7c-46b5-80cf-90d7227c7ef0 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0153034 Jul 13 07:37:59.323040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-b22e8564-fbe2-43f1-93c8-ed4eef20b274 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.327330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50242) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.327478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b22e8564-fbe2-43f1-93c8-ed4eef20b274 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0153632 Jul 13 07:37:59.338593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d9a6-869f-4a71-b32b-d8eb7a7201af req-f2d99e4f-29de-441f-b77b-a4b983ff6c9f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.342119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-bef806e6-9ba7-46f8-810c-d9dd405d7094 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.344681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bef806e6-9ba7-46f8-810c-d9dd405d7094 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0148206 Jul 13 07:37:59.346708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50244) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.349347 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f593d9a6-869f-4a71-b32b-d8eb7a7201af req-f2d99e4f-29de-441f-b77b-a4b983ff6c9f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.2972448 Jul 13 07:37:59.353112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-7fdf3568-747c-4d03-ac0c-e9c15396d3d8 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.359763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7fdf3568-747c-4d03-ac0c-e9c15396d3d8 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0113802 Jul 13 07:37:59.362875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50246) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.382873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-71cf2e50-90c0-4c10-90a1-14542ad0bcb2 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.383780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-71cf2e50-90c0-4c10-90a1-14542ad0bcb2 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0179493 Jul 13 07:37:59.393672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50248) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.405024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-355a2a89-c153-4683-aa6a-ded1cc1bba60 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.412206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-355a2a89-c153-4683-aa6a-ded1cc1bba60 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0149014 Jul 13 07:37:59.412992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50250) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.425613 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f593d9a6-869f-4a71-b32b-d8eb7a7201af req-18d26e51-f6b9-4ff6-ae77-d6400abcee66 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752821 Jul 13 07:37:59.428461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-e5236b40-2e03-47b9-9df7-595ba392ffe3 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.434232 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e5236b40-2e03-47b9-9df7-595ba392ffe3 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0174971 Jul 13 07:37:59.434633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50254) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.453506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-804b0eee-943d-44cf-8857-c0caca30a5b3 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.458290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-804b0eee-943d-44cf-8857-c0caca30a5b3 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0224714 Jul 13 07:37:59.462407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50256) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.474078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-b01bc138-aa77-43b2-98b2-77d0be7568dd tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.479922 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b01bc138-aa77-43b2-98b2-77d0be7568dd tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0156176 Jul 13 07:37:59.482994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.488919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-e1d824f1-ac9a-49dc-b5f1-bc23509d9c0f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.490204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e1d824f1-ac9a-49dc-b5f1-bc23509d9c0f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0054352 Jul 13 07:37:59.492881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.498492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-46b073e8-49d9-48f2-a099-26dbf38e3cdc tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.499825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-46b073e8-49d9-48f2-a099-26dbf38e3cdc tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055377 Jul 13 07:37:59.502239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50262) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.507164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-8adacb8f-3793-4fca-a7fe-046aa47c0667 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.509019 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8adacb8f-3793-4fca-a7fe-046aa47c0667 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056129 Jul 13 07:37:59.511659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50264) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.519032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-9730232f-3b3e-4a12-b2ea-0b23e5b698f5 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.520209 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9730232f-3b3e-4a12-b2ea-0b23e5b698f5 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0070000 Jul 13 07:37:59.522980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50266) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.527989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-3dfd2ee8-aab2-4546-8fec-985dfde87f60 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.532980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50268) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.533202 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3dfd2ee8-aab2-4546-8fec-985dfde87f60 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0089471 Jul 13 07:37:59.539145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-6830579d-0d9b-43d2-ab01-2ae8d2db953f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.544638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6830579d-0d9b-43d2-ab01-2ae8d2db953f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0104849 Jul 13 07:37:59.548151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.553550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-180a21d0-5a36-406f-b7b6-15bcaf68aafc tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.558460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-180a21d0-5a36-406f-b7b6-15bcaf68aafc tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0085390 Jul 13 07:37:59.561349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50272) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.569073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-ede92acb-b549-4632-a0c6-13938bc2026d tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.574339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50274) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.575286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ede92acb-b549-4632-a0c6-13938bc2026d tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0124669 Jul 13 07:37:59.581069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-9d77f0d1-d77a-4195-8805-2913c51f88b8 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.582176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9d77f0d1-d77a-4195-8805-2913c51f88b8 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067842 Jul 13 07:37:59.587217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50276) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.602858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-a59ed525-346e-4ef4-a043-ba202e0a403e tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.603100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50278) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.608612 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a59ed525-346e-4ef4-a043-ba202e0a403e tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0192554 Jul 13 07:37:59.612207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50280) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.618124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-9e89af9d-937b-41b7-b140-3aa36f7cd8c0 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.630070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9e89af9d-937b-41b7-b140-3aa36f7cd8c0 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0163074 Jul 13 07:37:59.630780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.638531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-0ef59ad3-9c4a-45c4-baf8-3a5490698a7f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.649058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0ef59ad3-9c4a-45c4-baf8-3a5490698a7f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0148745 Jul 13 07:37:59.649975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50284) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.658481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-e177cbd9-5e8f-404d-b91f-e9866ae3819f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.666711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e177cbd9-5e8f-404d-b91f-e9866ae3819f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0122466 Jul 13 07:37:59.667412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50286) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.682109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-3ff186a0-f6f7-48f6-9f6a-841855ee3644 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.690189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3ff186a0-f6f7-48f6-9f6a-841855ee3644 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0125320 Jul 13 07:37:59.690189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.711423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-90de2d7d-1d01-4658-ab73-4c10ca4937c9 admin admin] Deleting subnet 8047e14f-a5ea-4bba-8e6b-f0a21d64fc8e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:59.713275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-8c5095be-1f19-42dd-97ba-b0a958ebf257 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.715532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90de2d7d-1d01-4658-ab73-4c10ca4937c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.717200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8c5095be-1f19-42dd-97ba-b0a958ebf257 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0148528 Jul 13 07:37:59.717837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.724306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-090a84b8-c211-4ba8-945a-8b25503f9987 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.729657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50294) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.730550 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-090a84b8-c211-4ba8-945a-8b25503f9987 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0106108 Jul 13 07:37:59.735605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-a5aeed6e-f465-4f5f-85df-c9419afffb7b tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.739732 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a5aeed6e-f465-4f5f-85df-c9419afffb7b tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085213 Jul 13 07:37:59.740447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50296) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.746658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-cf07bd05-d8eb-4709-a844-f85bba0805a2 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.752367 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cf07bd05-d8eb-4709-a844-f85bba0805a2 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0101156 Jul 13 07:37:59.753511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.761124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-7c879932-f22e-45b0-ba8c-49b9990ca90e tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.767634 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7c879932-f22e-45b0-ba8c-49b9990ca90e tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0122762 Jul 13 07:37:59.769871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.778507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-e026ec5e-7397-4b2e-b356-c4e318a978f0 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.784546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e026ec5e-7397-4b2e-b356-c4e318a978f0 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0139625 Jul 13 07:37:59.785591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50302) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.805367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-7f8b692d-628b-40a8-ab5f-fcec35750dae tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.823113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50306) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.824149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7f8b692d-628b-40a8-ab5f-fcec35750dae tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0294225 Jul 13 07:37:59.830824 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90de2d7d-1d01-4658-ab73-4c10ca4937c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.845260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-3b46eb8f-454f-4713-8f18-4ed61b054701 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.850780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3b46eb8f-454f-4713-8f18-4ed61b054701 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0225089 Jul 13 07:37:59.851691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50308) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.885080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-ae17baa9-e618-4ece-8c7d-44422c54fb7f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.893699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ae17baa9-e618-4ece-8c7d-44422c54fb7f tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0130405 Jul 13 07:37:59.894805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50312) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.905122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-0fe4e092-ec4c-4538-a961-7e75f603e00d tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.909188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0fe4e092-ec4c-4538-a961-7e75f603e00d tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0112708 Jul 13 07:37:59.909341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50314) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.915856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-95bc51da-d878-4df8-b33e-f58db66bdac2 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.919455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-95bc51da-d878-4df8-b33e-f58db66bdac2 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0066285 Jul 13 07:37:59.920617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50316) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.925745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-dfd40aa8-6893-4012-9345-7bf6a4aa3845 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.931731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dfd40aa8-6893-4012-9345-7bf6a4aa3845 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0094230 Jul 13 07:37:59.932532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50318) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.946120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [None req-39b9ae7e-3d4c-4049-aeee-798ef1cb7f64 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.949776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-39b9ae7e-3d4c-4049-aeee-798ef1cb7f64 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081236 Jul 13 07:37:59.950692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.955634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-b92d8ed9-ec3e-47ce-a39a-0fcbcabf8ba7 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.959416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90de2d7d-1d01-4658-ab73-4c10ca4937c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.960011 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b92d8ed9-ec3e-47ce-a39a-0fcbcabf8ba7 tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081091 Jul 13 07:37:59.960798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.965796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [None req-bd421323-d1e2-40d9-9a2e-d68c2f08b54b tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:37:59.972555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bd421323-d1e2-40d9-9a2e-d68c2f08b54b tempest-ExtensionsTestJSON-319249536 tempest-ExtensionsTestJSON-319249536-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0107179 Jul 13 07:38:00.051410 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90de2d7d-1d01-4658-ab73-4c10ca4937c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.141087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90de2d7d-1d01-4658-ab73-4c10ca4937c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.146189 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-90de2d7d-1d01-4658-ab73-4c10ca4937c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8047e14f-a5ea-4bba-8e6b-f0a21d64fc8e HTTP/1.1" status: 204 len: 168 time: 0.5419533 Jul 13 07:38:00.148633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50338) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:00.148890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de2d7d-1d01-4658-ab73-4c10ca4937c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8047e14f-a5ea-4bba-8e6b-f0a21d64fc8e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:00.299710 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.571004 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.603967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c045037-7b21-4785-87e3-ac4b74ac5893']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:00.622084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50352) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:00.627022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639829bf-c6f3-4186-8426-e3416e8b143a') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:00.627486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639829bf-c6f3-4186-8426-e3416e8b143a') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:00.660789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.681833 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.697045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:00.703947 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:00.726651 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:00.729747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50356) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:00.853856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2a7f2-e90d-47db-a9fa-378688d2fabd req-1ee93722-e22a-4c5d-8d2e-c06d9790f2c1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.869166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83e2a7f2-e90d-47db-a9fa-378688d2fabd req-1ee93722-e22a-4c5d-8d2e-c06d9790f2c1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1640513 Jul 13 07:38:00.984127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9433483e-9350-4548-909e-d023fad3686b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.985219 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83e2a7f2-e90d-47db-a9fa-378688d2fabd req-aff5ebb5-4149-4b32-9f03-69746dfa89ae tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148393 Jul 13 07:38:00.986215 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.004496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.007229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5c045037-7b21-4785-87e3-ac4b74ac5893 HTTP/1.1" status: 204 len: 168 time: 0.8575754 Jul 13 07:38:01.083671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903943d-5dd9-4b59-8abb-3691febcbd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c045037-7b21-4785-87e3-ac4b74ac5893,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.093833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbec5966-d253-4434-9bb9-6e68053d93bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.319408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50368) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.400469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a69e4807-609b-4fcf-be60-6e4bc7804c6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d5c13f6b54f4b1aada1d77b0312e019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798583 Jul 13 07:38:01.414649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.429907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50ed2-904b-445d-94d4-63587b62ec33 req-4be130d5-3bb1-42c9-9142-b05610d6c937 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.439331 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21a50ed2-904b-445d-94d4-63587b62ec33 req-4be130d5-3bb1-42c9-9142-b05610d6c937 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 945 time: 0.3045125 Jul 13 07:38:01.500013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21a50ed2-904b-445d-94d4-63587b62ec33 req-503b3641-4e77-4dfe-86de-639412afd63b tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595677 Jul 13 07:38:01.518446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30a364d9-b556-4a4d-83d0-03e671116135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.538793 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9433483e-9350-4548-909e-d023fad3686b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.546274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30a364d9-b556-4a4d-83d0-03e671116135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.548506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9433483e-9350-4548-909e-d023fad3686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.619752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30a364d9-b556-4a4d-83d0-03e671116135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.623663 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30a364d9-b556-4a4d-83d0-03e671116135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.625032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-30a364d9-b556-4a4d-83d0-03e671116135 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33c39015-dc48-4fac-b079-0f5a6fc3b553 HTTP/1.1" status: 204 len: 168 time: 0.2079573 Jul 13 07:38:01.644879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a364d9-b556-4a4d-83d0-03e671116135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c39015-dc48-4fac-b079-0f5a6fc3b553,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.657389 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9433483e-9350-4548-909e-d023fad3686b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef1662c07c2942b1a5ca15edb1d49d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9021952 Jul 13 07:38:01.663023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50378) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.668476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433483e-9350-4548-909e-d023fad3686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf52a3-7b45-47f3-bffd-6fc78a6d64b7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.793638 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cd56d87-6087-4a99-b258-1ff49ecaf375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.844084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cd56d87-6087-4a99-b258-1ff49ecaf375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.874045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbec5966-d253-4434-9bb9-6e68053d93bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.896327 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbec5966-d253-4434-9bb9-6e68053d93bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.943449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.943581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fbec5966-d253-4434-9bb9-6e68053d93bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96f6b25d2d42408b8796b630e1c7acfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3199754 Jul 13 07:38:02.024317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec5966-d253-4434-9bb9-6e68053d93bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea24177-52dc-4f5c-840b-70a31d922382,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:02.069437 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cd56d87-6087-4a99-b258-1ff49ecaf375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.075897 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cd56d87-6087-4a99-b258-1ff49ecaf375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.081577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9cd56d87-6087-4a99-b258-1ff49ecaf375 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82cf52a3-7b45-47f3-bffd-6fc78a6d64b7 HTTP/1.1" status: 204 len: 168 time: 0.4152215 Jul 13 07:38:02.097262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd56d87-6087-4a99-b258-1ff49ecaf375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf52a3-7b45-47f3-bffd-6fc78a6d64b7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:02.111037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8880beaa-65a5-4d84-8558-4ca1415250d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.184347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8880beaa-65a5-4d84-8558-4ca1415250d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.358945 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8880beaa-65a5-4d84-8558-4ca1415250d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.361688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8880beaa-65a5-4d84-8558-4ca1415250d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.363012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8880beaa-65a5-4d84-8558-4ca1415250d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ea24177-52dc-4f5c-840b-70a31d922382 HTTP/1.1" status: 204 len: 168 time: 0.4178982 Jul 13 07:38:02.400472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880beaa-65a5-4d84-8558-4ca1415250d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea24177-52dc-4f5c-840b-70a31d922382,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:02.564563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65358f99-89a4-4022-b465-47e07f1b4fde req-2f6d89c7-2e40-4e2f-b810-fc068d590a1d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:02.575720 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65358f99-89a4-4022-b465-47e07f1b4fde req-2f6d89c7-2e40-4e2f-b810-fc068d590a1d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1712635 Jul 13 07:38:02.680292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65358f99-89a4-4022-b465-47e07f1b4fde req-0248ccdb-4036-474d-af28-13e08ffd4e7b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032674 Jul 13 07:38:02.848306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50408) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:02.878926 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b39ed88-4c1d-4cb4-a896-429acfc456a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.203826 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b39ed88-4c1d-4cb4-a896-429acfc456a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.214485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b39ed88-4c1d-4cb4-a896-429acfc456a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.280254 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8b39ed88-4c1d-4cb4-a896-429acfc456a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a50d3ab7d6e848f0ace7aec03dde067a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270611 Jul 13 07:38:03.280254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39ed88-4c1d-4cb4-a896-429acfc456a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e55c02-34e5-48fd-bba9-e81efbae6190,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:03.281684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50418) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.352977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027fd8b-d98a-40fb-8447-35382bd83671 req-d7156dab-b2ba-48c3-bfc0-003c8448936d tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.357885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1027fd8b-d98a-40fb-8447-35382bd83671 req-d7156dab-b2ba-48c3-bfc0-003c8448936d tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 945 time: 0.2154300 Jul 13 07:38:03.425767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1027fd8b-d98a-40fb-8447-35382bd83671 req-d1cbf51c-50b0-4b41-8b95-880c787be3f6 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608954 Jul 13 07:38:03.449409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-794273b8-46f5-4f33-b192-fe1fa0de03ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.487968 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-794273b8-46f5-4f33-b192-fe1fa0de03ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.577131 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-794273b8-46f5-4f33-b192-fe1fa0de03ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.611224 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-794273b8-46f5-4f33-b192-fe1fa0de03ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.613402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-794273b8-46f5-4f33-b192-fe1fa0de03ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43e55c02-34e5-48fd-bba9-e81efbae6190 HTTP/1.1" status: 204 len: 168 time: 0.3310330 Jul 13 07:38:03.653823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794273b8-46f5-4f33-b192-fe1fa0de03ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e55c02-34e5-48fd-bba9-e81efbae6190,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:03.849837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:04.068161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8bf3d-9644-49bd-bf62-f89638a8175d req-9a4ed820-76c2-4488-a6c9-34f587ea61d3 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.075867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10c8bf3d-9644-49bd-bf62-f89638a8175d req-9a4ed820-76c2-4488-a6c9-34f587ea61d3 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1390996 Jul 13 07:38:04.163110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10c8bf3d-9644-49bd-bf62-f89638a8175d req-6b6a1f5c-4b51-4102-a390-e4076829dcac tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854115 Jul 13 07:38:04.431812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-28816591-network', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:04.478442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Made reservation on behalf of 102ebbab007a4ae6959bb84643a4e152 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:04.488010 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.506361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50464) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:04.516289 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.662180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'networks': [{'name': 'tempest-network--496534552'}, {'name': 'tempest-network--1591928169'}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:04.662673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'network': {'name': 'tempest-network--496534552'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:04.663988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'network': {'name': 'tempest-network--1591928169'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:04.823699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c7620-7e66-4153-acb8-0b5880559312 req-025bca73-9e4d-469c-ba01-e9d64f0e25b9 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.832665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d5c7620-7e66-4153-acb8-0b5880559312 req-025bca73-9e4d-469c-ba01-e9d64f0e25b9 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 945 time: 0.2239704 Jul 13 07:38:04.921832 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d5c7620-7e66-4153-acb8-0b5880559312 req-c8ee192c-0685-47d0-a250-8437c02c64c8 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849154 Jul 13 07:38:04.953884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.961027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.990512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Made reservation on behalf of e2d1811f9db946efabd067a31e914f56 for: {'network': 2} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:04.998901 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.010211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:05.036241 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.036640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093684cf-03e9-4c23-b830-081914defac2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:05.041761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.042079 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Added segment 64f73033-e5e7-4cb8-9232-aff50d8461a8 of type vlan for network 30038480-aa36-4997-886a-5d201ddcfe5c Jul 13 07:38:05.083950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.084364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.084813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.085541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.086017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.086592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.087548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.087996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.088521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.089991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.090640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.091282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:05.193557 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.327472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.329260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:05.330002 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.451904 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.526457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] Pushing event updated for resources: {'Network': ['ID=30038480-aa36-4997-886a-5d201ddcfe5c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:05.548776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 30038480-aa36-4997-886a-5d201ddcfe5c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:05.604290 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.614412 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.616452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.624989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1a068465-8973-4e1b-b59a-0bc2356958eb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7731824 Jul 13 07:38:05.629248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50486) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:05.643738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Request body: {'subnet': {'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-subnet', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:05.830851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b924b62-5bbe-438f-bfe4-4d97cc60cc42,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:05.862022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:05.908373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Made reservation on behalf of 102ebbab007a4ae6959bb84643a4e152 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:05.910285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.912366 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Added segment 22fc71bb-3980-4146-ada4-ed78116ec697 of type vlan for network 3df8e969-f97a-45c3-935c-e81048fa51e2 Jul 13 07:38:05.914718 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.049648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-22a97e24-2724-486e-a08a-385273861109 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.051371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-22a97e24-2724-486e-a08a-385273861109 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 945 time: 0.3801236 Jul 13 07:38:06.072827 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.154340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:06.219923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da1caa-6817-4d2c-9a46-db53711f6953 req-a83614a1-7742-4087-9e80-2b3bf75c85f9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.274283 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69da1caa-6817-4d2c-9a46-db53711f6953 req-a83614a1-7742-4087-9e80-2b3bf75c85f9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.8529947 Jul 13 07:38:06.274283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.274283 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Added segment 48b4c5a0-4f90-4af0-a1f2-e5fe6abb84ac of type vlan for network 56de76ee-c655-4a27-9fe3-b12423059682 Jul 13 07:38:06.326599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Deleting port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:06.326973 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.368517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.406646 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69da1caa-6817-4d2c-9a46-db53711f6953 req-647ff3a7-2a70-4456-b73f-b3ce0c38d1ff tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529515 Jul 13 07:38:06.406646 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.485968 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.487022 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.502850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.508007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.508838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.536834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:06.592679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0830007 Jul 13 07:38:06.595320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50504) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:06.606735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e848b-262d-4bd9-acbf-11c400606c8f req-f954dd95-7858-4e55-84c7-e4228d7143dc tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.617913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bf2e848b-262d-4bd9-acbf-11c400606c8f req-f954dd95-7858-4e55-84c7-e4228d7143dc tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 945 time: 0.3765662 Jul 13 07:38:06.630825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Checking segment: {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:06.631276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Network hostable DHCP agents. Network: 30038480-aa36-4997-886a-5d201ddcfe5c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:06.710631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] For port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.711079 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.747409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bf2e848b-262d-4bd9-acbf-11c400606c8f req-5ef31718-00b9-469e-8964-96c18fee5131 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278100 Jul 13 07:38:06.856779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Network 30038480-aa36-4997-886a-5d201ddcfe5c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:06.881799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Network': ['ID=3df8e969-f97a-45c3-935c-e81048fa51e2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:06.897715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 3df8e969-f97a-45c3-935c-e81048fa51e2 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:06.933930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 30038480-aa36-4997-886a-5d201ddcfe5c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:06.953569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.962627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.985607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7afbaa4-efc1-4111-9a06-68fcf40743d8 None None] Network 30038480-aa36-4997-886a-5d201ddcfe5c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:07.019583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7721ebf5-9771-462d-85b1-f513738c0ba1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3857064 Jul 13 07:38:07.027455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:07.102793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:07.229400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.235545 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.387514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777458d7-9d7c-45f1-8b3e-c825a1c490f5 None None] Network 30038480-aa36-4997-886a-5d201ddcfe5c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:07.493453 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.779666 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.070442 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.073146 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.075284 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Floating IP 6f3f0262-6845-4f8c-9676-af3d67159d11 disassociated. External IP: 172.25.8.81, port: 85a48ab5-8eea-4d2f-9f58-d8bc118182f0. Jul 13 07:38:08.077368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Calling delete_port for 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:08.096553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782bad-c18b-40b3-84ca-b119f07e214d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Network': ['ID=56de76ee-c655-4a27-9fe3-b12423059682,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.112764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 56de76ee-c655-4a27-9fe3-b12423059682 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:08.184429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ff148-860c-4e26-915a-171610a211df tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.191508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ff148-860c-4e26-915a-171610a211df tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.198161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ff148-860c-4e26-915a-171610a211df tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.204742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ff148-860c-4e26-915a-171610a211df tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.206660 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6e3ff148-860c-4e26-915a-171610a211df tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.6062713 Jul 13 07:38:08.211280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:08.281237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2aa173-af4f-4d23-b949-bba25d03fb09 req-7c6d857c-e9e2-4882-9748-79903c4617c2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.289898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ef2aa173-af4f-4d23-b949-bba25d03fb09 req-7c6d857c-e9e2-4882-9748-79903c4617c2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 945 time: 0.2026973 Jul 13 07:38:08.360542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.394201 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ef2aa173-af4f-4d23-b949-bba25d03fb09 req-4f6820b4-f06c-4853-8f47-dcd37d18c47f tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups?id=d61231be-3a27-4852-be8c-aa0cf3efd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032434 Jul 13 07:38:08.454081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.537994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071eae5-ad0c-4773-81ab-a122370ee666 req-0601bbeb-5529-4994-b047-ee715a2d6c89 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.547126 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0071eae5-ad0c-4773-81ab-a122370ee666 req-0601bbeb-5529-4994-b047-ee715a2d6c89 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.5505550 Jul 13 07:38:08.581820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.592559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.630738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df8e969-f97a-45c3-935c-e81048fa51e2']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:08.644260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Pushing event deleted for resources: {'Port': ['ID=85a48ab5-8eea-4d2f-9f58-d8bc118182f0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.658491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fc71bb-3980-4146-ada4-ed78116ec697') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:08.659543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fc71bb-3980-4146-ada4-ed78116ec697') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:08.674145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.685664 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0071eae5-ad0c-4773-81ab-a122370ee666 req-040cdb04-1a0d-46d6-975d-d5581ebc4ee9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374152 Jul 13 07:38:08.697759 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.713659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:08.714291 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:08.719216 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:08.793344 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.810310 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.812247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/networks/3df8e969-f97a-45c3-935c-e81048fa51e2 HTTP/1.1" status: 204 len: 168 time: 0.6002138 Jul 13 07:38:08.814931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50542) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:08.839719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa93084-0119-4e89-b733-2af1437f799d tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Network': ['ID=3df8e969-f97a-45c3-935c-e81048fa51e2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.943206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:09.002150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:09.002927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:09.032012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Router 867c277d-e4d2-474d-924d-7ae20a5d7ebb has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:09.054206 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.186096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.201328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56de76ee-c655-4a27-9fe3-b12423059682']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.215805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b4c5a0-4f90-4af0-a1f2-e5fe6abb84ac') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.216202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b4c5a0-4f90-4af0-a1f2-e5fe6abb84ac') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.228794 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.291729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.314323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:09.314911 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:09.318900 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:09.516085 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.551272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.560385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/networks/56de76ee-c655-4a27-9fe3-b12423059682 HTTP/1.1" status: 204 len: 168 time: 0.7424185 Jul 13 07:38:09.572453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50556) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:09.618109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373356a-4de0-4279-857e-a1a92c081ac9 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Network': ['ID=56de76ee-c655-4a27-9fe3-b12423059682,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.837054 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b84e0a6a-a636-4950-bb73-e202dbb24e8e req-4db0311a-b882-4b5f-947f-40abd6123e30 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 210 time: 0.1413970 Jul 13 07:38:09.961970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.004310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e1eb5-878a-42b2-bd1e-c2787e512d5e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.035437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e1eb5-878a-42b2-bd1e-c2787e512d5e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.041888 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-579e1eb5-878a-42b2-bd1e-c2787e512d5e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4666109 Jul 13 07:38:10.044827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50562) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:10.047106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.080481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1543392319'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:10.157431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Made reservation on behalf of e2d1811f9db946efabd067a31e914f56 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:10.163027 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.166137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:10.181504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] Sync routers for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:10.195722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:10.196659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:10.229197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-51c15e2a-ff9d-4741-bb4d-52293cc89517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.231173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-51c15e2a-ff9d-4741-bb4d-52293cc89517 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 1097 time: 1.0330777 Jul 13 07:38:10.240949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:10.251767 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ce879-fd29-4490-807c-d3b9287ef187 req-b64becfc-cf00-4200-b8fb-7cab6d949697 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.253701 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb8ce879-fd29-4490-807c-d3b9287ef187 req-b64becfc-cf00-4200-b8fb-7cab6d949697 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.1606145 Jul 13 07:38:10.259609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] No DVR routers for this DVR port 85a48ab5-8eea-4d2f-9f58-d8bc118182f0 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:10.269473 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.270254 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Added segment a1da80ad-b9b7-4ed8-81d0-d0991365cbcb of type vlan for network 689024b1-dda2-472c-811a-6e6801335eb6 Jul 13 07:38:10.274919 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.276952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f708efcf-f89e-4fb7-967f-87818bb1c85f req-699ce265-4cf2-4125-8cab-d399a581fcc2 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.48 "DELETE /v2.0/ports/85a48ab5-8eea-4d2f-9f58-d8bc118182f0 HTTP/1.1" status: 204 len: 173 time: 4.2192712 Jul 13 07:38:10.278430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'name': 'network-vif-deleted', 'tag': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:10.281060 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a051463f-a8c1-437a-9634-9e078ff3c6d2" -d '{"events": [{"server_uuid": "a9fb9172-a3db-43c4-8b17-36b21af36e88", "name": "network-vif-deleted", "tag": "85a48ab5-8eea-4d2f-9f58-d8bc118182f0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:10.374588 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe13c41-30fe-4e8b-aaf4-91b1eedf4056 x-openstack-request-id: req-cfe13c41-30fe-4e8b-aaf4-91b1eedf4056 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:10.374825 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fb9172-a3db-43c4-8b17-36b21af36e88", "name": "network-vif-deleted", "tag": "85a48ab5-8eea-4d2f-9f58-d8bc118182f0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:10.375087 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfe13c41-30fe-4e8b-aaf4-91b1eedf4056 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:10.375495 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fb9172-a3db-43c4-8b17-36b21af36e88', 'name': 'network-vif-deleted', 'tag': '85a48ab5-8eea-4d2f-9f58-d8bc118182f0', 'status': 'completed', 'code': 200} Jul 13 07:38:10.411771 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb8ce879-fd29-4490-807c-d3b9287ef187 req-d3538af4-081c-453c-9245-2e617bb34198 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512854 Jul 13 07:38:10.416212 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.438923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Allocated IP 172.25.8.6 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/7d72daad-b82b-487e-8e84-ec0728adb7bc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:10.478883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-eba9e5cb-97c6-4868-b8ad-dfebdb7ff068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.480779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-eba9e5cb-97c6-4868-b8ad-dfebdb7ff068 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 912 time: 0.2284245 Jul 13 07:38:10.492244 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.505596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.512148 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.539901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:10.543625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-a485cd04-d7cd-4b5c-b9f0-e21050778be0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e HTTP/1.1" status: 200 len: 217 time: 0.0477309 Jul 13 07:38:10.576829 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5314345 Jul 13 07:38:10.581011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50568) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:10.594936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1690696082'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:10.653027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-ca93fbcc-4d14-44fb-9335-55471fc4d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.655808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-ca93fbcc-4d14-44fb-9335-55471fc4d316 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.0738246 Jul 13 07:38:10.666745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.681784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366bae5-c98c-4b39-88f3-47daf70c5dc2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Network': ['ID=689024b1-dda2-472c-811a-6e6801335eb6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:10.709426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Made reservation on behalf of e2d1811f9db946efabd067a31e914f56 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:10.712084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-299ba5f4-41e0-46d4-bacf-599426afa0b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420823 Jul 13 07:38:10.715593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.738284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 689024b1-dda2-472c-811a-6e6801335eb6 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:10.771790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:10.794558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.795176 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Added segment 47cacfc0-97eb-42a8-b49a-ff67d553197f of type vlan for network cee243f7-a2d0-43e0-8b1d-25335daea6ff Jul 13 07:38:10.847178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.874022 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.920021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.924628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:10.927174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-715fbc99-034c-4f17-8545-d30d474cc06d service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062929 Jul 13 07:38:10.930158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:10.934332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:10.943033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.944734 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.041549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Pushing event updated for resources: {'Port': ['ID=7d72daad-b82b-487e-8e84-ec0728adb7bc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:11.048251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5996fc72-88a0-4f64-9213-19910eeef722', 'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'mac_address': 'fa:16:3e:1b:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:52Z', 'updated_at': '2021-07-13T07:36:01Z', 'revision_number': 5, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'subnets': [{'id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:11.079039 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4973702 Jul 13 07:38:11.087357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:11.103262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'ports': [{'network_id': '689024b1-dda2-472c-811a-6e6801335eb6', 'name': 'tempest-port--1097644297', 'admin_state_up': True}, {'network_id': 'cee243f7-a2d0-43e0-8b1d-25335daea6ff', 'admin_state_up': False}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:11.103655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'port': {'network_id': '689024b1-dda2-472c-811a-6e6801335eb6', 'name': 'tempest-port--1097644297', 'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:11.105580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'port': {'network_id': 'cee243f7-a2d0-43e0-8b1d-25335daea6ff', 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:11.248187 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb3e9f-df4e-4aac-b9ea-508652003bc6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Network': ['ID=cee243f7-a2d0-43e0-8b1d-25335daea6ff,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:11.313565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30bc42f6-e7b7-4fa3-95c4-3565e4364140 req-d2c808c2-90c8-45d6-ad91-4c47c18622ad tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fb9172-a3db-43c4-8b17-36b21af36e88 HTTP/1.1" status: 200 len: 210 time: 0.0921044 Jul 13 07:38:11.447919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dee066ef-5c38-4422-9af8-5638f391fcf0 req-4d1c95d2-6dce-4d64-a168-946f6dc07ccb service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112958 Jul 13 07:38:11.564200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network cee243f7-a2d0-43e0-8b1d-25335daea6ff details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:11.568067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] Checking router: 867c277d-e4d2-474d-924d-7ae20a5d7ebb for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:11.579401 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.618675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Made reservation on behalf of e2d1811f9db946efabd067a31e914f56 for: {'port': 2} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:11.631745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.679666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:11.680319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:11.688591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.842179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] device_id is not set on port 40bca6a9-0412-49c5-9530-d621e8eff1cf yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:38:11.984551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:12.073281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ec90-2eb2-4b5d-a08a-59ddc0952e7a req-63e2666f-f2b7-471a-b3fd-81a5c902aeb6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.075589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01c5ec90-2eb2-4b5d-a08a-59ddc0952e7a req-63e2666f-f2b7-471a-b3fd-81a5c902aeb6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 945 time: 0.3566673 Jul 13 07:38:12.156171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01c5ec90-2eb2-4b5d-a08a-59ddc0952e7a req-8ba81812-3c4e-4033-9412-b3ec8c9f401d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Jul 13 07:38:12.174635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.190211 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.206541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:12.257270 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.290569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] device_id is not set on port 0bade426-edf8-46a5-bd35-0e71bc7661c3 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:38:12.396407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:12.400724 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14f1986-3f8b-4c6b-9d90-32ea34aa1bef" -d '{"events": [{"server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:12.453934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:12.493073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Router e11de37c-5b54-4296-925e-109b0ef749a8 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:38:12.542442 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.589532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50594) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:12.608047 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b307e5c6-4288-44ba-afbb-f570be8fa0d9 x-openstack-request-id: req-b307e5c6-4288-44ba-afbb-f570be8fa0d9 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:12.609327 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:12.609851 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b307e5c6-4288-44ba-afbb-f570be8fa0d9 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:12.610468 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e', 'code': 200} Jul 13 07:38:12.711052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.721777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:12.778250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5996fc72-88a0-4f64-9213-19910eeef722', 'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'mac_address': 'fa:16:3e:1b:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:52Z', 'updated_at': '2021-07-13T07:36:01Z', 'revision_number': 5, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'subnets': [{'id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:12.810530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:12.819713 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Sync routers for ids ['e11de37c-5b54-4296-925e-109b0ef749a8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:12.833836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.835752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ba68076c-d029-43c1-8c21-c32429680a0b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7892680 Jul 13 07:38:12.836464 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3988f197-8114-4769-96e3-5a50db77fcbe tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.838367 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Routers {'e11de37c-5b54-4296-925e-109b0ef749a8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:12.839175 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e11de37c-5b54-4296-925e-109b0ef749a8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:12.839760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50600) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:12.882610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d61332-8034-433f-ab88-43a1ce6d5001 None None] The sync data for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 is: [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 4, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5996fc72-88a0-4f64-9213-19910eeef722', 'name': '', 'network_id': 'a28c343b-7212-4b99-9e6b-20f433073908', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'mac_address': 'fa:16:3e:1b:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:52Z', 'updated_at': '2021-07-13T07:36:01Z', 'revision_number': 5, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'subnets': [{'id': '868523bd-f919-4650-95df-1a0ad5abbeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:12.941322 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3988f197-8114-4769-96e3-5a50db77fcbe tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.983702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.031073 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Set router e11de37c-5b54-4296-925e-109b0ef749a8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:13.119145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Port': ['ID=40bca6a9-0412-49c5-9530-d621e8eff1cf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:13.138121 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3988f197-8114-4769-96e3-5a50db77fcbe tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.140537 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3988f197-8114-4769-96e3-5a50db77fcbe tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.141711 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3988f197-8114-4769-96e3-5a50db77fcbe tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "DELETE /v2.0/security-groups/d61231be-3a27-4852-be8c-aa0cf3efd3c2 HTTP/1.1" status: 204 len: 168 time: 0.5501003 Jul 13 07:38:13.148378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50602) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.330524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988f197-8114-4769-96e3-5a50db77fcbe tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61231be-3a27-4852-be8c-aa0cf3efd3c2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:13.350180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Checking segment: {'id': 'a1da80ad-b9b7-4ed8-81d0-d0991365cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '689024b1-dda2-472c-811a-6e6801335eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:13.350684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Network hostable DHCP agents. Network: 689024b1-dda2-472c-811a-6e6801335eb6, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:13.353163 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-2c4c2743-f802-448f-9f3c-d40083322303 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] show failed (client error): The resource could not be found. Jul 13 07:38:13.356626 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2c4c2743-f802-448f-9f3c-d40083322303 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "GET /v2.0/security-groups/d61231be-3a27-4852-be8c-aa0cf3efd3c2 HTTP/1.1" status: 404 len: 347 time: 0.1888518 Jul 13 07:38:13.360432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50606) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.508751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Network 689024b1-dda2-472c-811a-6e6801335eb6 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:13.547529 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:07Z', 'updated_at': '2021-07-13T07:38:11Z', 'revision_number': 3, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'gw_port': {'id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:13.550176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 689024b1-dda2-472c-811a-6e6801335eb6) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:13.561094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:13.566131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2368b635-2c3b-46ef-8b90-9923b184c267 None None] Network 689024b1-dda2-472c-811a-6e6801335eb6 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:13.566851 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.634762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1acab2-17fd-46c7-8958-11fdd25056b6 None None] New status for floating IP 6f3f0262-6845-4f8c-9676-af3d67159d11: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:38:13.740437 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Checking router: e11de37c-5b54-4296-925e-109b0ef749a8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:13.740938 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Updating router e11de37c-5b54-4296-925e-109b0ef749a8 port 7d72daad-b82b-487e-8e84-ec0728adb7bc binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:38:13.806956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Port': ['ID=0bade426-edf8-46a5-bd35-0e71bc7661c3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:13.813193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc22b4-1776-4c51-a1c1-a7bc95c7f494 req-a054dfa5-30f0-4180-9012-8cc0230d6cd9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.815510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46fc22b4-1776-4c51-a1c1-a7bc95c7f494 req-a054dfa5-30f0-4180-9012-8cc0230d6cd9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 943 time: 0.3468657 Jul 13 07:38:13.895203 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.914122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46fc22b4-1776-4c51-a1c1-a7bc95c7f494 req-c0182b87-198f-4c15-a0e7-bf79d5d5678b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848229 Jul 13 07:38:13.915043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Checking segment: {'id': '47cacfc0-97eb-42a8-b49a-ff67d553197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee243f7-a2d0-43e0-8b1d-25335daea6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:13.915649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Network hostable DHCP agents. Network: cee243f7-a2d0-43e0-8b1d-25335daea6ff, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:13.927712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Deleting port 4231bf7c-5926-4646-81de-193b06a9366d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:13.928067 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.013362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Network cee243f7-a2d0-43e0-8b1d-25335daea6ff is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:14.029837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, cee243f7-a2d0-43e0-8b1d-25335daea6ff) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:14.055462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:14.061163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48784b28-0573-4ae3-8b52-2aed74af2c20 None None] Network cee243f7-a2d0-43e0-8b1d-25335daea6ff requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:14.076784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.087698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.088738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.113271 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e4875859-f0b7-4343-8e75-82b9f19f032b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0221374 Jul 13 07:38:14.113962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:14.171771 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.172105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.201459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Calling delete_port for 4231bf7c-5926-4646-81de-193b06a9366d owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:14.396920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.454946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c914ec15-a502-4063-ae95-9d7cd60bcbb7 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.461049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c914ec15-a502-4063-ae95-9d7cd60bcbb7 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.465795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c914ec15-a502-4063-ae95-9d7cd60bcbb7 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3480988 Jul 13 07:38:14.466206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50622) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:14.524612 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.540335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.541923 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Transition to ACTIVE for port object 7d72daad-b82b-487e-8e84-ec0728adb7bc will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:14.551049 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.616864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Pushing event deleted for resources: {'Port': ['ID=4231bf7c-5926-4646-81de-193b06a9366d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.626698 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Attempting to bind port 7d72daad-b82b-487e-8e84-ec0728adb7bc on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:14.627150 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Attempting to bind port 7d72daad-b82b-487e-8e84-ec0728adb7bc by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:14.627557 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Attempting to bind port 7d72daad-b82b-487e-8e84-ec0728adb7bc on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:14.644865 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:14.645653 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:14.646229 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.647470 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:14.648057 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Bound port: 7d72daad-b82b-487e-8e84-ec0728adb7bc, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:14.649002 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.664756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Allocated IP 172.20.0.1 (30038480-aa36-4997-886a-5d201ddcfe5c/c51f782b-8393-4f3a-b68f-6cc1d6ecf42d/02f8f310-cbbf-4fc2-b0a0-2005a470d8ba) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:14.714787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.718244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.719639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7c9c021f-a428-46d0-8c4d-9303c324efb4 tempest-ServersTestJSON-308803925 tempest-ServersTestJSON-308803925-project] 10.222.0.41 "DELETE /v2.0/floatingips/6f3f0262-6845-4f8c-9676-af3d67159d11 HTTP/1.1" status: 204 len: 168 time: 1.3580832 Jul 13 07:38:14.724879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50624) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:14.728989 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Pushing event updated for resources: {'Port': ['ID=7d72daad-b82b-487e-8e84-ec0728adb7bc,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.753895 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] For port 7d72daad-b82b-487e-8e84-ec0728adb7bc, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:14.757586 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.757969 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.758381 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.758719 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.759402 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.759653 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.759949 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.760269 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.760607 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.760968 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.761340 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.761671 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:14.766589 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] For port 7d72daad-b82b-487e-8e84-ec0728adb7bc, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7d72daad-b82b-487e-8e84-ec0728adb7bc,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:14.772563 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.817761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e08e9d31-a9b1-414a-b98b-159fac9d69c1 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Deleting port 40bca6a9-0412-49c5-9530-d621e8eff1cf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:14.818319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e08e9d31-a9b1-414a-b98b-159fac9d69c1 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.828140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.832576 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Routers {'e11de37c-5b54-4296-925e-109b0ef749a8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:14.833321 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e11de37c-5b54-4296-925e-109b0ef749a8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:14.936981 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ac6db-963a-4c0f-82c6-c215be9755f0 None None] Pushing event updated for resources: {'Port': ['ID=7d72daad-b82b-487e-8e84-ec0728adb7bc,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.939077 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.081470 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Network 30038480-aa36-4997-886a-5d201ddcfe5c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:15.088240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:15.093325 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] Set router e11de37c-5b54-4296-925e-109b0ef749a8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:15.094003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:15.107228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Pushing event updated for resources: {'Port': ['ID=02f8f310-cbbf-4fc2-b0a0-2005a470d8ba,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:15.137010 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e08e9d31-a9b1-414a-b98b-159fac9d69c1 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.177807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e08e9d31-a9b1-414a-b98b-159fac9d69c1 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Calling delete_port for 40bca6a9-0412-49c5-9530-d621e8eff1cf owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:15.183880 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.430615 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.462925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc72b45-cc27-4b03-817a-f0a6b09a0f24 req-526babf0-397a-4342-9fc7-96a842881fdd tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:15.465242 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fc72b45-cc27-4b03-817a-f0a6b09a0f24 req-526babf0-397a-4342-9fc7-96a842881fdd tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 943 time: 0.2944973 Jul 13 07:38:15.541194 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:07Z', 'updated_at': '2021-07-13T07:38:11Z', 'revision_number': 3, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'gw_port': {'id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:15.574799 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fc72b45-cc27-4b03-817a-f0a6b09a0f24 req-708327b6-1b30-449f-bd5b-d51cfe604970 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778024 Jul 13 07:38:15.601100 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ee3ec-54e0-4a6d-8af8-f5bda6516151 None None] The sync data for ids ['e11de37c-5b54-4296-925e-109b0ef749a8'] in n-d-758944-43 is: [{'id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:07Z', 'updated_at': '2021-07-13T07:38:11Z', 'revision_number': 3, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'gw_port': {'id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:15.672905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e08e9d31-a9b1-414a-b98b-159fac9d69c1 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.711639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.738114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.758193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e9d31-a9b1-414a-b98b-159fac9d69c1 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Port': ['ID=40bca6a9-0412-49c5-9530-d621e8eff1cf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:15.784993 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e08e9d31-a9b1-414a-b98b-159fac9d69c1 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.787056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e08e9d31-a9b1-414a-b98b-159fac9d69c1 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/ports/40bca6a9-0412-49c5-9530-d621e8eff1cf HTTP/1.1" status: 204 len: 168 time: 1.3138938 Jul 13 07:38:15.791893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50644) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:15.815120 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.966679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:16.494452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Pushing event updated for resources: {'Port': ['ID=02f8f310-cbbf-4fc2-b0a0-2005a470d8ba,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:16.513581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a84e-fb7b-4353-954a-e8c3b7102119 req-62204c87-abcb-4efd-87d7-bcde6d9e420b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.515405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3f6a84e-fb7b-4353-954a-e8c3b7102119 req-62204c87-abcb-4efd-87d7-bcde6d9e420b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.8439112 Jul 13 07:38:16.528141 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.890149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Network 30038480-aa36-4997-886a-5d201ddcfe5c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:16.893271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:16.930210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3f6a84e-fb7b-4353-954a-e8c3b7102119 req-0b145608-4f2d-4d98-af5d-e1c4f8819146 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472898 Jul 13 07:38:17.230320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3546668d-74c5-43fd-8f4c-f6536a1d3d13 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Deleting port 0bade426-edf8-46a5-bd35-0e71bc7661c3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:17.230916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3546668d-74c5-43fd-8f4c-f6536a1d3d13 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.257640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Router e11de37c-5b54-4296-925e-109b0ef749a8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:17.449705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3546668d-74c5-43fd-8f4c-f6536a1d3d13 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.486025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3546668d-74c5-43fd-8f4c-f6536a1d3d13 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Calling delete_port for 0bade426-edf8-46a5-bd35-0e71bc7661c3 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:17.527304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:17.547940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-464d50da-5ac4-4857-b8d9-2a23ed73bc74 admin admin] 10.222.0.41 "PUT /v2.0/routers/e11de37c-5b54-4296-925e-109b0ef749a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6944542 Jul 13 07:38:17.566621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de9f55-c47c-486b-96af-24795ece5431 req-4e8b3d38-4814-4788-9267-d196f31d1ed1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.574950 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59de9f55-c47c-486b-96af-24795ece5431 req-4e8b3d38-4814-4788-9267-d196f31d1ed1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.0948944 Jul 13 07:38:17.633374 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59de9f55-c47c-486b-96af-24795ece5431 req-2007a8fa-ab15-4eb5-9df2-b3e5067f640b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565157 Jul 13 07:38:17.711859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-a81a5c57-834b-4208-8c27-8be4dde6b4be tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.718921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-a81a5c57-834b-4208-8c27-8be4dde6b4be tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=359f5744-d673-4584-83a8-1ddcb9f50c9a HTTP/1.1" status: 200 len: 943 time: 0.2517662 Jul 13 07:38:17.883390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7d72daad-b82b-487e-8e84-ec0728adb7bc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:17.984089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 7d72daad-b82b-487e-8e84-ec0728adb7bc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:17.995589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7d72daad-b82b-487e-8e84-ec0728adb7bc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:17.996050 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.010244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3546668d-74c5-43fd-8f4c-f6536a1d3d13 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.060758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546668d-74c5-43fd-8f4c-f6536a1d3d13 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Port': ['ID=0bade426-edf8-46a5-bd35-0e71bc7661c3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.073222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3546668d-74c5-43fd-8f4c-f6536a1d3d13 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.075660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3546668d-74c5-43fd-8f4c-f6536a1d3d13 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/ports/0bade426-edf8-46a5-bd35-0e71bc7661c3 HTTP/1.1" status: 204 len: 168 time: 2.2817812 Jul 13 07:38:18.079782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:18.127638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-58ebc368-6c73-41b3-b3e2-2755fdb4701b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0399756 Jul 13 07:38:18.132382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50720) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:18.138945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1059285175'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:18.149603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Deleting port 5996fc72-88a0-4f64-9213-19910eeef722 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:18.150154 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.173674 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.183881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-26f90c88-806e-4b9d-8024-08c78e7cb6c9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:18.194166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-26f90c88-806e-4b9d-8024-08c78e7cb6c9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 0.2225852 Jul 13 07:38:18.217971 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-30757a78-31a8-4efc-bf3f-cd5016ae3f43 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/quotas/7ad598854b124655b905399734eada74 HTTP/1.1" status: 200 len: 375 time: 0.0220551 Jul 13 07:38:18.236267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 7d72daad-b82b-487e-8e84-ec0728adb7bc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7d72daad-b82b-487e-8e84-ec0728adb7bc,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:18.248367 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.250709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Deleting port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:18.251404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.301489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] For port 5996fc72-88a0-4f64-9213-19910eeef722, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5996fc72-88a0-4f64-9213-19910eeef722,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:18.302075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.315998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Made reservation on behalf of e2d1811f9db946efabd067a31e914f56 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:18.320602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.331293 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-37dfe82e-7e0b-4a59-bd65-e1eec26d70f0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1122944 Jul 13 07:38:18.357730 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-019f7647-d43c-46a4-b984-9bc7b7459e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.375926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Calling delete_port for 5996fc72-88a0-4f64-9213-19910eeef722 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:18.381248 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=7d72daad-b82b-487e-8e84-ec0728adb7bc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.460977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:18.491149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.491654 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Added segment 0c6dd75f-e95b-4b3f-ae79-68327415f506 of type vlan for network 1ef4bc77-1439-47d9-8b33-eb637337c77f Jul 13 07:38:18.494249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] For port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:18.495155 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.504662 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-906c832e-452f-4b19-aa52-b5c86fab108e service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643744 Jul 13 07:38:18.550357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Calling delete_port for 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:18.574235 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.606153 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Sync routers for ids ['e11de37c-5b54-4296-925e-109b0ef749a8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:18.628532 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Routers {'e11de37c-5b54-4296-925e-109b0ef749a8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:18.629325 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:37:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e11de37c-5b54-4296-925e-109b0ef749a8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:18.717170 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-897cb08a-c345-4ad7-918b-dc82af98b063 service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016456 Jul 13 07:38:18.721599 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.728064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:18.728935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.771661 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:38:18.822998 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Set router e11de37c-5b54-4296-925e-109b0ef749a8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:18.829516 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6957591 Jul 13 07:38:18.832867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:18.842218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2026238214'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:18.905804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Made reservation on behalf of e2d1811f9db946efabd067a31e914f56 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:18.912820 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.962756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939671d-6f74-4882-80b0-5579a55dc30a tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Network': ['ID=1ef4bc77-1439-47d9-8b33-eb637337c77f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.982278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1ef4bc77-1439-47d9-8b33-eb637337c77f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:19.006160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:19.032368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.033644 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Added segment a6940078-0ce9-48c8-8d20-178cc336b665 of type vlan for network 751f2457-a49a-476b-8f76-ef4940278419 Jul 13 07:38:19.229347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.261626 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.404881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.409074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Pushing event deleted for resources: {'Port': ['ID=5996fc72-88a0-4f64-9213-19910eeef722,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:19.445723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:19.448331 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.519666 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.586096 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:07Z', 'updated_at': '2021-07-13T07:38:15Z', 'revision_number': 4, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'gw_port': {'id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '02f8f310-cbbf-4fc2-b0a0-2005a470d8ba', 'name': '', 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'mac_address': 'fa:16:3e:3e:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'c51f782b-8393-4f3a-b68f-6cc1d6ecf42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:14Z', 'updated_at': '2021-07-13T07:38:15Z', 'revision_number': 2, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'subnets': [{'id': 'c51f782b-8393-4f3a-b68f-6cc1d6ecf42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:19.627325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event deleted for resources: {'Port': ['ID=8e6c09ef-ea3d-4ef6-ba20-54f2c440196e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:19.654808 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8205194 Jul 13 07:38:19.703434 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Checking router: e11de37c-5b54-4296-925e-109b0ef749a8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:19.704463 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Updating router e11de37c-5b54-4296-925e-109b0ef749a8 port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:38:19.822566 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.829611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:19.845707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'subnets': [{'network_id': '1ef4bc77-1439-47d9-8b33-eb637337c77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1970946420', 'ip_version': 4}, {'network_id': '751f2457-a49a-476b-8f76-ef4940278419', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:19.846259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'subnet': {'network_id': '1ef4bc77-1439-47d9-8b33-eb637337c77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1970946420', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:19.846921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Request body: {'subnet': {'network_id': '751f2457-a49a-476b-8f76-ef4940278419', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:19.950114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c509c-dab1-4188-befb-322a0f7b9dd2 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Network': ['ID=751f2457-a49a-476b-8f76-ef4940278419,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:19.970585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 751f2457-a49a-476b-8f76-ef4940278419 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:20.155993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7d72daad-b82b-487e-8e84-ec0728adb7bc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:20.247141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede8128-206c-4a69-803b-66a585c093e3 req-8337a21a-8e7f-4d5d-96a5-91a4975f4255 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.254435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-8337a21a-8e7f-4d5d-96a5-91a4975f4255 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 817 time: 0.6326411 Jul 13 07:38:20.299737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-778fe2ad-a35e-4ab3-a0ff-c8705e31dc52 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/quotas/102ebbab007a4ae6959bb84643a4e152 HTTP/1.1" status: 200 len: 375 time: 0.0388558 Jul 13 07:38:20.320971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7d72daad-b82b-487e-8e84-ec0728adb7bc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:20.322131 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.519713 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.536827 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Transition to ACTIVE for port object 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:20.546246 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.552041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] No DVR routers for this DVR port 8e6c09ef-ea3d-4ef6-ba20-54f2c440196e on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:20.564159 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.578042 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-23cf2b99-3773-41d9-a260-b74b54fa4222 req-eeb4713d-ec40-4f0f-a9bd-94ec4c2d9f41 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "DELETE /v2.0/ports/8e6c09ef-ea3d-4ef6-ba20-54f2c440196e HTTP/1.1" status: 204 len: 173 time: 2.8550985 Jul 13 07:38:20.588248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'name': 'network-vif-deleted', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:20.599326 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01de0a38-4ac9-4567-94c7-a771a6446d83" -d '{"events": [{"server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "name": "network-vif-deleted", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:20.615606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-a6c6adf5-f192-466e-aaa9-678a521bdaac tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3100276 Jul 13 07:38:20.715324 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d49b3c-8237-4100-a9c9-04857085c052 None None] Pushing event updated for resources: {'Port': ['ID=02f8f310-cbbf-4fc2-b0a0-2005a470d8ba,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.775299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.829755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-88752751-fb85-4e49-8cae-2ce4b243b3a3 service neutron] 10.222.0.41 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131615 Jul 13 07:38:20.858902 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Attempting to bind port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:20.859286 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Attempting to bind port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:20.859657 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Attempting to bind port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba on network 30038480-aa36-4997-886a-5d201ddcfe5c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:20.875149 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:20.875840 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Checking segment: {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:20.876937 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.877497 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Bound using segment: {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:20.878944 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Bound port: 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:20.879540 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.045090 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-5b33fa9c-2fa7-446d-8c71-def385693a8c service neutron] 10.222.0.41 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133794 Jul 13 07:38:21.048153 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-829f759f-818e-425b-9549-6ae7743c43e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.102508 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] For port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:21.106928 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.113595 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] For port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=02f8f310-cbbf-4fc2-b0a0-2005a470d8ba,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:21.122594 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.346714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Made reservation on behalf of e2d1811f9db946efabd067a31e914f56 for: {'subnet': 2} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:21.354900 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Routers {'e11de37c-5b54-4296-925e-109b0ef749a8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:21.355988 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:38:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e11de37c-5b54-4296-925e-109b0ef749a8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:21.361274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.361454 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d49b3c-8237-4100-a9c9-04857085c052 None None] Pushing event updated for resources: {'Port': ['ID=02f8f310-cbbf-4fc2-b0a0-2005a470d8ba,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:21.361979 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.957342 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.970067 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] Set router e11de37c-5b54-4296-925e-109b0ef749a8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:21.995347 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d713c1-6c3c-4b95-9f59-0ac15ff0a8e5 x-openstack-request-id: req-a2d713c1-6c3c-4b95-9f59-0ac15ff0a8e5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:21.998549 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359f5744-d673-4584-83a8-1ddcb9f50c9a", "name": "network-vif-deleted", "tag": "8e6c09ef-ea3d-4ef6-ba20-54f2c440196e", "status": "failed", "code": 422}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:21.999148 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2d713c1-6c3c-4b95-9f59-0ac15ff0a8e5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:22.000008 n-d-758944-43 neutron-server[93774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '359f5744-d673-4584-83a8-1ddcb9f50c9a', 'name': 'network-vif-deleted', 'tag': '8e6c09ef-ea3d-4ef6-ba20-54f2c440196e', 'status': 'failed', 'code': 422} returned with failed status Jul 13 07:38:22.132266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5e30da9-846f-4034-86ce-e4d61fd66756 req-3f578a30-4f8d-4793-9b2b-2fc0655c2ec2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 210 time: 0.0815940 Jul 13 07:38:22.480585 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-492883e1-e005-4785-a810-4c754058f764 req-056317b4-c31a-43c0-b0c1-7f265998507e tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 210 time: 0.2461188 Jul 13 07:38:22.691544 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:07Z', 'updated_at': '2021-07-13T07:38:15Z', 'revision_number': 4, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'gw_port': {'id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '02f8f310-cbbf-4fc2-b0a0-2005a470d8ba', 'name': '', 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'mac_address': 'fa:16:3e:3e:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'c51f782b-8393-4f3a-b68f-6cc1d6ecf42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:14Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'subnets': [{'id': 'c51f782b-8393-4f3a-b68f-6cc1d6ecf42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:22.817238 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a330866-4e9f-4fce-a4b2-c0ca918a017a None None] The sync data for ids ['e11de37c-5b54-4296-925e-109b0ef749a8'] in n-d-758944-43 is: [{'id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:07Z', 'updated_at': '2021-07-13T07:38:15Z', 'revision_number': 4, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'gw_port': {'id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '02f8f310-cbbf-4fc2-b0a0-2005a470d8ba', 'name': '', 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'mac_address': 'fa:16:3e:3e:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'c51f782b-8393-4f3a-b68f-6cc1d6ecf42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:14Z', 'updated_at': '2021-07-13T07:38:21Z', 'revision_number': 4, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'subnets': [{'id': 'c51f782b-8393-4f3a-b68f-6cc1d6ecf42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:22.918824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Router 867c277d-e4d2-474d-924d-7ae20a5d7ebb has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:22.975477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-6fab7e51-5654-40ed-9f64-e52f61b49443 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:22.978356 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-6fab7e51-5654-40ed-9f64-e52f61b49443 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 1.2490666 Jul 13 07:38:22.995925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'port': {'device_id': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'admin_state_up': True, 'tenant_id': '7ad598854b124655b905399734eada74'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:23.129489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-937003e8-b897-4885-9f47-3ffe705803cd tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.138348 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-937003e8-b897-4885-9f47-3ffe705803cd tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.3396003 Jul 13 07:38:23.167659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b7e55248-deb7-479b-a9db-a2a18d136139 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/quotas/c418ec4cfe364a0a890c4063a3ad4008 HTTP/1.1" status: 200 len: 375 time: 0.0268521 Jul 13 07:38:23.234683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-d7c358a9-cccf-431b-9697-4b131077fdc9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659938 Jul 13 07:38:23.416329 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-e4c8b70e-e518-441c-89ee-2f8bc6d3bb87 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804061 Jul 13 07:38:23.492285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-091f76c9-f753-4ae7-b61c-be3ef81e81cc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.502984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-091f76c9-f753-4ae7-b61c-be3ef81e81cc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 817 time: 0.6720536 Jul 13 07:38:23.531041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-fcb01b89-8996-4288-8552-3ef5752d51b9 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135564 Jul 13 07:38:23.543761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:23.554242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] Sync routers for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:23.555752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-4c11e4a9-d10d-4108-bf97-0cbb3eb5ce4b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/quotas/102ebbab007a4ae6959bb84643a4e152 HTTP/1.1" status: 200 len: 375 time: 0.0471082 Jul 13 07:38:23.564652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:23.565431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:38:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:23.574372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e35959cc-dadd-4f04-bb43-5ca3a24e2020 admin admin] 10.222.0.41 "PUT /v2.0/routers/867c277d-e4d2-474d-924d-7ae20a5d7ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8442066 Jul 13 07:38:23.577377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:23.818166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:23.917375 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.960391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:24.019202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.113655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-c4a9acd1-b15e-4752-9e27-12fba9e449cc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5568190 Jul 13 07:38:24.225938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.346887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.377332 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b39e3e5-ee10-4604-bc1e-c1f1960b6e71 req-fb74397d-751e-4037-ac7b-0782f0b4787d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 210 time: 0.0624676 Jul 13 07:38:24.435401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Deleting port 0d632330-6ea1-4468-a8ee-55b8a366938e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:24.435749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.475884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Subnet': ['ID=505b3c69-4ee3-446f-98ad-8453ec0b8d30,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:24.576184 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac7f82c4-070f-42c6-8cbd-be8ec054ee6d req-c53a0ad6-4615-48f6-9734-ee7345e3e8bd tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 210 time: 0.0823512 Jul 13 07:38:24.614233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-c7d2d538-5372-4bad-8a03-cd1a36e3b260 service neutron] 10.222.0.41 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984343 Jul 13 07:38:24.614470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:24.634555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Made reservation on behalf of 7ad598854b124655b905399734eada74 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:24.641560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.656176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:24.656625 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.793425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] For port 0d632330-6ea1-4468-a8ee-55b8a366938e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0d632330-6ea1-4468-a8ee-55b8a366938e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:24.794184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.802212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:38:18Z', 'revision_number': 5, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port': {'id': '0d632330-6ea1-4468-a8ee-55b8a366938e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:47Z', 'updated_at': '2021-07-13T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:24.840460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Calling delete_port for 0d632330-6ea1-4468-a8ee-55b8a366938e owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:25.158299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] Checking router: 867c277d-e4d2-474d-924d-7ae20a5d7ebb for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:38:25.191924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] Routers {'867c277d-e4d2-474d-924d-7ae20a5d7ebb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:25.194263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:38:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:25.325092 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.365320 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.395261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d632330-6ea1-4468-a8ee-55b8a366938e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.545126 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.565377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=02f8f310-cbbf-4fc2-b0a0-2005a470d8ba,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:25.575626 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.618491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] Set router 867c277d-e4d2-474d-924d-7ae20a5d7ebb gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:38:25.727829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=02f8f310-cbbf-4fc2-b0a0-2005a470d8ba,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.832317 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-654dcf2c-a49b-4fd1-a428-db21ca3084e7 req-ad2dd2ea-e97f-450d-8fc1-4037f7dba62f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 210 time: 0.1398964 Jul 13 07:38:25.835742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.849103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.936981 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.937674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 867c277d-e4d2-474d-924d-7ae20a5d7ebb {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:38:25.946503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.947909 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6522da35-fd3f-4f86-977b-6ca2389fa142 admin admin] 10.222.0.41 "DELETE /v2.0/routers/867c277d-e4d2-474d-924d-7ae20a5d7ebb HTTP/1.1" status: 204 len: 168 time: 2.3691356 Jul 13 07:38:25.950612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.954999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:38:24Z', 'revision_number': 6, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:26.032610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f8519-6942-420b-9ed5-e481c86824ac None None] The sync data for ids ['867c277d-e4d2-474d-924d-7ae20a5d7ebb'] in n-d-758944-43 is: [{'id': '867c277d-e4d2-474d-924d-7ae20a5d7ebb', 'name': 'tempest-ServersTestJSON-1710306356-router', 'tenant_id': 'a81c090cc1fb4f5c9e7913259b583080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:46Z', 'updated_at': '2021-07-13T07:38:24Z', 'revision_number': 6, 'project_id': 'a81c090cc1fb4f5c9e7913259b583080', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:26.063367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Deleting subnet 868523bd-f919-4650-95df-1a0ad5abbeed {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:26.075277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.161295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Checking segment: {'id': '0c6dd75f-e95b-4b3f-ae79-68327415f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ef4bc77-1439-47d9-8b33-eb637337c77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:26.162307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Network hostable DHCP agents. Network: 1ef4bc77-1439-47d9-8b33-eb637337c77f, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:26.185082 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65904c60-57a7-46bc-8585-046dfef0960c req-d097bc65-2fe7-4756-879b-ae2e96b3f88a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 210 time: 0.0501206 Jul 13 07:38:26.204918 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.332009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Allocated IP 172.20.0.8 (e4c07a53-adf5-42b2-b35d-ef69c8555115/04b63ad2-04c7-43f7-adec-524d23576b31/49eeb174-852b-4274-a92e-3889f9fdd6f3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:26.374359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-6b9f84f2-1282-4fdf-bf89-bb040012994d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.376971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-6b9f84f2-1282-4fdf-bf89-bb040012994d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.2324095 Jul 13 07:38:26.416547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Request body: {'port': {'device_id': '2ee1cdea-db64-4d63-a8b9-dc821200c654', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'admin_state_up': True, 'tenant_id': 'c418ec4cfe364a0a890c4063a3ad4008'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:26.421475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.453691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede8128-206c-4a69-803b-66a585c093e3 req-b4bacde8-1e76-49e7-a146-56209c8e7904 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.463625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-b4bacde8-1e76-49e7-a146-56209c8e7904 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 817 time: 2.4788303 Jul 13 07:38:26.512673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Request body: {'port': {'device_id': '8ccb92fb-9fe8-4077-ae63-63842059479d', 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c', 'admin_state_up': True, 'tenant_id': '102ebbab007a4ae6959bb84643a4e152'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:26.533333 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.599189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.601656 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/868523bd-f919-4650-95df-1a0ad5abbeed HTTP/1.1" status: 204 len: 168 time: 0.6496286 Jul 13 07:38:26.602845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=868523bd-f919-4650-95df-1a0ad5abbeed,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:26.608901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92f1598-8e19-4f83-a35f-80cb1282860d None None] Network a28c343b-7212-4b99-9e6b-20f433073908 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:26.612086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50860) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:26.614487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.614854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.615209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.615568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.615900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.616241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.616577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.616912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.617277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.617676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.617972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.618306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323a5416-bf97-437a-9db1-0385ba9fc9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:26.646487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Network 1ef4bc77-1439-47d9-8b33-eb637337c77f is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:26.720277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-3fea96ed-3c26-4e0f-80bc-ed5f7d8b9141 service neutron] 10.222.0.41 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1028795 Jul 13 07:38:26.807958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1ef4bc77-1439-47d9-8b33-eb637337c77f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:26.825686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.848809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.878592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9d9da5-8a75-4871-9bb9-941007f55016 None None] Network 1ef4bc77-1439-47d9-8b33-eb637337c77f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:26.963814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Deleting port 4df4a049-1c3d-42e8-8363-5d40273abeb0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:26.964316 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.047645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event updated for resources: {'Subnet': ['ID=676fc53e-8224-4f46-84ef-8fb89d6b7728,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:27.124475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] For port 4df4a049-1c3d-42e8-8363-5d40273abeb0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4df4a049-1c3d-42e8-8363-5d40273abeb0,segment=NetworkSegment(0066ff59-6554-4846-93f6-c0431e729bab),segment_id=0066ff59-6554-4846-93f6-c0431e729bab)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:27.128170 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.164416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Calling delete_port for 4df4a049-1c3d-42e8-8363-5d40273abeb0 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:27.192403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.214273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-1ef4bc77-1439-47d9-8b33-eb637337c77f', 'network_id': '1ef4bc77-1439-47d9-8b33-eb637337c77f', 'tenant_id': 'e2d1811f9db946efabd067a31e914f56', 'fixed_ips': [{'subnet_id': '505b3c69-4ee3-446f-98ad-8453ec0b8d30'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:27.220203 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.283662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] DHCP port deletion for a28c343b-7212-4b99-9e6b-20f433073908 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:38:27.327768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Transition to ACTIVE for port object 49eeb174-852b-4274-a92e-3889f9fdd6f3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:27.368182 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec7113d5-7cb1-465b-938d-5c37d30d1bce req-ddbafb63-3302-42f0-81e4-5b72b13c921c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 210 time: 0.1689715 Jul 13 07:38:27.424720 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dcd04fc-00a2-4000-b85b-058130502d77 req-c70b4d10-2161-49d8-938d-c451b97224d4 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 210 time: 0.1527567 Jul 13 07:38:27.432083 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.456007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Made reservation on behalf of c418ec4cfe364a0a890c4063a3ad4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:27.459929 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.498859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] Deleting port 4df4a049-1c3d-42e8-8363-5d40273abeb0 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:27.499891 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.545713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Pushing event deleted for resources: {'Port': ['ID=4df4a049-1c3d-42e8-8363-5d40273abeb0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:27.572642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] No DVR routers for this DVR port 4df4a049-1c3d-42e8-8363-5d40273abeb0 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:27.590590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] For port 4df4a049-1c3d-42e8-8363-5d40273abeb0, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:27.591001 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.607502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] Calling delete_port for 4df4a049-1c3d-42e8-8363-5d40273abeb0 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:27.610653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] Port 4df4a049-1c3d-42e8-8363-5d40273abeb0 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:38:27.639788 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.687380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] No DVR routers for this DVR port 4df4a049-1c3d-42e8-8363-5d40273abeb0 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:27.693926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Made reservation on behalf of 102ebbab007a4ae6959bb84643a4e152 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:27.695363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fa01b-699e-4780-b0eb-1fb2271e77d5 None None] Pushing event deleted for resources: {'Port': ['ID=4df4a049-1c3d-42e8-8363-5d40273abeb0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:27.708639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.720904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Checking segment: {'id': 'a6940078-0ce9-48c8-8d20-178cc336b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '751f2457-a49a-476b-8f76-ef4940278419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:27.722525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Network hostable DHCP agents. Network: 751f2457-a49a-476b-8f76-ef4940278419, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:27.727805 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Allocated IP 172.20.0.2 (1ef4bc77-1439-47d9-8b33-eb637337c77f/505b3c69-4ee3-446f-98ad-8453ec0b8d30/f0dd61eb-48a0-40f5-af2e-cc76f8142b08) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:27.877486 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.908097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28c343b-7212-4b99-9e6b-20f433073908']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:27.918004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:27.947870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0066ff59-6554-4846-93f6-c0431e729bab') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:27.951009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0066ff59-6554-4846-93f6-c0431e729bab') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:27.972767 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.004287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.016164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:28.016605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.021985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:28.022612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.076099 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.108107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5ea092b8-d75f-45a0-9e4f-e90549d74714'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:28.110852 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:28.180826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:28.183368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:28.231710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:28.233739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b86945e4-fa2b-4918-893c-b02b46b3f5f2 req-55005ec0-b0ac-48e0-aeb1-46fae8bbec78 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 210 time: 0.1238642 Jul 13 07:38:28.241713 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.261248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:28.276602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.279291 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] 10.222.0.41 "DELETE /v2.0/networks/a28c343b-7212-4b99-9e6b-20f433073908 HTTP/1.1" status: 204 len: 168 time: 1.6565578 Jul 13 07:38:28.281134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe03270-fd2e-4022-8d91-3c9ea689da3f admin admin] Pushing event deleted for resources: {'Network': ['ID=a28c343b-7212-4b99-9e6b-20f433073908,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:28.305722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Allocated IP 172.20.0.6 (30697d85-c91b-4835-a984-cab30e3df541/409c3169-4bb7-4f7d-a7a2-a28446385253/bda98b85-8eb4-446c-92cd-b7acd1fefff8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:28.310694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Network 751f2457-a49a-476b-8f76-ef4940278419 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:28.605700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:28.690344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 751f2457-a49a-476b-8f76-ef4940278419) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:28.752238 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.758640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa587f-1039-4dd8-9a12-68544f70bfce None None] Network 751f2457-a49a-476b-8f76-ef4940278419 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:28.767309 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6d59dc39-82bb-4e28-acaa-6198664b49bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a81c090cc1fb4f5c9e7913259b583080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582007 Jul 13 07:38:28.770374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50904) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:28.847873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Transition to ACTIVE for port object f0dd61eb-48a0-40f5-af2e-cc76f8142b08 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:28.860560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'Port': ['ID=49eeb174-852b-4274-a92e-3889f9fdd6f3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:28.869120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-774c7f46-3765-43a3-9189-6ed78353005e None None] Provisioning for port 49eeb174-852b-4274-a92e-3889f9fdd6f3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:28.888909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-774c7f46-3765-43a3-9189-6ed78353005e None None] Provisioning complete for port 49eeb174-852b-4274-a92e-3889f9fdd6f3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:28.889664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-774c7f46-3765-43a3-9189-6ed78353005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.914454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:28.918565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:28.919615 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.922318 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d57cff6-be1f-43c0-b79b-33375cb8bee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.952117 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d57cff6-be1f-43c0-b79b-33375cb8bee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.972921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5996fc72-88a0-4f64-9213-19910eeef722 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:28.994780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Allocated IP 172.20.0.6 (30038480-aa36-4997-886a-5d201ddcfe5c/c51f782b-8393-4f3a-b68f-6cc1d6ecf42d/3532ed21-d6f7-4496-8477-fa2935ed3748) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:29.069213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Transition to ACTIVE for port object f0dd61eb-48a0-40f5-af2e-cc76f8142b08 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:29.074429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 5996fc72-88a0-4f64-9213-19910eeef722 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:29.077818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5996fc72-88a0-4f64-9213-19910eeef722 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:29.078463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0d632330-6ea1-4468-a8ee-55b8a366938e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:29.140992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0d632330-6ea1-4468-a8ee-55b8a366938e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:29.141563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0d632330-6ea1-4468-a8ee-55b8a366938e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:29.142638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4df4a049-1c3d-42e8-8363-5d40273abeb0 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:29.156403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d57cff6-be1f-43c0-b79b-33375cb8bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.173439 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d57cff6-be1f-43c0-b79b-33375cb8bee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.177688 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6d57cff6-be1f-43c0-b79b-33375cb8bee7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d37ee9e-72b4-498a-8dee-538319c9807d HTTP/1.1" status: 204 len: 168 time: 0.4038961 Jul 13 07:38:29.181180 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.209494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57cff6-be1f-43c0-b79b-33375cb8bee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d37ee9e-72b4-498a-8dee-538319c9807d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:29.234755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 4df4a049-1c3d-42e8-8363-5d40273abeb0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:29.235449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4df4a049-1c3d-42e8-8363-5d40273abeb0 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:29.249869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8615e9-5a02-43da-af8e-24f22a88e055 req-d451a6fa-161d-476d-b33a-a07d4e96a55a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.267412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb8615e9-5a02-43da-af8e-24f22a88e055 req-d451a6fa-161d-476d-b33a-a07d4e96a55a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 931 time: 0.2276437 Jul 13 07:38:29.326854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-774c7f46-3765-43a3-9189-6ed78353005e None None] Port 49eeb174-852b-4274-a92e-3889f9fdd6f3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:29.336118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Network 1ef4bc77-1439-47d9-8b33-eb637337c77f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:29.374584 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb8615e9-5a02-43da-af8e-24f22a88e055 req-9a9c1f9c-63ca-40d5-90db-bea000af3ec4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057942 Jul 13 07:38:29.625825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:29.628889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:29.646492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Pushing event updated for resources: {'Port': ['ID=f0dd61eb-48a0-40f5-af2e-cc76f8142b08,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:29.781857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-751f2457-a49a-476b-8f76-ef4940278419', 'network_id': '751f2457-a49a-476b-8f76-ef4940278419', 'tenant_id': 'e2d1811f9db946efabd067a31e914f56', 'fixed_ips': [{'subnet_id': '676fc53e-8224-4f46-84ef-8fb89d6b7728'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:29.783893 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.823273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Attempting to bind port f0dd61eb-48a0-40f5-af2e-cc76f8142b08 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:29.824332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Attempting to bind port f0dd61eb-48a0-40f5-af2e-cc76f8142b08 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0c6dd75f-e95b-4b3f-ae79-68327415f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ef4bc77-1439-47d9-8b33-eb637337c77f'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:29.825244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Attempting to bind port f0dd61eb-48a0-40f5-af2e-cc76f8142b08 on network 1ef4bc77-1439-47d9-8b33-eb637337c77f {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:29.859102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:29.859102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Checking segment: {'id': '0c6dd75f-e95b-4b3f-ae79-68327415f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ef4bc77-1439-47d9-8b33-eb637337c77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:29.859102 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.859102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Bound using segment: {'id': '0c6dd75f-e95b-4b3f-ae79-68327415f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ef4bc77-1439-47d9-8b33-eb637337c77f'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:29.859102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Bound port: f0dd61eb-48a0-40f5-af2e-cc76f8142b08, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6dd75f-e95b-4b3f-ae79-68327415f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ef4bc77-1439-47d9-8b33-eb637337c77f'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:29.859102 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.884843 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86d4fa35-c12d-4c31-867a-4083af3febd5 req-a5142e43-7c73-48af-8d59-966768f05038 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 210 time: 1.1807859 Jul 13 07:38:29.907647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:29.909663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-09ed9ca1-f217-40ff-bc9e-9f2c7473081b tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 10.0775802 Jul 13 07:38:30.058312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.058992 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.175358 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35f3ee0b-9acc-4ae8-91e2-f659d405d403 req-f41f1bab-b2f4-4c31-b239-33134b49441e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 210 time: 0.1474800 Jul 13 07:38:30.191036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca589c-a48b-49e1-b861-19fb320d86b6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.193291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca589c-a48b-49e1-b861-19fb320d86b6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.197515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca589c-a48b-49e1-b861-19fb320d86b6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.207961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f9ca589c-a48b-49e1-b861-19fb320d86b6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2991672 Jul 13 07:38:30.208608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50930) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:30.239192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.309243 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.313893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-c29ab4ae-9e2a-4bee-952f-ffefac9c2bd3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3255122 Jul 13 07:38:30.334282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eac7866-36fc-42d8-9eaf-412ad7d1a404 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Deleting subnet 505b3c69-4ee3-446f-98ad-8453ec0b8d30 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:30.338365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Request body: {'port': {'device_id': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:30.342791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eac7866-36fc-42d8-9eaf-412ad7d1a404 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.423830 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eac7866-36fc-42d8-9eaf-412ad7d1a404 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.475943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] For port f0dd61eb-48a0-40f5-af2e-cc76f8142b08, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:30.488929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] For port f0dd61eb-48a0-40f5-af2e-cc76f8142b08, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f0dd61eb-48a0-40f5-af2e-cc76f8142b08,segment=NetworkSegment(0c6dd75f-e95b-4b3f-ae79-68327415f506),segment_id=0c6dd75f-e95b-4b3f-ae79-68327415f506)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:30.504369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Allocated IP 172.20.0.18 (751f2457-a49a-476b-8f76-ef4940278419/676fc53e-8224-4f46-84ef-8fb89d6b7728/38530d83-942a-4354-aa74-5a6c1f8c4189) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:30.511103 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.672097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eac7866-36fc-42d8-9eaf-412ad7d1a404 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.712438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-5531a61e-d28b-4e03-9121-c2dc140206ef tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.714244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-5531a61e-d28b-4e03-9121-c2dc140206ef tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 817 time: 1.0809860 Jul 13 07:38:30.805693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f74a9-408f-440d-85d4-2d35846a4fd9 None None] Pushing event updated for resources: {'Port': ['ID=f0dd61eb-48a0-40f5-af2e-cc76f8142b08,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.836402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eac7866-36fc-42d8-9eaf-412ad7d1a404 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.863082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Request body: {'port': {'device_id': '3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc', 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c', 'admin_state_up': True, 'tenant_id': '102ebbab007a4ae6959bb84643a4e152'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:30.911558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac7866-36fc-42d8-9eaf-412ad7d1a404 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Subnet': ['ID=505b3c69-4ee3-446f-98ad-8453ec0b8d30,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.928716 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eac7866-36fc-42d8-9eaf-412ad7d1a404 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.931398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.936876 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5eac7866-36fc-42d8-9eaf-412ad7d1a404 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/subnets/505b3c69-4ee3-446f-98ad-8453ec0b8d30 HTTP/1.1" status: 204 len: 168 time: 0.7268367 Jul 13 07:38:30.937535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:30.937873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.129458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.147495 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.176857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7745c161-baaf-4268-8dad-835b95737b29 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Deleting subnet 676fc53e-8224-4f46-84ef-8fb89d6b7728 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:31.183338 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.200958 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Transition to ACTIVE for port object 38530d83-942a-4354-aa74-5a6c1f8c4189 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:31.238449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Transition to ACTIVE for port object 38530d83-942a-4354-aa74-5a6c1f8c4189 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:31.249707 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.262318 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7745c161-baaf-4268-8dad-835b95737b29 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.288133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f50c3908-652a-4126-801b-3363fa256e56 req-902542c8-a02a-4d56-9bbb-8c24f17ca2c2 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 210 time: 0.0973973 Jul 13 07:38:31.390305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Network 751f2457-a49a-476b-8f76-ef4940278419 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:31.392469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-758331786-network', 'tenant_id': '38209650187e4eca874b9d2174047f33'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:31.400005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:31.407217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:31.431190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Pushing event updated for resources: {'Port': ['ID=38530d83-942a-4354-aa74-5a6c1f8c4189,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.473882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7745c161-baaf-4268-8dad-835b95737b29 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.475938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event updated for resources: {'Port': ['ID=bda98b85-8eb4-446c-92cd-b7acd1fefff8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.482727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Network 30697d85-c91b-4835-a984-cab30e3df541 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:31.509345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Network 30038480-aa36-4997-886a-5d201ddcfe5c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:31.522169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:31.522511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Attempting to bind port 38530d83-942a-4354-aa74-5a6c1f8c4189 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:31.523396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Attempting to bind port 38530d83-942a-4354-aa74-5a6c1f8c4189 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'a6940078-0ce9-48c8-8d20-178cc336b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '751f2457-a49a-476b-8f76-ef4940278419'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:31.523396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Attempting to bind port 38530d83-942a-4354-aa74-5a6c1f8c4189 on network 751f2457-a49a-476b-8f76-ef4940278419 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:31.527415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:31.531616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:31.538659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:31.539158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Checking segment: {'id': 'a6940078-0ce9-48c8-8d20-178cc336b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '751f2457-a49a-476b-8f76-ef4940278419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:31.539644 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.540069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Bound using segment: {'id': 'a6940078-0ce9-48c8-8d20-178cc336b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '751f2457-a49a-476b-8f76-ef4940278419'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:31.540595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Bound port: 38530d83-942a-4354-aa74-5a6c1f8c4189, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6940078-0ce9-48c8-8d20-178cc336b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '751f2457-a49a-476b-8f76-ef4940278419'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:31.541005 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.555604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Made reservation on behalf of 38209650187e4eca874b9d2174047f33 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:31.561489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.568788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:31.636246 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.671702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] For port 38530d83-942a-4354-aa74-5a6c1f8c4189, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:31.694438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] For port 38530d83-942a-4354-aa74-5a6c1f8c4189, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38530d83-942a-4354-aa74-5a6c1f8c4189,segment=NetworkSegment(a6940078-0ce9-48c8-8d20-178cc336b665),segment_id=a6940078-0ce9-48c8-8d20-178cc336b665)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:31.712754 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.761368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5553aad-c21e-42f3-a900-ab5436659d5a req-b077f48c-344e-47a0-b05e-c554d155be8c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.769926 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5553aad-c21e-42f3-a900-ab5436659d5a req-b077f48c-344e-47a0-b05e-c554d155be8c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 931 time: 1.0684121 Jul 13 07:38:31.804657 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.854235 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.889568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f0dd61eb-48a0-40f5-af2e-cc76f8142b08 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:32.019393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ad25-7782-4561-86fa-a38a2c92b0f6 req-ef1bf5dd-953c-4927-8c4d-5bd6b7306fb7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.035088 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9849ad25-7782-4561-86fa-a38a2c92b0f6 req-ef1bf5dd-953c-4927-8c4d-5bd6b7306fb7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 931 time: 0.5010538 Jul 13 07:38:32.047865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd99c9-e346-4166-b7f7-8d3e8b5046d2 None None] Pushing event updated for resources: {'Port': ['ID=38530d83-942a-4354-aa74-5a6c1f8c4189,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.059171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Pushing event updated for resources: {'Port': ['ID=3532ed21-d6f7-4496-8477-fa2935ed3748,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.066406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:32.103885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port f0dd61eb-48a0-40f5-af2e-cc76f8142b08 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:32.134086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.134802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.143984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d270caf4-bdf9-46f7-9059-f56672033f35,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.148526 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.148954 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Added segment dfcc1b09-833c-48b8-8616-504668a1942f of type vlan for network 956765b2-80d9-408b-9fbc-541051458176 Jul 13 07:38:32.151541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7745c161-baaf-4268-8dad-835b95737b29 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.236876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.238120 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.256165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5553aad-c21e-42f3-a900-ab5436659d5a req-3e2a25d6-17fe-455e-a6cd-f08f8fea5cc9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849951 Jul 13 07:38:32.302206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Made reservation on behalf of 102ebbab007a4ae6959bb84643a4e152 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:32.308063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.318375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-b6d133a6-9026-43ff-a066-197b74ae5da7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9075246 Jul 13 07:38:32.359237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Request body: {'port': {'device_id': '2ee1cdea-db64-4d63-a8b9-dc821200c654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:32.397803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-0c9c0894-7981-4165-b298-4036f532cebf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8981485 Jul 13 07:38:32.705200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49eeb174-852b-4274-a92e-3889f9fdd6f3 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:32.722271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03030169-ea3e-4b06-a4a1-6a28f38c59dd None None] Network 1ef4bc77-1439-47d9-8b33-eb637337c77f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:32.735392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.795889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Transition to ACTIVE for port object 49eeb174-852b-4274-a92e-3889f9fdd6f3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:32.821421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aa765a70-af6f-4d2e-8e69-93d8d974e46e None None] Provisioning for port f0dd61eb-48a0-40f5-af2e-cc76f8142b08 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:32.878090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aa765a70-af6f-4d2e-8e69-93d8d974e46e None None] Provisioning complete for port f0dd61eb-48a0-40f5-af2e-cc76f8142b08 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:32.896934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aa765a70-af6f-4d2e-8e69-93d8d974e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.926768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.944238 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7745c161-baaf-4268-8dad-835b95737b29 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.974455 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9849ad25-7782-4561-86fa-a38a2c92b0f6 req-8dad73b9-4371-43c3-8b71-ac039ebb1013 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9377754 Jul 13 07:38:33.022850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Request body: {'port': {'device_id': '8ccb92fb-9fe8-4077-ae63-63842059479d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:33.028114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745c161-baaf-4268-8dad-835b95737b29 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Subnet': ['ID=676fc53e-8224-4f46-84ef-8fb89d6b7728,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.049417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.073359 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7745c161-baaf-4268-8dad-835b95737b29 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.075422 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7745c161-baaf-4268-8dad-835b95737b29 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/subnets/676fc53e-8224-4f46-84ef-8fb89d6b7728 HTTP/1.1" status: 204 len: 168 time: 2.1296957 Jul 13 07:38:33.082915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.123949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50974) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.206519 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aa765a70-af6f-4d2e-8e69-93d8d974e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.213846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18e203c9-0d42-4fb2-b57e-3a0c54a7b16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.218807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Allocated IP 172.20.0.10 (30038480-aa36-4997-886a-5d201ddcfe5c/c51f782b-8393-4f3a-b68f-6cc1d6ecf42d/cbed2a7f-c66f-4b36-9af0-0990c145d8ad) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:33.271544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.279045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.280527 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.286253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-aa765a70-af6f-4d2e-8e69-93d8d974e46e None None] For port f0dd61eb-48a0-40f5-af2e-cc76f8142b08, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f0dd61eb-48a0-40f5-af2e-cc76f8142b08,segment=NetworkSegment(0c6dd75f-e95b-4b3f-ae79-68327415f506),segment_id=0c6dd75f-e95b-4b3f-ae79-68327415f506)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:33.303870 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aa765a70-af6f-4d2e-8e69-93d8d974e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.330361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4fe44-9a0b-426f-955d-58bd25df6630 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.343961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c9b4fe44-9a0b-426f-955d-58bd25df6630 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2185826 Jul 13 07:38:33.372354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b248d6-6d67-4064-887e-42727a6e45e8 None None] DHCP port deletion for 1ef4bc77-1439-47d9-8b33-eb637337c77f request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:38:33.382994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50978) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.546439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] Pushing event updated for resources: {'Network': ['ID=956765b2-80d9-408b-9fbc-541051458176,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.569424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa765a70-af6f-4d2e-8e69-93d8d974e46e None None] Pushing event updated for resources: {'Port': ['ID=f0dd61eb-48a0-40f5-af2e-cc76f8142b08,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.581358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73486f42-4d06-4e7f-8feb-a42d02c36b78 req-80a28c96-a51c-4442-9eb1-70b31918cc60 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 210 time: 0.6186948 Jul 13 07:38:33.582940 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.588665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 956765b2-80d9-408b-9fbc-541051458176 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:33.643835 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.669095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Pushing event updated for resources: {'Port': ['ID=49eeb174-852b-4274-a92e-3889f9fdd6f3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.783931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-81b248d6-6d67-4064-887e-42727a6e45e8 None None] Deleting port f0dd61eb-48a0-40f5-af2e-cc76f8142b08 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:33.784555 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81b248d6-6d67-4064-887e-42727a6e45e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.910811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18e203c9-0d42-4fb2-b57e-3a0c54a7b16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.929387 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18e203c9-0d42-4fb2-b57e-3a0c54a7b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.939849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-81b248d6-6d67-4064-887e-42727a6e45e8 None None] For port f0dd61eb-48a0-40f5-af2e-cc76f8142b08, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f0dd61eb-48a0-40f5-af2e-cc76f8142b08,segment=NetworkSegment(0c6dd75f-e95b-4b3f-ae79-68327415f506),segment_id=0c6dd75f-e95b-4b3f-ae79-68327415f506)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:33.940314 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81b248d6-6d67-4064-887e-42727a6e45e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.955937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-81b248d6-6d67-4064-887e-42727a6e45e8 None None] Calling delete_port for f0dd61eb-48a0-40f5-af2e-cc76f8142b08 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:33.960413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81b748-f18d-40e9-9974-6f0059b35673 req-47517ad5-6ab0-4b71-a71a-63694300dbe4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.970980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e81b748-f18d-40e9-9974-6f0059b35673 req-47517ad5-6ab0-4b71-a71a-63694300dbe4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 943 time: 0.3242035 Jul 13 07:38:34.001341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Deleting port 38530d83-942a-4354-aa74-5a6c1f8c4189 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:34.001679 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.028177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ec62d9d2-40b2-4e91-bda0-46028ed401cd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0837958 Jul 13 07:38:34.053373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d4bbab-58da-4332-a1c3-18b520660367 None None] Network 751f2457-a49a-476b-8f76-ef4940278419 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:34.057174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38530d83-942a-4354-aa74-5a6c1f8c4189 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:34.063157 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81b248d6-6d67-4064-887e-42727a6e45e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.074915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:34.094533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Request body: {'subnet': {'network_id': '956765b2-80d9-408b-9fbc-541051458176', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-758331786-subnet', 'tenant_id': '38209650187e4eca874b9d2174047f33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:34.103860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50992) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:34.227527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b248d6-6d67-4064-887e-42727a6e45e8 None None] No DVR routers for this DVR port f0dd61eb-48a0-40f5-af2e-cc76f8142b08 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:34.232209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b248d6-6d67-4064-887e-42727a6e45e8 None None] Pushing event deleted for resources: {'Port': ['ID=f0dd61eb-48a0-40f5-af2e-cc76f8142b08,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:34.244695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-18e203c9-0d42-4fb2-b57e-3a0c54a7b16e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b33391d4b934cfaa3daf4279fc94317&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3127558 Jul 13 07:38:34.244695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e203c9-0d42-4fb2-b57e-3a0c54a7b16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c62847-bfc3-484a-ab09-a13606bb5490,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:34.277596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50996) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:34.322580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ecff02ef-eaa0-4f24-86e4-5e4471076b08 None None] Provisioning for port 38530d83-942a-4354-aa74-5a6c1f8c4189 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:34.330848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 38530d83-942a-4354-aa74-5a6c1f8c4189 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:34.338026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 38530d83-942a-4354-aa74-5a6c1f8c4189 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:34.338767 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.350762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e81b748-f18d-40e9-9974-6f0059b35673 req-fd4eadcb-ec06-478f-b888-03fdbe62577e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764143 Jul 13 07:38:34.362942 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] For port 38530d83-942a-4354-aa74-5a6c1f8c4189, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38530d83-942a-4354-aa74-5a6c1f8c4189,segment=NetworkSegment(a6940078-0ce9-48c8-8d20-178cc336b665),segment_id=a6940078-0ce9-48c8-8d20-178cc336b665)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:34.363593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.387136 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a4a2116-266d-4b83-8b44-c0a8a8c9213c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.399253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Made reservation on behalf of 38209650187e4eca874b9d2174047f33 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:34.402161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.408185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ecff02ef-eaa0-4f24-86e4-5e4471076b08 None None] Provisioning complete for port 38530d83-942a-4354-aa74-5a6c1f8c4189 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:34.408694 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ecff02ef-eaa0-4f24-86e4-5e4471076b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.451365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Calling delete_port for 38530d83-942a-4354-aa74-5a6c1f8c4189 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:34.589837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.678257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a329e039-db4c-4e74-9ef4-f4a6faf08ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.707797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 38530d83-942a-4354-aa74-5a6c1f8c4189, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38530d83-942a-4354-aa74-5a6c1f8c4189,segment=NetworkSegment(a6940078-0ce9-48c8-8d20-178cc336b665),segment_id=a6940078-0ce9-48c8-8d20-178cc336b665)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:34.713497 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ecff02ef-eaa0-4f24-86e4-5e4471076b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.724843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.741689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Attempting to bind port 49eeb174-852b-4274-a92e-3889f9fdd6f3 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:34.742204 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Attempting to bind port 49eeb174-852b-4274-a92e-3889f9fdd6f3 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:34.742440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Attempting to bind port 49eeb174-852b-4274-a92e-3889f9fdd6f3 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:34.762894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Port 49eeb174-852b-4274-a92e-3889f9fdd6f3 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:34.763231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Attempting to bind port 49eeb174-852b-4274-a92e-3889f9fdd6f3 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:34.783450 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a329e039-db4c-4e74-9ef4-f4a6faf08ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.793886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6573e1-21d7-4f96-9286-b90b1b4d2264 None None] DHCP port deletion for 751f2457-a49a-476b-8f76-ef4940278419 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:38:34.809451 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a4a2116-266d-4b83-8b44-c0a8a8c9213c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.820661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:34.821403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Checking segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:34.822153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Bound using segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:34.823096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Bound port: 49eeb174-852b-4274-a92e-3889f9fdd6f3, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:34.823640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.855155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a4a2116-266d-4b83-8b44-c0a8a8c9213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.895646 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.946002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f0dd61eb-48a0-40f5-af2e-cc76f8142b08 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:34.972002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: f0dd61eb-48a0-40f5-af2e-cc76f8142b08 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:34.972269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f0dd61eb-48a0-40f5-af2e-cc76f8142b08 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:35.011789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=38530d83-942a-4354-aa74-5a6c1f8c4189,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.017429 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-ecff02ef-eaa0-4f24-86e4-5e4471076b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:38:35.017429 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-ecff02ef-eaa0-4f24-86e4-5e4471076b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:38:35.022979 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-79a6f14f-25b0-4141-9069-2c35507c738b req-460d883a-b96b-466f-86ed-9849291db3ed tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 210 time: 0.0952907 Jul 13 07:38:35.036874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13feaeff-9a3f-46ec-a433-99a0877916a7 req-dfd086ad-55b4-411f-82c3-454e14b826a3 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.039816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13feaeff-9a3f-46ec-a433-99a0877916a7 req-dfd086ad-55b4-411f-82c3-454e14b826a3 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 931 time: 0.4543476 Jul 13 07:38:35.059721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3a4a2116-266d-4b83-8b44-c0a8a8c9213c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ad0b97681e441319b9b3adc0f996e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476540 Jul 13 07:38:35.063434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec6573e1-21d7-4f96-9286-b90b1b4d2264 None None] Deleting port 38530d83-942a-4354-aa74-5a6c1f8c4189 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:35.063591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.063818 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec6573e1-21d7-4f96-9286-b90b1b4d2264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.067881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51002) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.068639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a2116-266d-4b83-8b44-c0a8a8c9213c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9799f31-9edf-40a3-92a5-832b957c0432,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.119089 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.198842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ec6573e1-21d7-4f96-9286-b90b1b4d2264 None None] For port 38530d83-942a-4354-aa74-5a6c1f8c4189, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38530d83-942a-4354-aa74-5a6c1f8c4189,segment=NetworkSegment(a6940078-0ce9-48c8-8d20-178cc336b665),segment_id=a6940078-0ce9-48c8-8d20-178cc336b665)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:35.199287 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec6573e1-21d7-4f96-9286-b90b1b4d2264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.210321 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a329e039-db4c-4e74-9ef4-f4a6faf08ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.212800 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a329e039-db4c-4e74-9ef4-f4a6faf08ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.213272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec6573e1-21d7-4f96-9286-b90b1b4d2264 None None] Calling delete_port for 38530d83-942a-4354-aa74-5a6c1f8c4189 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:35.214471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a329e039-db4c-4e74-9ef4-f4a6faf08ed0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24c62847-bfc3-484a-ab09-a13606bb5490 HTTP/1.1" status: 204 len: 168 time: 0.9339616 Jul 13 07:38:35.217257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Port': ['ID=38530d83-942a-4354-aa74-5a6c1f8c4189,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.223986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] No DVR routers for this DVR port 38530d83-942a-4354-aa74-5a6c1f8c4189 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:35.242363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329e039-db4c-4e74-9ef4-f4a6faf08ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c62847-bfc3-484a-ab09-a13606bb5490,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.252474 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af81ea58-8725-4d3c-bd1a-2aa26ce4b884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.299435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.352006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda98b85-8eb4-446c-92cd-b7acd1fefff8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:35.361231 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af81ea58-8725-4d3c-bd1a-2aa26ce4b884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.372505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.375899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] For port 49eeb174-852b-4274-a92e-3889f9fdd6f3, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:35.391531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13feaeff-9a3f-46ec-a433-99a0877916a7 req-b4f09c95-04ef-436e-9e95-de8e4833b6e3 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326584 Jul 13 07:38:35.413825 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.417572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] For port 49eeb174-852b-4274-a92e-3889f9fdd6f3, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=49eeb174-852b-4274-a92e-3889f9fdd6f3,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:35.433624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec6573e1-21d7-4f96-9286-b90b1b4d2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.436718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Transition to ACTIVE for port object bda98b85-8eb4-446c-92cd-b7acd1fefff8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:35.438295 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.456850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751f2457-a49a-476b-8f76-ef4940278419']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:35.457129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.477796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3368797d-c1d1-4d5b-abbe-252d83d1a105,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.494782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.495582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.497110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] 10.222.0.38 "PUT /v2.0/ports/49eeb174-852b-4274-a92e-3889f9fdd6f3 HTTP/1.1" status: 200 len: 1092 time: 5.1646912 Jul 13 07:38:35.498307 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.513361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6573e1-21d7-4f96-9286-b90b1b4d2264 None None] Pushing event deleted for resources: {'Port': ['ID=38530d83-942a-4354-aa74-5a6c1f8c4189,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.520294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'tag': '49eeb174-852b-4274-a92e-3889f9fdd6f3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:35.520544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6940078-0ce9-48c8-8d20-178cc336b665') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:35.520680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6940078-0ce9-48c8-8d20-178cc336b665') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:35.532155 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a74344b-e71e-48e3-8f64-e88c7b160329", "tag": "49eeb174-852b-4274-a92e-3889f9fdd6f3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:35.567211 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.611248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.625027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ecff02ef-eaa0-4f24-86e4-5e4471076b08 None None] Port 38530d83-942a-4354-aa74-5a6c1f8c4189 update to ACTIVE by agent not found {{(pid=93775) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 07:38:35.626562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6573e1-21d7-4f96-9286-b90b1b4d2264 None None] No DVR routers for this DVR port 38530d83-942a-4354-aa74-5a6c1f8c4189 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:35.649818 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45735966-b7e0-4975-9970-55b496333ca5 x-openstack-request-id: req-45735966-b7e0-4975-9970-55b496333ca5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:35.651819 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a74344b-e71e-48e3-8f64-e88c7b160329", "tag": "49eeb174-852b-4274-a92e-3889f9fdd6f3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:35.651819 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45735966-b7e0-4975-9970-55b496333ca5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:35.651819 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'tag': '49eeb174-852b-4274-a92e-3889f9fdd6f3', 'status': 'completed', 'code': 200} Jul 13 07:38:35.652121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Checking segment: {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:35.652121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Network hostable DHCP agents. Network: 956765b2-80d9-408b-9fbc-541051458176, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:35.658783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Network 30038480-aa36-4997-886a-5d201ddcfe5c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:35.661611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.682010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:35.682010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:35.684286 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:35.703374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:35.705862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:35.709688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503f5e3-dcff-435e-b362-00c51c7fdba3 service neutron] Pushing event updated for resources: {'Port': ['ID=49eeb174-852b-4274-a92e-3889f9fdd6f3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.822188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.831677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38530d83-942a-4354-aa74-5a6c1f8c4189 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:35.848472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af81ea58-8725-4d3c-bd1a-2aa26ce4b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.848754 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af81ea58-8725-4d3c-bd1a-2aa26ce4b884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.853521 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-af81ea58-8725-4d3c-bd1a-2aa26ce4b884 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9799f31-9edf-40a3-92a5-832b957c0432 HTTP/1.1" status: 204 len: 168 time: 0.7782133 Jul 13 07:38:35.869600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 38530d83-942a-4354-aa74-5a6c1f8c4189 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:35.870353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38530d83-942a-4354-aa74-5a6c1f8c4189 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:35.878267 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.893980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a36ab76e-fe01-4e13-a955-b59a96fc3868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.896490 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.900018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/networks/751f2457-a49a-476b-8f76-ef4940278419 HTTP/1.1" status: 204 len: 168 time: 2.5060446 Jul 13 07:38:35.908894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51018) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.926658 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81ea58-8725-4d3c-bd1a-2aa26ce4b884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9799f31-9edf-40a3-92a5-832b957c0432,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.931322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Network 956765b2-80d9-408b-9fbc-541051458176 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:35.936965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d5bd7-57ef-4bb7-af1d-7a22f0740c1e tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Network': ['ID=751f2457-a49a-476b-8f76-ef4940278419,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.953446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 956765b2-80d9-408b-9fbc-541051458176) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:35.954131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Pushing event updated for resources: {'Port': ['ID=bda98b85-8eb4-446c-92cd-b7acd1fefff8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.958405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.959173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.968533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c3bb44-638e-4b02-836d-fed062118047 None None] Network 956765b2-80d9-408b-9fbc-541051458176 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:36.004508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Attempting to bind port bda98b85-8eb4-446c-92cd-b7acd1fefff8 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:36.004878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Attempting to bind port bda98b85-8eb4-446c-92cd-b7acd1fefff8 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:36.005196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Attempting to bind port bda98b85-8eb4-446c-92cd-b7acd1fefff8 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:36.018100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa366cd4-90e2-439b-b0ae-27bcdda93eca req-26d5f6d7-a561-4076-9b8a-3d5afc7aacee tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.019667 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa366cd4-90e2-439b-b0ae-27bcdda93eca req-26d5f6d7-a561-4076-9b8a-3d5afc7aacee tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 943 time: 0.2132256 Jul 13 07:38:36.020000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.020675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.086125 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa366cd4-90e2-439b-b0ae-27bcdda93eca req-65315362-6ff0-4916-abed-a1dda56bf4e8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578327 Jul 13 07:38:36.122749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Port bda98b85-8eb4-446c-92cd-b7acd1fefff8 on network 30697d85-c91b-4835-a984-cab30e3df541 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:36.123122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Attempting to bind port bda98b85-8eb4-446c-92cd-b7acd1fefff8 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:36.164244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:36.164640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Checking segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:36.164997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Bound using segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:36.165179 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a36ab76e-fe01-4e13-a955-b59a96fc3868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.165591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Bound port: bda98b85-8eb4-446c-92cd-b7acd1fefff8, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:36.166115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.173211 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a36ab76e-fe01-4e13-a955-b59a96fc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.198469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ff350456-e889-4b7b-9ee3-d3ebe60c7f40 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1095016 Jul 13 07:38:36.214117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e86e6-ca23-49a0-87eb-fa475d47f448 None None] Network 956765b2-80d9-408b-9fbc-541051458176 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:36.263738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3532ed21-d6f7-4496-8477-fa2935ed3748 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:36.286843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-bc4af97a-b27d-497d-9a56-c43815efd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.291403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-bc4af97a-b27d-497d-9a56-c43815efd755 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 1095 time: 0.7417953 Jul 13 07:38:36.320010 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a36ab76e-fe01-4e13-a955-b59a96fc3868 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=760c6a0b0dad42c7b09652023b6432c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4950881 Jul 13 07:38:36.321215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4793074 Jul 13 07:38:36.326716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:36.330536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.365311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ab76e-fe01-4e13-a955-b59a96fc3868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1948a46a-4191-439c-96ab-7bdd15344551,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.456624 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9c17-947e-4558-bfb2-89d9864a47f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.482294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2435e-1c14-4ba2-b45b-200bfd66065b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Pushing event updated for resources: {'Port': ['ID=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.485880 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9c17-947e-4558-bfb2-89d9864a47f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.492665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Request body: {'port': {'device_id': '3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:36.548604 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.563197 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9c17-947e-4558-bfb2-89d9864a47f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.568657 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9c17-947e-4558-bfb2-89d9864a47f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.571577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9f8d9c17-947e-4558-bfb2-89d9864a47f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1948a46a-4191-439c-96ab-7bdd15344551 HTTP/1.1" status: 204 len: 168 time: 0.2377729 Jul 13 07:38:36.600879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d9c17-947e-4558-bfb2-89d9864a47f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1948a46a-4191-439c-96ab-7bdd15344551,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.637760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Transition to ACTIVE for port object 3532ed21-d6f7-4496-8477-fa2935ed3748 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:36.641482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-f4863f8e-fc2f-4db7-97f8-ffbcd4992382 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49eeb174-852b-4274-a92e-3889f9fdd6f3 HTTP/1.1" status: 200 len: 217 time: 0.1884921 Jul 13 07:38:36.671051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.745825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2257f35-e9b4-4686-af89-8bdb1aab39b4 req-4b9a465c-c958-4bbd-a219-0eecf41d9b7d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.747533 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2257f35-e9b4-4686-af89-8bdb1aab39b4 req-4b9a465c-c958-4bbd-a219-0eecf41d9b7d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 943 time: 0.0818346 Jul 13 07:38:36.813303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2257f35-e9b4-4686-af89-8bdb1aab39b4 req-fdc434a1-fbfc-45c5-9b48-5002eb130730 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562210 Jul 13 07:38:36.881294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] For port bda98b85-8eb4-446c-92cd-b7acd1fefff8, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:36.909526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3532ed21-d6f7-4496-8477-fa2935ed3748,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.916780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-53d548e6-68b3-40f1-bf4d-cbf26a54837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.918393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-53d548e6-68b3-40f1-bf4d-cbf26a54837c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.2694623 Jul 13 07:38:36.928691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] For port bda98b85-8eb4-446c-92cd-b7acd1fefff8, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bda98b85-8eb4-446c-92cd-b7acd1fefff8,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:36.982380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.009372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.080930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0132d-d57b-4e57-bebb-89f0ab80396b req-156a931c-ddd6-4347-8465-f37cd4ee1983 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.082725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6d0132d-d57b-4e57-bebb-89f0ab80396b req-156a931c-ddd6-4347-8465-f37cd4ee1983 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 932 time: 0.7824211 Jul 13 07:38:37.103207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.103872 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.105616 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] 10.222.0.38 "PUT /v2.0/ports/bda98b85-8eb4-446c-92cd-b7acd1fefff8 HTTP/1.1" status: 200 len: 1092 time: 4.7637928 Jul 13 07:38:37.143057 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.183401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef4bc77-1439-47d9-8b33-eb637337c77f']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:37.265347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6dd75f-e95b-4b3f-ae79-68327415f506') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:37.265652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6dd75f-e95b-4b3f-ae79-68327415f506') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:37.306253 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.336795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735265ff-3b72-4b41-89da-09faff32cfbe service neutron] Pushing event updated for resources: {'Port': ['ID=bda98b85-8eb4-446c-92cd-b7acd1fefff8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.351735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Attempting to bind port 3532ed21-d6f7-4496-8477-fa2935ed3748 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:37.352082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Attempting to bind port 3532ed21-d6f7-4496-8477-fa2935ed3748 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:37.352413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Attempting to bind port 3532ed21-d6f7-4496-8477-fa2935ed3748 on network 30038480-aa36-4997-886a-5d201ddcfe5c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:37.417101 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.426949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.444029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Port 3532ed21-d6f7-4496-8477-fa2935ed3748 on network 30038480-aa36-4997-886a-5d201ddcfe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:37.444029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Attempting to bind port 3532ed21-d6f7-4496-8477-fa2935ed3748 on network 30038480-aa36-4997-886a-5d201ddcfe5c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:37.449385 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6d0132d-d57b-4e57-bebb-89f0ab80396b req-6d858434-0020-4c6c-a445-ec88c82b6f5f tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404405 Jul 13 07:38:37.451742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:37.452063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:37.464707 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:37.487358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-d1113369-98ac-4a7a-9002-7224c9d9a881 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.494214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-1f133d74-062f-41ea-8907-7b33b2b04d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.494931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-d1113369-98ac-4a7a-9002-7224c9d9a881 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/networks?id=956765b2-80d9-408b-9fbc-541051458176 HTTP/1.1" status: 200 len: 817 time: 0.2208745 Jul 13 07:38:37.495808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-1f133d74-062f-41ea-8907-7b33b2b04d59 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5657201 Jul 13 07:38:37.514977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:37.515333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Checking segment: {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:37.515734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Bound using segment: {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:37.516207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Bound port: 3532ed21-d6f7-4496-8477-fa2935ed3748, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:37.516577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.535871 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-d9ada7d3-bfa1-4acc-aac6-ba692c1508ad tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/quotas/38209650187e4eca874b9d2174047f33 HTTP/1.1" status: 200 len: 375 time: 0.0322790 Jul 13 07:38:37.625190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-1f48f7e5-64d5-4bd1-b4cb-541b41d0cedc tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=38209650187e4eca874b9d2174047f33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828915 Jul 13 07:38:37.667804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee1cdea-db64-4d63-a8b9-dc821200c654', 'tag': 'bda98b85-8eb4-446c-92cd-b7acd1fefff8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:37.671149 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee1cdea-db64-4d63-a8b9-dc821200c654", "tag": "bda98b85-8eb4-446c-92cd-b7acd1fefff8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:37.682152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-331b9b0c-7c5b-42c6-a0d9-e3facc4d7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.684043 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-331b9b0c-7c5b-42c6-a0d9-e3facc4d7749 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 1095 time: 0.5181694 Jul 13 07:38:37.689722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.694388 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.696331 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/networks/1ef4bc77-1439-47d9-8b33-eb637337c77f HTTP/1.1" status: 204 len: 168 time: 1.7804251 Jul 13 07:38:37.740109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:37.774708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-38f577b3-63b1-4207-a227-c1552aca74c7 service neutron] 10.222.0.41 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404550 Jul 13 07:38:37.912390 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-dd66eb7e-9d8b-4593-a412-9e865f16b32d service neutron] 10.222.0.41 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292877 Jul 13 07:38:38.246768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290fea7-5bfb-4564-a5b7-7edf0f75bd1c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Network': ['ID=1ef4bc77-1439-47d9-8b33-eb637337c77f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:38.285194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-e60e1ffb-2a7f-4c24-b808-da4125803af7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bda98b85-8eb4-446c-92cd-b7acd1fefff8 HTTP/1.1" status: 200 len: 217 time: 0.5595980 Jul 13 07:38:38.503578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] For port 3532ed21-d6f7-4496-8477-fa2935ed3748, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:38.533490 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07c8da2-c47a-46f9-94fb-4e87782ad438 x-openstack-request-id: req-e07c8da2-c47a-46f9-94fb-4e87782ad438 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:38.534578 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee1cdea-db64-4d63-a8b9-dc821200c654", "tag": "bda98b85-8eb4-446c-92cd-b7acd1fefff8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:38.535439 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e07c8da2-c47a-46f9-94fb-4e87782ad438 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:38.536344 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee1cdea-db64-4d63-a8b9-dc821200c654', 'tag': 'bda98b85-8eb4-446c-92cd-b7acd1fefff8', 'status': 'completed', 'code': 200} Jul 13 07:38:38.571690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-36e6f747-0878-44de-a93b-6e5f406a83e5 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0555801 Jul 13 07:38:38.597338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51120) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.720453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0a8cb-f77d-402c-91fc-f169e947adf1 req-c77bf368-b82e-4925-adf1-01213b05d78d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:38.723250 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64a0a8cb-f77d-402c-91fc-f169e947adf1 req-c77bf368-b82e-4925-adf1-01213b05d78d tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 943 time: 0.1372225 Jul 13 07:38:38.753977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-521b5d2e-f59b-4803-9ebe-8bd1161be5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:38.755904 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-521b5d2e-f59b-4803-9ebe-8bd1161be5c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.4483535 Jul 13 07:38:38.786284 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] For port 3532ed21-d6f7-4496-8477-fa2935ed3748, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3532ed21-d6f7-4496-8477-fa2935ed3748,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:38.797276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64a0a8cb-f77d-402c-91fc-f169e947adf1 req-9c0d3318-eed8-4155-874d-01e42ebd2d7c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658948 Jul 13 07:38:38.817776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-eac89bc3-0493-4c20-a602-681e5bb52fd4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405614 Jul 13 07:38:38.821969 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.871362 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00bbd90-dbca-4452-974b-80ebc5b49daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.942608 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.030619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3532ed21-d6f7-4496-8477-fa2935ed3748,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:39.072079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccd3738d-9726-4c02-9ce7-e32e82d22c33 req-31b8a28e-efb4-4064-8ecf-c05c3281c976 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986544 Jul 13 07:38:39.073909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-4d9489ec-27a5-4679-aefc-e41ed2b1480e service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487993 Jul 13 07:38:39.092062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.092959 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.094528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-1665dfb3-0971-4623-ac5a-7aecdf1423a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/3532ed21-d6f7-4496-8477-fa2935ed3748 HTTP/1.1" status: 200 len: 1092 time: 6.1300964 Jul 13 07:38:39.130684 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00bbd90-dbca-4452-974b-80ebc5b49daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.132802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d329a6-d4c9-4d03-bce5-64dffa33b1aa req-ac4bc377-8de7-491b-8f58-ed460dd4b500 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.140597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00bbd90-dbca-4452-974b-80ebc5b49daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.144576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99d329a6-d4c9-4d03-bce5-64dffa33b1aa req-ac4bc377-8de7-491b-8f58-ed460dd4b500 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 943 time: 1.4670415 Jul 13 07:38:39.255404 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f00bbd90-dbca-4452-974b-80ebc5b49daa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca71f8f265a84ed4b7fa20c6454b10e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6565325 Jul 13 07:38:39.259398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bbd90-dbca-4452-974b-80ebc5b49daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d9761-d2d7-41b4-b6a5-eb64f8d156ee,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:39.266943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51138) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:39.325092 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55da0ca6-40b1-40d5-ba9a-7d5e9bd589c5 req-3105e5aa-5b22-4dd3-bd6d-c0282058da23 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292116 Jul 13 07:38:39.342262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdd1ce-b502-4373-b5fd-2b0e29d3efa8 req-398b6d2e-9599-47a8-8359-62d7269f7ce4 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.346321 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0bdd1ce-b502-4373-b5fd-2b0e29d3efa8 req-398b6d2e-9599-47a8-8359-62d7269f7ce4 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 932 time: 0.1730337 Jul 13 07:38:39.478969 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0bdd1ce-b502-4373-b5fd-2b0e29d3efa8 req-37856bf7-1b12-48f5-a9e1-949cb27d24ca tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969319 Jul 13 07:38:39.480201 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6d96cbb-e999-4d99-a5ee-2072f5c3e46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.563445 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6d96cbb-e999-4d99-a5ee-2072f5c3e46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.600091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbed2a7f-c66f-4b36-9af0-0990c145d8ad {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:39.684042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.720892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e06f6520-9c54-42aa-95f0-031f1e5132db req-fc0407b3-7144-46ed-a429-8ffbe3ee0e4f tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 210 time: 0.0488081 Jul 13 07:38:39.734237 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6d96cbb-e999-4d99-a5ee-2072f5c3e46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.737920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6d96cbb-e999-4d99-a5ee-2072f5c3e46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.740238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d6d96cbb-e999-4d99-a5ee-2072f5c3e46d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a08d9761-d2d7-41b4-b6a5-eb64f8d156ee HTTP/1.1" status: 204 len: 168 time: 0.4688241 Jul 13 07:38:39.749725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.766227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Transition to ACTIVE for port object cbed2a7f-c66f-4b36-9af0-0990c145d8ad will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:39.772360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d96cbb-e999-4d99-a5ee-2072f5c3e46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d9761-d2d7-41b4-b6a5-eb64f8d156ee,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:39.829513 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-99d329a6-d4c9-4d03-bce5-64dffa33b1aa req-f94280ef-9bc9-42e6-8815-c44246dc3e37 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6813948 Jul 13 07:38:39.830541 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.837593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee243f7-a2d0-43e0-8b1d-25335daea6ff']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:39.943771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cacfc0-97eb-42a8-b49a-ff67d553197f') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:39.944183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cacfc0-97eb-42a8-b49a-ff67d553197f') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:39.988510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-ce489aa6-17bf-4409-91a5-e4f2685caea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.990181 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-ce489aa6-17bf-4409-91a5-e4f2685caea1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 1095 time: 0.7036521 Jul 13 07:38:39.995871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.047136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:40.114958 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.122633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-ed87a272-695e-4d73-a742-70d6a5b1cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.124748 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-ed87a272-695e-4d73-a742-70d6a5b1cab5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 1095 time: 0.6828804 Jul 13 07:38:40.163292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede8128-206c-4a69-803b-66a585c093e3 req-d20cb656-255b-478c-8b0c-775985f74637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.164673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-d20cb656-255b-478c-8b0c-775985f74637 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1095 time: 0.8510702 Jul 13 07:38:40.167225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:40.167638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:40.178360 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:40.369552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-cc945a0f-2bce-4e0f-85a5-5374bd0a66bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3532ed21-d6f7-4496-8477-fa2935ed3748 HTTP/1.1" status: 200 len: 217 time: 0.1551666 Jul 13 07:38:40.458109 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.467128 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.469240 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/networks/cee243f7-a2d0-43e0-8b1d-25335daea6ff HTTP/1.1" status: 204 len: 168 time: 2.7134926 Jul 13 07:38:40.473887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51164) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:40.595594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb92fb-9fe8-4077-ae63-63842059479d', 'tag': '3532ed21-d6f7-4496-8477-fa2935ed3748'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:40.597933 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aa4241-7c7c-4d51-928d-19d5711a3c87" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccb92fb-9fe8-4077-ae63-63842059479d", "tag": "3532ed21-d6f7-4496-8477-fa2935ed3748"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:40.625719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7e952-10c3-40a9-8ba8-93d830b4922c tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Network': ['ID=cee243f7-a2d0-43e0-8b1d-25335daea6ff,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:40.662523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654ad28-1b81-40f1-a4a8-0d94f0fe3b3e req-6c034846-e97d-4c5b-bd94-f85dfb658916 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.665370 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4654ad28-1b81-40f1-a4a8-0d94f0fe3b3e req-6c034846-e97d-4c5b-bd94-f85dfb658916 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 943 time: 0.6741495 Jul 13 07:38:40.687173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-e8aaf660-df81-4f40-b606-0c155d982207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.689892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-e8aaf660-df81-4f40-b606-0c155d982207 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.6882358 Jul 13 07:38:40.704380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Attempting to bind port cbed2a7f-c66f-4b36-9af0-0990c145d8ad on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:40.704724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Attempting to bind port cbed2a7f-c66f-4b36-9af0-0990c145d8ad by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:40.705063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Attempting to bind port cbed2a7f-c66f-4b36-9af0-0990c145d8ad on network 30038480-aa36-4997-886a-5d201ddcfe5c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:40.740495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-47f5d38e-3cb3-485c-a47f-ea12462b2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.741979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-47f5d38e-3cb3-485c-a47f-ea12462b2647 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 912 time: 0.5841339 Jul 13 07:38:40.779681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Port cbed2a7f-c66f-4b36-9af0-0990c145d8ad on network 30038480-aa36-4997-886a-5d201ddcfe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:40.780027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Attempting to bind port cbed2a7f-c66f-4b36-9af0-0990c145d8ad on network 30038480-aa36-4997-886a-5d201ddcfe5c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:40.783508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede8128-206c-4a69-803b-66a585c093e3 req-c615584d-5fcc-456d-ab15-22f1142c5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.785056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-c615584d-5fcc-456d-ab15-22f1142c5f44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.3896081 Jul 13 07:38:40.802681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-dd51f304-23ca-4b40-96bc-afed44706f22 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49eeb174-852b-4274-a92e-3889f9fdd6f3 HTTP/1.1" status: 200 len: 217 time: 0.0808949 Jul 13 07:38:40.840810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:40.841091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Checking segment: {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:40.841487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Bound using segment: {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:40.842037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Bound port: cbed2a7f-c66f-4b36-9af0-0990c145d8ad, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f73033-e5e7-4cb8-9232-aff50d8461a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:40.842445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.878883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-921af15a-0704-4e0a-9b39-1f13c466a919 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bda98b85-8eb4-446c-92cd-b7acd1fefff8 HTTP/1.1" status: 200 len: 217 time: 0.0928292 Jul 13 07:38:40.890761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-68770fdc-fda7-40dc-86c1-001d700e52e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911210 Jul 13 07:38:40.913449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-8f72e825-c2ef-4450-af46-66885e994d83 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.917665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-8f72e825-c2ef-4450-af46-66885e994d83 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.48 "GET /v2.0/networks?id=956765b2-80d9-408b-9fbc-541051458176 HTTP/1.1" status: 200 len: 817 time: 0.3918920 Jul 13 07:38:40.989722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-fde597c3-1c96-4a8b-a4f2-1cc582af032c tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.992831 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4654ad28-1b81-40f1-a4a8-0d94f0fe3b3e req-5ad27813-6f3e-481f-9c22-a53d60dbc3eb tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979224 Jul 13 07:38:40.993627 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-fde597c3-1c96-4a8b-a4f2-1cc582af032c tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.38 "GET /v2.0/networks?id=956765b2-80d9-408b-9fbc-541051458176 HTTP/1.1" status: 200 len: 817 time: 0.5745630 Jul 13 07:38:41.005992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Request body: {'port': {'device_id': 'e38d67b2-5de8-4918-96e6-e50cf565ecf0', 'network_id': '956765b2-80d9-408b-9fbc-541051458176', 'admin_state_up': True, 'tenant_id': '38209650187e4eca874b9d2174047f33'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:41.043306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-f68c9f02-847c-475f-8847-5408f7dbf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.044868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-f68c9f02-847c-475f-8847-5408f7dbf6ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.2054224 Jul 13 07:38:41.082320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-aec7b2dc-a3cd-4257-a49d-018e9b23c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.083865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-aec7b2dc-a3cd-4257-a49d-018e9b23c570 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.1922288 Jul 13 07:38:41.103057 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.114832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Request body: {'port': {'device_id': '79db26ca-3ccd-41ee-955a-7190a65e6f6d', 'network_id': '956765b2-80d9-408b-9fbc-541051458176', 'admin_state_up': True, 'tenant_id': '38209650187e4eca874b9d2174047f33'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:41.193355 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab12f77e-0111-4476-a094-cff140f3a247 x-openstack-request-id: req-ab12f77e-0111-4476-a094-cff140f3a247 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:41.193668 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccb92fb-9fe8-4077-ae63-63842059479d", "tag": "3532ed21-d6f7-4496-8477-fa2935ed3748", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:41.193928 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab12f77e-0111-4476-a094-cff140f3a247 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:41.195147 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb92fb-9fe8-4077-ae63-63842059479d', 'tag': '3532ed21-d6f7-4496-8477-fa2935ed3748', 'status': 'completed', 'code': 200} Jul 13 07:38:41.376476 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-45e82d25-f29d-49ec-9472-2bfe9b948192 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500056 Jul 13 07:38:41.410760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] For port cbed2a7f-c66f-4b36-9af0-0990c145d8ad, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:41.504494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] For port cbed2a7f-c66f-4b36-9af0-0990c145d8ad, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:41.534185 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.546350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689024b1-dda2-472c-811a-6e6801335eb6']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:41.565171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1da80ad-b9b7-4ed8-81d0-d0991365cbcb') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:41.565654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1da80ad-b9b7-4ed8-81d0-d0991365cbcb') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:41.580536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.605680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.612326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:41.612755 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.627895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:41.714452 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:41.731671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0823a3-3349-429a-8a20-6de63f56540a req-c4fadb32-5cf1-4602-ba50-81b533d49d20 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.744805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bd0823a3-3349-429a-8a20-6de63f56540a req-c4fadb32-5cf1-4602-ba50-81b533d49d20 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 944 time: 1.0117702 Jul 13 07:38:41.748269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-8fc27491-9b46-4019-a19a-d3b252efdffd tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.751596 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-8fc27491-9b46-4019-a19a-d3b252efdffd tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.48 "GET /v2.0/networks?id=956765b2-80d9-408b-9fbc-541051458176 HTTP/1.1" status: 200 len: 817 time: 0.2964025 Jul 13 07:38:41.753741 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc703482-d30e-435e-90c5-9eeeb34043c5 req-9d3f0b14-c48d-46dc-8e06-b54967f01e81 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 210 time: 0.3850565 Jul 13 07:38:41.767398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.772432 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.774420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] 10.222.0.41 "DELETE /v2.0/networks/689024b1-dda2-472c-811a-6e6801335eb6 HTTP/1.1" status: 204 len: 168 time: 1.2985659 Jul 13 07:38:41.901844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a633f-2159-497b-b8e0-015e464b7ab6 tempest-BulkNetworkOpsTest-206297679 tempest-BulkNetworkOpsTest-206297679-project] Pushing event deleted for resources: {'Network': ['ID=689024b1-dda2-472c-811a-6e6801335eb6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:41.946696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-59615e86-98b9-4f9c-bccc-1840ff68d748 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0271590 Jul 13 07:38:41.982671 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bd0823a3-3349-429a-8a20-6de63f56540a req-5757b157-fff6-4f2a-958d-a3a006b56673 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393970 Jul 13 07:38:41.990489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Made reservation on behalf of 38209650187e4eca874b9d2174047f33 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:41.996063 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.002755 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:38:42.002755 n-d-758944-43 neutron-server[93773]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:38:42.002755 n-d-758944-43 neutron-server[93773]: [parameters: {'project_id': '38209650187e4eca874b9d2174047f33', 'id': '4d984efc-0569-481e-953b-5549495c29dd', 'expiration': datetime.datetime(2021, 7, 13, 7, 40, 41, 954156)}] Jul 13 07:38:42.002755 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:38:42.003634 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:38:42.070265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.074111 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.075952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/cbed2a7f-c66f-4b36-9af0-0990c145d8ad HTTP/1.1" status: 200 len: 1093 time: 5.6217680 Jul 13 07:38:42.077832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa02e1-dd2e-4818-bf76-f4aa1023c5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:42.078966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 49eeb174-852b-4274-a92e-3889f9fdd6f3 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:42.131167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Request body: {'port': {'device_id': 'ac077456-4dd9-45d6-91a9-8d6125865c4d', 'network_id': '956765b2-80d9-408b-9fbc-541051458176', 'admin_state_up': True, 'tenant_id': '38209650187e4eca874b9d2174047f33'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:42.160562 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-0e7da2fb-e000-45e9-b7be-4bdb22fc96b7 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189369 Jul 13 07:38:42.322246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Allocated IP 172.20.0.8 (956765b2-80d9-408b-9fbc-541051458176/3368797d-c1d1-4d5b-abbe-252d83d1a105/872a23d4-dbf2-46a5-88f1-8bfa9c022bc2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:42.370352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 49eeb174-852b-4274-a92e-3889f9fdd6f3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=49eeb174-852b-4274-a92e-3889f9fdd6f3,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:42.399299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '49eeb174-852b-4274-a92e-3889f9fdd6f3', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'port_id': '49eeb174-852b-4274-a92e-3889f9fdd6f3', 'mac_address': 'fa:16:3e:f1:8b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:42.426611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:42.449049 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.471830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49eeb174-852b-4274-a92e-3889f9fdd6f3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:42.526465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 49eeb174-852b-4274-a92e-3889f9fdd6f3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=49eeb174-852b-4274-a92e-3889f9fdd6f3,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:42.534758 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.550953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-6f9c7967-0934-4e40-9cd8-2b66a771869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.552598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-6f9c7967-0934-4e40-9cd8-2b66a771869c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4962230 Jul 13 07:38:42.633978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bda98b85-8eb4-446c-92cd-b7acd1fefff8 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:42.707042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=49eeb174-852b-4274-a92e-3889f9fdd6f3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:42.709225 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8f282408-fef4-424f-93cd-cbd235824cd6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2d1811f9db946efabd067a31e914f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813950 Jul 13 07:38:42.710393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Made reservation on behalf of 38209650187e4eca874b9d2174047f33 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:42.715291 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.722498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51220) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:42.770659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf1508-d820-4acd-a1c8-51173a089fe4 req-db3a1973-887e-4f3f-9b8d-51204cdb9f31 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.781323 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49cf1508-d820-4acd-a1c8-51173a089fe4 req-db3a1973-887e-4f3f-9b8d-51204cdb9f31 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 943 time: 0.4091201 Jul 13 07:38:42.907241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bda98b85-8eb4-446c-92cd-b7acd1fefff8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bda98b85-8eb4-446c-92cd-b7acd1fefff8,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:42.925594 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.942946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'bda98b85-8eb4-446c-92cd-b7acd1fefff8', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'port_id': 'bda98b85-8eb4-446c-92cd-b7acd1fefff8', 'mac_address': 'fa:16:3e:ea:36:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409c3169-4bb7-4f7d-a7a2-a28446385253', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:43.008910 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49cf1508-d820-4acd-a1c8-51173a089fe4 req-3ae00aec-85b7-473f-9107-068876eb9da8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261920 Jul 13 07:38:43.026570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.049699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda98b85-8eb4-446c-92cd-b7acd1fefff8 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:43.087581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bda98b85-8eb4-446c-92cd-b7acd1fefff8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bda98b85-8eb4-446c-92cd-b7acd1fefff8,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:43.094340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.114335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07452e1a-e647-4fa3-85e1-7fb1fb8afe61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.186188 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07452e1a-e647-4fa3-85e1-7fb1fb8afe61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.234592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=bda98b85-8eb4-446c-92cd-b7acd1fefff8,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:43.278702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.336809 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8de125a1-e7fc-48ed-a800-97c55d06d16f req-732f7203-f822-434a-9e1a-38a4471a32e8 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 210 time: 0.0778556 Jul 13 07:38:43.340849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc', 'tag': 'cbed2a7f-c66f-4b36-9af0-0990c145d8ad'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:43.343530 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf72baa8-0ef2-42b6-9415-3de8604c0781" -d '{"events": [{"name": "network-changed", "server_uuid": "3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc", "tag": "cbed2a7f-c66f-4b36-9af0-0990c145d8ad"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:43.375601 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Network 956765b2-80d9-408b-9fbc-541051458176 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:43.383560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:43.386547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:43.401129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-d7460c3e-e22c-46a4-b024-f591fb1c2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.402801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-d7460c3e-e22c-46a4-b024-f591fb1c2f94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 1096 time: 1.1962075 Jul 13 07:38:43.454690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Pushing event updated for resources: {'Port': ['ID=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:43.464226 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07452e1a-e647-4fa3-85e1-7fb1fb8afe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.466869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07452e1a-e647-4fa3-85e1-7fb1fb8afe61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.468048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-07452e1a-e647-4fa3-85e1-7fb1fb8afe61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b924b62-5bbe-438f-bfe4-4d97cc60cc42 HTTP/1.1" status: 204 len: 168 time: 0.7407494 Jul 13 07:38:43.477767 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Allocated IP 172.20.0.6 (956765b2-80d9-408b-9fbc-541051458176/3368797d-c1d1-4d5b-abbe-252d83d1a105/437019d5-9552-4d25-b4ad-c42ee82c1247) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:43.486929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['49eeb174-852b-4274-a92e-3889f9fdd6f3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:43.492433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.492433 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.508392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07452e1a-e647-4fa3-85e1-7fb1fb8afe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b924b62-5bbe-438f-bfe4-4d97cc60cc42,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:43.533053 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ede8128-206c-4a69-803b-66a585c093e3 req-edf972bb-0f25-4d98-8bd7-93e0fdb4b291 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4315224 Jul 13 07:38:43.534216 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c88c3fe5-2fc7-4456-bf9f-fe7363a1ec62 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4245846 Jul 13 07:38:43.547046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Request body: {'port': {'device_id': '79db26ca-3ccd-41ee-955a-7190a65e6f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:43.551216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-33f8e6ff-1ee6-4e5f-9d4e-fc9f3d5fd131 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbed2a7f-c66f-4b36-9af0-0990c145d8ad HTTP/1.1" status: 200 len: 217 time: 0.1076283 Jul 13 07:38:43.570810 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['bda98b85-8eb4-446c-92cd-b7acd1fefff8'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:43.621190 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-ef67607c-a828-4628-956f-894f81803a96 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0251653 Jul 13 07:38:43.637850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb7e38-949d-45da-81c0-d663f0212212 req-65af2ebc-8a5f-4597-9c83-4e91ca7cb150 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.647914 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4ccb7e38-949d-45da-81c0-d663f0212212 req-65af2ebc-8a5f-4597-9c83-4e91ca7cb150 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 943 time: 1.4986551 Jul 13 07:38:43.711511 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33abccc0-a4ce-4b77-9cbb-2aa1c53eec4d req-b934df37-448e-4d12-b19a-b8db0e513933 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4172690 Jul 13 07:38:43.888762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4ccb7e38-949d-45da-81c0-d663f0212212 req-09d2698d-b31e-4c04-90ea-cbaba1da732c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326186 Jul 13 07:38:43.948494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Made reservation on behalf of 38209650187e4eca874b9d2174047f33 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:43.964354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.090895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-7a54abd0-a48a-4599-8d03-29a0f3037712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.093478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-7a54abd0-a48a-4599-8d03-29a0f3037712 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1095 time: 0.4687777 Jul 13 07:38:44.095352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-f6cd8216-2598-4e04-8538-d4c70034f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.097067 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-f6cd8216-2598-4e04-8538-d4c70034f03b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.4735572 Jul 13 07:38:44.182814 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac43d87-c9ae-47df-a9c0-37a18c0ca57f x-openstack-request-id: req-2ac43d87-c9ae-47df-a9c0-37a18c0ca57f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:44.183605 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc", "tag": "cbed2a7f-c66f-4b36-9af0-0990c145d8ad", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:44.184376 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ac43d87-c9ae-47df-a9c0-37a18c0ca57f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:44.184934 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc', 'tag': 'cbed2a7f-c66f-4b36-9af0-0990c145d8ad', 'status': 'completed', 'code': 200} Jul 13 07:38:44.231021 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-9a9719ae-e07e-4dc4-8e4e-7d8bbf3ebd52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912225 Jul 13 07:38:44.363051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cfe4cd0-1a66-4c83-a80f-f7a74d663a1e req-af51e0ad-922b-4049-b0fd-d0a3c9e7dc87 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543062 Jul 13 07:38:44.425079 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.472975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-029fc9ec-cde7-41b1-9067-fc51e82e3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.475044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-029fc9ec-cde7-41b1-9067-fc51e82e3375 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 918 time: 0.3476355 Jul 13 07:38:44.553439 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-bc42276e-c70e-4e7b-b09e-27377dd19eb3 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763946 Jul 13 07:38:44.583997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713865b6-3548-4cd9-86eb-f20100111913 req-210994c1-12f6-45dd-b5a1-96f670249323 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.600252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-713865b6-3548-4cd9-86eb-f20100111913 req-210994c1-12f6-45dd-b5a1-96f670249323 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 944 time: 0.9936454 Jul 13 07:38:44.630075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-64d407e8-cef3-42ae-b122-4a836242f683 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3532ed21-d6f7-4496-8477-fa2935ed3748 HTTP/1.1" status: 200 len: 217 time: 0.0755935 Jul 13 07:38:44.702096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.796994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-713865b6-3548-4cd9-86eb-f20100111913 req-6fc9047e-f185-41de-918f-fbf8ac096503 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814783 Jul 13 07:38:44.804262 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.853483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51268) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:44.918005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-b0ba1fad-81e9-4c34-a573-4e4279699e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.919880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-b0ba1fad-81e9-4c34-a573-4e4279699e7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.2576008 Jul 13 07:38:44.946329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Allocated IP 172.20.0.10 (956765b2-80d9-408b-9fbc-541051458176/3368797d-c1d1-4d5b-abbe-252d83d1a105/a1efefbe-05bf-457c-9730-715ba391be44) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:44.956666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Network 956765b2-80d9-408b-9fbc-541051458176 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:44.957900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Pushing event updated for resources: {'Port': ['ID=437019d5-9552-4d25-b4ad-c42ee82c1247,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:44.978236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:44.982759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:45.016541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-aecfc13e-a3c3-459c-a757-bf1915f17118 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811419 Jul 13 07:38:45.094316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070d570-29ea-4fb0-8bcc-547fc436f3dc req-b5cd60a5-5fe8-4fa7-b109-bb7e3a3a6425 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.102063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f070d570-29ea-4fb0-8bcc-547fc436f3dc req-b5cd60a5-5fe8-4fa7-b109-bb7e3a3a6425 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 944 time: 0.5516479 Jul 13 07:38:45.103197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3532ed21-d6f7-4496-8477-fa2935ed3748 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:45.110857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a28dbde-72fd-422a-b16c-6b839e703e7e req-2e948492-3b30-4b9d-b709-0a8e171999fb tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 210 time: 0.0560012 Jul 13 07:38:45.142345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-657745763'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:45.145631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.146343 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.170325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-2193cbec-158a-443f-a3b1-d94c4364cfb4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1739650 Jul 13 07:38:45.170958 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1186a644-b3cd-4ac4-be4d-6a22d827e37c req-a0550bd2-32d3-4953-bbfd-1678ff266b4e service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398178 Jul 13 07:38:45.184217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Request body: {'port': {'device_id': 'e38d67b2-5de8-4918-96e6-e50cf565ecf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:45.386278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:45.390619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.406134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 3532ed21-d6f7-4496-8477-fa2935ed3748, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3532ed21-d6f7-4496-8477-fa2935ed3748,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:45.413766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.445279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f070d570-29ea-4fb0-8bcc-547fc436f3dc req-97bed602-c843-4998-b8b4-9804011a5c3a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419380 Jul 13 07:38:45.479366 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.505381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bec8c-34d3-44b8-b66b-91b972fe12d8 req-76ee7998-78e3-4847-bb20-a3a1d6765a4c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.510377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '3532ed21-d6f7-4496-8477-fa2935ed3748', 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c', 'port_id': '3532ed21-d6f7-4496-8477-fa2935ed3748', 'mac_address': 'fa:16:3e:e7:12:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51f782b-8393-4f3a-b68f-6cc1d6ecf42d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:45.512560 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-467bec8c-34d3-44b8-b66b-91b972fe12d8 req-76ee7998-78e3-4847-bb20-a3a1d6765a4c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 944 time: 0.1808431 Jul 13 07:38:45.588434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.606145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3532ed21-d6f7-4496-8477-fa2935ed3748 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:45.635001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 3532ed21-d6f7-4496-8477-fa2935ed3748, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3532ed21-d6f7-4496-8477-fa2935ed3748,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:45.654713 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.709978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-467bec8c-34d3-44b8-b66b-91b972fe12d8 req-318b4021-d69b-48a7-857d-e101626e2756 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964831 Jul 13 07:38:45.717872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-56409887-e98b-4411-9aae-104d083723d2 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600204 Jul 13 07:38:45.759280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=3532ed21-d6f7-4496-8477-fa2935ed3748,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:45.771014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.771730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.773137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.773137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.774136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.775195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.775355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.775999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.776639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.777272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.777864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.778458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:45.808652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-21ca6ac6-2c78-450e-a75b-1919311a0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.810885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-21ca6ac6-2c78-450e-a75b-1919311a0843 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 1096 time: 0.5713482 Jul 13 07:38:45.956813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.034078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['3532ed21-d6f7-4496-8477-fa2935ed3748'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:46.089390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-b486da70-0b60-49c9-960e-49f770988ee5 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517838 Jul 13 07:38:46.125869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 49eeb174-852b-4274-a92e-3889f9fdd6f3 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:46.260081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-169f076d-9bfc-4f96-a963-a33624c21e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.261797 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-169f076d-9bfc-4f96-a963-a33624c21e62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 918 time: 0.4417164 Jul 13 07:38:46.299389 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.346286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.356575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-2c7f3485-cf42-48d8-955b-154cdf35e050 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbed2a7f-c66f-4b36-9af0-0990c145d8ad HTTP/1.1" status: 200 len: 217 time: 0.0798779 Jul 13 07:38:46.402536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.425799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 49eeb174-852b-4274-a92e-3889f9fdd6f3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:46.435665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 49eeb174-852b-4274-a92e-3889f9fdd6f3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:46.436857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.458993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78965d-4cc0-4d08-aa97-8cdcf93100b9 req-48a81e2f-d179-4ff9-be21-d616ac7e290f tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.460765 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5c78965d-4cc0-4d08-aa97-8cdcf93100b9 req-48a81e2f-d179-4ff9-be21-d616ac7e290f tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 932 time: 0.1968474 Jul 13 07:38:46.570054 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5c78965d-4cc0-4d08-aa97-8cdcf93100b9 req-330bc6c6-2365-40a9-b8ca-19893dc921e9 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018205 Jul 13 07:38:46.585150 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.634891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:46.665251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eeb174-852b-4274-a92e-3889f9fdd6f3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:46.667806 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3059958d-d45b-45bc-ba0a-94692b106d99" -d '{"events": [{"server_uuid": "8a74344b-e71e-48e3-8f64-e88c7b160329", "name": "network-vif-plugged", "status": "completed", "tag": "49eeb174-852b-4274-a92e-3889f9fdd6f3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:46.668334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Network 956765b2-80d9-408b-9fbc-541051458176 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:46.698495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 49eeb174-852b-4274-a92e-3889f9fdd6f3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=49eeb174-852b-4274-a92e-3889f9fdd6f3,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:46.706456 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.707306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:46.722668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bda98b85-8eb4-446c-92cd-b7acd1fefff8 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:46.739150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.739605 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Added segment e4f5d16a-3f23-4806-87cc-98a83fe9e4da of type vlan for network bd6cc16f-43a4-4fef-b366-186aff58d3df Jul 13 07:38:46.742365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:46.760925 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.788459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Transition to ACTIVE for port object 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:46.801640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.835003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=49eeb174-852b-4274-a92e-3889f9fdd6f3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.859629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port bda98b85-8eb4-446c-92cd-b7acd1fefff8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:46.863458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57c19e2-88a3-417a-ba80-74ade552b469,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.868234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port bda98b85-8eb4-446c-92cd-b7acd1fefff8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:46.868628 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.870732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:46.973274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.032687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Pushing event updated for resources: {'Port': ['ID=a1efefbe-05bf-457c-9730-715ba391be44,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.049536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.073174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7414dcd-502a-49db-bfac-a51d7ba7b521 req-f1201c9b-796a-40a1-b850-6a6741fc5aad tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.075386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7414dcd-502a-49db-bfac-a51d7ba7b521 req-f1201c9b-796a-40a1-b850-6a6741fc5aad tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 944 time: 1.1084530 Jul 13 07:38:47.081353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.089438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.090221 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.112604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device cbed2a7f-c66f-4b36-9af0-0990c145d8ad details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:47.160058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bda98b85-8eb4-446c-92cd-b7acd1fefff8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bda98b85-8eb4-446c-92cd-b7acd1fefff8,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:47.166216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Pushing event updated for resources: {'Port': ['ID=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.178519 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.181918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.182724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.196196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-5526b1aa-bb4f-42ba-b33f-eecc9b03a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.198021 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-5526b1aa-bb4f-42ba-b33f-eecc9b03a387 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.8134854 Jul 13 07:38:47.209055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Network': ['ID=bd6cc16f-43a4-4fef-b366-186aff58d3df,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.223387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-9930072b-67d2-4630-bb1c-a2a1e7905eaf tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2753022 Jul 13 07:38:47.249239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Request body: {'port': {'device_id': 'ac077456-4dd9-45d6-91a9-8d6125865c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:47.285264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:47.299357 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:38:47.358167 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.369119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3b55f922-344a-4784-96eb-9c668cf20bfe None None] Provisioning complete for port 49eeb174-852b-4274-a92e-3889f9fdd6f3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:47.369424 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b55f922-344a-4784-96eb-9c668cf20bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.385091 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-b0b22567-4480-4f5b-b2ca-9641f2ad9b4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667202 Jul 13 07:38:47.387073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9f6238dd-2949-44c4-a8a0-401b2b56e1bc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5274308 Jul 13 07:38:47.387871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770ee27-998f-4a55-9dce-045f2c6813ae req-50bb7c57-f96a-4827-bca4-d92ccaed5344 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.396171 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d770ee27-998f-4a55-9dce-045f2c6813ae req-50bb7c57-f96a-4827-bca4-d92ccaed5344 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 944 time: 0.5851614 Jul 13 07:38:47.397989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51302) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:47.421154 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'name': 'tempest-PortsIpV6TestJSON-102448444'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:47.514396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=bda98b85-8eb4-446c-92cd-b7acd1fefff8,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.557712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port cbed2a7f-c66f-4b36-9af0-0990c145d8ad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:47.562951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Attempting to bind port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:47.566927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Attempting to bind port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:47.567381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Attempting to bind port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 on network 956765b2-80d9-408b-9fbc-541051458176 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:47.583554 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437019d5-9552-4d25-b4ad-c42ee82c1247 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:47.594788 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.614787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Transition to ACTIVE for port object 437019d5-9552-4d25-b4ad-c42ee82c1247 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:47.625310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'cbed2a7f-c66f-4b36-9af0-0990c145d8ad', 'network_id': '30038480-aa36-4997-886a-5d201ddcfe5c', 'port_id': 'cbed2a7f-c66f-4b36-9af0-0990c145d8ad', 'mac_address': 'fa:16:3e:8b:97:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51f782b-8393-4f3a-b68f-6cc1d6ecf42d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:47.634098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7414dcd-502a-49db-bfac-a51d7ba7b521 req-19972df7-646c-424b-977d-de878cb22644 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388312 Jul 13 07:38:47.645355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 on network 956765b2-80d9-408b-9fbc-541051458176 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:47.646058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Attempting to bind port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 on network 956765b2-80d9-408b-9fbc-541051458176 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:47.670758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:47.671872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Checking segment: {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:47.673234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Bound using segment: {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:47.673721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Bound port: 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:47.674141 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.702974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.705366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:47.709867 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.732892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.770549 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29f18ea-647d-4913-b56e-31bfc84f025a x-openstack-request-id: req-f29f18ea-647d-4913-b56e-31bfc84f025a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:47.770853 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a74344b-e71e-48e3-8f64-e88c7b160329", "name": "network-vif-plugged", "status": "completed", "tag": "49eeb174-852b-4274-a92e-3889f9fdd6f3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:47.771135 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f29f18ea-647d-4913-b56e-31bfc84f025a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:47.771536 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eeb174-852b-4274-a92e-3889f9fdd6f3', 'code': 200} Jul 13 07:38:47.773291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbed2a7f-c66f-4b36-9af0-0990c145d8ad {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:47.861293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port cbed2a7f-c66f-4b36-9af0-0990c145d8ad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:47.868798 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.905555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] For port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:47.910495 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] For port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:47.985186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Pushing event updated for resources: {'Port': ['ID=437019d5-9552-4d25-b4ad-c42ee82c1247,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.994607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d770ee27-998f-4a55-9dce-045f2c6813ae req-a8afac29-13db-4bf8-abd8-0189d5aa2de3 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974801 Jul 13 07:38:47.996696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.066400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Pushing event updated for resources: {'Port': ['ID=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:48.076514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.077872 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.080128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-35f9240e-f260-48aa-8a3f-76bcbee6e886 service neutron] 10.222.0.38 "PUT /v2.0/ports/872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 HTTP/1.1" status: 200 len: 1092 time: 4.5380154 Jul 13 07:38:48.080779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79db26ca-3ccd-41ee-955a-7190a65e6f6d', 'tag': '872a23d4-dbf2-46a5-88f1-8bfa9c022bc2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:48.091976 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260ff1e-1fe7-4242-9348-38478ef42f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "79db26ca-3ccd-41ee-955a-7190a65e6f6d", "tag": "872a23d4-dbf2-46a5-88f1-8bfa9c022bc2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:48.122267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:48.135947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:38:48.305599 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-ede8a568-d09a-4e1c-ba73-88cf31012220 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9088788 Jul 13 07:38:48.334604 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d36eed65-073b-46e2-a01c-a8b9831f1b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.419662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['cbed2a7f-c66f-4b36-9af0-0990c145d8ad'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:48.560603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414c00a-4891-4b45-97e5-e35aa7df2da7 req-99a8e1ce-701b-466a-86a7-31f016ac8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.562923 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2414c00a-4891-4b45-97e5-e35aa7df2da7 req-99a8e1ce-701b-466a-86a7-31f016ac8e02 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 1097 time: 0.5654302 Jul 13 07:38:48.680170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bf72baa8-0ef2-42b6-9415-3de8604c0781 req-52e20d1f-4ddb-4bab-8833-2d8cba9b027b service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501599 Jul 13 07:38:48.681199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-5f3a97c5-4fc7-4093-9975-425fe5b3c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.683382 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-5f3a97c5-4fc7-4093-9975-425fe5b3c51c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=38209650187e4eca874b9d2174047f33&device_id=79db26ca-3ccd-41ee-955a-7190a65e6f6d HTTP/1.1" status: 200 len: 1095 time: 0.4623308 Jul 13 07:38:48.724174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2414c00a-4891-4b45-97e5-e35aa7df2da7 req-febe9948-7659-4448-969d-24a6e23bdb40 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443226 Jul 13 07:38:48.744748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a832b-569b-4997-85aa-d2103aec07aa req-8fe01f8f-43ec-4147-b1f0-b7614e2b7a7c tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.747112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d16a832b-569b-4997-85aa-d2103aec07aa req-8fe01f8f-43ec-4147-b1f0-b7614e2b7a7c tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 932 time: 0.3662643 Jul 13 07:38:48.814422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1efefbe-05bf-457c-9730-715ba391be44 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:48.814656 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.833314 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.855767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d16a832b-569b-4997-85aa-d2103aec07aa req-c4e1122c-9197-49f2-a179-dd9d2bad57ff tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003089 Jul 13 07:38:48.865648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Attempting to bind port 437019d5-9552-4d25-b4ad-c42ee82c1247 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:48.866072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Attempting to bind port 437019d5-9552-4d25-b4ad-c42ee82c1247 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:48.866582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Attempting to bind port 437019d5-9552-4d25-b4ad-c42ee82c1247 on network 956765b2-80d9-408b-9fbc-541051458176 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:48.871933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.894740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Transition to ACTIVE for port object a1efefbe-05bf-457c-9730-715ba391be44 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:48.895892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-533e1b4a-d69f-427f-87b1-9f66f36ce8d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 HTTP/1.1" status: 200 len: 217 time: 0.1998203 Jul 13 07:38:48.899028 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.986610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581503-cadc-44ea-909e-964859e4fa6c req-b2630302-b601-45c5-ae09-f64789ffdae0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.994445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-21581503-cadc-44ea-909e-964859e4fa6c req-b2630302-b601-45c5-ae09-f64789ffdae0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 945 time: 0.6310143 Jul 13 07:38:49.004730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-beae54b5-926c-43cf-b444-93ba60714a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.006324 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-beae54b5-926c-43cf-b444-93ba60714a68 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3368797d-c1d1-4d5b-abbe-252d83d1a105 HTTP/1.1" status: 200 len: 857 time: 0.0822804 Jul 13 07:38:49.017425 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d8f808-dced-4940-a447-9bbf3fa40074 x-openstack-request-id: req-97d8f808-dced-4940-a447-9bbf3fa40074 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:49.017824 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79db26ca-3ccd-41ee-955a-7190a65e6f6d", "tag": "872a23d4-dbf2-46a5-88f1-8bfa9c022bc2", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:49.018042 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97d8f808-dced-4940-a447-9bbf3fa40074 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:49.018607 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79db26ca-3ccd-41ee-955a-7190a65e6f6d', 'tag': '872a23d4-dbf2-46a5-88f1-8bfa9c022bc2', 'status': 'completed', 'code': 200} Jul 13 07:38:49.020590 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Port 437019d5-9552-4d25-b4ad-c42ee82c1247 on network 956765b2-80d9-408b-9fbc-541051458176 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:49.020950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Attempting to bind port 437019d5-9552-4d25-b4ad-c42ee82c1247 on network 956765b2-80d9-408b-9fbc-541051458176 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:49.075507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c605ab43-3ccc-4903-b327-a6f683b21816 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=956765b2-80d9-408b-9fbc-541051458176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430956 Jul 13 07:38:49.082626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Pushing event updated for resources: {'Port': ['ID=a1efefbe-05bf-457c-9730-715ba391be44,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:49.109064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:49.109415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Checking segment: {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:49.109822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Bound using segment: {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:49.110316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Bound port: 437019d5-9552-4d25-b4ad-c42ee82c1247, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:49.110779 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.119128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3532ed21-d6f7-4496-8477-fa2935ed3748 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:49.147893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=68e5934f-beb8-469c-88a6-f6df5fd6a2cf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:49.199531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Attempting to bind port a1efefbe-05bf-457c-9730-715ba391be44 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:49.201681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Attempting to bind port a1efefbe-05bf-457c-9730-715ba391be44 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:49.202188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Attempting to bind port a1efefbe-05bf-457c-9730-715ba391be44 on network 956765b2-80d9-408b-9fbc-541051458176 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:49.212094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Port a1efefbe-05bf-457c-9730-715ba391be44 on network 956765b2-80d9-408b-9fbc-541051458176 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:49.213430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Attempting to bind port a1efefbe-05bf-457c-9730-715ba391be44 on network 956765b2-80d9-408b-9fbc-541051458176 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:49.222132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:49.222720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Checking segment: {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:49.223315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Bound using segment: {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:49.224008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Bound port: a1efefbe-05bf-457c-9730-715ba391be44, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcc1b09-833c-48b8-8616-504668a1942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '956765b2-80d9-408b-9fbc-541051458176'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:49.224487 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.243097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 3532ed21-d6f7-4496-8477-fa2935ed3748 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:49.247429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 3532ed21-d6f7-4496-8477-fa2935ed3748 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:49.249131 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.308652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] For port 437019d5-9552-4d25-b4ad-c42ee82c1247, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:49.315693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] For port 437019d5-9552-4d25-b4ad-c42ee82c1247, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=437019d5-9552-4d25-b4ad-c42ee82c1247,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:49.331259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.348187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] For port a1efefbe-05bf-457c-9730-715ba391be44, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:49.353552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] For port a1efefbe-05bf-457c-9730-715ba391be44, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a1efefbe-05bf-457c-9730-715ba391be44,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:49.359925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.399454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-21581503-cadc-44ea-909e-964859e4fa6c req-7092fd96-8e20-4e21-ac11-ea8bbe88e640 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039979 Jul 13 07:38:49.428825 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.432942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.434061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.436127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] 10.222.0.48 "PUT /v2.0/ports/a1efefbe-05bf-457c-9730-715ba391be44 HTTP/1.1" status: 200 len: 1093 time: 2.1924100 Jul 13 07:38:49.463942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac077456-4dd9-45d6-91a9-8d6125865c4d', 'tag': 'a1efefbe-05bf-457c-9730-715ba391be44'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:49.474327 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac077456-4dd9-45d6-91a9-8d6125865c4d", "tag": "a1efefbe-05bf-457c-9730-715ba391be44"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:49.496399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 3532ed21-d6f7-4496-8477-fa2935ed3748, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3532ed21-d6f7-4496-8477-fa2935ed3748,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:49.501939 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.508070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Checking segment: {'id': 'e4f5d16a-3f23-4806-87cc-98a83fe9e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:49.508441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network hostable DHCP agents. Network: bd6cc16f-43a4-4fef-b366-186aff58d3df, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:49.541247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.541884 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.543379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] 10.222.0.48 "PUT /v2.0/ports/437019d5-9552-4d25-b4ad-c42ee82c1247 HTTP/1.1" status: 200 len: 1092 time: 4.3639293 Jul 13 07:38:49.579469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=3532ed21-d6f7-4496-8477-fa2935ed3748,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:49.598868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777fd4f-e4c5-48ec-a1e2-94dbd8946c07 req-e2383f0d-1c1e-40a7-a2ae-60d1ba1d1983 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.618827 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0777fd4f-e4c5-48ec-a1e2-94dbd8946c07 req-e2383f0d-1c1e-40a7-a2ae-60d1ba1d1983 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 945 time: 0.3495023 Jul 13 07:38:49.621659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdb691-3080-4836-b8aa-6c21344c0e61 service neutron] Pushing event updated for resources: {'Port': ['ID=437019d5-9552-4d25-b4ad-c42ee82c1247,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:49.706358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83115ccd-2db2-4d4a-a9da-68562362a7db service neutron] Pushing event updated for resources: {'Port': ['ID=a1efefbe-05bf-457c-9730-715ba391be44,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:49.741799 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0777fd4f-e4c5-48ec-a1e2-94dbd8946c07 req-c6360863-80dc-4b70-8adf-28cf26c8cffb tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215324 Jul 13 07:38:49.746439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-13807d5e-6051-4d11-9073-6bce348a0e2a service neutron] 10.222.0.38 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564004 Jul 13 07:38:49.761916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-48c354cc-3fb1-4929-a76f-4b2a96b3bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.765196 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-48c354cc-3fb1-4929-a76f-4b2a96b3bf14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38209650187e4eca874b9d2174047f33&device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 1096 time: 0.2403643 Jul 13 07:38:49.774546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee1cdea-db64-4d63-a8b9-dc821200c654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda98b85-8eb4-446c-92cd-b7acd1fefff8'}, {'server_uuid': '8ccb92fb-9fe8-4077-ae63-63842059479d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532ed21-d6f7-4496-8477-fa2935ed3748'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:49.777031 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47e2d09-7bb6-49a2-9b05-1e2ad1c2b403" -d '{"events": [{"server_uuid": "2ee1cdea-db64-4d63-a8b9-dc821200c654", "name": "network-vif-plugged", "status": "completed", "tag": "bda98b85-8eb4-446c-92cd-b7acd1fefff8"}, {"server_uuid": "8ccb92fb-9fe8-4077-ae63-63842059479d", "name": "network-vif-plugged", "status": "completed", "tag": "3532ed21-d6f7-4496-8477-fa2935ed3748"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:49.784672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:49.831265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5aa50-b38e-425e-8b25-efa7c8c0011d req-ee3b6af1-c5a1-4bae-88f6-99cf1eee9a0c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.839319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e5c5aa50-b38e-425e-8b25-efa7c8c0011d req-ee3b6af1-c5a1-4bae-88f6-99cf1eee9a0c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.2947807 Jul 13 07:38:49.852957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-0412ecc5-e67b-45f4-ac66-fc424e9689a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1efefbe-05bf-457c-9730-715ba391be44 HTTP/1.1" status: 200 len: 217 time: 0.0812452 Jul 13 07:38:49.855922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, bd6cc16f-43a4-4fef-b366-186aff58d3df) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:49.863722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5bef6e-d103-4790-91e4-7417ddef94c4 None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:49.902464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:49.913190 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.913843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.959054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-fa06c5c8-9003-4b87-9b89-2429984eb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.960774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-fa06c5c8-9003-4b87-9b89-2429984eb231 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3368797d-c1d1-4d5b-abbe-252d83d1a105 HTTP/1.1" status: 200 len: 857 time: 0.1020033 Jul 13 07:38:50.019390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-1a1fb972-2ee1-4642-aa62-9a4fc6992beb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=956765b2-80d9-408b-9fbc-541051458176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508239 Jul 13 07:38:50.020957 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65af01d8-725d-4650-9762-f4567c01fdd3 x-openstack-request-id: req-65af01d8-725d-4650-9762-f4567c01fdd3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:50.021153 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac077456-4dd9-45d6-91a9-8d6125865c4d", "tag": "a1efefbe-05bf-457c-9730-715ba391be44", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:50.021406 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65af01d8-725d-4650-9762-f4567c01fdd3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:50.021795 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac077456-4dd9-45d6-91a9-8d6125865c4d', 'tag': 'a1efefbe-05bf-457c-9730-715ba391be44', 'status': 'completed', 'code': 200} Jul 13 07:38:50.063689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-ffe749c5-75ff-4652-8d05-f669874827ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.065251 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-ffe749c5-75ff-4652-8d05-f669874827ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38209650187e4eca874b9d2174047f33&device_id=e38d67b2-5de8-4918-96e6-e50cf565ecf0 HTTP/1.1" status: 200 len: 1095 time: 0.3729963 Jul 13 07:38:50.070562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f170d114-e3a1-4b86-b863-3cf38b932444 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6609669 Jul 13 07:38:50.102962 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32a7792-bfb2-4874-b7c7-14ec0d42cd2b x-openstack-request-id: req-a32a7792-bfb2-4874-b7c7-14ec0d42cd2b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:50.103531 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee1cdea-db64-4d63-a8b9-dc821200c654", "name": "network-vif-plugged", "status": "completed", "tag": "bda98b85-8eb4-446c-92cd-b7acd1fefff8", "code": 200}, {"server_uuid": "8ccb92fb-9fe8-4077-ae63-63842059479d", "name": "network-vif-plugged", "status": "completed", "tag": "3532ed21-d6f7-4496-8477-fa2935ed3748", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:50.107748 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a32a7792-bfb2-4874-b7c7-14ec0d42cd2b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:50.108427 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee1cdea-db64-4d63-a8b9-dc821200c654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda98b85-8eb4-446c-92cd-b7acd1fefff8', 'code': 200} Jul 13 07:38:50.108835 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccb92fb-9fe8-4077-ae63-63842059479d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532ed21-d6f7-4496-8477-fa2935ed3748', 'code': 200} Jul 13 07:38:50.136062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51334) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:50.156759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-157826405'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:50.271784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e5c5aa50-b38e-425e-8b25-efa7c8c0011d req-9d8852bb-baa8-4e02-83ba-4ee4ee829bc5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313545 Jul 13 07:38:50.274627 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-c590c9ce-d880-40db-99d1-fcc738c95a8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=437019d5-9552-4d25-b4ad-c42ee82c1247 HTTP/1.1" status: 200 len: 217 time: 0.1722045 Jul 13 07:38:50.349735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-eea07651-4d2b-4c41-9ec5-663f2dc2de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.351383 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-eea07651-4d2b-4c41-9ec5-663f2dc2de9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3368797d-c1d1-4d5b-abbe-252d83d1a105 HTTP/1.1" status: 200 len: 857 time: 0.0486612 Jul 13 07:38:50.356816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-6ed55a24-e066-4fb5-9030-6280058bd4df service neutron] 10.222.0.38 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000593 Jul 13 07:38:50.392925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-e220d209-4bb5-4488-989b-a7710bcb0a73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=956765b2-80d9-408b-9fbc-541051458176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327377 Jul 13 07:38:50.417389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:50.425326 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.561144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:50.618983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-3a599ed6-d6a9-4807-b3ba-569c7c2270f2 service neutron] 10.222.0.48 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115893 Jul 13 07:38:50.681463 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.681865 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Added segment ba57297d-1e6a-401c-ba8a-1e3d8115c2af of type vlan for network 2f68e71e-391b-447a-a3c6-3236323f9185 Jul 13 07:38:50.787079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-0d81a288-a7f9-41a8-93db-030f29b0d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.788829 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-0d81a288-a7f9-41a8-93db-030f29b0d7c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=38209650187e4eca874b9d2174047f33&device_id=79db26ca-3ccd-41ee-955a-7190a65e6f6d HTTP/1.1" status: 200 len: 1095 time: 0.3500748 Jul 13 07:38:50.804972 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-d0d3d727-66af-4892-8942-41bb7ef1b59c service neutron] 10.222.0.48 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744408 Jul 13 07:38:50.836291 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.859534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5399a-55de-4332-b245-0ed76477cf99 req-b0ab7015-07c8-4720-9be4-0a8e0a3ed78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.861076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7e5399a-55de-4332-b245-0ed76477cf99 req-b0ab7015-07c8-4720-9be4-0a8e0a3ed78f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1097 time: 0.1800358 Jul 13 07:38:50.864523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a10c3-fe2d-4d97-bfe8-53977a25adf0 req-866df99c-895c-4bb9-8d1c-54f7f5e1c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.865912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-124a10c3-fe2d-4d97-bfe8-53977a25adf0 req-866df99c-895c-4bb9-8d1c-54f7f5e1c25b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 1097 time: 0.2113159 Jul 13 07:38:50.874239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524fbd8-dc53-4649-ad1f-6e5ffab74ed8 req-bc55adf7-5395-4c32-8ac5-dc9ec2aa278c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.881523 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1524fbd8-dc53-4649-ad1f-6e5ffab74ed8 req-bc55adf7-5395-4c32-8ac5-dc9ec2aa278c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 945 time: 0.2871761 Jul 13 07:38:50.942840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f48cd8-2118-427d-aeed-b2c61e79d9bd req-bd60a6c1-ead4-4096-97d4-02f119cb7670 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.946413 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2f48cd8-2118-427d-aeed-b2c61e79d9bd req-bd60a6c1-ead4-4096-97d4-02f119cb7670 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 944 time: 0.2932134 Jul 13 07:38:50.972647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-124a10c3-fe2d-4d97-bfe8-53977a25adf0 req-9397bbe4-617b-4028-8014-bbb4501f0ff8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941253 Jul 13 07:38:50.992164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-db987dca-b12f-4d91-9d89-1bc7bb83222b service neutron] 10.222.0.48 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265314 Jul 13 07:38:51.007101 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1524fbd8-dc53-4649-ad1f-6e5ffab74ed8 req-950efae8-3701-4724-a621-c74bead8ab94 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244743 Jul 13 07:38:51.016711 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.033438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.035009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a6c3126-d3b1-4215-8e2e-3dc5b5c26aa8 req-e097dfd0-8023-4f73-8a4d-95bf6277d0f7 service neutron] 10.222.0.48 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200880 Jul 13 07:38:51.042452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.058485 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b257e5d4-5bf5-47fc-9a09-1740487acf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.116756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2f48cd8-2118-427d-aeed-b2c61e79d9bd req-65f21b2d-2e00-4629-aa38-07a3ab840113 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478508 Jul 13 07:38:51.121338 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.131471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38d67b2-5de8-4918-96e6-e50cf565ecf0', 'tag': '437019d5-9552-4d25-b4ad-c42ee82c1247'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:51.133072 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7e5399a-55de-4332-b245-0ed76477cf99 req-02ddcf8b-abf1-43d8-a9b7-fe45e0d9e967 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633889 Jul 13 07:38:51.136485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device cbed2a7f-c66f-4b36-9af0-0990c145d8ad up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:51.139780 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b" -d '{"events": [{"name": "network-changed", "server_uuid": "e38d67b2-5de8-4918-96e6-e50cf565ecf0", "tag": "437019d5-9552-4d25-b4ad-c42ee82c1247"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:51.213185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0689042 Jul 13 07:38:51.253584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51354) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.299788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'ports': [{'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df'}, {'network_id': '2f68e71e-391b-447a-a3c6-3236323f9185'}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:51.300242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:51.300510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': '2f68e71e-391b-447a-a3c6-3236323f9185'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:51.374429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port cbed2a7f-c66f-4b36-9af0-0990c145d8ad completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:51.378568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port cbed2a7f-c66f-4b36-9af0-0990c145d8ad triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:51.379225 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.386897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-8ed640d0-1818-43bd-8d76-e03fcbe39d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.389522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-8ed640d0-1818-43bd-8d76-e03fcbe39d87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38209650187e4eca874b9d2174047f33&device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 1096 time: 0.2090654 Jul 13 07:38:51.600552 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.676077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port cbed2a7f-c66f-4b36-9af0-0990c145d8ad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:51.688285 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.805868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:51.837327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-8b12949c-0a58-4201-8a3b-63747983d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.849470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-8b12949c-0a58-4201-8a3b-63747983d901 service neutron] 10.222.0.48 "GET /v2.0/networks?id=956765b2-80d9-408b-9fbc-541051458176 HTTP/1.1" status: 200 len: 918 time: 0.4355376 Jul 13 07:38:51.940383 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.050556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-d743a9b9-8e73-42dc-8a44-8ae8440843aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1efefbe-05bf-457c-9730-715ba391be44 HTTP/1.1" status: 200 len: 217 time: 0.1953197 Jul 13 07:38:52.110315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed2a7f-c66f-4b36-9af0-0990c145d8ad'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:52.112883 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de93c5ad-d773-420a-958a-b91ebdb59196" -d '{"events": [{"server_uuid": "3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc", "name": "network-vif-plugged", "status": "completed", "tag": "cbed2a7f-c66f-4b36-9af0-0990c145d8ad"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:52.159304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:52.163726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-d08d38c6-6c26-42d7-b684-6ccc91a55424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.165539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-d08d38c6-6c26-42d7-b684-6ccc91a55424 service neutron] 10.222.0.38 "GET /v2.0/networks?id=956765b2-80d9-408b-9fbc-541051458176 HTTP/1.1" status: 200 len: 918 time: 1.3401916 Jul 13 07:38:52.190762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-3574e383-dd16-417d-9aac-0ce1e9948169 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7ad598854b124655b905399734eada74 HTTP/1.1" status: 200 len: 267 time: 0.3373826 Jul 13 07:38:52.339205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-b1db83fa-8ced-4dbd-a87c-6aa579f4e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.342813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-b1db83fa-8ced-4dbd-a87c-6aa579f4e114 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3368797d-c1d1-4d5b-abbe-252d83d1a105 HTTP/1.1" status: 200 len: 857 time: 0.2690642 Jul 13 07:38:52.401142 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-d2b21d3a-a0eb-4ace-a65d-f4808a3de016 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 HTTP/1.1" status: 200 len: 217 time: 0.1740234 Jul 13 07:38:52.431478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:52.443499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-f432c75c-115d-421a-aed8-ea7aa1bce5bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=956765b2-80d9-408b-9fbc-541051458176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863645 Jul 13 07:38:52.446730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '872a23d4-dbf2-46a5-88f1-8bfa9c022bc2', 'network_id': '956765b2-80d9-408b-9fbc-541051458176', 'port_id': '872a23d4-dbf2-46a5-88f1-8bfa9c022bc2', 'mac_address': 'fa:16:3e:d7:03:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3368797d-c1d1-4d5b-abbe-252d83d1a105', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:52.454935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50142c62-8c85-4bc8-b6bb-2967b43b791d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Network': ['ID=2f68e71e-391b-447a-a3c6-3236323f9185,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:52.478724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 2f68e71e-391b-447a-a3c6-3236323f9185 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:52.520076 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.530197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-e46d78c3-41b5-4145-b19d-f932e944c79d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.531961 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-e46d78c3-41b5-4145-b19d-f932e944c79d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 945 time: 0.3401382 Jul 13 07:38:52.565982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-f4d7df5f-1e6a-4b19-ba22-0255dfdaa747 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'port': {'security_groups': []}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:52.585219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:52.630498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:52.634969 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.657963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 2} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:52.663270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.669614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-f87ff0ff-f4db-4174-b5b2-65bdaa812862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.671207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-f87ff0ff-f4db-4174-b5b2-65bdaa812862 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3368797d-c1d1-4d5b-abbe-252d83d1a105 HTTP/1.1" status: 200 len: 857 time: 0.2274220 Jul 13 07:38:52.698578 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-f4d7df5f-1e6a-4b19-ba22-0255dfdaa747 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.700308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffd555-f6d4-48a0-9267-19ca669c92bf req-e39fd28a-ab6e-4545-aeb9-12291bb4767e tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.702623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46ffd555-f6d4-48a0-9267-19ca669c92bf req-e39fd28a-ab6e-4545-aeb9-12291bb4767e tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.5574119 Jul 13 07:38:52.751517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-651ea4ce-9ead-4045-b572-46fd2f0a39ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=956765b2-80d9-408b-9fbc-541051458176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708740 Jul 13 07:38:52.761437 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.774924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:52.900319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['872a23d4-dbf2-46a5-88f1-8bfa9c022bc2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:52.940264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port e31c0423-2c3f-465c-9470-0787631ade24 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:38:52.948724 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-46ffd555-f6d4-48a0-9267-19ca669c92bf req-7ee04fe7-49ad-4413-ab27-4ff3d9893e76 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164133 Jul 13 07:38:53.025887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-d0282438-3c7c-4189-a4f4-96388947efe4 service neutron] 10.222.0.48 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803747 Jul 13 07:38:53.077980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-f4d7df5f-1e6a-4b19-ba22-0255dfdaa747 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] For port 49eeb174-852b-4274-a92e-3889f9fdd6f3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=49eeb174-852b-4274-a92e-3889f9fdd6f3,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:53.094628 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-8b0015f8-527e-4173-92f6-6781e21e04b3 service neutron] 10.222.0.38 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886395 Jul 13 07:38:53.102527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-3213c6b3-2d52-4fc7-a75a-3e6993c1191e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2343128 Jul 13 07:38:53.147178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 437019d5-9552-4d25-b4ad-c42ee82c1247 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:53.255156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-f4d7df5f-1e6a-4b19-ba22-0255dfdaa747 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.272024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-f4d7df5f-1e6a-4b19-ba22-0255dfdaa747 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.348826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-f4d7df5f-1e6a-4b19-ba22-0255dfdaa747 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.349625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-f4d7df5f-1e6a-4b19-ba22-0255dfdaa747 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.351266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9ecaccc-f20a-431b-aec5-e3503edbf866 req-f4d7df5f-1e6a-4b19-ba22-0255dfdaa747 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "PUT /v2.0/ports/49eeb174-852b-4274-a92e-3889f9fdd6f3 HTTP/1.1" status: 200 len: 904 time: 0.8047893 Jul 13 07:38:53.357268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:53.361474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'tag': '49eeb174-852b-4274-a92e-3889f9fdd6f3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:53.365743 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961d4985-59a6-4065-901e-e671b2f87685" -d '{"events": [{"name": "network-changed", "server_uuid": "8a74344b-e71e-48e3-8f64-e88c7b160329", "tag": "49eeb174-852b-4274-a92e-3889f9fdd6f3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:53.406637 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7737094-1424-454a-a09b-a213ed0ddfb6 x-openstack-request-id: req-f7737094-1424-454a-a09b-a213ed0ddfb6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:53.407131 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc", "name": "network-vif-plugged", "status": "completed", "tag": "cbed2a7f-c66f-4b36-9af0-0990c145d8ad", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:53.407561 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7737094-1424-454a-a09b-a213ed0ddfb6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:53.407996 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed2a7f-c66f-4b36-9af0-0990c145d8ad', 'code': 200} Jul 13 07:38:53.422643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-1086b720-460b-4d8b-a040-573ec9b822ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.428357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-1086b720-460b-4d8b-a040-573ec9b822ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38209650187e4eca874b9d2174047f33&device_id=e38d67b2-5de8-4918-96e6-e50cf565ecf0 HTTP/1.1" status: 200 len: 1095 time: 0.2696595 Jul 13 07:38:53.430357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ef2f5fe-2454-46e7-80ae-9043fa44d43b req-91a71e13-1a0c-4e7d-b1dc-837f3058078b service neutron] 10.222.0.48 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930085 Jul 13 07:38:53.436154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-2ae80a13-0378-41ae-a745-f930e86136a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.443266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 437019d5-9552-4d25-b4ad-c42ee82c1247, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=437019d5-9552-4d25-b4ad-c42ee82c1247,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:53.445328 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-2ae80a13-0378-41ae-a745-f930e86136a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 1097 time: 0.2834170 Jul 13 07:38:53.463809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '437019d5-9552-4d25-b4ad-c42ee82c1247', 'network_id': '956765b2-80d9-408b-9fbc-541051458176', 'port_id': '437019d5-9552-4d25-b4ad-c42ee82c1247', 'mac_address': 'fa:16:3e:a0:da:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3368797d-c1d1-4d5b-abbe-252d83d1a105', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:53.542322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['49eeb174-852b-4274-a92e-3889f9fdd6f3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:53.555862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d260ff1e-1fe7-4242-9348-38478ef42f1a req-de0063b3-222a-4ca8-a5da-cf1f35994c7d service neutron] 10.222.0.38 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533765 Jul 13 07:38:53.578229 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639e6084-6494-498f-a15c-bce07bb1e518 x-openstack-request-id: req-639e6084-6494-498f-a15c-bce07bb1e518 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:53.578863 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38d67b2-5de8-4918-96e6-e50cf565ecf0", "tag": "437019d5-9552-4d25-b4ad-c42ee82c1247", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:53.579178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7df5f-1e6a-4b19-ba22-0255dfdaa747 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'Port': ['ID=49eeb174-852b-4274-a92e-3889f9fdd6f3,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:53.581725 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-639e6084-6494-498f-a15c-bce07bb1e518 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:53.582391 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38d67b2-5de8-4918-96e6-e50cf565ecf0', 'tag': '437019d5-9552-4d25-b4ad-c42ee82c1247', 'status': 'completed', 'code': 200} Jul 13 07:38:53.594610 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.621219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.684475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437019d5-9552-4d25-b4ad-c42ee82c1247 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:53.741412 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.773737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 437019d5-9552-4d25-b4ad-c42ee82c1247, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=437019d5-9552-4d25-b4ad-c42ee82c1247,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:53.790142 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.818064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abf9e7-b785-45b0-a126-044e029cbb9e req-e2f6f47e-6d05-4266-85c0-0a0051b8ccf5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.825173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-53abf9e7-b785-45b0-a126-044e029cbb9e req-e2f6f47e-6d05-4266-85c0-0a0051b8ccf5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.2673020 Jul 13 07:38:53.833509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port 97137199-2a75-4006-884c-edaa2cf0f1f8 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:38:53.875103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-64733b93-5367-4466-92c6-1e06e49302bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.876801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-64733b93-5367-4466-92c6-1e06e49302bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=956765b2-80d9-408b-9fbc-541051458176 HTTP/1.1" status: 200 len: 918 time: 0.4239421 Jul 13 07:38:53.882428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-1656dbb5-4e82-4fca-b6b1-ed45bd5cd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.882609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-50b0882b-c0f9-4ef6-8723-e7d34d6b257c None None] Provisioning complete for port 49eeb174-852b-4274-a92e-3889f9fdd6f3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:53.883065 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50b0882b-c0f9-4ef6-8723-e7d34d6b257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.883883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-1656dbb5-4e82-4fca-b6b1-ed45bd5cd3e2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.3409812 Jul 13 07:38:53.890382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a1efefbe-05bf-457c-9730-715ba391be44 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:53.924901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-53abf9e7-b785-45b0-a126-044e029cbb9e req-f072544e-db69-4a0d-8385-9a525045030c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920353 Jul 13 07:38:53.930252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-ee0f3ce6-2757-4f7a-bc93-2e64872cd2fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=437019d5-9552-4d25-b4ad-c42ee82c1247 HTTP/1.1" status: 200 len: 217 time: 0.0427685 Jul 13 07:38:53.932301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0257605-175e-485b-8331-bd6d5db5c4f0 req-d41798fd-f174-4c4b-97d9-4caa8d6d8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.933978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0257605-175e-485b-8331-bd6d5db5c4f0 req-d41798fd-f174-4c4b-97d9-4caa8d6d8fbb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 1098 time: 0.3494904 Jul 13 07:38:53.946774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca8a66-31ec-43bd-881a-b4ac9a22c2e7 req-7e08120a-8658-453f-a1e2-ab74bbe9ed82 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.953718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=437019d5-9552-4d25-b4ad-c42ee82c1247,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:53.957430 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4ca8a66-31ec-43bd-881a-b4ac9a22c2e7 req-7e08120a-8658-453f-a1e2-ab74bbe9ed82 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 944 time: 0.3551583 Jul 13 07:38:54.006527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a1efefbe-05bf-457c-9730-715ba391be44, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a1efefbe-05bf-457c-9730-715ba391be44,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:54.028034 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-b6d4f78b-5557-4441-828d-072f2c89ad2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea092b8-d75f-45a0-9e4f-e90549d74714 HTTP/1.1" status: 200 len: 217 time: 0.1006229 Jul 13 07:38:54.046929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'a1efefbe-05bf-457c-9730-715ba391be44', 'network_id': '956765b2-80d9-408b-9fbc-541051458176', 'port_id': 'a1efefbe-05bf-457c-9730-715ba391be44', 'mac_address': 'fa:16:3e:4d:fc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3368797d-c1d1-4d5b-abbe-252d83d1a105', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:54.106553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.109475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5ea092b8-d75f-45a0-9e4f-e90549d74714', '49eeb174-852b-4274-a92e-3889f9fdd6f3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:54.147064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-a795b311-d98a-4029-9c72-63611f4c7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.148716 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-a795b311-d98a-4029-9c72-63611f4c7600 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3368797d-c1d1-4d5b-abbe-252d83d1a105 HTTP/1.1" status: 200 len: 857 time: 0.1873729 Jul 13 07:38:54.186423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4ca8a66-31ec-43bd-881a-b4ac9a22c2e7 req-c674eda6-1095-4292-9163-8131c4cf75c4 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053602 Jul 13 07:38:54.186423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0257605-175e-485b-8331-bd6d5db5c4f0 req-4de2bccb-6495-450a-83a9-62b01b976fb2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182875 Jul 13 07:38:54.193604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.211043 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.217242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-1763d91b-1592-44dc-b251-04bac2c9b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.225544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-1763d91b-1592-44dc-b251-04bac2c9b450 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.1708694 Jul 13 07:38:54.241224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1efefbe-05bf-457c-9730-715ba391be44 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:54.262624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a1efefbe-05bf-457c-9730-715ba391be44, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a1efefbe-05bf-457c-9730-715ba391be44,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:54.273837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.276137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-79c26ef7-36ef-4db1-9b1d-e6aba35bee3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=956765b2-80d9-408b-9fbc-541051458176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925548 Jul 13 07:38:54.304327 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:54.323585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:54.337301 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98741ff-095e-43e2-b46a-37319bef753a x-openstack-request-id: req-a98741ff-095e-43e2-b46a-37319bef753a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:54.337603 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a74344b-e71e-48e3-8f64-e88c7b160329", "tag": "49eeb174-852b-4274-a92e-3889f9fdd6f3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:54.338016 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a98741ff-095e-43e2-b46a-37319bef753a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:54.338565 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'tag': '49eeb174-852b-4274-a92e-3889f9fdd6f3', 'status': 'completed', 'code': 200} Jul 13 07:38:54.342603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:54.343655 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.372351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a1efefbe-05bf-457c-9730-715ba391be44,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:54.441684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=e31c0423-2c3f-465c-9470-0787631ade24,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:54.465232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-be789488-ddf7-4be9-a852-23c531bf6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.467806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-be789488-ddf7-4be9-a852-23c531bf6967 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2351220 Jul 13 07:38:54.523600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-577ec7d8-357f-45dd-a775-f177c3a1db71 service neutron] 10.222.0.48 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036994 Jul 13 07:38:54.553513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249c0bd-ff5d-44f5-b1c4-c3f030939611 req-b21cb3e4-d4be-4651-a38f-842e1ad84d71 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.558738 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d249c0bd-ff5d-44f5-b1c4-c3f030939611 req-b21cb3e4-d4be-4651-a38f-842e1ad84d71 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 907 time: 0.3223901 Jul 13 07:38:54.637620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=97137199-2a75-4006-884c-edaa2cf0f1f8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:54.660401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4985-59a6-4065-901e-e671b2f87685 req-7f7ce9bd-0d85-4be3-a1aa-d81ec4f52636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.662269 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-961d4985-59a6-4065-901e-e671b2f87685 req-7f7ce9bd-0d85-4be3-a1aa-d81ec4f52636 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 1059 time: 0.3274250 Jul 13 07:38:54.663694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Checking segment: {'id': 'ba57297d-1e6a-401c-ba8a-1e3d8115c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2f68e71e-391b-447a-a3c6-3236323f9185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:54.664267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network hostable DHCP agents. Network: 2f68e71e-391b-447a-a3c6-3236323f9185, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:54.664663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-2de7607f-2474-4b70-9768-b288586d9e64 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799173 Jul 13 07:38:54.668506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a1efefbe-05bf-457c-9730-715ba391be44'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:54.705756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 2f68e71e-391b-447a-a3c6-3236323f9185 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:54.729208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 2f68e71e-391b-447a-a3c6-3236323f9185) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:54.749420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['437019d5-9552-4d25-b4ad-c42ee82c1247'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:54.764681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:54.770879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.776186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.776968 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.805050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6d497-72d1-49a9-bff5-567a4be53186 None None] Network 2f68e71e-391b-447a-a3c6-3236323f9185 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:54.846643 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4f28837-edae-4b32-b1d5-ce54e2dbe49b req-17c9b523-07ae-47aa-8df8-ebd10277b802 service neutron] 10.222.0.48 "GET /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077805 Jul 13 07:38:54.853971 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1dc7aecf-c4be-49d7-b415-a9f696b3dc7d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5765128 Jul 13 07:38:54.863315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51406) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:54.924853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4985-59a6-4065-901e-e671b2f87685 req-467239a6-a385-4b57-819f-4bc50ee2b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.926440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-961d4985-59a6-4065-901e-e671b2f87685 req-467239a6-a385-4b57-819f-4bc50ee2b87b service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.2481537 Jul 13 07:38:54.962543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d12e98-bdf5-4ee6-ad9f-6765472f6c92 req-3602d67d-d8ed-49e1-8239-aa64e449a850 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621329 Jul 13 07:38:55.027197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-961d4985-59a6-4065-901e-e671b2f87685 req-dead2b8e-80d8-4c58-b00c-f1e57414622d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49eeb174-852b-4274-a92e-3889f9fdd6f3 HTTP/1.1" status: 200 len: 217 time: 0.0852690 Jul 13 07:38:55.048500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09a97e-af5c-426d-acf0-1f279cf3d84e req-c456e824-51b1-4c16-a545-bab1bcac317f tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.059538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d09a97e-af5c-426d-acf0-1f279cf3d84e req-c456e824-51b1-4c16-a545-bab1bcac317f tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.2980533 Jul 13 07:38:55.151369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38259-7dcd-420b-bc77-2efa1492fd06 req-f3d63026-e375-4e2a-92f1-f72974b831d2 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.162136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-00a38259-7dcd-420b-bc77-2efa1492fd06 req-f3d63026-e375-4e2a-92f1-f72974b831d2 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.3598657 Jul 13 07:38:55.200891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4985-59a6-4065-901e-e671b2f87685 req-ce58dbbe-2c6b-489c-87f6-387a662b2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.203908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-961d4985-59a6-4065-901e-e671b2f87685 req-ce58dbbe-2c6b-489c-87f6-387a662b2cf9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.1697533 Jul 13 07:38:55.249051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d09a97e-af5c-426d-acf0-1f279cf3d84e req-91156fc5-07e9-4c77-a847-0ea47cb8591b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114509 Jul 13 07:38:55.289809 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-00a38259-7dcd-420b-bc77-2efa1492fd06 req-88874dce-6163-48db-84ba-e5223baa2795 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269119 Jul 13 07:38:55.308640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe86af-a8da-4623-bc67-7d76707146d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 97137199-2a75-4006-884c-edaa2cf0f1f8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:55.310590 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffe86af-a8da-4623-bc67-7d76707146d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.356546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4985-59a6-4065-901e-e671b2f87685 req-31b53422-3218-4001-9b89-d13e5f7a9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.358542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-961d4985-59a6-4065-901e-e671b2f87685 req-31b53422-3218-4001-9b89-d13e5f7a9a62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474326 Jul 13 07:38:55.537983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffe86af-a8da-4623-bc67-7d76707146d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.559160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe86af-a8da-4623-bc67-7d76707146d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 97137199-2a75-4006-884c-edaa2cf0f1f8 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:55.581555 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-961d4985-59a6-4065-901e-e671b2f87685 req-04b68883-d22a-41ed-a52d-c0cff4dfe0bb service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155738 Jul 13 07:38:55.686233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffe86af-a8da-4623-bc67-7d76707146d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.736474 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:38:55.797873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe86af-a8da-4623-bc67-7d76707146d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=97137199-2a75-4006-884c-edaa2cf0f1f8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:55.840268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-961d4985-59a6-4065-901e-e671b2f87685 req-31ee8d10-35ea-48ec-ae8a-78b86424fe38 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513697 Jul 13 07:38:55.847168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffe86af-a8da-4623-bc67-7d76707146d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.849392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4ffe86af-a8da-4623-bc67-7d76707146d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/97137199-2a75-4006-884c-edaa2cf0f1f8 HTTP/1.1" status: 204 len: 168 time: 0.9687088 Jul 13 07:38:55.857732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51424) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:55.908556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387513b-6c78-4299-a0b5-cfc7f68bf708 req-b1f8ba9a-6317-4d3d-bfd0-ff0e9a1c982a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.918696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5387513b-6c78-4299-a0b5-cfc7f68bf708 req-b1f8ba9a-6317-4d3d-bfd0-ff0e9a1c982a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2528000 Jul 13 07:38:55.939959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bf158-05d2-4588-8919-405f94c58385 req-46ed647b-bcf3-4e5b-9e4a-13ddc5b2ccd0 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.941998 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-035bf158-05d2-4588-8919-405f94c58385 req-46ed647b-bcf3-4e5b-9e4a-13ddc5b2ccd0 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 945 time: 0.1606467 Jul 13 07:38:55.958033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-639658ec-42a5-4841-9da9-27e2978e62da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1557419 Jul 13 07:38:56.011136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9664932-dfaa-4810-9050-b90833b1eaf0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.013182 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5387513b-6c78-4299-a0b5-cfc7f68bf708 req-1569f9a8-21cf-48c3-b5c0-00f9ac3c070d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921702 Jul 13 07:38:56.017864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9664932-dfaa-4810-9050-b90833b1eaf0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.019537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a9664932-dfaa-4810-9050-b90833b1eaf0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1608124 Jul 13 07:38:56.022769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:56.067528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-035bf158-05d2-4588-8919-405f94c58385 req-e49afcea-6a04-4090-b66f-a8fdc92dfd9d tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074991 Jul 13 07:38:56.185432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:56.189761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-f347bf1b-9c25-499b-bd1c-712c6e998883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.190431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-f347bf1b-9c25-499b-bd1c-712c6e998883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.190431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-f347bf1b-9c25-499b-bd1c-712c6e998883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.190979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-f347bf1b-9c25-499b-bd1c-712c6e998883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.191447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-f347bf1b-9c25-499b-bd1c-712c6e998883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.191912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-f347bf1b-9c25-499b-bd1c-712c6e998883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.192749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-f347bf1b-9c25-499b-bd1c-712c6e998883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.194815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-f347bf1b-9c25-499b-bd1c-712c6e998883 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6494 time: 0.1217480 Jul 13 07:38:56.256446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:56.261289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:56.261686 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.292142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-27f4274d-963c-4056-a306-08f5bdf29097 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port e31c0423-2c3f-465c-9470-0787631ade24 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:56.292509 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27f4274d-963c-4056-a306-08f5bdf29097 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.367144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.401011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79db26ca-3ccd-41ee-955a-7190a65e6f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872a23d4-dbf2-46a5-88f1-8bfa9c022bc2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:56.404915 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0514e149-e86a-44fa-9fe0-c14b467a9e9e" -d '{"events": [{"server_uuid": "79db26ca-3ccd-41ee-955a-7190a65e6f6d", "name": "network-vif-plugged", "status": "completed", "tag": "872a23d4-dbf2-46a5-88f1-8bfa9c022bc2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:56.443626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:56.449418 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.506676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135de2e-9be6-4657-a2cd-4f96c1867676 req-20bb7c05-7bba-4b35-8760-1bcc7e4993de tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.508531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1135de2e-9be6-4657-a2cd-4f96c1867676 req-20bb7c05-7bba-4b35-8760-1bcc7e4993de tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.1139302 Jul 13 07:38:56.561305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:56.573698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1135de2e-9be6-4657-a2cd-4f96c1867676 req-646afcb7-23b0-4412-8d61-70d9af2a43a5 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566046 Jul 13 07:38:56.908678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edfb57-a713-463c-b6d6-1109edd57bf0 req-e4317c1f-56fb-441f-a01e-245e2df6a82a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.910368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b1edfb57-a713-463c-b6d6-1109edd57bf0 req-e4317c1f-56fb-441f-a01e-245e2df6a82a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.1952558 Jul 13 07:38:56.958608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b1edfb57-a713-463c-b6d6-1109edd57bf0 req-a4467c8f-30d0-4b08-8b0d-955d3e691d9f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Jul 13 07:38:56.976493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b2d61-1f36-4e34-8c37-3fe212ee67c6 req-8111fb11-cb02-419f-b85f-b21dbda2fcf8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.978238 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a73b2d61-1f36-4e34-8c37-3fe212ee67c6 req-8111fb11-cb02-419f-b85f-b21dbda2fcf8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.7819953 Jul 13 07:38:56.988349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-ecebef80-7d6a-4e3c-8d48-d98efec48921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.988828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-ecebef80-7d6a-4e3c-8d48-d98efec48921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.989293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-ecebef80-7d6a-4e3c-8d48-d98efec48921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.991276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-ecebef80-7d6a-4e3c-8d48-d98efec48921 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1 HTTP/1.1" status: 200 len: 2293 time: 0.7561593 Jul 13 07:38:57.054905 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29589b15-dcdc-4a5f-8257-4e190addba75 x-openstack-request-id: req-29589b15-dcdc-4a5f-8257-4e190addba75 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:57.055167 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79db26ca-3ccd-41ee-955a-7190a65e6f6d", "name": "network-vif-plugged", "status": "completed", "tag": "872a23d4-dbf2-46a5-88f1-8bfa9c022bc2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:57.055430 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29589b15-dcdc-4a5f-8257-4e190addba75 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:57.055833 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79db26ca-3ccd-41ee-955a-7190a65e6f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872a23d4-dbf2-46a5-88f1-8bfa9c022bc2', 'code': 200} Jul 13 07:38:57.121462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27f4274d-963c-4056-a306-08f5bdf29097 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.143511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 437019d5-9552-4d25-b4ad-c42ee82c1247 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:57.220552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a73b2d61-1f36-4e34-8c37-3fe212ee67c6 req-a0b48236-9bcc-4929-b944-d0d5713e2891 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736820 Jul 13 07:38:57.235314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-27f4274d-963c-4056-a306-08f5bdf29097 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for e31c0423-2c3f-465c-9470-0787631ade24 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:57.290094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-ef2805f6-fbd4-4d42-bada-62b11fad4ba3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 HTTP/1.1" status: 200 len: 1000 time: 0.2415581 Jul 13 07:38:57.320652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c886d9-5fbb-4eb5-9f1f-090f27818799 req-e891bee1-e141-44db-b2b2-7346831db602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.322505 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0c886d9-5fbb-4eb5-9f1f-090f27818799 req-e891bee1-e141-44db-b2b2-7346831db602 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=79db26ca-3ccd-41ee-955a-7190a65e6f6d HTTP/1.1" status: 200 len: 1097 time: 0.1736388 Jul 13 07:38:57.345236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 437019d5-9552-4d25-b4ad-c42ee82c1247 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:57.352138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 437019d5-9552-4d25-b4ad-c42ee82c1247 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:57.354276 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.427357 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0c886d9-5fbb-4eb5-9f1f-090f27818799 req-8b91e5f5-0c7f-456b-ad51-8773476d3399 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958581 Jul 13 07:38:57.492374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-b5f697e8-bf93-4d2e-9e64-c400bd75ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.498652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-b5f697e8-bf93-4d2e-9e64-c400bd75ee18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cde93f8-70ed-4887-81e6-5df77a123b85 HTTP/1.1" status: 200 len: 851 time: 0.1413391 Jul 13 07:38:57.574612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.607315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27f4274d-963c-4056-a306-08f5bdf29097 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.692618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4274d-963c-4056-a306-08f5bdf29097 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=e31c0423-2c3f-465c-9470-0787631ade24,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:57.700165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 437019d5-9552-4d25-b4ad-c42ee82c1247, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=437019d5-9552-4d25-b4ad-c42ee82c1247,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:57.704195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27f4274d-963c-4056-a306-08f5bdf29097 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.705101 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.709590 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-27f4274d-963c-4056-a306-08f5bdf29097 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/e31c0423-2c3f-465c-9470-0787631ade24 HTTP/1.1" status: 204 len: 168 time: 1.6851504 Jul 13 07:38:57.709779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51478) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:57.718466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d28ed6-178f-45fd-8a86-20e5b6d0b5d5 req-82aac342-f7fd-4d04-8674-e4e27dadd720 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.725180 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47d28ed6-178f-45fd-8a86-20e5b6d0b5d5 req-82aac342-f7fd-4d04-8674-e4e27dadd720 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 945 time: 0.1445429 Jul 13 07:38:57.787341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a1efefbe-05bf-457c-9730-715ba391be44 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:57.836681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47d28ed6-178f-45fd-8a86-20e5b6d0b5d5 req-17a9cfd3-d684-45a7-9140-65d61520985d tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016793 Jul 13 07:38:57.910542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-07e98347-f945-4f1b-930a-bb637eac60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.912106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-07e98347-f945-4f1b-930a-bb637eac60fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4097440 Jul 13 07:38:57.990135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=437019d5-9552-4d25-b4ad-c42ee82c1247,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:58.036180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port a1efefbe-05bf-457c-9730-715ba391be44 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:58.061568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port a1efefbe-05bf-457c-9730-715ba391be44 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:58.062181 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.140827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3c5fb-e573-4f76-ba74-4a52f3f74645 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.145170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4dc3c5fb-e573-4f76-ba74-4a52f3f74645 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4330738 Jul 13 07:38:58.145501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:58.171465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-b2172576-a550-4516-869b-a2ee23d01cba tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.186729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-b2172576-a550-4516-869b-a2ee23d01cba tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 0.2932830 Jul 13 07:38:58.239678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-f2811375-ab4a-4b5c-8ee1-f44237752579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.244066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-f2811375-ab4a-4b5c-8ee1-f44237752579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 1098 time: 0.4072480 Jul 13 07:38:58.246348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-fcd13e6e-3fac-48e2-80e4-e5ed46e12263 service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146582 Jul 13 07:38:58.262230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-e064f1c7-b5bf-4bd8-9183-ed290fd1b8ba tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/quotas/7ad598854b124655b905399734eada74 HTTP/1.1" status: 200 len: 375 time: 0.0735135 Jul 13 07:38:58.302056 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3a5b8f-75e6-433c-b851-ab800c30e5d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:38:58.306314 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fb3a5b8f-75e6-433c-b851-ab800c30e5d3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/97137199-2a75-4006-884c-edaa2cf0f1f8 HTTP/1.1" status: 404 len: 333 time: 0.1592956 Jul 13 07:38:58.306919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:58.368578 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.398336 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e8dbe5-4d86-4ada-b21f-cd50408e3006 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:38:58.403312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-92e8dbe5-4d86-4ada-b21f-cd50408e3006 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/e31c0423-2c3f-465c-9470-0787631ade24 HTTP/1.1" status: 404 len: 333 time: 0.0918782 Jul 13 07:38:58.406560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51504) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:58.440919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-3d4af4ca-8e24-4645-bf7c-9fcd5058f249 service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113272 Jul 13 07:38:58.482187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a1efefbe-05bf-457c-9730-715ba391be44, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a1efefbe-05bf-457c-9730-715ba391be44,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:58.487815 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.555807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a1efefbe-05bf-457c-9730-715ba391be44,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:58.599568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-7a0cb281-8482-4ce5-8a36-80caec343b5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=40724019-3d21-4399-a1da-fa1f90436469 HTTP/1.1" status: 200 len: 217 time: 0.0539844 Jul 13 07:38:58.600659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.617483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073b139-8127-43ab-8b5a-b8eec63aeefd req-acff4e77-3c3c-4509-98ea-11cd3703da9d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.619242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c073b139-8127-43ab-8b5a-b8eec63aeefd req-acff4e77-3c3c-4509-98ea-11cd3703da9d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.3414364 Jul 13 07:38:58.701697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-14400300-7486-439b-8f21-8d9e9656e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.703419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-14400300-7486-439b-8f21-8d9e9656e8d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 918 time: 0.4372859 Jul 13 07:38:58.714722 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c073b139-8127-43ab-8b5a-b8eec63aeefd req-db7e1986-9d2e-4372-9785-bb24b98c9ede tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647907 Jul 13 07:38:58.772144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.774615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-664be606-2d33-4d37-bd6c-21149b6c1807 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbed2a7f-c66f-4b36-9af0-0990c145d8ad HTTP/1.1" status: 200 len: 217 time: 0.0610390 Jul 13 07:38:58.787725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f68e71e-391b-447a-a3c6-3236323f9185']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:58.795983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-a089ad2c-c232-4daa-9520-1946e9f2a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.798862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-a089ad2c-c232-4daa-9520-1946e9f2a82e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.1706064 Jul 13 07:38:58.805923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba57297d-1e6a-401c-ba8a-1e3d8115c2af') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:58.806287 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba57297d-1e6a-401c-ba8a-1e3d8115c2af') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:58.816455 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.838879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-b5198462-f205-41bb-b9b1-079c8f948dd5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5748947 Jul 13 07:38:58.850454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.857883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:58.858409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:58.864744 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:58.970593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-23786c9e-a160-40c7-a644-568de6ce0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.972162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-23786c9e-a160-40c7-a644-568de6ce0fbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.1880245 Jul 13 07:38:59.010883 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.022064 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-8bb935b8-f364-4801-9582-b9ad9733edb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434711 Jul 13 07:38:59.042592 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.045823 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/networks/2f68e71e-391b-447a-a3c6-3236323f9185 HTTP/1.1" status: 204 len: 168 time: 0.6340446 Jul 13 07:38:59.047688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cc225-6337-4ee6-9055-522619b647b0 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Network': ['ID=2f68e71e-391b-447a-a3c6-3236323f9185,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:59.054816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:59.057140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d67b2-5de8-4918-96e6-e50cf565ecf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437019d5-9552-4d25-b4ad-c42ee82c1247'}, {'server_uuid': 'ac077456-4dd9-45d6-91a9-8d6125865c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1efefbe-05bf-457c-9730-715ba391be44'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:59.060236 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c031f09-714e-4b0a-b919-01d30d4719c8" -d '{"events": [{"server_uuid": "e38d67b2-5de8-4918-96e6-e50cf565ecf0", "name": "network-vif-plugged", "status": "completed", "tag": "437019d5-9552-4d25-b4ad-c42ee82c1247"}, {"server_uuid": "ac077456-4dd9-45d6-91a9-8d6125865c4d", "name": "network-vif-plugged", "status": "completed", "tag": "a1efefbe-05bf-457c-9730-715ba391be44"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:59.068097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-892860190'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:59.099530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-b9fa4c98-c5cf-48ab-8368-9c078e33e2b3 service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595489 Jul 13 07:38:59.112288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-3563dcb4-4246-49e1-b1b8-657e66967228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.114110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-3563dcb4-4246-49e1-b1b8-657e66967228 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2542050 Jul 13 07:38:59.120512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:59.125311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.136391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601f18-fd42-4517-af13-e806c1811b0d req-0542e5de-8c02-4d09-8137-bb7c5796ca45 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.138251 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7601f18-fd42-4517-af13-e806c1811b0d req-0542e5de-8c02-4d09-8137-bb7c5796ca45 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.2430611 Jul 13 07:38:59.208024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:59.241802 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.242295 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Added segment 56b4a518-095d-4ea1-934f-de041e81723d of type vlan for network c767f9e5-25b0-47dc-a50a-59af8f917e50 Jul 13 07:38:59.248356 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-ad75a0dc-7f3b-44db-907d-5d867e40d81a service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153897 Jul 13 07:38:59.276119 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7601f18-fd42-4517-af13-e806c1811b0d req-775f4845-e8c6-4c07-bcab-aaf8a986b5f7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311116 Jul 13 07:38:59.365769 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.411857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.418631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.419915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.455050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3898497 Jul 13 07:38:59.456291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51528) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:59.461258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': 'c767f9e5-25b0-47dc-a50a-59af8f917e50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:59.513476 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-26582cfd-a9fe-43a1-8826-8a02300d4ace service neutron] 10.222.0.41 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119196 Jul 13 07:38:59.516339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf17f485-9fae-4689-a39b-e81df2840bb6 req-a7395d15-9f40-4e75-85b4-a3de42c72ada service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588180 Jul 13 07:38:59.532626 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-42347676-a35f-4aa0-9732-0c9976303a79 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000127 Jul 13 07:38:59.546747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc7673-7686-4c36-935e-40864bf64a7b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Network': ['ID=c767f9e5-25b0-47dc-a50a-59af8f917e50,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:59.559524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c767f9e5-25b0-47dc-a50a-59af8f917e50 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:59.713284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:59.717343 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.762162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-3be97d18-ec3f-467e-ad39-ca93db2e12e2 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105193 Jul 13 07:38:59.805216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-00c4c8d2-cde1-45c7-9df5-206b2b08129f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=d85f8c36-3b7d-420e-9014-9e823118f779 HTTP/1.1" status: 200 len: 217 time: 0.0421174 Jul 13 07:38:59.867470 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7664c552-d1ac-43c0-b218-b946e68e35b6 x-openstack-request-id: req-7664c552-d1ac-43c0-b218-b946e68e35b6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:59.867960 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d67b2-5de8-4918-96e6-e50cf565ecf0", "name": "network-vif-plugged", "status": "completed", "tag": "437019d5-9552-4d25-b4ad-c42ee82c1247", "code": 200}, {"server_uuid": "ac077456-4dd9-45d6-91a9-8d6125865c4d", "name": "network-vif-plugged", "status": "completed", "tag": "a1efefbe-05bf-457c-9730-715ba391be44", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:59.868406 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7664c552-d1ac-43c0-b218-b946e68e35b6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:59.868967 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d67b2-5de8-4918-96e6-e50cf565ecf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437019d5-9552-4d25-b4ad-c42ee82c1247', 'code': 200} Jul 13 07:38:59.869379 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac077456-4dd9-45d6-91a9-8d6125865c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1efefbe-05bf-457c-9730-715ba391be44', 'code': 200} Jul 13 07:38:59.991100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-31b35129-06ef-4c4a-91ca-5748541a3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.997748 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-31b35129-06ef-4c4a-91ca-5748541a3ce4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.1857719 Jul 13 07:39:00.248706 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.259592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe0ddb-0a41-4154-8c13-d8573fe8c32b req-1d3575a8-1fe5-40a5-b385-d5ba7590a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.261177 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53fe0ddb-0a41-4154-8c13-d8573fe8c32b req-1d3575a8-1fe5-40a5-b385-d5ba7590a72c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 1098 time: 0.2604997 Jul 13 07:39:00.311360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-60ae6bfa-fed6-44bd-af56-765a6150fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.313028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-60ae6bfa-fed6-44bd-af56-765a6150fcc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2748907 Jul 13 07:39:00.326794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44128c-1033-40f7-a243-bd640508096d req-37496423-0938-4765-bec5-b0295f2eedbf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.339717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b44128c-1033-40f7-a243-bd640508096d req-37496423-0938-4765-bec5-b0295f2eedbf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.3073537 Jul 13 07:39:00.456750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f9aa3-2edb-49ca-9d83-579991291109 req-ed761af2-0564-45d7-a4bd-d03663ba51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.458314 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-635f9aa3-2edb-49ca-9d83-579991291109 req-ed761af2-0564-45d7-a4bd-d03663ba51ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e38d67b2-5de8-4918-96e6-e50cf565ecf0 HTTP/1.1" status: 200 len: 1097 time: 0.3017144 Jul 13 07:39:00.458942 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=7cf35fe4-2490-4c9e-8751-b4e714feddb4,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:00.476361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-bf18fc24-62a9-4c66-951d-3db9a2deb5c7 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307981 Jul 13 07:39:00.548959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5e5f1-3951-4fd2-ac39-3a75b7eeeeeb req-abd4cdd1-a557-41d2-92ab-f67a284fb4d2 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.550729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ffe5e5f1-3951-4fd2-ac39-3a75b7eeeeeb req-abd4cdd1-a557-41d2-92ab-f67a284fb4d2 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 946 time: 0.7648556 Jul 13 07:39:00.554477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Checking segment: {'id': '56b4a518-095d-4ea1-934f-de041e81723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c767f9e5-25b0-47dc-a50a-59af8f917e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:00.554856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network hostable DHCP agents. Network: c767f9e5-25b0-47dc-a50a-59af8f917e50, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:00.590500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-53fe0ddb-0a41-4154-8c13-d8573fe8c32b req-40321684-1c24-4ad8-88f3-9890cd13efb8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182614 Jul 13 07:39:00.607036 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-635f9aa3-2edb-49ca-9d83-579991291109 req-269d6303-a637-42c0-82f8-01b8d20628d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303418 Jul 13 07:39:00.611745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network c767f9e5-25b0-47dc-a50a-59af8f917e50 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:00.626778 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b44128c-1033-40f7-a243-bd640508096d req-0616bb27-b709-4101-99ca-5820882dddc3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804847 Jul 13 07:39:00.650445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ffe5e5f1-3951-4fd2-ac39-3a75b7eeeeeb req-5cc38d21-fbf8-487a-97a0-d1161349fc80 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753140 Jul 13 07:39:00.653158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c767f9e5-25b0-47dc-a50a-59af8f917e50) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:00.661802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b4365-f2bb-416d-abd7-3c6cea03ef2e None None] Network c767f9e5-25b0-47dc-a50a-59af8f917e50 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:00.668063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-4fe1ed24-7bbc-4a4d-bc74-740b11fbca0a service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739271 Jul 13 07:39:00.675554 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.676207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.708860 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-70f2bf0c-d97e-4291-b278-4319a3821763 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2512491 Jul 13 07:39:00.711453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51568) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:00.760457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': 'c767f9e5-25b0-47dc-a50a-59af8f917e50', 'name': 'tempest-PortsIpV6TestJSON-1187232388'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:00.837723 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-922c4705-339e-42fe-82c1-9df918f72b85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4fe06a5e-b85e-477b-919d-68fc47f6e092 HTTP/1.1" status: 200 len: 217 time: 0.1576865 Jul 13 07:39:01.014746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47c75863-cf8a-4cd9-baad-4d70ce663a00 req-383efb5f-5130-4b36-aa75-5c95149494c3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 210 time: 0.0914724 Jul 13 07:39:01.024325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-4bcecf19-73c1-4181-9f17-ebf10e7ec637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.026038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-4bcecf19-73c1-4181-9f17-ebf10e7ec637 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.1812406 Jul 13 07:39:01.074786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-c767f9e5-25b0-47dc-a50a-59af8f917e50', 'network_id': 'c767f9e5-25b0-47dc-a50a-59af8f917e50', 'tenant_id': 'cb707046e7cb4ca7ba0df5c6bb0e024e', 'fixed_ips': [{'subnet_id': '7cf35fe4-2490-4c9e-8751-b4e714feddb4'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:01.076186 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.099484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:01.102961 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.141685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port b7259938-33fd-44d4-b9ae-456e3bb2866f yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:01.171481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-befce5a5-9147-4c72-9ddf-1f2e2c4410b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.173062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-befce5a5-9147-4c72-9ddf-1f2e2c4410b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1400669 Jul 13 07:39:01.295915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-1b317532-1ec1-4ec5-ae92-9b9f1b447439 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161494 Jul 13 07:39:01.382518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Allocated IP 2001:db8::2 (c767f9e5-25b0-47dc-a50a-59af8f917e50/7cf35fe4-2490-4c9e-8751-b4e714feddb4/8e290518-6a5c-44f5-905b-562fc4292934) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:01.559825 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.576349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Transition to ACTIVE for port object 8e290518-6a5c-44f5-905b-562fc4292934 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:01.606722 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-2bb2d894-28b4-4df7-b408-2017f96a6e52 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933319 Jul 13 07:39:01.616514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Transition to ACTIVE for port object 8e290518-6a5c-44f5-905b-562fc4292934 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:01.627305 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.688077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-39a71547-c06e-4cf8-b0d4-83d6dd140e12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=826a0073-a00f-4f17-9c30-06b92f123947 HTTP/1.1" status: 200 len: 217 time: 0.0741770 Jul 13 07:39:01.750196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Network c767f9e5-25b0-47dc-a50a-59af8f917e50 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:01.760935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-61ad1ff9-09da-4a5a-a524-508ba292f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.762702 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-61ad1ff9-09da-4a5a-a524-508ba292f173 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.0686402 Jul 13 07:39:01.767214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:01.774728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:01.787980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::3cc (c767f9e5-25b0-47dc-a50a-59af8f917e50/7cf35fe4-2490-4c9e-8751-b4e714feddb4/b7259938-33fd-44d4-b9ae-456e3bb2866f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:01.894641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Pushing event updated for resources: {'Port': ['ID=8e290518-6a5c-44f5-905b-562fc4292934,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:01.964752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Attempting to bind port 8e290518-6a5c-44f5-905b-562fc4292934 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:01.969138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Attempting to bind port 8e290518-6a5c-44f5-905b-562fc4292934 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '56b4a518-095d-4ea1-934f-de041e81723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c767f9e5-25b0-47dc-a50a-59af8f917e50'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:01.971423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Attempting to bind port 8e290518-6a5c-44f5-905b-562fc4292934 on network c767f9e5-25b0-47dc-a50a-59af8f917e50 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:01.981251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.981920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:01.982302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Checking segment: {'id': '56b4a518-095d-4ea1-934f-de041e81723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c767f9e5-25b0-47dc-a50a-59af8f917e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:01.982714 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.983124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Bound using segment: {'id': '56b4a518-095d-4ea1-934f-de041e81723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c767f9e5-25b0-47dc-a50a-59af8f917e50'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:01.983603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Bound port: 8e290518-6a5c-44f5-905b-562fc4292934, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4a518-095d-4ea1-934f-de041e81723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c767f9e5-25b0-47dc-a50a-59af8f917e50'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:01.984017 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.995951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object b7259938-33fd-44d4-b9ae-456e3bb2866f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:02.045289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.079028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] For port 8e290518-6a5c-44f5-905b-562fc4292934, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:02.083891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] For port 8e290518-6a5c-44f5-905b-562fc4292934, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8e290518-6a5c-44f5-905b-562fc4292934,segment=NetworkSegment(56b4a518-095d-4ea1-934f-de041e81723d),segment_id=56b4a518-095d-4ea1-934f-de041e81723d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:02.098430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.133936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-049e22cd-0e54-4ae7-94f2-2d44ccd86d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.136053 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-049e22cd-0e54-4ae7-94f2-2d44ccd86d02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3661463 Jul 13 07:39:02.182334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d4b71-4e80-4cd1-870a-4a5c335f74a4 req-21b48c42-d4ac-4dc6-890b-f1eebca7c193 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.192883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df0d4b71-4e80-4cd1-870a-4a5c335f74a4 req-21b48c42-d4ac-4dc6-890b-f1eebca7c193 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.3116155 Jul 13 07:39:02.236999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab406bf1-3621-4f1a-99fa-1a86fff98b2a None None] Pushing event updated for resources: {'Port': ['ID=8e290518-6a5c-44f5-905b-562fc4292934,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:02.453805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df0d4b71-4e80-4cd1-870a-4a5c335f74a4 req-5680c192-7736-4dbe-8973-a06a36eda483 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600296 Jul 13 07:39:02.485092 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-d36aa853-45fd-460f-a00a-d10f754fb161 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348947 Jul 13 07:39:02.784637 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-a0d7103d-dbc3-4849-9354-0757524c37a8 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981489 Jul 13 07:39:02.887648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-2bdf50c4-2a12-4b78-9d16-10cb8bacc1e0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.889658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-2bdf50c4-2a12-4b78-9d16-10cb8bacc1e0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 811 time: 1.2861764 Jul 13 07:39:02.895644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-54d46df7-a83b-4787-85e1-30d5a9df10e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4dd41d43-d71a-440b-a520-bc4a9b37e225 HTTP/1.1" status: 200 len: 217 time: 0.0885751 Jul 13 07:39:02.916568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c8c4d-c55c-49d2-addb-bceb2f0032a9 req-a023698e-a749-4a9c-9e61-3481441c91e2 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.920912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451012cb-3ab8-4c6f-8b3e-6cc2c5e08469 req-30f3a8b5-5c3c-43ec-b373-edf4a6330741 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.924173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db0c8c4d-c55c-49d2-addb-bceb2f0032a9 req-a023698e-a749-4a9c-9e61-3481441c91e2 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 1.4946156 Jul 13 07:39:02.928132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-451012cb-3ab8-4c6f-8b3e-6cc2c5e08469 req-30f3a8b5-5c3c-43ec-b373-edf4a6330741 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 946 time: 0.2200346 Jul 13 07:39:02.932631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network c767f9e5-25b0-47dc-a50a-59af8f917e50 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:02.947860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Request body: {'port': {'device_id': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'admin_state_up': True, 'tenant_id': '7ad598854b124655b905399734eada74'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:02.961731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:02.981850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:02.987566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.988249 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.994805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=b7259938-33fd-44d4-b9ae-456e3bb2866f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:03.018543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-451012cb-3ab8-4c6f-8b3e-6cc2c5e08469 req-08b87d33-7102-4556-b2a2-8b9bfb291eee tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894511 Jul 13 07:39:03.053546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:03.053758 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cb7626f0-f6be-44b6-89bb-f924feec1dcd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3347828 Jul 13 07:39:03.113648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db0c8c4d-c55c-49d2-addb-bceb2f0032a9 req-859c548f-72e7-4836-98dd-ba00ad7cec6a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834862 Jul 13 07:39:03.143177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-16644fc3-8143-408d-ad44-c084083156d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:03.149179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-16644fc3-8143-408d-ad44-c084083156d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 200 len: 797 time: 0.2454062 Jul 13 07:39:03.223929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Made reservation on behalf of 7ad598854b124655b905399734eada74 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:03.227829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.454130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-100068ff-caf9-4317-b6b7-b9068f8a7872 req-768ad264-7c2d-407e-a16c-1aad862f03f2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 210 time: 0.0926552 Jul 13 07:39:03.553611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-669b0570-082a-4507-a611-6b0ab2883122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:03.555208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-669b0570-082a-4507-a611-6b0ab2883122 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3145571 Jul 13 07:39:03.626756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port b7259938-33fd-44d4-b9ae-456e3bb2866f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:03.627709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.703016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Allocated IP 172.20.0.5 (e4c07a53-adf5-42b2-b35d-ef69c8555115/04b63ad2-04c7-43f7-adec-524d23576b31/7cf4f1bd-0ff5-48df-b826-39f0f9f9d340) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:03.906405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-ccb270f5-a84b-44f2-8bcf-78c63e9de032 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239348 Jul 13 07:39:03.944267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8e290518-6a5c-44f5-905b-562fc4292934 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:04.040542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6189b58-2e1c-4b9f-b8e8-c22aef6c9629 None None] Network c767f9e5-25b0-47dc-a50a-59af8f917e50 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:04.070365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-967ecdde-8f03-4c21-bd6e-3f456b7a32b4 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540668 Jul 13 07:39:04.072883 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.106132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for b7259938-33fd-44d4-b9ae-456e3bb2866f owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:04.129680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9bb5940a-8da8-494f-9767-79861107dedd None None] Provisioning for port 8e290518-6a5c-44f5-905b-562fc4292934 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:04.144872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-564d1923-7f5c-4d60-abdb-7c55e33bb2ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93 HTTP/1.1" status: 200 len: 217 time: 0.0617959 Jul 13 07:39:04.150221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.202085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc879-ad36-4d0d-a7ae-b8b8531f93ba req-8dcbf842-7a67-4f16-9fa3-bc43f5407c32 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.205929 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e6bc879-ad36-4d0d-a7ae-b8b8531f93ba req-8dcbf842-7a67-4f16-9fa3-bc43f5407c32 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=e38d67b2-5de8-4918-96e6-e50cf565ecf0 HTTP/1.1" status: 200 len: 945 time: 0.2612889 Jul 13 07:39:04.209087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 8e290518-6a5c-44f5-905b-562fc4292934 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:04.222092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8e290518-6a5c-44f5-905b-562fc4292934 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:04.223360 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.262148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Transition to ACTIVE for port object 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:04.301606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e6bc879-ad36-4d0d-a7ae-b8b8531f93ba req-5936525b-8c1f-463f-a710-6b0af877ac42 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886993 Jul 13 07:39:04.393142 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.504044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5ea092b8-d75f-45a0-9e4f-e90549d74714'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:04.506329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:04.549719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:04.562571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:04.577977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:04.581463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:04.659742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.660859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.693147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-8c18e0af-b2c1-41b3-8b5e-ce07f20b6720 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7593622 Jul 13 07:39:04.705670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Request body: {'port': {'device_id': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:04.866645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba272-15c4-4b0e-8671-089a46ef8374 req-26f2182d-ed7e-411a-bbe3-6aa12fdfd7b1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.875366 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7ecba272-15c4-4b0e-8671-089a46ef8374 req-26f2182d-ed7e-411a-bbe3-6aa12fdfd7b1 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.3728545 Jul 13 07:39:04.953230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c36128-32be-418d-9921-f4dd75148405 req-4620f8b3-aee0-41a9-abb2-9728f626f980 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.973537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6c36128-32be-418d-9921-f4dd75148405 req-4620f8b3-aee0-41a9-abb2-9728f626f980 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 1.1786368 Jul 13 07:39:05.027544 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.101287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6c36128-32be-418d-9921-f4dd75148405 req-e0e3f2b6-2b7d-459a-bc28-cee929cf6459 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244080 Jul 13 07:39:05.120465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 8e290518-6a5c-44f5-905b-562fc4292934, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8e290518-6a5c-44f5-905b-562fc4292934,segment=NetworkSegment(56b4a518-095d-4ea1-934f-de041e81723d),segment_id=56b4a518-095d-4ea1-934f-de041e81723d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:05.160150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.162125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-6aa241b2-882f-4d08-84ee-22ae078a3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.166193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-6aa241b2-882f-4d08-84ee-22ae078a3b67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 200 len: 797 time: 1.0112710 Jul 13 07:39:05.237644 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.242214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7ecba272-15c4-4b0e-8671-089a46ef8374 req-8d84d845-d5d6-49ab-a036-67b4e0a5fd36 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607018 Jul 13 07:39:05.449575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-027d1cc3-a4d1-40f6-bde6-296eb701d2e6 None None] Provisioning for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:05.551656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-027d1cc3-a4d1-40f6-bde6-296eb701d2e6 None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:05.552751 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027d1cc3-a4d1-40f6-bde6-296eb701d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.561444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-e3a3f525-a799-435a-a986-108015678b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.562718 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.570009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-e3a3f525-a799-435a-a986-108015678b4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3920157 Jul 13 07:39:05.579408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.652128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=8e290518-6a5c-44f5-905b-562fc4292934,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.671859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-027d1cc3-a4d1-40f6-bde6-296eb701d2e6 None None] Port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:05.812920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a462d7c4-e3a2-4c05-ae27-ac8affcf68fe None None] Could not find standard attr ID for object b7259938-33fd-44d4-b9ae-456e3bb2866f. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:39:05.820471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8e290518-6a5c-44f5-905b-562fc4292934 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:05.834701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a462d7c4-e3a2-4c05-ae27-ac8affcf68fe None None] Provisioning complete for port 8e290518-6a5c-44f5-905b-562fc4292934 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:05.835341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a462d7c4-e3a2-4c05-ae27-ac8affcf68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.966858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=b7259938-33fd-44d4-b9ae-456e3bb2866f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:06.006189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.011338 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/b7259938-33fd-44d4-b9ae-456e3bb2866f HTTP/1.1" status: 204 len: 168 time: 2.9560292 Jul 13 07:39:06.016079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51650) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:06.048114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8f90e-43cd-4297-8561-d2c917c508e8 req-08a5a9de-f02d-4cca-8b0c-4c55579e0407 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.049933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32f8f90e-43cd-4297-8561-d2c917c508e8 req-08a5a9de-f02d-4cca-8b0c-4c55579e0407 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 931 time: 0.2379510 Jul 13 07:39:06.065653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.066037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.066389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.066736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.067074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.067410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.067774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.068107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.068442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.068777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.075762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.076222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf032a69-d75c-4dbc-b8fd-70e86d3ac466 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:06.076335 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:06.097138 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.139151 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaba9824-8a48-40e2-9212-1975b68f803c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:39:06.141370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaba9824-8a48-40e2-9212-1975b68f803c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:39:06.144566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aaba9824-8a48-40e2-9212-1975b68f803c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/b7259938-33fd-44d4-b9ae-456e3bb2866f HTTP/1.1" status: 404 len: 333 time: 0.1271179 Jul 13 07:39:06.146200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51660) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:06.150589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-26faa32f-4290-4161-9350-c6fb1139efb2 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679898 Jul 13 07:39:06.191774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32f8f90e-43cd-4297-8561-d2c917c508e8 req-e0aa2700-3240-4217-acf9-2ca415b112e7 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341231 Jul 13 07:39:06.193517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Transition to ACTIVE for port object 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:06.200368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.202086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8e290518-6a5c-44f5-905b-562fc4292934 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:06.202643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.228941 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-446f405b-fd10-44b7-b028-40deb0709563 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:39:06.234254 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-446f405b-fd10-44b7-b028-40deb0709563 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/b7259938-33fd-44d4-b9ae-456e3bb2866f HTTP/1.1" status: 404 len: 333 time: 0.0826449 Jul 13 07:39:06.234872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:06.331807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60d1b9-4f1f-492b-ba84-046af5e7d584 req-a84ef2d2-0076-43c4-8b60-3dc73a08fff9 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.333564 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bb60d1b9-4f1f-492b-ba84-046af5e7d584 req-a84ef2d2-0076-43c4-8b60-3dc73a08fff9 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=79db26ca-3ccd-41ee-955a-7190a65e6f6d HTTP/1.1" status: 200 len: 945 time: 1.0028126 Jul 13 07:39:06.394691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:06.398193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f2cb7f7c-cbfe-441b-8cea-35e851318757 None None] Could not find standard attr ID for object b7259938-33fd-44d4-b9ae-456e3bb2866f. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:39:06.485260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-92036d37-fcfd-4ff3-b803-3b32db7dad1b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet 7cf35fe4-2490-4c9e-8751-b4e714feddb4 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:06.499667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92036d37-fcfd-4ff3-b803-3b32db7dad1b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.541224 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bb60d1b9-4f1f-492b-ba84-046af5e7d584 req-07b45b45-4be8-46af-9f8b-972d930adeda tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925006 Jul 13 07:39:06.577939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c93adf5c-3d34-4482-8594-fd485c0a37e1 req-86b75590-4a78-414d-8a61-d3f490adf55d service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420939 Jul 13 07:39:06.585891 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92036d37-fcfd-4ff3-b803-3b32db7dad1b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.633018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Attempting to bind port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:06.633169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Attempting to bind port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:06.633518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Attempting to bind port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:06.646690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:06.646975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Attempting to bind port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 on network e4c07a53-adf5-42b2-b35d-ef69c8555115 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:06.663090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:06.663451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Checking segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:06.663863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Bound using segment: {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:06.664393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Bound port: 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe843b5-b9b0-42ca-8431-5251845aa3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:06.664789 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.703274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92036d37-fcfd-4ff3-b803-3b32db7dad1b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.790385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e47be2-a98b-4b7c-9ee4-3ec1dd16f863 req-cf921f82-4816-4a39-84b3-72949c08ff78 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.797996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e5e47be2-a98b-4b7c-9ee4-3ec1dd16f863 req-cf921f82-4816-4a39-84b3-72949c08ff78 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.2752860 Jul 13 07:39:06.798970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92036d37-fcfd-4ff3-b803-3b32db7dad1b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.838161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92036d37-fcfd-4ff3-b803-3b32db7dad1b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.840901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-92036d37-fcfd-4ff3-b803-3b32db7dad1b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/7cf35fe4-2490-4c9e-8751-b4e714feddb4 HTTP/1.1" status: 204 len: 168 time: 0.6025615 Jul 13 07:39:06.846153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e3ee6b-9c3f-45cb-b4a2-5827808dd26f None None] Network c767f9e5-25b0-47dc-a50a-59af8f917e50 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:06.859514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:06.935475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92036d37-fcfd-4ff3-b803-3b32db7dad1b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf35fe4-2490-4c9e-8751-b4e714feddb4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:06.962221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.985148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:06.996615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:07.042342 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.133277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:07.148172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e3ac6-2475-497c-936c-250c6c4e3db1 req-94952173-f113-4271-9578-2ded7f6b0c9c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.149639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e5e47be2-a98b-4b7c-9ee4-3ec1dd16f863 req-023d1184-3fc4-4855-994e-585901be572a tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504412 Jul 13 07:39:07.150811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60e3ac6-2475-497c-936c-250c6c4e3db1 req-94952173-f113-4271-9578-2ded7f6b0c9c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.2217214 Jul 13 07:39:07.178898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.179540 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.181345 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-0ffaf2bd-0a0d-4a42-9520-8fff13dc5747 service neutron] 10.222.0.38 "PUT /v2.0/ports/7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 HTTP/1.1" status: 200 len: 1092 time: 2.4805188 Jul 13 07:39:07.182730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:07.187608 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74" -d '{"events": [{"name": "network-changed", "server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:07.239553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 8e290518-6a5c-44f5-905b-562fc4292934 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:07.240349 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.333710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60e3ac6-2475-497c-936c-250c6c4e3db1 req-8b4173d3-1bf6-47f0-ae8a-40b55d3a39d8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769800 Jul 13 07:39:07.355969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bb21cd-7ba1-4395-9b84-ef2fc4157a51 None None] DHCP port deletion for c767f9e5-25b0-47dc-a50a-59af8f917e50 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:07.450387 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.478604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-85bb21cd-7ba1-4395-9b84-ef2fc4157a51 None None] Deleting port 8e290518-6a5c-44f5-905b-562fc4292934 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:07.479189 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85bb21cd-7ba1-4395-9b84-ef2fc4157a51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.592369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] For port 8e290518-6a5c-44f5-905b-562fc4292934, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8e290518-6a5c-44f5-905b-562fc4292934,segment=NetworkSegment(56b4a518-095d-4ea1-934f-de041e81723d),segment_id=56b4a518-095d-4ea1-934f-de041e81723d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:07.595954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.660267 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab5e6dc-898b-4e85-8bef-f5e0b1fa1522 x-openstack-request-id: req-4ab5e6dc-898b-4e85-8bef-f5e0b1fa1522 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:07.668210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-85bb21cd-7ba1-4395-9b84-ef2fc4157a51 None None] For port 8e290518-6a5c-44f5-905b-562fc4292934, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8e290518-6a5c-44f5-905b-562fc4292934,segment=NetworkSegment(56b4a518-095d-4ea1-934f-de041e81723d),segment_id=56b4a518-095d-4ea1-934f-de041e81723d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:07.669057 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85bb21cd-7ba1-4395-9b84-ef2fc4157a51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.670259 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:07.671922 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ab5e6dc-898b-4e85-8bef-f5e0b1fa1522 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:07.672476 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'status': 'completed', 'code': 200} Jul 13 07:39:07.676945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 8e290518-6a5c-44f5-905b-562fc4292934 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:07.720087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-9ec04eed-625c-4861-82b9-372baa2053da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.722668 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-9ec04eed-625c-4861-82b9-372baa2053da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 1095 time: 0.4522355 Jul 13 07:39:07.745831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-85bb21cd-7ba1-4395-9b84-ef2fc4157a51 None None] Calling delete_port for 8e290518-6a5c-44f5-905b-562fc4292934 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:07.903861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8e290518-6a5c-44f5-905b-562fc4292934 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:07.922385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-a03b9a5c-9fcc-4593-8bf7-48950f19f13e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 HTTP/1.1" status: 200 len: 217 time: 0.1913028 Jul 13 07:39:08.045774 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.055283 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.115256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=8e290518-6a5c-44f5-905b-562fc4292934,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:08.119095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No DVR routers for this DVR port 8e290518-6a5c-44f5-905b-562fc4292934 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:08.142589 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85bb21cd-7ba1-4395-9b84-ef2fc4157a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.179660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb21cd-7ba1-4395-9b84-ef2fc4157a51 None None] Pushing event deleted for resources: {'Port': ['ID=8e290518-6a5c-44f5-905b-562fc4292934,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:08.187969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38f743-c940-42a2-8909-8df2ac7dd0fd req-edcd9270-913f-4a17-a813-c551354799e9 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.191755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb21cd-7ba1-4395-9b84-ef2fc4157a51 None None] No DVR routers for this DVR port 8e290518-6a5c-44f5-905b-562fc4292934 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:08.192243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-71b1853b-e68f-42cc-909e-4301234b8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.193867 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-71b1853b-e68f-42cc-909e-4301234b8140 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.2468214 Jul 13 07:39:08.195937 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff38f743-c940-42a2-8909-8df2ac7dd0fd req-edcd9270-913f-4a17-a813-c551354799e9 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=79db26ca-3ccd-41ee-955a-7190a65e6f6d HTTP/1.1" status: 200 len: 945 time: 0.1484711 Jul 13 07:39:08.245877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c33ccc-b514-4e10-bf9c-b5be5bb65f82 req-aaf1d885-cf74-453b-9335-ddaa8bb68c4f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.248256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87c33ccc-b514-4e10-bf9c-b5be5bb65f82 req-aaf1d885-cf74-453b-9335-ddaa8bb68c4f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 943 time: 0.3405080 Jul 13 07:39:08.264887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff38f743-c940-42a2-8909-8df2ac7dd0fd req-ee6328f5-09b5-4fce-9556-bd00eaeef684 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679607 Jul 13 07:39:08.310426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.332443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c767f9e5-25b0-47dc-a50a-59af8f917e50']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:08.363516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b4a518-095d-4ea1-934f-de041e81723d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:08.363917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b4a518-095d-4ea1-934f-de041e81723d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:08.382297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.411693 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.422361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87c33ccc-b514-4e10-bf9c-b5be5bb65f82 req-db8a8222-6118-49cb-93f3-1e468f61c772 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089625 Jul 13 07:39:08.423466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:08.423962 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:08.444461 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:08.447556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-2a26d722-275a-43f9-aeb5-5214bc5fcdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.449292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-2a26d722-275a-43f9-aeb5-5214bc5fcdd9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2326760 Jul 13 07:39:08.478933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555fde6-c877-4840-b20d-1a6e0c02c182 req-32b48c8c-424a-466b-a918-b81c395cd2bd tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.486725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8555fde6-c877-4840-b20d-1a6e0c02c182 req-32b48c8c-424a-466b-a918-b81c395cd2bd tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.0965736 Jul 13 07:39:08.532256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8555fde6-c877-4840-b20d-1a6e0c02c182 req-f58f41d7-b76f-4f31-8a3a-85ae99624af1 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445390 Jul 13 07:39:08.671052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.690576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.692594 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/networks/c767f9e5-25b0-47dc-a50a-59af8f917e50 HTTP/1.1" status: 204 len: 168 time: 1.8318701 Jul 13 07:39:08.697086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:08.703327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2088113379'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:08.716541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64216583-38ea-4a47-b772-7914a026b1f3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Network': ['ID=c767f9e5-25b0-47dc-a50a-59af8f917e50,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:08.737829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:08.741301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.750570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-9d7677aa-c0e7-467c-bafc-4ac8b078b272 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809494 Jul 13 07:39:08.768750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:08.783482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.784246 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Added segment 7c0b5046-6371-40a6-8225-a173b0f2eb99 of type vlan for network 27cfaac0-6212-4347-8aac-76f6beb51b0f Jul 13 07:39:08.802157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ee63c-a341-48da-b5af-8fefd5784234 req-84451f20-2605-481f-bb2a-62d9eb658f33 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.816467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a42ee63c-a341-48da-b5af-8fefd5784234 req-84451f20-2605-481f-bb2a-62d9eb658f33 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.2225559 Jul 13 07:39:08.841450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.880683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.888877 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.889938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.910694 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2124577 Jul 13 07:39:08.914000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:08.919538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': '27cfaac0-6212-4347-8aac-76f6beb51b0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:08.955582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a42ee63c-a341-48da-b5af-8fefd5784234 req-86d02500-f867-4714-af2b-447a0cdf4d13 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329606 Jul 13 07:39:08.957439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6d59d85-3093-4ae9-a0f1-d735f40528d5 req-d76b2956-4876-4645-a4e6-2900c531b56c service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998761 Jul 13 07:39:09.095384 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-9316edf0-e663-4aa5-b95d-3317902b76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.097603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-9316edf0-e663-4aa5-b95d-3317902b76a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 1095 time: 0.0787389 Jul 13 07:39:09.100126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72898788-3062-45db-9a06-738b892b2e9c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Network': ['ID=27cfaac0-6212-4347-8aac-76f6beb51b0f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:09.118037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:09.130984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 27cfaac0-6212-4347-8aac-76f6beb51b0f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:09.147166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.278747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-71fd0ff7-4ee0-4273-b3aa-eeff5d19fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.280838 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-71fd0ff7-4ee0-4273-b3aa-eeff5d19fb51 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.1708856 Jul 13 07:39:09.393856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-50a529c7-aa7a-484f-bce2-b133aa750584 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 HTTP/1.1" status: 200 len: 217 time: 0.1051643 Jul 13 07:39:09.522471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-3988a8ee-2053-442a-8297-ecc355a11fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.527726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-3988a8ee-2053-442a-8297-ecc355a11fa6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.1228991 Jul 13 07:39:09.585156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.646246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-4933d04e-c351-4081-8478-5248c64752fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.647793 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-4933d04e-c351-4081-8478-5248c64752fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133282 Jul 13 07:39:09.658095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-3174ce92-a074-4245-a681-b9369a1419de tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.659664 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-3174ce92-a074-4245-a681-b9369a1419de tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.38 "GET /v2.0/ports?device_id=79db26ca-3ccd-41ee-955a-7190a65e6f6d HTTP/1.1" status: 200 len: 945 time: 0.2201121 Jul 13 07:39:09.679300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=13f20f47-b9cd-41a7-b441-691d4dfeaf88,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:09.734556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1e50-8a5f-4f8e-99da-d35993e2132b req-1d71e686-5db7-4c5a-8f18-fd7b1c4a4904 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.736070 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25ca1e50-8a5f-4f8e-99da-d35993e2132b req-1d71e686-5db7-4c5a-8f18-fd7b1c4a4904 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 943 time: 0.1338763 Jul 13 07:39:09.753635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Checking segment: {'id': '7c0b5046-6371-40a6-8225-a173b0f2eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '27cfaac0-6212-4347-8aac-76f6beb51b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:09.754126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network hostable DHCP agents. Network: 27cfaac0-6212-4347-8aac-76f6beb51b0f, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:09.770081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a14ba-669b-4862-be70-d04b0a4cd2f8 req-de35f723-24ec-40b3-8bee-5036a52ce343 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.771525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-112a14ba-669b-4862-be70-d04b0a4cd2f8 req-de35f723-24ec-40b3-8bee-5036a52ce343 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=79db26ca-3ccd-41ee-955a-7190a65e6f6d HTTP/1.1" status: 200 len: 945 time: 0.3331316 Jul 13 07:39:09.785169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-255ce2ee-1e61-44cb-9639-c487ccf484ba service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297898 Jul 13 07:39:09.792749 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25ca1e50-8a5f-4f8e-99da-d35993e2132b req-523ea9e1-4873-4ca0-8d30-8d43740b754b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500891 Jul 13 07:39:09.811329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 27cfaac0-6212-4347-8aac-76f6beb51b0f is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:09.898829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 27cfaac0-6212-4347-8aac-76f6beb51b0f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:09.906382 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d3d2ca7-8c74-4e74-aa4b-bf9db0f56a74 req-f9770bbe-017e-40f9-b6c6-f20833b2c2bb service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126509 Jul 13 07:39:09.909584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ffa4fb-e139-477c-8f2c-752a6fb14b2e None None] Network 27cfaac0-6212-4347-8aac-76f6beb51b0f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:09.909835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-112a14ba-669b-4862-be70-d04b0a4cd2f8 req-df6b3944-ecb4-46ed-baf6-b3b06694c002 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246378 Jul 13 07:39:09.921966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.922906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.947799 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4ac0a40f-deb7-4369-b1e7-f09e6f790e04 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0330322 Jul 13 07:39:09.950791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:09.956773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': '27cfaac0-6212-4347-8aac-76f6beb51b0f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1465106342'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:09.979203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Deleting port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:09.979546 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.170834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-27cfaac0-6212-4347-8aac-76f6beb51b0f', 'network_id': '27cfaac0-6212-4347-8aac-76f6beb51b0f', 'tenant_id': 'cb707046e7cb4ca7ba0df5c6bb0e024e', 'fixed_ips': [{'subnet_id': '13f20f47-b9cd-41a7-b441-691d4dfeaf88'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:10.174385 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.196358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] For port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:10.196744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.206532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfed06-5ac5-4895-876f-847dc5e22eb8 req-5f25f1be-5673-4543-bab3-cb311babd020 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.208281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cdbfed06-5ac5-4895-876f-847dc5e22eb8 req-5f25f1be-5673-4543-bab3-cb311babd020 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.1573501 Jul 13 07:39:10.237276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Calling delete_port for 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:10.275690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:10.276908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cdbfed06-5ac5-4895-876f-847dc5e22eb8 req-4caba7ef-ddfe-43fe-863c-1796a3aff126 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621452 Jul 13 07:39:10.281254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.353150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Allocated IP 2001:db8::2 (27cfaac0-6212-4347-8aac-76f6beb51b0f/13f20f47-b9cd-41a7-b441-691d4dfeaf88/ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:10.394661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port f5f10469-56d7-41bf-a6b8-82f456ebc3f6 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:10.567982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661a01-1442-40e2-8684-d9850b8bd993 req-3bc2fbf1-fa4f-4c34-aafa-b415dd32a6ec tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.574927 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50661a01-1442-40e2-8684-d9850b8bd993 req-3bc2fbf1-fa4f-4c34-aafa-b415dd32a6ec tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.2311857 Jul 13 07:39:10.653887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.658510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50661a01-1442-40e2-8684-d9850b8bd993 req-de2f9938-241a-4231-b1d1-7bced4635817 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827820 Jul 13 07:39:10.672355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['437019d5-9552-4d25-b4ad-c42ee82c1247', 'a1efefbe-05bf-457c-9730-715ba391be44'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:10.701801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Pushing event deleted for resources: {'Port': ['ID=872a23d4-dbf2-46a5-88f1-8bfa9c022bc2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:10.744728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.758814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Transition to ACTIVE for port object ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:10.761733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] No DVR routers for this DVR port 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:10.765297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.768816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a06cc3a3-042c-45c1-b616-6469902fb5eb req-12d1050b-300a-44d2-8705-d55cd391c531 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.38 "DELETE /v2.0/ports/872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 HTTP/1.1" status: 204 len: 173 time: 1.0861790 Jul 13 07:39:10.769297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79db26ca-3ccd-41ee-955a-7190a65e6f6d', 'name': 'network-vif-deleted', 'tag': '872a23d4-dbf2-46a5-88f1-8bfa9c022bc2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:10.777590 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16b8d96-58e4-4d50-b79b-7dbb42e512ba" -d '{"events": [{"server_uuid": "79db26ca-3ccd-41ee-955a-7190a65e6f6d", "name": "network-vif-deleted", "tag": "872a23d4-dbf2-46a5-88f1-8bfa9c022bc2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:10.796650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Transition to ACTIVE for port object ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:10.836312 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.875937 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50db6b8f-3397-439e-bb1d-d662c8cfd6a0 x-openstack-request-id: req-50db6b8f-3397-439e-bb1d-d662c8cfd6a0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:10.876586 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79db26ca-3ccd-41ee-955a-7190a65e6f6d", "name": "network-vif-deleted", "tag": "872a23d4-dbf2-46a5-88f1-8bfa9c022bc2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:10.876929 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50db6b8f-3397-439e-bb1d-d662c8cfd6a0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:10.877417 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79db26ca-3ccd-41ee-955a-7190a65e6f6d', 'name': 'network-vif-deleted', 'tag': '872a23d4-dbf2-46a5-88f1-8bfa9c022bc2', 'status': 'completed', 'code': 200} Jul 13 07:39:10.931550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::ea (27cfaac0-6212-4347-8aac-76f6beb51b0f/13f20f47-b9cd-41a7-b441-691d4dfeaf88/f5f10469-56d7-41bf-a6b8-82f456ebc3f6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:10.949660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Network 27cfaac0-6212-4347-8aac-76f6beb51b0f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:10.968924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Pushing event updated for resources: {'Port': ['ID=ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:10.976848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:10.984097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:11.151922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Attempting to bind port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.152297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Attempting to bind port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7c0b5046-6371-40a6-8225-a173b0f2eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '27cfaac0-6212-4347-8aac-76f6beb51b0f'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.152670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Attempting to bind port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 on network 27cfaac0-6212-4347-8aac-76f6beb51b0f {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.163221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:11.163606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Checking segment: {'id': '7c0b5046-6371-40a6-8225-a173b0f2eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '27cfaac0-6212-4347-8aac-76f6beb51b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:11.164023 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.165176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Bound using segment: {'id': '7c0b5046-6371-40a6-8225-a173b0f2eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '27cfaac0-6212-4347-8aac-76f6beb51b0f'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:11.165714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Bound port: ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0b5046-6371-40a6-8225-a173b0f2eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '27cfaac0-6212-4347-8aac-76f6beb51b0f'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:11.166076 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.199353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.237807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object f5f10469-56d7-41bf-a6b8-82f456ebc3f6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:11.248859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c447738-92c7-492f-a411-168688a65f58 req-b7cb6318-fcd3-485b-bb07-0c7132f017af tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=79db26ca-3ccd-41ee-955a-7190a65e6f6d HTTP/1.1" status: 200 len: 210 time: 0.0825145 Jul 13 07:39:11.378987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] For port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:11.387902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] For port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4,segment=NetworkSegment(7c0b5046-6371-40a6-8225-a173b0f2eb99),segment_id=7c0b5046-6371-40a6-8225-a173b0f2eb99)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:11.406904 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.461377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.512937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fc160-6d9d-4ca4-9a0c-f8490038e89e req-a285a384-8138-4eb7-8ae2-9c205696837a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.526395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-898fc160-6d9d-4ca4-9a0c-f8490038e89e req-a285a384-8138-4eb7-8ae2-9c205696837a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 943 time: 0.4236767 Jul 13 07:39:11.550171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120cc8a-ff37-4ecd-adf0-2343f702f4fa None None] Pushing event updated for resources: {'Port': ['ID=ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:11.630109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=f5f10469-56d7-41bf-a6b8-82f456ebc3f6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:11.651563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 27cfaac0-6212-4347-8aac-76f6beb51b0f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:11.731940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:11.738846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:11.759094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.760141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.813724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-898fc160-6d9d-4ca4-9a0c-f8490038e89e req-3ff659ca-449f-4305-86c5-1054940d7df1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857001 Jul 13 07:39:11.827884 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d4ae42eb-c493-40bd-90aa-93493f1f790e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8746059 Jul 13 07:39:11.832106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:12.163139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc42968-1da6-4d62-8890-a5fdd013bd03 req-c7ffd696-1183-447d-b632-8080fb00a82d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:12.178899 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccc42968-1da6-4d62-8890-a5fdd013bd03 req-c7ffd696-1183-447d-b632-8080fb00a82d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.1334620 Jul 13 07:39:12.194756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-04e07a1c-77d4-436b-a9a0-31c5d8aa7919 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port f5f10469-56d7-41bf-a6b8-82f456ebc3f6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:12.195103 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04e07a1c-77d4-436b-a9a0-31c5d8aa7919 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.223023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a33204-7c40-49cf-bf57-811e5b91877b req-f70b3172-dc19-4deb-bd8f-d8abf156ce34 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:12.224576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08a33204-7c40-49cf-bf57-811e5b91877b req-f70b3172-dc19-4deb-bd8f-d8abf156ce34 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.1205375 Jul 13 07:39:12.251490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccc42968-1da6-4d62-8890-a5fdd013bd03 req-4bf66941-e23d-4bba-9cfb-f57896d8dfe6 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715706 Jul 13 07:39:12.280258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:12.302150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:12.382584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08a33204-7c40-49cf-bf57-811e5b91877b req-792af725-9a8e-44cf-b265-9a458d83c540 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459689 Jul 13 07:39:12.422975 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04e07a1c-77d4-436b-a9a0-31c5d8aa7919 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.442390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-04e07a1c-77d4-436b-a9a0-31c5d8aa7919 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for f5f10469-56d7-41bf-a6b8-82f456ebc3f6 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:12.523075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:12.524152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 872a23d4-dbf2-46a5-88f1-8bfa9c022bc2 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:12.557680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:12.572229 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'port_id': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'mac_address': 'fa:16:3e:15:10:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:12.630652 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.713660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:12.722383 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04e07a1c-77d4-436b-a9a0-31c5d8aa7919 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.770021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:12.775482 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.789555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e07a1c-77d4-436b-a9a0-31c5d8aa7919 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=f5f10469-56d7-41bf-a6b8-82f456ebc3f6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:12.839888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04e07a1c-77d4-436b-a9a0-31c5d8aa7919 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.845083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-04e07a1c-77d4-436b-a9a0-31c5d8aa7919 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/f5f10469-56d7-41bf-a6b8-82f456ebc3f6 HTTP/1.1" status: 204 len: 168 time: 1.0099835 Jul 13 07:39:12.845484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51826) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:12.905457 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5157f1a-def5-4364-8e7a-f81923db3721 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:39:12.907735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a5157f1a-def5-4364-8e7a-f81923db3721 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/f5f10469-56d7-41bf-a6b8-82f456ebc3f6 HTTP/1.1" status: 404 len: 333 time: 0.0610831 Jul 13 07:39:12.910400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:12.964420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:12.995828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b442485-394d-4cf7-a0d7-07b2813d9c80 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet 13f20f47-b9cd-41a7-b441-691d4dfeaf88 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:13.001268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b442485-394d-4cf7-a0d7-07b2813d9c80 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.075712 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b442485-394d-4cf7-a0d7-07b2813d9c80 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.146595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:13.326481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a5d1c7-a813-4bfe-beed-021310a790de None None] Network 27cfaac0-6212-4347-8aac-76f6beb51b0f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:13.333873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c737ca-bf96-4b07-b7ab-823bf6cbab58 req-a304ee0a-947b-4ab3-bef8-1df86de71fa5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.338813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1c737ca-bf96-4b07-b7ab-823bf6cbab58 req-a304ee0a-947b-4ab3-bef8-1df86de71fa5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 944 time: 0.2029829 Jul 13 07:39:13.339896 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b442485-394d-4cf7-a0d7-07b2813d9c80 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.427268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1c737ca-bf96-4b07-b7ab-823bf6cbab58 req-07605aa6-b6a4-4a91-a073-bdb43d90f6f4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890675 Jul 13 07:39:13.461329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b442485-394d-4cf7-a0d7-07b2813d9c80 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.484578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8847f845-4e04-4208-8a8e-28ef47eca193 None None] Provisioning for port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:13.515649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442485-394d-4cf7-a0d7-07b2813d9c80 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=13f20f47-b9cd-41a7-b441-691d4dfeaf88,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:13.533299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b442485-394d-4cf7-a0d7-07b2813d9c80 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.542776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5b442485-394d-4cf7-a0d7-07b2813d9c80 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/13f20f47-b9cd-41a7-b441-691d4dfeaf88 HTTP/1.1" status: 204 len: 168 time: 0.6309421 Jul 13 07:39:13.543803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51854) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:13.606080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5230822-239c-4216-b796-5ae24f6e2053 req-92bf598c-c3c7-42f5-b42b-7fea8ded3177 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.608750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5230822-239c-4216-b796-5ae24f6e2053 req-92bf598c-c3c7-42f5-b42b-7fea8ded3177 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.1074109 Jul 13 07:39:13.666959 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5230822-239c-4216-b796-5ae24f6e2053 req-a1ba02db-36e6-4547-aba6-750171a1acee tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506866 Jul 13 07:39:13.704146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b514199-2d61-4744-a93f-2f034f04acc9 None None] DHCP port deletion for 27cfaac0-6212-4347-8aac-76f6beb51b0f request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:13.730281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.821752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3b514199-2d61-4744-a93f-2f034f04acc9 None None] Deleting port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:13.823237 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b514199-2d61-4744-a93f-2f034f04acc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.894311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:13.894887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.972004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12708bd-dcd8-4420-a982-88cae52648f7 req-f7323836-1b1a-462c-8615-aa3496ea5ff9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.973070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3b514199-2d61-4744-a93f-2f034f04acc9 None None] For port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4,segment=NetworkSegment(7c0b5046-6371-40a6-8225-a173b0f2eb99),segment_id=7c0b5046-6371-40a6-8225-a173b0f2eb99)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:13.973473 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b514199-2d61-4744-a93f-2f034f04acc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.980092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f12708bd-dcd8-4420-a982-88cae52648f7 req-f7323836-1b1a-462c-8615-aa3496ea5ff9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.1675963 Jul 13 07:39:13.996068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3b514199-2d61-4744-a93f-2f034f04acc9 None None] Calling delete_port for ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:14.039766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f12708bd-dcd8-4420-a982-88cae52648f7 req-6d2ca36e-7a8a-4198-bb46-297805ceecad tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587585 Jul 13 07:39:14.042259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] For port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4,segment=NetworkSegment(7c0b5046-6371-40a6-8225-a173b0f2eb99),segment_id=7c0b5046-6371-40a6-8225-a173b0f2eb99)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:14.042602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.112130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:14.199330 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b514199-2d61-4744-a93f-2f034f04acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.235169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b514199-2d61-4744-a93f-2f034f04acc9 None None] Pushing event deleted for resources: {'Port': ['ID=ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.243546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b88f1-36e5-4942-9138-26b62b75dd2c req-46f71dac-2a0b-4305-80dd-b872172f3f6f tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.250188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b514199-2d61-4744-a93f-2f034f04acc9 None None] No DVR routers for this DVR port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:14.251193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b88f1-36e5-4942-9138-26b62b75dd2c req-46f71dac-2a0b-4305-80dd-b872172f3f6f tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.263203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc8b88f1-36e5-4942-9138-26b62b75dd2c req-46f71dac-2a0b-4305-80dd-b872172f3f6f tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d&device_id=e38d67b2-5de8-4918-96e6-e50cf565ecf0 HTTP/1.1" status: 200 len: 1682 time: 0.1789186 Jul 13 07:39:14.279211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:14.324240 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc8b88f1-36e5-4942-9138-26b62b75dd2c req-8e721b94-80f9-44fe-9954-b4df35912947 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599499 Jul 13 07:39:14.332178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.369137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:14.374407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.380543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:14.382157 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.384599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No DVR routers for this DVR port ce68f09c-91cb-4aa0-9689-c3e1dfe7b6c4 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:14.535075 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.560920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:14.563375 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b63648-5690-4da1-941f-c1607ab9c815" -d '{"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:14.572800 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.580003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:14.584723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.596963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cfaac0-6212-4347-8aac-76f6beb51b0f']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:14.628410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0b5046-6371-40a6-8225-a173b0f2eb99') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:14.628833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0b5046-6371-40a6-8225-a173b0f2eb99') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:14.651941 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.698816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.706259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:14.706674 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.749873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.757735 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3141bc0-eb2e-4b82-9459-246ccb22abc1 x-openstack-request-id: req-e3141bc0-eb2e-4b82-9459-246ccb22abc1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:14.760235 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:14.760575 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3141bc0-eb2e-4b82-9459-246ccb22abc1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:14.761045 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'code': 200} Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:14.775630 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:14.827003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.836666 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.839130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/networks/27cfaac0-6212-4347-8aac-76f6beb51b0f HTTP/1.1" status: 204 len: 168 time: 1.2938371 Jul 13 07:39:14.844687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51898) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:14.846384 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bce94-2c21-42a3-8c4f-febe25546747 req-6104c5fb-c5a6-43dd-aa85-d10235e49a67 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.847982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f2bce94-2c21-42a3-8c4f-febe25546747 req-6104c5fb-c5a6-43dd-aa85-d10235e49a67 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.1586637 Jul 13 07:39:14.869279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'name': 'tempest-PortsIpV6TestJSON-1741098607'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:14.916995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f2bce94-2c21-42a3-8c4f-febe25546747 req-f9997f8b-cc0b-47dd-a879-f93c1ddf7447 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580325 Jul 13 07:39:14.989381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c903d9-f49a-42e3-ad6c-858581af958a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Network': ['ID=27cfaac0-6212-4347-8aac-76f6beb51b0f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.994413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:14.997912 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.039534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port 54449f20-b8f4-45af-a3c3-063f60919f47 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:15.050240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b792a916-fda6-47f6-adcc-93eaf54c6388 None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:15.050857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b792a916-fda6-47f6-adcc-93eaf54c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.284623 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.343770 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.443777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:15.448304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:15.451373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:15.457143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.457758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.501924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=54449f20-b8f4-45af-a3c3-063f60919f47,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:15.508825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a160ecf-a39f-4dc3-9e8f-1ac576fe1cce req-156ed73a-bc92-4824-800e-624752404445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.510560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a160ecf-a39f-4dc3-9e8f-1ac576fe1cce req-156ed73a-bc92-4824-800e-624752404445 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 1097 time: 0.5503001 Jul 13 07:39:15.515773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f4b10cef-3465-435c-be15-7bcbbcf8efd5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6481371 Jul 13 07:39:15.516142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51916) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:15.568225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17207a4c-3267-4497-8b22-15353fa538a7 req-01dbbb05-aefb-42f3-a989-c10f77ad1bb8 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.569857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17207a4c-3267-4497-8b22-15353fa538a7 req-01dbbb05-aefb-42f3-a989-c10f77ad1bb8 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.2481472 Jul 13 07:39:15.588086 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a160ecf-a39f-4dc3-9e8f-1ac576fe1cce req-dafa5260-d904-4e62-b92d-d38c0dab1f6b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602770 Jul 13 07:39:15.648637 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17207a4c-3267-4497-8b22-15353fa538a7 req-38dfe01e-1b56-41cd-ba98-9d4647ba91f3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685995 Jul 13 07:39:15.704494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3681b34a-f5bb-4361-8e04-b3909ae4c324 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 54449f20-b8f4-45af-a3c3-063f60919f47 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:15.704962 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3681b34a-f5bb-4361-8e04-b3909ae4c324 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.747025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643c1b8-df85-468c-a261-3c6cc63c695e req-309139f2-2b5c-4db5-9e2f-201ab3a058d4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.748549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a643c1b8-df85-468c-a261-3c6cc63c695e req-309139f2-2b5c-4db5-9e2f-201ab3a058d4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.1278112 Jul 13 07:39:15.798525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3681b34a-f5bb-4361-8e04-b3909ae4c324 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.844170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3681b34a-f5bb-4361-8e04-b3909ae4c324 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 54449f20-b8f4-45af-a3c3-063f60919f47 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:15.865122 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a643c1b8-df85-468c-a261-3c6cc63c695e req-758502da-68e7-46f9-b949-aa330ecd3360 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692501 Jul 13 07:39:15.999414 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3681b34a-f5bb-4361-8e04-b3909ae4c324 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.065849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681b34a-f5bb-4361-8e04-b3909ae4c324 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=54449f20-b8f4-45af-a3c3-063f60919f47,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:16.073680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3681b34a-f5bb-4361-8e04-b3909ae4c324 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.076286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3681b34a-f5bb-4361-8e04-b3909ae4c324 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/54449f20-b8f4-45af-a3c3-063f60919f47 HTTP/1.1" status: 204 len: 168 time: 0.5590911 Jul 13 07:39:16.078921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51928) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:16.087525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'mac_address': 'fa:16:3e:ce:89:aa', 'name': 'tempest-PortsIpV6TestJSON-188426532'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:16.258783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27dc8-8654-42e5-bfca-ad45e0560428 req-b5db1026-37be-4acf-ae0d-8b18b51323e8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.260333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ec27dc8-8654-42e5-bfca-ad45e0560428 req-b5db1026-37be-4acf-ae0d-8b18b51323e8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.1014144 Jul 13 07:39:16.304848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:16.310610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ec27dc8-8654-42e5-bfca-ad45e0560428 req-5bbfd51f-cf0a-4b6f-8351-03111d3dcf0b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Jul 13 07:39:16.486936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.529106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port 061330f1-475b-4d94-8686-b08e12fd07df yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:16.815049 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.915908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.093898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cadc0-c413-4227-ad80-933b7f1e623f req-03571e6e-86e7-4d4f-9012-35b52214ff64 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.113585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e0cadc0-c413-4227-ad80-933b7f1e623f req-03571e6e-86e7-4d4f-9012-35b52214ff64 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=e38d67b2-5de8-4918-96e6-e50cf565ecf0 HTTP/1.1" status: 200 len: 945 time: 0.1942420 Jul 13 07:39:17.219381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e0cadc0-c413-4227-ad80-933b7f1e623f req-74613bfb-b087-425b-acd5-ef424bdb426b tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019256 Jul 13 07:39:17.634437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:17.647759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:17.654763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:17.666915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.667574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.669878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186499b-9b91-465d-9092-ab781d5e9643 req-51be0685-632a-48a6-9f7b-d27aa143fe4c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.689014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9186499b-9b91-465d-9092-ab781d5e9643 req-51be0685-632a-48a6-9f7b-d27aa143fe4c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.1768041 Jul 13 07:39:17.697882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6154697 Jul 13 07:39:17.703968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51970) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.710499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f58d71-e117-4486-bbe5-ab3e6f6aa161 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=061330f1-475b-4d94-8686-b08e12fd07df,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:17.799776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9186499b-9b91-465d-9092-ab781d5e9643 req-8ebe2e0a-ea43-412e-bc74-dd32ea15d7e6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033037 Jul 13 07:39:17.820272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3092175-e9c4-401b-8c51-1419bc9eeaae req-f3d63607-cead-40d6-b339-f3471129ee52 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.828455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3092175-e9c4-401b-8c51-1419bc9eeaae req-f3d63607-cead-40d6-b339-f3471129ee52 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.9083996 Jul 13 07:39:17.872936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-9c9e6e72-982c-4ec7-96b8-ccb30dc2b3fc tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.874540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-9c9e6e72-982c-4ec7-96b8-ccb30dc2b3fc tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.48 "GET /v2.0/ports?device_id=e38d67b2-5de8-4918-96e6-e50cf565ecf0 HTTP/1.1" status: 200 len: 945 time: 0.3768411 Jul 13 07:39:17.882041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231d249-288e-4175-b8a4-2893fd6c441c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.892552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.892749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0231d249-288e-4175-b8a4-2893fd6c441c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/061330f1-475b-4d94-8686-b08e12fd07df HTTP/1.1" status: 200 len: 844 time: 0.1601856 Jul 13 07:39:18.022277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3092175-e9c4-401b-8c51-1419bc9eeaae req-9fd9a8bb-075c-4e19-9b5e-9d26c82e0063 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926689 Jul 13 07:39:18.085188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Deleting port 437019d5-9552-4d25-b4ad-c42ee82c1247 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:18.085551 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.107748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9b64-426d-4207-94b4-4f09f5405127 req-ebc90897-33a0-4e2e-bdfc-3479501d98a4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:18.115787 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a49e9b64-426d-4207-94b4-4f09f5405127 req-ebc90897-33a0-4e2e-bdfc-3479501d98a4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.1599133 Jul 13 07:39:18.200339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] For port 437019d5-9552-4d25-b4ad-c42ee82c1247, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=437019d5-9552-4d25-b4ad-c42ee82c1247,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:18.200766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.217787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Calling delete_port for 437019d5-9552-4d25-b4ad-c42ee82c1247 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:18.226932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a49e9b64-426d-4207-94b4-4f09f5405127 req-1bccc59c-5a06-46cc-9f69-9ea8b0458ab4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101723 Jul 13 07:39:18.234042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-947a7e11-d3a9-44f0-ac50-71b751ccfe02 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 061330f1-475b-4d94-8686-b08e12fd07df {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:18.234398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-947a7e11-d3a9-44f0-ac50-71b751ccfe02 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.339866 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ab309b8-96fd-4937-a57d-de34c7686071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.357049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-947a7e11-d3a9-44f0-ac50-71b751ccfe02 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.389330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-28ec4adf-afa2-4037-aebc-d067a9e40d02 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:18.391235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-28ec4adf-afa2-4037-aebc-d067a9e40d02 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 946 time: 0.2417469 Jul 13 07:39:18.392224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-947a7e11-d3a9-44f0-ac50-71b751ccfe02 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 061330f1-475b-4d94-8686-b08e12fd07df owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:18.518662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.531477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['437019d5-9552-4d25-b4ad-c42ee82c1247', 'a1efefbe-05bf-457c-9730-715ba391be44'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:18.618212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] No DVR routers for this DVR port 437019d5-9552-4d25-b4ad-c42ee82c1247 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:18.625629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Pushing event deleted for resources: {'Port': ['ID=437019d5-9552-4d25-b4ad-c42ee82c1247,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:18.632772 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.634929 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-83441cb3-eee0-4524-b781-1cc987e45e8c req-01e3b8d9-880e-424a-a4cf-a3aa0a071220 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.48 "DELETE /v2.0/ports/437019d5-9552-4d25-b4ad-c42ee82c1247 HTTP/1.1" status: 204 len: 173 time: 0.7410793 Jul 13 07:39:18.635483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d67b2-5de8-4918-96e6-e50cf565ecf0', 'name': 'network-vif-deleted', 'tag': '437019d5-9552-4d25-b4ad-c42ee82c1247'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:18.637813 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8287a9-b052-4fe1-bb84-e8397279025b" -d '{"events": [{"server_uuid": "e38d67b2-5de8-4918-96e6-e50cf565ecf0", "name": "network-vif-deleted", "tag": "437019d5-9552-4d25-b4ad-c42ee82c1247"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:18.941750 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b90eb5c-fec7-4abe-bdc5-f3f128236506 x-openstack-request-id: req-6b90eb5c-fec7-4abe-bdc5-f3f128236506 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:18.942169 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d67b2-5de8-4918-96e6-e50cf565ecf0", "name": "network-vif-deleted", "tag": "437019d5-9552-4d25-b4ad-c42ee82c1247", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:18.942520 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b90eb5c-fec7-4abe-bdc5-f3f128236506 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:18.943027 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d67b2-5de8-4918-96e6-e50cf565ecf0', 'name': 'network-vif-deleted', 'tag': '437019d5-9552-4d25-b4ad-c42ee82c1247', 'status': 'completed', 'code': 200} Jul 13 07:39:19.157916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aea7bb-f9c2-4a66-bfda-835c73f0e332 req-0bfeb04b-d125-47c2-9c4f-ca69a468fb4f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.167163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20aea7bb-f9c2-4a66-bfda-835c73f0e332 req-0bfeb04b-d125-47c2-9c4f-ca69a468fb4f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.1052003 Jul 13 07:39:19.197507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Deleting port a1efefbe-05bf-457c-9730-715ba391be44 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:19.198103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.210028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5a1c2-e217-4403-b484-db269819ecac req-46274ad9-0a68-4c82-bacd-ec92e6ac9362 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.211458 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9df5a1c2-e217-4403-b484-db269819ecac req-46274ad9-0a68-4c82-bacd-ec92e6ac9362 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=e38d67b2-5de8-4918-96e6-e50cf565ecf0 HTTP/1.1" status: 200 len: 867 time: 0.7267694 Jul 13 07:39:19.226917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20aea7bb-f9c2-4a66-bfda-835c73f0e332 req-7cde6344-f937-4a04-afe5-23900c552206 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581722 Jul 13 07:39:19.285141 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-947a7e11-d3a9-44f0-ac50-71b751ccfe02 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.359073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a7e11-d3a9-44f0-ac50-71b751ccfe02 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=061330f1-475b-4d94-8686-b08e12fd07df,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:19.375197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9df5a1c2-e217-4403-b484-db269819ecac req-a49553a8-abe1-4a9d-8ea9-d43ea28e5550 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/security-groups?id=d270caf4-bdf9-46f7-9059-f56672033f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290789 Jul 13 07:39:19.383464 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-947a7e11-d3a9-44f0-ac50-71b751ccfe02 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.385377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-947a7e11-d3a9-44f0-ac50-71b751ccfe02 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/061330f1-475b-4d94-8686-b08e12fd07df HTTP/1.1" status: 204 len: 168 time: 1.4917500 Jul 13 07:39:19.390511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:19.438691 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c788fa64-12bb-47f1-be3f-62a1a26efc7c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:39:19.440352 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c788fa64-12bb-47f1-be3f-62a1a26efc7c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/061330f1-475b-4d94-8686-b08e12fd07df HTTP/1.1" status: 404 len: 333 time: 0.0469010 Jul 13 07:39:19.445691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:19.455922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'name': 'tempest-PortsIpV6TestJSON-1490590296'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:19.468232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] For port a1efefbe-05bf-457c-9730-715ba391be44, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a1efefbe-05bf-457c-9730-715ba391be44,segment=NetworkSegment(dfcc1b09-833c-48b8-8616-504668a1942f),segment_id=dfcc1b09-833c-48b8-8616-504668a1942f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:19.468232 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.516519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Calling delete_port for a1efefbe-05bf-457c-9730-715ba391be44 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:19.613744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483be55-6fc4-4045-b8b7-3ee17b145ccd req-1be58883-de4b-45b7-a41f-75428b10ffc0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.616572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5483be55-6fc4-4045-b8b7-3ee17b145ccd req-1be58883-de4b-45b7-a41f-75428b10ffc0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.1868117 Jul 13 07:39:19.710096 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:19.714394 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.729729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5483be55-6fc4-4045-b8b7-3ee17b145ccd req-8f7ee121-d332-4b16-a005-b8638f68560a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035962 Jul 13 07:39:19.783595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port eaccd579-b73c-4309-b858-56138d5844b2 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:19.925893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719bfd4-596e-4f64-bb56-accebf25f1a7 req-45992e92-62b2-4125-8c0e-6fa582a541b9 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.927853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0719bfd4-596e-4f64-bb56-accebf25f1a7 req-45992e92-62b2-4125-8c0e-6fa582a541b9 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.3019474 Jul 13 07:39:20.035441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0719bfd4-596e-4f64-bb56-accebf25f1a7 req-0c25f046-5056-4911-960e-8b1eb99feb4c tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911951 Jul 13 07:39:20.141027 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.249056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Pushing event deleted for resources: {'Port': ['ID=a1efefbe-05bf-457c-9730-715ba391be44,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.346627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] No DVR routers for this DVR port a1efefbe-05bf-457c-9730-715ba391be44 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:20.368142 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.371777 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b84c2db4-3f14-43d0-8edd-3f6f50e0bccb req-866b970d-1c4b-4a18-acf1-fe95e6ad66b6 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.48 "DELETE /v2.0/ports/a1efefbe-05bf-457c-9730-715ba391be44 HTTP/1.1" status: 204 len: 173 time: 1.9720116 Jul 13 07:39:20.371777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac077456-4dd9-45d6-91a9-8d6125865c4d', 'name': 'network-vif-deleted', 'tag': 'a1efefbe-05bf-457c-9730-715ba391be44'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:20.374061 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7674ec6-dc19-41e9-b2f9-89b70c25656e" -d '{"events": [{"server_uuid": "ac077456-4dd9-45d6-91a9-8d6125865c4d", "name": "network-vif-deleted", "tag": "a1efefbe-05bf-457c-9730-715ba391be44"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:20.384357 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.488364 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50017bdb-4213-4849-9003-00f64aac437c x-openstack-request-id: req-50017bdb-4213-4849-9003-00f64aac437c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:20.488745 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac077456-4dd9-45d6-91a9-8d6125865c4d", "name": "network-vif-deleted", "tag": "a1efefbe-05bf-457c-9730-715ba391be44", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:20.491170 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50017bdb-4213-4849-9003-00f64aac437c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:20.491887 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac077456-4dd9-45d6-91a9-8d6125865c4d', 'name': 'network-vif-deleted', 'tag': 'a1efefbe-05bf-457c-9730-715ba391be44', 'status': 'completed', 'code': 200} Jul 13 07:39:20.495445 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.641334 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=eaccd579-b73c-4309-b858-56138d5844b2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.658175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:20.660084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:20.663329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:20.671014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.671862 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.696116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:20.696549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7b979e6a-342f-4264-9658-9e248af6d2bb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2460887 Jul 13 07:39:20.705628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6097a9ea-6aef-49d3-ad39-0e9d51bfb9ef tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:20.854599 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6097a9ea-6aef-49d3-ad39-0e9d51bfb9ef tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.887426 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a8df1706-642d-4520-b592-5729df08fe60 req-3ef6a642-2d0a-404e-9a4f-83394a52b104 tempest-ListServersNegativeTestJSON-1663111174 tempest-ListServersNegativeTestJSON-1663111174-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac077456-4dd9-45d6-91a9-8d6125865c4d HTTP/1.1" status: 200 len: 210 time: 0.0522289 Jul 13 07:39:21.001413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980cd6d-c88f-4919-8b8e-3fb9e66da21a req-10638d96-5b0f-4936-b4bf-823d25e09bbb tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:21.003683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8980cd6d-c88f-4919-8b8e-3fb9e66da21a req-10638d96-5b0f-4936-b4bf-823d25e09bbb tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.2455459 Jul 13 07:39:21.045788 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-321bf324-a582-4d5e-85d6-8c19971f43d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.100122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.194010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6343c7f-092e-4161-8d96-f83cb737c3bf req-53f7c645-4d50-4c12-8a54-501408f16213 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:21.214890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 437019d5-9552-4d25-b4ad-c42ee82c1247 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:21.219139 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6343c7f-092e-4161-8d96-f83cb737c3bf req-53f7c645-4d50-4c12-8a54-501408f16213 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.1657372 Jul 13 07:39:21.230902 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6097a9ea-6aef-49d3-ad39-0e9d51bfb9ef tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.241859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6097a9ea-6aef-49d3-ad39-0e9d51bfb9ef tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.256590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 437019d5-9552-4d25-b4ad-c42ee82c1247 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:21.258131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 437019d5-9552-4d25-b4ad-c42ee82c1247 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:21.258708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a1efefbe-05bf-457c-9730-715ba391be44 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:21.263823 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8980cd6d-c88f-4919-8b8e-3fb9e66da21a req-86b21f29-30af-4ee9-98ab-9cbb094aaeef tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478552 Jul 13 07:39:21.309118 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6343c7f-092e-4161-8d96-f83cb737c3bf req-4b7c2b17-5cd0-4233-9a61-065d3c7327c6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858715 Jul 13 07:39:21.336066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: a1efefbe-05bf-457c-9730-715ba391be44 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:21.336418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a1efefbe-05bf-457c-9730-715ba391be44 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:21.351268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6097a9ea-6aef-49d3-ad39-0e9d51bfb9ef tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] In _notify_port_updated(), no bound segment for port eaccd579-b73c-4309-b858-56138d5844b2 on network bd6cc16f-43a4-4fef-b366-186aff58d3df {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:39:21.368034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097a9ea-6aef-49d3-ad39-0e9d51bfb9ef tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:21.369485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6097a9ea-6aef-49d3-ad39-0e9d51bfb9ef tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.377575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6097a9ea-6aef-49d3-ad39-0e9d51bfb9ef tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "PUT /v2.0/ports/eaccd579-b73c-4309-b858-56138d5844b2 HTTP/1.1" status: 200 len: 818 time: 0.6771286 Jul 13 07:39:21.378325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52140) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:21.463552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097a9ea-6aef-49d3-ad39-0e9d51bfb9ef tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=eaccd579-b73c-4309-b858-56138d5844b2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:21.624856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9e5190b5-1e75-4589-b30b-f0da72cb50c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port eaccd579-b73c-4309-b858-56138d5844b2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:21.625210 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e5190b5-1e75-4589-b30b-f0da72cb50c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.631278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b490c6-3587-49a2-811f-519809e0f45d req-3ddc0dd7-dcd3-4119-b55d-95992ea2cb3d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:21.633168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18b490c6-3587-49a2-811f-519809e0f45d req-3ddc0dd7-dcd3-4119-b55d-95992ea2cb3d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.1375623 Jul 13 07:39:21.728547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e5190b5-1e75-4589-b30b-f0da72cb50c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.731019 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18b490c6-3587-49a2-811f-519809e0f45d req-82fe0c58-b294-4018-af40-c73c8cc707ed tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873785 Jul 13 07:39:21.750142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9e5190b5-1e75-4589-b30b-f0da72cb50c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for eaccd579-b73c-4309-b858-56138d5844b2 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:21.874683 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e5190b5-1e75-4589-b30b-f0da72cb50c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.904415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5190b5-1e75-4589-b30b-f0da72cb50c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=eaccd579-b73c-4309-b858-56138d5844b2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:21.916602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e5190b5-1e75-4589-b30b-f0da72cb50c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.919199 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9e5190b5-1e75-4589-b30b-f0da72cb50c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/eaccd579-b73c-4309-b858-56138d5844b2 HTTP/1.1" status: 204 len: 168 time: 0.5397899 Jul 13 07:39:21.922809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52158) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:21.937411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.015572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:22.062455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a79966-24c3-47ac-935b-ad40028c95d2 req-02e93625-6012-4288-9cf2-23b9f07161bb tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.068423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-16243b33-86cf-454d-b763-f3a9f92f294b admin admin] Deleting subnet 3368797d-c1d1-4d5b-abbe-252d83d1a105 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:22.070570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6a79966-24c3-47ac-935b-ad40028c95d2 req-02e93625-6012-4288-9cf2-23b9f07161bb tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.1486921 Jul 13 07:39:22.072295 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16243b33-86cf-454d-b763-f3a9f92f294b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.098455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda5b55-cd5d-438c-b698-3e8b23265481 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.100258 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6bda5b55-cd5d-438c-b698-3e8b23265481 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1748135 Jul 13 07:39:22.104094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:22.141526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6a79966-24c3-47ac-935b-ad40028c95d2 req-d4d77744-abcc-40d7-a788-4402bc7186e6 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693166 Jul 13 07:39:22.145642 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-427d414b-01db-4f48-9980-a48d08e2b4c6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:39:22.147454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-427d414b-01db-4f48-9980-a48d08e2b4c6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/eaccd579-b73c-4309-b858-56138d5844b2 HTTP/1.1" status: 404 len: 333 time: 0.0424192 Jul 13 07:39:22.162091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16243b33-86cf-454d-b763-f3a9f92f294b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.162339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:22.162339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1893067709'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:22.181506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:22.185124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.205290 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16243b33-86cf-454d-b763-f3a9f92f294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.221589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:22.235880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.236478 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Added segment 5380aef9-3704-4be3-8ae0-b33cecc46643 of type vlan for network 43760a60-5e74-42b2-bc59-4009f71db41e Jul 13 07:39:22.286107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.288172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16243b33-86cf-454d-b763-f3a9f92f294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.323418 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.330781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.331562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.334120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:22.362051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16243b33-86cf-454d-b763-f3a9f92f294b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3368797d-c1d1-4d5b-abbe-252d83d1a105,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:22.377697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2252724 Jul 13 07:39:22.378992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52172) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:22.385989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:22.400045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16243b33-86cf-454d-b763-f3a9f92f294b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.405638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-16243b33-86cf-454d-b763-f3a9f92f294b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3368797d-c1d1-4d5b-abbe-252d83d1a105 HTTP/1.1" status: 204 len: 168 time: 0.3886864 Jul 13 07:39:22.406610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52174) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:22.469335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71356089-f4d9-4eae-b073-d944b4b26ee9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Network': ['ID=43760a60-5e74-42b2-bc59-4009f71db41e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:22.488469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 43760a60-5e74-42b2-bc59-4009f71db41e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:22.650744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:22.664137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'port_id': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'mac_address': 'fa:16:3e:15:10:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:22.715032 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.717663 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.720342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:22.724640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.738348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:22.766161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:22.776217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.820031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ded34e-0fbe-4a1c-a393-8310af2e7bd3 req-44e6c92a-ab09-4e0d-9c0d-c829d0bf02c4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.821727 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99ded34e-0fbe-4a1c-a393-8310af2e7bd3 req-44e6c92a-ab09-4e0d-9c0d-c829d0bf02c4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.2431955 Jul 13 07:39:22.837394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:22.959432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:23.068460 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.082202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956765b2-80d9-408b-9fbc-541051458176']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:23.092810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831e51c-447f-4e8e-8af5-ca1b6d1a9b17 req-e4380114-a2ae-4a74-92a3-db9d400856c8 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.097286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcc1b09-833c-48b8-8616-504668a1942f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:23.097779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcc1b09-833c-48b8-8616-504668a1942f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:23.098214 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d831e51c-447f-4e8e-8af5-ca1b6d1a9b17 req-e4380114-a2ae-4a74-92a3-db9d400856c8 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.1554973 Jul 13 07:39:23.137578 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.154912 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.162754 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:23.163339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:23.244363 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:23.257174 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99ded34e-0fbe-4a1c-a393-8310af2e7bd3 req-707b6643-f5df-47bd-a1ff-06ed35e7ef21 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648789 Jul 13 07:39:23.270612 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.281271 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.286738 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] 10.222.0.41 "DELETE /v2.0/networks/956765b2-80d9-408b-9fbc-541051458176 HTTP/1.1" status: 204 len: 168 time: 0.8773751 Jul 13 07:39:23.287921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d831e51c-447f-4e8e-8af5-ca1b6d1a9b17 req-1f1f27ff-134f-43ca-bc1a-4bd87adccb4e tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801333 Jul 13 07:39:23.359253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff26ee-2614-438e-9c08-033c518cb986 admin admin] Pushing event deleted for resources: {'Network': ['ID=956765b2-80d9-408b-9fbc-541051458176,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:23.397748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-9c5f4afe-7fd7-4880-8a10-62f34212f10a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.403747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-9c5f4afe-7fd7-4880-8a10-62f34212f10a tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.1775055 Jul 13 07:39:23.562385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fe011843-dcec-474d-89a8-190012d66e0e None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:23.564766 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe011843-dcec-474d-89a8-190012d66e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.618807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Deleting port bda98b85-8eb4-446c-92cd-b7acd1fefff8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:23.619201 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.676970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.778176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.821243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:23.826330 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe011843-dcec-474d-89a8-190012d66e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.894428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:23.896606 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4142863b-93ae-4ee1-b033-ced5d44f0697" -d '{"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:23.909974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fe011843-dcec-474d-89a8-190012d66e0e None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:23.916376 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe011843-dcec-474d-89a8-190012d66e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.931072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=22c3352d-d745-4f0c-9e1a-37bf48339e94,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:23.985164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe011843-dcec-474d-89a8-190012d66e0e None None] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:24.012000 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741fa2c7-f0bf-466a-8c3a-6a5864cb0845 x-openstack-request-id: req-741fa2c7-f0bf-466a-8c3a-6a5864cb0845 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:24.012406 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:24.012846 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-741fa2c7-f0bf-466a-8c3a-6a5864cb0845 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:24.013313 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'code': 200} Jul 13 07:39:24.022696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Checking segment: {'id': '5380aef9-3704-4be3-8ae0-b33cecc46643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:24.029135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network hostable DHCP agents. Network: 43760a60-5e74-42b2-bc59-4009f71db41e, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:24.034085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-12648238-f9fe-4bda-8bec-10a156902707 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38209650187e4eca874b9d2174047f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2100189 Jul 13 07:39:24.038497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52236) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:24.062260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f3249-0cc9-4beb-ac6b-29a92f63a84b req-4b5f25da-69a3-416c-816d-22ac3edade22 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.075851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-774f3249-0cc9-4beb-ac6b-29a92f63a84b req-4b5f25da-69a3-416c-816d-22ac3edade22 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee1cdea-db64-4d63-a8b9-dc821200c654 HTTP/1.1" status: 200 len: 945 time: 0.4906449 Jul 13 07:39:24.154046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] For port bda98b85-8eb4-446c-92cd-b7acd1fefff8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bda98b85-8eb4-446c-92cd-b7acd1fefff8,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:24.154046 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.179720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 43760a60-5e74-42b2-bc59-4009f71db41e is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:24.205812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Calling delete_port for bda98b85-8eb4-446c-92cd-b7acd1fefff8 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:24.216494 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-774f3249-0cc9-4beb-ac6b-29a92f63a84b req-3a7b8a24-ea89-47a5-907d-81f46a1c4061 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389809 Jul 13 07:39:24.223144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 43760a60-5e74-42b2-bc59-4009f71db41e) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:24.232340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.233463 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.242206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b9ec6-970b-4429-9832-931b5e87ef8c None None] Network 43760a60-5e74-42b2-bc59-4009f71db41e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:24.253423 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a6aa555d-9886-4e7d-80ef-6e31c2186314 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8705730 Jul 13 07:39:24.253773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52240) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:24.273912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1368950a-6fd6-4742-b320-e336d48603c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:24.414218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:24.417352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cca72054-2933-4654-ba07-fb812231cdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.519967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cca72054-2933-4654-ba07-fb812231cdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.678267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-33fbdd79-bb04-4297-9e8a-8fb6affa6e2a None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:24.680519 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33fbdd79-bb04-4297-9e8a-8fb6affa6e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.744398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cca72054-2933-4654-ba07-fb812231cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.747659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cca72054-2933-4654-ba07-fb812231cdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.748840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cca72054-2933-4654-ba07-fb812231cdfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d270caf4-bdf9-46f7-9059-f56672033f35 HTTP/1.1" status: 204 len: 168 time: 0.7063632 Jul 13 07:39:24.787524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1368950a-6fd6-4742-b320-e336d48603c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:24.793815 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1368950a-6fd6-4742-b320-e336d48603c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.846759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca72054-2933-4654-ba07-fb812231cdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270caf4-bdf9-46f7-9059-f56672033f35,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:24.876486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647469f4-0991-4795-9a7f-74338bcd1ec6 req-d0dea673-63dd-45c3-ad47-15971258a19a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.882118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-43760a60-5e74-42b2-bc59-4009f71db41e', 'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e', 'tenant_id': 'cb707046e7cb4ca7ba0df5c6bb0e024e', 'fixed_ips': [{'subnet_id': '22c3352d-d745-4f0c-9e1a-37bf48339e94'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:24.883013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.891223 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-647469f4-0991-4795-9a7f-74338bcd1ec6 req-d0dea673-63dd-45c3-ad47-15971258a19a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.3348572 Jul 13 07:39:24.920957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:24.921259 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.928789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.006889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event deleted for resources: {'Port': ['ID=bda98b85-8eb4-446c-92cd-b7acd1fefff8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:25.060416 n-d-758944-43 neutron-server[93773]: INFO neutron.db.ipam_backend_mixin [None req-1368950a-6fd6-4742-b320-e336d48603c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22c3352d-d745-4f0c-9e1a-37bf48339e94 (CIDR: 2001:db8::/64) Jul 13 07:39:25.084730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f6e5d-0592-4e23-969c-af7c64eae9e3 req-9a51e3b6-53d1-400d-8066-10cc4acd4711 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:25.105597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-276f6e5d-0592-4e23-969c-af7c64eae9e3 req-9a51e3b6-53d1-400d-8066-10cc4acd4711 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.5439827 Jul 13 07:39:25.106265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] No DVR routers for this DVR port bda98b85-8eb4-446c-92cd-b7acd1fefff8 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:25.142592 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1368950a-6fd6-4742-b320-e336d48603c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:39:25.143131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1368950a-6fd6-4742-b320-e336d48603c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:39:25.155933 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.158856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e0cecfb-e880-431b-a889-0a2649e2ae68 req-f91a50f3-94aa-4662-80d2-7ded4f6373d5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "DELETE /v2.0/ports/bda98b85-8eb4-446c-92cd-b7acd1fefff8 HTTP/1.1" status: 204 len: 173 time: 1.7511768 Jul 13 07:39:25.160828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee1cdea-db64-4d63-a8b9-dc821200c654', 'name': 'network-vif-deleted', 'tag': 'bda98b85-8eb4-446c-92cd-b7acd1fefff8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:25.182578 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f10c2f-2e8f-4a69-853e-c494464da3f0" -d '{"events": [{"server_uuid": "2ee1cdea-db64-4d63-a8b9-dc821200c654", "name": "network-vif-deleted", "tag": "bda98b85-8eb4-446c-92cd-b7acd1fefff8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:25.207513 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-647469f4-0991-4795-9a7f-74338bcd1ec6 req-4ea3dcb4-4fd8-495b-a66b-6e44bd36a83d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134885 Jul 13 07:39:25.230058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52268) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:25.234735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1368950a-6fd6-4742-b320-e336d48603c5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9720836 Jul 13 07:39:25.247885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:25.346516 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-276f6e5d-0592-4e23-969c-af7c64eae9e3 req-ba2b8dde-3754-47a6-98cd-7dcd60259660 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395327 Jul 13 07:39:25.580046 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967457cc-8988-488c-b37e-40f1608afb7e x-openstack-request-id: req-967457cc-8988-488c-b37e-40f1608afb7e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:25.580388 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee1cdea-db64-4d63-a8b9-dc821200c654", "name": "network-vif-deleted", "tag": "bda98b85-8eb4-446c-92cd-b7acd1fefff8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:25.582191 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-967457cc-8988-488c-b37e-40f1608afb7e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:25.583930 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee1cdea-db64-4d63-a8b9-dc821200c654', 'name': 'network-vif-deleted', 'tag': 'bda98b85-8eb4-446c-92cd-b7acd1fefff8', 'status': 'completed', 'code': 200} Jul 13 07:39:25.625982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Allocated IP 2001:db8::2 (43760a60-5e74-42b2-bc59-4009f71db41e/22c3352d-d745-4f0c-9e1a-37bf48339e94/3ffa8856-2b8d-4565-8662-2298873d8d1e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:25.834196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:25.844819 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.040291 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.052415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Transition to ACTIVE for port object 3ffa8856-2b8d-4565-8662-2298873d8d1e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:26.074475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f63d9-e034-4393-bcd3-7fb49f151b1e req-6326bb91-3d33-4c63-bd6a-e301d4e8491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.078004 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac6f63d9-e034-4393-bcd3-7fb49f151b1e req-6326bb91-3d33-4c63-bd6a-e301d4e8491d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 1098 time: 0.2045841 Jul 13 07:39:26.088870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Transition to ACTIVE for port object 3ffa8856-2b8d-4565-8662-2298873d8d1e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:26.100922 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.155756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Network 43760a60-5e74-42b2-bc59-4009f71db41e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:26.162747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:26.203323 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac6f63d9-e034-4393-bcd3-7fb49f151b1e req-2a63a7dc-806e-45c3-80d7-2654eff5c23b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159451 Jul 13 07:39:26.218271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:26.324336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Pushing event updated for resources: {'Port': ['ID=3ffa8856-2b8d-4565-8662-2298873d8d1e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:26.351417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bda98b85-8eb4-446c-92cd-b7acd1fefff8 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:26.368838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Attempting to bind port 3ffa8856-2b8d-4565-8662-2298873d8d1e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:26.369217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Attempting to bind port 3ffa8856-2b8d-4565-8662-2298873d8d1e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '5380aef9-3704-4be3-8ae0-b33cecc46643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:26.369973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Attempting to bind port 3ffa8856-2b8d-4565-8662-2298873d8d1e on network 43760a60-5e74-42b2-bc59-4009f71db41e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:26.710877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:26.711389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Checking segment: {'id': '5380aef9-3704-4be3-8ae0-b33cecc46643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:26.712011 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.712469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Bound using segment: {'id': '5380aef9-3704-4be3-8ae0-b33cecc46643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:26.713059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Bound port: 3ffa8856-2b8d-4565-8662-2298873d8d1e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5380aef9-3704-4be3-8ae0-b33cecc46643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:26.713632 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.730788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: bda98b85-8eb4-446c-92cd-b7acd1fefff8 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:26.730788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bda98b85-8eb4-446c-92cd-b7acd1fefff8 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:26.862004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] For port 3ffa8856-2b8d-4565-8662-2298873d8d1e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:26.866795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] For port 3ffa8856-2b8d-4565-8662-2298873d8d1e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3ffa8856-2b8d-4565-8662-2298873d8d1e,segment=NetworkSegment(5380aef9-3704-4be3-8ae0-b33cecc46643),segment_id=5380aef9-3704-4be3-8ae0-b33cecc46643)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:26.909087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479fb10-49ed-4216-bf12-af6f8587ceff req-279acc31-88dd-4084-99a0-84fc7c6df0bc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.921593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f479fb10-49ed-4216-bf12-af6f8587ceff req-279acc31-88dd-4084-99a0-84fc7c6df0bc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.2099071 Jul 13 07:39:26.922940 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.944659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.010272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f479fb10-49ed-4216-bf12-af6f8587ceff req-74024774-9d79-484c-a806-e43efe75264d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813220 Jul 13 07:39:27.099363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52322) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:27.135079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 43760a60-5e74-42b2-bc59-4009f71db41e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:27.180660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:27.202288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.203670 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.239062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b4e23-05f6-4382-a3b4-7e0df6f21124 req-5ac4bac9-e268-4906-b7f7-8f5f667b7a7f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.253777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c28b4e23-05f6-4382-a3b4-7e0df6f21124 req-5ac4bac9-e268-4906-b7f7-8f5f667b7a7f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.6850798 Jul 13 07:39:27.340754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728245ce-fc1d-400d-91f3-eebe612a0dce None None] Pushing event updated for resources: {'Port': ['ID=3ffa8856-2b8d-4565-8662-2298873d8d1e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:27.353575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1221077 Jul 13 07:39:27.356439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52328) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:27.367954 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e', 'fixed_ips': [{'subnet_id': '22c3352d-d745-4f0c-9e1a-37bf48339e94'}, {'subnet_id': '9e3c1eab-2598-4def-8b9e-fc3d79959475'}], 'name': 'tempest-PortsIpV6TestJSON-1209529185'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:27.418167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c28b4e23-05f6-4382-a3b4-7e0df6f21124 req-a60a3624-7e8f-4ecf-b764-06627a9d15f5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633079 Jul 13 07:39:27.418885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729c8ae-3624-4212-8f27-951e2379bfc1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=9e3c1eab-2598-4def-8b9e-fc3d79959475,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:27.424747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-network', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:27.656015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Made reservation on behalf of ae5e1f1779d84e4ea66a7f1553967c35 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:27.658499 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.670239 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.809108 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.818726 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.929090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:27.957251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3ffa8856-2b8d-4565-8662-2298873d8d1e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:27.980217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:27.998229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6949e03a-52e6-4199-8197-43795c3ced58,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:28.020869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.021233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.021583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.021975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.022290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.022901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.023390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.023867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.024412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.024974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.026739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.027654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:28.041580 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.068355 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Added segment 219749b2-11d3-499c-932d-6327850b2d34 of type vlan for network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 Jul 13 07:39:28.141982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 3ffa8856-2b8d-4565-8662-2298873d8d1e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:28.206265 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.282174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.283419 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:28.284231 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.374498 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2739348 Jul 13 07:39:28.377428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.383866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb60b06-8519-498b-be6c-ebffafbf7ffc req-ded7aff2-a22f-453a-9824-803d49c28ce6 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:28.384957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Request body: {'subnet': {'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-subnet', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:28.400222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb60b06-8519-498b-be6c-ebffafbf7ffc req-ded7aff2-a22f-453a-9824-803d49c28ce6 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.1633575 Jul 13 07:39:28.485885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb60b06-8519-498b-be6c-ebffafbf7ffc req-b891ab21-006c-4998-8058-859afcac09cd tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846839 Jul 13 07:39:28.488252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3ec46-05c7-42ad-97b2-ccaedf9ae9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=0563d92c-fdec-4ee1-82fa-788e5f5a2972,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:28.498177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.502082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Made reservation on behalf of ae5e1f1779d84e4ea66a7f1553967c35 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:28.505026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.508137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:28.832248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.992146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Checking segment: {'id': '219749b2-11d3-499c-932d-6327850b2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:28.992506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Network hostable DHCP agents. Network: 0563d92c-fdec-4ee1-82fa-788e5f5a2972, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:29.003315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port 8568f296-4e61-47ed-aa11-d93253acdb3b yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:29.109961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2528ce-cfe7-41f9-9828-cead8bd69a7f req-76448766-8d7d-452b-90e3-be0625613364 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.118010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d2528ce-cfe7-41f9-9828-cead8bd69a7f req-76448766-8d7d-452b-90e3-be0625613364 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.0937631 Jul 13 07:39:29.121415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80228225-a4bc-4a86-9b60-64da15fe841e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.151092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b072f06d-fba8-418d-8dc8-a0b474d2a243 None None] Network 43760a60-5e74-42b2-bc59-4009f71db41e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:29.151786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:29.203226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d2528ce-cfe7-41f9-9828-cead8bd69a7f req-48eea0d2-fa56-4e70-811a-22c82caa88b0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836136 Jul 13 07:39:29.345610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-76acc57b-37ee-4baf-b722-dee7a0a72007 None None] Provisioning for port 3ffa8856-2b8d-4565-8662-2298873d8d1e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:29.364676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-76acc57b-37ee-4baf-b722-dee7a0a72007 None None] Provisioning complete for port 3ffa8856-2b8d-4565-8662-2298873d8d1e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:29.365066 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76acc57b-37ee-4baf-b722-dee7a0a72007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.454078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 0563d92c-fdec-4ee1-82fa-788e5f5a2972) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:29.464014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.465830 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.482023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6298175-8751-4939-8dd0-4cef0d78d859 None None] Network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:29.519130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab40de-c940-4113-8b87-553005b62a25 req-86220ef7-7730-428f-aa33-ac25cb4c6487 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.528578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcab40de-c940-4113-8b87-553005b62a25 req-86220ef7-7730-428f-aa33-ac25cb4c6487 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.1253824 Jul 13 07:39:29.536029 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e3580da2-dc29-4fa8-b411-4a05c9826ed5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1556144 Jul 13 07:39:29.540626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:29.548127 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:29.605007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::295 (43760a60-5e74-42b2-bc59-4009f71db41e/22c3352d-d745-4f0c-9e1a-37bf48339e94/8568f296-4e61-47ed-aa11-d93253acdb3b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:29.618300 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.622500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.626458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bcab40de-c940-4113-8b87-553005b62a25 req-fb1b0d50-bce5-456a-939c-68f4a7519670 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793698 Jul 13 07:39:29.630597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8:0:1::3e1 (43760a60-5e74-42b2-bc59-4009f71db41e/9e3c1eab-2598-4def-8b9e-fc3d79959475/8568f296-4e61-47ed-aa11-d93253acdb3b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:29.808505 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.018814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ba5823-5766-4b7a-941a-9a273f2df01e None None] Network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:30.410194 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76acc57b-37ee-4baf-b722-dee7a0a72007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.554074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-76acc57b-37ee-4baf-b722-dee7a0a72007 None None] For port 3ffa8856-2b8d-4565-8662-2298873d8d1e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3ffa8856-2b8d-4565-8662-2298873d8d1e,segment=NetworkSegment(5380aef9-3704-4be3-8ae0-b33cecc46643),segment_id=5380aef9-3704-4be3-8ae0-b33cecc46643)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:30.560080 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76acc57b-37ee-4baf-b722-dee7a0a72007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.582875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a43ea7-e541-4aee-8746-88426260148f req-ab0e6d9e-fb3a-45f9-8fda-1dea673686be tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.591206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6a43ea7-e541-4aee-8746-88426260148f req-ab0e6d9e-fb3a-45f9-8fda-1dea673686be tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.1510165 Jul 13 07:39:30.699865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a6a43ea7-e541-4aee-8746-88426260148f req-e29d36b2-3c11-435b-806b-f83b18d6fd28 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069026 Jul 13 07:39:30.754460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acc57b-37ee-4baf-b722-dee7a0a72007 None None] Pushing event updated for resources: {'Port': ['ID=3ffa8856-2b8d-4565-8662-2298873d8d1e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:30.827026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff9af4-9f31-43ab-8cbf-f78c0f733fbe None None] Update dhcp port {'port': {'network_id': '43760a60-5e74-42b2-bc59-4009f71db41e', 'fixed_ips': [{'subnet_id': '22c3352d-d745-4f0c-9e1a-37bf48339e94', 'ip_address': '2001:db8::2'}, {'subnet_id': '9e3c1eab-2598-4def-8b9e-fc3d79959475'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '3ffa8856-2b8d-4565-8662-2298873d8d1e'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:39:30.936784 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcff9af4-9f31-43ab-8cbf-f78c0f733fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.970465 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.003680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895032d-ac35-48bf-b18b-77e90dd53d2d req-c05d5226-7948-4184-9684-921edb9add46 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.023221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4895032d-ac35-48bf-b18b-77e90dd53d2d req-c05d5226-7948-4184-9684-921edb9add46 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.1559832 Jul 13 07:39:31.108053 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4895032d-ac35-48bf-b18b-77e90dd53d2d req-d0fb850f-f442-4fb7-b102-cf7a1921340f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817728 Jul 13 07:39:31.216300 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.241458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object 8568f296-4e61-47ed-aa11-d93253acdb3b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:31.366712 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.442910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-bcff9af4-9f31-43ab-8cbf-f78c0f733fbe None None] Allocated IP 2001:db8:0:1::2 (43760a60-5e74-42b2-bc59-4009f71db41e/9e3c1eab-2598-4def-8b9e-fc3d79959475/3ffa8856-2b8d-4565-8662-2298873d8d1e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:31.617483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bcff9af4-9f31-43ab-8cbf-f78c0f733fbe None None] For port 3ffa8856-2b8d-4565-8662-2298873d8d1e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3ffa8856-2b8d-4565-8662-2298873d8d1e,segment=NetworkSegment(5380aef9-3704-4be3-8ae0-b33cecc46643),segment_id=5380aef9-3704-4be3-8ae0-b33cecc46643)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:31.646991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=8568f296-4e61-47ed-aa11-d93253acdb3b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.651749 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcff9af4-9f31-43ab-8cbf-f78c0f733fbe None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.657222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 43760a60-5e74-42b2-bc59-4009f71db41e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:31.671151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bcff9af4-9f31-43ab-8cbf-f78c0f733fbe None None] Transition to ACTIVE for port object 3ffa8856-2b8d-4565-8662-2298873d8d1e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:31.686074 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcff9af4-9f31-43ab-8cbf-f78c0f733fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.689345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:31.713345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:31.730007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.730007 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.743516 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-64896e1c-d000-4e5f-bf99-a506a24136a1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.3834593 Jul 13 07:39:31.744112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52410) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.753029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22c3352d-d745-4f0c-9e1a-37bf48339e94'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:31.779675 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.825296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff9af4-9f31-43ab-8cbf-f78c0f733fbe None None] Pushing event updated for resources: {'Port': ['ID=3ffa8856-2b8d-4565-8662-2298873d8d1e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.848716 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.929989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3ffa8856-2b8d-4565-8662-2298873d8d1e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:32.131243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Allocated IP 172.25.8.9 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/fb9cc1fa-23d6-4aec-bd17-c9380bae7d40) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:32.285773 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.314900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2b6bf-478c-4364-8ebc-97efc20880e5 req-6bec92d1-6e1d-4934-a79d-cc4e124d1b38 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.316556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79c2b6bf-478c-4364-8ebc-97efc20880e5 req-6bec92d1-6e1d-4934-a79d-cc4e124d1b38 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.2625039 Jul 13 07:39:32.318738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.338636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.456226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:32.459510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:32.463390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:32.504265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9cc1fa-23d6-4aec-bd17-c9380bae7d40,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:32.669539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79c2b6bf-478c-4364-8ebc-97efc20880e5 req-89a4f8be-77c2-411c-bfa3-fa17b839d90c tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360248 Jul 13 07:39:32.739787 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:39:32.990739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd23eaa6-30f0-45fe-836f-df5673c38ee0 None None] Network 43760a60-5e74-42b2-bc59-4009f71db41e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:33.005552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.057472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Delete allocated IP 2001:db8:0:1::3e1 (43760a60-5e74-42b2-bc59-4009f71db41e/9e3c1eab-2598-4def-8b9e-fc3d79959475) {{(pid=93774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:39:33.363781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c2009fba-bd96-474d-85f9-8eba61e54514 None None] Provisioning for port 3ffa8856-2b8d-4565-8662-2298873d8d1e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:33.371437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c2009fba-bd96-474d-85f9-8eba61e54514 None None] Provisioning complete for port 3ffa8856-2b8d-4565-8662-2298873d8d1e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:33.373058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2009fba-bd96-474d-85f9-8eba61e54514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.415458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.435507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Ignored duplicate provisioning block setup for port 8568f296-4e61-47ed-aa11-d93253acdb3b by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:39:33.445731 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.461613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdef508-b70f-4fbf-bd44-0992c0fa1cbb req-71dc3e55-35a4-420c-9e07-392f5d70e706 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:33.470023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1fdef508-b70f-4fbf-bd44-0992c0fa1cbb req-71dc3e55-35a4-420c-9e07-392f5d70e706 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.4789610 Jul 13 07:39:33.564493 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.636797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] In _notify_port_updated(), no bound segment for port 8568f296-4e61-47ed-aa11-d93253acdb3b on network 43760a60-5e74-42b2-bc59-4009f71db41e {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:39:33.656651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:33.657467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.659288 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "PUT /v2.0/ports/8568f296-4e61-47ed-aa11-d93253acdb3b HTTP/1.1" status: 200 len: 926 time: 1.9141452 Jul 13 07:39:33.663754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:33.706545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22c3352d-d745-4f0c-9e1a-37bf48339e94'}, {'subnet_id': '9e3c1eab-2598-4def-8b9e-fc3d79959475'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:33.737302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97888d-6b3e-42de-9a43-0f5a6fe51018 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=8568f296-4e61-47ed-aa11-d93253acdb3b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.827669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3ffa8856-2b8d-4565-8662-2298873d8d1e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:33.847488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1fdef508-b70f-4fbf-bd44-0992c0fa1cbb req-24b89b2e-3dca-4b73-9d84-1d27015d96a8 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760421 Jul 13 07:39:33.942998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3ffa8856-2b8d-4565-8662-2298873d8d1e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:33.943749 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.043938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:39:34.201091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-242053a9-48cf-4731-8c42-d78ddfc9086c None None] Provisioning complete for port 3ffa8856-2b8d-4565-8662-2298873d8d1e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:34.201682 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-242053a9-48cf-4731-8c42-d78ddfc9086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.228997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.384729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:34.423591 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Sync routers for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:34.460392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.462583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-426ded7f-c525-4882-9021-bb21f1faf9d9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9206905 Jul 13 07:39:34.467573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52454) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:34.560511 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:34.567278 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:39:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:34.708457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-242053a9-48cf-4731-8c42-d78ddfc9086c None None] Provisioning for port 8568f296-4e61-47ed-aa11-d93253acdb3b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:34.713225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-242053a9-48cf-4731-8c42-d78ddfc9086c None None] Provisioning complete for port 8568f296-4e61-47ed-aa11-d93253acdb3b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:34.713613 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-242053a9-48cf-4731-8c42-d78ddfc9086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.868551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-242053a9-48cf-4731-8c42-d78ddfc9086c None None] Port 8568f296-4e61-47ed-aa11-d93253acdb3b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:34.967261 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:34.999932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8015ca1c-9360-4654-9c75-2c71085e626b None None] Provisioning complete for port 8568f296-4e61-47ed-aa11-d93253acdb3b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:35.000695 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8015ca1c-9360-4654-9c75-2c71085e626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.091866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8015ca1c-9360-4654-9c75-2c71085e626b None None] Port 8568f296-4e61-47ed-aa11-d93253acdb3b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:35.481938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.571636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-25b8ffba-88c2-4320-933e-1f07d27fe8c5 None None] Provisioning complete for port 8568f296-4e61-47ed-aa11-d93253acdb3b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:35.580964 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25b8ffba-88c2-4320-933e-1f07d27fe8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.616480 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:32Z', 'revision_number': 3, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:35.633229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8:0:1::22c (43760a60-5e74-42b2-bc59-4009f71db41e/9e3c1eab-2598-4def-8b9e-fc3d79959475/8568f296-4e61-47ed-aa11-d93253acdb3b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:35.685062 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Checking router: bc422f1d-baaa-48fc-9cda-9c60f87a63e8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:35.688254 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Updating router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:35.716244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-25b8ffba-88c2-4320-933e-1f07d27fe8c5 None None] Port 8568f296-4e61-47ed-aa11-d93253acdb3b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:35.782744 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.097488 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.199219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468566a-cb2c-45f8-8db3-fd4d6b0fa65f req-6d6e6741-815f-4404-afcd-5b5ce76782fd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:36.209728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c468566a-cb2c-45f8-8db3-fd4d6b0fa65f req-6d6e6741-815f-4404-afcd-5b5ce76782fd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.9915712 Jul 13 07:39:36.313806 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.419528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Ignored duplicate provisioning block setup for port 8568f296-4e61-47ed-aa11-d93253acdb3b by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:39:36.431870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c468566a-cb2c-45f8-8db3-fd4d6b0fa65f req-de09e46d-0a8c-433a-bde0-da324aab237d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022657 Jul 13 07:39:36.449774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.543412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Allocated IP 172.20.0.1 (0563d92c-fdec-4ee1-82fa-788e5f5a2972/80228225-a4bc-4a86-9b60-64da15fe841e/35dcd6b7-2ec2-4b33-a13c-b9658677d438) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:36.550069 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.614808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Transition to ACTIVE for port object fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:36.630230 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.787185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=8568f296-4e61-47ed-aa11-d93253acdb3b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:36.813157 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Attempting to bind port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:36.813820 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Attempting to bind port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:36.814399 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Attempting to bind port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:36.857811 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:36.858769 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:36.859362 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.860147 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:36.862566 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Bound port: fb9cc1fa-23d6-4aec-bd17-c9380bae7d40, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:36.863184 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.866457 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573185d-746a-494a-aeba-896357670533 None None] Pushing event updated for resources: {'Port': ['ID=fb9cc1fa-23d6-4aec-bd17-c9380bae7d40,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:36.871035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] In _notify_port_updated(), no bound segment for port 8568f296-4e61-47ed-aa11-d93253acdb3b on network 43760a60-5e74-42b2-bc59-4009f71db41e {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:39:36.883152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:36.887988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.889689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4cb7c2ff-8ef9-4229-a56d-d806c95247b6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "PUT /v2.0/ports/8568f296-4e61-47ed-aa11-d93253acdb3b HTTP/1.1" status: 200 len: 1012 time: 3.2089007 Jul 13 07:39:36.898657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52484) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:36.950118 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.951004 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.951631 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.952181 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.952760 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.953320 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.953911 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.954487 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.955093 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.955637 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.956191 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:36.956729 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573185d-746a-494a-aeba-896357670533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:37.053260 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] For port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:37.062403 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] For port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fb9cc1fa-23d6-4aec-bd17-c9380bae7d40,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:37.070494 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.074318 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.131659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453196a-b02b-45ce-a656-6f69e42aa6d9 req-64ebb3f3-b5a5-4637-a0db-6ad956c72e2d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.140355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0453196a-b02b-45ce-a656-6f69e42aa6d9 req-64ebb3f3-b5a5-4637-a0db-6ad956c72e2d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.2713470 Jul 13 07:39:37.204402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.243125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6e90447f-effc-4edc-bbb0-6ba30f0e3a31 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 8568f296-4e61-47ed-aa11-d93253acdb3b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:37.244064 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e90447f-effc-4edc-bbb0-6ba30f0e3a31 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.262753 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:37.264693 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:39:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:37.279369 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573185d-746a-494a-aeba-896357670533 None None] Pushing event updated for resources: {'Port': ['ID=fb9cc1fa-23d6-4aec-bd17-c9380bae7d40,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:37.284312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ebe16463-265b-49bb-b90e-4d5209c5e64e None None] Provisioning complete for port 8568f296-4e61-47ed-aa11-d93253acdb3b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:37.286902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebe16463-265b-49bb-b90e-4d5209c5e64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.349648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:37.370834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:37.375085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:37.385115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ebe16463-265b-49bb-b90e-4d5209c5e64e None None] Port 8568f296-4e61-47ed-aa11-d93253acdb3b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:37.452872 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.457318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Pushing event updated for resources: {'Port': ['ID=35dcd6b7-2ec2-4b33-a13c-b9658677d438,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:37.471999 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e90447f-effc-4edc-bbb0-6ba30f0e3a31 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.487874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6e90447f-effc-4edc-bbb0-6ba30f0e3a31 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 8568f296-4e61-47ed-aa11-d93253acdb3b owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:37.505272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.613714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0453196a-b02b-45ce-a656-6f69e42aa6d9 req-bca63b25-5bca-4f71-bdb8-b5ae6fe993d1 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695449 Jul 13 07:39:37.627322 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:37.927882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e90447f-effc-4edc-bbb0-6ba30f0e3a31 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.177288 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.228852 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e90447f-effc-4edc-bbb0-6ba30f0e3a31 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.244387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6e90447f-effc-4edc-bbb0-6ba30f0e3a31 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/8568f296-4e61-47ed-aa11-d93253acdb3b HTTP/1.1" status: 204 len: 168 time: 1.3369110 Jul 13 07:39:38.249360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52498) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:38.250236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90447f-effc-4edc-bbb0-6ba30f0e3a31 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=8568f296-4e61-47ed-aa11-d93253acdb3b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:38.468806 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:32Z', 'revision_number': 3, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:38.566689 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dd72aa-8ff2-4a6f-8ff5-a6d18bd7728f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:39:38.568480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-93dd72aa-8ff2-4a6f-8ff5-a6d18bd7728f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/8568f296-4e61-47ed-aa11-d93253acdb3b HTTP/1.1" status: 404 len: 333 time: 0.2827778 Jul 13 07:39:38.577596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:38.580853 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3481f-d399-4267-8980-a29168392c90 None None] The sync data for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 is: [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:32Z', 'revision_number': 3, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:38.765770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05cbcf0-af1f-4cbc-b8b8-2956674b1d30 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet 9e3c1eab-2598-4def-8b9e-fc3d79959475 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:38.772435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c05cbcf0-af1f-4cbc-b8b8-2956674b1d30 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.962301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215c5ad-2202-4400-99ba-213fa629d1cd req-6300541a-7771-4985-b5f9-0f26eafff3a0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.981223 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4215c5ad-2202-4400-99ba-213fa629d1cd req-6300541a-7771-4985-b5f9-0f26eafff3a0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.6640093 Jul 13 07:39:39.036984 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.042281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.215546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4215c5ad-2202-4400-99ba-213fa629d1cd req-f4abf038-8695-4ac2-9f93-b0aeac063fed tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289593 Jul 13 07:39:39.232815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c05cbcf0-af1f-4cbc-b8b8-2956674b1d30 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.412480 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.419573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Pushing event updated for resources: {'Port': ['ID=35dcd6b7-2ec2-4b33-a13c-b9658677d438,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:39.580345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c05cbcf0-af1f-4cbc-b8b8-2956674b1d30 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.761612 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c05cbcf0-af1f-4cbc-b8b8-2956674b1d30 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.777636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:39.788020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:39.824599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb738e1-e484-4d81-9a91-c79397e23994 None None] Network 43760a60-5e74-42b2-bc59-4009f71db41e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:39.857296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c05cbcf0-af1f-4cbc-b8b8-2956674b1d30 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.862025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c05cbcf0-af1f-4cbc-b8b8-2956674b1d30 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/9e3c1eab-2598-4def-8b9e-fc3d79959475 HTTP/1.1" status: 204 len: 168 time: 1.2837102 Jul 13 07:39:39.863627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cbcf0-af1f-4cbc-b8b8-2956674b1d30 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3c1eab-2598-4def-8b9e-fc3d79959475,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:39.865524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:39.934303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:40.080883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1426c981-2ba4-4950-956f-7882fbe42331 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet 22c3352d-d745-4f0c-9e1a-37bf48339e94 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:40.105209 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1426c981-2ba4-4950-956f-7882fbe42331 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.432764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1426c981-2ba4-4950-956f-7882fbe42331 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.608094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1426c981-2ba4-4950-956f-7882fbe42331 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.811303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1426c981-2ba4-4950-956f-7882fbe42331 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.858734 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1426c981-2ba4-4950-956f-7882fbe42331 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.866759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1426c981-2ba4-4950-956f-7882fbe42331 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/22c3352d-d745-4f0c-9e1a-37bf48339e94 HTTP/1.1" status: 204 len: 168 time: 0.9975810 Jul 13 07:39:40.867469 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:41.014463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426c981-2ba4-4950-956f-7882fbe42331 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=22c3352d-d745-4f0c-9e1a-37bf48339e94,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:41.036049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:41.066561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:41.069117 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.069459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:41.182534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a24150-417a-42e4-b863-a1de84b73a80 req-342fec95-682b-41d1-a2e5-f016e8681244 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.194503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7a24150-417a-42e4-b863-a1de84b73a80 req-342fec95-682b-41d1-a2e5-f016e8681244 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.4773207 Jul 13 07:39:41.213228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.327359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:41.341565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-64321974-5621-40fc-8e7e-c8c6b7643b81 admin admin] 10.222.0.41 "PUT /v2.0/routers/bc422f1d-baaa-48fc-9cda-9c60f87a63e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8725252 Jul 13 07:39:41.484789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053f52d1-04f4-44c6-9e43-fe9177e07b34 None None] DHCP port deletion for 43760a60-5e74-42b2-bc59-4009f71db41e request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:41.597502 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.674724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fb9cc1fa-23d6-4aec-bd17-c9380bae7d40,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:41.685023 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.906574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=fb9cc1fa-23d6-4aec-bd17-c9380bae7d40,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:41.929821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3ffa8856-2b8d-4565-8662-2298873d8d1e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:41.964009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-053f52d1-04f4-44c6-9e43-fe9177e07b34 None None] Deleting port 3ffa8856-2b8d-4565-8662-2298873d8d1e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:41.965318 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-053f52d1-04f4-44c6-9e43-fe9177e07b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.040833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-053f52d1-04f4-44c6-9e43-fe9177e07b34 None None] For port 3ffa8856-2b8d-4565-8662-2298873d8d1e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3ffa8856-2b8d-4565-8662-2298873d8d1e,segment=NetworkSegment(5380aef9-3704-4be3-8ae0-b33cecc46643),segment_id=5380aef9-3704-4be3-8ae0-b33cecc46643)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:42.042060 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-053f52d1-04f4-44c6-9e43-fe9177e07b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.063296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-053f52d1-04f4-44c6-9e43-fe9177e07b34 None None] Calling delete_port for 3ffa8856-2b8d-4565-8662-2298873d8d1e owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:42.156200 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-053f52d1-04f4-44c6-9e43-fe9177e07b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.182784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f52d1-04f4-44c6-9e43-fe9177e07b34 None None] Pushing event deleted for resources: {'Port': ['ID=3ffa8856-2b8d-4565-8662-2298873d8d1e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:42.201228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No active binding found for port 3ffa8856-2b8d-4565-8662-2298873d8d1e {{(pid=93775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:39:42.202609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3ffa8856-2b8d-4565-8662-2298873d8d1e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:42.221620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f52d1-04f4-44c6-9e43-fe9177e07b34 None None] No DVR routers for this DVR port 3ffa8856-2b8d-4565-8662-2298873d8d1e on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:42.254474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Sync routers for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:42.262913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7a24150-417a-42e4-b863-a1de84b73a80 req-5903541f-f606-482b-920a-abe0641d3574 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0668032 Jul 13 07:39:42.273441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:42.276728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:39:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:42.294251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 3ffa8856-2b8d-4565-8662-2298873d8d1e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:42.294843 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.493205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] For port 3ffa8856-2b8d-4565-8662-2298873d8d1e, host n-d-758944-43, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:42.493579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.526171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 3ffa8856-2b8d-4565-8662-2298873d8d1e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:42.539499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Port 3ffa8856-2b8d-4565-8662-2298873d8d1e was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:39:42.553424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.553775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:42.647121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No DVR routers for this DVR port 3ffa8856-2b8d-4565-8662-2298873d8d1e on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:42.651813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=3ffa8856-2b8d-4565-8662-2298873d8d1e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:42.855087 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.863092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-93b4f0bb-dd79-439e-b0f3-2a80a0b63afd req-4dcebdf7-82e4-4639-86ac-b35ceeb122bf service neutron] (93774) timed out ('10.222.0.48', 56886) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:39:42.885532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43760a60-5e74-42b2-bc59-4009f71db41e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:42.914066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5380aef9-3704-4be3-8ae0-b33cecc46643') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:42.914497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5380aef9-3704-4be3-8ae0-b33cecc46643') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:42.944606 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.042767 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.061286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:43.062611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:43.072257 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:43.151284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '35dcd6b7-2ec2-4b33-a13c-b9658677d438', 'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'mac_address': 'fa:16:3e:86:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:38Z', 'revision_number': 2, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'subnets': [{'id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:43.240981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.250750 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.255572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/networks/43760a60-5e74-42b2-bc59-4009f71db41e HTTP/1.1" status: 204 len: 168 time: 2.3848896 Jul 13 07:39:43.267915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:43.293720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Checking router: bc422f1d-baaa-48fc-9cda-9c60f87a63e8 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:43.294116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Updating router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 port 35dcd6b7-2ec2-4b33-a13c-b9658677d438 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:43.348732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-e0b8026e-4309-415a-80e8-4959639aac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.354455 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-e0b8026e-4309-415a-80e8-4959639aac3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1097 time: 0.3320994 Jul 13 07:39:43.397310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193d5a-6313-433d-9ecb-a1ca7b97a7c3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Network': ['ID=43760a60-5e74-42b2-bc59-4009f71db41e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:43.426352 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.504218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ae1dc6-caa2-49dd-84a2-b341b8d1eba5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.506005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-56ae1dc6-caa2-49dd-84a2-b341b8d1eba5 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2289248 Jul 13 07:39:43.511165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52602) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:43.625671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-99e04a68-77e4-46b4-9fe7-1dc94b73d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.628111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-99e04a68-77e4-46b4-9fe7-1dc94b73d3ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 918 time: 0.2660260 Jul 13 07:39:43.658064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52606) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:43.658284 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ce44087e-45d3-4193-bb56-349d0fafaeb1 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1454160 Jul 13 07:39:43.666876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-709602499'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:43.739828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-9bedb341-b807-4edf-bb4f-78a6b3c4f0ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3532ed21-d6f7-4496-8477-fa2935ed3748 HTTP/1.1" status: 200 len: 217 time: 0.0924273 Jul 13 07:39:43.867011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-8245fb7b-9443-4aa1-a76b-00362f45dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.869822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-8245fb7b-9443-4aa1-a76b-00362f45dd4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.1221657 Jul 13 07:39:43.934109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:43.942970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-fcb32777-a155-4cb7-8725-bebef3294972 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651586 Jul 13 07:39:43.944348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:43.948674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.963684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-b59f0a14-827b-459f-ac4e-b7fb31fad56e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:43.964753 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-b59f0a14-827b-459f-ac4e-b7fb31fad56e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126023 Jul 13 07:39:44.034282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:44.084472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:44.084854 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.097705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.098628 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Added segment 4a8dc6ae-2034-4172-9208-dc9a09bb8f55 of type vlan for network aa6adb66-7751-4976-bb18-201915090d49 Jul 13 07:39:44.180958 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.203593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.205295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Transition to ACTIVE for port object 35dcd6b7-2ec2-4b33-a13c-b9658677d438 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:44.211890 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-e0a18080-5410-4045-86e5-51c5268d4f33 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389963 Jul 13 07:39:44.218314 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.317333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5dd10-501c-4360-90ce-a91a4ce83e8b None None] Pushing event updated for resources: {'Port': ['ID=35dcd6b7-2ec2-4b33-a13c-b9658677d438,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.415238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Attempting to bind port 35dcd6b7-2ec2-4b33-a13c-b9658677d438 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:44.416203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Attempting to bind port 35dcd6b7-2ec2-4b33-a13c-b9658677d438 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '219749b2-11d3-499c-932d-6327850b2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:44.416772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Attempting to bind port 35dcd6b7-2ec2-4b33-a13c-b9658677d438 on network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:44.424048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:44.424437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Checking segment: {'id': '219749b2-11d3-499c-932d-6327850b2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:44.424860 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.425419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Bound using segment: {'id': '219749b2-11d3-499c-932d-6327850b2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:44.425909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Bound port: 35dcd6b7-2ec2-4b33-a13c-b9658677d438, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219749b2-11d3-499c-932d-6327850b2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:44.426745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.446247 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.505563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.514411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] For port 35dcd6b7-2ec2-4b33-a13c-b9658677d438, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:44.516144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.518915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] For port 35dcd6b7-2ec2-4b33-a13c-b9658677d438, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=35dcd6b7-2ec2-4b33-a13c-b9658677d438,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:44.527619 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.556970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-3f1df9ad-be5f-4ea3-8eda-7dd785ef9b93 req-87876b56-4201-4b8e-8d65-bf31fa4d4b67 service neutron] (93774) timed out ('10.222.0.48', 57100) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:39:44.610749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:44.611577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:39:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.669528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Network': ['ID=aa6adb66-7751-4976-bb18-201915090d49,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.669771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5dd10-501c-4360-90ce-a91a4ce83e8b None None] Pushing event updated for resources: {'Port': ['ID=35dcd6b7-2ec2-4b33-a13c-b9658677d438,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.685806 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network aa6adb66-7751-4976-bb18-201915090d49 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:44.717568 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-48e24663-c2be-4998-95f6-ffab0eb20898 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0571332 Jul 13 07:39:44.722864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:44.729044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': 'aa6adb66-7751-4976-bb18-201915090d49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:44.765238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b02cbe53-e87c-4c18-8d66-0b5c828b9ee0 req-00c3d60d-ba26-4093-b60f-0e0f7f12d466 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460775 Jul 13 07:39:44.872894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:44.939098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:44.948379 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.176840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce492-066e-410c-9830-cadf029c07ef req-8efe6554-4ac8-4bf0-b844-610ab33be56e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.178880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-8efe6554-4ac8-4bf0-b844-610ab33be56e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 820 time: 0.1495488 Jul 13 07:39:45.235882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-f70c9772-0ede-4b39-b63f-17fac12f10af tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/quotas/ae5e1f1779d84e4ea66a7f1553967c35 HTTP/1.1" status: 200 len: 375 time: 0.0508218 Jul 13 07:39:45.270165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-d68dadc3-c391-4e9e-834b-21e6b9e87e20 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.273116 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-d68dadc3-c391-4e9e-834b-21e6b9e87e20 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.2700028 Jul 13 07:39:45.429036 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-d6cdb45c-037c-4f5d-a655-71545de2614c tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/quotas/c418ec4cfe364a0a890c4063a3ad4008 HTTP/1.1" status: 200 len: 375 time: 0.1315250 Jul 13 07:39:45.532223 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-c8c9fe9e-3017-429a-9f43-83cb0a3879c5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915005 Jul 13 07:39:45.648922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '35dcd6b7-2ec2-4b33-a13c-b9658677d438', 'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'mac_address': 'fa:16:3e:86:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:44Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'subnets': [{'id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:45.688790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1695fca-894d-4aa9-9b0a-c45cb13c3d72 None None] The sync data for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 is: [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '35dcd6b7-2ec2-4b33-a13c-b9658677d438', 'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'mac_address': 'fa:16:3e:86:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:44Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'subnets': [{'id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:45.692005 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-82c0cb6a-4b85-4506-b603-94e71e7680e0 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514263 Jul 13 07:39:45.724900 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.785084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-f6045b0f-1501-459f-976c-77bf5ea58388 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5350308 Jul 13 07:39:45.971607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-177c4377-01e1-4e0d-bd96-b56071b135b7 service neutron] 10.222.0.41 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780001 Jul 13 07:39:46.103497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=f408512a-5eba-42ab-b2b7-aa3cb164f6f9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.154349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Checking segment: {'id': '4a8dc6ae-2034-4172-9208-dc9a09bb8f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa6adb66-7751-4976-bb18-201915090d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:46.154735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network hostable DHCP agents. Network: aa6adb66-7751-4976-bb18-201915090d49, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:46.214889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network aa6adb66-7751-4976-bb18-201915090d49 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:46.237357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-7de21e11-e3e3-49da-9d4c-b12f28acd1d3 service neutron] 10.222.0.41 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472561 Jul 13 07:39:46.263673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, aa6adb66-7751-4976-bb18-201915090d49) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:46.273114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:46.274726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.281204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4922be-e754-446d-a5d9-0c9f34767c0d None None] Network aa6adb66-7751-4976-bb18-201915090d49 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:46.338205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8eeffc99-06b3-4eba-af60-8b3a67f75e5a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6141293 Jul 13 07:39:46.341739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52666) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:46.347275 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': 'aa6adb66-7751-4976-bb18-201915090d49', 'name': 'tempest-PortsIpV6TestJSON-461546530'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:46.566439 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-993e7e82-8829-486e-8ed2-8d39f316cacd service neutron] 10.222.0.41 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198800 Jul 13 07:39:46.839851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-aa6adb66-7751-4976-bb18-201915090d49', 'network_id': 'aa6adb66-7751-4976-bb18-201915090d49', 'tenant_id': 'cb707046e7cb4ca7ba0df5c6bb0e024e', 'fixed_ips': [{'subnet_id': 'f408512a-5eba-42ab-b2b7-aa3cb164f6f9'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:46.840944 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.865230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9df87c-92f1-4118-8be5-819636f6b3b3 req-94d8dfdd-f9b4-4875-a724-64a18721b002 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:46.873014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db9df87c-92f1-4118-8be5-819636f6b3b3 req-94d8dfdd-f9b4-4875-a724-64a18721b002 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.3265963 Jul 13 07:39:47.015090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:47.027580 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.111784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port fa3f5458-7671-4658-b526-590bee1d1036 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:47.157477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db9df87c-92f1-4118-8be5-819636f6b3b3 req-a236fe62-48bc-4b55-ac7d-3a41063381bf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756684 Jul 13 07:39:47.296752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Allocated IP 2001:db8::2 (aa6adb66-7751-4976-bb18-201915090d49/f408512a-5eba-42ab-b2b7-aa3cb164f6f9/b7930718-9a91-417e-a87e-6a63257638c6) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:47.638729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f5a6-98a5-4adf-955a-5a4c4897dc28 req-fd65a195-c750-4241-83ae-fb716b14beee tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.663190 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-75d3f5a6-98a5-4adf-955a-5a4c4897dc28 req-fd65a195-c750-4241-83ae-fb716b14beee tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.2619286 Jul 13 07:39:47.763448 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7288662e-0847-4434-a383-4240854ed177 req-c876cd27-99a7-4e3a-89be-bbcf36c8b052 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 210 time: 0.1479261 Jul 13 07:39:47.844285 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-75d3f5a6-98a5-4adf-955a-5a4c4897dc28 req-c24443ce-1709-42a0-8b28-b674b3d656f1 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724617 Jul 13 07:39:47.903512 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.915735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Transition to ACTIVE for port object b7930718-9a91-417e-a87e-6a63257638c6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:47.954984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Transition to ACTIVE for port object b7930718-9a91-417e-a87e-6a63257638c6 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:47.968412 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.037665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Network aa6adb66-7751-4976-bb18-201915090d49 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:48.043558 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:48.044796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-27aa1a9a-d9f2-40e4-8f72-d05ef427f0c8 req-76d6c736-25f1-4cd6-9e49-e6d60bc08bfe tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 210 time: 0.1453335 Jul 13 07:39:48.061323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 35dcd6b7-2ec2-4b33-a13c-b9658677d438 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:48.094282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:48.216218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::211 (aa6adb66-7751-4976-bb18-201915090d49/f408512a-5eba-42ab-b2b7-aa3cb164f6f9/fa3f5458-7671-4658-b526-590bee1d1036) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:48.283524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Pushing event updated for resources: {'Port': ['ID=b7930718-9a91-417e-a87e-6a63257638c6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:48.306276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.306631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.306994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.307355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.308464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.308706 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.320772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.321696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.322137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.322793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.323369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.324261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:48.372157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Attempting to bind port b7930718-9a91-417e-a87e-6a63257638c6 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:48.372526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Attempting to bind port b7930718-9a91-417e-a87e-6a63257638c6 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '4a8dc6ae-2034-4172-9208-dc9a09bb8f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa6adb66-7751-4976-bb18-201915090d49'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:48.372986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Attempting to bind port b7930718-9a91-417e-a87e-6a63257638c6 on network aa6adb66-7751-4976-bb18-201915090d49 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:48.382130 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6a1c534-64c7-4c3e-80a5-716f52433536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.389593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 35dcd6b7-2ec2-4b33-a13c-b9658677d438 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:48.393961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:48.394370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Checking segment: {'id': '4a8dc6ae-2034-4172-9208-dc9a09bb8f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa6adb66-7751-4976-bb18-201915090d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:48.394786 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.395194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Bound using segment: {'id': '4a8dc6ae-2034-4172-9208-dc9a09bb8f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa6adb66-7751-4976-bb18-201915090d49'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:48.395681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Bound port: b7930718-9a91-417e-a87e-6a63257638c6, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8dc6ae-2034-4172-9208-dc9a09bb8f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa6adb66-7751-4976-bb18-201915090d49'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:48.396073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.399723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 35dcd6b7-2ec2-4b33-a13c-b9658677d438 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:48.400098 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.711804 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.754782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object fa3f5458-7671-4658-b526-590bee1d1036 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:48.794380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367bef-6ff7-4367-82e7-8f615d0d9e7a req-28ea89ac-5dca-4b37-9ee3-3cd90b62e77b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.804000 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2c367bef-6ff7-4367-82e7-8f615d0d9e7a req-28ea89ac-5dca-4b37-9ee3-3cd90b62e77b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.2446077 Jul 13 07:39:48.812135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.901365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2c367bef-6ff7-4367-82e7-8f615d0d9e7a req-10a339fb-357b-406b-b986-5ac5b568a1b1 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941992 Jul 13 07:39:49.006821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=fa3f5458-7671-4658-b526-590bee1d1036,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:49.065299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network aa6adb66-7751-4976-bb18-201915090d49 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:49.067878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] For port b7930718-9a91-417e-a87e-6a63257638c6, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:49.069449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:49.071854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] For port b7930718-9a91-417e-a87e-6a63257638c6, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b7930718-9a91-417e-a87e-6a63257638c6,segment=NetworkSegment(4a8dc6ae-2034-4172-9208-dc9a09bb8f55),segment_id=4a8dc6ae-2034-4172-9208-dc9a09bb8f55)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:49.075674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:49.081927 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.095080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:49.100243 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.150659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-993927dc-74a0-4224-b1e2-1b2e1ed95253 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8077116 Jul 13 07:39:49.154511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52734) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:49.172729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdb5ba-6b5c-4208-b9d5-45712299863d None None] Pushing event updated for resources: {'Port': ['ID=b7930718-9a91-417e-a87e-6a63257638c6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:49.178904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': 'aa6adb66-7751-4976-bb18-201915090d49', 'name': 'tempest-PortsIpV6TestJSON-1042651343'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:49.218139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08df93-812c-4581-a6a4-5df1b78e04ab req-7d320fb9-c5e0-4e96-bfa3-b6f56a382202 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:49.226939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c08df93-812c-4581-a6a4-5df1b78e04ab req-7d320fb9-c5e0-4e96-bfa3-b6f56a382202 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.1896453 Jul 13 07:39:49.282894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.367323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c08df93-812c-4581-a6a4-5df1b78e04ab req-143febcf-cd87-4812-9b04-2509b7f3b5db tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387880 Jul 13 07:39:49.408601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 35dcd6b7-2ec2-4b33-a13c-b9658677d438, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=35dcd6b7-2ec2-4b33-a13c-b9658677d438,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:49.423405 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.645627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=35dcd6b7-2ec2-4b33-a13c-b9658677d438,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:49.721379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a690a0fc-b55e-4f4f-9ef8-52458b0f0f86 req-c4153656-86d1-4a26-82e3-3e134c6ab1c2 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 210 time: 0.1722229 Jul 13 07:39:49.770769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:49.776708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.840687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port 0491207f-f06a-4e17-8ed0-ed2d35d7a5e6 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:50.123541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a930e0e3-e117-4e11-bef6-cee555da62ce req-c250f775-1776-4528-ad17-8095b7f66052 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 210 time: 0.1622050 Jul 13 07:39:50.185188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e62817fe-9684-469d-a20a-0537249e3cab tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.186982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::6b (aa6adb66-7751-4976-bb18-201915090d49/f408512a-5eba-42ab-b2b7-aa3cb164f6f9/0491207f-f06a-4e17-8ed0-ed2d35d7a5e6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:50.191389 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e62817fe-9684-469d-a20a-0537249e3cab tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 811 time: 0.6180229 Jul 13 07:39:50.232345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Request body: {'port': {'device_id': 'c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'admin_state_up': True, 'tenant_id': 'c418ec4cfe364a0a890c4063a3ad4008'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:50.270756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b7930718-9a91-417e-a87e-6a63257638c6 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:50.438087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port b7930718-9a91-417e-a87e-6a63257638c6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:50.454669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 35dcd6b7-2ec2-4b33-a13c-b9658677d438 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:50.646328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce492-066e-410c-9830-cadf029c07ef req-fca0b52e-3cb4-4ca6-83a3-d8ddb9ce527f tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.648337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-fca0b52e-3cb4-4ca6-83a3-d8ddb9ce527f tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.38 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 820 time: 0.3136144 Jul 13 07:39:50.670164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 35dcd6b7-2ec2-4b33-a13c-b9658677d438 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:50.670830 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.676330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Request body: {'port': {'device_id': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'admin_state_up': True, 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:50.759674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Made reservation on behalf of c418ec4cfe364a0a890c4063a3ad4008 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:50.771275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.093755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad706-b58a-45ea-b5ad-95e0aa344942 req-0f5de1a1-88ad-4cf0-a25f-475f916d6c37 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:51.104918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2fad706-b58a-45ea-b5ad-95e0aa344942 req-0f5de1a1-88ad-4cf0-a25f-475f916d6c37 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.4121838 Jul 13 07:39:51.155380 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93ab5229-fa24-49f9-b082-7264009199f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.179101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.186897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Made reservation on behalf of ae5e1f1779d84e4ea66a7f1553967c35 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:51.191595 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.192222 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.248067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2fad706-b58a-45ea-b5ad-95e0aa344942 req-85ed8139-9877-4d53-88ce-1864c945ab8b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417940 Jul 13 07:39:51.253471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object 0491207f-f06a-4e17-8ed0-ed2d35d7a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:51.369667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Allocated IP 172.20.0.7 (30697d85-c91b-4835-a984-cab30e3df541/409c3169-4bb7-4f7d-a7a2-a28446385253/3ae25141-3348-40f8-ac04-de4755780db5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:51.389194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a1133-5687-4b08-baa8-f4f188a45466 req-7e6c8d1d-5956-416c-a494-5bd32b3714f3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:51.398888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-302a1133-5687-4b08-baa8-f4f188a45466 req-7e6c8d1d-5956-416c-a494-5bd32b3714f3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.7308190 Jul 13 07:39:51.466452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.502431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ed6ed-eb98-4ccc-8794-b50fa104d103 None None] Network aa6adb66-7751-4976-bb18-201915090d49 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:51.510305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-302a1133-5687-4b08-baa8-f4f188a45466 req-9a955309-c456-427b-900c-2d1c44bfe579 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088531 Jul 13 07:39:51.816611 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5cf90fa-fd8c-4bff-81af-aba242fbe00d req-9fe3386d-2f40-4218-bb0b-9b62125c9296 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 210 time: 0.1673238 Jul 13 07:39:51.817269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=0491207f-f06a-4e17-8ed0-ed2d35d7a5e6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:51.836226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network aa6adb66-7751-4976-bb18-201915090d49 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:51.841069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:51.862387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:51.870818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:51.874774 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.965150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6613d92c-b94a-47d5-b7e6-10dd552914dc tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8090432 Jul 13 07:39:51.970042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:51.987201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-76a6a414-7ced-41ea-9262-67607017d00b None None] Provisioning for port b7930718-9a91-417e-a87e-6a63257638c6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:52.019194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-76a6a414-7ced-41ea-9262-67607017d00b None None] Provisioning complete for port b7930718-9a91-417e-a87e-6a63257638c6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:52.024163 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.031010 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76a6a414-7ced-41ea-9262-67607017d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.087330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Allocated IP 172.20.0.3 (0563d92c-fdec-4ee1-82fa-788e5f5a2972/80228225-a4bc-4a86-9b60-64da15fe841e/da306ee1-f578-443a-8e76-656bd61bc54c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:52.125846 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.159419 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.172655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dfa86aa1-b98d-419e-9bb3-bbb8e09b3ea5 req-364d9a0e-5b1c-4685-9738-a36422adbb95 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 210 time: 0.0632629 Jul 13 07:39:52.215645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Network 30697d85-c91b-4835-a984-cab30e3df541 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:52.218068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:52.221553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:52.297914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8c42d-9057-4a7c-a99c-5669de53f1e2 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:52.299589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:52.302999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-49a8c42d-9057-4a7c-a99c-5669de53f1e2 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A211 HTTP/1.1" status: 200 len: 928 time: 0.3291082 Jul 13 07:39:52.304313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:52.305749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.364827 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1558919 Jul 13 07:39:52.382994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-bb075641-b151-470a-be99-cf2a3c728699 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:52.387078 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-bb075641-b151-470a-be99-cf2a3c728699 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132563 Jul 13 07:39:52.392559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1deb8-af0b-418a-bd3d-887cf796083e tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event updated for resources: {'Port': ['ID=3ae25141-3348-40f8-ac04-de4755780db5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:52.458437 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76a6a414-7ced-41ea-9262-67607017d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.556252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-76a6a414-7ced-41ea-9262-67607017d00b None None] For port b7930718-9a91-417e-a87e-6a63257638c6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b7930718-9a91-417e-a87e-6a63257638c6,segment=NetworkSegment(4a8dc6ae-2034-4172-9208-dc9a09bb8f55),segment_id=4a8dc6ae-2034-4172-9208-dc9a09bb8f55)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:52.563320 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76a6a414-7ced-41ea-9262-67607017d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.713129 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6a414-7ced-41ea-9262-67607017d00b None None] Pushing event updated for resources: {'Port': ['ID=b7930718-9a91-417e-a87e-6a63257638c6,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:52.714341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Request body: {'port': {'device_id': 'c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:52.972003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.040443 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.080853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Provisioning for port 0491207f-f06a-4e17-8ed0-ed2d35d7a5e6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:53.090278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.105256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dadb4719-d9f7-4ae9-8c78-77dec330b84e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 0491207f-f06a-4e17-8ed0-ed2d35d7a5e6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:53.105740 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dadb4719-d9f7-4ae9-8c78-77dec330b84e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.116026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Provisioning complete for port 0491207f-f06a-4e17-8ed0-ed2d35d7a5e6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:53.116558 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.211127 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dadb4719-d9f7-4ae9-8c78-77dec330b84e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.226839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dadb4719-d9f7-4ae9-8c78-77dec330b84e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 0491207f-f06a-4e17-8ed0-ed2d35d7a5e6 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:53.289891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Port 0491207f-f06a-4e17-8ed0-ed2d35d7a5e6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:53.323064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9baff4-e256-4c20-8270-49964a0bcca9 req-a0b32dfe-c03a-4d67-ab3d-649db57aaa61 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:53.324353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Provisioning for port fa3f5458-7671-4658-b526-590bee1d1036 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:53.329268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8f9baff4-e256-4c20-8270-49964a0bcca9 req-a0b32dfe-c03a-4d67-ab3d-649db57aaa61 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.5443761 Jul 13 07:39:53.330997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Provisioning complete for port fa3f5458-7671-4658-b526-590bee1d1036 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:53.332119 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.428064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Port fa3f5458-7671-4658-b526-590bee1d1036 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:53.443776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Provisioning complete for port b7930718-9a91-417e-a87e-6a63257638c6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:53.444662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db9ba087-0074-4757-98fd-953374b98cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.472028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8f9baff4-e256-4c20-8270-49964a0bcca9 req-eb4277e0-198e-4b16-8ced-1d5d88170fd3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360445 Jul 13 07:39:53.549665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbc932-da5b-4414-9e9d-45bb9712debd req-87d77d86-0709-47a6-b8c6-42ea2ab3d60a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:53.551545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-39cbc932-da5b-4414-9e9d-45bb9712debd req-87d77d86-0709-47a6-b8c6-42ea2ab3d60a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 1.0447936 Jul 13 07:39:53.603131 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dadb4719-d9f7-4ae9-8c78-77dec330b84e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.632967 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.720350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:53.745802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d564f6d4-b249-4b25-97a7-ab2db19aeeeb None None] Provisioning complete for port fa3f5458-7671-4658-b526-590bee1d1036 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:53.758358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d564f6d4-b249-4b25-97a7-ab2db19aeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.758666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae25141-3348-40f8-ac04-de4755780db5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:53.759318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:53.764204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Pushing event updated for resources: {'Port': ['ID=da306ee1-f578-443a-8e76-656bd61bc54c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.777913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:53.782893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.807691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Transition to ACTIVE for port object 3ae25141-3348-40f8-ac04-de4755780db5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:53.849848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d564f6d4-b249-4b25-97a7-ab2db19aeeeb None None] Port fa3f5458-7671-4658-b526-590bee1d1036 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:53.859153 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.900249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b7930718-9a91-417e-a87e-6a63257638c6 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:53.916479 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:53.917175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.945729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dadb4719-d9f7-4ae9-8c78-77dec330b84e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.952017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dadb4719-d9f7-4ae9-8c78-77dec330b84e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/0491207f-f06a-4e17-8ed0-ed2d35d7a5e6 HTTP/1.1" status: 204 len: 168 time: 1.6424613 Jul 13 07:39:53.961989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52802) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:53.983992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b4aedd24-7533-4b10-a4c9-c83634c7580a None None] Could not find standard attr ID for object 0491207f-f06a-4e17-8ed0-ed2d35d7a5e6. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:39:54.054957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb4719-d9f7-4ae9-8c78-77dec330b84e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=0491207f-f06a-4e17-8ed0-ed2d35d7a5e6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:54.093033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b7930718-9a91-417e-a87e-6a63257638c6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:54.093543 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.111566 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bd3e86-d24d-48b9-a276-dabc896529fe tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:39:54.116386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-27bd3e86-d24d-48b9-a276-dabc896529fe tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/0491207f-f06a-4e17-8ed0-ed2d35d7a5e6 HTTP/1.1" status: 404 len: 333 time: 0.0951333 Jul 13 07:39:54.120140 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-a081a621-2515-4199-9d15-782f29f8676a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4606340 Jul 13 07:39:54.127963 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-39cbc932-da5b-4414-9e9d-45bb9712debd req-7d4a40ff-10e8-4f88-8f1c-49c94cdf6f0f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222478 Jul 13 07:39:54.138073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Request body: {'port': {'device_id': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:54.166719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:54.286712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae25141-3348-40f8-ac04-de4755780db5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:54.334803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.450157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451e78-4179-4ab1-9f9c-30ce7a6dfbe6 req-e875c3ba-777d-4f48-8a20-455556cad1ad tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:54.452114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-29451e78-4179-4ab1-9f9c-30ce7a6dfbe6 req-e875c3ba-777d-4f48-8a20-455556cad1ad tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 943 time: 0.6425662 Jul 13 07:39:54.459579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Attempting to bind port 3ae25141-3348-40f8-ac04-de4755780db5 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:54.459920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Attempting to bind port 3ae25141-3348-40f8-ac04-de4755780db5 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:54.460254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Attempting to bind port 3ae25141-3348-40f8-ac04-de4755780db5 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:54.471303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Port 3ae25141-3348-40f8-ac04-de4755780db5 on network 30697d85-c91b-4835-a984-cab30e3df541 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:54.471656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Attempting to bind port 3ae25141-3348-40f8-ac04-de4755780db5 on network 30697d85-c91b-4835-a984-cab30e3df541 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:54.487014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:54.487658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Checking segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:54.487948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Bound using segment: {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:54.488491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Bound port: 3ae25141-3348-40f8-ac04-de4755780db5, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ede3a-08b6-44b0-ad30-893d8f7715fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30697d85-c91b-4835-a984-cab30e3df541'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:54.488999 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.606929 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-29451e78-4179-4ab1-9f9c-30ce7a6dfbe6 req-fab26507-3233-4ae3-904b-ec0ffb9a634f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394005 Jul 13 07:39:54.663503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-3075a448-9ff7-4636-9e83-605616179bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:54.665228 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-3075a448-9ff7-4636-9e83-605616179bfc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 1097 time: 0.3686354 Jul 13 07:39:54.835152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] For port 3ae25141-3348-40f8-ac04-de4755780db5, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:54.841762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] For port 3ae25141-3348-40f8-ac04-de4755780db5, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ae25141-3348-40f8-ac04-de4755780db5,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:54.881793 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.963456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:54.964672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.966520 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] 10.222.0.38 "PUT /v2.0/ports/3ae25141-3348-40f8-ac04-de4755780db5 HTTP/1.1" status: 200 len: 1092 time: 2.5584714 Jul 13 07:39:54.978748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d', 'tag': '3ae25141-3348-40f8-ac04-de4755780db5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:54.983152 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a6c59f-7c09-43a1-82b4-eb1c114844e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d", "tag": "3ae25141-3348-40f8-ac04-de4755780db5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:55.056439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-57e7b67d-699a-497e-aaba-5a063fb259bf tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port fa3f5458-7671-4658-b526-590bee1d1036 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:55.056952 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57e7b67d-699a-497e-aaba-5a063fb259bf tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.153754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-7736bb7a-6bea-49b9-90ee-130f62a17215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.155772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-7736bb7a-6bea-49b9-90ee-130f62a17215 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.4703948 Jul 13 07:39:55.257656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e21a70-fcf3-4a47-9810-17c46162cc01 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae25141-3348-40f8-ac04-de4755780db5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:55.286878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-f32ea796-af9f-44bd-ae5f-6635f05ee73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.288632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-f32ea796-af9f-44bd-ae5f-6635f05ee73e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 1095 time: 0.2759354 Jul 13 07:39:55.295581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-6d785b71-c0bb-4e89-996e-1bc344b709e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 HTTP/1.1" status: 200 len: 217 time: 0.1254880 Jul 13 07:39:55.314818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d78dc-d568-44a6-8302-a47720f207c7 req-f74b61a5-9e3c-456d-b9bd-e5a4ca184414 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.319408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-851d78dc-d568-44a6-8302-a47720f207c7 req-f74b61a5-9e3c-456d-b9bd-e5a4ca184414 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.5203812 Jul 13 07:39:55.323518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca1d53-6808-4998-8d19-00d5f778a6aa req-2b346fc9-ea0c-4708-8069-e732bc5f0bca tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.326271 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2ca1d53-6808-4998-8d19-00d5f778a6aa req-2b346fc9-ea0c-4708-8069-e732bc5f0bca tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 931 time: 0.7137499 Jul 13 07:39:55.424849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da306ee1-f578-443a-8e76-656bd61bc54c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:55.446982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2ca1d53-6808-4998-8d19-00d5f778a6aa req-c53c5840-e553-458e-8f6d-1d784b44fd78 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098776 Jul 13 07:39:55.450850 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.471157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57e7b67d-699a-497e-aaba-5a063fb259bf tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.494460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-bf9162a4-224f-4ac1-b92c-77967679106a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ae25141-3348-40f8-ac04-de4755780db5 HTTP/1.1" status: 200 len: 217 time: 0.1933346 Jul 13 07:39:55.498368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Transition to ACTIVE for port object da306ee1-f578-443a-8e76-656bd61bc54c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:55.508487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.574781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-57e7b67d-699a-497e-aaba-5a063fb259bf tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for fa3f5458-7671-4658-b526-590bee1d1036 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:55.645641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Pushing event updated for resources: {'Port': ['ID=da306ee1-f578-443a-8e76-656bd61bc54c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:55.683188 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe76d63-340a-4871-8737-45cb30f85573 x-openstack-request-id: req-afe76d63-340a-4871-8737-45cb30f85573 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:55.683730 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d", "tag": "3ae25141-3348-40f8-ac04-de4755780db5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:55.684043 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afe76d63-340a-4871-8737-45cb30f85573 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:55.684619 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d', 'tag': '3ae25141-3348-40f8-ac04-de4755780db5', 'status': 'completed', 'code': 200} Jul 13 07:39:55.809571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-851d78dc-d568-44a6-8302-a47720f207c7 req-eadd3c88-bc37-489e-b9e7-a33f9eeca3cf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373538 Jul 13 07:39:55.859311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Attempting to bind port da306ee1-f578-443a-8e76-656bd61bc54c on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:55.859660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Attempting to bind port da306ee1-f578-443a-8e76-656bd61bc54c by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '219749b2-11d3-499c-932d-6327850b2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:55.860002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Attempting to bind port da306ee1-f578-443a-8e76-656bd61bc54c on network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:55.866577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Port da306ee1-f578-443a-8e76-656bd61bc54c on network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:55.866961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Attempting to bind port da306ee1-f578-443a-8e76-656bd61bc54c on network 0563d92c-fdec-4ee1-82fa-788e5f5a2972 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:55.876015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:55.876356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Checking segment: {'id': '219749b2-11d3-499c-932d-6327850b2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:55.876803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Bound using segment: {'id': '219749b2-11d3-499c-932d-6327850b2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:55.877260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Bound port: da306ee1-f578-443a-8e76-656bd61bc54c, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219749b2-11d3-499c-932d-6327850b2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:55.877527 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.917783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4246fb-ad53-4c5b-a8dd-1dd2e5454c23 req-c0ac5fae-b7ef-4df8-8a98-e7c8be53f97e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.919452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f4246fb-ad53-4c5b-a8dd-1dd2e5454c23 req-c0ac5fae-b7ef-4df8-8a98-e7c8be53f97e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.1269317 Jul 13 07:39:55.919626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57e7b67d-699a-497e-aaba-5a063fb259bf tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.924225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-c044eee9-d728-490c-ae4d-45e07c9afd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.925821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-c044eee9-d728-490c-ae4d-45e07c9afd48 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.4911766 Jul 13 07:39:55.949869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e0ea1495-3107-480f-9fa7-0de9193b12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.951487 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e0ea1495-3107-480f-9fa7-0de9193b12f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.4191623 Jul 13 07:39:55.995108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7b67d-699a-497e-aaba-5a063fb259bf tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=fa3f5458-7671-4658-b526-590bee1d1036,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:56.048279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-e6773988-2318-4b92-a451-4fbef94f05b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622981 Jul 13 07:39:56.062527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f4246fb-ad53-4c5b-a8dd-1dd2e5454c23 req-c2e06f42-7f05-404d-a589-ceac1e7958f5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345780 Jul 13 07:39:56.075541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] For port da306ee1-f578-443a-8e76-656bd61bc54c, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:56.090350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] For port da306ee1-f578-443a-8e76-656bd61bc54c, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=da306ee1-f578-443a-8e76-656bd61bc54c,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:56.101318 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.126770 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57e7b67d-699a-497e-aaba-5a063fb259bf tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.136254 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-57e7b67d-699a-497e-aaba-5a063fb259bf tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/fa3f5458-7671-4658-b526-590bee1d1036 HTTP/1.1" status: 204 len: 168 time: 1.9662333 Jul 13 07:39:56.158529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52826) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:56.182892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-da6acc29-7252-42be-be49-0db8fe4afee7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2259097 Jul 13 07:39:56.195538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.201339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.203124 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] 10.222.0.38 "PUT /v2.0/ports/da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 1092 time: 2.0705287 Jul 13 07:39:56.203591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:56.210123 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aea1cbb-c14d-495d-8b54-536863219fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:56.319052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-0b877839-556e-408f-a11f-09cc2beef737 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336774 Jul 13 07:39:56.452258 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab7fcf2-f472-49f4-a317-3c09fab6c952 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:39:56.454300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1ab7fcf2-f472-49f4-a317-3c09fab6c952 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/fa3f5458-7671-4658-b526-590bee1d1036 HTTP/1.1" status: 404 len: 333 time: 0.2920535 Jul 13 07:39:56.456303 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31cf04d-97c1-4c68-ae61-2b72dd7380c0 x-openstack-request-id: req-b31cf04d-97c1-4c68-ae61-2b72dd7380c0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:56.456807 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:56.456910 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b31cf04d-97c1-4c68-ae61-2b72dd7380c0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:56.457228 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'status': 'completed', 'code': 200} Jul 13 07:39:56.460183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52834) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:56.466599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f439a45-3023-488b-87ca-2a1a610fb2ff service neutron] Pushing event updated for resources: {'Port': ['ID=da306ee1-f578-443a-8e76-656bd61bc54c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:56.512559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-56529797-86e6-41b9-b3f6-a9099954751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.515017 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-56529797-86e6-41b9-b3f6-a9099954751f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5786781 Jul 13 07:39:56.551850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce492-066e-410c-9830-cadf029c07ef req-fcbdd4d1-6649-4b41-9d90-de673cf8e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.554070 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-fcbdd4d1-6649-4b41-9d90-de673cf8e6a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1095 time: 0.2712522 Jul 13 07:39:56.570923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-41e8af42-0810-4f60-870d-733565887cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.572435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-41e8af42-0810-4f60-870d-733565887cbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 1098 time: 0.3511679 Jul 13 07:39:56.577990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:56.583260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b79777-59ee-4efa-852f-04d004440e71 req-389fed6e-9d43-466e-882d-6462b55794aa tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.585347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26b79777-59ee-4efa-852f-04d004440e71 req-389fed6e-9d43-466e-882d-6462b55794aa tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 943 time: 0.1923919 Jul 13 07:39:56.665046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-fe35c232-c918-4d34-898a-f20a8b5a1783 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 217 time: 0.1022949 Jul 13 07:39:56.678903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2375d66-2cbf-43a2-937d-72eaa5fd849d req-cb674e69-28fa-48d8-b34a-b46e36768818 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522429 Jul 13 07:39:56.695595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac1d067-c03d-4709-8014-826a1742c4fa tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet f408512a-5eba-42ab-b2b7-aa3cb164f6f9 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:56.745597 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d067-c03d-4709-8014-826a1742c4fa tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.754893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26b79777-59ee-4efa-852f-04d004440e71 req-e5287e19-8d51-464d-9ea7-e844b262928f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194303 Jul 13 07:39:56.803974 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.818344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2cf2-08a6-4f35-8d18-abceffe43324 req-a92dec36-8279-46ef-b349-af96d3519024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.821319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce492-066e-410c-9830-cadf029c07ef req-c9b765a9-32da-409e-a8b3-f0094f3c7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.821591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d4c2cf2-08a6-4f35-8d18-abceffe43324 req-a92dec36-8279-46ef-b349-af96d3519024 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1097 time: 0.6617513 Jul 13 07:39:56.823017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-c9b765a9-32da-409e-a8b3-f0094f3c7baa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 200 len: 860 time: 0.1436031 Jul 13 07:39:56.878137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:56.879263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:56.880540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-eb73a43b-c0b5-41fa-ab2a-c01fe122bdd4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0563d92c-fdec-4ee1-82fa-788e5f5a2972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495968 Jul 13 07:39:56.882283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-accf9dbd-8b47-45ad-ab08-4c80e4494fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.883160 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2333e6-67e2-450f-ab19-2effd62b8eca" -d '{"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:56.883769 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-accf9dbd-8b47-45ad-ab08-4c80e4494fd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.2496061 Jul 13 07:39:56.887676 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.969800 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-1e78733c-c77e-471c-8934-5586a6ae9057 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a HTTP/1.1" status: 200 len: 217 time: 0.0720751 Jul 13 07:39:56.979652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.054343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-9b563c32-f069-4fd5-9520-6193d10922c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.056284 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-9b563c32-f069-4fd5-9520-6193d10922c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.0791612 Jul 13 07:39:57.105166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d067-c03d-4709-8014-826a1742c4fa tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.219991 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-315d3bf2-3a20-4b50-a410-16f203f0c46f service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316360 Jul 13 07:39:57.244822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d067-c03d-4709-8014-826a1742c4fa tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.311809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28bf1a-5712-453c-bfcd-d07825548fb8 req-a1adf381-8e62-403c-aaad-dc7914b09f8a tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.319914 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f28bf1a-5712-453c-bfcd-d07825548fb8 req-a1adf381-8e62-403c-aaad-dc7914b09f8a tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.2270148 Jul 13 07:39:57.336475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-572f2fa7-acb8-46a1-9d05-abef6d642c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.338131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-572f2fa7-acb8-46a1-9d05-abef6d642c7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2416210 Jul 13 07:39:57.339879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d067-c03d-4709-8014-826a1742c4fa tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.350615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-0f1f5036-db0d-4a0e-9443-cca54591f0ca service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278351 Jul 13 07:39:57.353496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d4c2cf2-08a6-4f35-8d18-abceffe43324 req-223cdb96-9e07-4acf-a66e-aa9bfbc14113 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258094 Jul 13 07:39:57.440969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-22920bff-e2b5-46cd-9a38-c97b6e2d7d34 None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:57.441811 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22920bff-e2b5-46cd-9a38-c97b6e2d7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.535665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-f8f685e5-2944-4389-9636-21e94a9d7ecf service neutron] 10.222.0.48 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607437 Jul 13 07:39:57.608489 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22920bff-e2b5-46cd-9a38-c97b6e2d7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.655281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-22920bff-e2b5-46cd-9a38-c97b6e2d7d34 None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:57.662835 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22920bff-e2b5-46cd-9a38-c97b6e2d7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.705518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f28bf1a-5712-453c-bfcd-d07825548fb8 req-efa2767f-2574-42fa-bd59-a93317a9e070 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842838 Jul 13 07:39:57.718162 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a92ce492-066e-410c-9830-cadf029c07ef req-508877c2-9028-4e4f-b6ac-be500cabc1e8 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812574 Jul 13 07:39:57.765757 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d897c37-c5b9-487e-9722-8f7ca411152d req-aba27694-8914-4dbc-8240-ec510eda75f2 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187669 Jul 13 07:39:57.866566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22920bff-e2b5-46cd-9a38-c97b6e2d7d34 None None] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.920252 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2a5faf-f6c5-416d-9c7b-5888d8d1c7d2 x-openstack-request-id: req-ea2a5faf-f6c5-416d-9c7b-5888d8d1c7d2 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:57.920647 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:57.920863 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea2a5faf-f6c5-416d-9c7b-5888d8d1c7d2 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:57.921492 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'code': 200} Jul 13 07:39:57.939472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-5bf5cade-a27f-45d9-ad99-559570b3b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.944918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-5bf5cade-a27f-45d9-ad99-559570b3b185 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1095 time: 0.1567147 Jul 13 07:39:58.024060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1d067-c03d-4709-8014-826a1742c4fa tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=f408512a-5eba-42ab-b2b7-aa3cb164f6f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:58.045816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cb9eaf-f9ed-449f-aa04-02b60cbe28ac None None] Network aa6adb66-7751-4976-bb18-201915090d49 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:58.113411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d067-c03d-4709-8014-826a1742c4fa tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.115385 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7ac1d067-c03d-4709-8014-826a1742c4fa tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/f408512a-5eba-42ab-b2b7-aa3cb164f6f9 HTTP/1.1" status: 204 len: 168 time: 1.6502264 Jul 13 07:39:58.119161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-307c41c8-bab9-405c-8e6a-1fbefbb53c2c req-ceaa2424-8bf8-46b7-a918-dc7b13b15d42 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348659 Jul 13 07:39:58.123260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52866) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:58.174274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8bd62-ede4-4dcc-8717-e2c54300c6bf req-88d91dd9-b74c-4402-95f2-9af40ed6acc0 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.175862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65c8bd62-ede4-4dcc-8717-e2c54300c6bf req-88d91dd9-b74c-4402-95f2-9af40ed6acc0 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 943 time: 1.4259987 Jul 13 07:39:58.181389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-9b973f13-4e60-466a-bae4-c96f769e14da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.183654 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-9b973f13-4e60-466a-bae4-c96f769e14da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 1095 time: 1.3579082 Jul 13 07:39:58.287835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-315c4a56-44db-43d3-a73a-9692f1b9568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.290448 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-315c4a56-44db-43d3-a73a-9692f1b9568b service neutron] 10.222.0.38 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 921 time: 0.3365669 Jul 13 07:39:58.290971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.344311 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-2bb64e29-d11d-4a13-8ee9-ebd1c091300b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 217 time: 0.0442817 Jul 13 07:39:58.350776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-05088da6-7326-4be1-9d12-55a249d38ed8 None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:58.351202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05088da6-7326-4be1-9d12-55a249d38ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.360474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9665f-4cd2-4ef2-b962-a1c9a7a03245 req-1cd1722d-e83e-47a4-a500-c19c9e1482ad tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.368535 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cfb9665f-4cd2-4ef2-b962-a1c9a7a03245 req-1cd1722d-e83e-47a4-a500-c19c9e1482ad tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.2218282 Jul 13 07:39:58.372714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65c8bd62-ede4-4dcc-8717-e2c54300c6bf req-82b36037-d08f-42ac-b638-9c5ef11348ac tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720865 Jul 13 07:39:58.468498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-8c1e8c92-fa28-42ce-898a-cceb7478ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.470203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-8c1e8c92-fa28-42ce-898a-cceb7478ef98 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 200 len: 912 time: 0.2799416 Jul 13 07:39:58.491498 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cfb9665f-4cd2-4ef2-b962-a1c9a7a03245 req-8c0b3c10-038e-40bc-8733-bbd9f05b15ba tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219766 Jul 13 07:39:58.514434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-c973b76c-61a7-4b4a-9ea4-2f156201c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.515948 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-c973b76c-61a7-4b4a-9ea4-2f156201c2ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 200 len: 860 time: 0.1445773 Jul 13 07:39:58.575875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-41df238f-289e-4e52-9456-31fde25db569 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0563d92c-fdec-4ee1-82fa-788e5f5a2972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510466 Jul 13 07:39:58.603030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-218f2843-7645-4b50-9cdf-e433d276773f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ae25141-3348-40f8-ac04-de4755780db5 HTTP/1.1" status: 200 len: 217 time: 0.1222174 Jul 13 07:39:58.673937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3ae25141-3348-40f8-ac04-de4755780db5 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:58.678110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-eb1eed99-2abb-4348-8ebd-4bae80cccc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.680492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-eb1eed99-2abb-4348-8ebd-4bae80cccc25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 200 len: 851 time: 0.0651374 Jul 13 07:39:58.698288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bb96c9-f807-4b75-9eaa-e29ef216563f None None] DHCP port deletion for aa6adb66-7751-4976-bb18-201915090d49 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:58.732531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-77fa672d-5715-4c50-832b-ffd7177bb88c service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488652 Jul 13 07:39:58.735417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-2b756abf-cd77-4f4e-8231-b3652dd3ed0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30697d85-c91b-4835-a984-cab30e3df541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441167 Jul 13 07:39:58.742432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port b7930718-9a91-417e-a87e-6a63257638c6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:58.742976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.905904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-44bb96c9-f807-4b75-9eaa-e29ef216563f None None] Deleting port b7930718-9a91-417e-a87e-6a63257638c6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:58.906331 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-44bb96c9-f807-4b75-9eaa-e29ef216563f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.916241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-b0478c7d-76cd-46cf-867f-fdcc0cdac761 service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301546 Jul 13 07:39:58.932566 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7aea1cbb-c14d-495d-8b54-536863219fbb req-da760957-8aa8-4f8f-b41b-0bc98b2ce0a0 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852241 Jul 13 07:39:58.941991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db427-7622-4e63-afd2-d3222b172cdc req-be291b47-85e2-4abf-a0e5-e903977613e9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.944318 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d70db427-7622-4e63-afd2-d3222b172cdc req-be291b47-85e2-4abf-a0e5-e903977613e9 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 943 time: 0.2102618 Jul 13 07:39:58.988271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-44bb96c9-f807-4b75-9eaa-e29ef216563f None None] For port b7930718-9a91-417e-a87e-6a63257638c6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b7930718-9a91-417e-a87e-6a63257638c6,segment=NetworkSegment(4a8dc6ae-2034-4172-9208-dc9a09bb8f55),segment_id=4a8dc6ae-2034-4172-9208-dc9a09bb8f55)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:58.988679 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-44bb96c9-f807-4b75-9eaa-e29ef216563f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.999670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d70db427-7622-4e63-afd2-d3222b172cdc req-27bdb4c6-f626-4cae-b735-72785c48f006 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470517 Jul 13 07:39:59.015788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-44bb96c9-f807-4b75-9eaa-e29ef216563f None None] Calling delete_port for b7930718-9a91-417e-a87e-6a63257638c6 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:59.018726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] For port b7930718-9a91-417e-a87e-6a63257638c6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b7930718-9a91-417e-a87e-6a63257638c6,segment=NetworkSegment(4a8dc6ae-2034-4172-9208-dc9a09bb8f55),segment_id=4a8dc6ae-2034-4172-9208-dc9a09bb8f55)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:59.019102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.019215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3ae25141-3348-40f8-ac04-de4755780db5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ae25141-3348-40f8-ac04-de4755780db5,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:59.050867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '3ae25141-3348-40f8-ac04-de4755780db5', 'network_id': '30697d85-c91b-4835-a984-cab30e3df541', 'port_id': '3ae25141-3348-40f8-ac04-de4755780db5', 'mac_address': 'fa:16:3e:81:64:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409c3169-4bb7-4f7d-a7a2-a28446385253', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:59.053635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for b7930718-9a91-417e-a87e-6a63257638c6 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:59.148853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d63f-d4fb-49b5-946d-2b49ed26bee4 req-e1b6f7c3-14d9-4abd-962a-2597cab5eccf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.150563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ce6d63f-d4fb-49b5-946d-2b49ed26bee4 req-e1b6f7c3-14d9-4abd-962a-2597cab5eccf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.2326896 Jul 13 07:39:59.190297 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.201377 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-39a6c59f-7c09-43a1-82b4-eb1c114844e2 req-1682958f-0a76-41c4-8f59-09808738ae0d service neutron] 10.222.0.38 "GET /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492166 Jul 13 07:39:59.227158 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.229235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae25141-3348-40f8-ac04-de4755780db5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:59.237850 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-44bb96c9-f807-4b75-9eaa-e29ef216563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.284891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=b7930718-9a91-417e-a87e-6a63257638c6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.293189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No DVR routers for this DVR port b7930718-9a91-417e-a87e-6a63257638c6 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:59.295390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb96c9-f807-4b75-9eaa-e29ef216563f None None] Pushing event deleted for resources: {'Port': ['ID=b7930718-9a91-417e-a87e-6a63257638c6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.306173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3ae25141-3348-40f8-ac04-de4755780db5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ae25141-3348-40f8-ac04-de4755780db5,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:59.307495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb96c9-f807-4b75-9eaa-e29ef216563f None None] No DVR routers for this DVR port b7930718-9a91-417e-a87e-6a63257638c6 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:59.312890 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.326783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ce6d63f-d4fb-49b5-946d-2b49ed26bee4 req-6c860206-c456-4e76-97d0-7bb76cb3c5cf tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559346 Jul 13 07:39:59.421754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=3ae25141-3348-40f8-ac04-de4755780db5,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.506844 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.522816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6adb66-7751-4976-bb18-201915090d49']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:59.537185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8dc6ae-2034-4172-9208-dc9a09bb8f55') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:59.537404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8dc6ae-2034-4172-9208-dc9a09bb8f55') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:59.549436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.600320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['3ae25141-3348-40f8-ac04-de4755780db5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:59.601534 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.616703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:59.617142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:59.622491 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:59.737168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.766933 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.772187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/networks/aa6adb66-7751-4976-bb18-201915090d49 HTTP/1.1" status: 204 len: 168 time: 1.6460741 Jul 13 07:39:59.781057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419080bc-06fc-4dd5-8c9c-dde2ff4ba01d req-6e91dfd8-58c1-4413-926b-c0a3ee83b564 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.784133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:59.791412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-419080bc-06fc-4dd5-8c9c-dde2ff4ba01d req-6e91dfd8-58c1-4413-926b-c0a3ee83b564 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 943 time: 0.2435997 Jul 13 07:39:59.792777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1336947294'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:59.837984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec9619-e65e-4734-82b7-91267ba97f81 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Network': ['ID=aa6adb66-7751-4976-bb18-201915090d49,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.909450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b7930718-9a91-417e-a87e-6a63257638c6 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:59.925687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-419080bc-06fc-4dd5-8c9c-dde2ff4ba01d req-3453c52e-df2e-4a40-9422-df518880b526 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323309 Jul 13 07:39:59.966932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:59.973787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.980348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:59.984909 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fec4df-2796-4d40-ac3b-b35523cc047b" -d '{"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:00.002227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: b7930718-9a91-417e-a87e-6a63257638c6 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:00.006565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b7930718-9a91-417e-a87e-6a63257638c6 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:00.089329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-d1cfef80-545d-44d3-b4d7-83855901c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.091296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-d1cfef80-545d-44d3-b4d7-83855901c3dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1097 time: 0.2886593 Jul 13 07:40:00.097391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:00.139776 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.142455 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Added segment 7aaa20c6-2d87-4587-9dc7-25c325e1ddb4 of type vlan for network 55c90fb7-599c-487c-a9a1-d00c16af7c2c Jul 13 07:40:00.272664 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.285062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5b7b5-247f-4720-8a4c-9023fd71775a req-378939af-48eb-4c61-b4ca-8b9d93bf91d6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.286881 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-afa5b7b5-247f-4720-8a4c-9023fd71775a req-378939af-48eb-4c61-b4ca-8b9d93bf91d6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.2720890 Jul 13 07:40:00.344320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-6a10c03f-6e90-49b2-bc42-c9bcd04017a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.345868 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-6a10c03f-6e90-49b2-bc42-c9bcd04017a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 918 time: 0.2374358 Jul 13 07:40:00.375820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be28d5e-8613-465b-8e88-91d6dbf68370 req-73ce6d68-3a7a-41ce-902b-612c1df554b1 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.377622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7be28d5e-8613-465b-8e88-91d6dbf68370 req-73ce6d68-3a7a-41ce-902b-612c1df554b1 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.1032944 Jul 13 07:40:00.402349 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.409751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.409899 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.439970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-d40d6ea0-4a21-4394-bc3a-e1ffaf088044 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3532ed21-d6f7-4496-8477-fa2935ed3748 HTTP/1.1" status: 200 len: 217 time: 0.0864983 Jul 13 07:40:00.446328 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7be28d5e-8613-465b-8e88-91d6dbf68370 req-f5212095-81b8-45ac-a15a-0a0cbfaa9771 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584345 Jul 13 07:40:00.486713 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-afa5b7b5-247f-4720-8a4c-9023fd71775a req-25d53ab6-eb65-4260-9f0f-dcd8a0d8e36e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807122 Jul 13 07:40:00.495606 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15739552-9610-43b2-9e4a-b8c0671959d2 x-openstack-request-id: req-15739552-9610-43b2-9e4a-b8c0671959d2 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:00.495903 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:00.496173 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15739552-9610-43b2-9e4a-b8c0671959d2 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:00.496562 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'code': 200} Jul 13 07:40:00.533934 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7481520 Jul 13 07:40:00.547768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52954) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:00.547768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': '55c90fb7-599c-487c-a9a1-d00c16af7c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:00.630741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device da306ee1-f578-443a-8e76-656bd61bc54c details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:00.642510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3ae25141-3348-40f8-ac04-de4755780db5 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:00.664137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1accf-1737-41f5-8cab-9d58ddd2307d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Network': ['ID=55c90fb7-599c-487c-a9a1-d00c16af7c2c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:00.704557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-441ac33f-3ae7-4183-ae31-50dacd88bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.711247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 55c90fb7-599c-487c-a9a1-d00c16af7c2c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:00.711670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-441ac33f-3ae7-4183-ae31-50dacd88bdf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.2496314 Jul 13 07:40:00.786407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-8d560f6e-5105-40cb-81a4-d2f2319f5a4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662041 Jul 13 07:40:00.915280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:00.919622 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.055695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 3ae25141-3348-40f8-ac04-de4755780db5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:01.074447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-7d316fd8-448e-444b-914b-79f54b40696d service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821193 Jul 13 07:40:01.076746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 3ae25141-3348-40f8-ac04-de4755780db5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:01.077371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.132295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a943d-4fcc-4155-98d4-955998aa267e req-79572802-92c6-47ae-a0a1-2a19e3ae8434 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.140451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e3a943d-4fcc-4155-98d4-955998aa267e req-79572802-92c6-47ae-a0a1-2a19e3ae8434 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 944 time: 0.3212769 Jul 13 07:40:01.178913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port da306ee1-f578-443a-8e76-656bd61bc54c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=da306ee1-f578-443a-8e76-656bd61bc54c,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:01.243649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'port_id': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'mac_address': 'fa:16:3e:98:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:01.311168 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81acfc61-725e-412c-af07-1e6c8e73fc19 req-d1309a12-6c0a-48ae-afcb-52b676e4caea service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300136 Jul 13 07:40:01.327976 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.390818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da306ee1-f578-443a-8e76-656bd61bc54c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:01.435348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dc2c7-8ee2-4bfe-820e-bc217d0c362e req-ae404a6d-507a-4f37-9b13-453bd987fa9c tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.448787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port da306ee1-f578-443a-8e76-656bd61bc54c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=da306ee1-f578-443a-8e76-656bd61bc54c,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:01.453498 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b74dc2c7-8ee2-4bfe-820e-bc217d0c362e req-ae404a6d-507a-4f37-9b13-453bd987fa9c tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 943 time: 0.1399283 Jul 13 07:40:01.460578 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.462418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0e3a943d-4fcc-4155-98d4-955998aa267e req-e9efe67e-b4ba-4bf1-80be-8b0eaf301265 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206456 Jul 13 07:40:01.533875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.581549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b74dc2c7-8ee2-4bfe-820e-bc217d0c362e req-f2ad871b-0ac2-47d3-bfd1-689f9af0cba9 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237278 Jul 13 07:40:01.583360 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.670204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3ae25141-3348-40f8-ac04-de4755780db5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ae25141-3348-40f8-ac04-de4755780db5,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:01.673536 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=da306ee1-f578-443a-8e76-656bd61bc54c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.695954 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.797160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=d66a47a4-70e9-4c2e-a5d8-d900fbfc0300,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.818705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Checking segment: {'id': '7aaa20c6-2d87-4587-9dc7-25c325e1ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55c90fb7-599c-487c-a9a1-d00c16af7c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:01.819352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network hostable DHCP agents. Network: 55c90fb7-599c-487c-a9a1-d00c16af7c2c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:01.822717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=3ae25141-3348-40f8-ac04-de4755780db5,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.841805 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['da306ee1-f578-443a-8e76-656bd61bc54c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:01.850818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 55c90fb7-599c-487c-a9a1-d00c16af7c2c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:01.875515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 55c90fb7-599c-487c-a9a1-d00c16af7c2c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:01.883963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.884816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.920991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53082) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:01.922218 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bbcafc2f-f597-4a43-93b5-f31d2f11f139 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3816621 Jul 13 07:40:01.926551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': '55c90fb7-599c-487c-a9a1-d00c16af7c2c', 'name': 'tempest-PortsIpV6TestJSON-1464508325', 'fixed_ips': [{'subnet_id': 'd66a47a4-70e9-4c2e-a5d8-d900fbfc0300', 'ip_address': '2001:db8::10'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:01.943295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673175e-71d6-4c8a-b38c-684a42366a4b None None] Network 55c90fb7-599c-487c-a9a1-d00c16af7c2c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:02.033501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b4e71-7c7e-4478-9c3e-5beb12c251df req-d31ea28f-582c-49bb-9509-e6cbdb7eb08b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.043901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-230b4e71-7c7e-4478-9c3e-5beb12c251df req-d31ea28f-582c-49bb-9509-e6cbdb7eb08b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.2463310 Jul 13 07:40:02.143744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80816df-e514-453c-824b-7501673dc728 req-18a242b7-add2-4a37-ade0-d019ae865a5d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.150752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f80816df-e514-453c-824b-7501673dc728 req-18a242b7-add2-4a37-ade0-d019ae865a5d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 945 time: 0.1417766 Jul 13 07:40:02.152691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-230b4e71-7c7e-4478-9c3e-5beb12c251df req-0e75f501-8dd6-4979-acf8-2b93aaeb6342 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072357 Jul 13 07:40:02.245866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:02.250325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f80816df-e514-453c-824b-7501673dc728 req-14271033-ea8b-4edc-991a-1ba69b0c7681 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703378 Jul 13 07:40:02.412645 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.418959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-55c90fb7-599c-487c-a9a1-d00c16af7c2c', 'network_id': '55c90fb7-599c-487c-a9a1-d00c16af7c2c', 'tenant_id': 'cb707046e7cb4ca7ba0df5c6bb0e024e', 'fixed_ips': [{'subnet_id': 'd66a47a4-70e9-4c2e-a5d8-d900fbfc0300'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:02.419895 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.485511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port 408a9b86-5b63-4419-aa70-96e5fb955d7a yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:02.571699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae25141-3348-40f8-ac04-de4755780db5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:02.574753 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07386f-6d50-4c88-97cc-468ac7218be8" -d '{"events": [{"server_uuid": "c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d", "name": "network-vif-plugged", "status": "completed", "tag": "3ae25141-3348-40f8-ac04-de4755780db5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:02.670513 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:02.750101 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Allocated IP 2001:db8::2 (55c90fb7-599c-487c-a9a1-d00c16af7c2c/d66a47a4-70e9-4c2e-a5d8-d900fbfc0300/be3bbf7f-daf9-4072-a41b-e0503c1fb953) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:02.755609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e06ab1-a995-4a86-b901-d9530a100b7f req-4f305e8a-f5b9-488d-ac2a-59f9cc314ad2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.768930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35e06ab1-a995-4a86-b901-d9530a100b7f req-4f305e8a-f5b9-488d-ac2a-59f9cc314ad2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2870057 Jul 13 07:40:02.823520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36be64c-c836-422c-ae15-b14882da8d4d req-d411b2af-5ef5-4f73-a34f-eebdd0165f66 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.836968 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.837678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e36be64c-c836-422c-ae15-b14882da8d4d req-d411b2af-5ef5-4f73-a34f-eebdd0165f66 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 945 time: 0.1306562 Jul 13 07:40:02.929360 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35e06ab1-a995-4a86-b901-d9530a100b7f req-faa26197-7121-4da3-a59c-6ea65d54db15 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566660 Jul 13 07:40:02.949753 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e36be64c-c836-422c-ae15-b14882da8d4d req-037e1794-a841-45cb-9f76-726c880bac20 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101623 Jul 13 07:40:03.141771 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555f2666-6397-42f3-9e5f-cf0bb9cf5c24 x-openstack-request-id: req-555f2666-6397-42f3-9e5f-cf0bb9cf5c24 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:03.150301 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d", "name": "network-vif-plugged", "status": "completed", "tag": "3ae25141-3348-40f8-ac04-de4755780db5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:03.150611 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-555f2666-6397-42f3-9e5f-cf0bb9cf5c24 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:03.151035 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae25141-3348-40f8-ac04-de4755780db5', 'code': 200} Jul 13 07:40:03.153524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:03.192395 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.458102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:03.461907 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.483553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3df82c-7b12-49eb-a019-e07fb6bce395 req-497937cb-fabf-4397-af62-ff62adb09c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.486173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3df82c-7b12-49eb-a019-e07fb6bce395 req-497937cb-fabf-4397-af62-ff62adb09c72 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 1097 time: 0.2540333 Jul 13 07:40:03.510497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Transition to ACTIVE for port object be3bbf7f-daf9-4072-a41b-e0503c1fb953 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:03.544360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Transition to ACTIVE for port object be3bbf7f-daf9-4072-a41b-e0503c1fb953 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:03.561891 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.571221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f690-188d-4d8f-96d9-5fc3c73abecb req-50406ad3-02f2-4ce5-9292-ade89090cb73 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.578594 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b187f690-188d-4d8f-96d9-5fc3c73abecb req-50406ad3-02f2-4ce5-9292-ade89090cb73 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 944 time: 0.2833412 Jul 13 07:40:03.582210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f3df82c-7b12-49eb-a019-e07fb6bce395 req-fd1e3f01-c1b4-46f3-a17d-35168de1c011 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879166 Jul 13 07:40:03.839454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::10 (55c90fb7-599c-487c-a9a1-d00c16af7c2c/d66a47a4-70e9-4c2e-a5d8-d900fbfc0300/408a9b86-5b63-4419-aa70-96e5fb955d7a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:03.871271 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b187f690-188d-4d8f-96d9-5fc3c73abecb req-4eef221b-2848-4526-bc80-34f8e4018b2e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834635 Jul 13 07:40:03.957678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Network 55c90fb7-599c-487c-a9a1-d00c16af7c2c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:03.958285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885bbbb-0619-4f00-82ea-0568512c6519 req-1476f86a-37df-4bbd-9617-620327764619 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.962759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Pushing event updated for resources: {'Port': ['ID=be3bbf7f-daf9-4072-a41b-e0503c1fb953,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:03.965721 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0885bbbb-0619-4f00-82ea-0568512c6519 req-1476f86a-37df-4bbd-9617-620327764619 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1822271 Jul 13 07:40:03.969610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:03.978093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:03.987986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9b81391e-c773-454f-be6a-9c3dda5c49f7 None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:03.990253 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b81391e-c773-454f-be6a-9c3dda5c49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.071060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0885bbbb-0619-4f00-82ea-0568512c6519 req-e777aa9f-b8ec-4df2-917d-136b2b195167 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042862 Jul 13 07:40:04.099149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Attempting to bind port be3bbf7f-daf9-4072-a41b-e0503c1fb953 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:04.099635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Attempting to bind port be3bbf7f-daf9-4072-a41b-e0503c1fb953 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7aaa20c6-2d87-4587-9dc7-25c325e1ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55c90fb7-599c-487c-a9a1-d00c16af7c2c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:04.100111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Attempting to bind port be3bbf7f-daf9-4072-a41b-e0503c1fb953 on network 55c90fb7-599c-487c-a9a1-d00c16af7c2c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:04.108952 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:04.110319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Checking segment: {'id': '7aaa20c6-2d87-4587-9dc7-25c325e1ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55c90fb7-599c-487c-a9a1-d00c16af7c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:04.110858 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.111380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Bound using segment: {'id': '7aaa20c6-2d87-4587-9dc7-25c325e1ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55c90fb7-599c-487c-a9a1-d00c16af7c2c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:04.111983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Bound port: be3bbf7f-daf9-4072-a41b-e0503c1fb953, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aaa20c6-2d87-4587-9dc7-25c325e1ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55c90fb7-599c-487c-a9a1-d00c16af7c2c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:04.112487 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.316095 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b81391e-c773-454f-be6a-9c3dda5c49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.363024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] For port be3bbf7f-daf9-4072-a41b-e0503c1fb953, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:04.373926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] For port be3bbf7f-daf9-4072-a41b-e0503c1fb953, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=be3bbf7f-daf9-4072-a41b-e0503c1fb953,segment=NetworkSegment(7aaa20c6-2d87-4587-9dc7-25c325e1ddb4),segment_id=7aaa20c6-2d87-4587-9dc7-25c325e1ddb4)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:04.387745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.398342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9b81391e-c773-454f-be6a-9c3dda5c49f7 None None] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:04.426619 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b81391e-c773-454f-be6a-9c3dda5c49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.553884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fd12c-0d81-4414-827f-0442fd617f72 None None] Pushing event updated for resources: {'Port': ['ID=be3bbf7f-daf9-4072-a41b-e0503c1fb953,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:04.630370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9b11-3d54-4423-b7ff-9a450447d756 req-2d454fd6-5b77-401c-a956-31d48b8e8dd7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.639244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b5ab9b11-3d54-4423-b7ff-9a450447d756 req-2d454fd6-5b77-401c-a956-31d48b8e8dd7 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 945 time: 0.2883420 Jul 13 07:40:04.766099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b5ab9b11-3d54-4423-b7ff-9a450447d756 req-39361d97-44eb-4e3c-a1c7-ab82b1a73c19 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079807 Jul 13 07:40:04.805036 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device da306ee1-f578-443a-8e76-656bd61bc54c up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:04.877289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81391e-c773-454f-be6a-9c3dda5c49f7 None None] Pushing event updated for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:05.027707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port da306ee1-f578-443a-8e76-656bd61bc54c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:05.041940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port da306ee1-f578-443a-8e76-656bd61bc54c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:05.044742 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.156213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'}, {'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:05.167521 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73791151-a854-4fd2-83d0-418ee10e9e48" -d '{"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340"}, {"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-plugged", "status": "completed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:05.187984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9d36a138-80d4-4753-8dbd-c9833040b0e6 None None] Provisioning complete for port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:05.188374 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d36a138-80d4-4753-8dbd-c9833040b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.386111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.401392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3a922-0491-48e3-82f1-f1764a78fa8b req-ffdb8bb9-4508-47e9-8eaa-0907382275d4 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.411555 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f7b3a922-0491-48e3-82f1-f1764a78fa8b req-ffdb8bb9-4508-47e9-8eaa-0907382275d4 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 1.2425623 Jul 13 07:40:05.457850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object 408a9b86-5b63-4419-aa70-96e5fb955d7a will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:05.467605 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.480168 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f7b3a922-0491-48e3-82f1-f1764a78fa8b req-2a0aea83-cadd-4a84-951f-6b7eafaa2948 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673559 Jul 13 07:40:05.592037 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.644119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port da306ee1-f578-443a-8e76-656bd61bc54c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=da306ee1-f578-443a-8e76-656bd61bc54c,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:05.668285 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.746801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 55c90fb7-599c-487c-a9a1-d00c16af7c2c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:05.777206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:05.789887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:05.799557 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.822379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.834742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.902792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=408a9b86-5b63-4419-aa70-96e5fb955d7a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:05.913492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=da306ee1-f578-443a-8e76-656bd61bc54c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:05.938136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ae3b900c-b762-4bf0-bcb2-b07b7b0b7153 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0156574 Jul 13 07:40:05.940260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53416) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:05.943876 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f88c2b-102d-476b-bfec-e0c80958c21b x-openstack-request-id: req-f8f88c2b-102d-476b-bfec-e0c80958c21b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:05.944224 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-unplugged", "status": "failed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340", "code": 422}, {"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-plugged", "status": "failed", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:05.944481 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8f88c2b-102d-476b-bfec-e0c80958c21b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:05.944923 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'code': 422} returned with failed status Jul 13 07:40:05.945185 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'code': 422} returned with failed status Jul 13 07:40:05.956869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': '55c90fb7-599c-487c-a9a1-d00c16af7c2c', 'name': 'tempest-PortsIpV6TestJSON-735419774', 'fixed_ips': [{'subnet_id': 'd66a47a4-70e9-4c2e-a5d8-d900fbfc0300', 'ip_address': '2001:db8::f'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:06.066142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device be3bbf7f-daf9-4072-a41b-e0503c1fb953 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:06.101324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fb84a-0a52-4b66-9592-6d34cd2c1154 req-af92d3c3-f0e5-45b6-a27a-ff4e3f1248df tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:06.103298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-210fb84a-0a52-4b66-9592-6d34cd2c1154 req-af92d3c3-f0e5-45b6-a27a-ff4e3f1248df tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1708291 Jul 13 07:40:06.156110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port be3bbf7f-daf9-4072-a41b-e0503c1fb953 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:06.210963 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-210fb84a-0a52-4b66-9592-6d34cd2c1154 req-70fae197-0916-42b9-b2a6-90bfadcfd40c tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953119 Jul 13 07:40:06.367074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:06.384472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.475446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07538d68-4cf1-48fe-bf5b-f9d1e28e732a req-39f7219f-fe13-42f0-afdc-9bbe70d211fc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:06.478168 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07538d68-4cf1-48fe-bf5b-f9d1e28e732a req-39f7219f-fe13-42f0-afdc-9bbe70d211fc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2786777 Jul 13 07:40:06.481703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port e4f43e0e-ad81-4a98-9928-98d187ce6c99 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:06.573167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592d787-deab-4c1c-a364-988c02f13e75 req-f65cc288-6c1b-4036-9025-8dfcad5ca39b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:06.575059 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c592d787-deab-4c1c-a364-988c02f13e75 req-f65cc288-6c1b-4036-9025-8dfcad5ca39b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 945 time: 0.1470675 Jul 13 07:40:06.628464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07538d68-4cf1-48fe-bf5b-f9d1e28e732a req-3d9c1cda-4f48-4e91-a481-8b1b4998b5b3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371596 Jul 13 07:40:06.645915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c592d787-deab-4c1c-a364-988c02f13e75 req-92ca5186-4962-4ba8-acbd-5078e2ab90f8 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646527 Jul 13 07:40:06.794285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19849d98-7f6f-461a-af91-df3317008d32 None None] Network 55c90fb7-599c-487c-a9a1-d00c16af7c2c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:06.834958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::f (55c90fb7-599c-487c-a9a1-d00c16af7c2c/d66a47a4-70e9-4c2e-a5d8-d900fbfc0300/e4f43e0e-ad81-4a98-9928-98d187ce6c99) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:07.220686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.240235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c3f879d-7050-40e7-87b0-3e7bade36899 None None] Provisioning for port be3bbf7f-daf9-4072-a41b-e0503c1fb953 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:07.240651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object e4f43e0e-ad81-4a98-9928-98d187ce6c99 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:07.262491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c3f879d-7050-40e7-87b0-3e7bade36899 None None] Provisioning complete for port be3bbf7f-daf9-4072-a41b-e0503c1fb953 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:07.262993 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c3f879d-7050-40e7-87b0-3e7bade36899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.288517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.372902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=e4f43e0e-ad81-4a98-9928-98d187ce6c99,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.413750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 55c90fb7-599c-487c-a9a1-d00c16af7c2c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:07.418194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:07.426604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:07.433890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:07.434792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.473547 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-59552d65-dfe0-4375-a2e8-5ac7190efd8e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5313685 Jul 13 07:40:07.520896 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.528435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53446) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:07.716859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c5e9-71a2-4fc2-89f2-3eff95ead23a req-1b5fa6ce-5940-490c-a1ee-4566e8e24e84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:07.736197 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a911c5e9-71a2-4fc2-89f2-3eff95ead23a req-1b5fa6ce-5940-490c-a1ee-4566e8e24e84 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 945 time: 0.3731430 Jul 13 07:40:07.746086 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c3f879d-7050-40e7-87b0-3e7bade36899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.773663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa9c7d-ea84-4c9d-b91e-4ec2c308b953 req-89fa4367-2e29-40c5-a614-ffcdfa45bf51 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:07.789269 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8daa9c7d-ea84-4c9d-b91e-4ec2c308b953 req-89fa4367-2e29-40c5-a614-ffcdfa45bf51 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.3342905 Jul 13 07:40:07.855885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1c3f879d-7050-40e7-87b0-3e7bade36899 None None] For port be3bbf7f-daf9-4072-a41b-e0503c1fb953, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=be3bbf7f-daf9-4072-a41b-e0503c1fb953,segment=NetworkSegment(7aaa20c6-2d87-4587-9dc7-25c325e1ddb4),segment_id=7aaa20c6-2d87-4587-9dc7-25c325e1ddb4)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:07.878537 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c3f879d-7050-40e7-87b0-3e7bade36899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.910188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a911c5e9-71a2-4fc2-89f2-3eff95ead23a req-e0d93d42-bd07-4615-97c0-fa5fd31267f4 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704133 Jul 13 07:40:07.946899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:07.949995 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e802f7d3-38ce-4c7b-a821-3271e627e891" -d '{"events": [{"server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "name": "network-vif-plugged", "status": "completed", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:07.986743 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8daa9c7d-ea84-4c9d-b91e-4ec2c308b953 req-5ffc6c1d-c400-424b-a02a-1dae41e425dc tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921899 Jul 13 07:40:08.024704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5259380-89b1-48bc-bb76-c02ef9e4daf2 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.026727 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b5259380-89b1-48bc-bb76-c02ef9e4daf2 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4964521 Jul 13 07:40:08.030555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53456) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:08.037793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f879d-7050-40e7-87b0-3e7bade36899 None None] Pushing event updated for resources: {'Port': ['ID=be3bbf7f-daf9-4072-a41b-e0503c1fb953,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:08.105148 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c86da34-6ffe-4423-9fc2-ade215bfe0f4 x-openstack-request-id: req-1c86da34-6ffe-4423-9fc2-ade215bfe0f4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:08.107423 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "name": "network-vif-plugged", "status": "completed", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:08.107423 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c86da34-6ffe-4423-9fc2-ade215bfe0f4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:08.107862 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'code': 200} Jul 13 07:40:08.110649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3ce618a5-d097-4480-8d2f-f3aae4f50d13 None None] Provisioning for port 408a9b86-5b63-4419-aa70-96e5fb955d7a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:08.123536 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3ce618a5-d097-4480-8d2f-f3aae4f50d13 None None] Provisioning complete for port 408a9b86-5b63-4419-aa70-96e5fb955d7a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:08.127265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ce618a5-d097-4480-8d2f-f3aae4f50d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.208180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea92ac4-a9f5-42ed-8e1e-5c4f695c5654 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.219783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea92ac4-a9f5-42ed-8e1e-5c4f695c5654 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.224566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3ce618a5-d097-4480-8d2f-f3aae4f50d13 None None] Port 408a9b86-5b63-4419-aa70-96e5fb955d7a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:08.226302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea92ac4-a9f5-42ed-8e1e-5c4f695c5654 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.230282 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aea92ac4-a9f5-42ed-8e1e-5c4f695c5654 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1984830 Jul 13 07:40:08.233195 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53460) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:08.255273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3ce618a5-d097-4480-8d2f-f3aae4f50d13 None None] Provisioning complete for port be3bbf7f-daf9-4072-a41b-e0503c1fb953 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:08.256092 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ce618a5-d097-4480-8d2f-f3aae4f50d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.340803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf16a-2bda-419d-8539-96e2fd0cbec6 req-f1f74b81-e23e-4b4b-b8bf-564fe5bf727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.343460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe6cf16a-2bda-419d-8539-96e2fd0cbec6 req-f1f74b81-e23e-4b4b-b8bf-564fe5bf727e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1097 time: 0.1370320 Jul 13 07:40:08.355305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d408f-fdbe-4d87-b9d3-f61bd6148550 req-7b7d9955-6705-4805-8a00-a7a98305220f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.357416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-582d408f-fdbe-4d87-b9d3-f61bd6148550 req-7b7d9955-6705-4805-8a00-a7a98305220f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2421379 Jul 13 07:40:08.467954 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-582d408f-fdbe-4d87-b9d3-f61bd6148550 req-9aa78cc1-5833-46e8-b644-15d6aca42281 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810063 Jul 13 07:40:08.516028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-21b6d7a5-ba28-4ee3-a6c2-d0a61d2ba5c8 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port e4f43e0e-ad81-4a98-9928-98d187ce6c99 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:08.516437 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21b6d7a5-ba28-4ee3-a6c2-d0a61d2ba5c8 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.523142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe6cf16a-2bda-419d-8539-96e2fd0cbec6 req-5443823a-424d-4b35-8c18-a7c30d9521a8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646545 Jul 13 07:40:08.654172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21b6d7a5-ba28-4ee3-a6c2-d0a61d2ba5c8 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.664234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3a04a171-5363-4e20-8f84-4c599152ce73 None None] Provisioning complete for port 408a9b86-5b63-4419-aa70-96e5fb955d7a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:08.664617 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a04a171-5363-4e20-8f84-4c599152ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.684703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-21b6d7a5-ba28-4ee3-a6c2-d0a61d2ba5c8 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for e4f43e0e-ad81-4a98-9928-98d187ce6c99 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:08.737612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3a04a171-5363-4e20-8f84-4c599152ce73 None None] Port 408a9b86-5b63-4419-aa70-96e5fb955d7a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:08.913520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cbb8a5ba-1ced-4a21-857b-d8e0516b8689 None None] Provisioning for port e4f43e0e-ad81-4a98-9928-98d187ce6c99 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:08.915091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21b6d7a5-ba28-4ee3-a6c2-d0a61d2ba5c8 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.919749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cbb8a5ba-1ced-4a21-857b-d8e0516b8689 None None] Provisioning complete for port e4f43e0e-ad81-4a98-9928-98d187ce6c99 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:08.920354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a5ba-1ced-4a21-857b-d8e0516b8689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.956280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8a5ba-1ced-4a21-857b-d8e0516b8689 None None] Port e4f43e0e-ad81-4a98-9928-98d187ce6c99 was deleted so its status cannot be updated. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:40:08.967939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6d7a5-ba28-4ee3-a6c2-d0a61d2ba5c8 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=e4f43e0e-ad81-4a98-9928-98d187ce6c99,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.002045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21b6d7a5-ba28-4ee3-a6c2-d0a61d2ba5c8 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.004166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-21b6d7a5-ba28-4ee3-a6c2-d0a61d2ba5c8 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/e4f43e0e-ad81-4a98-9928-98d187ce6c99 HTTP/1.1" status: 204 len: 168 time: 0.7698841 Jul 13 07:40:09.006984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53474) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:09.047351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae4b98-7aa3-4da8-a7ee-ed28bd5fe7f9 req-4d62eb32-f266-4c24-8dd8-416bd617e261 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.058970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77ae4b98-7aa3-4da8-a7ee-ed28bd5fe7f9 req-4d62eb32-f266-4c24-8dd8-416bd617e261 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.1852241 Jul 13 07:40:09.116885 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce4b022-90d3-4b48-b3a0-28c03e936d34 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:40:09.149404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5ce4b022-90d3-4b48-b3a0-28c03e936d34 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/e4f43e0e-ad81-4a98-9928-98d187ce6c99 HTTP/1.1" status: 404 len: 333 time: 0.1123145 Jul 13 07:40:09.153595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:09.198519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77ae4b98-7aa3-4da8-a7ee-ed28bd5fe7f9 req-6da75ece-2480-4673-b643-77f5872563d8 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324677 Jul 13 07:40:09.481122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b3d67-4eec-4209-bfea-716b53b7df35 req-3ac30a87-3313-4e49-8d0b-c2c0a4d95d3f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.484280 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-156b3d67-4eec-4209-bfea-716b53b7df35 req-3ac30a87-3313-4e49-8d0b-c2c0a4d95d3f tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 945 time: 0.2174966 Jul 13 07:40:09.488701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 408a9b86-5b63-4419-aa70-96e5fb955d7a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:09.489447 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.490385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c026-5fec-49a1-93ad-c767321e5c56 req-d6c7407e-6c45-4f1c-8aae-d016c944d7b6 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.497695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c735c026-5fec-49a1-93ad-c767321e5c56 req-d6c7407e-6c45-4f1c-8aae-d016c944d7b6 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.0927341 Jul 13 07:40:09.551976 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c735c026-5fec-49a1-93ad-c767321e5c56 req-2caa5cdc-25df-49ef-a0c9-33f5343f2198 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531137 Jul 13 07:40:09.694034 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-156b3d67-4eec-4209-bfea-716b53b7df35 req-ffb54f58-0495-4407-a4f5-fae40abc8692 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965172 Jul 13 07:40:09.741074 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:40:09.743920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.767912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 408a9b86-5b63-4419-aa70-96e5fb955d7a owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:09.934731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device be3bbf7f-daf9-4072-a41b-e0503c1fb953 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:09.950920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.003194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=408a9b86-5b63-4419-aa70-96e5fb955d7a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:10.017127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.017768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.017869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.018215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.018558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.018942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.019473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.019860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.020194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.020566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.020898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.021273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:10.047094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.050526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-68ac17a1-a053-4408-ae61-e536c1ae61be tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/408a9b86-5b63-4419-aa70-96e5fb955d7a HTTP/1.1" status: 204 len: 168 time: 0.8955593 Jul 13 07:40:10.054016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:10.055721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port be3bbf7f-daf9-4072-a41b-e0503c1fb953 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:10.056344 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.149191 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9770ec19-4c6a-4bd6-8cec-77cba4b76399 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:40:10.151313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9770ec19-4c6a-4bd6-8cec-77cba4b76399 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/408a9b86-5b63-4419-aa70-96e5fb955d7a HTTP/1.1" status: 404 len: 333 time: 0.0962412 Jul 13 07:40:10.154989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:10.261416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b2f06-d1f9-4105-92eb-eb8430b45bc4 req-37a79558-e582-474d-b5c9-c8ff78546793 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.273404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-478096c9-c25d-460a-a17e-4ebfc464fb59 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet d66a47a4-70e9-4c2e-a5d8-d900fbfc0300 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:10.280323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa8b2f06-d1f9-4105-92eb-eb8430b45bc4 req-37a79558-e582-474d-b5c9-c8ff78546793 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1648788 Jul 13 07:40:10.292351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-478096c9-c25d-460a-a17e-4ebfc464fb59 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.383523 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-478096c9-c25d-460a-a17e-4ebfc464fb59 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.425221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa8b2f06-d1f9-4105-92eb-eb8430b45bc4 req-f2178189-dc5b-4ffb-bb43-7753678b74bc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434951 Jul 13 07:40:10.588425 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-478096c9-c25d-460a-a17e-4ebfc464fb59 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.668577 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-478096c9-c25d-460a-a17e-4ebfc464fb59 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.685780 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-478096c9-c25d-460a-a17e-4ebfc464fb59 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.687919 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-478096c9-c25d-460a-a17e-4ebfc464fb59 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/d66a47a4-70e9-4c2e-a5d8-d900fbfc0300 HTTP/1.1" status: 204 len: 168 time: 0.5316973 Jul 13 07:40:10.693121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:10.694395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0600bfba-e7d3-4e52-a08a-836b3008c48c None None] Network 55c90fb7-599c-487c-a9a1-d00c16af7c2c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:10.737289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478096c9-c25d-460a-a17e-4ebfc464fb59 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=d66a47a4-70e9-4c2e-a5d8-d900fbfc0300,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:10.916858 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.944741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5f639-5851-4fb2-a47c-fa120ff96f26 req-bcf36e2f-7c2c-4940-8382-05e9a2a8d412 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.951928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0e5f639-5851-4fb2-a47c-fa120ff96f26 req-bcf36e2f-7c2c-4940-8382-05e9a2a8d412 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 945 time: 0.1607726 Jul 13 07:40:10.987303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9663-7b1d-45b5-b2ea-95325ec445ef req-703b6abe-0107-4c04-a674-dad3a7c6c7e3 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.989296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af9f9663-7b1d-45b5-b2ea-95325ec445ef req-703b6abe-0107-4c04-a674-dad3a7c6c7e3 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1503360 Jul 13 07:40:11.024937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0e5f639-5851-4fb2-a47c-fa120ff96f26 req-67601f4b-ced2-4a32-a804-838a331d9fde tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719299 Jul 13 07:40:11.049672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b427058-ff21-4585-82cf-c249f5a90dc2 None None] DHCP port deletion for 55c90fb7-599c-487c-a9a1-d00c16af7c2c request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:11.167008 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af9f9663-7b1d-45b5-b2ea-95325ec445ef req-92873074-4f7f-44a8-a108-6b94a14525e8 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472168 Jul 13 07:40:11.186018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port be3bbf7f-daf9-4072-a41b-e0503c1fb953 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:11.186271 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.198078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5b427058-ff21-4585-82cf-c249f5a90dc2 None None] Deleting port be3bbf7f-daf9-4072-a41b-e0503c1fb953 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:11.198736 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b427058-ff21-4585-82cf-c249f5a90dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.281483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] For port be3bbf7f-daf9-4072-a41b-e0503c1fb953, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=be3bbf7f-daf9-4072-a41b-e0503c1fb953,segment=NetworkSegment(7aaa20c6-2d87-4587-9dc7-25c325e1ddb4),segment_id=7aaa20c6-2d87-4587-9dc7-25c325e1ddb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:11.282244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.310360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for be3bbf7f-daf9-4072-a41b-e0503c1fb953 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:11.318833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5b427058-ff21-4585-82cf-c249f5a90dc2 None None] For port be3bbf7f-daf9-4072-a41b-e0503c1fb953, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=be3bbf7f-daf9-4072-a41b-e0503c1fb953,segment=NetworkSegment(7aaa20c6-2d87-4587-9dc7-25c325e1ddb4),segment_id=7aaa20c6-2d87-4587-9dc7-25c325e1ddb4)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:11.320707 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b427058-ff21-4585-82cf-c249f5a90dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.354202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5b427058-ff21-4585-82cf-c249f5a90dc2 None None] Calling delete_port for be3bbf7f-daf9-4072-a41b-e0503c1fb953 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:11.535103 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b427058-ff21-4585-82cf-c249f5a90dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.548716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b427058-ff21-4585-82cf-c249f5a90dc2 None None] No DVR routers for this DVR port be3bbf7f-daf9-4072-a41b-e0503c1fb953 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:11.570203 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.601838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b427058-ff21-4585-82cf-c249f5a90dc2 None None] Pushing event deleted for resources: {'Port': ['ID=be3bbf7f-daf9-4072-a41b-e0503c1fb953,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:11.647782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No DVR routers for this DVR port be3bbf7f-daf9-4072-a41b-e0503c1fb953 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:11.658546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=be3bbf7f-daf9-4072-a41b-e0503c1fb953,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:11.868938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device be3bbf7f-daf9-4072-a41b-e0503c1fb953 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:11.915059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: be3bbf7f-daf9-4072-a41b-e0503c1fb953 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:11.917228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.926497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device be3bbf7f-daf9-4072-a41b-e0503c1fb953 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:11.930563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c90fb7-599c-487c-a9a1-d00c16af7c2c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:11.947389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aaa20c6-2d87-4587-9dc7-25c325e1ddb4') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:11.947981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aaa20c6-2d87-4587-9dc7-25c325e1ddb4') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:11.958612 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.962831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994e7b-4a9d-4625-8a7b-2a0f85bd2b52 req-cc3b0a9e-815d-448f-a8c3-27cf43829654 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.965582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a994e7b-4a9d-4625-8a7b-2a0f85bd2b52 req-cc3b0a9e-815d-448f-a8c3-27cf43829654 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1430969 Jul 13 07:40:11.985483 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.003370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:12.004215 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:12.008381 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:12.053825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a994e7b-4a9d-4625-8a7b-2a0f85bd2b52 req-504d8e74-4dbc-4573-9e42-6252cc2de69a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805471 Jul 13 07:40:12.157545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-6bdd9099-d0c6-4de2-af60-a3e865dd63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.165009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-6bdd9099-d0c6-4de2-af60-a3e865dd63f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1097 time: 0.4389982 Jul 13 07:40:12.185743 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.194508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9843f-572a-4d01-83eb-8ffd6d541ae2 req-9b45b6f0-5d36-4ac9-b552-29d86458a455 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.201433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fdc9843f-572a-4d01-83eb-8ffd6d541ae2 req-9b45b6f0-5d36-4ac9-b552-29d86458a455 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.4939935 Jul 13 07:40:12.223930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.225794 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/networks/55c90fb7-599c-487c-a9a1-d00c16af7c2c HTTP/1.1" status: 204 len: 168 time: 1.5310249 Jul 13 07:40:12.240710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53534) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:12.243541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-c39c638f-082c-447c-9a78-8932a8cba74b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.245174 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-c39c638f-082c-447c-9a78-8932a8cba74b tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 945 time: 0.1790142 Jul 13 07:40:12.254953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1754590326'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:12.303152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6734ea-d7f4-41f2-bafa-d7e90bcd599f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Network': ['ID=55c90fb7-599c-487c-a9a1-d00c16af7c2c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.339394 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fdc9843f-572a-4d01-83eb-8ffd6d541ae2 req-c4cce025-3674-4d6d-ba02-499bceeaeef4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370130 Jul 13 07:40:12.453630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:12.461571 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.499243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53542) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:12.560225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-1035efcd-0067-4db0-8d01-430726bcb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.562546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-1035efcd-0067-4db0-8d01-430726bcb95d service neutron] 10.222.0.38 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 921 time: 0.3860180 Jul 13 07:40:12.563667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:12.654961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed500fb7-b1b6-4248-bd15-717715365cc7 req-8e19b10c-ab67-4296-9a7b-2eb13458c4d0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.662105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed500fb7-b1b6-4248-bd15-717715365cc7 req-8e19b10c-ab67-4296-9a7b-2eb13458c4d0 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 945 time: 0.3378122 Jul 13 07:40:12.675477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-f1f8504f-7319-44cc-a46a-ae25bc7e3caa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 217 time: 0.1005845 Jul 13 07:40:12.679911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.680690 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Added segment b3ac73a6-551e-48f2-a3c8-5ccfc411d42d of type vlan for network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 Jul 13 07:40:12.715068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Deleting port 3ae25141-3348-40f8-ac04-de4755780db5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:12.715684 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.744001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.777303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed500fb7-b1b6-4248-bd15-717715365cc7 req-ef35fc56-a35f-4523-8a2e-68376a026fd5 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/security-groups?id=913eff34-8545-4f0b-b227-3babe11eac5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078150 Jul 13 07:40:12.899561 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98e270e0-c845-4112-a54a-175a159e3c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.903018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-0118d898-27b3-49c9-aceb-d15f6828d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.905404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-0118d898-27b3-49c9-aceb-d15f6828d0ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 200 len: 860 time: 0.1231563 Jul 13 07:40:12.907492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.913271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.914077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.952211 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7103341 Jul 13 07:40:12.957152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53550) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:12.970875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': '2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:12.975570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] For port 3ae25141-3348-40f8-ac04-de4755780db5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ae25141-3348-40f8-ac04-de4755780db5,segment=NetworkSegment(7b3ede3a-08b6-44b0-ad30-893d8f7715fe),segment_id=7b3ede3a-08b6-44b0-ad30-893d8f7715fe)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:12.975948 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.013043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Calling delete_port for 3ae25141-3348-40f8-ac04-de4755780db5 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:13.060258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53552) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.071939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98e270e0-c845-4112-a54a-175a159e3c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.078586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-1f07df77-f42f-46e8-845d-0d7849a4537e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0563d92c-fdec-4ee1-82fa-788e5f5a2972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526628 Jul 13 07:40:13.088150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98e270e0-c845-4112-a54a-175a159e3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.127360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e270e0-c845-4112-a54a-175a159e3c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060d4185-b5b5-4df1-94a8-c0c1ead560c5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.210130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d13831-50ae-4c2f-90fa-76d68230ab42 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Network': ['ID=2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.227339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:13.236659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-98e270e0-c845-4112-a54a-175a159e3c47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bce3545c9194c8b84c7e4ce61b76a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346842 Jul 13 07:40:13.239727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.242830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:13.247384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.296945 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eecbde2f-2fa5-4648-819f-be354d4f94a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.447671 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-ed524c46-93ea-4ca6-a8fd-1671cbe7a1d4 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611801 Jul 13 07:40:13.472493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54526ed-ea6f-4447-b8da-491dd1cc5ac9 req-6c10bfc0-0823-4841-b0df-7d784cf510b7 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:13.474836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f54526ed-ea6f-4447-b8da-491dd1cc5ac9 req-6c10bfc0-0823-4841-b0df-7d784cf510b7 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1982732 Jul 13 07:40:13.506576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.525210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7adf87c-783d-48ea-8267-809e04b382dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.580244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Pushing event deleted for resources: {'Port': ['ID=3ae25141-3348-40f8-ac04-de4755780db5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.631093 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f166cb4-1e79-47b3-b259-c348e3f832f2 req-20395caf-f7bf-41b3-ae1b-6bd04fcd13c5 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768816 Jul 13 07:40:13.662276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7adf87c-783d-48ea-8267-809e04b382dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.688216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f54526ed-ea6f-4447-b8da-491dd1cc5ac9 req-c44c9cba-6601-4c71-9a01-77fd48708eb7 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864886 Jul 13 07:40:13.715682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] No DVR routers for this DVR port 3ae25141-3348-40f8-ac04-de4755780db5 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:13.726970 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.730163 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1b22df4-b8fe-442f-a1a1-45430bf059f2 req-ed512508-b902-4aa8-bf63-087b3e549538 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.38 "DELETE /v2.0/ports/3ae25141-3348-40f8-ac04-de4755780db5 HTTP/1.1" status: 204 len: 173 time: 1.4785252 Jul 13 07:40:13.730776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d', 'name': 'network-vif-deleted', 'tag': '3ae25141-3348-40f8-ac04-de4755780db5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:13.733234 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cda4b7-ab55-4687-9cd7-db4d33ba00fe" -d '{"events": [{"server_uuid": "c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d", "name": "network-vif-deleted", "tag": "3ae25141-3348-40f8-ac04-de4755780db5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:13.752357 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eecbde2f-2fa5-4648-819f-be354d4f94a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.769655 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7adf87c-783d-48ea-8267-809e04b382dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.774970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7adf87c-783d-48ea-8267-809e04b382dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.778252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f7adf87c-783d-48ea-8267-809e04b382dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/060d4185-b5b5-4df1-94a8-c0c1ead560c5 HTTP/1.1" status: 204 len: 168 time: 0.5362349 Jul 13 07:40:13.788391 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eecbde2f-2fa5-4648-819f-be354d4f94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.789750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adf87c-783d-48ea-8267-809e04b382dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060d4185-b5b5-4df1-94a8-c0c1ead560c5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.865791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.878444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eecbde2f-2fa5-4648-819f-be354d4f94a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b018f2c41f324a9cb06da5078eb06d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8145676 Jul 13 07:40:13.878689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53576) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.885254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b3da-a457-4e92-8d62-f4b14e121763 req-ca7fe6ea-608e-4561-be54-ee13308ff4fd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:13.894320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0df0b3da-a457-4e92-8d62-f4b14e121763 req-ca7fe6ea-608e-4561-be54-ee13308ff4fd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3849897 Jul 13 07:40:13.930874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbde2f-2fa5-4648-819f-be354d4f94a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84fb469-9226-4c5b-a207-5f58dd4615b3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.957226 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf7f6b0-dec4-4725-9634-820ef8cb947e x-openstack-request-id: req-4bf7f6b0-dec4-4725-9634-820ef8cb947e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:13.957631 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d", "name": "network-vif-deleted", "tag": "3ae25141-3348-40f8-ac04-de4755780db5", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:13.958046 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bf7f6b0-dec4-4725-9634-820ef8cb947e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:13.958498 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d', 'name': 'network-vif-deleted', 'tag': '3ae25141-3348-40f8-ac04-de4755780db5', 'status': 'completed', 'code': 200} Jul 13 07:40:13.996436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89ced840-0363-47d5-9750-1116ee2c4379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.022809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89ced840-0363-47d5-9750-1116ee2c4379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.063892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0df0b3da-a457-4e92-8d62-f4b14e121763 req-7040d6b6-06cd-4a36-9fab-b43f77a7092e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687579 Jul 13 07:40:14.068447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=9c7e1d9b-6c4a-444c-9326-54978d03fc54,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:14.100010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Checking segment: {'id': 'b3ac73a6-551e-48f2-a3c8-5ccfc411d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:14.100454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network hostable DHCP agents. Network: 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:14.124309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:14.141677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:14.147440 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e43bcb0-e4c2-4c6d-bc36-067556584615 req-59bbc49c-7d95-40d0-a463-99f0e6908cf3 tempest-DeleteServersTestJSON-1823787021 tempest-DeleteServersTestJSON-1823787021-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6b808e1-bbc9-4b2f-bd4f-8734b437ce1d HTTP/1.1" status: 200 len: 210 time: 0.0440583 Jul 13 07:40:14.149937 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89ced840-0363-47d5-9750-1116ee2c4379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.152280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c3d0e-4f64-4f81-9f8c-d2953f95966a None None] Network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:14.154190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89ced840-0363-47d5-9750-1116ee2c4379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.156340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.156922 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.160912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-89ced840-0363-47d5-9750-1116ee2c4379 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f84fb469-9226-4c5b-a207-5f58dd4615b3 HTTP/1.1" status: 204 len: 168 time: 0.2785196 Jul 13 07:40:14.177594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ced840-0363-47d5-9750-1116ee2c4379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84fb469-9226-4c5b-a207-5f58dd4615b3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:14.196951 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3eb516ee-6557-4567-836d-772b0f2343ae tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2363167 Jul 13 07:40:14.198249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:14.202879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-14b244b1-f447-479c-a130-e6976b1e5651 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-609670403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:14.252629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14b244b1-f447-479c-a130-e6976b1e5651 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.255036 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14b244b1-f447-479c-a130-e6976b1e5651 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.372251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14b244b1-f447-479c-a130-e6976b1e5651 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.387963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14b244b1-f447-479c-a130-e6976b1e5651 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.399905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7', 'network_id': '2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7', 'tenant_id': 'cb707046e7cb4ca7ba0df5c6bb0e024e', 'fixed_ips': [{'subnet_id': '9c7e1d9b-6c4a-444c-9326-54978d03fc54'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:14.402761 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.420292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14b244b1-f447-479c-a130-e6976b1e5651 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.422387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-14b244b1-f447-479c-a130-e6976b1e5651 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2231925 Jul 13 07:40:14.426744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53592) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:14.437477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'network_id': '2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7', 'name': 'tempest-PortsIpV6TestJSON-1318248610'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:14.741427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:14.750064 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.764440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3ae25141-3348-40f8-ac04-de4755780db5 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:14.806452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Allocated IP 2001:db8::2 (2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7/9c7e1d9b-6c4a-444c-9326-54978d03fc54/1b64e600-1ade-4232-9681-e039e07d4edb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:14.806710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port 4f678b3d-0806-4d67-ab7f-c06bdec07831 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:15.112851 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.122095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Transition to ACTIVE for port object 1b64e600-1ade-4232-9681-e039e07d4edb will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:15.136378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.157289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Transition to ACTIVE for port object 1b64e600-1ade-4232-9681-e039e07d4edb will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:15.191075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f6c42-f505-48a2-919a-0ca52499bc90 req-91f93c01-62fb-46a9-9d5f-03dc9bb4488e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.202397 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.206132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db9f6c42-f505-48a2-919a-0ca52499bc90 req-91f93c01-62fb-46a9-9d5f-03dc9bb4488e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.2166877 Jul 13 07:40:15.206684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 3ae25141-3348-40f8-ac04-de4755780db5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:15.207185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3ae25141-3348-40f8-ac04-de4755780db5 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:15.223845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:15.248334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:15.252980 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:15.360441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1690661399-network', 'tenant_id': '55d29ed09a0841d0ad3b5582a665d7fa'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:15.363744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::d6 (2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7/9c7e1d9b-6c4a-444c-9326-54978d03fc54/4f678b3d-0806-4d67-ab7f-c06bdec07831) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:15.428761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Made reservation on behalf of 55d29ed09a0841d0ad3b5582a665d7fa for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:15.431454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.448309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Attempting to bind port 1b64e600-1ade-4232-9681-e039e07d4edb on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:15.449265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Attempting to bind port 1b64e600-1ade-4232-9681-e039e07d4edb by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b3ac73a6-551e-48f2-a3c8-5ccfc411d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:15.449782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Attempting to bind port 1b64e600-1ade-4232-9681-e039e07d4edb on network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:15.459078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Pushing event updated for resources: {'Port': ['ID=1b64e600-1ade-4232-9681-e039e07d4edb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:15.463343 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.479399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:15.479776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Checking segment: {'id': 'b3ac73a6-551e-48f2-a3c8-5ccfc411d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:15.483584 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.484189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Bound using segment: {'id': 'b3ac73a6-551e-48f2-a3c8-5ccfc411d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:15.484854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Bound port: 1b64e600-1ade-4232-9681-e039e07d4edb, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ac73a6-551e-48f2-a3c8-5ccfc411d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:15.485404 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.588137 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db9f6c42-f505-48a2-919a-0ca52499bc90 req-3b7b484b-c388-40f1-b752-62f070f31ac9 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797584 Jul 13 07:40:15.645122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] For port 1b64e600-1ade-4232-9681-e039e07d4edb, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:15.656208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] For port 1b64e600-1ade-4232-9681-e039e07d4edb, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1b64e600-1ade-4232-9681-e039e07d4edb,segment=NetworkSegment(b3ac73a6-551e-48f2-a3c8-5ccfc411d42d),segment_id=b3ac73a6-551e-48f2-a3c8-5ccfc411d42d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:15.666579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.692558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.711816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object 4f678b3d-0806-4d67-ab7f-c06bdec07831 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:15.760645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95b38d-10f6-49a1-9e1c-1e03c872dbe0 req-e2cf148a-d3e1-4aff-84cb-80683c4a35f6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.762887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab95b38d-10f6-49a1-9e1c-1e03c872dbe0 req-e2cf148a-d3e1-4aff-84cb-80683c4a35f6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2640743 Jul 13 07:40:15.770452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.840539 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f9eb3-9326-4455-89d2-688661d6144d None None] Pushing event updated for resources: {'Port': ['ID=1b64e600-1ade-4232-9681-e039e07d4edb,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:15.842124 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=4f678b3d-0806-4d67-ab7f-c06bdec07831,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:15.884915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab95b38d-10f6-49a1-9e1c-1e03c872dbe0 req-01f705cc-585f-424f-8b01-b8b9be7d0f03 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091852 Jul 13 07:40:15.914967 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:15.932996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:15.938317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:15.955210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.956107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.961015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.979807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.007490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fd6e459f-3a3b-4df4-b57a-278738945185 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5764380 Jul 13 07:40:16.007949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.046229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:16.112891 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.113926 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Added segment edc58020-2ec6-4ed4-a9a2-a7151744a9c5 of type vlan for network 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 Jul 13 07:40:16.142451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.279990 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.363337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.365374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.366633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.492606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53652) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.498439 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3568947 Jul 13 07:40:16.527420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Request body: {'subnet': {'network_id': '1bc3a423-e718-4fc1-8ca6-2b3ab53ab248', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1690661399-subnet', 'tenant_id': '55d29ed09a0841d0ad3b5582a665d7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:16.558032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Made reservation on behalf of 55d29ed09a0841d0ad3b5582a665d7fa for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:16.560857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.563073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e7c0d-4579-449c-aae2-e0b7f86cc5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.574357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:17.013339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.032772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050fa91-d001-4921-a2b4-a0cba7d41683 req-1f24d817-9b0e-484e-b7f5-c366cf689096 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.051150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1050fa91-d001-4921-a2b4-a0cba7d41683 req-1f24d817-9b0e-484e-b7f5-c366cf689096 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1728342 Jul 13 07:40:17.139181 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1050fa91-d001-4921-a2b4-a0cba7d41683 req-1726fa54-5443-4d83-b0b6-e877b2121e06 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805531 Jul 13 07:40:17.575403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae53b78-5d9b-49bb-94d2-04d499d193eb None None] Network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:17.747273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-02e4aec6-e093-4ded-8fe3-782592b160f8 None None] Provisioning for port 1b64e600-1ade-4232-9681-e039e07d4edb completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:17.960224 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.135092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1b64e600-1ade-4232-9681-e039e07d4edb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:18.167962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d90829-6ad3-469d-9402-252686654878,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.223725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 1b64e600-1ade-4232-9681-e039e07d4edb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:18.231548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1b64e600-1ade-4232-9681-e039e07d4edb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:18.232599 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.252660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Checking segment: {'id': 'edc58020-2ec6-4ed4-a9a2-a7151744a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bc3a423-e718-4fc1-8ca6-2b3ab53ab248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:18.253149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Network hostable DHCP agents. Network: 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:18.279179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11484bd-6e61-4eb9-b283-a26389120b84 req-6fab04b7-13ca-481c-ac32-fac89a5634d2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:18.280934 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d11484bd-6e61-4eb9-b283-a26389120b84 req-6fab04b7-13ca-481c-ac32-fac89a5634d2 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.9435961 Jul 13 07:40:18.283326 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.299040 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.358708 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94a194d7-1e43-4af6-a72c-774193efca27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.371842 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.372248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Network 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:18.416808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 1b64e600-1ade-4232-9681-e039e07d4edb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1b64e600-1ade-4232-9681-e039e07d4edb,segment=NetworkSegment(b3ac73a6-551e-48f2-a3c8-5ccfc411d42d),segment_id=b3ac73a6-551e-48f2-a3c8-5ccfc411d42d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:18.428731 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.431064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:18.449851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d1a2b-baf9-4b24-96e7-863d21eb1fd8 None None] Network 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:18.460778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:18.461449 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.469164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=4f678b3d-0806-4d67-ab7f-c06bdec07831,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.487191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e189df2-cd24-4bbc-b3d6-b36ecd967eea req-e9f9f45c-8ec0-4c9d-a97c-f9de8ae58d1b tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:18.496484 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e189df2-cd24-4bbc-b3d6-b36ecd967eea req-e9f9f45c-8ec0-4c9d-a97c-f9de8ae58d1b tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1414638 Jul 13 07:40:18.506155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d11484bd-6e61-4eb9-b283-a26389120b84 req-5f5a401a-bdb7-4fd8-90d9-c324c8564475 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124996 Jul 13 07:40:18.575551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e189df2-cd24-4bbc-b3d6-b36ecd967eea req-49f4ae89-40ed-45d0-a2fd-02d438e4ae17 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777345 Jul 13 07:40:18.614207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-229c4ad9-1ce7-46ef-8bf7-d47a40043c09 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1208711 Jul 13 07:40:18.787876 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.795847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=1b64e600-1ade-4232-9681-e039e07d4edb,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.854947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-187a4e0a-78f2-42b9-bb62-7e6984a1e0ea None None] Provisioning for port 4f678b3d-0806-4d67-ab7f-c06bdec07831 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:18.860925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-187a4e0a-78f2-42b9-bb62-7e6984a1e0ea None None] Provisioning complete for port 4f678b3d-0806-4d67-ab7f-c06bdec07831 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:18.861623 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-187a4e0a-78f2-42b9-bb62-7e6984a1e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.950440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc747203-887e-4053-85b8-7e7856c806c7 None None] Network 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:18.953839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-187a4e0a-78f2-42b9-bb62-7e6984a1e0ea None None] Port 4f678b3d-0806-4d67-ab7f-c06bdec07831 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:18.998576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-187a4e0a-78f2-42b9-bb62-7e6984a1e0ea None None] Provisioning complete for port 1b64e600-1ade-4232-9681-e039e07d4edb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:18.998967 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-187a4e0a-78f2-42b9-bb62-7e6984a1e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.153582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.247197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-081dd367-bff1-45ae-a620-e52a7ed29a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.248904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-081dd367-bff1-45ae-a620-e52a7ed29a68 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1098 time: 0.2779598 Jul 13 07:40:19.345735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bb850da5-c7d7-410c-b4dd-0180c2d9629b None None] Provisioning complete for port 4f678b3d-0806-4d67-ab7f-c06bdec07831 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:19.346567 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb850da5-c7d7-410c-b4dd-0180c2d9629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.353928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3cb92-943b-43da-aa8c-5bdd9892d679 req-c827a213-5ada-4b16-a6a2-37e43ffaa63a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.358865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3c3cb92-943b-43da-aa8c-5bdd9892d679 req-c827a213-5ada-4b16-a6a2-37e43ffaa63a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2958183 Jul 13 07:40:19.431641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bb850da5-c7d7-410c-b4dd-0180c2d9629b None None] Port 4f678b3d-0806-4d67-ab7f-c06bdec07831 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:19.560114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-4abd523b-a8b0-458d-abcd-486facab7ac1 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4d18457f0f464724a0fd5f3375401f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399446 Jul 13 07:40:19.568754 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3c3cb92-943b-43da-aa8c-5bdd9892d679 req-16ad2f17-b008-4c3b-863b-6ee44b07aede tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788972 Jul 13 07:40:19.583643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8eb61ba3-aadf-4cf3-83b5-80e540739412 None None] Provisioning complete for port 4f678b3d-0806-4d67-ab7f-c06bdec07831 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:19.584592 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb61ba3-aadf-4cf3-83b5-80e540739412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.608544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-c5e7af45-9214-43c4-8fee-2fb9169beda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.610105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-c5e7af45-9214-43c4-8fee-2fb9169beda7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.3513415 Jul 13 07:40:19.637257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8eb61ba3-aadf-4cf3-83b5-80e540739412 None None] Port 4f678b3d-0806-4d67-ab7f-c06bdec07831 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:19.677255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53734) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:19.683091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1531134854-network', 'tenant_id': '8bd5fef221ac46c0b97c01bd035143f8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:19.734732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-81943c32-fbd2-40a7-97b4-6964c99e85b6 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.736259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-81943c32-fbd2-40a7-97b4-6964c99e85b6 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753664 Jul 13 07:40:19.737549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Made reservation on behalf of 8bd5fef221ac46c0b97c01bd035143f8 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:19.740034 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.751578 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.776605 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-c4238913-819c-4188-8668-2bce65cf9e73 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/quotas/4d18457f0f464724a0fd5f3375401f34 HTTP/1.1" status: 200 len: 375 time: 0.0267916 Jul 13 07:40:19.795235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-8995e1d5-eeaa-421e-b86d-37a4889be8c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1000 time: 0.1732309 Jul 13 07:40:19.825678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-b5d008f9-abd9-482c-b18e-0f85a7afa479 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d18457f0f464724a0fd5f3375401f34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479667 Jul 13 07:40:19.878103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1b64e600-1ade-4232-9681-e039e07d4edb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:19.884337 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-9e01faf3-11d9-446a-822c-1370632e3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.889477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-9e01faf3-11d9-446a-822c-1370632e3c27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.0757046 Jul 13 07:40:19.951735 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.958315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.972954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:19.982013 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.985820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.986579 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Added segment d59c2e28-a72d-42a5-b5b7-4e67d5161767 of type vlan for network 5c3e28ac-8cec-4a50-9b0d-37b9b7408a53 Jul 13 07:40:20.004403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb1367-590d-4136-b11c-ae7077358cd4 req-80016d67-9fef-4fe0-a5cc-f91e10a1a6a7 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:20.007774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4eb1367-590d-4136-b11c-ae7077358cd4 req-80016d67-9fef-4fe0-a5cc-f91e10a1a6a7 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.2757821 Jul 13 07:40:20.010472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.039100 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.118875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd798b7-a565-4c6b-9aa9-5732d16b4ec4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:20.121490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.122495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:20.123135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.141298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.215075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5368636 Jul 13 07:40:20.227116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53744) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.245575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Request body: {'subnet': {'network_id': '5c3e28ac-8cec-4a50-9b0d-37b9b7408a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1531134854-subnet', 'tenant_id': '8bd5fef221ac46c0b97c01bd035143f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:20.273119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1b64e600-1ade-4232-9681-e039e07d4edb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:20.273624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.293161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a93e2-6dcf-42df-9642-dc41952bbf33 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3e28ac-8cec-4a50-9b0d-37b9b7408a53,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:20.307260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 5c3e28ac-8cec-4a50-9b0d-37b9b7408a53 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:20.310668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-322b54c9-c321-4a5e-a74e-a8b6e432c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:20.325561 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-322b54c9-c321-4a5e-a74e-a8b6e432c720 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4264038 Jul 13 07:40:20.326304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=4f678b3d-0806-4d67-ab7f-c06bdec07831,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:20.370943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-34f300c2-2fe9-4ee1-a931-5aefbcb7bcc5 req-3cdee122-434f-45ee-bb81-6cd7de7ff90b tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 210 time: 0.0587416 Jul 13 07:40:20.411314 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4eb1367-590d-4136-b11c-ae7077358cd4 req-44663fbc-f003-49ad-b732-f59adcd52df9 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725290 Jul 13 07:40:20.445099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Made reservation on behalf of 8bd5fef221ac46c0b97c01bd035143f8 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:20.448506 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.680293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6dc545f5-e741-4d23-a023-2a4dd36de3e2 None None] Provisioning complete for port 4f678b3d-0806-4d67-ab7f-c06bdec07831 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:20.684058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6dc545f5-e741-4d23-a023-2a4dd36de3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.689345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:20.693331 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-6d403a63-11cf-4d4a-b59b-d1e4cc0c0f61 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523991 Jul 13 07:40:20.696165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:20.803652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a71a4d-048c-47e8-93fc-a115be79a013 req-973fac17-ad2f-4c4f-ac2f-3df4f2d2b44e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:20.805303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6dc545f5-e741-4d23-a023-2a4dd36de3e2 None None] Port 4f678b3d-0806-4d67-ab7f-c06bdec07831 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:20.814539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8a71a4d-048c-47e8-93fc-a115be79a013 req-973fac17-ad2f-4c4f-ac2f-3df4f2d2b44e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1102846 Jul 13 07:40:20.874577 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8a71a4d-048c-47e8-93fc-a115be79a013 req-ff70614d-2d8b-4365-bd7a-d304ff8d7d82 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589771 Jul 13 07:40:20.983484 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c21f08b0-2534-47eb-8e47-f92fffc8ea4d req-04929866-c6c4-43b4-ba4c-046a6cc9caf2 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806644 Jul 13 07:40:21.004325 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.041382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Router 6f737843-4319-49f6-bbd5-7828804a2a8e is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:40:21.051067 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-156ac64b-4e0e-4403-8e75-5926a2f69ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.078982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea51371-feb4-4946-b012-cc9abd7ce959,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:21.100175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.137542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1ab21739-ed38-4199-a5d4-d83d3d6725dd None None] Provisioning complete for port 4f678b3d-0806-4d67-ab7f-c06bdec07831 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:21.138156 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ab21739-ed38-4199-a5d4-d83d3d6725dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.176888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Checking segment: {'id': 'd59c2e28-a72d-42a5-b5b7-4e67d5161767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5c3e28ac-8cec-4a50-9b0d-37b9b7408a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:21.177255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Network hostable DHCP agents. Network: 5c3e28ac-8cec-4a50-9b0d-37b9b7408a53, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:21.183930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1ab21739-ed38-4199-a5d4-d83d3d6725dd None None] Port 4f678b3d-0806-4d67-ab7f-c06bdec07831 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:21.198175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:21.203865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ee817bf-2407-4a28-a582-394dc601b923 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "PUT /v2.0/routers/6f737843-4319-49f6-bbd5-7828804a2a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1942582 Jul 13 07:40:21.206293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53756) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.214659 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41cea6-56d8-4ee0-90d9-0d81b5723cad None None] Sync routers for ids ['6f737843-4319-49f6-bbd5-7828804a2a8e'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:21.235640 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41cea6-56d8-4ee0-90d9-0d81b5723cad None None] Routers {'6f737843-4319-49f6-bbd5-7828804a2a8e'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:21.236289 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0a41cea6-56d8-4ee0-90d9-0d81b5723cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6f737843-4319-49f6-bbd5-7828804a2a8e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:21.239937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Network 5c3e28ac-8cec-4a50-9b0d-37b9b7408a53 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:21.258257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 5c3e28ac-8cec-4a50-9b0d-37b9b7408a53) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:21.267759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48ca5b-0e72-4355-abb5-a92f85b43926 None None] Network 5c3e28ac-8cec-4a50-9b0d-37b9b7408a53 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:21.297279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:21.298113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.316639 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0a41cea6-56d8-4ee0-90d9-0d81b5723cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:21.333062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff23194-699d-4ee5-92a8-1f7680658615 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:21.338546 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ff23194-699d-4ee5-92a8-1f7680658615 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f737843-4319-49f6-bbd5-7828804a2a8e HTTP/1.1" status: 200 len: 988 time: 0.1311862 Jul 13 07:40:21.339077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53762) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.339299 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41cea6-56d8-4ee0-90d9-0d81b5723cad None None] Routers {'6f737843-4319-49f6-bbd5-7828804a2a8e'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:21.340068 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0a41cea6-56d8-4ee0-90d9-0d81b5723cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6f737843-4319-49f6-bbd5-7828804a2a8e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:21.348401 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e6a04cb5-1623-4111-a03e-1fff47a4daf4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1117761 Jul 13 07:40:21.425286 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0a41cea6-56d8-4ee0-90d9-0d81b5723cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:21.425977 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41cea6-56d8-4ee0-90d9-0d81b5723cad None None] The sync data for ids ['6f737843-4319-49f6-bbd5-7828804a2a8e'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:21.638944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceebc11-8030-44eb-8ff1-eff93bfba903 None None] Network 5c3e28ac-8cec-4a50-9b0d-37b9b7408a53 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:21.923175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc8c45-14a5-4fe7-a69d-3bb4d24e9a18 req-f100e00f-601f-4c7c-a53a-f8936f07f48e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:21.935153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5edc8c45-14a5-4fe7-a69d-3bb4d24e9a18 req-f100e00f-601f-4c7c-a53a-f8936f07f48e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1584542 Jul 13 07:40:21.949423 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.011270 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5edc8c45-14a5-4fe7-a69d-3bb4d24e9a18 req-ff8163db-7347-474b-a1cc-472920a2ae86 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699856 Jul 13 07:40:22.029563 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-a963f526-e0b8-44b9-a23a-79608c6303d8 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4d18457f0f464724a0fd5f3375401f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475245 Jul 13 07:40:22.115919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-88288112-961e-4d1d-9a7b-247b682880ee req-8a5703c3-f158-4b99-9dd3-51bd622f6c28 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 210 time: 0.0488641 Jul 13 07:40:22.462916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-61e9c74c-582a-4c67-91c5-9f3cffc61d99 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.466609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fac4b-67c9-4ba9-9dee-450ca98162c4 req-9c7bdc18-dc55-40e7-94de-28508c51ed6f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.467056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-61e9c74c-582a-4c67-91c5-9f3cffc61d99 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4338078 Jul 13 07:40:22.468479 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-838fac4b-67c9-4ba9-9dee-450ca98162c4 req-9c7bdc18-dc55-40e7-94de-28508c51ed6f tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1119149 Jul 13 07:40:22.483897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Request body: {'port': {'device_id': 'b21e1998-d33e-4a3d-93ea-b9bc5cac048d', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '4d18457f0f464724a0fd5f3375401f34'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:22.541609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-838fac4b-67c9-4ba9-9dee-450ca98162c4 req-53b1610e-44b9-441f-ba12-f6f598bc89bd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645401 Jul 13 07:40:22.581456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-bbe7dec0-a819-484f-9bfa-a984d2c296af tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.584401 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-bbe7dec0-a819-484f-9bfa-a984d2c296af tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/networks?id=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 HTTP/1.1" status: 200 len: 812 time: 0.2715240 Jul 13 07:40:22.615817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.678837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-b5bf74da-d261-483f-ba52-94e2f1a26145 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/quotas/55d29ed09a0841d0ad3b5582a665d7fa HTTP/1.1" status: 200 len: 375 time: 0.0372834 Jul 13 07:40:22.902977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 4f678b3d-0806-4d67-ab7f-c06bdec07831 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:22.903344 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.039867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1123-9616-4d9f-bead-f1be0318e508 req-45f89d4c-264a-44c6-b0ac-9b3f74f4bfc4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.042095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-090f1123-9616-4d9f-bead-f1be0318e508 req-45f89d4c-264a-44c6-b0ac-9b3f74f4bfc4 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1506257 Jul 13 07:40:23.046322 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.072856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 4f678b3d-0806-4d67-ab7f-c06bdec07831 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:23.149463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-090f1123-9616-4d9f-bead-f1be0318e508 req-2b8059fa-b932-4a61-813f-d88169149f92 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001976 Jul 13 07:40:23.155925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-921facee-a356-4161-9818-04d8db2ded58 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d29ed09a0841d0ad3b5582a665d7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4710593 Jul 13 07:40:23.216519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Made reservation on behalf of 4d18457f0f464724a0fd5f3375401f34 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:23.220114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.253182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.325238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.359959 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=4f678b3d-0806-4d67-ab7f-c06bdec07831,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:23.361177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-05ef5f93-7680-45fd-83fc-5718d63ed141 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902025 Jul 13 07:40:23.406885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.421992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.491898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd997b2c-e07c-482d-a326-faa96751ef6a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:23.519824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.627923 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.638461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d915d-ea66-4232-ac4d-773ef2f652f2 req-2b32996a-352a-461b-9cc1-e77bba244621 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.640123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b5d915d-ea66-4232-ac4d-773ef2f652f2 req-2b32996a-352a-461b-9cc1-e77bba244621 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1647019 Jul 13 07:40:23.670095 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-ec84f157-5f22-49f9-a729-0b227d72a971 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610030 Jul 13 07:40:23.689424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Allocated IP 192.168.233.230 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/4874d66e-3607-4529-8193-4b16d927e6a4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:23.750708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Router 6f737843-4319-49f6-bbd5-7828804a2a8e has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:23.788443 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b5d915d-ea66-4232-ac4d-773ef2f652f2 req-2b0428c8-626c-4fbd-92e9-b15058214a25 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059086 Jul 13 07:40:23.913695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:23.918784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.922361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-443664ca-76f5-4e80-b960-d73047c07ece tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "PUT /v2.0/routers/6f737843-4319-49f6-bbd5-7828804a2a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5794225 Jul 13 07:40:23.923377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53816) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:23.923875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da88ee7-d97a-4087-b1b3-1c6c865a619f None None] Sync routers for ids ['6f737843-4319-49f6-bbd5-7828804a2a8e'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:23.941593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da88ee7-d97a-4087-b1b3-1c6c865a619f None None] Routers {'6f737843-4319-49f6-bbd5-7828804a2a8e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:23.942309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2da88ee7-d97a-4087-b1b3-1c6c865a619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6f737843-4319-49f6-bbd5-7828804a2a8e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:23.959719 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0533297-139e-442a-b13d-a77e4cf3d975 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:40:23.964418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d0533297-139e-442a-b13d-a77e4cf3d975 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/4f678b3d-0806-4d67-ab7f-c06bdec07831 HTTP/1.1" status: 404 len: 333 time: 0.0370071 Jul 13 07:40:23.965412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53818) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:23.980960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Transition to ACTIVE for port object 4874d66e-3607-4529-8193-4b16d927e6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:23.998070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2da88ee7-d97a-4087-b1b3-1c6c865a619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:24.008359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da88ee7-d97a-4087-b1b3-1c6c865a619f None None] Routers {'6f737843-4319-49f6-bbd5-7828804a2a8e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:24.009277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2da88ee7-d97a-4087-b1b3-1c6c865a619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6f737843-4319-49f6-bbd5-7828804a2a8e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:24.050689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2da88ee7-d97a-4087-b1b3-1c6c865a619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:24.051379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da88ee7-d97a-4087-b1b3-1c6c865a619f None None] The sync data for ids ['6f737843-4319-49f6-bbd5-7828804a2a8e'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:24.083448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.115022 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7c630b-ecbc-44ba-9b61-ed2f39661b66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.150850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90a303-059d-423e-855d-c063df12c3cd req-f4b47349-2896-4ed0-8ca3-6c79fdfbf661 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:24.158576 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec90a303-059d-423e-855d-c063df12c3cd req-f4b47349-2896-4ed0-8ca3-6c79fdfbf661 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1512859 Jul 13 07:40:24.162795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:24.186853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:24.196517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:24.203332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Pushing event updated for resources: {'Port': ['ID=4874d66e-3607-4529-8193-4b16d927e6a4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:24.301000 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec90a303-059d-423e-855d-c063df12c3cd req-c7c34f96-1cb5-4971-b3c7-347d92c92673 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374938 Jul 13 07:40:24.315947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:24.323403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.356789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5727d6d3-f070-49a5-b83f-3ae57fe3d8bd tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8806019 Jul 13 07:40:24.358563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049423b2-578d-4c2c-8a81-a8e1388f0f4e req-71772648-e1b4-439e-b326-e66b6a59db4a tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:24.364087 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-049423b2-578d-4c2c-8a81-a8e1388f0f4e req-71772648-e1b4-439e-b326-e66b6a59db4a tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 936 time: 0.2943001 Jul 13 07:40:24.369959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Request body: {'port': {'device_id': 'b21e1998-d33e-4a3d-93ea-b9bc5cac048d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:24.388259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7c630b-ecbc-44ba-9b61-ed2f39661b66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.398735 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7c630b-ecbc-44ba-9b61-ed2f39661b66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.516954 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7c630b-ecbc-44ba-9b61-ed2f39661b66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.520152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7c630b-ecbc-44ba-9b61-ed2f39661b66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Fanout notify agent at l3_agent the message router_deleted on router 6f737843-4319-49f6-bbd5-7828804a2a8e {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:40:24.532409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7c630b-ecbc-44ba-9b61-ed2f39661b66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.537198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8dc815e8-d79a-4001-a002-c4a4f72a5501 None None] Provisioning for port 4874d66e-3607-4529-8193-4b16d927e6a4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:24.539074 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4f7c630b-ecbc-44ba-9b61-ed2f39661b66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/routers/6f737843-4319-49f6-bbd5-7828804a2a8e HTTP/1.1" status: 204 len: 168 time: 0.5721109 Jul 13 07:40:24.539845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53832) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.545075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-049423b2-578d-4c2c-8a81-a8e1388f0f4e req-41ad0194-92c7-4892-b176-219ef74c7bb6 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727374 Jul 13 07:40:24.547120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8dc815e8-d79a-4001-a002-c4a4f72a5501 None None] Provisioning complete for port 4874d66e-3607-4529-8193-4b16d927e6a4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:24.547834 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8dc815e8-d79a-4001-a002-c4a4f72a5501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.599640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.619255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8dc815e8-d79a-4001-a002-c4a4f72a5501 None None] Port 4874d66e-3607-4529-8193-4b16d927e6a4 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:24.632407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc865dda-a6b8-40b0-836c-09617c1ef82d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet 9c7e1d9b-6c4a-444c-9326-54978d03fc54 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:24.637735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc865dda-a6b8-40b0-836c-09617c1ef82d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.727604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc865dda-a6b8-40b0-836c-09617c1ef82d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.747537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d9f4977-d0ef-498a-8f02-d5668c7da85f req-c33e35b8-8234-45bc-b30c-1e4c2027315e tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 210 time: 0.0418723 Jul 13 07:40:24.890481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:25.008576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc865dda-a6b8-40b0-836c-09617c1ef82d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.174296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4874d66e-3607-4529-8193-4b16d927e6a4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:25.190888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.195300 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc865dda-a6b8-40b0-836c-09617c1ef82d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.213297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-643502c7-edb0-4c1e-8121-cdc9feec2088 admin admin] Deleting subnet 409c3169-4bb7-4f7d-a7a2-a28446385253 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:25.217407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643502c7-edb0-4c1e-8121-cdc9feec2088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.238132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc865dda-a6b8-40b0-836c-09617c1ef82d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7e1d9b-6c4a-444c-9326-54978d03fc54,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.243018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Transition to ACTIVE for port object 4874d66e-3607-4529-8193-4b16d927e6a4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:25.247312 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc865dda-a6b8-40b0-836c-09617c1ef82d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.249255 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fc865dda-a6b8-40b0-836c-09617c1ef82d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/9c7e1d9b-6c4a-444c-9326-54978d03fc54 HTTP/1.1" status: 204 len: 168 time: 0.7043817 Jul 13 07:40:25.255855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:25.256681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.259306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56aea00-48bb-42eb-8159-18e05ae321a1 None None] Network 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:25.266088 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643502c7-edb0-4c1e-8121-cdc9feec2088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.278655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd4382-e7b5-4322-97b0-0cce37554b8e req-7e340a41-4aec-4983-93bc-53cfa9fbb9d9 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.285363 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76bd4382-e7b5-4322-97b0-0cce37554b8e req-7e340a41-4aec-4983-93bc-53cfa9fbb9d9 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.2514641 Jul 13 07:40:25.314503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643502c7-edb0-4c1e-8121-cdc9feec2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.390948 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643502c7-edb0-4c1e-8121-cdc9feec2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.439555 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643502c7-edb0-4c1e-8121-cdc9feec2088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.446935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53852) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:25.447106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-643502c7-edb0-4c1e-8121-cdc9feec2088 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/409c3169-4bb7-4f7d-a7a2-a28446385253 HTTP/1.1" status: 204 len: 168 time: 0.5524967 Jul 13 07:40:25.448562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643502c7-edb0-4c1e-8121-cdc9feec2088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=409c3169-4bb7-4f7d-a7a2-a28446385253,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.472198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.477141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Pushing event updated for resources: {'Port': ['ID=4874d66e-3607-4529-8193-4b16d927e6a4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.555604 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76bd4382-e7b5-4322-97b0-0cce37554b8e req-8e17021c-f960-4ff4-a149-d9c49077f7fb tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692461 Jul 13 07:40:25.664264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b519414b-4feb-4111-bc5b-cc51f9393aaf None None] DHCP port deletion for 2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:25.680920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-24866aa7-e6e8-43f0-8831-65bf3d4420ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.683698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-24866aa7-e6e8-43f0-8831-65bf3d4420ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1097 time: 0.1876802 Jul 13 07:40:25.773438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91206c72-5f0f-4edf-bd38-3103c38ad5cf req-2389dbfd-856f-4006-9909-080f325edd0c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.789375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91206c72-5f0f-4edf-bd38-3103c38ad5cf req-2389dbfd-856f-4006-9909-080f325edd0c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1892776 Jul 13 07:40:25.798850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b519414b-4feb-4111-bc5b-cc51f9393aaf None None] Deleting port 1b64e600-1ade-4232-9681-e039e07d4edb {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:25.799376 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b519414b-4feb-4111-bc5b-cc51f9393aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.810396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.898060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1b64e600-1ade-4232-9681-e039e07d4edb no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:25.907640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Attempting to bind port 4874d66e-3607-4529-8193-4b16d927e6a4 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:25.907999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Attempting to bind port 4874d66e-3607-4529-8193-4b16d927e6a4 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:25.908350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Attempting to bind port 4874d66e-3607-4529-8193-4b16d927e6a4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:25.909397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-1fd684e4-3468-4391-8294-c1c47fb92742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.911075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-1fd684e4-3468-4391-8294-c1c47fb92742 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 918 time: 0.2152843 Jul 13 07:40:25.933926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Port 4874d66e-3607-4529-8193-4b16d927e6a4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:25.934307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Attempting to bind port 4874d66e-3607-4529-8193-4b16d927e6a4 on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:25.953375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b519414b-4feb-4111-bc5b-cc51f9393aaf None None] For port 1b64e600-1ade-4232-9681-e039e07d4edb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1b64e600-1ade-4232-9681-e039e07d4edb,segment=NetworkSegment(b3ac73a6-551e-48f2-a3c8-5ccfc411d42d),segment_id=b3ac73a6-551e-48f2-a3c8-5ccfc411d42d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:25.953775 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b519414b-4feb-4111-bc5b-cc51f9393aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.975500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b519414b-4feb-4111-bc5b-cc51f9393aaf None None] Calling delete_port for 1b64e600-1ade-4232-9681-e039e07d4edb owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:25.985330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91206c72-5f0f-4edf-bd38-3103c38ad5cf req-e7e36bf4-6500-4d96-82f9-9125ed46f09e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906719 Jul 13 07:40:25.992943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-8431f2d3-49de-4fbc-af6a-27061a0c0c73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3532ed21-d6f7-4496-8477-fa2935ed3748 HTTP/1.1" status: 200 len: 217 time: 0.0684149 Jul 13 07:40:26.006011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:26.006641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:26.007210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:26.007864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Bound port: 4874d66e-3607-4529-8193-4b16d927e6a4, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:26.008401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.079809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 1b64e600-1ade-4232-9681-e039e07d4edb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:26.080760 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.085938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.109168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-6bb41129-0766-4f56-a13d-c5bea5c73723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.111140 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-6bb41129-0766-4f56-a13d-c5bea5c73723 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.1130478 Jul 13 07:40:26.143340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 1b64e600-1ade-4232-9681-e039e07d4edb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1b64e600-1ade-4232-9681-e039e07d4edb,segment=NetworkSegment(b3ac73a6-551e-48f2-a3c8-5ccfc411d42d),segment_id=b3ac73a6-551e-48f2-a3c8-5ccfc411d42d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:26.151572 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.159488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-b410a458-3387-46fd-92f4-a069be0beb7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399179 Jul 13 07:40:26.169055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.185632 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b519414b-4feb-4111-bc5b-cc51f9393aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.199781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c06ac3-7f62-44b3-8367-e58652dfb207 req-7faf06b9-b13b-49eb-8619-088737606dde tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.200021 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37c06ac3-7f62-44b3-8367-e58652dfb207 req-7faf06b9-b13b-49eb-8619-088737606dde tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.4376760 Jul 13 07:40:26.211797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-cd9c656d-e502-4cc6-8d35-98c3ebaa20cb tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.213710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-cd9c656d-e502-4cc6-8d35-98c3ebaa20cb tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.38 "GET /v2.0/networks?id=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 HTTP/1.1" status: 200 len: 812 time: 0.4005840 Jul 13 07:40:26.215511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30697d85-c91b-4835-a984-cab30e3df541']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:26.215924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b519414b-4feb-4111-bc5b-cc51f9393aaf None None] No DVR routers for this DVR port 1b64e600-1ade-4232-9681-e039e07d4edb on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:26.230789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=1b64e600-1ade-4232-9681-e039e07d4edb,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.258807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519414b-4feb-4111-bc5b-cc51f9393aaf None None] Pushing event deleted for resources: {'Port': ['ID=1b64e600-1ade-4232-9681-e039e07d4edb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.279673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Request body: {'port': {'device_id': 'e90d1164-7c94-47ac-9327-3d6e93e856e0', 'network_id': '1bc3a423-e718-4fc1-8ca6-2b3ab53ab248', 'admin_state_up': True, 'tenant_id': '55d29ed09a0841d0ad3b5582a665d7fa'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:26.286046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3ede3a-08b6-44b0-ad30-893d8f7715fe') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:26.286346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3ede3a-08b6-44b0-ad30-893d8f7715fe') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:26.327382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41883c72-2dc2-4f71-befc-be0c28f19408 req-2f8c551b-d628-42b1-bcb2-4098a0cfbc57 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.328954 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41883c72-2dc2-4f71-befc-be0c28f19408 req-2f8c551b-d628-42b1-bcb2-4098a0cfbc57 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 948 time: 0.1521142 Jul 13 07:40:26.330871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.333111 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-7c572c7c-b0ac-4cb5-8562-3a5199a6c1d7 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661179 Jul 13 07:40:26.366590 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] For port 1b64e600-1ade-4232-9681-e039e07d4edb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1b64e600-1ade-4232-9681-e039e07d4edb,segment=NetworkSegment(b3ac73a6-551e-48f2-a3c8-5ccfc411d42d),segment_id=b3ac73a6-551e-48f2-a3c8-5ccfc411d42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:26.366954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.397231 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.398436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41883c72-2dc2-4f71-befc-be0c28f19408 req-4ae70f5f-c2b9-491c-b7ac-48abb9b4e0b7 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625472 Jul 13 07:40:26.440812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37c06ac3-7f62-44b3-8367-e58652dfb207 req-dc8a86e0-01ed-446a-9e39-80558f48a2dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194009 Jul 13 07:40:26.443549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 1b64e600-1ade-4232-9681-e039e07d4edb owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:26.445634 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] For port 4874d66e-3607-4529-8193-4b16d927e6a4, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:26.448757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:26.449172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:26.450960 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:26.471247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ec946e97-f65b-47ea-806c-57ebd344f532 req-4e9cefe7-69d2-4c75-84de-2436069b6eda service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284692 Jul 13 07:40:26.564273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] For port 4874d66e-3607-4529-8193-4b16d927e6a4, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4874d66e-3607-4529-8193-4b16d927e6a4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:26.599757 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.661338 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.696074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.698867 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] 10.222.0.41 "DELETE /v2.0/networks/30697d85-c91b-4835-a984-cab30e3df541 HTTP/1.1" status: 204 len: 168 time: 1.2417667 Jul 13 07:40:26.705237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15b303f2-a3d4-42ae-a73d-828f7188ad5f req-1b5a8727-0951-40a7-8110-c487d15687fe tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 210 time: 0.1028926 Jul 13 07:40:26.721779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.722471 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.723912 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] 10.222.0.48 "PUT /v2.0/ports/4874d66e-3607-4529-8193-4b16d927e6a4 HTTP/1.1" status: 200 len: 1097 time: 2.3587010 Jul 13 07:40:26.724379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e1998-d33e-4a3d-93ea-b9bc5cac048d', 'tag': '4874d66e-3607-4529-8193-4b16d927e6a4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:26.726978 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79803ea-1874-4186-b245-10033d33b307" -d '{"events": [{"name": "network-changed", "server_uuid": "b21e1998-d33e-4a3d-93ea-b9bc5cac048d", "tag": "4874d66e-3607-4529-8193-4b16d927e6a4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:26.739640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb3864-196b-4b79-a2ab-21e239d5fc2f admin admin] Pushing event deleted for resources: {'Network': ['ID=30697d85-c91b-4835-a984-cab30e3df541,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.775281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Made reservation on behalf of 55d29ed09a0841d0ad3b5582a665d7fa for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:26.787858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.799431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9187e2e-9cab-4b89-9417-cd36460e1e02 req-34127653-d26a-4628-87c1-ab2ddc4e05d2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.807343 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9187e2e-9cab-4b89-9417-cd36460e1e02 req-34127653-d26a-4628-87c1-ab2ddc4e05d2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1279490 Jul 13 07:40:26.820489 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66c063d-59fb-4b7c-8ea0-3719d5df70dd x-openstack-request-id: req-f66c063d-59fb-4b7c-8ea0-3719d5df70dd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:26.820786 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21e1998-d33e-4a3d-93ea-b9bc5cac048d", "tag": "4874d66e-3607-4529-8193-4b16d927e6a4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:26.821043 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f66c063d-59fb-4b7c-8ea0-3719d5df70dd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:26.823014 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e1998-d33e-4a3d-93ea-b9bc5cac048d', 'tag': '4874d66e-3607-4529-8193-4b16d927e6a4', 'status': 'completed', 'code': 200} Jul 13 07:40:26.841932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6189496-bd4c-4da9-b070-10b95e2c6e22 service neutron] Pushing event updated for resources: {'Port': ['ID=4874d66e-3607-4529-8193-4b16d927e6a4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.848962 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9187e2e-9cab-4b89-9417-cd36460e1e02 req-df74b094-d9e1-42b8-8353-b29b0aae87b6 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Jul 13 07:40:26.866620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.883650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53870) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.938319 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3d5061dc-f3ae-4941-b336-85db5e19bc61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c418ec4cfe364a0a890c4063a3ad4008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525868 Jul 13 07:40:26.938902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53872) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.946878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=1b64e600-1ade-4232-9681-e039e07d4edb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.952999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No DVR routers for this DVR port 1b64e600-1ade-4232-9681-e039e07d4edb on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:26.998849 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2111e860-4834-4b56-bd81-5a5bdd4b7b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.024644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2111e860-4834-4b56-bd81-5a5bdd4b7b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.065936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-a2be1d5c-8f8d-4f7d-9b98-c7bf5de7dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.067539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-a2be1d5c-8f8d-4f7d-9b98-c7bf5de7dc07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d18457f0f464724a0fd5f3375401f34&device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 1100 time: 0.2771242 Jul 13 07:40:27.090296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2111e860-4834-4b56-bd81-5a5bdd4b7b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.093336 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2111e860-4834-4b56-bd81-5a5bdd4b7b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.097345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2111e860-4834-4b56-bd81-5a5bdd4b7b43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/913eff34-8545-4f0b-b227-3babe11eac5c HTTP/1.1" status: 204 len: 168 time: 0.1549342 Jul 13 07:40:27.104628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111e860-4834-4b56-bd81-5a5bdd4b7b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913eff34-8545-4f0b-b227-3babe11eac5c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:27.117049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.519678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:27.522493 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-5bb624f3-75e8-42ae-a0bb-7a90db64d04c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4874d66e-3607-4529-8193-4b16d927e6a4 HTTP/1.1" status: 200 len: 217 time: 0.4388762 Jul 13 07:40:27.561118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ac73a6-551e-48f2-a3c8-5ccfc411d42d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:27.561507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ac73a6-551e-48f2-a3c8-5ccfc411d42d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:27.563620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Allocated IP 172.20.0.12 (1bc3a423-e718-4fc1-8ca6-2b3ab53ab248/21d90829-6ad3-469d-9402-252686654878/3b18a5ac-40ca-4197-a605-d92b460987a1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:27.605393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.609993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2298-87cd-4ca5-a7df-76a814c75655 req-5ebdeacd-7f23-4e27-83ef-b869a462dab2 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.613226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9dd2298-87cd-4ca5-a7df-76a814c75655 req-5ebdeacd-7f23-4e27-83ef-b869a462dab2 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 948 time: 0.0849040 Jul 13 07:40:27.639400 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.662493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:27.662915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:27.666690 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:27.674760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9dd2298-87cd-4ca5-a7df-76a814c75655 req-a3eb9fac-44a9-4a2d-a313-596f7780d860 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560706 Jul 13 07:40:27.689684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-1d143e4e-f60d-46aa-974a-c48df7d7993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.689684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-1d143e4e-f60d-46aa-974a-c48df7d7993b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1352527 Jul 13 07:40:27.794800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bcaa-5985-472b-a18e-a4836e4a761a req-12455f3e-6d31-4ae9-abd0-631623f9ae91 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.796427 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4f1bcaa-5985-472b-a18e-a4836e4a761a req-12455f3e-6d31-4ae9-abd0-631623f9ae91 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.6686449 Jul 13 07:40:27.828710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.853296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.861209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066a90c-d59f-4383-a94b-7eb84757565a req-5bb93885-6732-4196-aef3-4ec5d7afc17d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.862595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/networks/2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7 HTTP/1.1" status: 204 len: 168 time: 2.6028352 Jul 13 07:40:27.864748 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f066a90c-d59f-4383-a94b-7eb84757565a req-5bb93885-6732-4196-aef3-4ec5d7afc17d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.0785964 Jul 13 07:40:27.865466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53904) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:27.898937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53908) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:27.922678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f066a90c-d59f-4383-a94b-7eb84757565a req-0a5505e5-7757-482c-a5e9-4d444768909b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567446 Jul 13 07:40:27.952416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d4aab-1736-455c-ac20-ca4483ab99f7 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Network': ['ID=2beb0ca8-a8d1-44a5-ab0c-50b36e847cb7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:27.995043 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4f1bcaa-5985-472b-a18e-a4836e4a761a req-cd251b14-3614-427d-8991-87803c4dc6e0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854179 Jul 13 07:40:28.019877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dea6be-f782-4d59-a7be-da27d265a69a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.026836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53912) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:28.027018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-36dea6be-f782-4d59-a7be-da27d265a69a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/68e5934f-beb8-469c-88a6-f6df5fd6a2cf HTTP/1.1" status: 200 len: 844 time: 0.1567676 Jul 13 07:40:28.032828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-26fca495-cccd-4209-9832-f7ba31b4644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.034368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-26fca495-cccd-4209-9832-f7ba31b4644e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3308330 Jul 13 07:40:28.066385 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.090741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-635804881-network', 'tenant_id': 'cb62fa97bc424181b60bf6917a17440d'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:28.147828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-52de337e-61f0-402e-abc9-473e7a6f43ec tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/68e5934f-beb8-469c-88a6-f6df5fd6a2cf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1197069 Jul 13 07:40:28.149457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Made reservation on behalf of cb62fa97bc424181b60bf6917a17440d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:28.152835 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.155616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53916) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:28.166476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:28.192978 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.207637 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0eca569e-8acd-4980-a283-71c9d32f59fa req-16033a00-d54b-4811-9464-faf8ba01cf2d tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 210 time: 0.0483272 Jul 13 07:40:28.226725 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-c8eebda2-4234-428d-b84a-45d3117a2526 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638639 Jul 13 07:40:28.242910 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.349168 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Network 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:28.350384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049d7c9-7898-44de-9fe6-7a363317792b req-b2e4dde0-f30f-42a3-8177-97652d1ab778 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.352233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1049d7c9-7898-44de-9fe6-7a363317792b req-b2e4dde0-f30f-42a3-8177-97652d1ab778 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1634493 Jul 13 07:40:28.357756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:28.361622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Pushing event updated for resources: {'Port': ['ID=3b18a5ac-40ca-4197-a605-d92b460987a1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:28.365368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:28.404204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.405151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.405151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.405585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.406396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.406396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.406908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.407415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.407705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.408132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.408510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.408941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:28.423222 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7c1967-c13f-4b86-bad8-1f0ea1d5ddc9 req-7af2098a-e534-4962-b541-e30402a36dac service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894350 Jul 13 07:40:28.451625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.452432 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.456565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1049d7c9-7898-44de-9fe6-7a363317792b req-66760630-7637-4ec4-bc0f-3b0c58bb5ce1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804057 Jul 13 07:40:28.476567 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.483083 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.489836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f1b5bf86-6698-47cc-808d-8b7d1c56ace2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2562678 Jul 13 07:40:28.502123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Request body: {'port': {'device_id': 'e90d1164-7c94-47ac-9327-3d6e93e856e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:28.515885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:28.534205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a3381a-e12e-45b6-9f61-7665e43eedcb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:28.539911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:28.544906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.552913 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.553531 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Added segment 20b8d26f-a50e-4b9c-b588-13e22a029c92 of type vlan for network d69f28df-71a5-41bc-a4c1-abde97e3ada2 Jul 13 07:40:28.670074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.686753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79803ea-1874-4186-b245-10033d33b307 req-9b106af1-5bff-4e04-bd1b-7b8098331d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.688271 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c79803ea-1874-4186-b245-10033d33b307 req-9b106af1-5bff-4e04-bd1b-7b8098331d5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d18457f0f464724a0fd5f3375401f34&device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 1100 time: 0.1828468 Jul 13 07:40:28.701599 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.749711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bf5fd-4e18-4793-82e8-ab2036e5aa42 req-ea4a1de2-766c-4a84-9578-a3c203e45227 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.751287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e5bf5fd-4e18-4793-82e8-ab2036e5aa42 req-ea4a1de2-766c-4a84-9578-a3c203e45227 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1837811 Jul 13 07:40:28.759417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-68aaa416-0212-4201-a8e0-f89f6ce64c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.761455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-68aaa416-0212-4201-a8e0-f89f6ce64c99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1098 time: 0.1950674 Jul 13 07:40:28.797182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.797835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.798451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.925268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0251274 Jul 13 07:40:28.929691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:28.940363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Request body: {'subnet': {'network_id': 'd69f28df-71a5-41bc-a4c1-abde97e3ada2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-635804881-subnet', 'tenant_id': 'cb62fa97bc424181b60bf6917a17440d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:28.955991 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e5bf5fd-4e18-4793-82e8-ab2036e5aa42 req-eb016e24-5320-48d0-8f65-57df36ba2d88 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884925 Jul 13 07:40:28.971659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79803ea-1874-4186-b245-10033d33b307 req-bce4e329-1472-4678-89e9-73f544d90d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.973172 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c79803ea-1874-4186-b245-10033d33b307 req-bce4e329-1472-4678-89e9-73f544d90d2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2778950 Jul 13 07:40:29.009682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d551d-e4c2-423c-8d09-63dc9dfa44d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d69f28df-71a5-41bc-a4c1-abde97e3ada2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:29.023202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network d69f28df-71a5-41bc-a4c1-abde97e3ada2 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:29.039891 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c79803ea-1874-4186-b245-10033d33b307 req-0d351286-891e-4906-bc7d-dab8fe806deb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4874d66e-3607-4529-8193-4b16d927e6a4 HTTP/1.1" status: 200 len: 217 time: 0.0577753 Jul 13 07:40:29.043677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Made reservation on behalf of cb62fa97bc424181b60bf6917a17440d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:29.046300 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.047881 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.093646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-a20e2cb8-f014-4742-8cf7-ce9d12acbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.095300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-a20e2cb8-f014-4742-8cf7-ce9d12acbf6a service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.3149779 Jul 13 07:40:29.107409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab037a-3c06-4c61-aa9e-280ebf2106ba req-767009e6-60ca-474e-8a8a-c47e423fdaab tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.109025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5aab037a-3c06-4c61-aa9e-280ebf2106ba req-767009e6-60ca-474e-8a8a-c47e423fdaab tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 948 time: 0.3081746 Jul 13 07:40:29.186513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:29.197632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:29.201447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=93ed357d-940c-4b95-a977-0bd7205fe169,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:29.206927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.207527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.211709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca85fa-c364-4bd0-890a-881b7154b674 None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:29.228241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-c8a312a9-6db4-47c1-b63e-741aadfd1273 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1000 time: 0.1137583 Jul 13 07:40:29.253473 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79803ea-1874-4186-b245-10033d33b307 req-afd7e218-700f-43c2-8be9-6f1f21f8df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.254590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c79803ea-1874-4186-b245-10033d33b307 req-afd7e218-700f-43c2-8be9-6f1f21f8df1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.2027683 Jul 13 07:40:29.288071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5aab037a-3c06-4c61-aa9e-280ebf2106ba req-881a9580-ae5b-4213-a0fe-f1b8316e625a tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668701 Jul 13 07:40:29.291806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a0b68d41-3cd9-4a94-9692-a668f97abccb tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1330047 Jul 13 07:40:29.295921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53930) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:29.303495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-af6d7e52-e6ec-461e-b820-448f59144ac3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'security_group': {'name': 'tempest-secgroup-531304701'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:29.326866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-35160582-738a-4fe9-98f6-0d6af06f6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.328570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-35160582-738a-4fe9-98f6-0d6af06f6f68 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.0829971 Jul 13 07:40:29.374164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af6d7e52-e6ec-461e-b820-448f59144ac3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.433525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-bd6cc16f-43a4-4fef-b366-186aff58d3df', 'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'tenant_id': 'cb707046e7cb4ca7ba0df5c6bb0e024e', 'fixed_ips': [{'subnet_id': '93ed357d-940c-4b95-a977-0bd7205fe169'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:29.435229 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.464876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b18a5ac-40ca-4197-a605-d92b460987a1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:29.468529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af6d7e52-e6ec-461e-b820-448f59144ac3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.475516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af6d7e52-e6ec-461e-b820-448f59144ac3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.482667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918bbe-108b-419a-9ad8-51b75d9e6184 req-92036ca7-bb30-4735-baff-59b87a5a130b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.490822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d918bbe-108b-419a-9ad8-51b75d9e6184 req-92036ca7-bb30-4735-baff-59b87a5a130b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.3647466 Jul 13 07:40:29.505901 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.521178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af6d7e52-e6ec-461e-b820-448f59144ac3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.522391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-af6d7e52-e6ec-461e-b820-448f59144ac3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2254274 Jul 13 07:40:29.524036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d7e52-e6ec-461e-b820-448f59144ac3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2edcab3b-b00f-49b6-82c1-9c25a0cdd89f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:29.526566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53934) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:29.535347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8590c3e8-b0bf-4911-8d6d-3d3f4577696e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'security_group': {'name': 'tempest-secgroup-1117264612'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:29.541348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-2642e612-7e10-419a-81ab-818a344ad4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.542840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-2642e612-7e10-419a-81ab-818a344ad4d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2067301 Jul 13 07:40:29.560514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Transition to ACTIVE for port object 3b18a5ac-40ca-4197-a605-d92b460987a1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:29.615165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4874d66e-3607-4529-8193-4b16d927e6a4 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:29.626730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d918bbe-108b-419a-9ad8-51b75d9e6184 req-29c14439-95fb-472b-9fda-06096b30854c tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357231 Jul 13 07:40:29.629257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.647508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Allocated IP 2001:db8::2 (bd6cc16f-43a4-4fef-b366-186aff58d3df/93ed357d-940c-4b95-a977-0bd7205fe169/2fa873c9-d111-4411-a71a-32c8db0ace9a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:29.672443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8590c3e8-b0bf-4911-8d6d-3d3f4577696e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.701048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-a4dd124c-b28f-47f0-9a14-1c8ebf5f4f22 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496201 Jul 13 07:40:29.722764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79803ea-1874-4186-b245-10033d33b307 req-f5cdbf72-821a-46c7-b3cb-f4773ce09889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.725298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c79803ea-1874-4186-b245-10033d33b307 req-f5cdbf72-821a-46c7-b3cb-f4773ce09889 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4558585 Jul 13 07:40:29.726856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.785786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de8d89-0ecf-4d86-9334-b564eb762420 req-11643844-5ff1-4ee5-aeed-7dd2fa7987d5 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.794204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-92de8d89-0ecf-4d86-9334-b564eb762420 req-11643844-5ff1-4ee5-aeed-7dd2fa7987d5 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 944 time: 0.1769550 Jul 13 07:40:29.804089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4874d66e-3607-4529-8193-4b16d927e6a4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4874d66e-3607-4529-8193-4b16d927e6a4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:29.825167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '4874d66e-3607-4529-8193-4b16d927e6a4', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': '4874d66e-3607-4529-8193-4b16d927e6a4', 'mac_address': 'fa:16:3e:30:63:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:29.873080 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.892586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4874d66e-3607-4529-8193-4b16d927e6a4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:29.903798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Pushing event updated for resources: {'Port': ['ID=3b18a5ac-40ca-4197-a605-d92b460987a1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:29.918546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4874d66e-3607-4529-8193-4b16d927e6a4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4874d66e-3607-4529-8193-4b16d927e6a4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:29.927346 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.985732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe79fde2-d7ce-4c32-936c-bc3913fe3e6b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.042832 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.067921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Checking segment: {'id': '20b8d26f-a50e-4b9c-b588-13e22a029c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd69f28df-71a5-41bc-a4c1-abde97e3ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:30.068656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Network hostable DHCP agents. Network: d69f28df-71a5-41bc-a4c1-abde97e3ada2, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:30.073121 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Transition to ACTIVE for port object 2fa873c9-d111-4411-a71a-32c8db0ace9a will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:30.075052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4874d66e-3607-4529-8193-4b16d927e6a4,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.077519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c79803ea-1874-4186-b245-10033d33b307 req-8eaf5a0d-d7c9-4494-950e-14646d36bffc service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374784 Jul 13 07:40:30.109168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Transition to ACTIVE for port object 2fa873c9-d111-4411-a71a-32c8db0ace9a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:30.117877 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.150413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5064-90f6-4bf7-babd-b310f607cbf2 req-7c9cb4d1-3e0b-44fd-ae02-7869f11c68fe tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.152156 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5ac5064-90f6-4bf7-babd-b310f607cbf2 req-7c9cb4d1-3e0b-44fd-ae02-7869f11c68fe tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.3388188 Jul 13 07:40:30.182798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Attempting to bind port 3b18a5ac-40ca-4197-a605-d92b460987a1 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:30.183465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Attempting to bind port 3b18a5ac-40ca-4197-a605-d92b460987a1 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'edc58020-2ec6-4ed4-a9a2-a7151744a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bc3a423-e718-4fc1-8ca6-2b3ab53ab248'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:30.183921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Attempting to bind port 3b18a5ac-40ca-4197-a605-d92b460987a1 on network 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:30.193663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Network d69f28df-71a5-41bc-a4c1-abde97e3ada2 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:30.203810 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Pushing event updated for resources: {'Port': ['ID=2fa873c9-d111-4411-a71a-32c8db0ace9a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.225211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:30.227590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:30.233275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:30.267285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Port 3b18a5ac-40ca-4197-a605-d92b460987a1 on network 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:30.267777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Attempting to bind port 3b18a5ac-40ca-4197-a605-d92b460987a1 on network 1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:30.293645 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c79803ea-1874-4186-b245-10033d33b307 req-d5f1bc71-8d8b-4194-bd1a-62cc766b4849 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065215 Jul 13 07:40:30.294168 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, d69f28df-71a5-41bc-a4c1-abde97e3ada2) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:30.296490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:30.296934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Checking segment: {'id': 'edc58020-2ec6-4ed4-a9a2-a7151744a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bc3a423-e718-4fc1-8ca6-2b3ab53ab248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:30.297408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Bound using segment: {'id': 'edc58020-2ec6-4ed4-a9a2-a7151744a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bc3a423-e718-4fc1-8ca6-2b3ab53ab248'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:30.298045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Bound port: 3b18a5ac-40ca-4197-a605-d92b460987a1, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc58020-2ec6-4ed4-a9a2-a7151744a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bc3a423-e718-4fc1-8ca6-2b3ab53ab248'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:30.298875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.309357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Attempting to bind port 2fa873c9-d111-4411-a71a-32c8db0ace9a on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:30.309515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Attempting to bind port 2fa873c9-d111-4411-a71a-32c8db0ace9a by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e4f5d16a-3f23-4806-87cc-98a83fe9e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:30.310922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Attempting to bind port 2fa873c9-d111-4411-a71a-32c8db0ace9a on network bd6cc16f-43a4-4fef-b366-186aff58d3df {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:30.315147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5ac5064-90f6-4bf7-babd-b310f607cbf2 req-ff6deee6-db46-409a-9195-bc3c8b282ac3 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536877 Jul 13 07:40:30.316298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:30.316677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Checking segment: {'id': 'e4f5d16a-3f23-4806-87cc-98a83fe9e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:30.317093 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.317654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Bound using segment: {'id': 'e4f5d16a-3f23-4806-87cc-98a83fe9e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:30.318314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Bound port: 2fa873c9-d111-4411-a71a-32c8db0ace9a, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5d16a-3f23-4806-87cc-98a83fe9e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:30.318450 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.320399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447ae3f-a67d-43b7-9141-b4705153f428 None None] Network d69f28df-71a5-41bc-a4c1-abde97e3ada2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:30.320820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.321567 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.327365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4874d66e-3607-4529-8193-4b16d927e6a4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:30.368868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7821d0d-2682-4c8d-b727-d3e970497a9a req-eb098b09-27a1-4728-a471-ff27cf52590f service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566696 Jul 13 07:40:30.389448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-92de8d89-0ecf-4d86-9334-b564eb762420 req-ae03342e-2c33-41fa-a503-7aa95fdd2e56 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942423 Jul 13 07:40:30.408014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] For port 3b18a5ac-40ca-4197-a605-d92b460987a1, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:30.412398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] For port 3b18a5ac-40ca-4197-a605-d92b460987a1, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3b18a5ac-40ca-4197-a605-d92b460987a1,segment=NetworkSegment(edc58020-2ec6-4ed4-a9a2-a7151744a9c5),segment_id=edc58020-2ec6-4ed4-a9a2-a7151744a9c5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:30.429068 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.449848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8590c3e8-b0bf-4911-8d6d-3d3f4577696e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.456124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8590c3e8-b0bf-4911-8d6d-3d3f4577696e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.491403 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2972415d-40c8-4d62-a41e-382e52d01cf2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5551293 Jul 13 07:40:30.496513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.497575 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.499363 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] 10.222.0.38 "PUT /v2.0/ports/3b18a5ac-40ca-4197-a605-d92b460987a1 HTTP/1.1" status: 200 len: 1093 time: 2.0022576 Jul 13 07:40:30.499937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90d1164-7c94-47ac-9327-3d6e93e856e0', 'tag': '3b18a5ac-40ca-4197-a605-d92b460987a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:30.502676 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7" -d '{"events": [{"name": "network-changed", "server_uuid": "e90d1164-7c94-47ac-9327-3d6e93e856e0", "tag": "3b18a5ac-40ca-4197-a605-d92b460987a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:30.582344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] For port 2fa873c9-d111-4411-a71a-32c8db0ace9a, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:30.596113 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8590c3e8-b0bf-4911-8d6d-3d3f4577696e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.599445 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8590c3e8-b0bf-4911-8d6d-3d3f4577696e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0717504 Jul 13 07:40:30.609379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53946) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:30.626480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1631330885', 'security_groups': ['4759c28e-cd21-4d73-9210-6b3ae9f21a53'], 'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '93ed357d-940c-4b95-a977-0bd7205fe169'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:30.641688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] For port 2fa873c9-d111-4411-a71a-32c8db0ace9a, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2fa873c9-d111-4411-a71a-32c8db0ace9a,segment=NetworkSegment(e4f5d16a-3f23-4806-87cc-98a83fe9e4da),segment_id=e4f5d16a-3f23-4806-87cc-98a83fe9e4da)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:30.649449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8e064-ed1c-4afa-b272-e8dd086e3b60 service neutron] Pushing event updated for resources: {'Port': ['ID=3b18a5ac-40ca-4197-a605-d92b460987a1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.708318 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.740833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-4b48e607-8cf0-45a4-a59b-3af2b996ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.747747 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-4b48e607-8cf0-45a4-a59b-3af2b996ef44 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55d29ed09a0841d0ad3b5582a665d7fa&device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 1096 time: 0.1466215 Jul 13 07:40:30.751890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590c3e8-b0bf-4911-8d6d-3d3f4577696e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4759c28e-cd21-4d73-9210-6b3ae9f21a53,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.812879 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-be8a3a16-952d-441d-8dd4-17e292cb2284 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b18a5ac-40ca-4197-a605-d92b460987a1 HTTP/1.1" status: 200 len: 217 time: 0.0524576 Jul 13 07:40:30.881894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bcf08-82c6-4ca2-9dc5-26f527b81696 req-e4f523f8-3de1-44de-9c7b-f22d1e2e95e2 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.884889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-099bcf08-82c6-4ca2-9dc5-26f527b81696 req-e4f523f8-3de1-44de-9c7b-f22d1e2e95e2 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 949 time: 0.2312255 Jul 13 07:40:30.899632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a7b0c-88b2-4e65-b9c4-21d4426c92f7 None None] Network d69f28df-71a5-41bc-a4c1-abde97e3ada2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:30.930617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-7baf5be1-643b-43eb-ba39-1c280943f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.933009 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-7baf5be1-643b-43eb-ba39-1c280943f807 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21d90829-6ad3-469d-9402-252686654878 HTTP/1.1" status: 200 len: 852 time: 0.1121047 Jul 13 07:40:30.935534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:30.936033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae1a3-1ec6-4502-9f78-7d277df2724b None None] Pushing event updated for resources: {'Port': ['ID=2fa873c9-d111-4411-a71a-32c8db0ace9a,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.971145 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-099bcf08-82c6-4ca2-9dc5-26f527b81696 req-b0e5ed1a-0f7f-4e19-a286-8925228ed536 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784130 Jul 13 07:40:31.031110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-78dffd6b-86a9-4687-b15b-7cfb256ed299 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777569 Jul 13 07:40:31.085413 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.128104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port cda63348-89af-4d6c-80fc-36ae775a0823 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:31.180265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f0c80-643c-44db-9fb0-2e4f97c37418 req-80a3404d-90ca-4374-9773-e2d60c9562c6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.182420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c2f0c80-643c-44db-9fb0-2e4f97c37418 req-80a3404d-90ca-4374-9773-e2d60c9562c6 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.3152857 Jul 13 07:40:31.277562 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae92957-061a-4a5e-9402-1ea0ec7df930 x-openstack-request-id: req-cae92957-061a-4a5e-9402-1ea0ec7df930 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:31.277978 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90d1164-7c94-47ac-9327-3d6e93e856e0", "tag": "3b18a5ac-40ca-4197-a605-d92b460987a1", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:31.278387 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cae92957-061a-4a5e-9402-1ea0ec7df930 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:31.278868 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90d1164-7c94-47ac-9327-3d6e93e856e0', 'tag': '3b18a5ac-40ca-4197-a605-d92b460987a1', 'status': 'completed', 'code': 200} Jul 13 07:40:31.281179 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-90635f44-b122-4628-a934-71efa061abcc service neutron] 10.222.0.38 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419298 Jul 13 07:40:31.305359 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c2f0c80-643c-44db-9fb0-2e4f97c37418 req-9cc1a90d-0052-4357-a707-4b3562867b0b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164091 Jul 13 07:40:31.444688 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7230d57-d62c-4e5f-81db-4110b43d8f6f req-9332a10e-437f-45ae-9543-f0893268fa81 service neutron] 10.222.0.38 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357749 Jul 13 07:40:31.483121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::3c5 (bd6cc16f-43a4-4fef-b366-186aff58d3df/93ed357d-940c-4b95-a977-0bd7205fe169/cda63348-89af-4d6c-80fc-36ae775a0823) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:31.542461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30400f59-8327-4592-b82c-917facf5abad req-a761dc29-89d9-44b6-8e16-54ac94b24ac3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.546442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30400f59-8327-4592-b82c-917facf5abad req-a761dc29-89d9-44b6-8e16-54ac94b24ac3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.1189239 Jul 13 07:40:31.567389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-070c6651-6aab-4a07-bb16-647608a0d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.569077 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-070c6651-6aab-4a07-bb16-647608a0d434 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55d29ed09a0841d0ad3b5582a665d7fa&device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 1096 time: 0.0712464 Jul 13 07:40:31.643335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30400f59-8327-4592-b82c-917facf5abad req-72098270-c64a-42fd-a214-c88cfbccbb1f tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932734 Jul 13 07:40:31.705890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.724028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object cda63348-89af-4d6c-80fc-36ae775a0823 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:31.846620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d0186-c142-44f0-8b94-6d2fcbcc72c8 req-36a51e95-11bf-49a5-8ef9-e523c59e350b tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.854964 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c30d0186-c142-44f0-8b94-6d2fcbcc72c8 req-36a51e95-11bf-49a5-8ef9-e523c59e350b tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1004341 Jul 13 07:40:31.857466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.921067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:31.937921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:31.944256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2fa873c9-d111-4411-a71a-32c8db0ace9a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:31.960760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=cda63348-89af-4d6c-80fc-36ae775a0823,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:31.984911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:31.992324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.993016 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.003878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c30d0186-c142-44f0-8b94-6d2fcbcc72c8 req-51ed692b-ef99-4bda-9d79-94546eab34f3 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478231 Jul 13 07:40:32.009802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 2fa873c9-d111-4411-a71a-32c8db0ace9a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:32.026589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-50bf2322-54a3-4cc5-94c7-3b2f392ba211 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4122038 Jul 13 07:40:32.027082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53970) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:32.033032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-746d16a6-d9e9-433d-8c53-cb7435ad496c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:32.183775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746d16a6-d9e9-433d-8c53-cb7435ad496c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:32.186794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-cf3ddb5f-339e-4a31-91fb-3bd900ca3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.189386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-cf3ddb5f-339e-4a31-91fb-3bd900ca3d00 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 HTTP/1.1" status: 200 len: 913 time: 0.6133287 Jul 13 07:40:32.191640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-746d16a6-d9e9-433d-8c53-cb7435ad496c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.211435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-de55251a-7db0-41d7-a27b-8f2277169c5d tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.215078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-de55251a-7db0-41d7-a27b-8f2277169c5d tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/networks?id=d69f28df-71a5-41bc-a4c1-abde97e3ada2 HTTP/1.1" status: 200 len: 821 time: 0.6296086 Jul 13 07:40:32.293483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-dd8380ab-a792-4857-8548-7f610ea21ded service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b18a5ac-40ca-4197-a605-d92b460987a1 HTTP/1.1" status: 200 len: 217 time: 0.0945785 Jul 13 07:40:32.297546 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-8ae7d70f-97ba-4a1e-aebf-10996ac0bfb0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/quotas/cb62fa97bc424181b60bf6917a17440d HTTP/1.1" status: 200 len: 375 time: 0.0703895 Jul 13 07:40:32.363185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] Provisioning for port 2fa873c9-d111-4411-a71a-32c8db0ace9a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:32.367826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:32.368296 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.373620 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-193be7ec-5719-40b5-acc3-81d8a8774a6c tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb62fa97bc424181b60bf6917a17440d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607712 Jul 13 07:40:32.385757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-6160fd39-260d-451a-85fc-322fac642b64 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:40:32.387831 n-d-758944-43 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-746d16a6-d9e9-433d-8c53-cb7435ad496c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93ed357d-940c-4b95-a977-0bd7205fe169 (CIDR: 2001:db8::/64) Jul 13 07:40:32.393228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-6160fd39-260d-451a-85fc-322fac642b64 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185277 Jul 13 07:40:32.401217 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-746d16a6-d9e9-433d-8c53-cb7435ad496c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:40:32.401926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746d16a6-d9e9-433d-8c53-cb7435ad496c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:32.431409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53976) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:32.431767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-746d16a6-d9e9-433d-8c53-cb7435ad496c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4025903 Jul 13 07:40:32.441263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:32.448380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-b0686c69-0c1c-4662-abfc-98aa5dac70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.448594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb17f5e-cb54-49d3-877f-a0ecfe76eae8 req-033b4fea-11c9-4d8a-afae-5aa9763abe1d tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.450595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-b0686c69-0c1c-4662-abfc-98aa5dac70ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21d90829-6ad3-469d-9402-252686654878 HTTP/1.1" status: 200 len: 852 time: 0.1466169 Jul 13 07:40:32.451078 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8eb17f5e-cb54-49d3-877f-a0ecfe76eae8 req-033b4fea-11c9-4d8a-afae-5aa9763abe1d tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 944 time: 0.2190659 Jul 13 07:40:32.524094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8eb17f5e-cb54-49d3-877f-a0ecfe76eae8 req-56c57b93-cc38-4fb0-a60b-c7427f5ff052 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638666 Jul 13 07:40:32.589394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-971fa7e0-d437-4a0e-8431-5366284cec1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314223 Jul 13 07:40:32.591276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-bd39fab8-965a-4529-93cb-d64f0d3c3502 service neutron] 10.222.0.41 "GET /v2.0/networks/d69f28df-71a5-41bc-a4c1-abde97e3ada2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970081 Jul 13 07:40:32.669316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.707448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] For port 2fa873c9-d111-4411-a71a-32c8db0ace9a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2fa873c9-d111-4411-a71a-32c8db0ace9a,segment=NetworkSegment(e4f5d16a-3f23-4806-87cc-98a83fe9e4da),segment_id=e4f5d16a-3f23-4806-87cc-98a83fe9e4da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:32.715721 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.750571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0841585-986f-4f43-ae23-22ab6b08757d req-105787b7-a8ee-421d-a1cf-8b86c6ff724e tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.753280 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0841585-986f-4f43-ae23-22ab6b08757d req-105787b7-a8ee-421d-a1cf-8b86c6ff724e tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 949 time: 0.0835881 Jul 13 07:40:32.769395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] Provisioning complete for port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:32.769732 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.812617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] Pushing event updated for resources: {'Port': ['ID=2fa873c9-d111-4411-a71a-32c8db0ace9a,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:32.826038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3b18a5ac-40ca-4197-a605-d92b460987a1 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:32.826610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b0841585-986f-4f43-ae23-22ab6b08757d req-5c48a312-1608-4b6f-b848-60fd72c47a62 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Jul 13 07:40:32.831938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1fcad-aced-4ff2-bb7a-f69f5e52f18d None None] Port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:32.876856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-c9d8f986-a035-4f52-bc65-60ea04ea3834 service neutron] 10.222.0.41 "GET /v2.0/networks/d69f28df-71a5-41bc-a4c1-abde97e3ada2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776487 Jul 13 07:40:32.899608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-bdfc94c1-9a1a-45f4-8d2a-14020747e149 service neutron] 10.222.0.38 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918811 Jul 13 07:40:32.936192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:32.940306 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.963786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b3661-b7f0-451d-afba-0594e2dec11b req-371970db-9b13-4264-8c1b-bcedcaeae7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.965549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d39b3661-b7f0-451d-afba-0594e2dec11b req-371970db-9b13-4264-8c1b-bcedcaeae7c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1097 time: 0.2891579 Jul 13 07:40:32.979413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3b18a5ac-40ca-4197-a605-d92b460987a1, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3b18a5ac-40ca-4197-a605-d92b460987a1,segment=NetworkSegment(edc58020-2ec6-4ed4-a9a2-a7151744a9c5),segment_id=edc58020-2ec6-4ed4-a9a2-a7151744a9c5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:32.999329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aa0116a7-c184-4b40-a3c4-5f4c63ca6429 None None] Provisioning for port cda63348-89af-4d6c-80fc-36ae775a0823 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:33.005194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aa0116a7-c184-4b40-a3c4-5f4c63ca6429 None None] Provisioning complete for port cda63348-89af-4d6c-80fc-36ae775a0823 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:33.005576 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aa0116a7-c184-4b40-a3c4-5f4c63ca6429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.020026 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d39b3661-b7f0-451d-afba-0594e2dec11b req-9f8206ed-4d5a-4eeb-8f8d-9472d154d345 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Jul 13 07:40:33.091089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aa0116a7-c184-4b40-a3c4-5f4c63ca6429 None None] Port cda63348-89af-4d6c-80fc-36ae775a0823 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:33.098808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '3b18a5ac-40ca-4197-a605-d92b460987a1', 'network_id': '1bc3a423-e718-4fc1-8ca6-2b3ab53ab248', 'port_id': '3b18a5ac-40ca-4197-a605-d92b460987a1', 'mac_address': 'fa:16:3e:c3:2b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d90829-6ad3-469d-9402-252686654878', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:33.157102 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.178999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b18a5ac-40ca-4197-a605-d92b460987a1 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:33.198393 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bef2e6b6-b661-438d-ab5c-ac0a7e15bff7 req-56dc08f7-739c-4b57-8979-12af8808917f service neutron] 10.222.0.38 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910800 Jul 13 07:40:33.229707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3b18a5ac-40ca-4197-a605-d92b460987a1, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3b18a5ac-40ca-4197-a605-d92b460987a1,segment=NetworkSegment(edc58020-2ec6-4ed4-a9a2-a7151744a9c5),segment_id=edc58020-2ec6-4ed4-a9a2-a7151744a9c5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:33.239369 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.284176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8866c-2935-44c4-9ecd-8dd7bae4cd8a req-cdad869e-129c-44c9-a5d9-7d6934b6b482 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.292102 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6e8866c-2935-44c4-9ecd-8dd7bae4cd8a req-cdad869e-129c-44c9-a5d9-7d6934b6b482 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.1610150 Jul 13 07:40:33.338015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=3b18a5ac-40ca-4197-a605-d92b460987a1,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:33.382924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26368cc8-1c47-42fa-b8d4-75b3c3c516b0 req-71870628-f616-472b-ad48-ea87207289a7 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.384504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-26368cc8-1c47-42fa-b8d4-75b3c3c516b0 req-71870628-f616-472b-ad48-ea87207289a7 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.0814257 Jul 13 07:40:33.390633 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6e8866c-2935-44c4-9ecd-8dd7bae4cd8a req-7bd69406-87b0-4558-81f9-b96bc73f2ca8 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970705 Jul 13 07:40:33.447962 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.451141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-26368cc8-1c47-42fa-b8d4-75b3c3c516b0 req-5510cfc9-ceeb-4c9b-b0ba-a5131f3cda8a tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552990 Jul 13 07:40:33.532396 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5653cd21-f3e2-48c8-b7b5-0cbe354a2cb9 req-91f8348c-08f1-488f-98ec-426b8ce42cbf tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 210 time: 0.0804510 Jul 13 07:40:33.546495 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:33.550199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:33.555708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.556371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.560549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=2ec57a50-d4e5-4f6c-9b81-6e576e7ba891,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:33.573616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ceaa4a-2a0b-436d-8d07-55c294e40486 None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:33.581044 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-75949366-38d0-4172-be0c-2d87a367c631 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1456339 Jul 13 07:40:33.584215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:33.593455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['3b18a5ac-40ca-4197-a605-d92b460987a1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:33.594051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2022255207', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ec57a50-d4e5-4f6c-9b81-6e576e7ba891'}], 'security_groups': ['2edcab3b-b00f-49b6-82c1-9c25a0cdd89f']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:33.596092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4874d66e-3607-4529-8193-4b16d927e6a4 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:33.890627 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.894223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53aaa1-c3dd-42ae-b5b2-2fe82e6f7745 req-b982a558-1f54-4981-912e-6bb619efbca2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.904685 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa53aaa1-c3dd-42ae-b5b2-2fe82e6f7745 req-b982a558-1f54-4981-912e-6bb619efbca2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1268692 Jul 13 07:40:33.932828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2fa873c9-d111-4411-a71a-32c8db0ace9a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:33.952215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 4874d66e-3607-4529-8193-4b16d927e6a4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:33.958866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa53aaa1-c3dd-42ae-b5b2-2fe82e6f7745 req-bb50b8cc-0573-4e13-845b-7dc68f3b69a5 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530312 Jul 13 07:40:33.982525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a322-3304-44d5-a0e9-d255fef100bc req-186157e5-d976-4b34-9441-ab1b86e1dfdc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.984584 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f09a322-3304-44d5-a0e9-d255fef100bc req-186157e5-d976-4b34-9441-ab1b86e1dfdc tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2032897 Jul 13 07:40:34.019304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 4874d66e-3607-4529-8193-4b16d927e6a4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:34.019895 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.089996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f09a322-3304-44d5-a0e9-d255fef100bc req-ef926692-352d-4ccf-9b19-233cf7afeaae tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954299 Jul 13 07:40:34.179332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf39d-ad13-49e0-bd94-0894484ce237 req-e99b825d-bfb0-425b-969c-24c2bc5740fd tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:34.193830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8dbf39d-ad13-49e0-bd94-0894484ce237 req-e99b825d-bfb0-425b-969c-24c2bc5740fd tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 945 time: 0.1064723 Jul 13 07:40:34.257041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:34.257413 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.274364 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8dbf39d-ad13-49e0-bd94-0894484ce237 req-c0573d12-6c83-4624-87d9-6e0aedb528d1 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760007 Jul 13 07:40:34.302990 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.358004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e1998-d33e-4a3d-93ea-b9bc5cac048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4874d66e-3607-4529-8193-4b16d927e6a4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:34.360259 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9992a44e-a9ed-4f9c-b21b-09aa3e61549a" -d '{"events": [{"server_uuid": "b21e1998-d33e-4a3d-93ea-b9bc5cac048d", "name": "network-vif-plugged", "status": "completed", "tag": "4874d66e-3607-4529-8193-4b16d927e6a4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:34.379523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 4874d66e-3607-4529-8193-4b16d927e6a4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4874d66e-3607-4529-8193-4b16d927e6a4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:34.403149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e938a-13bc-4e9a-988b-5fc5aa17154b req-2d3d8174-4497-4beb-b425-b56cee684fdb tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:34.406671 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-838e938a-13bc-4e9a-988b-5fc5aa17154b req-2d3d8174-4497-4beb-b425-b56cee684fdb tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 949 time: 0.1506982 Jul 13 07:40:34.408363 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.517301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Delete allocated IP 2001:db8::3c5 (bd6cc16f-43a4-4fef-b366-186aff58d3df/93ed357d-940c-4b95-a977-0bd7205fe169) {{(pid=93773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:40:34.533136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c9f88-6f3d-47cb-86f2-c31e24281790 None None] Update dhcp port {'port': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'fixed_ips': [{'subnet_id': '93ed357d-940c-4b95-a977-0bd7205fe169', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ec57a50-d4e5-4f6c-9b81-6e576e7ba891'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '2fa873c9-d111-4411-a71a-32c8db0ace9a'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:40:34.543487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8:0:1::a9 (bd6cc16f-43a4-4fef-b366-186aff58d3df/2ec57a50-d4e5-4f6c-9b81-6e576e7ba891/cda63348-89af-4d6c-80fc-36ae775a0823) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:34.571240 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-838e938a-13bc-4e9a-988b-5fc5aa17154b req-3307b614-8d34-4537-b197-4acf7552e41d tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966382 Jul 13 07:40:34.583534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=4874d66e-3607-4529-8193-4b16d927e6a4,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:34.645739 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-569c9f88-6f3d-47cb-86f2-c31e24281790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.678398 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fa3d83-705c-4e1f-8725-af287afe0af0 x-openstack-request-id: req-c9fa3d83-705c-4e1f-8725-af287afe0af0 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:34.678732 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e1998-d33e-4a3d-93ea-b9bc5cac048d", "name": "network-vif-plugged", "status": "completed", "tag": "4874d66e-3607-4529-8193-4b16d927e6a4", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:34.679026 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9fa3d83-705c-4e1f-8725-af287afe0af0 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:34.679592 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e1998-d33e-4a3d-93ea-b9bc5cac048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4874d66e-3607-4529-8193-4b16d927e6a4', 'code': 200} Jul 13 07:40:34.919434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-760eb91f-313a-4414-8d50-fece5bc793ad None None] Provisioning complete for port 4874d66e-3607-4529-8193-4b16d927e6a4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:34.919785 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760eb91f-313a-4414-8d50-fece5bc793ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.935432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af347fb7-b18e-4bf5-ad9d-860707ec60af req-bc1ab318-4efd-41a2-ac98-20cbbc3c2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:34.938241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af347fb7-b18e-4bf5-ad9d-860707ec60af req-bc1ab318-4efd-41a2-ac98-20cbbc3c2869 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 1102 time: 0.0869443 Jul 13 07:40:34.993976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af347fb7-b18e-4bf5-ad9d-860707ec60af req-cd667ae0-611f-40d5-824f-ee6e5ff96aef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416892 Jul 13 07:40:35.110964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-5f8b72e2-0ea8-475a-a99f-603dbf1cea2f tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.112599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-5f8b72e2-0ea8-475a-a99f-603dbf1cea2f tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.48 "GET /v2.0/networks?id=d69f28df-71a5-41bc-a4c1-abde97e3ada2 HTTP/1.1" status: 200 len: 821 time: 0.4038367 Jul 13 07:40:35.134035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Request body: {'port': {'device_id': '29efeca2-3282-4bb4-8f8e-a6124ccd70b2', 'network_id': 'd69f28df-71a5-41bc-a4c1-abde97e3ada2', 'admin_state_up': True, 'tenant_id': 'cb62fa97bc424181b60bf6917a17440d'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:35.155220 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.188358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bb54b-1dfc-4ca0-be9d-b0809cc863fa req-e634a04b-bf53-409c-a934-4732dcb40f43 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.190247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c26bb54b-1dfc-4ca0-be9d-b0809cc863fa req-e634a04b-bf53-409c-a934-4732dcb40f43 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.3578985 Jul 13 07:40:35.253677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object cda63348-89af-4d6c-80fc-36ae775a0823 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:35.269203 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.326295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-569c9f88-6f3d-47cb-86f2-c31e24281790 None None] Allocated IP 2001:db8:0:1::2 (bd6cc16f-43a4-4fef-b366-186aff58d3df/2ec57a50-d4e5-4f6c-9b81-6e576e7ba891/2fa873c9-d111-4411-a71a-32c8db0ace9a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:35.376147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] In _notify_port_updated(), no bound segment for port cda63348-89af-4d6c-80fc-36ae775a0823 on network bd6cc16f-43a4-4fef-b366-186aff58d3df {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:40:35.383449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.384112 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.388260 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "PUT /v2.0/ports/cda63348-89af-4d6c-80fc-36ae775a0823 HTTP/1.1" status: 200 len: 930 time: 1.7994835 Jul 13 07:40:35.388962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:35.397158 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c26bb54b-1dfc-4ca0-be9d-b0809cc863fa req-47c1e935-e1c1-4847-a461-d1319112fca4 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929011 Jul 13 07:40:35.409889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ac4b7-a1a4-4163-8df8-b738d368d8e3 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=cda63348-89af-4d6c-80fc-36ae775a0823,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:35.459922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-569c9f88-6f3d-47cb-86f2-c31e24281790 None None] For port 2fa873c9-d111-4411-a71a-32c8db0ace9a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2fa873c9-d111-4411-a71a-32c8db0ace9a,segment=NetworkSegment(e4f5d16a-3f23-4806-87cc-98a83fe9e4da),segment_id=e4f5d16a-3f23-4806-87cc-98a83fe9e4da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:35.463342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Made reservation on behalf of cb62fa97bc424181b60bf6917a17440d for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:35.468991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.494518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.544918 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-569c9f88-6f3d-47cb-86f2-c31e24281790 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.566908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-569c9f88-6f3d-47cb-86f2-c31e24281790 None None] Transition to ACTIVE for port object 2fa873c9-d111-4411-a71a-32c8db0ace9a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:35.572140 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-569c9f88-6f3d-47cb-86f2-c31e24281790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.585459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc958e-58ab-465f-9ddf-33122b60437a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port cda63348-89af-4d6c-80fc-36ae775a0823 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:35.586086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cdc958e-58ab-465f-9ddf-33122b60437a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.628221 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e29121b-e6fb-4d44-9314-5022ff75cac9 req-3d0c4713-ce1f-4677-b459-b417963efc80 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 210 time: 0.0523114 Jul 13 07:40:35.713204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cdc958e-58ab-465f-9ddf-33122b60437a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.726533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c9f88-6f3d-47cb-86f2-c31e24281790 None None] Pushing event updated for resources: {'Port': ['ID=2fa873c9-d111-4411-a71a-32c8db0ace9a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:35.727354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc958e-58ab-465f-9ddf-33122b60437a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for cda63348-89af-4d6c-80fc-36ae775a0823 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:35.842653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Allocated IP 172.20.0.11 (d69f28df-71a5-41bc-a4c1-abde97e3ada2/fe79fde2-d7ce-4c32-936c-bc3913fe3e6b/ba843784-5812-4324-94df-d0af96ea25b3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:35.914154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2fa873c9-d111-4411-a71a-32c8db0ace9a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:35.952091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-2184b88a-8a84-4726-90cd-339749824075 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.960726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-2184b88a-8a84-4726-90cd-339749824075 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c3bb5c-070e-4720-8394-0dc2fc52176a HTTP/1.1" status: 200 len: 946 time: 0.2182105 Jul 13 07:40:35.976791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd178375-5741-4e71-aa74-ddec7c46514a req-9a5ac873-c113-4cc4-8b85-69e9b674258c tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.978811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cd178375-5741-4e71-aa74-ddec7c46514a req-9a5ac873-c113-4cc4-8b85-69e9b674258c tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1913795 Jul 13 07:40:36.059208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cd178375-5741-4e71-aa74-ddec7c46514a req-b71534b8-6c1d-4e0a-ac64-f52c0899998c tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713539 Jul 13 07:40:36.085126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cdc958e-58ab-465f-9ddf-33122b60437a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.121825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc958e-58ab-465f-9ddf-33122b60437a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=cda63348-89af-4d6c-80fc-36ae775a0823,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:36.155683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cdc958e-58ab-465f-9ddf-33122b60437a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.157919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2cdc958e-58ab-465f-9ddf-33122b60437a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/cda63348-89af-4d6c-80fc-36ae775a0823 HTTP/1.1" status: 204 len: 168 time: 0.7676287 Jul 13 07:40:36.162270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54066) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:36.165120 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.203743 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5190d24d-b13e-438c-ad3d-6ff8c835d870 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:40:36.205807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5190d24d-b13e-438c-ad3d-6ff8c835d870 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/cda63348-89af-4d6c-80fc-36ae775a0823 HTTP/1.1" status: 404 len: 333 time: 0.0387998 Jul 13 07:40:36.208690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54068) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:36.221454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Deleting port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:36.222086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.232882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.327588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Network d69f28df-71a5-41bc-a4c1-abde97e3ada2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:36.334616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:36.340242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:36.346516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Pushing event updated for resources: {'Port': ['ID=ba843784-5812-4324-94df-d0af96ea25b3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:36.347298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-800985af-3725-4201-a171-ef9a56f5c2c4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.378252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] For port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:36.379331 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.395626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-800985af-3725-4201-a171-ef9a56f5c2c4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.407663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Calling delete_port for 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:36.415646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.415646 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.440633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c907c-8fb2-4893-bde8-fe0b7f0d0dfd req-016990da-409e-4a61-b01e-76481e62271e tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.442264 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b2c907c-8fb2-4893-bde8-fe0b7f0d0dfd req-016990da-409e-4a61-b01e-76481e62271e tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 945 time: 0.1664147 Jul 13 07:40:36.444381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-d0ff2314-fd6f-4261-a346-dc18698210f0 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3167799 Jul 13 07:40:36.462955 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Request body: {'port': {'device_id': '29efeca2-3282-4bb4-8f8e-a6124ccd70b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:36.505743 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-800985af-3725-4201-a171-ef9a56f5c2c4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.508976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-800985af-3725-4201-a171-ef9a56f5c2c4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.510287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-800985af-3725-4201-a171-ef9a56f5c2c4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/security-groups/4759c28e-cd21-4d73-9210-6b3ae9f21a53 HTTP/1.1" status: 204 len: 168 time: 0.3002794 Jul 13 07:40:36.515163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:36.539031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800985af-3725-4201-a171-ef9a56f5c2c4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4759c28e-cd21-4d73-9210-6b3ae9f21a53,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:36.581935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b2c907c-8fb2-4893-bde8-fe0b7f0d0dfd req-f1b264bc-8808-484a-ac29-c0ef409d3143 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259537 Jul 13 07:40:36.602375 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.675686 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76184163-03b6-4b48-ac35-ac1644c07f66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.720106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.723242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76184163-03b6-4b48-ac35-ac1644c07f66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.725196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-19f32032-41bf-4e4e-8efb-1aef211de51c None None] Provisioning for port 2fa873c9-d111-4411-a71a-32c8db0ace9a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:36.745611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:36.754501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5ea092b8-d75f-45a0-9e4f-e90549d74714'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:36.770710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event deleted for resources: {'Port': ['ID=7cf4f1bd-0ff5-48df-b826-39f0f9f9d340,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:36.841203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-19f32032-41bf-4e4e-8efb-1aef211de51c None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:36.841890 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19f32032-41bf-4e4e-8efb-1aef211de51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.861731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] No DVR routers for this DVR port 7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:36.887873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.895711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6217bd10-cc14-41bc-8637-ed5e36081659 req-3e4fd65c-6fe8-4a0a-8e13-bb9ea5ac2d41 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "DELETE /v2.0/ports/7cf4f1bd-0ff5-48df-b826-39f0f9f9d340 HTTP/1.1" status: 204 len: 173 time: 0.9335752 Jul 13 07:40:36.897018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-deleted', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:36.908018 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796ec303-ca98-4693-a0be-f24471e45940" -d '{"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-deleted", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:36.974199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3b18a5ac-40ca-4197-a605-d92b460987a1 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:36.994971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76184163-03b6-4b48-ac35-ac1644c07f66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.998514 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76184163-03b6-4b48-ac35-ac1644c07f66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.006191 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-76184163-03b6-4b48-ac35-ac1644c07f66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/security-groups/2edcab3b-b00f-49b6-82c1-9c25a0cdd89f HTTP/1.1" status: 204 len: 168 time: 0.4823902 Jul 13 07:40:37.015070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54080) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:37.023790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76184163-03b6-4b48-ac35-ac1644c07f66 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edcab3b-b00f-49b6-82c1-9c25a0cdd89f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.252282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3db50ec-1dfd-4531-a22c-2fbc47f3c222 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet 93ed357d-940c-4b95-a977-0bd7205fe169 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:37.273175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-19f32032-41bf-4e4e-8efb-1aef211de51c None None] Could not find standard attr ID for object cda63348-89af-4d6c-80fc-36ae775a0823. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:40:37.275402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3db50ec-1dfd-4531-a22c-2fbc47f3c222 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.302505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 3b18a5ac-40ca-4197-a605-d92b460987a1 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:37.335886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 3b18a5ac-40ca-4197-a605-d92b460987a1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:37.337287 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.396019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-19f32032-41bf-4e4e-8efb-1aef211de51c None None] Provisioning complete for port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:37.396663 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19f32032-41bf-4e4e-8efb-1aef211de51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.410802 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3db50ec-1dfd-4531-a22c-2fbc47f3c222 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.541003 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.552516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba843784-5812-4324-94df-d0af96ea25b3 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:37.554426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-19f32032-41bf-4e4e-8efb-1aef211de51c None None] Port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:37.591021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e3b1d-a51f-4e79-9845-c494faf50a72 req-687d886c-b39b-4931-b168-8154e6b94cc7 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.592808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a11e3b1d-a51f-4e79-9845-c494faf50a72 req-687d886c-b39b-4931-b168-8154e6b94cc7 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 932 time: 0.0796037 Jul 13 07:40:37.631796 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.648303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a11e3b1d-a51f-4e79-9845-c494faf50a72 req-66b84fa0-e16d-4ff0-96fa-5c6851ce6c8d tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a3381a-e12e-45b6-9f61-7665e43eedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483422 Jul 13 07:40:37.661277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90d1164-7c94-47ac-9327-3d6e93e856e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18a5ac-40ca-4197-a605-d92b460987a1'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:37.664378 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b5c1d-d4f5-43a3-9946-844e90907bd8" -d '{"events": [{"server_uuid": "e90d1164-7c94-47ac-9327-3d6e93e856e0", "name": "network-vif-plugged", "status": "completed", "tag": "3b18a5ac-40ca-4197-a605-d92b460987a1"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:37.707786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3b18a5ac-40ca-4197-a605-d92b460987a1, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3b18a5ac-40ca-4197-a605-d92b460987a1,segment=NetworkSegment(edc58020-2ec6-4ed4-a9a2-a7151744a9c5),segment_id=edc58020-2ec6-4ed4-a9a2-a7151744a9c5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:37.709075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-913bec21-017e-4e91-8c3e-cb4a19e90f65 None None] Could not find standard attr ID for object cda63348-89af-4d6c-80fc-36ae775a0823. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:40:37.712464 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f2355b-311c-4c5a-bd9d-4ee49e3c2410 x-openstack-request-id: req-b7f2355b-311c-4c5a-bd9d-4ee49e3c2410 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:37.712889 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c3bb5c-070e-4720-8394-0dc2fc52176a", "name": "network-vif-deleted", "tag": "7cf4f1bd-0ff5-48df-b826-39f0f9f9d340", "status": "failed", "code": 422}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:37.713225 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7f2355b-311c-4c5a-bd9d-4ee49e3c2410 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:37.713720 n-d-758944-43 neutron-server[93774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83c3bb5c-070e-4720-8394-0dc2fc52176a', 'name': 'network-vif-deleted', 'tag': '7cf4f1bd-0ff5-48df-b826-39f0f9f9d340', 'status': 'failed', 'code': 422} returned with failed status Jul 13 07:40:37.716364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.792078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=3b18a5ac-40ca-4197-a605-d92b460987a1,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.894906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f620b8-aa56-40d0-a342-a3d011f3a7c1 req-dc4431fd-3635-4fa5-bd68-46d0948cf6b7 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.896705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14f620b8-aa56-40d0-a342-a3d011f3a7c1 req-dc4431fd-3635-4fa5-bd68-46d0948cf6b7 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.0825450 Jul 13 07:40:37.945202 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14f620b8-aa56-40d0-a342-a3d011f3a7c1 req-0198c012-6a44-4c07-93df-f28ad6823358 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Jul 13 07:40:37.961277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.987880 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Transition to ACTIVE for port object ba843784-5812-4324-94df-d0af96ea25b3 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:37.996588 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3db50ec-1dfd-4531-a22c-2fbc47f3c222 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.999542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.033307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581327-e318-47f1-a92e-0ebd2c50eebb req-f47ac2a7-60b8-4762-bf8d-dd9072f65362 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.035207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a581327-e318-47f1-a92e-0ebd2c50eebb req-f47ac2a7-60b8-4762-bf8d-dd9072f65362 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 950 time: 0.5929806 Jul 13 07:40:38.116859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Pushing event updated for resources: {'Port': ['ID=ba843784-5812-4324-94df-d0af96ea25b3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:38.178791 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a581327-e318-47f1-a92e-0ebd2c50eebb req-499e7768-6cbd-4023-a6ee-a76879983052 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183045 Jul 13 07:40:38.232811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3db50ec-1dfd-4531-a22c-2fbc47f3c222 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.288811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db50ec-1dfd-4531-a22c-2fbc47f3c222 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=93ed357d-940c-4b95-a977-0bd7205fe169,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:38.293879 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3db50ec-1dfd-4531-a22c-2fbc47f3c222 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.296213 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d3db50ec-1dfd-4531-a22c-2fbc47f3c222 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/93ed357d-940c-4b95-a977-0bd7205fe169 HTTP/1.1" status: 204 len: 168 time: 1.2800574 Jul 13 07:40:38.300229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54102) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:38.304913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9b98b-7633-4e41-9f30-ea8c5f1bd96f None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:38.307541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:38.349832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-7a5e8499-8a8b-43a0-9611-6346e5be7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.352057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-7a5e8499-8a8b-43a0-9611-6346e5be7cd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1097 time: 0.1251099 Jul 13 07:40:38.364839 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1323662-031b-44c7-98e0-7dfe598f6372 x-openstack-request-id: req-b1323662-031b-44c7-98e0-7dfe598f6372 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:38.365182 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90d1164-7c94-47ac-9327-3d6e93e856e0", "name": "network-vif-plugged", "status": "completed", "tag": "3b18a5ac-40ca-4197-a605-d92b460987a1", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:38.365381 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1323662-031b-44c7-98e0-7dfe598f6372 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:38.369152 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90d1164-7c94-47ac-9327-3d6e93e856e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18a5ac-40ca-4197-a605-d92b460987a1', 'code': 200} Jul 13 07:40:38.409607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Attempting to bind port ba843784-5812-4324-94df-d0af96ea25b3 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:38.409979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Attempting to bind port ba843784-5812-4324-94df-d0af96ea25b3 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '20b8d26f-a50e-4b9c-b588-13e22a029c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd69f28df-71a5-41bc-a4c1-abde97e3ada2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:38.410339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Attempting to bind port ba843784-5812-4324-94df-d0af96ea25b3 on network d69f28df-71a5-41bc-a4c1-abde97e3ada2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:38.498657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Port ba843784-5812-4324-94df-d0af96ea25b3 on network d69f28df-71a5-41bc-a4c1-abde97e3ada2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:38.499381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Attempting to bind port ba843784-5812-4324-94df-d0af96ea25b3 on network d69f28df-71a5-41bc-a4c1-abde97e3ada2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:38.500599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-6b9093c7-762b-4acd-a737-7f448cc6b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.504571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-6b9093c7-762b-4acd-a737-7f448cc6b0fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 918 time: 0.1456220 Jul 13 07:40:38.539755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:38.540851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Checking segment: {'id': '20b8d26f-a50e-4b9c-b588-13e22a029c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd69f28df-71a5-41bc-a4c1-abde97e3ada2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:38.541487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Bound using segment: {'id': '20b8d26f-a50e-4b9c-b588-13e22a029c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd69f28df-71a5-41bc-a4c1-abde97e3ada2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:38.542243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Bound port: ba843784-5812-4324-94df-d0af96ea25b3, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b8d26f-a50e-4b9c-b588-13e22a029c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd69f28df-71a5-41bc-a4c1-abde97e3ada2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:38.542864 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.559068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-27f5a356-a97f-4f41-afe5-fd73160e6673 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3532ed21-d6f7-4496-8477-fa2935ed3748 HTTP/1.1" status: 200 len: 217 time: 0.0469337 Jul 13 07:40:38.618321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5e906-0ad8-4bd4-b149-684394c88ce0 req-6de1aca3-0df8-4ee7-b6f1-b89e25db338e tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.618917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-94440339-8a3c-485f-8664-8fbf8bb13276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.619910 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-74b5e906-0ad8-4bd4-b149-684394c88ce0 req-6de1aca3-0df8-4ee7-b6f1-b89e25db338e tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.2856367 Jul 13 07:40:38.620129 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-94440339-8a3c-485f-8664-8fbf8bb13276 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.0551734 Jul 13 07:40:38.691434 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-c0770ff1-aace-4410-8688-f35bfdf4ce36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543544 Jul 13 07:40:38.700314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdc45c-dc43-40fc-bebe-6bcc231971da req-b8113f5c-56ae-47b9-a043-c2cae893fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.701818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67bdc45c-dc43-40fc-bebe-6bcc231971da req-b8113f5c-56ae-47b9-a043-c2cae893fd11 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 1098 time: 0.2499964 Jul 13 07:40:38.746361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] For port ba843784-5812-4324-94df-d0af96ea25b3, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:38.748541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:38.752189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.762629 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-74b5e906-0ad8-4bd4-b149-684394c88ce0 req-9e88a11d-35d5-4abf-b60f-f4c5835b76c9 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152339 Jul 13 07:40:38.788100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] For port ba843784-5812-4324-94df-d0af96ea25b3, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba843784-5812-4324-94df-d0af96ea25b3,segment=NetworkSegment(20b8d26f-a50e-4b9c-b588-13e22a029c92),segment_id=20b8d26f-a50e-4b9c-b588-13e22a029c92)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:38.803790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.805415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e10b58-fc4a-4aac-8551-76eb5e502dec req-21478ed6-b717-4790-907e-84f33f710d36 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.811773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09e10b58-fc4a-4aac-8551-76eb5e502dec req-21478ed6-b717-4790-907e-84f33f710d36 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.1904497 Jul 13 07:40:38.836646 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67bdc45c-dc43-40fc-bebe-6bcc231971da req-567f2531-581b-4ed9-a293-e551f15f4f70 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253147 Jul 13 07:40:38.890433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.891062 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.892483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] 10.222.0.48 "PUT /v2.0/ports/ba843784-5812-4324-94df-d0af96ea25b3 HTTP/1.1" status: 200 len: 1093 time: 2.4393625 Jul 13 07:40:38.892939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29efeca2-3282-4bb4-8f8e-a6124ccd70b2', 'tag': 'ba843784-5812-4324-94df-d0af96ea25b3'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:38.895274 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5" -d '{"events": [{"name": "network-changed", "server_uuid": "29efeca2-3282-4bb4-8f8e-a6124ccd70b2", "tag": "ba843784-5812-4324-94df-d0af96ea25b3"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:38.926946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09e10b58-fc4a-4aac-8551-76eb5e502dec req-7d278457-bc20-416f-af78-4bda1d50472a tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053822 Jul 13 07:40:38.929633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83548328-720a-4541-a5f3-e9d862105b66 service neutron] Pushing event updated for resources: {'Port': ['ID=ba843784-5812-4324-94df-d0af96ea25b3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:38.930348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-c3342506-c273-48f4-8901-0a3242e24e62 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317500 Jul 13 07:40:39.116924 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-70573de5-482e-4677-a3da-d5da47a1af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.118044 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-70573de5-482e-4677-a3da-d5da47a1af95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb62fa97bc424181b60bf6917a17440d&device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 1096 time: 0.1625919 Jul 13 07:40:39.136547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-927ddeb7-de7a-4d0d-92fb-b712d044d58a req-68b39897-e193-4c32-ba89-9a94991ff4e8 service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887438 Jul 13 07:40:39.196238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-ad781b32-6ac6-471a-990d-4477db08a0c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba843784-5812-4324-94df-d0af96ea25b3 HTTP/1.1" status: 200 len: 217 time: 0.0665872 Jul 13 07:40:39.336010 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d56fb0-3d5b-4f51-8c32-3efcd293f7ef x-openstack-request-id: req-61d56fb0-3d5b-4f51-8c32-3efcd293f7ef {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:39.337393 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29efeca2-3282-4bb4-8f8e-a6124ccd70b2", "tag": "ba843784-5812-4324-94df-d0af96ea25b3", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:39.337720 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61d56fb0-3d5b-4f51-8c32-3efcd293f7ef {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:39.338326 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29efeca2-3282-4bb4-8f8e-a6124ccd70b2', 'tag': 'ba843784-5812-4324-94df-d0af96ea25b3', 'status': 'completed', 'code': 200} Jul 13 07:40:39.343832 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.420216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-c230e66a-6fa0-4b7d-9bb2-916412cf3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.421751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-c230e66a-6fa0-4b7d-9bb2-916412cf3fa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe79fde2-d7ce-4c32-936c-bc3913fe3e6b HTTP/1.1" status: 200 len: 861 time: 0.1977394 Jul 13 07:40:39.442447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:39.478027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:39.485753 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-3684d952-69ee-4635-82c0-59bb6a7192ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d69f28df-71a5-41bc-a4c1-abde97e3ada2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490186 Jul 13 07:40:39.489317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.490130 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.499358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e11ce0b-8254-4a98-85ea-3533f0661398 None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:39.509385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=5cefb42c-1bb4-488b-b7ce-e3f99c4c4887,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:39.524830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2fe42-692d-42b2-9e06-095af8f7e8cb req-6cb6a026-e780-4592-a892-0a3d142cc9b6 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.526488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-77a2fe42-692d-42b2-9e06-095af8f7e8cb req-6cb6a026-e780-4592-a892-0a3d142cc9b6 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.0900645 Jul 13 07:40:39.555027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-de9363c7-9909-4036-a5c2-29c12e12a05a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2536933 Jul 13 07:40:39.558303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54116) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:39.567203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7024469d-90b5-4b3f-8b1e-335181d6a4dd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'security_group': {'name': 'tempest-secgroup-433941605'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:39.588784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-487289a8-163a-4729-9f88-d52737656ae6 None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:39.589579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-487289a8-163a-4729-9f88-d52737656ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.605900 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-77a2fe42-692d-42b2-9e06-095af8f7e8cb req-75566f5d-5e29-4012-83d0-1033ed388c89 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720272 Jul 13 07:40:39.613501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7024469d-90b5-4b3f-8b1e-335181d6a4dd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.623997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749173d-e0f0-499c-a969-e44456e07a41 req-e024e227-484e-4b1f-b6bf-cd1949db8830 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.630872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8749173d-e0f0-499c-a969-e44456e07a41 req-e024e227-484e-4b1f-b6bf-cd1949db8830 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 944 time: 0.2886033 Jul 13 07:40:39.688671 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-2d40e2e1-dcab-4095-89ed-e1e86aefa8d9 service neutron] 10.222.0.48 "GET /v2.0/networks/d69f28df-71a5-41bc-a4c1-abde97e3ada2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904061 Jul 13 07:40:39.726328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7024469d-90b5-4b3f-8b1e-335181d6a4dd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.732276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7024469d-90b5-4b3f-8b1e-335181d6a4dd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.746247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8749173d-e0f0-499c-a969-e44456e07a41 req-76ce4464-f145-4b3d-b73c-65a3f2e79474 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a3381a-e12e-45b6-9f61-7665e43eedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143570 Jul 13 07:40:39.773918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024469d-90b5-4b3f-8b1e-335181d6a4dd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddc26b5-66e5-4abe-add0-7b27bfe1d4b8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:39.786591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7024469d-90b5-4b3f-8b1e-335181d6a4dd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.793581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7024469d-90b5-4b3f-8b1e-335181d6a4dd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2320492 Jul 13 07:40:39.794826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:39.801742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-abbb2310-9431-4417-8e28-660fd9f86aa4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'security_group': {'name': 'tempest-secgroup-1821842783'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:39.836277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abbb2310-9431-4417-8e28-660fd9f86aa4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.849015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-487289a8-163a-4729-9f88-d52737656ae6 None None] Provisioning complete for port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:39.849015 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-487289a8-163a-4729-9f88-d52737656ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.886258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-487289a8-163a-4729-9f88-d52737656ae6 None None] Port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:39.952678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-098d6d39-3ac8-41b3-9c85-c3d4e36e5cff req-4d9a88b7-a8c4-4358-9dea-88e005c403e0 service neutron] 10.222.0.48 "GET /v2.0/networks/d69f28df-71a5-41bc-a4c1-abde97e3ada2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551117 Jul 13 07:40:40.032238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5da206-e016-4243-bb58-cd17fb097249 None None] Update dhcp port {'port': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'fixed_ips': [{'subnet_id': '2ec57a50-d4e5-4f6c-9b81-6e576e7ba891', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5cefb42c-1bb4-488b-b7ce-e3f99c4c4887'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '2fa873c9-d111-4411-a71a-32c8db0ace9a'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:40:40.032668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abbb2310-9431-4417-8e28-660fd9f86aa4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.043477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abbb2310-9431-4417-8e28-660fd9f86aa4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.082345 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f5da206-e016-4243-bb58-cd17fb097249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.100712 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abbb2310-9431-4417-8e28-660fd9f86aa4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.104902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-abbb2310-9431-4417-8e28-660fd9f86aa4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3064654 Jul 13 07:40:40.105822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54124) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:40.111279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cdeb6a03-9361-467e-940c-49c20bd67a61 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'security_group': {'name': 'tempest-secgroup-197812032'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:40.115609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb2310-9431-4417-8e28-660fd9f86aa4 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301c3248-7384-4a61-8ec1-0250af3c6f59,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:40.144789 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a8980-4502-4a5d-b9db-4f76a007f264 req-102f2219-4996-4ab8-b621-4a5bae17833d tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.144789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef2a8980-4502-4a5d-b9db-4f76a007f264 req-102f2219-4996-4ab8-b621-4a5bae17833d tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 950 time: 0.1998210 Jul 13 07:40:40.160945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f758df-0948-4c7c-81a4-75c502521406 req-73421a1e-99e9-4d17-86e0-ae26903f7475 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.162640 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-74f758df-0948-4c7c-81a4-75c502521406 req-73421a1e-99e9-4d17-86e0-ae26903f7475 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 907 time: 0.1705182 Jul 13 07:40:40.204858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-f42e16e9-f90b-4004-b4e6-7a907bcc33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.206113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef2a8980-4502-4a5d-b9db-4f76a007f264 req-37f39e6b-5e59-4c06-af87-fe52d9e19efa tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd997b2c-e07c-482d-a326-faa96751ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579362 Jul 13 07:40:40.208281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-f42e16e9-f90b-4004-b4e6-7a907bcc33b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb62fa97bc424181b60bf6917a17440d&device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 1096 time: 0.1653464 Jul 13 07:40:40.213794 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6a03-9361-467e-940c-49c20bd67a61 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.304520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-1f5da206-e016-4243-bb58-cd17fb097249 None None] Allocated IP 2001:db8::2 (bd6cc16f-43a4-4fef-b366-186aff58d3df/5cefb42c-1bb4-488b-b7ce-e3f99c4c4887/2fa873c9-d111-4411-a71a-32c8db0ace9a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:40.400342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ec029-c9ca-4e5c-86c5-bce9f20c5284 req-51e9cea1-66d5-4173-9282-889cb3d5e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.402188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-029ec029-c9ca-4e5c-86c5-bce9f20c5284 req-51e9cea1-66d5-4173-9282-889cb3d5e296 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1097 time: 0.2663505 Jul 13 07:40:40.406761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-10cbce4a-66d4-43e2-94cd-35ebd5a00f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.408332 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-10cbce4a-66d4-43e2-94cd-35ebd5a00f69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d69f28df-71a5-41bc-a4c1-abde97e3ada2 HTTP/1.1" status: 200 len: 922 time: 0.1693735 Jul 13 07:40:40.417167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1f5da206-e016-4243-bb58-cd17fb097249 None None] For port 2fa873c9-d111-4411-a71a-32c8db0ace9a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2fa873c9-d111-4411-a71a-32c8db0ace9a,segment=NetworkSegment(e4f5d16a-3f23-4806-87cc-98a83fe9e4da),segment_id=e4f5d16a-3f23-4806-87cc-98a83fe9e4da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:40.459343 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f5da206-e016-4243-bb58-cd17fb097249 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.476102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1f5da206-e016-4243-bb58-cd17fb097249 None None] Transition to ACTIVE for port object 2fa873c9-d111-4411-a71a-32c8db0ace9a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:40.481186 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f5da206-e016-4243-bb58-cd17fb097249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.497624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741a91c-b4ad-4710-b38c-66b913a17f86 req-c1a97938-ded7-4cfd-8e89-e7e788a98d17 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.499817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3741a91c-b4ad-4710-b38c-66b913a17f86 req-c1a97938-ded7-4cfd-8e89-e7e788a98d17 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.1062531 Jul 13 07:40:40.505262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-2f3d31e4-99ca-4618-ba74-8c8796c98fa4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba843784-5812-4324-94df-d0af96ea25b3 HTTP/1.1" status: 200 len: 217 time: 0.0641277 Jul 13 07:40:40.565703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3741a91c-b4ad-4710-b38c-66b913a17f86 req-332e2008-ca14-4d16-9b9a-8195bce428e2 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583439 Jul 13 07:40:40.577180 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-029ec029-c9ca-4e5c-86c5-bce9f20c5284 req-d563ae7f-1cb6-45b3-9668-fe2d20cef73e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537747 Jul 13 07:40:40.623483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6a03-9361-467e-940c-49c20bd67a61 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.635114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6a03-9361-467e-940c-49c20bd67a61 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.647524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-f68be48d-b512-4203-a8f9-8682a8701a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.649065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-f68be48d-b512-4203-a8f9-8682a8701a15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe79fde2-d7ce-4c32-936c-bc3913fe3e6b HTTP/1.1" status: 200 len: 861 time: 0.1344488 Jul 13 07:40:40.720344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb6a03-9361-467e-940c-49c20bd67a61 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ec0218-6394-4b8c-95d7-ac14a3f6be72,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:40.751329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-33fb6142-90de-400f-9b0d-75940aab1cc3 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.752135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6a03-9361-467e-940c-49c20bd67a61 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.753360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-33fb6142-90de-400f-9b0d-75940aab1cc3 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 950 time: 0.0825245 Jul 13 07:40:40.755117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cdeb6a03-9361-467e-940c-49c20bd67a61 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6471703 Jul 13 07:40:40.757646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54130) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:40.763799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-618e36d4-c91c-44e5-8f3c-5bb1a729af51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d69f28df-71a5-41bc-a4c1-abde97e3ada2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969405 Jul 13 07:40:40.772400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1927986570', 'security_groups': ['e3ec0218-6394-4b8c-95d7-ac14a3f6be72'], 'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5cefb42c-1bb4-488b-b7ce-e3f99c4c4887'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:40.810507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5da206-e016-4243-bb58-cd17fb097249 None None] Pushing event updated for resources: {'Port': ['ID=2fa873c9-d111-4411-a71a-32c8db0ace9a,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:40.901870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059cc04-fc0d-4570-b557-3376ebaa874e req-72569637-f2cc-4576-a5c1-424c629ec653 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.903685 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3059cc04-fc0d-4570-b557-3376ebaa874e req-72569637-f2cc-4576-a5c1-424c629ec653 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.1610675 Jul 13 07:40:40.941041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2133b2-eed9-483c-9251-2e93f918c7d0 req-4376c7a0-c7db-430b-aeea-c63880089630 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.949448 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b2133b2-eed9-483c-9251-2e93f918c7d0 req-4376c7a0-c7db-430b-aeea-c63880089630 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.3916836 Jul 13 07:40:40.957567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Deleting port 4874d66e-3607-4529-8193-4b16d927e6a4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:40.957908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.986305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3059cc04-fc0d-4570-b557-3376ebaa874e req-4540cfdf-23b1-4234-b72f-71e403dabe17 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713382 Jul 13 07:40:41.067950 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-caa169a7-e31c-4cd1-8646-9ebe5a3953f3 service neutron] 10.222.0.48 "GET /v2.0/networks/d69f28df-71a5-41bc-a4c1-abde97e3ada2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867084 Jul 13 07:40:41.113611 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b2133b2-eed9-483c-9251-2e93f918c7d0 req-a98374e6-3db6-4bf0-a562-174b34ede829 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630721 Jul 13 07:40:41.159534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] For port 4874d66e-3607-4529-8193-4b16d927e6a4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4874d66e-3607-4529-8193-4b16d927e6a4,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:41.160058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.177373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Calling delete_port for 4874d66e-3607-4529-8193-4b16d927e6a4 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:41.179497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-cfbbec5b-4ec8-4bf5-8e2e-b2bae78d067e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.181738 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-cfbbec5b-4ec8-4bf5-8e2e-b2bae78d067e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 907 time: 0.3141053 Jul 13 07:40:41.359548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:41.388052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764d57c-2ca9-4f6b-82a4-f20f7e19588b req-129a3fc7-5685-46ff-b6de-0aa391d586c0 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.389749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b764d57c-2ca9-4f6b-82a4-f20f7e19588b req-129a3fc7-5685-46ff-b6de-0aa391d586c0 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1496849 Jul 13 07:40:41.431313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d1cb9f1-c5ed-44d9-b895-f205a55d70d5 req-43784d3d-4b5c-41bc-bb15-6f246b6791c2 service neutron] 10.222.0.48 "GET /v2.0/networks/d69f28df-71a5-41bc-a4c1-abde97e3ada2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513095 Jul 13 07:40:41.469358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b764d57c-2ca9-4f6b-82a4-f20f7e19588b req-862506d3-1b3f-4ecf-b458-7aa631c0b754 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706015 Jul 13 07:40:41.470348 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.483073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['4874d66e-3607-4529-8193-4b16d927e6a4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:41.535599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b34da-463f-47ac-9d13-acf8188b1e8d req-293ebdb0-9e2a-40b6-bd57-a1c654d6de7f tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.544500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f73b34da-463f-47ac-9d13-acf8188b1e8d req-293ebdb0-9e2a-40b6-bd57-a1c654d6de7f tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 944 time: 0.2844431 Jul 13 07:40:41.593064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Pushing event deleted for resources: {'Port': ['ID=4874d66e-3607-4529-8193-4b16d927e6a4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:41.598737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ba843784-5812-4324-94df-d0af96ea25b3 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:41.627102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.631692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Deleting port 49eeb174-852b-4274-a92e-3889f9fdd6f3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:41.632179 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.647904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] No DVR routers for this DVR port 4874d66e-3607-4529-8193-4b16d927e6a4 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:41.669871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.681385 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6b0b91f-055e-4c17-a7a5-32635732142f req-0659ce7f-bc3b-4d04-a92e-bce74ebf7286 tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.48 "DELETE /v2.0/ports/4874d66e-3607-4529-8193-4b16d927e6a4 HTTP/1.1" status: 204 len: 173 time: 0.9175122 Jul 13 07:40:41.681930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e1998-d33e-4a3d-93ea-b9bc5cac048d', 'name': 'network-vif-deleted', 'tag': '4874d66e-3607-4529-8193-4b16d927e6a4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:41.685750 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f1dc7c-f104-447c-8475-753cd1f70d22" -d '{"events": [{"server_uuid": "b21e1998-d33e-4a3d-93ea-b9bc5cac048d", "name": "network-vif-deleted", "tag": "4874d66e-3607-4529-8193-4b16d927e6a4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:41.709623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] device_id is not set on port a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:41.721920 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f73b34da-463f-47ac-9d13-acf8188b1e8d req-72626366-1c7f-42a4-a945-4e7cf1588b0a tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a3381a-e12e-45b6-9f61-7665e43eedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762819 Jul 13 07:40:41.896702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ba843784-5812-4324-94df-d0af96ea25b3, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba843784-5812-4324-94df-d0af96ea25b3,segment=NetworkSegment(20b8d26f-a50e-4b9c-b588-13e22a029c92),segment_id=20b8d26f-a50e-4b9c-b588-13e22a029c92)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:41.911031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'ba843784-5812-4324-94df-d0af96ea25b3', 'network_id': 'd69f28df-71a5-41bc-a4c1-abde97e3ada2', 'port_id': 'ba843784-5812-4324-94df-d0af96ea25b3', 'mac_address': 'fa:16:3e:4b:cd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe79fde2-d7ce-4c32-936c-bc3913fe3e6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:41.936683 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2fa873c9-d111-4411-a71a-32c8db0ace9a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:42.081489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5e476a0e-016f-4801-b2a9-2e5850e1251c None None] Provisioning for port 2fa873c9-d111-4411-a71a-32c8db0ace9a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:42.088938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.091443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5e476a0e-016f-4801-b2a9-2e5850e1251c None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:42.091717 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e476a0e-016f-4801-b2a9-2e5850e1251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.113618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8::194 (bd6cc16f-43a4-4fef-b366-186aff58d3df/5cefb42c-1bb4-488b-b7ce-e3f99c4c4887/a9e60be1-2f41-48b1-9c0b-aeb4409b26a2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:42.126801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] For port 49eeb174-852b-4274-a92e-3889f9fdd6f3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=49eeb174-852b-4274-a92e-3889f9fdd6f3,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:42.127176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.141584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2c1d48ca-6a79-423b-bea0-b243c4d87a8c req-886e4638-90bc-45d0-9ab9-bf51a2b6f83a tempest-VolumesNegativeTest-1603616649 tempest-VolumesNegativeTest-1603616649-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21e1998-d33e-4a3d-93ea-b9bc5cac048d HTTP/1.1" status: 200 len: 210 time: 0.0525515 Jul 13 07:40:42.153782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Calling delete_port for 49eeb174-852b-4274-a92e-3889f9fdd6f3 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:42.160533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba843784-5812-4324-94df-d0af96ea25b3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:42.206966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:42.207346 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.210252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa98ee-22bb-4261-919b-d8b69660bbfe req-fe7e96fe-e041-4d79-8ac0-0f015aa1fb2e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:42.212664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3aa98ee-22bb-4261-919b-d8b69660bbfe req-fe7e96fe-e041-4d79-8ac0-0f015aa1fb2e tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 907 time: 0.2008963 Jul 13 07:40:42.258968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ba843784-5812-4324-94df-d0af96ea25b3, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba843784-5812-4324-94df-d0af96ea25b3,segment=NetworkSegment(20b8d26f-a50e-4b9c-b588-13e22a029c92),segment_id=20b8d26f-a50e-4b9c-b588-13e22a029c92)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:42.270572 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.326990 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046f261a-43a2-4785-add8-c214f90ba8b2 x-openstack-request-id: req-046f261a-43a2-4785-add8-c214f90ba8b2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:42.327303 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e1998-d33e-4a3d-93ea-b9bc5cac048d", "name": "network-vif-deleted", "tag": "4874d66e-3607-4529-8193-4b16d927e6a4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:42.328438 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-046f261a-43a2-4785-add8-c214f90ba8b2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:42.330395 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e1998-d33e-4a3d-93ea-b9bc5cac048d', 'name': 'network-vif-deleted', 'tag': '4874d66e-3607-4529-8193-4b16d927e6a4', 'status': 'completed', 'code': 200} Jul 13 07:40:42.365207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5e476a0e-016f-4801-b2a9-2e5850e1251c None None] Provisioning complete for port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:42.365589 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e476a0e-016f-4801-b2a9-2e5850e1251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.449473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ba843784-5812-4324-94df-d0af96ea25b3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:42.514372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5e476a0e-016f-4801-b2a9-2e5850e1251c None None] Port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:42.559528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f1775-ea3e-4031-b824-4080e344d8ee req-34c11629-f044-4f7b-ac26-a46055a83e8a tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:42.561305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c08f1775-ea3e-4031-b824-4080e344d8ee req-34c11629-f044-4f7b-ac26-a46055a83e8a tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.1228282 Jul 13 07:40:42.614030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c08f1775-ea3e-4031-b824-4080e344d8ee req-da046cca-f1c7-4da4-8440-61ad87f37dcc tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448778 Jul 13 07:40:42.628877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ba843784-5812-4324-94df-d0af96ea25b3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:42.815248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6636e6-e6da-415d-b1f0-41952f263ebc req-366f387a-7bda-45c0-a0c6-28e10b2df8bf tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:42.816925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed6636e6-e6da-415d-b1f0-41952f263ebc req-366f387a-7bda-45c0-a0c6-28e10b2df8bf tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.0862041 Jul 13 07:40:42.860662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed6636e6-e6da-415d-b1f0-41952f263ebc req-6f332719-0d2d-4bba-8743-10096c176db6 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369973 Jul 13 07:40:42.884887 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.917544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:42.924496 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.969715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051973c-91a3-47ac-a096-37e6a1c49728 req-1865f4cb-e707-4303-b1f3-91813336c4c0 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:42.971358 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f051973c-91a3-47ac-a096-37e6a1c49728 req-1865f4cb-e707-4303-b1f3-91813336c4c0 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.5284386 Jul 13 07:40:42.972189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event deleted for resources: {'Port': ['ID=49eeb174-852b-4274-a92e-3889f9fdd6f3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.045511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] No DVR routers for this DVR port 49eeb174-852b-4274-a92e-3889f9fdd6f3 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:43.052540 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.054586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a27e4caf-5e08-4796-af93-eaf4d2899327 req-b737cbc1-7bd9-4497-a144-27e479e315d9 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "DELETE /v2.0/ports/49eeb174-852b-4274-a92e-3889f9fdd6f3 HTTP/1.1" status: 204 len: 173 time: 1.8359077 Jul 13 07:40:43.055058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'name': 'network-vif-deleted', 'tag': '49eeb174-852b-4274-a92e-3889f9fdd6f3'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:43.057920 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3586df9f-9a98-458f-9a13-3058168c9e04" -d '{"events": [{"server_uuid": "8a74344b-e71e-48e3-8f64-e88c7b160329", "name": "network-vif-deleted", "tag": "49eeb174-852b-4274-a92e-3889f9fdd6f3"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:43.060033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405b3d1-b9f0-4a2d-8800-7ce209018611 req-2c21b065-b0d7-4723-b843-936045f992f5 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:43.068306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0405b3d1-b9f0-4a2d-8800-7ce209018611 req-2c21b065-b0d7-4723-b843-936045f992f5 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 945 time: 0.0836952 Jul 13 07:40:43.079570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f051973c-91a3-47ac-a096-37e6a1c49728 req-f387d993-2ac1-4d1a-a039-0dfd344edc4b tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990391 Jul 13 07:40:43.082407 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.134936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d25970bb-8a32-40e5-837b-fd72e7a330c4 req-3efdccd6-365c-4bbe-a06d-979ae11e2d21 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1580431601', 'description': 'tempest-description-35357046'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:43.141761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0405b3d1-b9f0-4a2d-8800-7ce209018611 req-8a0f4b59-2ba5-4cbe-8da8-9f325d8c3d05 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a3381a-e12e-45b6-9f61-7665e43eedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 Jul 13 07:40:43.158185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:43.164963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:43.174926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:43.183821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:43.184683 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.211887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=a9e60be1-2f41-48b1-9c0b-aeb4409b26a2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.219137 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d25970bb-8a32-40e5-837b-fd72e7a330c4 req-3efdccd6-365c-4bbe-a06d-979ae11e2d21 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.242886 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3109d10-7c77-4cbd-911e-e3dd52f9990c x-openstack-request-id: req-d3109d10-7c77-4cbd-911e-e3dd52f9990c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:43.244022 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a74344b-e71e-48e3-8f64-e88c7b160329", "name": "network-vif-deleted", "tag": "49eeb174-852b-4274-a92e-3889f9fdd6f3", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:43.244483 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3109d10-7c77-4cbd-911e-e3dd52f9990c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:43.245091 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74344b-e71e-48e3-8f64-e88c7b160329', 'name': 'network-vif-deleted', 'tag': '49eeb174-852b-4274-a92e-3889f9fdd6f3', 'status': 'completed', 'code': 200} Jul 13 07:40:43.261924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:43.268402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b925b425-521d-4329-a834-5ab394eb1b17 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:43.274050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4715350a-0a75-4751-a15a-b09ee1dd660e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5082490 Jul 13 07:40:43.395615 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d25970bb-8a32-40e5-837b-fd72e7a330c4 req-3efdccd6-365c-4bbe-a06d-979ae11e2d21 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.413805 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d25970bb-8a32-40e5-837b-fd72e7a330c4 req-3efdccd6-365c-4bbe-a06d-979ae11e2d21 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.480473 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d25970bb-8a32-40e5-837b-fd72e7a330c4 req-3efdccd6-365c-4bbe-a06d-979ae11e2d21 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.494209 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d25970bb-8a32-40e5-837b-fd72e7a330c4 req-3efdccd6-365c-4bbe-a06d-979ae11e2d21 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3639007 Jul 13 07:40:43.494991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdccd6-365c-4bbe-a06d-979ae11e2d21 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ab29b9-4133-4784-8a2d-dca0f6067a7c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.517930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925b425-521d-4329-a834-5ab394eb1b17 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:43.522621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b925b425-521d-4329-a834-5ab394eb1b17 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.560649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-58cb4147-5c54-4bd9-bb1c-f4a1f4f1f49c None None] Provisioning for port a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:43.565194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-58cb4147-5c54-4bd9-bb1c-f4a1f4f1f49c None None] Provisioning complete for port a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:43.565582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58cb4147-5c54-4bd9-bb1c-f4a1f4f1f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.617725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ba843784-5812-4324-94df-d0af96ea25b3 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:43.649539 n-d-758944-43 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-b925b425-521d-4329-a834-5ab394eb1b17 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cefb42c-1bb4-488b-b7ce-e3f99c4c4887 (CIDR: 2001:db8::/64) Jul 13 07:40:43.656439 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b925b425-521d-4329-a834-5ab394eb1b17 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:40:43.657134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b925b425-521d-4329-a834-5ab394eb1b17 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:43.699412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b925b425-521d-4329-a834-5ab394eb1b17 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4359894 Jul 13 07:40:43.702542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c8f1849-cbfb-4aec-9c0c-154ac25e298f req-373a0a05-85e2-4f06-9d13-5f6513cbcf6d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74344b-e71e-48e3-8f64-e88c7b160329 HTTP/1.1" status: 200 len: 210 time: 0.0575144 Jul 13 07:40:43.703828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:43.716911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-af19e82d-89c1-4b0b-83ca-4ede37fe008f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:43.738110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-58cb4147-5c54-4bd9-bb1c-f4a1f4f1f49c None None] Port a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:43.775948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port ba843784-5812-4324-94df-d0af96ea25b3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:43.796218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port ba843784-5812-4324-94df-d0af96ea25b3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:43.796218 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.949013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.957609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-f24ff127-7388-443c-b1b1-995999a9b2ac tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1580431601&fields=id&tenant_id=ae5e1f1779d84e4ea66a7f1553967c35 HTTP/1.1" status: 200 len: 267 time: 0.0484533 Jul 13 07:40:43.975263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af19e82d-89c1-4b0b-83ca-4ede37fe008f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:43.980150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af19e82d-89c1-4b0b-83ca-4ede37fe008f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.006719 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29efeca2-3282-4bb4-8f8e-a6124ccd70b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba843784-5812-4324-94df-d0af96ea25b3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:44.018997 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ccd68a-438e-49e1-b366-5c8897544859" -d '{"events": [{"server_uuid": "29efeca2-3282-4bb4-8f8e-a6124ccd70b2", "name": "network-vif-plugged", "status": "completed", "tag": "ba843784-5812-4324-94df-d0af96ea25b3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:44.046026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ba843784-5812-4324-94df-d0af96ea25b3, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba843784-5812-4324-94df-d0af96ea25b3,segment=NetworkSegment(20b8d26f-a50e-4b9c-b588-13e22a029c92),segment_id=20b8d26f-a50e-4b9c-b588-13e22a029c92)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:44.054624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.068002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-536b5b88-c194-4dc0-86d8-4473b768b59d tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.072393 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-536b5b88-c194-4dc0-86d8-4473b768b59d tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1139510 Jul 13 07:40:44.081809 n-d-758944-43 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-af19e82d-89c1-4b0b-83ca-4ede37fe008f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2ec57a50-d4e5-4f6c-9b81-6e576e7ba891 (CIDR: 2001:db8:0:1::/64) Jul 13 07:40:44.089140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-aff9d9cb-6ab2-4aca-8e10-0602d08150d1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Request body: {'port': {'security_groups': ['6949e03a-52e6-4199-8197-43795c3ced58', 'd0ab29b9-4133-4784-8a2d-dca0f6067a7c']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:44.107266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4874d66e-3607-4529-8193-4b16d927e6a4 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:44.111663 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-af19e82d-89c1-4b0b-83ca-4ede37fe008f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:40:44.112176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af19e82d-89c1-4b0b-83ca-4ede37fe008f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:44.136931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 4874d66e-3607-4529-8193-4b16d927e6a4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:44.137389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4874d66e-3607-4529-8193-4b16d927e6a4 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:44.169032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-af19e82d-89c1-4b0b-83ca-4ede37fe008f tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4640846 Jul 13 07:40:44.171643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.176131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ba843784-5812-4324-94df-d0af96ea25b3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.177935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'subnet': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:44.217798 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-aff9d9cb-6ab2-4aca-8e10-0602d08150d1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.237545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d133a9-d5b0-4c40-ab42-d81b17247453 req-5fb994d5-f80f-46a5-b29e-45860e56d443 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.239114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06d133a9-d5b0-4c40-ab42-d81b17247453 req-5fb994d5-f80f-46a5-b29e-45860e56d443 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.1476557 Jul 13 07:40:44.327227 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06d133a9-d5b0-4c40-ab42-d81b17247453 req-8bdd8d5e-a7a7-4742-8bf3-4e23c993e23f tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605278 Jul 13 07:40:44.354358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Made reservation on behalf of cb707046e7cb4ca7ba0df5c6bb0e024e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:44.358962 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.427965 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b186bf09-cef9-4040-9cc1-ccc7b730d652 x-openstack-request-id: req-b186bf09-cef9-4040-9cc1-ccc7b730d652 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:44.428494 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29efeca2-3282-4bb4-8f8e-a6124ccd70b2", "name": "network-vif-plugged", "status": "completed", "tag": "ba843784-5812-4324-94df-d0af96ea25b3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:44.428962 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b186bf09-cef9-4040-9cc1-ccc7b730d652 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:44.429744 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29efeca2-3282-4bb4-8f8e-a6124ccd70b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba843784-5812-4324-94df-d0af96ea25b3', 'code': 200} Jul 13 07:40:44.462565 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-aff9d9cb-6ab2-4aca-8e10-0602d08150d1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] For port da306ee1-f578-443a-8e76-656bd61bc54c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=da306ee1-f578-443a-8e76-656bd61bc54c,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:44.518736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-aff9d9cb-6ab2-4aca-8e10-0602d08150d1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.525232 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-aff9d9cb-6ab2-4aca-8e10-0602d08150d1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.539383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['da306ee1-f578-443a-8e76-656bd61bc54c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:44.624606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e31a-ea7b-4641-8179-17af86165b9a req-8103ddfc-2316-442a-ac57-2d407848a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.626258 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7872e31a-ea7b-4641-8179-17af86165b9a req-8103ddfc-2316-442a-ac57-2d407848a90b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 1098 time: 0.1188214 Jul 13 07:40:44.626625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-aff9d9cb-6ab2-4aca-8e10-0602d08150d1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.629628 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-aff9d9cb-6ab2-4aca-8e10-0602d08150d1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.635881 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13e9630f-cbf7-4fe3-b7b1-6aafed7b3a83 req-aff9d9cb-6ab2-4aca-8e10-0602d08150d1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "PUT /v2.0/ports/da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 981 time: 0.5544660 Jul 13 07:40:44.682463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9d9cb-6ab2-4aca-8e10-0602d08150d1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Pushing event updated for resources: {'Port': ['ID=da306ee1-f578-443a-8e76-656bd61bc54c,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.726447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['da306ee1-f578-443a-8e76-656bd61bc54c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:44.875413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 49eeb174-852b-4274-a92e-3889f9fdd6f3 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:44.895131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.951670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 49eeb174-852b-4274-a92e-3889f9fdd6f3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:44.952881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 49eeb174-852b-4274-a92e-3889f9fdd6f3 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:44.965309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7872e31a-ea7b-4641-8179-17af86165b9a req-7037eb1c-f9b8-4124-a932-a8d84b611f35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a2a3381a-e12e-45b6-9f61-7665e43eedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296387 Jul 13 07:40:45.025657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Network bd6cc16f-43a4-4fef-b366-186aff58d3df is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:45.040686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:45.046599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:45.047394 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.073533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Subnet': ['ID=5bdd050c-d35b-4318-bdc9-64b0ac9d123b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:45.089270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f0ac-1a4e-4501-8ada-eaa5ed1c90bb req-3b7b8858-8686-44b5-aaa5-27fe5b2e35cd tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:45.093387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb62473f-23d1-4d56-8fda-870f1c6ebca7 None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:45.096955 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f764f0ac-1a4e-4501-8ada-eaa5ed1c90bb req-3b7b8858-8686-44b5-aaa5-27fe5b2e35cd tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 946 time: 0.3994355 Jul 13 07:40:45.112361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-14d0f835-0535-48e2-b49b-f1efd9ed47fd tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9395654 Jul 13 07:40:45.115367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54290) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:45.138073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1081399673', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5bdd050c-d35b-4318-bdc9-64b0ac9d123b'}], 'security_groups': ['9ddc26b5-66e5-4abe-add0-7b27bfe1d4b8', '301c3248-7384-4a61-8ec1-0250af3c6f59']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:45.154911 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-31256f5e-0c66-4c6d-8637-83fb1a10deda tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1580431601&fields=id&tenant_id=ae5e1f1779d84e4ea66a7f1553967c35 HTTP/1.1" status: 200 len: 267 time: 0.1592839 Jul 13 07:40:45.189390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-bdd359c1-6792-43ee-979a-6842908b05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:45.191354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-bdd359c1-6792-43ee-979a-6842908b05a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55d29ed09a0841d0ad3b5582a665d7fa&device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 1098 time: 0.1598663 Jul 13 07:40:45.250007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:45.252900 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65135817-31f4-49c6-8976-b2ddda4bd612" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:45.259950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f764f0ac-1a4e-4501-8ada-eaa5ed1c90bb req-6f0ee24d-3e8f-44ed-8a92-573af0091ead tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a3381a-e12e-45b6-9f61-7665e43eedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613994 Jul 13 07:40:45.344761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-ae2a6bc3-54b6-4046-bb97-0ef37beb9dc8 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:45.347072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-ae2a6bc3-54b6-4046-bb97-0ef37beb9dc8 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 984 time: 0.1788187 Jul 13 07:40:45.370588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-f9277330-a060-49b5-b967-6121a1c6ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:45.372308 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-f9277330-a060-49b5-b967-6121a1c6ce3b service neutron] 10.222.0.38 "GET /v2.0/networks?id=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 HTTP/1.1" status: 200 len: 913 time: 0.1578712 Jul 13 07:40:45.391653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-d75315b5-d780-42fb-ae3d-2d912b5d3ba2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Request body: {'port': {'security_groups': ['6949e03a-52e6-4199-8197-43795c3ced58']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:45.543667 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e69863d-d714-4d7d-8a6c-036ee73b0947 None None] Update dhcp port {'port': {'network_id': 'bd6cc16f-43a4-4fef-b366-186aff58d3df', 'fixed_ips': [{'subnet_id': '2ec57a50-d4e5-4f6c-9b81-6e576e7ba891', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5cefb42c-1bb4-488b-b7ce-e3f99c4c4887', 'ip_address': '2001:db8::2'}, {'subnet_id': '5bdd050c-d35b-4318-bdc9-64b0ac9d123b'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '2fa873c9-d111-4411-a71a-32c8db0ace9a'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:40:45.584815 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-9c316cd8-43d1-4873-9c67-b47729c505af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b18a5ac-40ca-4197-a605-d92b460987a1 HTTP/1.1" status: 200 len: 217 time: 0.0425892 Jul 13 07:40:45.611461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e69863d-d714-4d7d-8a6c-036ee73b0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.695076 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-d75315b5-d780-42fb-ae3d-2d912b5d3ba2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.765644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-71439dca-de0e-4cf3-a76c-4fe56cdd7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:45.767561 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-71439dca-de0e-4cf3-a76c-4fe56cdd7a5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21d90829-6ad3-469d-9402-252686654878 HTTP/1.1" status: 200 len: 852 time: 0.1255734 Jul 13 07:40:45.990297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-51ae2d61-0246-4be9-9e1f-2862277ec8a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726757 Jul 13 07:40:46.037911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-1e69863d-d714-4d7d-8a6c-036ee73b0947 None None] Allocated IP 2001:db8:0:2::2 (bd6cc16f-43a4-4fef-b366-186aff58d3df/5bdd050c-d35b-4318-bdc9-64b0ac9d123b/2fa873c9-d111-4411-a71a-32c8db0ace9a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:46.108170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-d75315b5-d780-42fb-ae3d-2d912b5d3ba2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] For port da306ee1-f578-443a-8e76-656bd61bc54c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=da306ee1-f578-443a-8e76-656bd61bc54c,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:46.167583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1e69863d-d714-4d7d-8a6c-036ee73b0947 None None] For port 2fa873c9-d111-4411-a71a-32c8db0ace9a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2fa873c9-d111-4411-a71a-32c8db0ace9a,segment=NetworkSegment(e4f5d16a-3f23-4806-87cc-98a83fe9e4da),segment_id=e4f5d16a-3f23-4806-87cc-98a83fe9e4da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:46.220563 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e69863d-d714-4d7d-8a6c-036ee73b0947 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.220668 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-d75315b5-d780-42fb-ae3d-2d912b5d3ba2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.251398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-d75315b5-d780-42fb-ae3d-2d912b5d3ba2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.252445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1e69863d-d714-4d7d-8a6c-036ee73b0947 None None] Transition to ACTIVE for port object 2fa873c9-d111-4411-a71a-32c8db0ace9a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:46.256987 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-87b61d39-74a4-477d-b56e-8c6b64ef127a service neutron] 10.222.0.38 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387617 Jul 13 07:40:46.263222 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e69863d-d714-4d7d-8a6c-036ee73b0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.281722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8769c1c-fe1f-4e3b-a057-555c527e0bee req-ad98982d-dbcb-444b-88cd-7999c7c56361 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.283377 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8769c1c-fe1f-4e3b-a057-555c527e0bee req-ad98982d-dbcb-444b-88cd-7999c7c56361 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.2097692 Jul 13 07:40:46.319563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.339224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69863d-d714-4d7d-8a6c-036ee73b0947 None None] Pushing event updated for resources: {'Port': ['ID=2fa873c9-d111-4411-a71a-32c8db0ace9a,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:46.343249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['da306ee1-f578-443a-8e76-656bd61bc54c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:46.374564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-d75315b5-d780-42fb-ae3d-2d912b5d3ba2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.375522 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-d75315b5-d780-42fb-ae3d-2d912b5d3ba2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.377272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b46bea0-ad65-4526-8651-f7600aa182c2 req-d75315b5-d780-42fb-ae3d-2d912b5d3ba2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "PUT /v2.0/ports/da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 942 time: 0.9997671 Jul 13 07:40:46.476562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75315b5-d780-42fb-ae3d-2d912b5d3ba2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Pushing event updated for resources: {'Port': ['ID=da306ee1-f578-443a-8e76-656bd61bc54c,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:46.478988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['da306ee1-f578-443a-8e76-656bd61bc54c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:46.491583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8769c1c-fe1f-4e3b-a057-555c527e0bee req-1f482a18-d177-44fd-baa8-3fa268298165 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667573 Jul 13 07:40:46.535223 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4aa5b662-39fb-4825-8ac7-fb05d20fd3c0 req-c8a84434-66ec-4aeb-9fc5-03ca683baf4b service neutron] 10.222.0.38 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440629 Jul 13 07:40:46.630852 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3485c6-bd24-4acf-9659-b2360a1f0d59 x-openstack-request-id: req-fa3485c6-bd24-4acf-9659-b2360a1f0d59 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:46.631159 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:46.631422 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa3485c6-bd24-4acf-9659-b2360a1f0d59 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:46.632019 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'status': 'completed', 'code': 200} Jul 13 07:40:46.742281 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:40:46.807452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-f4b5a1fe-0bd1-4329-8acc-df677b522367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.809153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-f4b5a1fe-0bd1-4329-8acc-df677b522367 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1097 time: 0.1567273 Jul 13 07:40:46.934048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Delete allocated IP 2001:db8::194 (bd6cc16f-43a4-4fef-b366-186aff58d3df/5cefb42c-1bb4-488b-b7ce-e3f99c4c4887) {{(pid=93774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:40:46.955615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Allocated IP 2001:db8:0:2::251 (bd6cc16f-43a4-4fef-b366-186aff58d3df/5bdd050c-d35b-4318-bdc9-64b0ac9d123b/a9e60be1-2f41-48b1-9c0b-aeb4409b26a2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:46.999758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-dd7958b1-f1b9-478e-b953-fd5095d30a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:47.001191 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-dd7958b1-f1b9-478e-b953-fd5095d30a56 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 921 time: 0.1807957 Jul 13 07:40:47.097980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-87493148-b250-413c-be7b-e126ceb15ded service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 217 time: 0.0788121 Jul 13 07:40:47.214879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-e6c12045-c08c-4135-afbe-126c7acdb5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:47.216416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-e6c12045-c08c-4135-afbe-126c7acdb5d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 200 len: 860 time: 0.1058078 Jul 13 07:40:47.344983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-078617b7-b05d-4877-b5ba-d77e35d58b1e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0563d92c-fdec-4ee1-82fa-788e5f5a2972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135330 Jul 13 07:40:47.347106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6493f2-6cd1-4bb6-9fd5-f484476e1965 req-00de47c6-e4fc-4ec4-8b09-ec8981409337 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:47.349310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d6493f2-6cd1-4bb6-9fd5-f484476e1965 req-00de47c6-e4fc-4ec4-8b09-ec8981409337 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 946 time: 0.2245300 Jul 13 07:40:47.368428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.414140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Transition to ACTIVE for port object a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:47.431391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.476979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d6493f2-6cd1-4bb6-9fd5-f484476e1965 req-4c2485de-e859-4e1c-96e5-cf2975c14712 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a3381a-e12e-45b6-9f61-7665e43eedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121144 Jul 13 07:40:47.602244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] In _notify_port_updated(), no bound segment for port a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 on network bd6cc16f-43a4-4fef-b366-186aff58d3df {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:40:47.611828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:47.624696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.624696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "PUT /v2.0/ports/a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 HTTP/1.1" status: 200 len: 970 time: 2.5049539 Jul 13 07:40:47.630130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54410) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:47.651523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779ddd4-f04f-4a60-a7ae-5dd55b16f627 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event updated for resources: {'Port': ['ID=a9e60be1-2f41-48b1-9c0b-aeb4409b26a2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:47.749413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-683829fb-2e39-4b12-a5a5-69553fbffcb1 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876667 Jul 13 07:40:47.762837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-31db9eaf-1930-4436-9acf-68ec1d16e2b0 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5422974 Jul 13 07:40:47.768235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:47.792640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Provisioning for port 2fa873c9-d111-4411-a71a-32c8db0ace9a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:47.800171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:47.802793 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.936833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65135817-31f4-49c6-8976-b2ddda4bd612 req-88d7f742-e1f3-40fd-9f15-c44062f781f5 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622219 Jul 13 07:40:47.954178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-70e9cdba-fd18-4606-9741-0808c2285b18 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:47.954533 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70e9cdba-fd18-4606-9741-0808c2285b18 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.968199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2fa873c9-d111-4411-a71a-32c8db0ace9a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:47.971852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8879c5-aef3-4194-8d9d-df7c304cc699 req-436fffcc-fa72-4a83-a79c-6e3c94a4a44b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:47.983193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a8879c5-aef3-4194-8d9d-df7c304cc699 req-436fffcc-fa72-4a83-a79c-6e3c94a4a44b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 945 time: 0.2285364 Jul 13 07:40:47.995751 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.078984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Provisioning for port a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:48.086807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Provisioning complete for port a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:48.087332 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.123914 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a8879c5-aef3-4194-8d9d-df7c304cc699 req-522ad738-97f3-4bc5-abbc-9430413bfc2d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399586 Jul 13 07:40:48.154500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Port a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:48.181094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70e9cdba-fd18-4606-9741-0808c2285b18 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.197130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Provisioning complete for port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:48.197879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-70e9cdba-fd18-4606-9741-0808c2285b18 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:48.198183 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.201284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:48.201817 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.234835 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.270610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7a882453-aac0-4b96-9a12-9581f1c5ff4f None None] Port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:48.388115 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0065e7b-be3a-41f2-a2bb-93f5a8554631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.394533 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70e9cdba-fd18-4606-9741-0808c2285b18 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.400412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Allocated IP 172.25.8.173 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/bb7b45b7-ecae-467c-9ce5-d096b3d2dabe) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:48.404540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-98b1004b-b3ee-407e-a440-392912cde37d None None] Could not find standard attr ID for object a9e60be1-2f41-48b1-9c0b-aeb4409b26a2. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:40:48.450151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9cdba-fd18-4606-9741-0808c2285b18 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=a9e60be1-2f41-48b1-9c0b-aeb4409b26a2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:48.516109 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70e9cdba-fd18-4606-9741-0808c2285b18 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.518398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-70e9cdba-fd18-4606-9741-0808c2285b18 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 HTTP/1.1" status: 204 len: 168 time: 0.8870165 Jul 13 07:40:48.521061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:48.554592 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd31b858-2283-494f-aa7f-077184449db9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] GET failed (client error): The resource could not be found. Jul 13 07:40:48.556325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dd31b858-2283-494f-aa7f-077184449db9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports/a9e60be1-2f41-48b1-9c0b-aeb4409b26a2 HTTP/1.1" status: 404 len: 333 time: 0.0342543 Jul 13 07:40:48.561342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54444) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:48.604779 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.700617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:48.703374 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:48.780471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55c7a470-9862-414f-aea1-72418a43e82a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.794047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-539eb001-31d0-4515-a30d-f6e643a40496 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:48.795646 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-539eb001-31d0-4515-a30d-f6e643a40496 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 945 time: 0.1836736 Jul 13 07:40:48.820015 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.838793 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55c7a470-9862-414f-aea1-72418a43e82a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.857237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dff60-30c8-49ce-b618-f98dbcd16242 req-6b24cb31-d6ce-41b5-9a53-13652166f893 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:48.859866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d4dff60-30c8-49ce-b618-f98dbcd16242 req-6b24cb31-d6ce-41b5-9a53-13652166f893 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.2308757 Jul 13 07:40:48.942520 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55c7a470-9862-414f-aea1-72418a43e82a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.947093 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55c7a470-9862-414f-aea1-72418a43e82a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.951630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-55c7a470-9862-414f-aea1-72418a43e82a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/security-groups/e3ec0218-6394-4b8c-95d7-ac14a3f6be72 HTTP/1.1" status: 204 len: 168 time: 0.3889728 Jul 13 07:40:48.952534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:48.969069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Pushing event updated for resources: {'Port': ['ID=bb7b45b7-ecae-467c-9ce5-d096b3d2dabe,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:48.986451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:48.995082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a470-9862-414f-aea1-72418a43e82a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ec0218-6394-4b8c-95d7-ac14a3f6be72,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:49.007711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:49.018526 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:49.084438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d4dff60-30c8-49ce-b618-f98dbcd16242 req-276c2730-39e5-4401-ab39-fddc791e98b0 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056637 Jul 13 07:40:49.109904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eaceb27-40b6-49bd-a28b-265eff821c8a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.120991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Deleting port 5ea092b8-d75f-45a0-9e4f-e90549d74714 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:49.120991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.161559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.179494 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eaceb27-40b6-49bd-a28b-265eff821c8a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.317907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eaceb27-40b6-49bd-a28b-265eff821c8a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.321191 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eaceb27-40b6-49bd-a28b-265eff821c8a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.325243 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3eaceb27-40b6-49bd-a28b-265eff821c8a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/security-groups/301c3248-7384-4a61-8ec1-0250af3c6f59 HTTP/1.1" status: 204 len: 168 time: 0.3559725 Jul 13 07:40:49.325987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54460) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:49.357307 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027827be-e64c-4ee1-af12-5f331f1babe3 x-openstack-request-id: req-027827be-e64c-4ee1-af12-5f331f1babe3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:49.357710 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:49.358097 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-027827be-e64c-4ee1-af12-5f331f1babe3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:49.358609 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'status': 'completed', 'code': 200} Jul 13 07:40:49.369602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaceb27-40b6-49bd-a28b-265eff821c8a tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c3248-7384-4a61-8ec1-0250af3c6f59,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:49.433083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] For port 5ea092b8-d75f-45a0-9e4f-e90549d74714, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5ea092b8-d75f-45a0-9e4f-e90549d74714,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:49.433887 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.437560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.488636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Calling delete_port for 5ea092b8-d75f-45a0-9e4f-e90549d74714 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:49.564585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f42ac5-bdb7-450d-9471-8e82b535a67d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.610034 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f42ac5-bdb7-450d-9471-8e82b535a67d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.694255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-17e3d626-3f45-4557-87e2-98232d206fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:49.696359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-17e3d626-3f45-4557-87e2-98232d206fb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1097 time: 0.2725294 Jul 13 07:40:49.701908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f42ac5-bdb7-450d-9471-8e82b535a67d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.706123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f42ac5-bdb7-450d-9471-8e82b535a67d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.709870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-01f42ac5-bdb7-450d-9471-8e82b535a67d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/security-groups/9ddc26b5-66e5-4abe-add0-7b27bfe1d4b8 HTTP/1.1" status: 204 len: 168 time: 0.3577271 Jul 13 07:40:49.715642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:49.781990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.788187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f42ac5-bdb7-450d-9471-8e82b535a67d tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddc26b5-66e5-4abe-add0-7b27bfe1d4b8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:49.796226 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:49.808512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5ea092b8-d75f-45a0-9e4f-e90549d74714'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:49.857517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event deleted for resources: {'Port': ['ID=5ea092b8-d75f-45a0-9e4f-e90549d74714,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:49.882079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-357e4754-1ff4-4c28-8f88-e91da855c3bb req-7f0c6fa7-71d9-4a16-a182-9e03d102c654 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ede29bb-32cb-45d5-8d1c-84a9e01c848b HTTP/1.1" status: 200 len: 210 time: 0.1329892 Jul 13 07:40:49.950848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-66844e0a-f87b-4a73-82b8-5df1b0e2421e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet 5cefb42c-1bb4-488b-b7ce-e3f99c4c4887 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:49.963531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] No DVR routers for this DVR port 5ea092b8-d75f-45a0-9e4f-e90549d74714 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:49.967705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.972339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66844e0a-f87b-4a73-82b8-5df1b0e2421e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.975046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eb5ba6d-f556-4453-965b-bc8bf00c729d req-89626345-59ac-4adc-8f44-69cd4bd6d9e3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "DELETE /v2.0/ports/5ea092b8-d75f-45a0-9e4f-e90549d74714 HTTP/1.1" status: 204 len: 173 time: 1.1654809 Jul 13 07:40:50.043037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-3c69aa05-a0ed-41e9-87d5-071315f2cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:50.044793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-3c69aa05-a0ed-41e9-87d5-071315f2cb74 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 921 time: 0.3258502 Jul 13 07:40:50.097093 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.103625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-111818d3-82e8-47e2-9556-b27467182bf4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 217 time: 0.0515585 Jul 13 07:40:50.105187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.127810 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66844e0a-f87b-4a73-82b8-5df1b0e2421e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.179594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-3e7125ee-a5bf-4573-95ab-076a44225b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:50.181267 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-3e7125ee-a5bf-4573-95ab-076a44225b10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 200 len: 860 time: 0.0693634 Jul 13 07:40:50.247170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-afaa539f-6455-4de8-b4b6-369693b8728c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0563d92c-fdec-4ee1-82fa-788e5f5a2972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441349 Jul 13 07:40:50.436258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Pushing event updated for resources: {'Port': ['ID=bb7b45b7-ecae-467c-9ce5-d096b3d2dabe,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:50.457779 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.511582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.512943 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-f1925617-aa1f-493b-884c-e33e57e6e345 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7492619 Jul 13 07:40:50.611431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66844e0a-f87b-4a73-82b8-5df1b0e2421e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.679894 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-25800790-4b16-48a6-a54a-35263784e173 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.1579854 Jul 13 07:40:50.700299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-6750c192-2dc2-46ef-b740-1e5adf8f3a17 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408236 Jul 13 07:40:50.865900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-b8a97483-e3c0-40d9-80ad-ceb2df979743 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:50.867819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-b8a97483-e3c0-40d9-80ad-ceb2df979743 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.1804049 Jul 13 07:40:50.897871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-d140b82a-f84b-4b57-a676-052a8c50a9a9 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:40:50.899220 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2daed61-e3c2-462f-b018-2e35e720bc92 req-d140b82a-f84b-4b57-a676-052a8c50a9a9 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212774 Jul 13 07:40:50.903037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66844e0a-f87b-4a73-82b8-5df1b0e2421e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.918965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea1e5a-8ab6-4209-99ff-36eaae2907cd req-d0bc838b-9a36-42ce-b5e1-94fdc579a59f tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:50.920587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1fea1e5a-8ab6-4209-99ff-36eaae2907cd req-d0bc838b-9a36-42ce-b5e1-94fdc579a59f tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.2423820 Jul 13 07:40:50.956488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66844e0a-f87b-4a73-82b8-5df1b0e2421e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=5cefb42c-1bb4-488b-b7ce-e3f99c4c4887,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:51.010464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1fea1e5a-8ab6-4209-99ff-36eaae2907cd req-09827632-a074-4b42-9339-c95feaad187b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593574 Jul 13 07:40:51.013692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66844e0a-f87b-4a73-82b8-5df1b0e2421e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.015658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-66844e0a-f87b-4a73-82b8-5df1b0e2421e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/5cefb42c-1bb4-488b-b7ce-e3f99c4c4887 HTTP/1.1" status: 204 len: 168 time: 1.2830102 Jul 13 07:40:51.019281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:51.034192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2013bf9-e6ee-4bd1-bb31-f4f381883aad None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:51.034798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d58cb60-a1de-40ea-bd6a-bf67d1d91c95 req-1e24eebd-7d67-45bd-9255-1332ada5cb42 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984858 Jul 13 07:40:51.163324 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff526ab8-7aed-431e-8182-8127012a18fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.176350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47bf5ac-e4b4-40d0-acf6-67dada4fcc9b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet 5bdd050c-d35b-4318-bdc9-64b0ac9d123b {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:51.181136 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.190812 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e47bf5ac-e4b4-40d0-acf6-67dada4fcc9b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.249900 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e47bf5ac-e4b4-40d0-acf6-67dada4fcc9b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.267643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad755af-780f-41c8-96a6-84c9b021c489 req-9472f7f7-5ecc-4265-ad44-59881003e5cc tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:51.269556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aad755af-780f-41c8-96a6-84c9b021c489 req-9472f7f7-5ecc-4265-ad44-59881003e5cc tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 946 time: 0.0908525 Jul 13 07:40:51.354665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aad755af-780f-41c8-96a6-84c9b021c489 req-08f3fff6-0410-468b-aef7-ddd2d59717b1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a3381a-e12e-45b6-9f61-7665e43eedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790780 Jul 13 07:40:51.359448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede29bb-32cb-45d5-8d1c-84a9e01c848b', 'name': 'network-vif-deleted', 'tag': '5ea092b8-d75f-45a0-9e4f-e90549d74714'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:51.362665 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c1aa36-e1b5-47d8-9dab-e0e738ab7ae0" -d '{"events": [{"server_uuid": "1ede29bb-32cb-45d5-8d1c-84a9e01c848b", "name": "network-vif-deleted", "tag": "5ea092b8-d75f-45a0-9e4f-e90549d74714"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:51.886810 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e457b437-6694-4a6c-8e31-b15153e887a5 x-openstack-request-id: req-e457b437-6694-4a6c-8e31-b15153e887a5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:51.887470 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ede29bb-32cb-45d5-8d1c-84a9e01c848b", "name": "network-vif-deleted", "tag": "5ea092b8-d75f-45a0-9e4f-e90549d74714", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:51.887470 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e457b437-6694-4a6c-8e31-b15153e887a5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:51.887869 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede29bb-32cb-45d5-8d1c-84a9e01c848b', 'name': 'network-vif-deleted', 'tag': '5ea092b8-d75f-45a0-9e4f-e90549d74714', 'status': 'completed', 'code': 200} Jul 13 07:40:51.947549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:51.958129 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.986767 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e47bf5ac-e4b4-40d0-acf6-67dada4fcc9b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.147528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baba23-9593-488c-ab6e-45c98464d90f req-23588ee9-3772-4daf-81c7-16a5b09c4e5a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.150750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-23588ee9-3772-4daf-81c7-16a5b09c4e5a tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7949338 Jul 13 07:40:52.172601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-d88f2700-7ad3-48ea-bb01-e9ce4122809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.179841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-d88f2700-7ad3-48ea-bb01-e9ce4122809a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55d29ed09a0841d0ad3b5582a665d7fa&device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 1098 time: 0.2907507 Jul 13 07:40:52.190116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-64056fe7-e109-4aa4-8e2c-c7e4ba4eae29 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.192524 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-64056fe7-e109-4aa4-8e2c-c7e4ba4eae29 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.48 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 946 time: 0.2509577 Jul 13 07:40:52.237524 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e47bf5ac-e4b4-40d0-acf6-67dada4fcc9b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.266948 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-83768f21-8124-4c67-a33a-ef7091990448 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.0970395 Jul 13 07:40:52.324649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bf5ac-e4b4-40d0-acf6-67dada4fcc9b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdd050c-d35b-4318-bdc9-64b0ac9d123b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:52.344897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Request body: {'floatingip': {'port_id': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:52.348294 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e47bf5ac-e4b4-40d0-acf6-67dada4fcc9b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.350532 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e47bf5ac-e4b4-40d0-acf6-67dada4fcc9b tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/5bdd050c-d35b-4318-bdc9-64b0ac9d123b HTTP/1.1" status: 204 len: 168 time: 1.3293784 Jul 13 07:40:52.357719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54506) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.375482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5082a712-a7ce-4358-8d4d-dac6787bd0ee None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:52.393779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-baa960ca-954b-48b7-a8d0-d0bd0de06965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.395379 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-baa960ca-954b-48b7-a8d0-d0bd0de06965 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 HTTP/1.1" status: 200 len: 913 time: 0.1999695 Jul 13 07:40:52.426859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-de7ead95-2e4e-4995-9d07-374b4599a6ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d18457f0f464724a0fd5f3375401f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751594 Jul 13 07:40:52.426859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.439907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3fda2d59-e3fd-4127-9cea-f32dbb87cfd0 None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:52.441071 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3fda2d59-e3fd-4127-9cea-f32dbb87cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.457340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-38e28c62-4dfd-4343-9988-ecd86fd424c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b18a5ac-40ca-4197-a605-d92b460987a1 HTTP/1.1" status: 200 len: 217 time: 0.0456996 Jul 13 07:40:52.466564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Deleting port ba843784-5812-4324-94df-d0af96ea25b3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:52.466910 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.487775 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.506489 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7852fd1a-ef74-43d9-bfca-e97bd80213f2 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:52.506948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7852fd1a-ef74-43d9-bfca-e97bd80213f2 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:52.511904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7852fd1a-ef74-43d9-bfca-e97bd80213f2 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/5cefb42c-1bb4-488b-b7ce-e3f99c4c4887 HTTP/1.1" status: 404 len: 337 time: 0.1118915 Jul 13 07:40:52.519602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.632811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-115865ae-c7cd-4a40-97d8-84bf0200c10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.686750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-89024e4b-53e0-4dc2-91c7-bd5464eea864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.688322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-89024e4b-53e0-4dc2-91c7-bd5464eea864 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21d90829-6ad3-469d-9402-252686654878 HTTP/1.1" status: 200 len: 852 time: 0.2238197 Jul 13 07:40:52.696726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3fda2d59-e3fd-4127-9cea-f32dbb87cfd0 None None] Provisioning complete for port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:52.696726 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3fda2d59-e3fd-4127-9cea-f32dbb87cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.720069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-115865ae-c7cd-4a40-97d8-84bf0200c10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.746089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3fda2d59-e3fd-4127-9cea-f32dbb87cfd0 None None] Port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:52.748695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffebf2eb-2e38-48a0-826d-aaaf0bb04218 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting subnet 2ec57a50-d4e5-4f6c-9b81-6e576e7ba891 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:52.752299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffebf2eb-2e38-48a0-826d-aaaf0bb04218 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.782425 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-1a4dc0e1-92bb-43b6-9982-983c679dc464 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766482 Jul 13 07:40:52.803744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] For port ba843784-5812-4324-94df-d0af96ea25b3, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ba843784-5812-4324-94df-d0af96ea25b3,segment=NetworkSegment(20b8d26f-a50e-4b9c-b588-13e22a029c92),segment_id=20b8d26f-a50e-4b9c-b588-13e22a029c92)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:52.804290 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.862246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Calling delete_port for ba843784-5812-4324-94df-d0af96ea25b3 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:52.866171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffebf2eb-2e38-48a0-826d-aaaf0bb04218 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.919381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5ea092b8-d75f-45a0-9e4f-e90549d74714 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:52.956439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccb965-b09a-4e39-8665-5a0bc8ae4c6a req-987db906-e99b-4a96-a869-3ac09c44ce0e tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.964036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05ccb965-b09a-4e39-8665-5a0bc8ae4c6a req-987db906-e99b-4a96-a869-3ac09c44ce0e tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.3702250 Jul 13 07:40:52.977264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-115865ae-c7cd-4a40-97d8-84bf0200c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.980362 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-115865ae-c7cd-4a40-97d8-84bf0200c10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.984000 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-115865ae-c7cd-4a40-97d8-84bf0200c10c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd997b2c-e07c-482d-a326-faa96751ef6a HTTP/1.1" status: 204 len: 168 time: 0.5540185 Jul 13 07:40:53.004843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-58a9f910-bda9-4dd7-b319-de0b1db74ab3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:53.006527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-58a9f910-bda9-4dd7-b319-de0b1db74ab3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.4076064 Jul 13 07:40:53.030933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115865ae-c7cd-4a40-97d8-84bf0200c10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd997b2c-e07c-482d-a326-faa96751ef6a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.073567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-7a7e0ee3-22e7-44a7-ba70-53d8233c0c66 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3058403 Jul 13 07:40:53.153718 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05ccb965-b09a-4e39-8665-5a0bc8ae4c6a req-837cd2a9-8683-4728-8bb1-9f473ec2a8e3 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886687 Jul 13 07:40:53.170697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-cc167486-5a5d-4087-880b-bb2585de4797 service neutron] 10.222.0.38 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795893 Jul 13 07:40:53.190737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffebf2eb-2e38-48a0-826d-aaaf0bb04218 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.208546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 5ea092b8-d75f-45a0-9e4f-e90549d74714 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:53.209110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5ea092b8-d75f-45a0-9e4f-e90549d74714 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:53.455255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffebf2eb-2e38-48a0-826d-aaaf0bb04218 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.469691 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9253e34c-3eed-46f1-aa87-fd1adb0811e5 req-0f5c4306-04e4-4851-a48a-2a8e0869b877 service neutron] 10.222.0.38 "GET /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854049 Jul 13 07:40:53.515899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebf2eb-2e38-48a0-826d-aaaf0bb04218 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec57a50-d4e5-4f6c-9b81-6e576e7ba891,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.517866 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.536495 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffebf2eb-2e38-48a0-826d-aaaf0bb04218 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.539010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ffebf2eb-2e38-48a0-826d-aaaf0bb04218 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/2ec57a50-d4e5-4f6c-9b81-6e576e7ba891 HTTP/1.1" status: 204 len: 168 time: 1.0189366 Jul 13 07:40:53.545064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54520) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.598082 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b979693-63a8-4903-affa-b401412761db tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:53.598543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b979693-63a8-4903-affa-b401412761db tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:53.609298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4b979693-63a8-4903-affa-b401412761db tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/93ed357d-940c-4b95-a977-0bd7205fe169 HTTP/1.1" status: 404 len: 337 time: 0.0574603 Jul 13 07:40:53.615766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.632738 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.656119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ba843784-5812-4324-94df-d0af96ea25b3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:53.725826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ba8bf-2461-436f-8c42-24548cff9461 None None] Network bd6cc16f-43a4-4fef-b366-186aff58d3df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:53.762314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Pushing event deleted for resources: {'Port': ['ID=ba843784-5812-4324-94df-d0af96ea25b3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.768224 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7dd28364-b5de-48d4-8a0d-177af785fe30 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f737843-4319-49f6-bbd5-7828804a2a8e HTTP/1.1" status: 200 len: 205 time: 0.1491354 Jul 13 07:40:53.769213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54524) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.813418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-0a9a53b2-e740-4c36-832a-89cf40285617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:53.815053 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-0a9a53b2-e740-4c36-832a-89cf40285617 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad598854b124655b905399734eada74&device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 1098 time: 0.6419384 Jul 13 07:40:53.824341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:40:53.837885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4feb1a3b-56d5-4e15-9943-10ed97a73023 None None] Provisioning complete for port 2fa873c9-d111-4411-a71a-32c8db0ace9a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:53.838409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4feb1a3b-56d5-4e15-9943-10ed97a73023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.849016 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-22dd9d3e-a409-4c2d-b4bf-cbd72bafb289 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] delete failed (client error): The resource could not be found. Jul 13 07:40:53.851128 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-22dd9d3e-a409-4c2d-b4bf-cbd72bafb289 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/routers/6f737843-4319-49f6-bbd5-7828804a2a8e HTTP/1.1" status: 404 len: 336 time: 0.0800824 Jul 13 07:40:53.857016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.926753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Deleting port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:53.927103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.941346 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-820db6b0-443d-4477-8541-e3842d59fc4e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:53.941810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820db6b0-443d-4477-8541-e3842d59fc4e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:53.946413 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-820db6b0-443d-4477-8541-e3842d59fc4e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/9c7e1d9b-6c4a-444c-9326-54978d03fc54 HTTP/1.1" status: 404 len: 337 time: 0.0866625 Jul 13 07:40:53.946413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] No DVR routers for this DVR port ba843784-5812-4324-94df-d0af96ea25b3 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:53.947347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.951641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.964392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.966747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b99f68a-fd4c-4dca-a64f-50fd197e5f59 req-42b3fc7c-b788-4a66-b348-83c1f5ed14f1 tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.48 "DELETE /v2.0/ports/ba843784-5812-4324-94df-d0af96ea25b3 HTTP/1.1" status: 204 len: 173 time: 1.7611895 Jul 13 07:40:53.967414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29efeca2-3282-4bb4-8f8e-a6124ccd70b2', 'name': 'network-vif-deleted', 'tag': 'ba843784-5812-4324-94df-d0af96ea25b3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:53.970503 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266aa858-b286-4807-8af9-eff5df060710" -d '{"events": [{"server_uuid": "29efeca2-3282-4bb4-8f8e-a6124ccd70b2", "name": "network-vif-deleted", "tag": "ba843784-5812-4324-94df-d0af96ea25b3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:53.997206 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5b098e-9d97-470e-8ab4-d5c60753ed6e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:53.997671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5b098e-9d97-470e-8ab4-d5c60753ed6e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:53.999605 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7a5b098e-9d97-470e-8ab4-d5c60753ed6e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/d66a47a4-70e9-4c2e-a5d8-d900fbfc0300 HTTP/1.1" status: 404 len: 337 time: 0.0512934 Jul 13 07:40:54.003855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54532) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.018402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4feb1a3b-56d5-4e15-9943-10ed97a73023 None None] Provisioning complete for port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:54.018985 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4feb1a3b-56d5-4e15-9943-10ed97a73023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.019190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.049709 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e90437-1230-4d05-aa9c-fdf69a5dfa44 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:54.050225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e90437-1230-4d05-aa9c-fdf69a5dfa44 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:54.056754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a6e90437-1230-4d05-aa9c-fdf69a5dfa44 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/f408512a-5eba-42ab-b2b7-aa3cb164f6f9 HTTP/1.1" status: 404 len: 337 time: 0.0479474 Jul 13 07:40:54.057671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54534) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.082972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08115b-19a7-4928-a584-618f6f089598 req-c570a1b8-71af-4bba-8bac-6025aad204f3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:54.083208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4feb1a3b-56d5-4e15-9943-10ed97a73023 None None] Port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:54.090594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f08115b-19a7-4928-a584-618f6f089598 req-c570a1b8-71af-4bba-8bac-6025aad204f3 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 946 time: 0.3396230 Jul 13 07:40:54.114497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] DHCP port deletion for bd6cc16f-43a4-4fef-b366-186aff58d3df request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:54.147777 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d144c4-e17c-4ed7-baa3-f37c8a97cd13 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:54.148578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d144c4-e17c-4ed7-baa3-f37c8a97cd13 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:54.156066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f5d144c4-e17c-4ed7-baa3-f37c8a97cd13 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/8568f296-4e61-47ed-aa11-d93253acdb3b HTTP/1.1" status: 404 len: 333 time: 0.0957210 Jul 13 07:40:54.158093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.167798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-46c8c536-a450-4e3d-9673-3d91bbb7d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:54.169288 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-46c8c536-a450-4e3d-9673-3d91bbb7d69e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 200 len: 912 time: 0.2964718 Jul 13 07:40:54.190609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Deleting port 2fa873c9-d111-4411-a71a-32c8db0ace9a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:54.191651 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.225848 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e558e1e8-724f-44a4-9c85-81c0e97709e6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:54.226241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e558e1e8-724f-44a4-9c85-81c0e97709e6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:54.228752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e558e1e8-724f-44a4-9c85-81c0e97709e6 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/9e3c1eab-2598-4def-8b9e-fc3d79959475 HTTP/1.1" status: 404 len: 337 time: 0.0630274 Jul 13 07:40:54.234371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f08115b-19a7-4928-a584-618f6f089598 req-157a74ab-b772-4f61-8adc-2d1d9d5e7936 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c374a44-dd49-40a4-85a9-e2c9db335247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411295 Jul 13 07:40:54.235157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54540) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.272183 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Floating IP c35147da-949b-437b-9ee9-60c558be1c98 associated. External IP: 172.25.8.173, port: da306ee1-f578-443a-8e76-656bd61bc54c. Jul 13 07:40:54.303800 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6953bcb1-a026-49e0-b7c4-f9614c511ef9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:54.304405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6953bcb1-a026-49e0-b7c4-f9614c511ef9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:54.304730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] For port 2fa873c9-d111-4411-a71a-32c8db0ace9a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2fa873c9-d111-4411-a71a-32c8db0ace9a,segment=NetworkSegment(e4f5d16a-3f23-4806-87cc-98a83fe9e4da),segment_id=e4f5d16a-3f23-4806-87cc-98a83fe9e4da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:54.305403 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.315781 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6953bcb1-a026-49e0-b7c4-f9614c511ef9 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/22c3352d-d745-4f0c-9e1a-37bf48339e94 HTTP/1.1" status: 404 len: 337 time: 0.0750692 Jul 13 07:40:54.322279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54542) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.323397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Calling delete_port for 2fa873c9-d111-4411-a71a-32c8db0ace9a owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:54.378174 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66ad864-ac33-4b95-a8d4-2d98b1256d85 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:54.378859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66ad864-ac33-4b95-a8d4-2d98b1256d85 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:54.380566 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b66ad864-ac33-4b95-a8d4-2d98b1256d85 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/f5f10469-56d7-41bf-a6b8-82f456ebc3f6 HTTP/1.1" status: 404 len: 333 time: 0.0541353 Jul 13 07:40:54.383346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.388860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] For port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:54.390211 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.410562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Calling delete_port for b822fb75-8cdb-4ab8-89ce-74c7e863ab8a owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:54.410811 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d34e859-d1e9-4d16-b702-dce0bfa30171 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:54.411058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d34e859-d1e9-4d16-b702-dce0bfa30171 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:54.415721 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5d34e859-d1e9-4d16-b702-dce0bfa30171 tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/13f20f47-b9cd-41a7-b441-691d4dfeaf88 HTTP/1.1" status: 404 len: 337 time: 0.0313075 Jul 13 07:40:54.418900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54548) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.427783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.452636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Pushing event deleted for resources: {'Port': ['ID=2fa873c9-d111-4411-a71a-32c8db0ace9a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:54.469419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] No DVR routers for this DVR port 2fa873c9-d111-4411-a71a-32c8db0ace9a on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:54.475454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.476295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.476806 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.477808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.478366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.478840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.479827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.480307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.481393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.481880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.482642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.483583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62579b-6223-4fde-8038-2f83c54e98a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:54.487595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cb1953c6-f938-43d5-bbfb-a131d4f67dab req-5ed5d3b2-a158-4c2b-b2e6-2599e14d1d8c tempest-ServerAddressesNegativeTestJSON-511552448 tempest-ServerAddressesNegativeTestJSON-511552448-project] 10.222.0.41 "GET /v2.0/ports?device_id=29efeca2-3282-4bb4-8f8e-a6124ccd70b2 HTTP/1.1" status: 200 len: 210 time: 0.0693538 Jul 13 07:40:54.489158 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2680306-857a-4902-947a-de49e2a9566e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:54.489612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2680306-857a-4902-947a-de49e2a9566e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:54.491719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c2680306-857a-4902-947a-de49e2a9566e tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/subnets/7cf35fe4-2490-4c9e-8751-b4e714feddb4 HTTP/1.1" status: 404 len: 337 time: 0.0710831 Jul 13 07:40:54.495013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54550) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.641536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f750add0-a5a8-458c-9360-fe48640dcf1c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Deleting port 68e5934f-beb8-469c-88a6-f6df5fd6a2cf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:54.644259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f750add0-a5a8-458c-9360-fe48640dcf1c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.697812 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4039b8-ea89-4cbc-b5a1-7b1f4c4948c7 x-openstack-request-id: req-1a4039b8-ea89-4cbc-b5a1-7b1f4c4948c7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:54.698282 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29efeca2-3282-4bb4-8f8e-a6124ccd70b2", "name": "network-vif-deleted", "tag": "ba843784-5812-4324-94df-d0af96ea25b3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:54.698665 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a4039b8-ea89-4cbc-b5a1-7b1f4c4948c7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:54.703222 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29efeca2-3282-4bb4-8f8e-a6124ccd70b2', 'name': 'network-vif-deleted', 'tag': 'ba843784-5812-4324-94df-d0af96ea25b3', 'status': 'completed', 'code': 200} Jul 13 07:40:54.780329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f750add0-a5a8-458c-9360-fe48640dcf1c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.795388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f750add0-a5a8-458c-9360-fe48640dcf1c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Calling delete_port for 68e5934f-beb8-469c-88a6-f6df5fd6a2cf owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:54.920654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f750add0-a5a8-458c-9360-fe48640dcf1c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.942399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-0a181f5a-6bc3-4f24-a5f5-61dfe8ad8b48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 200 len: 1000 time: 0.7627170 Jul 13 07:40:54.989333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750add0-a5a8-458c-9360-fe48640dcf1c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Port': ['ID=68e5934f-beb8-469c-88a6-f6df5fd6a2cf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.030585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f750add0-a5a8-458c-9360-fe48640dcf1c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.035855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f750add0-a5a8-458c-9360-fe48640dcf1c tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/ports/68e5934f-beb8-469c-88a6-f6df5fd6a2cf HTTP/1.1" status: 204 len: 168 time: 0.5366571 Jul 13 07:40:55.036332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54556) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:55.068543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-80c727d8-b585-4668-9fac-1def55f9ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:55.070274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-80c727d8-b585-4668-9fac-1def55f9ef14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 200 len: 850 time: 0.1173825 Jul 13 07:40:55.071448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabddc0-c97e-4c3f-9dce-26e7f063eef9 req-a6b97092-e8ca-49bd-90b5-be314783daec tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:55.073134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0dabddc0-c97e-4c3f-9dce-26e7f063eef9 req-a6b97092-e8ca-49bd-90b5-be314783daec tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.0911043 Jul 13 07:40:55.122617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0dabddc0-c97e-4c3f-9dce-26e7f063eef9 req-adc77a86-2518-4245-8526-9419e0178be7 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 Jul 13 07:40:55.288339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.316691 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.373756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:55.376065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event deleted for resources: {'Port': ['ID=b822fb75-8cdb-4ab8-89ce-74c7e863ab8a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.435590 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-2e33f48d-22e2-467f-8215-125738190a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:55.437443 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-2e33f48d-22e2-467f-8215-125738190a90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4c07a53-adf5-42b2-b35d-ef69c8555115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3204947 Jul 13 07:40:55.474435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] No DVR routers for this DVR port b822fb75-8cdb-4ab8-89ce-74c7e863ab8a on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:55.497193 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.500227 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6bc1edaa-790a-448b-a928-ed0a59ba1a90 req-169828b4-9f33-490c-aba9-0facb918fbe5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.48 "DELETE /v2.0/ports/b822fb75-8cdb-4ab8-89ce-74c7e863ab8a HTTP/1.1" status: 204 len: 173 time: 2.4810581 Jul 13 07:40:55.501198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69e278-273c-4130-8d4a-5b1a3192cfec', 'name': 'network-vif-deleted', 'tag': 'b822fb75-8cdb-4ab8-89ce-74c7e863ab8a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:55.503621 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2392327-a15e-4f91-935e-192a7a6e8731" -d '{"events": [{"server_uuid": "ec69e278-273c-4130-8d4a-5b1a3192cfec", "name": "network-vif-deleted", "tag": "b822fb75-8cdb-4ab8-89ce-74c7e863ab8a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:55.611426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.649119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6cc16f-43a4-4fef-b366-186aff58d3df']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:55.662564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ba843784-5812-4324-94df-d0af96ea25b3 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:55.704046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: ba843784-5812-4324-94df-d0af96ea25b3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:55.704633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ba843784-5812-4324-94df-d0af96ea25b3 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:55.705238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b822fb75-8cdb-4ab8-89ce-74c7e863ab8a no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:55.752882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: b822fb75-8cdb-4ab8-89ce-74c7e863ab8a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:55.754478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b822fb75-8cdb-4ab8-89ce-74c7e863ab8a not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:55.760794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f5d16a-3f23-4806-87cc-98a83fe9e4da') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:55.761099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f5d16a-3f23-4806-87cc-98a83fe9e4da') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:55.782569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.816707 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.819652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:55.825194 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-f441bf00-62ee-4b20-82a8-4d15007f8a76 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559549 Jul 13 07:40:55.830120 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.833361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:55.833361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:55.837122 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:55.841140 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] Sync routers for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:55.864619 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:55.865391 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:55.904509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4e8083a-b8fd-4abc-8c4b-63a0e5d017b1 req-cfdacf07-a982-4229-a302-bdcf42b502b5 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec69e278-273c-4130-8d4a-5b1a3192cfec HTTP/1.1" status: 200 len: 210 time: 0.0528605 Jul 13 07:40:55.995274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-a545a107-4924-4f19-b8ca-4a4b93a84773 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "PUT /v2.0/floatingips/c35147da-949b-437b-9ee9-60c558be1c98 HTTP/1.1" status: 200 len: 996 time: 3.6503959 Jul 13 07:40:56.006560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54570) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:56.046942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2fa873c9-d111-4411-a71a-32c8db0ace9a no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:56.102253 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:56.105595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 2fa873c9-d111-4411-a71a-32c8db0ace9a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:56.108503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2fa873c9-d111-4411-a71a-32c8db0ace9a not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:56.132049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d1fc77-da08-4f7b-80eb-628dbb514ae1 admin admin] Deleting subnet fe79fde2-d7ce-4c32-936c-bc3913fe3e6b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:56.138525 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53d1fc77-da08-4f7b-80eb-628dbb514ae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.142863 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe41f92-e11d-451b-9f77-e7f522da1e4e x-openstack-request-id: req-dfe41f92-e11d-451b-9f77-e7f522da1e4e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:56.143615 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec69e278-273c-4130-8d4a-5b1a3192cfec", "name": "network-vif-deleted", "tag": "b822fb75-8cdb-4ab8-89ce-74c7e863ab8a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:56.143615 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfe41f92-e11d-451b-9f77-e7f522da1e4e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:56.145494 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec69e278-273c-4130-8d4a-5b1a3192cfec', 'name': 'network-vif-deleted', 'tag': 'b822fb75-8cdb-4ab8-89ce-74c7e863ab8a', 'status': 'completed', 'code': 200} Jul 13 07:40:56.146492 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.168106 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.175984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] 10.222.0.41 "DELETE /v2.0/networks/bd6cc16f-43a4-4fef-b366-186aff58d3df HTTP/1.1" status: 204 len: 168 time: 1.1364930 Jul 13 07:40:56.216172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3d657-247c-41b2-a335-eb77a85bc8ab tempest-PortsIpV6TestJSON-564497749 tempest-PortsIpV6TestJSON-564497749-project] Pushing event deleted for resources: {'Network': ['ID=bd6cc16f-43a4-4fef-b366-186aff58d3df,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.239500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53d1fc77-da08-4f7b-80eb-628dbb514ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.368260 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d220b84-9fc4-4bf7-aab7-73d1d12e0c5b req-f2c740e8-1ce4-47f7-a10b-611bc9539568 service neutron] 10.222.0.38 "GET /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293286 Jul 13 07:40:56.393774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baba23-9593-488c-ab6e-45c98464d90f req-345d1089-2e2b-4a11-ad5c-bc9fb0f09ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:56.405084 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53d1fc77-da08-4f7b-80eb-628dbb514ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.410394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-345d1089-2e2b-4a11-ad5c-bc9fb0f09ffd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1097 time: 0.2721019 Jul 13 07:40:56.507716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda4756-91cf-4a4b-8c01-d9f319790db2 req-77847132-2f42-4870-b7b0-2a625864f6cf tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:56.516086 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0fda4756-91cf-4a4b-8c01-d9f319790db2 req-77847132-2f42-4870-b7b0-2a625864f6cf tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.2173524 Jul 13 07:40:56.576032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0fda4756-91cf-4a4b-8c01-d9f319790db2 req-9b306bfc-239d-4cd7-92c3-e21e24290f72 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588894 Jul 13 07:40:56.580872 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53d1fc77-da08-4f7b-80eb-628dbb514ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.617356 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'c35147da-949b-437b-9ee9-60c558be1c98', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'port_id': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'mac_address': 'fa:16:3e:98:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:49Z', 'updated_at': '2021-07-13T07:40:53Z', 'revision_number': 1, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35dcd6b7-2ec2-4b33-a13c-b9658677d438', 'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'mac_address': 'fa:16:3e:86:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:49Z', 'revision_number': 5, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'subnets': [{'id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:56.650261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baba23-9593-488c-ab6e-45c98464d90f req-940d5667-ea45-43f7-b6a2-bce8181b2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:56.651829 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-940d5667-ea45-43f7-b6a2-bce8181b2dba service neutron] 10.222.0.41 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 921 time: 0.2394054 Jul 13 07:40:56.660499 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] Checking router: bc422f1d-baaa-48fc-9cda-9c60f87a63e8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:56.670454 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:56.671328 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:56.685037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1fc77-da08-4f7b-80eb-628dbb514ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe79fde2-d7ce-4c32-936c-bc3913fe3e6b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.696398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53d1fc77-da08-4f7b-80eb-628dbb514ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.709535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-53d1fc77-da08-4f7b-80eb-628dbb514ae1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fe79fde2-d7ce-4c32-936c-bc3913fe3e6b HTTP/1.1" status: 204 len: 168 time: 0.7010944 Jul 13 07:40:56.710043 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:56.765595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-5cccac86-a9bd-4c8d-b409-bdaf0b898d3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 999 time: 0.1075239 Jul 13 07:40:56.766423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:56.792440 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:56.896098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baba23-9593-488c-ab6e-45c98464d90f req-c3ce9815-9ffe-4016-b083-19d00df467c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:56.897794 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-c3ce9815-9ffe-4016-b083-19d00df467c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 200 len: 860 time: 0.1237752 Jul 13 07:40:56.979155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-6f9fd3c5-9262-4e46-abf9-4b2e216602a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0563d92c-fdec-4ee1-82fa-788e5f5a2972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750144 Jul 13 07:40:57.015943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-27ce522a-c592-48f9-885e-bfb0a7cd744b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:40:57.017180 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-27ce522a-c592-48f9-885e-bfb0a7cd744b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185845 Jul 13 07:40:57.085767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0442adca-79c8-40cf-a628-41eae86ef198 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb707046e7cb4ca7ba0df5c6bb0e024e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179910 Jul 13 07:40:57.154211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54590) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:57.163718 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-86a803f9-2b38-40bb-95e2-556f33975ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387310 Jul 13 07:40:57.276140 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'c35147da-949b-437b-9ee9-60c558be1c98', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'port_id': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'mac_address': 'fa:16:3e:98:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:49Z', 'updated_at': '2021-07-13T07:40:53Z', 'revision_number': 1, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35dcd6b7-2ec2-4b33-a13c-b9658677d438', 'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'mac_address': 'fa:16:3e:86:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:49Z', 'revision_number': 5, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'subnets': [{'id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:57.316762 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6711e9ae-fc7a-4b9a-b5a3-f2c98b236582 None None] The sync data for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 is: [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'c35147da-949b-437b-9ee9-60c558be1c98', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'port_id': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'mac_address': 'fa:16:3e:98:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:49Z', 'updated_at': '2021-07-13T07:40:53Z', 'revision_number': 1, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35dcd6b7-2ec2-4b33-a13c-b9658677d438', 'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'mac_address': 'fa:16:3e:86:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:49Z', 'revision_number': 5, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'subnets': [{'id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:57.353809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8567ffc-9f84-4f7f-ae9b-dc5b4cafe7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.380157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08baba23-9593-488c-ab6e-45c98464d90f req-bf168eef-1e1b-48ec-b7d7-0ddeb59d59c1 service neutron] 10.222.0.41 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037256 Jul 13 07:40:57.408286 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8567ffc-9f84-4f7f-ae9b-dc5b4cafe7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.494102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.588076 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-e414aaae-9cb9-4ab3-96c0-3c403327fdbc tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 999 time: 0.1683326 Jul 13 07:40:57.646977 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.661744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69f28df-71a5-41bc-a4c1-abde97e3ada2']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:57.669204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1924b306-788f-4fb5-9bda-b44da1844442 None None] New status for floating IP c35147da-949b-437b-9ee9-60c558be1c98: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:40:57.677038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b8d26f-a50e-4b9c-b588-13e22a029c92') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:57.677479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b8d26f-a50e-4b9c-b588-13e22a029c92') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:57.683789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-f184bacb-5a57-45c1-a495-1aec5054082c tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:57.685345 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-f184bacb-5a57-45c1-a495-1aec5054082c tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports/da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 942 time: 0.0912335 Jul 13 07:40:57.707125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf6cbd-19c5-43ab-a812-c55c9fde8ff4 req-5d91931f-3b26-40d9-9f6d-da5d95686ffd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:57.712253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8567ffc-9f84-4f7f-ae9b-dc5b4cafe7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.713975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fddf6cbd-19c5-43ab-a812-c55c9fde8ff4 req-5d91931f-3b26-40d9-9f6d-da5d95686ffd tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.2152975 Jul 13 07:40:57.715591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8567ffc-9f84-4f7f-ae9b-dc5b4cafe7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.717306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b8567ffc-9f84-4f7f-ae9b-dc5b4cafe7f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d57c19e2-88a3-417a-ba80-74ade552b469 HTTP/1.1" status: 204 len: 168 time: 0.5619607 Jul 13 07:40:57.758533 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.764742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8567ffc-9f84-4f7f-ae9b-dc5b4cafe7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57c19e2-88a3-417a-ba80-74ade552b469,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:57.814172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.821796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:57.822379 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:57.845367 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:57.864992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fddf6cbd-19c5-43ab-a812-c55c9fde8ff4 req-45481480-7f27-4be7-9095-4015aac36f68 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287777 Jul 13 07:40:58.025355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.032059 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.034259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/d69f28df-71a5-41bc-a4c1-abde97e3ada2 HTTP/1.1" status: 204 len: 168 time: 1.3229377 Jul 13 07:40:58.057024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec814bf-409e-437f-be4b-1418900a6c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=d69f28df-71a5-41bc-a4c1-abde97e3ada2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:58.059548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea929305-acc5-4043-8baf-9142aab01049 req-3a346e61-7494-4a04-a1a6-37d131eddaa8 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:58.062063 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea929305-acc5-4043-8baf-9142aab01049 req-3a346e61-7494-4a04-a1a6-37d131eddaa8 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.38 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.3146777 Jul 13 07:40:58.092147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-038bf108-6958-4da1-9dd8-c60d90109f8c tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 999 time: 0.2524123 Jul 13 07:40:58.288283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d80dc-8077-4418-9b08-e452fb95b4dd req-a4239e11-63ff-4e32-946c-d52a0411644e tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:58.288517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:58.291636 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:58.298901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c39d80dc-8077-4418-9b08-e452fb95b4dd req-a4239e11-63ff-4e32-946c-d52a0411644e tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 946 time: 0.1901574 Jul 13 07:40:58.314381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-e7394d05-7280-42db-b75f-e3bbe556cda9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3945253 Jul 13 07:40:58.339811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-ebe0c2a7-8f31-48c1-a325-b7e9f144a5e9 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:58.341905 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-ebe0c2a7-8f31-48c1-a325-b7e9f144a5e9 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.2158899 Jul 13 07:40:58.355472 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c39d80dc-8077-4418-9b08-e452fb95b4dd req-dcf631c1-ad54-426b-a552-359b71e6de22 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540135 Jul 13 07:40:58.455966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:58.537108 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-38da5927-aa57-4a1f-a80b-816db1999164 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb62fa97bc424181b60bf6917a17440d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770440 Jul 13 07:40:58.539708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54614) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:58.553217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-716a49a1-596f-4121-b5e8-f0f5efa47c5f tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 1001 time: 0.1885352 Jul 13 07:40:58.558054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Deleting port 3b18a5ac-40ca-4197-a605-d92b460987a1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:58.558485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.644315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e197bca8-d289-49d7-a084-c9804d6922c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.714371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e197bca8-d289-49d7-a084-c9804d6922c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.719184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] For port 3b18a5ac-40ca-4197-a605-d92b460987a1, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3b18a5ac-40ca-4197-a605-d92b460987a1,segment=NetworkSegment(edc58020-2ec6-4ed4-a9a2-a7151744a9c5),segment_id=edc58020-2ec6-4ed4-a9a2-a7151744a9c5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:58.719931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.733848 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a5627a-9f3f-485e-babd-2586b7e32cab x-openstack-request-id: req-48a5627a-9f3f-485e-babd-2586b7e32cab {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:58.734145 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:58.734394 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48a5627a-9f3f-485e-babd-2586b7e32cab {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:58.734791 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'status': 'completed', 'code': 200} Jul 13 07:40:58.751571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Calling delete_port for 3b18a5ac-40ca-4197-a605-d92b460987a1 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:58.764370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-c47130d8-177e-4587-80f2-1fd872309392 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:58.790135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-c140caa9-f6f0-435a-b4d5-8ce1defb9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:58.791791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-c140caa9-f6f0-435a-b4d5-8ce1defb9315 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1097 time: 0.1233759 Jul 13 07:40:58.821965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e197bca8-d289-49d7-a084-c9804d6922c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.824731 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e197bca8-d289-49d7-a084-c9804d6922c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.828214 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e197bca8-d289-49d7-a084-c9804d6922c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2a3381a-e12e-45b6-9f61-7665e43eedcb HTTP/1.1" status: 204 len: 168 time: 0.2852170 Jul 13 07:40:58.828386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-4060ce42-1b84-4e8d-a09a-a416829cc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:58.829609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-4060ce42-1b84-4e8d-a09a-a416829cc2bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=102ebbab007a4ae6959bb84643a4e152&device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 1097 time: 0.4637341 Jul 13 07:40:58.861329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197bca8-d289-49d7-a084-c9804d6922c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a3381a-e12e-45b6-9f61-7665e43eedcb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:58.986704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-c47130d8-177e-4587-80f2-1fd872309392 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.020556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-9902e1d3-2e21-43dc-acd3-f1d10a6f7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:59.022695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-9902e1d3-2e21-43dc-acd3-f1d10a6f7d55 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 921 time: 0.2201159 Jul 13 07:40:59.120944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-3817aa2d-7c0a-4460-89b2-a8553021560c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:59.121441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-3817aa2d-7c0a-4460-89b2-a8553021560c tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.1857939 Jul 13 07:40:59.124338 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-f97e4dee-1f14-42c3-8d6f-54b69fdf0617 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 1001 time: 0.0946124 Jul 13 07:40:59.348782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-d644ea8d-53e3-47e4-af34-8d91ec11b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:59.350695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-d644ea8d-53e3-47e4-af34-8d91ec11b5b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 200 len: 918 time: 0.4376924 Jul 13 07:40:59.352055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-04dc86f6-13f6-4928-89db-fc0859746a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:59.353582 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-04dc86f6-13f6-4928-89db-fc0859746a39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 200 len: 860 time: 0.2032986 Jul 13 07:40:59.464988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54648) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:59.477622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-a77ecaf8-8317-4840-91ff-dc258ae70b62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0563d92c-fdec-4ee1-82fa-788e5f5a2972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178300 Jul 13 07:40:59.516406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-1e52518e-2218-4c9a-986d-ec892dbef56b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3532ed21-d6f7-4496-8477-fa2935ed3748 HTTP/1.1" status: 200 len: 217 time: 0.1590469 Jul 13 07:40:59.589127 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-c47130d8-177e-4587-80f2-1fd872309392 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.596927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f4485-9d0e-424a-b9ee-efff8b185f01 req-89aed305-5849-466a-9b24-120be3538dec tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:59.602326 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d5f4485-9d0e-424a-b9ee-efff8b185f01 req-89aed305-5849-466a-9b24-120be3538dec tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 946 time: 0.4527760 Jul 13 07:40:59.631228 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-c47130d8-177e-4587-80f2-1fd872309392 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.631667 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-c47130d8-177e-4587-80f2-1fd872309392 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Floating IP c35147da-949b-437b-9ee9-60c558be1c98 disassociated. External IP: 172.25.8.173, port: da306ee1-f578-443a-8e76-656bd61bc54c. Jul 13 07:40:59.721325 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.734775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-ad3dea4a-bbf3-420e-9b80-a4a126ec943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:59.736402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-ad3dea4a-bbf3-420e-9b80-a4a126ec943e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 200 len: 857 time: 0.2122147 Jul 13 07:40:59.795593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Deleting port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:59.797354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.803866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Pushing event deleted for resources: {'Port': ['ID=3b18a5ac-40ca-4197-a605-d92b460987a1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:59.865511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-914cc885-60f5-41f3-a89e-bcd565bb1589 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30038480-aa36-4997-886a-5d201ddcfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769374 Jul 13 07:40:59.920090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-789084089'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:59.958268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] No DVR routers for this DVR port 3b18a5ac-40ca-4197-a605-d92b460987a1 on host n-h1-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:59.964235 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d5f4485-9d0e-424a-b9ee-efff8b185f01 req-7743dcfe-506f-4353-8615-896eea979b11 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321743 Jul 13 07:40:59.968861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.984941 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.38 "DELETE /v2.0/ports/3b18a5ac-40ca-4197-a605-d92b460987a1 HTTP/1.1" status: 204 len: 173 time: 1.9109490 Jul 13 07:41:00.081549 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-a9797eb4-0ad8-4169-9209-07b9ea12a1e3 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867529 Jul 13 07:41:00.119289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:00.124435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.217995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54668) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:00.253579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.290934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8019100b-10ea-43a8-b668-88de692c5ffc req-873a54fe-00fa-4af1-9475-1778e1688174 tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] 10.222.0.41 "GET /v2.0/ports?device_id=e90d1164-7c94-47ac-9327-3d6e93e856e0 HTTP/1.1" status: 200 len: 210 time: 0.1778777 Jul 13 07:41:00.315007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:00.315387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.413274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-912909786-network', 'tenant_id': '320fb7f030334f2caca184600ca7066f'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:00.550734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b6b1e7c-7e71-4344-bf95-7c280ddb33d4 req-73e676ce-07f8-4911-a6f2-979f9d2e9515 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580142 Jul 13 07:41:00.651399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-c47130d8-177e-4587-80f2-1fd872309392 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:00.748458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.749493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.750016 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Floating IP 35e5805a-3b2d-4228-8c55-f78897a0537a disassociated. External IP: 172.25.8.39, port: 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb. Jul 13 07:41:00.750534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Calling delete_port for 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:00.765407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.789924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.817824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90d1164-7c94-47ac-9327-3d6e93e856e0', 'name': 'network-vif-deleted', 'tag': '3b18a5ac-40ca-4197-a605-d92b460987a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:00.820200 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97864151-3dc4-458b-9626-fdeb000581b1" -d '{"events": [{"server_uuid": "e90d1164-7c94-47ac-9327-3d6e93e856e0", "name": "network-vif-deleted", "tag": "3b18a5ac-40ca-4197-a605-d92b460987a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:00.846201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Made reservation on behalf of 320fb7f030334f2caca184600ca7066f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:00.849068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.851801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-33485d83-f955-41df-b1cb-9c0e4013e8ae service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740815 Jul 13 07:41:00.853232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-c47130d8-177e-4587-80f2-1fd872309392 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:00.859316 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-c47130d8-177e-4587-80f2-1fd872309392 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.869585 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] Sync routers for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:00.880549 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:00.881633 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:00.906426 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-c47130d8-177e-4587-80f2-1fd872309392 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "PUT /v2.0/floatingips/c35147da-949b-437b-9ee9-60c558be1c98 HTTP/1.1" status: 200 len: 695 time: 2.1582811 Jul 13 07:41:00.916807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.932956 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d99071-5adf-4282-b1d7-0b3797ecafc6 x-openstack-request-id: req-59d99071-5adf-4282-b1d7-0b3797ecafc6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:00.933250 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90d1164-7c94-47ac-9327-3d6e93e856e0", "name": "network-vif-deleted", "tag": "3b18a5ac-40ca-4197-a605-d92b460987a1", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:00.933504 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59d99071-5adf-4282-b1d7-0b3797ecafc6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:00.933920 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90d1164-7c94-47ac-9327-3d6e93e856e0', 'name': 'network-vif-deleted', 'tag': '3b18a5ac-40ca-4197-a605-d92b460987a1', 'status': 'completed', 'code': 200} Jul 13 07:41:00.942978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:00.967738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3b18a5ac-40ca-4197-a605-d92b460987a1 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:01.024118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 3b18a5ac-40ca-4197-a605-d92b460987a1 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:01.025227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3b18a5ac-40ca-4197-a605-d92b460987a1 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:01.027784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:01.081572 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:01.097416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.116432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.129578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9736c91e-0a06-4ee5-91cf-f5f91fdfa300 req-eeee1608-e1f2-4dc5-9ba1-9ba5fcee889b service neutron] 10.222.0.48 "GET /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219443 Jul 13 07:41:01.154494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-3b47dbe4-826d-4b7b-97b1-6d29ef830356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:01.156064 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-3b47dbe4-826d-4b7b-97b1-6d29ef830356 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1097 time: 0.2193968 Jul 13 07:41:01.179445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29812f06-5f72-4b9c-be13-df55ce0bd547,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:01.211557 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.212770 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Added segment 17504837-01aa-438c-abfa-60b4bd77338a of type vlan for network ef826610-7ba2-4058-91a3-a7377082666d Jul 13 07:41:01.230285 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.265302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:01.275428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:01.277167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:01.281444 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da2d489-b747-4206-90c4-378190a15a5c" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:01.286061 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.300576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-0a7dacb7-4c06-4020-96a5-56e4219229d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:01.306167 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-0a7dacb7-4c06-4020-96a5-56e4219229d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 921 time: 0.1441324 Jul 13 07:41:01.388860 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-5f29041c-473d-4abb-aeac-7963ad1b5b61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 217 time: 0.0759420 Jul 13 07:41:01.399289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:01.402369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=17']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:01.435500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.454287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.455004 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Added segment 112f7a6b-02ad-462f-acfd-2b01381037b7 of type vlan for network 7573503c-31c1-4373-bb1e-438e2a5b8c70 Jul 13 07:41:01.487228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-d9fbd2f1-1789-4952-b0ad-2a7f5baafaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:01.489124 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-d9fbd2f1-1789-4952-b0ad-2a7f5baafaa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 200 len: 860 time: 0.0932910 Jul 13 07:41:01.532929 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '35dcd6b7-2ec2-4b33-a13c-b9658677d438', 'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'mac_address': 'fa:16:3e:86:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:49Z', 'revision_number': 5, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'subnets': [{'id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:01.573329 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-bcd6d7e0-2342-4334-8d18-a43465933c4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0563d92c-fdec-4ee1-82fa-788e5f5a2972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773635 Jul 13 07:41:01.575553 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] Checking router: bc422f1d-baaa-48fc-9cda-9c60f87a63e8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:01.588320 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:01.589638 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:01.631753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.639681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:01.640525 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.648233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.795796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-6468c02f-ed6a-456c-aaa5-f53d9487e2f8 service neutron] 10.222.0.41 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045414 Jul 13 07:41:01.803327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa2460-af98-4e47-b525-aac0f22b74d7 req-8af7447c-132c-4d81-bb83-17d96cffa561 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:01.805007 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1caa2460-af98-4e47-b525-aac0f22b74d7 req-8af7447c-132c-4d81-bb83-17d96cffa561 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 944 time: 0.6194184 Jul 13 07:41:01.810724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3361990 Jul 13 07:41:01.812644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:01.837395 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:01.841053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'name': 'tempest-PortsTestJSON-77228522'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:01.874170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e26eef-9c86-47b7-b0cb-3dc1e6dbf94f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Network': ['ID=ef826610-7ba2-4058-91a3-a7377082666d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:01.919253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network ef826610-7ba2-4058-91a3-a7377082666d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:01.927756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.928961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:01.929923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.939584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1caa2460-af98-4e47-b525-aac0f22b74d7 req-bc42b5c8-1c5d-4e89-8eee-6976d3c8053d tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups?id=843e4135-39bd-4b2d-8cea-92242d47bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197650 Jul 13 07:41:01.940228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.002023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8f63359a-e81f-4caf-97f5-fedad54781b4 None None] Provisioning complete for port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:02.002601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f63359a-e81f-4caf-97f5-fedad54781b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.056232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8365963 Jul 13 07:41:02.057447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event deleted for resources: {'Port': ['ID=2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:02.061359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54690) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:02.068683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Request body: {'subnet': {'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-912909786-subnet', 'tenant_id': '320fb7f030334f2caca184600ca7066f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:02.100762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8f63359a-e81f-4caf-97f5-fedad54781b4 None None] Port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb was deleted so its status cannot be updated. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:41:02.121117 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f79e14-ab72-41c7-89ec-f6fd826e6307 x-openstack-request-id: req-10f79e14-ab72-41c7-89ec-f6fd826e6307 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:02.122287 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:02.123171 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10f79e14-ab72-41c7-89ec-f6fd826e6307 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:02.124754 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'code': 200} Jul 13 07:41:02.139999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Made reservation on behalf of 320fb7f030334f2caca184600ca7066f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:02.143127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.149658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b566a-eb7d-4bd3-a554-688d28b0bc7d admin admin] Pushing event updated for resources: {'Network': ['ID=7573503c-31c1-4373-bb1e-438e2a5b8c70,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:02.190760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 7573503c-31c1-4373-bb1e-438e2a5b8c70 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:02.191495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c51ea8a-e29e-4516-b298-1a17d9f8632e req-80213c08-d4ea-4f1d-8ecb-bb388b0853ab service neutron] 10.222.0.41 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900237 Jul 13 07:41:02.198723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:02.206933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.243045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54692) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:02.254421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port defbdf53-9850-46b5-b1dc-979744a0941c yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:02.440142 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '35dcd6b7-2ec2-4b33-a13c-b9658677d438', 'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'mac_address': 'fa:16:3e:86:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:49Z', 'revision_number': 5, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'subnets': [{'id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:02.502962 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ebed5b-2b18-494e-a366-b89a56533b47 None None] The sync data for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 is: [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 4, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '35dcd6b7-2ec2-4b33-a13c-b9658677d438', 'name': '', 'network_id': '0563d92c-fdec-4ee1-82fa-788e5f5a2972', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'mac_address': 'fa:16:3e:86:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:49Z', 'revision_number': 5, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'subnets': [{'id': '80228225-a4bc-4a86-9b60-64da15fe841e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:02.513175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Router 69f932b2-759a-443d-b949-fbc9de82dbcf has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:02.583817 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-66b45b2c-71f0-447b-b14c-6507150641e2 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/floatingips/c35147da-949b-437b-9ee9-60c558be1c98 HTTP/1.1" status: 200 len: 695 time: 0.2724142 Jul 13 07:41:02.589729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d57a1d-3197-4d7e-baba-edd4551d17c3 admin admin] Deleting subnet 21d90829-6ad3-469d-9402-252686654878 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:02.647547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8d57a1d-3197-4d7e-baba-edd4551d17c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.733650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.864315 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8d57a1d-3197-4d7e-baba-edd4551d17c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.935014 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8d57a1d-3197-4d7e-baba-edd4551d17c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.944809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:02.956748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:02.968333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] Sync routers for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:02.985725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:02.987857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:03.008624 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec1422-4576-4268-b048-d67f267c8d5a None None] New status for floating IP c35147da-949b-437b-9ee9-60c558be1c98: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:41:03.020807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:03.025172 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dc5120-fb1c-448f-84f8-642107016046" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:03.029251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Checking segment: {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:03.029609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Network hostable DHCP agents. Network: 7573503c-31c1-4373-bb1e-438e2a5b8c70, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:03.045660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] No DVR routers for this DVR port 2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:03.050391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.057597 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f731a7d7-4677-4a15-9296-b23c9141e8f9 req-abb5499e-3c25-42bb-b68c-b41638635b9b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.38 "DELETE /v2.0/ports/2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb HTTP/1.1" status: 204 len: 173 time: 3.9107087 Jul 13 07:41:03.058229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-deleted', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:03.061338 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94714b3-d92a-4a00-9fc1-3273889a4cb8" -d '{"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-deleted", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:03.079587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8d57a1d-3197-4d7e-baba-edd4551d17c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.093838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-986c937c-b27e-4afa-aaa8-51b62db63068 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:03.095716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-986c937c-b27e-4afa-aaa8-51b62db63068 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 784 time: 0.4871778 Jul 13 07:41:03.103335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Network 7573503c-31c1-4373-bb1e-438e2a5b8c70 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:03.127745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 7573503c-31c1-4373-bb1e-438e2a5b8c70) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:03.143408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:03.144471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.179300 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d57a1d-3197-4d7e-baba-edd4551d17c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d90829-6ad3-469d-9402-252686654878,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:03.188031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-a91a56d8-6df1-499f-8850-3368eeadfc24 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:41:03.189384 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-a91a56d8-6df1-499f-8850-3368eeadfc24 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162318 Jul 13 07:41:03.199152 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6a3d3e55-95e5-4221-a322-b195ce5bd0e1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1346550 Jul 13 07:41:03.236991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b5f899-ff3c-4039-8cbf-7ba398d5dd58 None None] Network 7573503c-31c1-4373-bb1e-438e2a5b8c70 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:03.266914 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.327174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8d57a1d-3197-4d7e-baba-edd4551d17c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.330349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d8d57a1d-3197-4d7e-baba-edd4551d17c3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/21d90829-6ad3-469d-9402-252686654878 HTTP/1.1" status: 204 len: 168 time: 1.0836885 Jul 13 07:41:03.332676 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.334068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54710) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:03.509983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12cbfa8c-db7b-46b7-ba49-f78b6c47b141 req-cca0d7d6-1651-4ad2-8fed-7e401017da85 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7fb85b4-325a-46b4-9020-6941464d754c HTTP/1.1" status: 200 len: 210 time: 0.1535945 Jul 13 07:41:03.596438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:03.596930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=defbdf53-9850-46b5-b1dc-979744a0941c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:03.602754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c11fe25-b5ed-4ca7-9a19-1641c1579b56 None None] Network 7573503c-31c1-4373-bb1e-438e2a5b8c70 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:03.646620 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-32e0d5eb-c6c3-45f6-95d0-d7ba9ee69ddf tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 698 time: 0.3327649 Jul 13 07:41:03.658198 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5172d1b3-22a6-449e-b0a6-ec7c6684c95c x-openstack-request-id: req-5172d1b3-22a6-449e-b0a6-ec7c6684c95c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:03.658863 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:03.659330 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5172d1b3-22a6-449e-b0a6-ec7c6684c95c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:03.659955 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'status': 'completed', 'code': 200} Jul 13 07:41:03.728007 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-e83b7c17-6d43-426b-86a1-f5586263e580 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.0800552 Jul 13 07:41:03.737487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Checking segment: {'id': '17504837-01aa-438c-abfa-60b4bd77338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:03.738394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network hostable DHCP agents. Network: ef826610-7ba2-4058-91a3-a7377082666d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:03.776200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.785244 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b16acf-9ac7-4896-a23f-5f0e087c5eaf x-openstack-request-id: req-e1b16acf-9ac7-4896-a23f-5f0e087c5eaf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:03.786731 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb85b4-325a-46b4-9020-6941464d754c", "name": "network-vif-deleted", "tag": "2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:03.787587 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1b16acf-9ac7-4896-a23f-5f0e087c5eaf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:03.788306 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb85b4-325a-46b4-9020-6941464d754c', 'name': 'network-vif-deleted', 'tag': '2f3dbf08-77a8-4cc2-8a95-0f8615c45ffb', 'status': 'completed', 'code': 200} Jul 13 07:41:03.894119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:03.933144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, ef826610-7ba2-4058-91a3-a7377082666d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:03.957366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:03.964519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:03.965793 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.988816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331e7db-7680-4ff4-ae5d-c8deae1fa671 None None] Network ef826610-7ba2-4058-91a3-a7377082666d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:03.995143 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-32b72a85-297e-4bf9-94df-c95385fd7bd9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.1802080 Jul 13 07:41:04.000474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54718) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:04.007358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1083586195'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:04.033020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Deleting port bb7b45b7-ecae-467c-9ce5-d096b3d2dabe {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:04.033858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.052125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.066788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:04.071974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.072701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc3a423-e718-4fc1-8ca6-2b3ab53ab248']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:04.090537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc58020-2ec6-4ed4-a9a2-a7151744a9c5') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:04.090985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc58020-2ec6-4ed4-a9a2-a7151744a9c5') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:04.107833 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.141441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5120-fb1c-448f-84f8-642107016046 req-254880bc-975a-4cba-89c0-265cdc654973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:04.142522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:04.148265 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14dc5120-fb1c-448f-84f8-642107016046 req-254880bc-975a-4cba-89c0-265cdc654973 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 1097 time: 0.4747317 Jul 13 07:41:04.155560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.162364 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.162851 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Added segment 3f9777c5-1c84-426c-afe5-93219cb07200 of type vlan for network 581582d3-1b17-44d2-9e76-cbceb812a391 Jul 13 07:41:04.205125 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.205620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.215711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:04.216090 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:04.224060 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:04.254770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Calling delete_port for bb7b45b7-ecae-467c-9ce5-d096b3d2dabe owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:04.262694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.385514 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.391784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:04.392568 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.416917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:37Z', 'revision_number': 5, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:04.452068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] Checking router: 69f932b2-759a-443d-b949-fbc9de82dbcf for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:04.465079 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4619455 Jul 13 07:41:04.470069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:04.470782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:04.474637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54720) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:04.487518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'ports': [{'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d'}, {'network_id': '581582d3-1b17-44d2-9e76-cbceb812a391'}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:04.487836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:04.488319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': '581582d3-1b17-44d2-9e76-cbceb812a391'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:04.801489 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.825879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.831495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1bc3a423-e718-4fc1-8ca6-2b3ab53ab248 HTTP/1.1" status: 204 len: 168 time: 1.4918356 Jul 13 07:41:04.834354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54724) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:04.846035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:04.858215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7eb9a-c9f6-4bc5-90df-1b4b1833b056 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Network': ['ID=581582d3-1b17-44d2-9e76-cbceb812a391,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:04.894098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 581582d3-1b17-44d2-9e76-cbceb812a391 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:04.902314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb8523-3fce-476f-a3b4-4c768460977c req-84d8ab30-68cb-481c-8363-608217899fc3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:04.903945 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6cb8523-3fce-476f-a3b4-4c768460977c req-84d8ab30-68cb-481c-8363-608217899fc3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.7652054 Jul 13 07:41:04.916017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7d646d-e230-4abc-a044-1ff026e5cbcc admin admin] Deleting subnet 4ea51371-feb4-4946-b012-cc9abd7ce959 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:04.918443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c034e-5b96-40e9-ae01-21747f39bf46 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc3a423-e718-4fc1-8ca6-2b3ab53ab248,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:04.923784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5120-fb1c-448f-84f8-642107016046 req-cb421a3f-f95e-4bb9-a743-3e74b04c1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:04.925379 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14dc5120-fb1c-448f-84f8-642107016046 req-cb421a3f-f95e-4bb9-a743-3e74b04c1081 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 200 len: 921 time: 0.7548704 Jul 13 07:41:04.927232 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d7d646d-e230-4abc-a044-1ff026e5cbcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.005869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14dc5120-fb1c-448f-84f8-642107016046 req-e7da8061-cf49-49c1-b81f-bb11c6637bb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 200 len: 217 time: 0.0703914 Jul 13 07:41:05.017340 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.038380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d7d646d-e230-4abc-a044-1ff026e5cbcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.065381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Pushing event deleted for resources: {'Port': ['ID=bb7b45b7-ecae-467c-9ce5-d096b3d2dabe,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:05.099409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6cb8523-3fce-476f-a3b4-4c768460977c req-f7020354-1e16-4139-92f8-d0aac192d523 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775041 Jul 13 07:41:05.160068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d7d646d-e230-4abc-a044-1ff026e5cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.224242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.228417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5120-fb1c-448f-84f8-642107016046 req-38a659c2-e3f8-4e8c-a687-f3e86d1a6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:05.230535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14dc5120-fb1c-448f-84f8-642107016046 req-38a659c2-e3f8-4e8c-a687-f3e86d1a6f4d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 200 len: 860 time: 0.2149122 Jul 13 07:41:05.230735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.247330 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c671ce3-52d1-4b60-aa91-00334ee7443f req-edbed7ca-b5c4-4b3c-aca5-1535313e56c1 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "DELETE /v2.0/floatingips/c35147da-949b-437b-9ee9-60c558be1c98 HTTP/1.1" status: 204 len: 173 time: 1.5171947 Jul 13 07:41:05.261716 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d7d646d-e230-4abc-a044-1ff026e5cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.284618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:37Z', 'revision_number': 5, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:05.312943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14dc5120-fb1c-448f-84f8-642107016046 req-9a04c559-8d89-4dba-a7a0-c61b8a3cca4e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0563d92c-fdec-4ee1-82fa-788e5f5a2972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750368 Jul 13 07:41:05.326169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b14a35-6916-43eb-b283-154c1898a432 None None] The sync data for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 is: [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:30:24Z', 'revision_number': 4, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e0eeb4af-298f-4546-91a3-687f6eaad04c', 'name': '', 'network_id': 'e4c07a53-adf5-42b2-b35d-ef69c8555115', 'tenant_id': '7ad598854b124655b905399734eada74', 'mac_address': 'fa:16:3e:0a:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:23Z', 'updated_at': '2021-07-13T07:30:37Z', 'revision_number': 5, 'project_id': '7ad598854b124655b905399734eada74', 'subnets': [{'id': '04b63ad2-04c7-43f7-adec-524d23576b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:05.332333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d7d646d-e230-4abc-a044-1ff026e5cbcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.334736 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5d7d646d-e230-4abc-a044-1ff026e5cbcc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4ea51371-feb4-4946-b012-cc9abd7ce959 HTTP/1.1" status: 204 len: 168 time: 0.4874394 Jul 13 07:41:05.350489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d646d-e230-4abc-a044-1ff026e5cbcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea51371-feb4-4946-b012-cc9abd7ce959,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:05.353009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54730) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:05.386636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 2} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:05.392103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.418745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.451981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-fc874477-f440-4796-82cb-6f0822dfef5d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:05.456962 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-fc874477-f440-4796-82cb-6f0822dfef5d tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.48 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.1795633 Jul 13 07:41:05.467499 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.508424 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.612669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 4501a45c-b513-4b50-b9d0-ea781f39f4f9 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:05.660605 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.683982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3e28ac-8cec-4a50-9b0d-37b9b7408a53']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:05.688947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba660fff-cfc5-4196-b196-d300a14fec89 req-23b8d69a-f6cd-4060-8c17-bfea5faffa44 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups/d0ab29b9-4133-4784-8a2d-dca0f6067a7c HTTP/1.1" status: 200 len: 1808 time: 0.1527750 Jul 13 07:41:05.696754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14dc5120-fb1c-448f-84f8-642107016046 req-20341372-4eec-4f92-a1d7-a3c1c131cc87 service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600841 Jul 13 07:41:05.702037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59c2e28-a72d-42a5-b5b7-4e67d5161767') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:05.702503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59c2e28-a72d-42a5-b5b7-4e67d5161767') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:05.764632 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.828770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276d0c30-dccd-4ac0-8c8e-a08b212dc55d None None] New status for floating IP 35e5805a-3b2d-4228-8c55-f78897a0537a: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:41:05.857523 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.876103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:05.876103 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:05.877911 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:05.918045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6500-884f-4f00-994c-c41568beb54c req-725baf6e-c932-4c68-8dab-2f9b73a9d8de tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:05.920437 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-725baf6e-c932-4c68-8dab-2f9b73a9d8de tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 814 time: 0.3022249 Jul 13 07:41:05.928361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Deleting port cbed2a7f-c66f-4b36-9af0-0990c145d8ad {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:05.929071 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.967230 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba660fff-cfc5-4196-b196-d300a14fec89 req-96a18964-fbed-4387-b9cc-6f96e932fa0e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.978122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14dc5120-fb1c-448f-84f8-642107016046 req-b0cb5ed2-d55c-4a36-a741-af472586e0ef service neutron] 10.222.0.38 "GET /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732656 Jul 13 07:41:05.989289 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-5cf9ab92-9115-41f7-a3b4-30a66c6e5cef tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/quotas/320fb7f030334f2caca184600ca7066f HTTP/1.1" status: 200 len: 375 time: 0.0309880 Jul 13 07:41:06.010476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.033372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.039260 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5c3e28ac-8cec-4a50-9b0d-37b9b7408a53 HTTP/1.1" status: 204 len: 168 time: 0.6769662 Jul 13 07:41:06.047764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba660fff-cfc5-4196-b196-d300a14fec89 req-96a18964-fbed-4387-b9cc-6f96e932fa0e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.074894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1fd49-80f8-47c1-8287-9419f3ba8c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3e28ac-8cec-4a50-9b0d-37b9b7408a53,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.098262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-339ea7b2-1ddd-4d61-a7c6-271477ecad21 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879738 Jul 13 07:41:06.155283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.168382 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba660fff-cfc5-4196-b196-d300a14fec89 req-96a18964-fbed-4387-b9cc-6f96e932fa0e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.171903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ba660fff-cfc5-4196-b196-d300a14fec89 req-96a18964-fbed-4387-b9cc-6f96e932fa0e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.185615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba660fff-cfc5-4196-b196-d300a14fec89 req-96a18964-fbed-4387-b9cc-6f96e932fa0e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "DELETE /v2.0/security-groups/d0ab29b9-4133-4784-8a2d-dca0f6067a7c HTTP/1.1" status: 204 len: 173 time: 0.4858692 Jul 13 07:41:06.203171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a18964-fbed-4387-b9cc-6f96e932fa0e tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ab29b9-4133-4784-8a2d-dca0f6067a7c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.230779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.269562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] For port cbed2a7f-c66f-4b36-9af0-0990c145d8ad, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:06.270143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.278162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.299287 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Calling delete_port for cbed2a7f-c66f-4b36-9af0-0990c145d8ad owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:06.355296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port ae0c4466-ce5f-4255-95c6-b253398561c6 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:06.375837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-ab92ed50-a895-4861-bb8e-00454becc3b6 service neutron] 10.222.0.41 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570496 Jul 13 07:41:06.388877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f156d5ff-de1c-475c-98ab-532157281d79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55d29ed09a0841d0ad3b5582a665d7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093423 Jul 13 07:41:06.393717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54754) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.434306 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0652cb4a-bf14-438a-b4f6-6b92ddb1d1d0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.521305 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0652cb4a-bf14-438a-b4f6-6b92ddb1d1d0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.593890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0162-8ddf-4f44-8201-7e9a25a6612d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.642207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7b93-0132-4345-9392-04beb0786a22 req-16fa42b2-6515-44af-9ad2-60411e9d7185 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:06.643840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-beaa7b93-0132-4345-9392-04beb0786a22 req-16fa42b2-6515-44af-9ad2-60411e9d7185 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 946 time: 0.2304153 Jul 13 07:41:06.649428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0162-8ddf-4f44-8201-7e9a25a6612d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.653978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-abcb2393-f73a-4a35-8124-91ad5d96bb59 service neutron] 10.222.0.41 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397275 Jul 13 07:41:06.694644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0652cb4a-bf14-438a-b4f6-6b92ddb1d1d0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.699066 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0652cb4a-bf14-438a-b4f6-6b92ddb1d1d0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.705023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0652cb4a-bf14-438a-b4f6-6b92ddb1d1d0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "DELETE /v2.0/security-groups/843e4135-39bd-4b2d-8cea-92242d47bb27 HTTP/1.1" status: 204 len: 168 time: 0.4694412 Jul 13 07:41:06.705891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54756) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.744348 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-53e27f74-54fe-4418-8750-5f9a00fe272b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] show failed (client error): The resource could not be found. Jul 13 07:41:06.746185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-53e27f74-54fe-4418-8750-5f9a00fe272b tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "GET /v2.0/security-groups/843e4135-39bd-4b2d-8cea-92242d47bb27 HTTP/1.1" status: 404 len: 347 time: 0.0355959 Jul 13 07:41:06.750200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54758) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.758347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652cb4a-bf14-438a-b4f6-6b92ddb1d1d0 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843e4135-39bd-4b2d-8cea-92242d47bb27,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.817023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-beaa7b93-0132-4345-9392-04beb0786a22 req-d2b6147c-33f4-4261-a85e-740026eb7fdc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635242 Jul 13 07:41:06.863982 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0162-8ddf-4f44-8201-7e9a25a6612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.866810 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0162-8ddf-4f44-8201-7e9a25a6612d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.868095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ee9f0162-8ddf-4f44-8201-7e9a25a6612d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01 HTTP/1.1" status: 204 len: 168 time: 0.4731202 Jul 13 07:41:06.891149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f0162-8ddf-4f44-8201-7e9a25a6612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9c4dd5-20ca-48a7-9c84-5d2a605b2c01,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.903756 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.931194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['3532ed21-d6f7-4496-8477-fa2935ed3748'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:07.047259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.059062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Pushing event deleted for resources: {'Port': ['ID=cbed2a7f-c66f-4b36-9af0-0990c145d8ad,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.180213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] No DVR routers for this DVR port cbed2a7f-c66f-4b36-9af0-0990c145d8ad on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:07.212397 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.214543 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7de0d1b5-3d4e-4d47-bb7e-9225f1fa7099 req-6cb7b708-10c8-41b9-9320-8ea9b71a82dc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.48 "DELETE /v2.0/ports/cbed2a7f-c66f-4b36-9af0-0990c145d8ad HTTP/1.1" status: 204 len: 173 time: 1.7382653 Jul 13 07:41:07.226420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc', 'name': 'network-vif-deleted', 'tag': 'cbed2a7f-c66f-4b36-9af0-0990c145d8ad'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:07.229286 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a56a214-2c0d-4188-a2dd-0c28ac5fac7f" -d '{"events": [{"server_uuid": "3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc", "name": "network-vif-deleted", "tag": "cbed2a7f-c66f-4b36-9af0-0990c145d8ad"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:07.255482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74a53ba1-0dc5-4829-9f5c-5e2c268f77af req-55bfebd6-801e-49a0-99f5-ac870698fbd4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 210 time: 0.0948019 Jul 13 07:41:07.326102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.364129 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc662475-5555-4751-868a-6e466e7704b1 x-openstack-request-id: req-dc662475-5555-4751-868a-6e466e7704b1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:07.364448 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc", "name": "network-vif-deleted", "tag": "cbed2a7f-c66f-4b36-9af0-0990c145d8ad", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:07.364659 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc662475-5555-4751-868a-6e466e7704b1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:07.365246 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc', 'name': 'network-vif-deleted', 'tag': 'cbed2a7f-c66f-4b36-9af0-0990c145d8ad', 'status': 'completed', 'code': 200} Jul 13 07:41:07.376526 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Deleting port 7fbdcaf6-fd5e-4f93-af27-1e7bdaafb5df {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:07.376870 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.415089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:07.428120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:07.445028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:07.446093 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.465136 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.481591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78bdc6-4c5f-4aa2-9f06-a91becb74c4a req-2a3ec659-edc1-4d65-a555-185669af2a17 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:07.483211 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5c78bdc6-4c5f-4aa2-9f06-a91becb74c4a req-2a3ec659-edc1-4d65-a555-185669af2a17 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.2423236 Jul 13 07:41:07.485452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.518343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=4501a45c-b513-4b50-b9d0-ea781f39f4f9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.541846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2852829c-da81-4197-ad85-4fc83eb8ea09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bd5fef221ac46c0b97c01bd035143f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547516 Jul 13 07:41:07.547575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.584227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=ae0c4466-ce5f-4255-95c6-b253398561c6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.637587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45f02b61-cee5-494e-861a-c65346c53049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.646520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.646837 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.654875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5c78bdc6-4c5f-4aa2-9f06-a91becb74c4a req-4669018c-f7d7-4d4f-9d3c-e9b9e42c6b68 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411889 Jul 13 07:41:07.680544 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45f02b61-cee5-494e-861a-c65346c53049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.683642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Checking segment: {'id': '3f9777c5-1c84-426c-afe5-93219cb07200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '581582d3-1b17-44d2-9e76-cbceb812a391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:07.684294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network hostable DHCP agents. Network: 581582d3-1b17-44d2-9e76-cbceb812a391, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:07.691877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Calling delete_port for 7fbdcaf6-fd5e-4f93-af27-1e7bdaafb5df owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:07.747428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device cbed2a7f-c66f-4b36-9af0-0990c145d8ad no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:07.765851 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45f02b61-cee5-494e-861a-c65346c53049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.769417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45f02b61-cee5-494e-861a-c65346c53049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.771962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 581582d3-1b17-44d2-9e76-cbceb812a391 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:07.778344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-45f02b61-cee5-494e-861a-c65346c53049 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fd798b7-a565-4c6b-9aa9-5732d16b4ec4 HTTP/1.1" status: 204 len: 168 time: 0.2216337 Jul 13 07:41:07.788474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: cbed2a7f-c66f-4b36-9af0-0990c145d8ad {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:07.789487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device cbed2a7f-c66f-4b36-9af0-0990c145d8ad not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:07.798022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f02b61-cee5-494e-861a-c65346c53049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd798b7-a565-4c6b-9aa9-5732d16b4ec4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.803029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 581582d3-1b17-44d2-9e76-cbceb812a391) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:07.813289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:07.814572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89508706-541a-4ced-afab-fe08c3266360 None None] Network 581582d3-1b17-44d2-9e76-cbceb812a391 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:07.819233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:07.824503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:07.825273 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.867371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fd123975-f137-44b6-9463-187405ad1a17 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3877692 Jul 13 07:41:07.868259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54788) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.993930 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.051728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Pushing event deleted for resources: {'Port': ['ID=7fbdcaf6-fd5e-4f93-af27-1e7bdaafb5df,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.122397 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56397a01-cae0-40b2-9bc5-5362b5a7e159 req-6cf907bf-aaa4-4605-9429-94b8c574ff7a tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=3384ee99-d3e0-4e02-a3ee-f8bcc964a7dc HTTP/1.1" status: 200 len: 210 time: 0.0716109 Jul 13 07:41:08.135154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2729c795-5573-4578-9b47-e74f4aa15ece tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port ae0c4466-ce5f-4255-95c6-b253398561c6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:08.135651 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2729c795-5573-4578-9b47-e74f4aa15ece tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.182373 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.186070 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.187520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0e06b6ad-2cb3-4b4f-9fe1-4c9aa11d6c48 tempest-ServerActionsTestJSON-1506925348 tempest-ServerActionsTestJSON-1506925348-project] 10.222.0.41 "DELETE /v2.0/floatingips/35e5805a-3b2d-4228-8c55-f78897a0537a HTTP/1.1" status: 204 len: 168 time: 1.4360077 Jul 13 07:41:08.190488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:08.282384 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2729c795-5573-4578-9b47-e74f4aa15ece tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.300163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2729c795-5573-4578-9b47-e74f4aa15ece tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for ae0c4466-ce5f-4255-95c6-b253398561c6 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:08.421300 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2729c795-5573-4578-9b47-e74f4aa15ece tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.480196 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4cd8bb9-fbca-458b-94e6-41c98ea7c6bd req-dfc25472-79a1-4e6c-802f-1babe87783ca tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 210 time: 0.0599170 Jul 13 07:41:08.482928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729c795-5573-4578-9b47-e74f4aa15ece tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=ae0c4466-ce5f-4255-95c6-b253398561c6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.486657 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2729c795-5573-4578-9b47-e74f4aa15ece tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.488659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2729c795-5573-4578-9b47-e74f4aa15ece tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/ae0c4466-ce5f-4255-95c6-b253398561c6 HTTP/1.1" status: 204 len: 168 time: 0.6195474 Jul 13 07:41:08.491392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:08.563504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cc3ef-692a-4c1b-bdfc-82e2c8bb1fb3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:08.569989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cc3ef-692a-4c1b-bdfc-82e2c8bb1fb3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:08.574654 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-204cc3ef-692a-4c1b-bdfc-82e2c8bb1fb3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0791817 Jul 13 07:41:08.574883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54800) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:08.802768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6500-884f-4f00-994c-c41568beb54c req-e2b13c6f-0b93-4169-a00e-501eb0b918fe tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:08.805252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-e2b13c6f-0b93-4169-a00e-501eb0b918fe tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.38 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 814 time: 0.1552052 Jul 13 07:41:08.819419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Request body: {'port': {'device_id': 'b1d993b2-e62b-45ba-8fa9-1291394a03fe', 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70', 'admin_state_up': True, 'tenant_id': '320fb7f030334f2caca184600ca7066f'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:08.824902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8e95f940-833c-42ce-bed9-c5b5ca5bd367 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 4501a45c-b513-4b50-b9d0-ea781f39f4f9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:08.825247 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e95f940-833c-42ce-bed9-c5b5ca5bd367 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.953619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e95f940-833c-42ce-bed9-c5b5ca5bd367 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.965616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32264a-557e-45ca-a459-dcbf16838944 req-5b4c2902-e646-4020-9a7f-c234249643f8 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:08.967200 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e32264a-557e-45ca-a459-dcbf16838944 req-5b4c2902-e646-4020-9a7f-c234249643f8 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.1511798 Jul 13 07:41:08.976112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8e95f940-833c-42ce-bed9-c5b5ca5bd367 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 4501a45c-b513-4b50-b9d0-ea781f39f4f9 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:09.064891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Made reservation on behalf of 320fb7f030334f2caca184600ca7066f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:09.068492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.150912 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e95f940-833c-42ce-bed9-c5b5ca5bd367 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.194000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95f940-833c-42ce-bed9-c5b5ca5bd367 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=4501a45c-b513-4b50-b9d0-ea781f39f4f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.201529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e95f940-833c-42ce-bed9-c5b5ca5bd367 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.203558 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8e95f940-833c-42ce-bed9-c5b5ca5bd367 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/4501a45c-b513-4b50-b9d0-ea781f39f4f9 HTTP/1.1" status: 204 len: 168 time: 0.6275537 Jul 13 07:41:09.225368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.299098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Allocated IP 172.20.0.12 (7573503c-31c1-4373-bb1e-438e2a5b8c70/a7a47d72-72f1-4c50-bf4c-d9874e24f0e8/0c20809f-ca21-46b9-81a7-1044699086e0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:09.361288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3532b2-8789-44ce-ba23-52ae5371a25e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:09.361288 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6c3532b2-8789-44ce-ba23-52ae5371a25e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1305211 Jul 13 07:41:09.361288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.403766 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7e05e5-ba77-4af7-8e2e-6b1ded0f88f1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:09.405492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cd7e05e5-ba77-4af7-8e2e-6b1ded0f88f1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/ae0c4466-ce5f-4255-95c6-b253398561c6 HTTP/1.1" status: 404 len: 333 time: 0.0449269 Jul 13 07:41:09.409132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.415281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e32264a-557e-45ca-a459-dcbf16838944 req-afb0a850-3dac-42dc-853e-56e1a916fa12 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/security-groups?id=6949e03a-52e6-4199-8197-43795c3ced58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417977 Jul 13 07:41:09.446226 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.486079 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a5c23a-f5c6-4c43-891a-f03de68f8370 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:09.490277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-24a5c23a-f5c6-4c43-891a-f03de68f8370 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/4501a45c-b513-4b50-b9d0-ea781f39f4f9 HTTP/1.1" status: 404 len: 333 time: 0.0777009 Jul 13 07:41:09.491273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54816) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.641011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.665482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.678290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-ca9be4f0-1a06-4a38-8ad4-707dfbbc7e40 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:09.679882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-ca9be4f0-1a06-4a38-8ad4-707dfbbc7e40 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 945 time: 0.2507036 Jul 13 07:41:09.732957 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efbad25e-1fce-416b-ac67-034bd3c897b0 req-820ef50a-6385-4a4f-bcba-6299275e9b88 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 210 time: 0.0721643 Jul 13 07:41:09.825348 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.876351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581582d3-1b17-44d2-9e76-cbceb812a391']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:09.889316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Deleting port e0eeb4af-298f-4546-91a3-687f6eaad04c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:09.890039 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.912653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9777c5-1c84-426c-afe5-93219cb07200') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:09.912958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9777c5-1c84-426c-afe5-93219cb07200') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:09.928685 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.944816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.960546 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.974372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] For port e0eeb4af-298f-4546-91a3-687f6eaad04c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e0eeb4af-298f-4546-91a3-687f6eaad04c,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:09.975028 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.987704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Calling delete_port for e0eeb4af-298f-4546-91a3-687f6eaad04c owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:09.995138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:09.995439 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:10.002609 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:10.087734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Network 7573503c-31c1-4373-bb1e-438e2a5b8c70 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:10.091850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Pushing event updated for resources: {'Port': ['ID=0c20809f-ca21-46b9-81a7-1044699086e0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.097167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:10.102734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Deleting port da306ee1-f578-443a-8e76-656bd61bc54c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:10.103084 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.105976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:10.137566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.151416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.151764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.152127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.152442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.152773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.153102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.153429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.154352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.154352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.154627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.154775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.155031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:10.166672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd76eb2-5358-4012-9820-c8acf1bbedd6 req-711e36c0-e9aa-493a-aea2-b141efb62938 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:10.168318 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fbd76eb2-5358-4012-9820-c8acf1bbedd6 req-711e36c0-e9aa-493a-aea2-b141efb62938 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.3288321 Jul 13 07:41:10.171880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.177554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/networks/581582d3-1b17-44d2-9e76-cbceb812a391 HTTP/1.1" status: 204 len: 168 time: 0.6816175 Jul 13 07:41:10.178868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:10.185040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-598376540'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:10.222080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:10.225986 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.234136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331a38b-1c17-4a42-8367-7beccff459aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Network': ['ID=581582d3-1b17-44d2-9e76-cbceb812a391,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.288315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:10.289489 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.311145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:10.318666 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.326645 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.327088 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Added segment 6ec9986b-17f8-4cd7-9bee-131128433397 of type vlan for network a14a5043-a2bd-4abf-9e13-a688be3b2026 Jul 13 07:41:10.330298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fbd76eb2-5358-4012-9820-c8acf1bbedd6 req-c04af624-48cb-4d86-a3d8-674f971334e3 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347356 Jul 13 07:41:10.334530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-ac588a97-60aa-410e-949d-a44d68a2cb9a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5203559 Jul 13 07:41:10.346435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Request body: {'port': {'device_id': 'b1d993b2-e62b-45ba-8fa9-1291394a03fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:10.364047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0eeb4af-298f-4546-91a3-687f6eaad04c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.388045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] For port da306ee1-f578-443a-8e76-656bd61bc54c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=da306ee1-f578-443a-8e76-656bd61bc54c,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:10.388448 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.407182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Calling delete_port for da306ee1-f578-443a-8e76-656bd61bc54c owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:10.433494 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.580956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.592383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['da306ee1-f578-443a-8e76-656bd61bc54c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:10.647631 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.650503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Pushing event deleted for resources: {'Port': ['ID=da306ee1-f578-443a-8e76-656bd61bc54c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.656103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:10.656671 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.684773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4dc4d762-323d-45e3-a0d0-8dff7f67825e req-34110173-f73b-4f01-b31c-d1e06bc2d06b tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe08b4e-5410-4080-bd40-5724a0493df5 HTTP/1.1" status: 200 len: 210 time: 0.0504858 Jul 13 07:41:10.705220 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5254889 Jul 13 07:41:10.708499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:10.714345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'a14a5043-a2bd-4abf-9e13-a688be3b2026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:10.720210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.748740 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dddb7-4f9d-44b7-95cb-5096cebae9ac tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Network': ['ID=a14a5043-a2bd-4abf-9e13-a688be3b2026,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.750787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] No DVR routers for this DVR port da306ee1-f578-443a-8e76-656bd61bc54c on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:10.751652 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.760269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a14a5043-a2bd-4abf-9e13-a688be3b2026 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:10.771126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.774047 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f2b8317a-c29e-4a9a-b770-0880dcfd6185 req-e10270d9-ea5c-44e8-b311-4bf799f0aa98 tempest-ServerRescueTestJSONUnderV235-1103307273 tempest-ServerRescueTestJSONUnderV235-1103307273-project] 10.222.0.38 "DELETE /v2.0/ports/da306ee1-f578-443a-8e76-656bd61bc54c HTTP/1.1" status: 204 len: 173 time: 1.0638425 Jul 13 07:41:10.774636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'name': 'network-vif-deleted', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:10.777040 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f172dc-3893-4796-af48-16895003e742" -d '{"events": [{"server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "name": "network-vif-deleted", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:10.911690 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e3c641-c681-4525-8a4f-5a29563815b8 x-openstack-request-id: req-21e3c641-c681-4525-8a4f-5a29563815b8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:10.912408 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe08b4e-5410-4080-bd40-5724a0493df5", "name": "network-vif-deleted", "tag": "da306ee1-f578-443a-8e76-656bd61bc54c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:10.913000 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21e3c641-c681-4525-8a4f-5a29563815b8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:10.914559 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe08b4e-5410-4080-bd40-5724a0493df5', 'name': 'network-vif-deleted', 'tag': 'da306ee1-f578-443a-8e76-656bd61bc54c', 'status': 'completed', 'code': 200} Jul 13 07:41:11.065787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:11.071200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.081192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Router 69f932b2-759a-443d-b949-fbc9de82dbcf has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:11.198453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:11.203930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6f3494ce-9b01-40d3-8dd1-f3c17ebc684f admin admin] 10.222.0.41 "PUT /v2.0/routers/69f932b2-759a-443d-b949-fbc9de82dbcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0122962 Jul 13 07:41:11.206682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54834) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:11.208424 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] Sync routers for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:11.222456 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:11.223262 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:11.338698 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.346125 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:11.507102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.615800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Deleting port 6731bf3e-b25f-48b7-a382-5e9794309164 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:11.616209 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.650519 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:41:10Z', 'revision_number': 5, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port': {'id': '6731bf3e-b25f-48b7-a382-5e9794309164', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:30:13Z', 'updated_at': '2021-07-13T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:11.665613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a28b86-455a-4f00-87fa-8dba8d35935b req-a015dfc2-2b07-4185-ac76-ea8e7a0e9c9f tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:11.667834 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13a28b86-455a-4f00-87fa-8dba8d35935b req-a015dfc2-2b07-4185-ac76-ea8e7a0e9c9f tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.1269972 Jul 13 07:41:11.682717 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] Checking router: 69f932b2-759a-443d-b949-fbc9de82dbcf for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:11.694440 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] Routers {'69f932b2-759a-443d-b949-fbc9de82dbcf'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:11.694440 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['69f932b2-759a-443d-b949-fbc9de82dbcf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:11.762864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503db79-38a6-4de2-a12b-64dbc40e9000 req-333f795a-d686-4547-8cdc-70c966968920 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:11.770515 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a503db79-38a6-4de2-a12b-64dbc40e9000 req-333f795a-d686-4547-8cdc-70c966968920 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 932 time: 0.7290170 Jul 13 07:41:11.793432 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13a28b86-455a-4f00-87fa-8dba8d35935b req-d89d55dd-2c02-455a-b187-de5b893e7147 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735860 Jul 13 07:41:11.798998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] For port 6731bf3e-b25f-48b7-a382-5e9794309164, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6731bf3e-b25f-48b7-a382-5e9794309164,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:11.799345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.815312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Calling delete_port for 6731bf3e-b25f-48b7-a382-5e9794309164 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:11.852167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a503db79-38a6-4de2-a12b-64dbc40e9000 req-9ffa70c1-3eda-4de8-8d76-bbb40425b534 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791199 Jul 13 07:41:11.936178 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] Set router 69f932b2-759a-443d-b949-fbc9de82dbcf gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:12.034298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c20809f-ca21-46b9-81a7-1044699086e0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:12.044333 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:41:11Z', 'revision_number': 6, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:12.044803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54842) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:12.073465 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c330ae-bab1-4e56-9b40-1fb9574a2055 None None] The sync data for ids ['69f932b2-759a-443d-b949-fbc9de82dbcf'] in n-d-758944-43 is: [{'id': '69f932b2-759a-443d-b949-fbc9de82dbcf', 'name': 'tempest-ServerActionsTestJSON-943770376-router', 'tenant_id': '7ad598854b124655b905399734eada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:30:09Z', 'updated_at': '2021-07-13T07:41:11Z', 'revision_number': 6, 'project_id': '7ad598854b124655b905399734eada74', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:12.091664 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.096791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.130118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Pushing event deleted for resources: {'Port': ['ID=6731bf3e-b25f-48b7-a382-5e9794309164,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:12.161202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Transition to ACTIVE for port object 0c20809f-ca21-46b9-81a7-1044699086e0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:12.164308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.173072 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.199861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.320522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=18d74768-b5ba-40eb-af9e-32d0335422bf,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:12.329610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c20809f-ca21-46b9-81a7-1044699086e0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:12.430813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Checking segment: {'id': '6ec9986b-17f8-4cd7-9bee-131128433397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a14a5043-a2bd-4abf-9e13-a688be3b2026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:12.431201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network hostable DHCP agents. Network: a14a5043-a2bd-4abf-9e13-a688be3b2026, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:12.529145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network a14a5043-a2bd-4abf-9e13-a688be3b2026 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:12.531339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Attempting to bind port 0c20809f-ca21-46b9-81a7-1044699086e0 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:12.531683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Attempting to bind port 0c20809f-ca21-46b9-81a7-1044699086e0 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:12.532017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Attempting to bind port 0c20809f-ca21-46b9-81a7-1044699086e0 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:12.546227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Port 0c20809f-ca21-46b9-81a7-1044699086e0 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:12.546563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Attempting to bind port 0c20809f-ca21-46b9-81a7-1044699086e0 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:12.548521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a14a5043-a2bd-4abf-9e13-a688be3b2026) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:12.557262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:12.559425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a051dc2-5816-4067-bcce-57a05a3f417b None None] Network a14a5043-a2bd-4abf-9e13-a688be3b2026 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:12.567939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.580291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:12.580649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Checking segment: {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:12.581107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Bound using segment: {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:12.581567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Bound port: 0c20809f-ca21-46b9-81a7-1044699086e0, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:12.581938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.584417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.587267 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.629993 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-51da24c1-3890-4581-b82e-6427651e7b20 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9179635 Jul 13 07:41:12.632905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:12.660787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': 'a14a5043-a2bd-4abf-9e13-a688be3b2026', 'name': 'tempest-PortsTestJSON-1997936878'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:12.661046 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.661914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f932b2-759a-443d-b949-fbc9de82dbcf {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:41:12.667069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.668622 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-95027011-2b66-4788-8f89-a0a16392016c admin admin] 10.222.0.41 "DELETE /v2.0/routers/69f932b2-759a-443d-b949-fbc9de82dbcf HTTP/1.1" status: 204 len: 168 time: 1.4607186 Jul 13 07:41:12.671072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54846) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:12.719053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a14a5043-a2bd-4abf-9e13-a688be3b2026', 'network_id': 'a14a5043-a2bd-4abf-9e13-a688be3b2026', 'tenant_id': '2f6dd0ddfe0d46eeb232dde3d731154d', 'fixed_ips': [{'subnet_id': '18d74768-b5ba-40eb-af9e-32d0335422bf'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:12.719955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.736400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6acd0a-d45a-426a-89c5-99ba03ecf7e7 admin admin] Deleting subnet 04b63ad2-04c7-43f7-adec-524d23576b31 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:12.741153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b6acd0a-d45a-426a-89c5-99ba03ecf7e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.782526 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b6acd0a-d45a-426a-89c5-99ba03ecf7e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.815267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] For port 0c20809f-ca21-46b9-81a7-1044699086e0, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:12.821185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] For port 0c20809f-ca21-46b9-81a7-1044699086e0, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0c20809f-ca21-46b9-81a7-1044699086e0,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:12.837468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.890248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b6acd0a-d45a-426a-89c5-99ba03ecf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.905926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Allocated IP 172.20.0.2 (a14a5043-a2bd-4abf-9e13-a688be3b2026/18d74768-b5ba-40eb-af9e-32d0335422bf/b4afa084-62bd-4cc3-8d69-8f7bd9d36370) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:12.923503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:12.932786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.934928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] 10.222.0.38 "PUT /v2.0/ports/0c20809f-ca21-46b9-81a7-1044699086e0 HTTP/1.1" status: 200 len: 1093 time: 2.5928979 Jul 13 07:41:12.941112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d993b2-e62b-45ba-8fa9-1291394a03fe', 'tag': '0c20809f-ca21-46b9-81a7-1044699086e0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:12.944893 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a9b28b-adad-4ac9-9097-de243be6d7df" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d993b2-e62b-45ba-8fa9-1291394a03fe", "tag": "0c20809f-ca21-46b9-81a7-1044699086e0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:12.987348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:12.991832 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.007816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device da306ee1-f578-443a-8e76-656bd61bc54c no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:13.025343 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b6acd0a-d45a-426a-89c5-99ba03ecf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.059690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329619-bb52-4e92-89fb-5a4a6f7fa5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c20809f-ca21-46b9-81a7-1044699086e0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:13.069245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6acd0a-d45a-426a-89c5-99ba03ecf7e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b63ad2-04c7-43f7-adec-524d23576b31,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:13.087131 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b6acd0a-d45a-426a-89c5-99ba03ecf7e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.090761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e277dc-3ea4-4e6f-be80-5bb45e652d5b None None] Network e4c07a53-adf5-42b2-b35d-ef69c8555115 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:13.095131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9b6acd0a-d45a-426a-89c5-99ba03ecf7e7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/04b63ad2-04c7-43f7-adec-524d23576b31 HTTP/1.1" status: 204 len: 168 time: 0.4217114 Jul 13 07:41:13.095312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: da306ee1-f578-443a-8e76-656bd61bc54c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:13.095706 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device da306ee1-f578-443a-8e76-656bd61bc54c not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:13.095839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54856) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:13.102754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 2cab11b9-b29b-4d10-8cf3-8227227b84ac yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:13.237639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.259572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef098-b87c-4d80-8719-30a364915485 req-4c946846-ffa4-4c2c-b02f-4b79a9a953ac tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.260787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6500-884f-4f00-994c-c41568beb54c req-962482f5-24fe-4553-a151-c40b10a0590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.261474 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c9ef098-b87c-4d80-8719-30a364915485 req-4c946846-ffa4-4c2c-b02f-4b79a9a953ac tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 944 time: 0.1647818 Jul 13 07:41:13.262385 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-962482f5-24fe-4553-a151-c40b10a0590e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 1096 time: 0.2514803 Jul 13 07:41:13.271042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.282679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722ba5-6e7a-4b69-8fe3-ff6cbaf01bf8 req-6b78e585-e72d-49a6-9eb6-ebeda379670e tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.284292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba722ba5-6e7a-4b69-8fe3-ff6cbaf01bf8 req-6b78e585-e72d-49a6-9eb6-ebeda379670e tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.1704915 Jul 13 07:41:13.325695 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.350118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Transition to ACTIVE for port object b4afa084-62bd-4cc3-8d69-8f7bd9d36370 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:13.356639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c9ef098-b87c-4d80-8719-30a364915485 req-3360e8aa-6116-476e-a126-c54ebb40e04a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860009 Jul 13 07:41:13.372663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-0f7ed2d8-2138-418a-8ab3-9980c85911d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c20809f-ca21-46b9-81a7-1044699086e0 HTTP/1.1" status: 200 len: 217 time: 0.0995808 Jul 13 07:41:13.373671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Deleting port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:13.374371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.412388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Transition to ACTIVE for port object b4afa084-62bd-4cc3-8d69-8f7bd9d36370 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:13.429777 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.465315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Network a14a5043-a2bd-4abf-9e13-a688be3b2026 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:13.473350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:13.476715 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40465a8d-9224-46a4-a702-a96ca6c2de9e x-openstack-request-id: req-40465a8d-9224-46a4-a702-a96ca6c2de9e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:13.477134 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d993b2-e62b-45ba-8fa9-1291394a03fe", "tag": "0c20809f-ca21-46b9-81a7-1044699086e0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:13.477815 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40465a8d-9224-46a4-a702-a96ca6c2de9e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:13.479547 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d993b2-e62b-45ba-8fa9-1291394a03fe', 'tag': '0c20809f-ca21-46b9-81a7-1044699086e0', 'status': 'completed', 'code': 200} Jul 13 07:41:13.502502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] For port 1a90e0c2-1587-41cc-9046-8e0af0a731e7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1a90e0c2-1587-41cc-9046-8e0af0a731e7,segment=NetworkSegment(abe843b5-b9b0-42ca-8431-5251845aa3cb),segment_id=abe843b5-b9b0-42ca-8431-5251845aa3cb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:13.502908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.512267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:13.514297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] DHCP port deletion for e4c07a53-adf5-42b2-b35d-ef69c8555115 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:13.518605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Calling delete_port for 1a90e0c2-1587-41cc-9046-8e0af0a731e7 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:13.548271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba722ba5-6e7a-4b69-8fe3-ff6cbaf01bf8 req-8273ff7a-9238-4fd0-ad11-7ba505e91c16 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238381 Jul 13 07:41:13.561860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6500-884f-4f00-994c-c41568beb54c req-390684fb-d556-4df1-a124-b953025762f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.563419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-390684fb-d556-4df1-a124-b953025762f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 200 len: 854 time: 0.1765196 Jul 13 07:41:13.610152 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-196d6ccd-6373-4f39-92b6-c7042363ba48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7573503c-31c1-4373-bb1e-438e2a5b8c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356545 Jul 13 07:41:13.612361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.11 (a14a5043-a2bd-4abf-9e13-a688be3b2026/18d74768-b5ba-40eb-af9e-32d0335422bf/2cab11b9-b29b-4d10-8cf3-8227227b84ac) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:13.647258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Pushing event updated for resources: {'Port': ['ID=b4afa084-62bd-4cc3-8d69-8f7bd9d36370,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:13.650047 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.655482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Attempting to bind port b4afa084-62bd-4cc3-8d69-8f7bd9d36370 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:13.656522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Attempting to bind port b4afa084-62bd-4cc3-8d69-8f7bd9d36370 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6ec9986b-17f8-4cd7-9bee-131128433397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a14a5043-a2bd-4abf-9e13-a688be3b2026'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:13.657070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Attempting to bind port b4afa084-62bd-4cc3-8d69-8f7bd9d36370 on network a14a5043-a2bd-4abf-9e13-a688be3b2026 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:13.664189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:13.664878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Checking segment: {'id': '6ec9986b-17f8-4cd7-9bee-131128433397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a14a5043-a2bd-4abf-9e13-a688be3b2026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:13.665447 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.666025 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Bound using segment: {'id': '6ec9986b-17f8-4cd7-9bee-131128433397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a14a5043-a2bd-4abf-9e13-a688be3b2026'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:13.666700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Bound port: b4afa084-62bd-4cc3-8d69-8f7bd9d36370, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec9986b-17f8-4cd7-9bee-131128433397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a14a5043-a2bd-4abf-9e13-a688be3b2026'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:13.667270 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.689163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] No DVR routers for this DVR port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:13.692279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a90e0c2-1587-41cc-9046-8e0af0a731e7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:13.712659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] Deleting port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:13.713305 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.797777 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.805399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] For port 1a90e0c2-1587-41cc-9046-8e0af0a731e7, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:13.805800 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.814139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] For port b4afa084-62bd-4cc3-8d69-8f7bd9d36370, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:13.816546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c07a53-adf5-42b2-b35d-ef69c8555115']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:13.818958 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] For port b4afa084-62bd-4cc3-8d69-8f7bd9d36370, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b4afa084-62bd-4cc3-8d69-8f7bd9d36370,segment=NetworkSegment(6ec9986b-17f8-4cd7-9bee-131128433397),segment_id=6ec9986b-17f8-4cd7-9bee-131128433397)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:13.824361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] Calling delete_port for 1a90e0c2-1587-41cc-9046-8e0af0a731e7 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:13.827791 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.830716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] Port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:41:13.837835 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.847526 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe843b5-b9b0-42ca-8431-5251845aa3cb') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:13.848298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe843b5-b9b0-42ca-8431-5251845aa3cb') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:13.857553 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-1c3f903a-2d08-4ae8-ba23-3a53539b2f53 service neutron] 10.222.0.38 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095368 Jul 13 07:41:13.877093 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.901120 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.909491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:13.910179 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:13.913731 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:13.941386 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] No DVR routers for this DVR port 1a90e0c2-1587-41cc-9046-8e0af0a731e7 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:13.969842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41337b33-11ef-40c3-8fda-985dff7bd1d1 None None] Pushing event updated for resources: {'Port': ['ID=b4afa084-62bd-4cc3-8d69-8f7bd9d36370,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:14.000739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e0eeb4af-298f-4546-91a3-687f6eaad04c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:14.004780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9a5eb-a762-4ba5-8679-ce3f0105f9cf None None] Pushing event deleted for resources: {'Port': ['ID=1a90e0c2-1587-41cc-9046-8e0af0a731e7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:14.024861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.027422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e0eeb4af-298f-4546-91a3-687f6eaad04c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:14.028009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e0eeb4af-298f-4546-91a3-687f6eaad04c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:14.028665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6731bf3e-b25f-48b7-a382-5e9794309164 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:14.032703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.045631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e4c07a53-adf5-42b2-b35d-ef69c8555115 HTTP/1.1" status: 204 len: 168 time: 0.9304123 Jul 13 07:41:14.057855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 6731bf3e-b25f-48b7-a382-5e9794309164 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:14.058309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6731bf3e-b25f-48b7-a382-5e9794309164 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:14.058884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1a90e0c2-1587-41cc-9046-8e0af0a731e7 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:14.059544 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.075613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94d9af-a854-40ff-9490-5947fefe98e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c07a53-adf5-42b2-b35d-ef69c8555115,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:14.086043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 1a90e0c2-1587-41cc-9046-8e0af0a731e7 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:14.086405 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1a90e0c2-1587-41cc-9046-8e0af0a731e7 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:14.106238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object 2cab11b9-b29b-4d10-8cf3-8227227b84ac will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:14.128216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-003d6500-884f-4f00-994c-c41568beb54c req-1893f898-cc47-4020-8341-473c45f7d3a8 service neutron] 10.222.0.38 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396026 Jul 13 07:41:14.176230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Deleting port 35dcd6b7-2ec2-4b33-a13c-b9658677d438 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:14.176588 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.201047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.262756 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54860) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:14.320549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2ccc4521-2a65-49e8-a157-8e1f5c6e06d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ad598854b124655b905399734eada74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543113 Jul 13 07:41:14.320794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54862) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:14.337662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network a14a5043-a2bd-4abf-9e13-a688be3b2026 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:14.353902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:14.356518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:14.377982 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e338f1b0-bcdf-4a86-916e-898996672e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.404213 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e338f1b0-bcdf-4a86-916e-898996672e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.428925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=2cab11b9-b29b-4d10-8cf3-8227227b84ac,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:14.451047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] For port 35dcd6b7-2ec2-4b33-a13c-b9658677d438, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=35dcd6b7-2ec2-4b33-a13c-b9658677d438,segment=NetworkSegment(219749b2-11d3-499c-932d-6327850b2d34),segment_id=219749b2-11d3-499c-932d-6327850b2d34)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:14.451421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.462227 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e338f1b0-bcdf-4a86-916e-898996672e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.466311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e338f1b0-bcdf-4a86-916e-898996672e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.470695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e338f1b0-bcdf-4a86-916e-898996672e72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c374a44-dd49-40a4-85a9-e2c9db335247 HTTP/1.1" status: 204 len: 168 time: 0.1484706 Jul 13 07:41:14.472906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.473911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.483175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338f1b0-bcdf-4a86-916e-898996672e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c374a44-dd49-40a4-85a9-e2c9db335247,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:14.491269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Calling delete_port for 35dcd6b7-2ec2-4b33-a13c-b9658677d438 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:14.516664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-cac80b03-8f87-487f-9110-8276c7b20ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.518353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-cac80b03-8f87-487f-9110-8276c7b20ac5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 1096 time: 0.3246934 Jul 13 07:41:14.561161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eec86e05-ca4d-4097-b56e-77028101c97b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9263990 Jul 13 07:41:14.563996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:14.698942 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9d28b6f2-ead3-4b81-a6d3-b0f1970bbdc4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 2cab11b9-b29b-4d10-8cf3-8227227b84ac {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:14.699607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d28b6f2-ead3-4b81-a6d3-b0f1970bbdc4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.852870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696388f-6d9e-4f36-acaa-ec2dfcc8aebc req-c3a2b39a-350f-4608-aa37-5049e7dceee4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.854525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c696388f-6d9e-4f36-acaa-ec2dfcc8aebc req-c3a2b39a-350f-4608-aa37-5049e7dceee4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 944 time: 0.3427362 Jul 13 07:41:14.857936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-5658c19a-3c36-4ead-ab06-14746ee031ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.859657 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-5658c19a-3c36-4ead-ab06-14746ee031ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 915 time: 0.3310869 Jul 13 07:41:14.929705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d28b6f2-ead3-4b81-a6d3-b0f1970bbdc4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.930616 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-41faf4eb-8499-46f9-86cf-ae67ce42b10e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c20809f-ca21-46b9-81a7-1044699086e0 HTTP/1.1" status: 200 len: 217 time: 0.0624821 Jul 13 07:41:14.962955 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738809db-8f73-4253-a6dd-925feffd05e7 req-3a0e6b94-6920-45d1-a750-78a82c4a8cd2 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.969907 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-738809db-8f73-4253-a6dd-925feffd05e7 req-3a0e6b94-6920-45d1-a750-78a82c4a8cd2 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.2659748 Jul 13 07:41:14.988024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-2d087ddd-509b-491e-bf67-356e1c5f25a1 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.989794 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-2d087ddd-509b-491e-bf67-356e1c5f25a1 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 945 time: 0.2255533 Jul 13 07:41:14.991535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9d28b6f2-ead3-4b81-a6d3-b0f1970bbdc4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 2cab11b9-b29b-4d10-8cf3-8227227b84ac owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:15.116937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-738809db-8f73-4253-a6dd-925feffd05e7 req-dde89d0d-2011-4886-bfbf-b8ed9045e3a2 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/security-groups?id=093684cf-03e9-4c23-b830-081914defac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459792 Jul 13 07:41:15.247729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612ea99-0dc4-44c7-8565-dba2eca8d385 None None] Network a14a5043-a2bd-4abf-9e13-a688be3b2026 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:15.376864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Deleting port 3532ed21-d6f7-4496-8477-fa2935ed3748 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:15.377262 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.449799 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c696388f-6d9e-4f36-acaa-ec2dfcc8aebc req-6f8e9cb8-b083-494d-ac81-d06c7070d948 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827389 Jul 13 07:41:15.498561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-ef891eb1-87b2-4ab6-83a5-3dedd43f30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:15.501306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-ef891eb1-87b2-4ab6-83a5-3dedd43f30d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 200 len: 854 time: 0.5631595 Jul 13 07:41:15.519778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d28b6f2-ead3-4b81-a6d3-b0f1970bbdc4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.521887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-26581650-d0aa-4e75-ae37-ea8ee226dab3 None None] Provisioning for port b4afa084-62bd-4cc3-8d69-8f7bd9d36370 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:15.538458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.589643 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28b6f2-ead3-4b81-a6d3-b0f1970bbdc4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=2cab11b9-b29b-4d10-8cf3-8227227b84ac,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:15.594504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54892) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:15.605931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] For port 3532ed21-d6f7-4496-8477-fa2935ed3748, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=3532ed21-d6f7-4496-8477-fa2935ed3748,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:15.606353 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.612578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-69116333-803f-416d-a180-c0e31323e114 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7573503c-31c1-4373-bb1e-438e2a5b8c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006703 Jul 13 07:41:15.689754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Pushing event deleted for resources: {'Port': ['ID=35dcd6b7-2ec2-4b33-a13c-b9658677d438,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:15.698315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Calling delete_port for 3532ed21-d6f7-4496-8477-fa2935ed3748 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:15.716552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d28b6f2-ead3-4b81-a6d3-b0f1970bbdc4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.721586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9d28b6f2-ead3-4b81-a6d3-b0f1970bbdc4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/2cab11b9-b29b-4d10-8cf3-8227227b84ac HTTP/1.1" status: 204 len: 168 time: 1.1544752 Jul 13 07:41:15.754008 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:15.802222 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf7fd49-5886-4cd5-b360-1c4aa79a920b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:15.803006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf7fd49-5886-4cd5-b360-1c4aa79a920b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:15.805384 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ddf7fd49-5886-4cd5-b360-1c4aa79a920b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/2cab11b9-b29b-4d10-8cf3-8227227b84ac HTTP/1.1" status: 404 len: 333 time: 0.0503817 Jul 13 07:41:15.810675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:15.835573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1063080952-network', 'tenant_id': '0c130025b5fd4d84a43425f0687a845b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:15.852068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-29f6e4dc-8356-45e4-9d18-4f0acea7412f None None] Could not find standard attr ID for object 2cab11b9-b29b-4d10-8cf3-8227227b84ac. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:15.869471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-a1fb487a-34e6-40d0-a9ab-10c71a5eb807 service neutron] 10.222.0.38 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148311 Jul 13 07:41:15.910101 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7d8a5b-0f5b-498a-9a49-cdfbce2cbd06 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:15.910101 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4a7d8a5b-0f5b-498a-9a49-cdfbce2cbd06 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/2cab11b9-b29b-4d10-8cf3-8227227b84ac HTTP/1.1" status: 404 len: 333 time: 0.0949275 Jul 13 07:41:15.910101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54900) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:15.949419 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Made reservation on behalf of 0c130025b5fd4d84a43425f0687a845b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:15.951841 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.990089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-728ff4c0-f12d-4917-894e-da66e0ef2dcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet 18d74768-b5ba-40eb-af9e-32d0335422bf {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:15.996984 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.021244 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-728ff4c0-f12d-4917-894e-da66e0ef2dcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.029667 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0a9b28b-adad-4ac9-9097-de243be6d7df req-754fcf69-e618-43a3-bc25-0dff32c11a8e service neutron] 10.222.0.38 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424179 Jul 13 07:41:16.135952 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b4afa084-62bd-4cc3-8d69-8f7bd9d36370 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:16.154487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-728ff4c0-f12d-4917-894e-da66e0ef2dcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.227220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.233512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7bf8bb0b-6d77-4999-b968-1965187c9fd9 None None] Could not find standard attr ID for object 2cab11b9-b29b-4d10-8cf3-8227227b84ac. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:16.265869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.304211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port b4afa084-62bd-4cc3-8d69-8f7bd9d36370 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:16.310498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b4afa084-62bd-4cc3-8d69-8f7bd9d36370 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:16.310972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.318390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Pushing event deleted for resources: {'Port': ['ID=3532ed21-d6f7-4496-8477-fa2935ed3748,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.484292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.517435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.536193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port b4afa084-62bd-4cc3-8d69-8f7bd9d36370, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b4afa084-62bd-4cc3-8d69-8f7bd9d36370,segment=NetworkSegment(6ec9986b-17f8-4cd7-9bee-131128433397),segment_id=6ec9986b-17f8-4cd7-9bee-131128433397)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:16.543827 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.582894 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-721eb321-aafb-4ce7-ac1a-292f2bf82409 req-42fdd2c7-4ee6-41c0-8549-b6acab352ff7 tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb92fb-9fe8-4077-ae63-63842059479d HTTP/1.1" status: 200 len: 210 time: 0.1469321 Jul 13 07:41:16.594670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.609518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] No DVR routers for this DVR port 3532ed21-d6f7-4496-8477-fa2935ed3748 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:16.637863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.642458 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf4db9fb-e97c-4ce2-8b2b-8616757784c3 req-4b3f09f0-2679-4590-b929-963629d5b1fc tempest-ServerRescueNegativeTestJSON-914205143 tempest-ServerRescueNegativeTestJSON-914205143-project] 10.222.0.48 "DELETE /v2.0/ports/3532ed21-d6f7-4496-8477-fa2935ed3748 HTTP/1.1" status: 204 len: 173 time: 1.6430233 Jul 13 07:41:16.642955 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccb92fb-9fe8-4077-ae63-63842059479d', 'name': 'network-vif-deleted', 'tag': '3532ed21-d6f7-4496-8477-fa2935ed3748'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:16.646131 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e9aad-f438-408a-bd65-6f8bdaff40ad" -d '{"events": [{"server_uuid": "8ccb92fb-9fe8-4077-ae63-63842059479d", "name": "network-vif-deleted", "tag": "3532ed21-d6f7-4496-8477-fa2935ed3748"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:16.664546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=b4afa084-62bd-4cc3-8d69-8f7bd9d36370,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.688668 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-728ff4c0-f12d-4917-894e-da66e0ef2dcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.734307 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0620f6-707e-43c7-b4ed-462ce4bd8221 x-openstack-request-id: req-1f0620f6-707e-43c7-b4ed-462ce4bd8221 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:16.734307 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccb92fb-9fe8-4077-ae63-63842059479d", "name": "network-vif-deleted", "tag": "3532ed21-d6f7-4496-8477-fa2935ed3748", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:16.734307 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f0620f6-707e-43c7-b4ed-462ce4bd8221 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:16.734307 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccb92fb-9fe8-4077-ae63-63842059479d', 'name': 'network-vif-deleted', 'tag': '3532ed21-d6f7-4496-8477-fa2935ed3748', 'status': 'completed', 'code': 200} Jul 13 07:41:16.740013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:16.764208 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.764577 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Added segment f3d4001a-50e8-45b1-96a1-05e5dac4f3eb of type vlan for network a945e39c-6522-4f0f-97b7-13a3b00ee1b3 Jul 13 07:41:16.768123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df14c5d-84f2-49bc-8d26-6139133a9457,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.779743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:16.799329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ddd4a-f4a7-480c-a348-7478c0573360 req-31aa0609-2259-42a7-9868-446247edc2ea tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.801080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-339ddd4a-f4a7-480c-a348-7478c0573360 req-31aa0609-2259-42a7-9868-446247edc2ea tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 944 time: 0.1198292 Jul 13 07:41:16.853810 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.883796 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-728ff4c0-f12d-4917-894e-da66e0ef2dcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.929312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ff4c0-f12d-4917-894e-da66e0ef2dcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=18d74768-b5ba-40eb-af9e-32d0335422bf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.936283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-728ff4c0-f12d-4917-894e-da66e0ef2dcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.936960 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-339ddd4a-f4a7-480c-a348-7478c0573360 req-62adc355-5643-4cda-ac7f-c57dbfbbda06 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292405 Jul 13 07:41:16.940761 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-728ff4c0-f12d-4917-894e-da66e0ef2dcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/18d74768-b5ba-40eb-af9e-32d0335422bf HTTP/1.1" status: 204 len: 168 time: 1.0278218 Jul 13 07:41:16.941069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54910) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:16.947731 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.951748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f76b6b-dbbc-4c11-9fdd-3311d07dd2e8 None None] Network a14a5043-a2bd-4abf-9e13-a688be3b2026 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:16.952547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.953575 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.014769 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4157848 Jul 13 07:41:17.016286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:17.030786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:17.031054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0c20809f-ca21-46b9-81a7-1044699086e0 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:17.037062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3e1050fe-fe6e-46cf-abc8-bd7a2ed23937 admin admin] 10.222.0.41 "PUT /v2.0/routers/bc422f1d-baaa-48fc-9cda-9c60f87a63e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9908297 Jul 13 07:41:17.040174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:17.043479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] Sync routers for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:17.055430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Request body: {'subnet': {'network_id': 'a945e39c-6522-4f0f-97b7-13a3b00ee1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1063080952-subnet', 'tenant_id': '0c130025b5fd4d84a43425f0687a845b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:17.087184 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.095206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bb63d-e036-42f3-b58d-86e7b94bf154 admin admin] Pushing event updated for resources: {'Network': ['ID=a945e39c-6522-4f0f-97b7-13a3b00ee1b3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.107488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:17.108043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:17.125297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Made reservation on behalf of 0c130025b5fd4d84a43425f0687a845b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:17.128240 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.150979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a945e39c-6522-4f0f-97b7-13a3b00ee1b3 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:17.200923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.314340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port b4afa084-62bd-4cc3-8d69-8f7bd9d36370 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:17.314702 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.364424 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.386647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] For port b4afa084-62bd-4cc3-8d69-8f7bd9d36370, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b4afa084-62bd-4cc3-8d69-8f7bd9d36370,segment=NetworkSegment(6ec9986b-17f8-4cd7-9bee-131128433397),segment_id=6ec9986b-17f8-4cd7-9bee-131128433397)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:17.387025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.409266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for b4afa084-62bd-4cc3-8d69-8f7bd9d36370 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:17.423558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd4157e-41c9-4f0f-88ae-27764b5b655e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.447325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Checking segment: {'id': 'f3d4001a-50e8-45b1-96a1-05e5dac4f3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a945e39c-6522-4f0f-97b7-13a3b00ee1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:17.447691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Network hostable DHCP agents. Network: a945e39c-6522-4f0f-97b7-13a3b00ee1b3, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:17.467483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Network a945e39c-6522-4f0f-97b7-13a3b00ee1b3 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:17.496388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a945e39c-6522-4f0f-97b7-13a3b00ee1b3) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:17.512579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.514213 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.520837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2b6f4-c46c-4476-83fe-a6249c91a9a0 None None] Network a945e39c-6522-4f0f-97b7-13a3b00ee1b3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:17.522202 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.542434 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8807aba2-c87a-4a4e-b478-46b8517c8d69 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4991775 Jul 13 07:41:17.606569 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.629139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No DVR routers for this DVR port b4afa084-62bd-4cc3-8d69-8f7bd9d36370 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:17.643367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:17.672090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=b4afa084-62bd-4cc3-8d69-8f7bd9d36370,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.722093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df48528b-9eea-4365-ac07-814da712ecc0 None None] DHCP port deletion for a14a5043-a2bd-4abf-9e13-a688be3b2026 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:17.735026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 0c20809f-ca21-46b9-81a7-1044699086e0, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0c20809f-ca21-46b9-81a7-1044699086e0,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:17.764714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Deleting port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:17.765063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.787006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '0c20809f-ca21-46b9-81a7-1044699086e0', 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70', 'port_id': '0c20809f-ca21-46b9-81a7-1044699086e0', 'mac_address': 'fa:16:3e:97:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a47d72-72f1-4c50-bf4c-d9874e24f0e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:17.790136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:17.822938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.849232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14a5043-a2bd-4abf-9e13-a688be3b2026']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:17.884990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3532ed21-d6f7-4496-8477-fa2935ed3748 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:17.981324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] For port fb9cc1fa-23d6-4aec-bd17-c9380bae7d40, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fb9cc1fa-23d6-4aec-bd17-c9380bae7d40,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:17.982418 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.997357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Calling delete_port for fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:18.018318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b4afa084-62bd-4cc3-8d69-8f7bd9d36370 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:18.057767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec9986b-17f8-4cd7-9bee-131128433397') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:18.058105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec9986b-17f8-4cd7-9bee-131128433397') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:18.079328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.098711 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.099242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 3532ed21-d6f7-4496-8477-fa2935ed3748 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:18.099861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 3532ed21-d6f7-4496-8477-fa2935ed3748 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:18.103575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: b4afa084-62bd-4cc3-8d69-8f7bd9d36370 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:18.103936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b4afa084-62bd-4cc3-8d69-8f7bd9d36370 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:18.123625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dce2c2-1bb0-4049-87ce-83173691a406 None None] Network a945e39c-6522-4f0f-97b7-13a3b00ee1b3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:18.151328 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.174692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c20809f-ca21-46b9-81a7-1044699086e0 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:18.284445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 0c20809f-ca21-46b9-81a7-1044699086e0, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0c20809f-ca21-46b9-81a7-1044699086e0,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:18.317362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:18.317794 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:18.322524 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:18.332564 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.345176 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.404110 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cc63107-19e1-49a8-9a98-ebc35605a15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.456019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9cc1fa-23d6-4aec-bd17-c9380bae7d40,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:18.477568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=0c20809f-ca21-46b9-81a7-1044699086e0,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:18.508506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.516659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:41:14Z', 'revision_number': 5, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port': {'id': 'fb9cc1fa-23d6-4aec-bd17-c9380bae7d40', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:31Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:18.538082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.546417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/networks/a14a5043-a2bd-4abf-9e13-a688be3b2026 HTTP/1.1" status: 204 len: 168 time: 1.6026394 Jul 13 07:41:18.550072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:18.557875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-937610655'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:18.560232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] Checking router: bc422f1d-baaa-48fc-9cda-9c60f87a63e8 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:18.581439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0c20809f-ca21-46b9-81a7-1044699086e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:18.591737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7094f-13a9-4869-ac42-c0eaae938bf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Network': ['ID=a14a5043-a2bd-4abf-9e13-a688be3b2026,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:18.605917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846faad4-3ad5-4f81-9aa8-851b9b1cfef6 req-231c682a-72bd-4782-9495-d61420f0993f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.613348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-846faad4-3ad5-4f81-9aa8-851b9b1cfef6 req-231c682a-72bd-4782-9495-d61420f0993f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 945 time: 0.3068624 Jul 13 07:41:18.637929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] Routers {'bc422f1d-baaa-48fc-9cda-9c60f87a63e8'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:18.639088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:18.650564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.727000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:18.730274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.770969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] Set router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:18.778456 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-846faad4-3ad5-4f81-9aa8-851b9b1cfef6 req-24a41d31-5610-4ad3-aae2-b828b7c6c53d tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640689 Jul 13 07:41:18.790649 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.792948 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.845561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:41:18Z', 'revision_number': 7, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:18.864419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:18.873703 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.874330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc422f1d-baaa-48fc-9cda-9c60f87a63e8 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:41:18.880663 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.884996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a3b95af5-229e-4f04-8024-0445413d9eef admin admin] 10.222.0.41 "DELETE /v2.0/routers/bc422f1d-baaa-48fc-9cda-9c60f87a63e8 HTTP/1.1" status: 204 len: 168 time: 1.8433492 Jul 13 07:41:18.886659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.887127 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Added segment 68d16ef1-bf90-44c4-a0ef-a82105684333 of type vlan for network dd5e4739-3432-449d-a53a-d00e334d3ad3 Jul 13 07:41:18.887516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7e0ed-7101-43eb-b647-9d92f514403f None None] The sync data for ids ['bc422f1d-baaa-48fc-9cda-9c60f87a63e8'] in n-d-758944-43 is: [{'id': 'bc422f1d-baaa-48fc-9cda-9c60f87a63e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1720579623-router', 'tenant_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:29Z', 'updated_at': '2021-07-13T07:41:18Z', 'revision_number': 7, 'project_id': 'ae5e1f1779d84e4ea66a7f1553967c35', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:18.888875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:18.944403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-a63fb378-65da-4ccd-99ef-8f445ef8f326 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.952072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-a63fb378-65da-4ccd-99ef-8f445ef8f326 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/networks?id=a945e39c-6522-4f0f-97b7-13a3b00ee1b3 HTTP/1.1" status: 200 len: 813 time: 0.6932764 Jul 13 07:41:18.989190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.998502 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-a5bab7c0-20e1-4dda-b9d1-f1c0fe54a166 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/quotas/0c130025b5fd4d84a43425f0687a845b HTTP/1.1" status: 200 len: 375 time: 0.0452454 Jul 13 07:41:19.002718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d13d30-3276-414a-8708-1a5f4acd5299 admin admin] Deleting subnet 80228225-a4bc-4a86-9b60-64da15fe841e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:19.008466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d13d30-3276-414a-8708-1a5f4acd5299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.030811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-4179a8e7-4972-4072-9503-5937c3f8d324 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c130025b5fd4d84a43425f0687a845b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313768 Jul 13 07:41:19.057042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d13d30-3276-414a-8708-1a5f4acd5299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.080037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.086124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.086715 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.130650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5779827 Jul 13 07:41:19.133789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:19.140933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'dd5e4739-3432-449d-a53a-d00e334d3ad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:19.176749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d13d30-3276-414a-8708-1a5f4acd5299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.178817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecac01-9281-4a64-9dd3-d52147c659e9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Network': ['ID=dd5e4739-3432-449d-a53a-d00e334d3ad3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:19.191697 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network dd5e4739-3432-449d-a53a-d00e334d3ad3 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:19.211104 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-0f0c406a-ad8e-436e-a537-4bcf6ce3357b service neutron] 10.222.0.41 "GET /v2.0/networks/a945e39c-6522-4f0f-97b7-13a3b00ee1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718903 Jul 13 07:41:19.257725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d13d30-3276-414a-8708-1a5f4acd5299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.300001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d13d30-3276-414a-8708-1a5f4acd5299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80228225-a4bc-4a86-9b60-64da15fe841e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:19.305799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d13d30-3276-414a-8708-1a5f4acd5299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.307840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-55d13d30-3276-414a-8708-1a5f4acd5299 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/80228225-a4bc-4a86-9b60-64da15fe841e HTTP/1.1" status: 204 len: 168 time: 0.4180539 Jul 13 07:41:19.311608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54948) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:19.376118 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.414216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:19.417770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.431051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.439895 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-3dc397b7-f122-40c9-adaf-33b623b7ac8d service neutron] 10.222.0.41 "GET /v2.0/networks/a945e39c-6522-4f0f-97b7-13a3b00ee1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938128 Jul 13 07:41:19.547947 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.569358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0563d92c-fdec-4ee1-82fa-788e5f5a2972']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:19.583250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219749b2-11d3-499c-932d-6327850b2d34') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:19.583569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219749b2-11d3-499c-932d-6327850b2d34') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:19.594245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.612823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.620264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:19.620727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:19.623324 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:19.732571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25194e20-0db4-4685-9241-30c31f1e96f4 req-949d6af4-b6e5-4f5c-8ef7-344178690b11 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 210 time: 0.0859907 Jul 13 07:41:19.735601 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.770268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.778401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0563d92c-fdec-4ee1-82fa-788e5f5a2972 HTTP/1.1" status: 204 len: 168 time: 0.4650424 Jul 13 07:41:19.779859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7e268-25c6-466e-b48e-0ff92b89a5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0563d92c-fdec-4ee1-82fa-788e5f5a2972,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:19.855532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.943098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:20.001380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:20.001926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fb9cc1fa-23d6-4aec-bd17-c9380bae7d40 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:20.003592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 35dcd6b7-2ec2-4b33-a13c-b9658677d438 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:20.029862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54966) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:20.076420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 35dcd6b7-2ec2-4b33-a13c-b9658677d438 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:20.076845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 35dcd6b7-2ec2-4b33-a13c-b9658677d438 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:20.087842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=9be26a20-6bf7-4ebd-b49a-62b1979bdb10,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:20.108088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Checking segment: {'id': '68d16ef1-bf90-44c4-a0ef-a82105684333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dd5e4739-3432-449d-a53a-d00e334d3ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:20.108602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network hostable DHCP agents. Network: dd5e4739-3432-449d-a53a-d00e334d3ad3, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:20.112663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f1da412c-10af-4350-93be-6a27c17560ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae5e1f1779d84e4ea66a7f1553967c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815020 Jul 13 07:41:20.115987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:20.147889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Deleting port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:20.148243 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.166430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network dd5e4739-3432-449d-a53a-d00e334d3ad3 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:20.193985 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83e4912f-82ed-4646-8ec7-ea827d6ffc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.204592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d498e6-25df-4c25-91c1-d30dd68ee264 req-eb8b7d6f-65ff-4384-86e1-764df0a1ddaf tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:20.207096 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55d498e6-25df-4c25-91c1-d30dd68ee264 req-eb8b7d6f-65ff-4384-86e1-764df0a1ddaf tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 945 time: 0.1761372 Jul 13 07:41:20.221820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83e4912f-82ed-4646-8ec7-ea827d6ffc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.261364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, dd5e4739-3432-449d-a53a-d00e334d3ad3) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:20.290082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:20.291408 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.292429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83e4912f-82ed-4646-8ec7-ea827d6ffc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.294515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca593528-3fa1-4824-a6aa-4f2b65d0299e None None] Network dd5e4739-3432-449d-a53a-d00e334d3ad3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:20.295918 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83e4912f-82ed-4646-8ec7-ea827d6ffc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.299442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-83e4912f-82ed-4646-8ec7-ea827d6ffc7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6949e03a-52e6-4199-8197-43795c3ced58 HTTP/1.1" status: 204 len: 168 time: 0.1790516 Jul 13 07:41:20.310752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4912f-82ed-4646-8ec7-ea827d6ffc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6949e03a-52e6-4199-8197-43795c3ced58,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:20.339378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] For port 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=02f8f310-cbbf-4fc2-b0a0-2005a470d8ba,segment=NetworkSegment(64f73033-e5e7-4cb8-9232-aff50d8461a8),segment_id=64f73033-e5e7-4cb8-9232-aff50d8461a8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:20.340019 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.358575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Calling delete_port for 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:20.435030 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0412ac3e-3c43-4984-8ee5-4a0c47cf9b42 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2995164 Jul 13 07:41:20.437683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:20.443111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-55d498e6-25df-4c25-91c1-d30dd68ee264 req-6948a089-0012-48e9-972e-664f743203f0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867816 Jul 13 07:41:20.444452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': 'dd5e4739-3432-449d-a53a-d00e334d3ad3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1850165048'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:20.555834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-dd5e4739-3432-449d-a53a-d00e334d3ad3', 'network_id': 'dd5e4739-3432-449d-a53a-d00e334d3ad3', 'tenant_id': '2f6dd0ddfe0d46eeb232dde3d731154d', 'fixed_ips': [{'subnet_id': '9be26a20-6bf7-4ebd-b49a-62b1979bdb10'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:20.556733 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.647063 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.678359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:20.687698 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.708400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f8f310-cbbf-4fc2-b0a0-2005a470d8ba,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:20.721784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 0007d019-9537-4a57-8db4-d38350d22c4c yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:20.758932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Allocated IP 172.20.0.2 (dd5e4739-3432-449d-a53a-d00e334d3ad3/9be26a20-6bf7-4ebd-b49a-62b1979bdb10/e7f6d561-4503-414b-b2fb-83b38c97127c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:20.952570 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.002276 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.014127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Transition to ACTIVE for port object e7f6d561-4503-414b-b2fb-83b38c97127c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:21.018313 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3d169551-dd7d-4c28-b2d8-f13060ddde70 req-53610031-3ad8-4a70-b391-c56ece0b543d tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 210 time: 0.0389538 Jul 13 07:41:21.026436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0c20809f-ca21-46b9-81a7-1044699086e0 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:21.091081 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Transition to ACTIVE for port object e7f6d561-4503-414b-b2fb-83b38c97127c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:21.108135 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.129770 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6dbe-7f41-429b-a13b-d7bceb0837a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.190529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.231255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.6 (dd5e4739-3432-449d-a53a-d00e334d3ad3/9be26a20-6bf7-4ebd-b49a-62b1979bdb10/0007d019-9537-4a57-8db4-d38350d22c4c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:21.245670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Network dd5e4739-3432-449d-a53a-d00e334d3ad3 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:21.255030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:21.262675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:21.309784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Router e11de37c-5b54-4296-925e-109b0ef749a8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:21.337919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Pushing event updated for resources: {'Port': ['ID=e7f6d561-4503-414b-b2fb-83b38c97127c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:21.364313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 0c20809f-ca21-46b9-81a7-1044699086e0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:21.389507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 0c20809f-ca21-46b9-81a7-1044699086e0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:21.390082 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.427281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Attempting to bind port e7f6d561-4503-414b-b2fb-83b38c97127c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:21.428057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Attempting to bind port e7f6d561-4503-414b-b2fb-83b38c97127c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '68d16ef1-bf90-44c4-a0ef-a82105684333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dd5e4739-3432-449d-a53a-d00e334d3ad3'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:21.428746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Attempting to bind port e7f6d561-4503-414b-b2fb-83b38c97127c on network dd5e4739-3432-449d-a53a-d00e334d3ad3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:21.443141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:21.443917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Checking segment: {'id': '68d16ef1-bf90-44c4-a0ef-a82105684333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dd5e4739-3432-449d-a53a-d00e334d3ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:21.444588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.445680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Bound using segment: {'id': '68d16ef1-bf90-44c4-a0ef-a82105684333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dd5e4739-3432-449d-a53a-d00e334d3ad3'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:21.446420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Bound port: e7f6d561-4503-414b-b2fb-83b38c97127c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d16ef1-bf90-44c4-a0ef-a82105684333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dd5e4739-3432-449d-a53a-d00e334d3ad3'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:21.447013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.529330 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.559212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object 0007d019-9537-4a57-8db4-d38350d22c4c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:21.654860 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.752757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=0007d019-9537-4a57-8db4-d38350d22c4c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:21.764256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network dd5e4739-3432-449d-a53a-d00e334d3ad3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:21.766790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:21.770273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:21.824846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-82ea1abb-b341-4669-8591-c34facb595ea tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:21.827436 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-82ea1abb-b341-4669-8591-c34facb595ea tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.48 "GET /v2.0/networks?id=a945e39c-6522-4f0f-97b7-13a3b00ee1b3 HTTP/1.1" status: 200 len: 813 time: 0.4303310 Jul 13 07:41:21.829364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.834501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] For port e7f6d561-4503-414b-b2fb-83b38c97127c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:21.846075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] For port e7f6d561-4503-414b-b2fb-83b38c97127c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e7f6d561-4503-414b-b2fb-83b38c97127c,segment=NetworkSegment(68d16ef1-bf90-44c4-a0ef-a82105684333),segment_id=68d16ef1-bf90-44c4-a0ef-a82105684333)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:21.859118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:21.863530 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.871996 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] Sync routers for ids ['e11de37c-5b54-4296-925e-109b0ef749a8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:21.876070 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a5c3cc0e-d9a6-4823-a65b-41d726c675e6 admin admin] 10.222.0.41 "PUT /v2.0/routers/e11de37c-5b54-4296-925e-109b0ef749a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0833180 Jul 13 07:41:21.882910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Request body: {'port': {'device_id': 'd166ea6d-a2c0-4b56-b8ac-a04ba4396066', 'network_id': 'a945e39c-6522-4f0f-97b7-13a3b00ee1b3', 'admin_state_up': True, 'tenant_id': '0c130025b5fd4d84a43425f0687a845b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:21.886692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:21.888407 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] Routers {'e11de37c-5b54-4296-925e-109b0ef749a8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:21.889624 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e11de37c-5b54-4296-925e-109b0ef749a8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:21.910256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:21.910917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.944723 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f7f4608c-a653-4dfb-a989-1ceb3dfed082 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5055265 Jul 13 07:41:21.945595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55016) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:21.954493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d993b2-e62b-45ba-8fa9-1291394a03fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20809f-ca21-46b9-81a7-1044699086e0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:21.970334 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9f991d-0d24-4cca-b55a-885402ae2015" -d '{"events": [{"server_uuid": "b1d993b2-e62b-45ba-8fa9-1291394a03fe", "name": "network-vif-plugged", "status": "completed", "tag": "0c20809f-ca21-46b9-81a7-1044699086e0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:22.011401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471671-a5da-4b44-bb4d-d519984313dc req-e115ae82-32b4-402d-8075-bfa82d7d8b74 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:22.013435 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba471671-a5da-4b44-bb4d-d519984313dc req-e115ae82-32b4-402d-8075-bfa82d7d8b74 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 945 time: 0.2063193 Jul 13 07:41:22.016928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 0c20809f-ca21-46b9-81a7-1044699086e0, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0c20809f-ca21-46b9-81a7-1044699086e0,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:22.036018 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.082936 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.091568 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] Set router e11de37c-5b54-4296-925e-109b0ef749a8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:22.113642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2cfaa-906f-469e-86c1-6126f333b749 None None] Pushing event updated for resources: {'Port': ['ID=e7f6d561-4503-414b-b2fb-83b38c97127c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:22.150773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba471671-a5da-4b44-bb4d-d519984313dc req-c77918b1-6b89-484f-9d2b-bc7647fd4ec5 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288848 Jul 13 07:41:22.184835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7871e630-0c7b-45d3-b8ff-fc46d3c25d22 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 0007d019-9537-4a57-8db4-d38350d22c4c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:22.185281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7871e630-0c7b-45d3-b8ff-fc46d3c25d22 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.228336 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5662689-8f46-4e94-8be6-b6ed51ad701b x-openstack-request-id: req-a5662689-8f46-4e94-8be6-b6ed51ad701b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:22.231180 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d993b2-e62b-45ba-8fa9-1291394a03fe", "name": "network-vif-plugged", "status": "completed", "tag": "0c20809f-ca21-46b9-81a7-1044699086e0", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:22.232817 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5662689-8f46-4e94-8be6-b6ed51ad701b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:22.233370 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d993b2-e62b-45ba-8fa9-1291394a03fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20809f-ca21-46b9-81a7-1044699086e0', 'code': 200} Jul 13 07:41:22.266477 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.286954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=0c20809f-ca21-46b9-81a7-1044699086e0,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:22.441746 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d981228b-a8bc-46f7-b813-f5a87e41978b req-ffd7bca8-8091-40d5-b736-99dd7f3dce6f tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.1235740 Jul 13 07:41:22.494959 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:07Z', 'updated_at': '2021-07-13T07:41:20Z', 'revision_number': 5, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'gw_port': {'id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:22.510943 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7871e630-0c7b-45d3-b8ff-fc46d3c25d22 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.539416 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] Checking router: e11de37c-5b54-4296-925e-109b0ef749a8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:22.561497 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] Routers {'e11de37c-5b54-4296-925e-109b0ef749a8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:22.563598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Made reservation on behalf of 0c130025b5fd4d84a43425f0687a845b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:22.565116 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e11de37c-5b54-4296-925e-109b0ef749a8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:22.581193 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.660382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.806533 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] Set router e11de37c-5b54-4296-925e-109b0ef749a8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:22.827778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Deleting port 7d72daad-b82b-487e-8e84-ec0728adb7bc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:22.828116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.979598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7871e630-0c7b-45d3-b8ff-fc46d3c25d22 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 0007d019-9537-4a57-8db4-d38350d22c4c owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:23.013709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Allocated IP 172.20.0.12 (a945e39c-6522-4f0f-97b7-13a3b00ee1b3/fbd4157e-41c9-4f0f-88ae-27764b5b655e/02cec58f-7d65-4dbf-a425-3c1d3830c3f4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:23.017872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] For port 7d72daad-b82b-487e-8e84-ec0728adb7bc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7d72daad-b82b-487e-8e84-ec0728adb7bc,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:23.018260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.037462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f064a84-3e8b-4236-9848-441341857356 req-96af5e39-fbdd-44d6-8e2c-091392a21c39 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 210 time: 0.0517979 Jul 13 07:41:23.044700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Calling delete_port for 7d72daad-b82b-487e-8e84-ec0728adb7bc owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:23.115517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105857a-5210-461c-af4b-9bbccb580b34 req-ad9f937a-7fb9-405d-9f2e-ea6f95187a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:23.117290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9105857a-5210-461c-af4b-9bbccb580b34 req-ad9f937a-7fb9-405d-9f2e-ea6f95187a93 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 1098 time: 0.8155751 Jul 13 07:41:23.169231 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:07Z', 'updated_at': '2021-07-13T07:41:20Z', 'revision_number': 5, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'gw_port': {'id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:23.206864 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9105857a-5210-461c-af4b-9bbccb580b34 req-e110ae34-470b-4c10-ab54-cc94ac2a7e22 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761170 Jul 13 07:41:23.275968 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee95594-de4c-42fc-93bd-90d99d1addf8 None None] The sync data for ids ['e11de37c-5b54-4296-925e-109b0ef749a8'] in n-d-758944-43 is: [{'id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'name': 'tempest-ServerRescueNegativeTestJSON-28816591-router', 'tenant_id': '102ebbab007a4ae6959bb84643a4e152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:38:07Z', 'updated_at': '2021-07-13T07:41:20Z', 'revision_number': 5, 'project_id': '102ebbab007a4ae6959bb84643a4e152', 'gw_port': {'id': '7d72daad-b82b-487e-8e84-ec0728adb7bc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11de37c-5b54-4296-925e-109b0ef749a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:38:10Z', 'updated_at': '2021-07-13T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:23.336483 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7871e630-0c7b-45d3-b8ff-fc46d3c25d22 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.405222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871e630-0c7b-45d3-b8ff-fc46d3c25d22 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=0007d019-9537-4a57-8db4-d38350d22c4c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:23.479971 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.510184 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7871e630-0c7b-45d3-b8ff-fc46d3c25d22 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.515894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7871e630-0c7b-45d3-b8ff-fc46d3c25d22 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/0007d019-9537-4a57-8db4-d38350d22c4c HTTP/1.1" status: 204 len: 168 time: 1.5682383 Jul 13 07:41:23.516969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:23.544818 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.555439 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfb5f7e-78c1-443e-a16b-6dd4ea4326de tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:23.561052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3dfb5f7e-78c1-443e-a16b-6dd4ea4326de tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/0007d019-9537-4a57-8db4-d38350d22c4c HTTP/1.1" status: 404 len: 333 time: 0.0428810 Jul 13 07:41:23.561686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55040) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:23.620965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7d72daad-b82b-487e-8e84-ec0728adb7bc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:23.631138 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.637395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8200d482-ced8-4f32-8935-91a397202e62 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet 9be26a20-6bf7-4ebd-b49a-62b1979bdb10 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:23.641548 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8200d482-ced8-4f32-8935-91a397202e62 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.666200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1761dd9-4be2-4783-8469-0cef5671c2ba req-eedb5fd6-a986-408b-9e44-31dc5df718e0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:23.685560 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1761dd9-4be2-4783-8469-0cef5671c2ba req-eedb5fd6-a986-408b-9e44-31dc5df718e0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 946 time: 0.2241910 Jul 13 07:41:23.707145 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9f1f1fcd-3a12-459e-9200-3095df9092b1 req-8c2b99f3-8b93-4605-bff5-913d419dc035 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0353570 Jul 13 07:41:23.749713 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8200d482-ced8-4f32-8935-91a397202e62 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.753420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77d469-1c4c-492c-9cc8-0a3e72b6857a None None] Network dd5e4739-3432-449d-a53a-d00e334d3ad3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:23.759382 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:41:23.837050 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.937469 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8200d482-ced8-4f32-8935-91a397202e62 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.961370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c5670190-e60b-4269-b25a-1419e7e6abe4 None None] Provisioning for port e7f6d561-4503-414b-b2fb-83b38c97127c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:23.963892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1761dd9-4be2-4783-8469-0cef5671c2ba req-8e5980b6-29ae-4745-9872-12e55c67d20f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707832 Jul 13 07:41:24.026389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Network a945e39c-6522-4f0f-97b7-13a3b00ee1b3 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:24.028117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Pushing event updated for resources: {'Port': ['ID=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:24.031972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:24.037063 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:24.044347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8200d482-ced8-4f32-8935-91a397202e62 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.097125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200d482-ced8-4f32-8935-91a397202e62 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=9be26a20-6bf7-4ebd-b49a-62b1979bdb10,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:24.111795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8200d482-ced8-4f32-8935-91a397202e62 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.114708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:24.117996 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.121098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8200d482-ced8-4f32-8935-91a397202e62 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/9be26a20-6bf7-4ebd-b49a-62b1979bdb10 HTTP/1.1" status: 204 len: 168 time: 0.5583203 Jul 13 07:41:24.121728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55046) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:24.143595 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.180418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e7f6d561-4503-414b-b2fb-83b38c97127c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:24.279117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e7f6d561-4503-414b-b2fb-83b38c97127c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:24.285268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e7f6d561-4503-414b-b2fb-83b38c97127c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:24.285998 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.313508 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.405511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port e7f6d561-4503-414b-b2fb-83b38c97127c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:24.405975 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.430730 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.476723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e7f6d561-4503-414b-b2fb-83b38c97127c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e7f6d561-4503-414b-b2fb-83b38c97127c,segment=NetworkSegment(68d16ef1-bf90-44c4-a0ef-a82105684333),segment_id=68d16ef1-bf90-44c4-a0ef-a82105684333)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:24.482401 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.515367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] For port e7f6d561-4503-414b-b2fb-83b38c97127c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e7f6d561-4503-414b-b2fb-83b38c97127c,segment=NetworkSegment(68d16ef1-bf90-44c4-a0ef-a82105684333),segment_id=68d16ef1-bf90-44c4-a0ef-a82105684333)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:24.516188 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.536291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for e7f6d561-4503-414b-b2fb-83b38c97127c owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:24.549312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:24.581778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:24.582077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 02f8f310-cbbf-4fc2-b0a0-2005a470d8ba not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:24.589136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e7f6d561-4503-414b-b2fb-83b38c97127c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:24.615034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f4317-e5a9-4cc5-8728-fc5517aa3f09 None None] Network dd5e4739-3432-449d-a53a-d00e334d3ad3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:24.645778 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-af3b362d-7ee3-419f-9342-1568c176e4d2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7680187 Jul 13 07:41:24.659173 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.695114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No DVR routers for this DVR port e7f6d561-4503-414b-b2fb-83b38c97127c on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:24.700280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=e7f6d561-4503-414b-b2fb-83b38c97127c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:24.717903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Request body: {'port': {'device_id': 'd166ea6d-a2c0-4b56-b8ac-a04ba4396066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:24.724677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dd4944d3-ac78-4ff3-887b-dcbea2a653fa None None] Could not find standard attr ID for object e7f6d561-4503-414b-b2fb-83b38c97127c. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:24.727510 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.748104 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.817770 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.833049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.833655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11de37c-5b54-4296-925e-109b0ef749a8 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:41:24.834516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5e4739-3432-449d-a53a-d00e334d3ad3']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:24.850516 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.855304 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5410cb90-07c0-4747-b486-cb091912a4ef admin admin] 10.222.0.41 "DELETE /v2.0/routers/e11de37c-5b54-4296-925e-109b0ef749a8 HTTP/1.1" status: 204 len: 168 time: 2.9637208 Jul 13 07:41:24.855476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:24.865553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d16ef1-bf90-44c4-a0ef-a82105684333') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:24.865791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d16ef1-bf90-44c4-a0ef-a82105684333') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:24.875583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10870d0c-f4f4-40ed-98e6-9d56bc61be80 None None] DHCP port deletion for dd5e4739-3432-449d-a53a-d00e334d3ad3 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:24.916324 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.925103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a5a9-1842-434b-a49e-2ae1195324b8 req-c1e8aa78-df66-4b3f-8f73-fc4b659fdc13 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:24.933210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-72b7a5a9-1842-434b-a49e-2ae1195324b8 req-c1e8aa78-df66-4b3f-8f73-fc4b659fdc13 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 932 time: 0.3212094 Jul 13 07:41:24.935337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.946193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.954216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:24.954650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:24.959036 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:24.976829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1232e588-cddf-4812-9fd0-5b61a7f158ab admin admin] Deleting subnet c51f782b-8393-4f3a-b68f-6cc1d6ecf42d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:24.994410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1232e588-cddf-4812-9fd0-5b61a7f158ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.048946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b5fd63b6-2a93-4541-b811-1abd29a91c80 req-30dd3ddb-3532-4ba4-a22a-076ca1975e8b tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0862746 Jul 13 07:41:25.050059 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-72b7a5a9-1842-434b-a49e-2ae1195324b8 req-f6cde3b6-a746-4687-874e-bebe90b8056a tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158297 Jul 13 07:41:25.109587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1232e588-cddf-4812-9fd0-5b61a7f158ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.139635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.152099 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.159711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/networks/dd5e4739-3432-449d-a53a-d00e334d3ad3 HTTP/1.1" status: 204 len: 168 time: 1.0313475 Jul 13 07:41:25.161796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55056) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.170655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'name': 'tempest-PortsTestJSON-1994801666'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:25.176566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d28c7-2fb3-412b-b072-528eda0a2eed tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Network': ['ID=dd5e4739-3432-449d-a53a-d00e334d3ad3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:25.202111 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1232e588-cddf-4812-9fd0-5b61a7f158ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.263825 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1232e588-cddf-4812-9fd0-5b61a7f158ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.291571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232e588-cddf-4812-9fd0-5b61a7f158ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c51f782b-8393-4f3a-b68f-6cc1d6ecf42d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:25.296279 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1232e588-cddf-4812-9fd0-5b61a7f158ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.298337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1232e588-cddf-4812-9fd0-5b61a7f158ab admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c51f782b-8393-4f3a-b68f-6cc1d6ecf42d HTTP/1.1" status: 204 len: 168 time: 0.4426205 Jul 13 07:41:25.300755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.390453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.404476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:25.409221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.452695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port d9b39573-0eda-4002-ba42-a9b41c5a1f09 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:25.469376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30bbec-29eb-4af1-a446-45a5240c72f2 req-8455ac08-0868-4325-a1f3-43d8fc71bf86 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:25.471135 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c30bbec-29eb-4af1-a446-45a5240c72f2 req-8455ac08-0868-4325-a1f3-43d8fc71bf86 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 946 time: 0.2558362 Jul 13 07:41:25.480687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4aeba377-50be-43a1-9439-58251ed5cd82 req-65631d22-b7a9-4e1e-a6c3-858602013948 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0463021 Jul 13 07:41:25.515838 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.527139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30038480-aa36-4997-886a-5d201ddcfe5c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:25.539836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f73033-e5e7-4cb8-9232-aff50d8461a8') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:25.540397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f73033-e5e7-4cb8-9232-aff50d8461a8') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:25.551199 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.572738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.580024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:25.580446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:25.582536 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:25.588499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:25.608803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.618022 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c30bbec-29eb-4af1-a446-45a5240c72f2 req-e80d7f4d-a25f-40d7-9a5a-24ed3c76854f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161139 Jul 13 07:41:25.647668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.647949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Transition to ACTIVE for port object 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:25.655296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.660721 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/30038480-aa36-4997-886a-5d201ddcfe5c HTTP/1.1" status: 204 len: 168 time: 0.3588784 Jul 13 07:41:25.672453 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.675614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2558b1-b243-4c36-85b5-a6fc0b69e2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=30038480-aa36-4997-886a-5d201ddcfe5c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:25.858768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.894026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.899080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242979e-5641-44c3-b816-d89f704146af service neutron] Pushing event updated for resources: {'Port': ['ID=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:25.922919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bbc9d020-589d-487e-becd-400b5d4ce36d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=102ebbab007a4ae6959bb84643a4e152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624804 Jul 13 07:41:25.925342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55066) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.965611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7d72daad-b82b-487e-8e84-ec0728adb7bc no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:25.999769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 7d72daad-b82b-487e-8e84-ec0728adb7bc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:26.000361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7d72daad-b82b-487e-8e84-ec0728adb7bc not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:26.001303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e7f6d561-4503-414b-b2fb-83b38c97127c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:26.004859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8ac7-0ad3-413d-bade-fa5ddb00cd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.031751 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8ac7-0ad3-413d-bade-fa5ddb00cd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.035752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Attempting to bind port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:26.036211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Attempting to bind port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'f3d4001a-50e8-45b1-96a1-05e5dac4f3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a945e39c-6522-4f0f-97b7-13a3b00ee1b3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:26.037558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Attempting to bind port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 on network a945e39c-6522-4f0f-97b7-13a3b00ee1b3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:26.041840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 on network a945e39c-6522-4f0f-97b7-13a3b00ee1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:26.042307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Attempting to bind port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 on network a945e39c-6522-4f0f-97b7-13a3b00ee1b3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:26.045254 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e7f6d561-4503-414b-b2fb-83b38c97127c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:26.046280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e7f6d561-4503-414b-b2fb-83b38c97127c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:26.048393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.050723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:26.051471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Checking segment: {'id': 'f3d4001a-50e8-45b1-96a1-05e5dac4f3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a945e39c-6522-4f0f-97b7-13a3b00ee1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:26.051915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Bound using segment: {'id': 'f3d4001a-50e8-45b1-96a1-05e5dac4f3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a945e39c-6522-4f0f-97b7-13a3b00ee1b3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:26.052484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Bound port: 02cec58f-7d65-4dbf-a425-3c1d3830c3f4, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d4001a-50e8-45b1-96a1-05e5dac4f3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a945e39c-6522-4f0f-97b7-13a3b00ee1b3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:26.053156 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.079531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:26.083878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:26.138749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8ac7-0ad3-413d-bade-fa5ddb00cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.143593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8ac7-0ad3-413d-bade-fa5ddb00cd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.145697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9e1e8ac7-0ad3-413d-bade-fa5ddb00cd02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/093684cf-03e9-4c23-b830-081914defac2 HTTP/1.1" status: 204 len: 168 time: 0.2187767 Jul 13 07:41:26.186270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:26.201350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:26.202190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.229361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e8ac7-0ad3-413d-bade-fa5ddb00cd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093684cf-03e9-4c23-b830-081914defac2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:26.294535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] For port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:26.298826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] For port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,segment=NetworkSegment(f3d4001a-50e8-45b1-96a1-05e5dac4f3eb),segment_id=f3d4001a-50e8-45b1-96a1-05e5dac4f3eb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:26.308636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.339352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=d9b39573-0eda-4002-ba42-a9b41c5a1f09,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:26.355916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:26.356855 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.358683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-c242979e-5641-44c3-b816-d89f704146af service neutron] 10.222.0.48 "PUT /v2.0/ports/02cec58f-7d65-4dbf-a425-3c1d3830c3f4 HTTP/1.1" status: 200 len: 1093 time: 1.6650250 Jul 13 07:41:26.380837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd166ea6d-a2c0-4b56-b8ac-a04ba4396066', 'tag': '02cec58f-7d65-4dbf-a425-3c1d3830c3f4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:26.383734 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "d166ea6d-a2c0-4b56-b8ac-a04ba4396066", "tag": "02cec58f-7d65-4dbf-a425-3c1d3830c3f4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:26.393006 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-907b18db-e2a8-4cb9-9e59-888320d48443 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2299979 Jul 13 07:41:26.407799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55082) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:26.442281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75a11544-0994-41ef-8cc0-04b1c6fadd11 req-31313b87-7bd9-4be8-b144-89ec31a555fa tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0531263 Jul 13 07:41:26.465242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242979e-5641-44c3-b816-d89f704146af service neutron] Pushing event updated for resources: {'Port': ['ID=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:26.480919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfcfab-a2a7-4cd3-b0c0-2a4f090d1f8c req-aa19ebc4-5343-49b3-b87d-8355387ad7a6 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:26.484890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37cfcfab-a2a7-4cd3-b0c0-2a4f090d1f8c req-aa19ebc4-5343-49b3-b87d-8355387ad7a6 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 944 time: 0.2026751 Jul 13 07:41:26.633745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-f726a947-cdf5-47bb-92a5-83b3e0c7b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:26.634733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-f726a947-cdf5-47bb-92a5-83b3e0c7b2e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c130025b5fd4d84a43425f0687a845b&device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 1096 time: 0.0947561 Jul 13 07:41:26.669045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37cfcfab-a2a7-4cd3-b0c0-2a4f090d1f8c req-b68aec95-163e-4ff0-80d2-0dbd1f003036 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452515 Jul 13 07:41:26.715072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-e8d14107-e623-4dd3-af6b-b7ecf73e5b3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02cec58f-7d65-4dbf-a425-3c1d3830c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0719354 Jul 13 07:41:26.745059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-08e71ef0-9221-494d-988c-4b8324d8c4e0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port d9b39573-0eda-4002-ba42-a9b41c5a1f09 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:26.745804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08e71ef0-9221-494d-988c-4b8324d8c4e0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.769127 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d07be5-058a-45ac-b622-d57d8f7617cc x-openstack-request-id: req-d1d07be5-058a-45ac-b622-d57d8f7617cc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:26.769425 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d166ea6d-a2c0-4b56-b8ac-a04ba4396066", "tag": "02cec58f-7d65-4dbf-a425-3c1d3830c3f4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:26.769657 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1d07be5-058a-45ac-b622-d57d8f7617cc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:26.770082 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd166ea6d-a2c0-4b56-b8ac-a04ba4396066', 'tag': '02cec58f-7d65-4dbf-a425-3c1d3830c3f4', 'status': 'completed', 'code': 200} Jul 13 07:41:26.788920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-e373a3cf-fe50-4194-b3b1-3769a98563d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:26.792408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-e373a3cf-fe50-4194-b3b1-3769a98563d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbd4157e-41c9-4f0f-88ae-27764b5b655e HTTP/1.1" status: 200 len: 853 time: 0.0707250 Jul 13 07:41:26.838645 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08e71ef0-9221-494d-988c-4b8324d8c4e0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.854749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-08e71ef0-9221-494d-988c-4b8324d8c4e0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for d9b39573-0eda-4002-ba42-a9b41c5a1f09 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:26.857734 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-87fb8c37-f099-4511-88d6-4719e5f5bae2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a945e39c-6522-4f0f-97b7-13a3b00ee1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595367 Jul 13 07:41:26.977813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08e71ef0-9221-494d-988c-4b8324d8c4e0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.999264 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-76a3c31b-18c7-4606-acf9-3441368a536d service neutron] 10.222.0.48 "GET /v2.0/networks/a945e39c-6522-4f0f-97b7-13a3b00ee1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331346 Jul 13 07:41:27.004342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08e71ef0-9221-494d-988c-4b8324d8c4e0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.006512 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-08e71ef0-9221-494d-988c-4b8324d8c4e0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/d9b39573-0eda-4002-ba42-a9b41c5a1f09 HTTP/1.1" status: 204 len: 168 time: 0.5915642 Jul 13 07:41:27.009613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.014924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'mac_address': 'fa:16:3e:44:36:6d', 'name': 'tempest-PortsTestJSON-231175725'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:27.051036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e71ef0-9221-494d-988c-4b8324d8c4e0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=d9b39573-0eda-4002-ba42-a9b41c5a1f09,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.125634 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ed13c421-0b75-4561-8a82-045d1023b2eb req-584cd02a-b509-464a-a85b-a01721be1eba service neutron] 10.222.0.48 "GET /v2.0/networks/a945e39c-6522-4f0f-97b7-13a3b00ee1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197662 Jul 13 07:41:27.143066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:27.242944 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.268683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-1ee4e4b9-2acc-4e47-844d-c21b46ae26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:27.269623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-1ee4e4b9-2acc-4e47-844d-c21b46ae26d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c130025b5fd4d84a43425f0687a845b&device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 1096 time: 0.0871053 Jul 13 07:41:27.292154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 1758d8de-270a-4176-b1a0-579507c5c54e yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:27.408634 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-1fe8e871-4835-4cf3-82f1-2d6e72e4117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:27.410293 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-1fe8e871-4835-4cf3-82f1-2d6e72e4117e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a945e39c-6522-4f0f-97b7-13a3b00ee1b3 HTTP/1.1" status: 200 len: 914 time: 0.1346147 Jul 13 07:41:27.454712 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-ff2c36be-14e7-423c-994d-362e0205b7d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02cec58f-7d65-4dbf-a425-3c1d3830c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0369940 Jul 13 07:41:27.504074 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.518993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-4e46ed2a-91ff-41d6-8a62-d4a5bf659734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:27.520293 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-4e46ed2a-91ff-41d6-8a62-d4a5bf659734 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbd4157e-41c9-4f0f-88ae-27764b5b655e HTTP/1.1" status: 200 len: 853 time: 0.0563965 Jul 13 07:41:27.561334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-0108e629-45f9-4a7b-ae8e-3917929fe83d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a945e39c-6522-4f0f-97b7-13a3b00ee1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335062 Jul 13 07:41:27.568577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.638063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:27.645489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:27.650387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:27.657854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:27.658071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.669995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=1758d8de-270a-4176-b1a0-579507c5c54e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.686276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d124e514-ae83-46f1-b316-97e7badbc8c9 req-41563900-8668-44e4-b6e4-af0d8fa6d05a tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0433114 Jul 13 07:41:27.693024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1921d737-f64b-45fc-95ed-f561743efbd7 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6813855 Jul 13 07:41:27.695482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55126) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.717908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-c50d8262-2319-41c9-8831-b7b7d0f5562a service neutron] 10.222.0.48 "GET /v2.0/networks/a945e39c-6522-4f0f-97b7-13a3b00ee1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435862 Jul 13 07:41:27.786217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0823bc63-d3a4-434c-b80e-f2f7244edfd1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:27.789606 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0823bc63-d3a4-434c-b80e-f2f7244edfd1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/1758d8de-270a-4176-b1a0-579507c5c54e HTTP/1.1" status: 200 len: 840 time: 0.0930645 Jul 13 07:41:27.792396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55130) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.835422 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbead3f8-4d79-4b82-a96b-adb6792e6ad3 req-b28ff452-d445-478d-b436-29294ce3bf06 service neutron] 10.222.0.48 "GET /v2.0/networks/a945e39c-6522-4f0f-97b7-13a3b00ee1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104367 Jul 13 07:41:27.926870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9375666d-f30c-45ea-b1ed-0ca92378f9bb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 1758d8de-270a-4176-b1a0-579507c5c54e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:27.927248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9375666d-f30c-45ea-b1ed-0ca92378f9bb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.005970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9375666d-f30c-45ea-b1ed-0ca92378f9bb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.020772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9375666d-f30c-45ea-b1ed-0ca92378f9bb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 1758d8de-270a-4176-b1a0-579507c5c54e owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:28.096025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856c482-63ed-4955-9171-a8b26ce62c25 req-1439e27c-7184-47c1-a15f-9410e5cebaa2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:28.097983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2856c482-63ed-4955-9171-a8b26ce62c25 req-1439e27c-7184-47c1-a15f-9410e5cebaa2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 944 time: 0.0766764 Jul 13 07:41:28.158618 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9375666d-f30c-45ea-b1ed-0ca92378f9bb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.166809 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2856c482-63ed-4955-9171-a8b26ce62c25 req-4e5f52ce-2200-4a1a-9f18-b19c4767290d tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598466 Jul 13 07:41:28.219951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375666d-f30c-45ea-b1ed-0ca92378f9bb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=1758d8de-270a-4176-b1a0-579507c5c54e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:28.238879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9375666d-f30c-45ea-b1ed-0ca92378f9bb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.242003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9375666d-f30c-45ea-b1ed-0ca92378f9bb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/1758d8de-270a-4176-b1a0-579507c5c54e HTTP/1.1" status: 204 len: 168 time: 0.4478915 Jul 13 07:41:28.244631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55158) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.281089 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d314df9-016b-4e4d-a8bf-266cd1552c19 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:28.287280 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1d314df9-016b-4e4d-a8bf-266cd1552c19 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/1758d8de-270a-4176-b1a0-579507c5c54e HTTP/1.1" status: 404 len: 333 time: 0.0372589 Jul 13 07:41:28.289039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.293513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'name': 'tempest-PortsTestJSON-1558556736'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:28.467320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:28.474359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.498206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 98613a53-ccfd-4725-9447-83b649453d42 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:28.677073 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.685986 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61ec51aa-efed-437c-8242-5301a3038476 req-b1f7e0ae-edd2-4a95-bd64-d9496a17f94d tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0294416 Jul 13 07:41:28.722592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.771158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:28.774447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:28.778281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:28.783846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:28.784788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.794060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=98613a53-ccfd-4725-9447-83b649453d42,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:28.807112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ff7a687d-885e-4495-9c38-603de8e9b4df tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5175939 Jul 13 07:41:28.809680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55180) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.815666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ad9304da-c06d-409c-bf52-bfba063bafa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:28.844685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55184) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.921864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad9304da-c06d-409c-bf52-bfba063bafa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.989696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43ce97f0-f443-40eb-ae69-3232a92488c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.135583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad9304da-c06d-409c-bf52-bfba063bafa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.146839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad9304da-c06d-409c-bf52-bfba063bafa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.199574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ad9304da-c06d-409c-bf52-bfba063bafa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] In _notify_port_updated(), no bound segment for port 98613a53-ccfd-4725-9447-83b649453d42 on network ef826610-7ba2-4058-91a3-a7377082666d {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:41:29.205963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9304da-c06d-409c-bf52-bfba063bafa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.206406 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad9304da-c06d-409c-bf52-bfba063bafa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.208108 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ad9304da-c06d-409c-bf52-bfba063bafa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "PUT /v2.0/ports/98613a53-ccfd-4725-9447-83b649453d42 HTTP/1.1" status: 200 len: 818 time: 0.3972456 Jul 13 07:41:29.211596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55192) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:29.231059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9304da-c06d-409c-bf52-bfba063bafa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=98613a53-ccfd-4725-9447-83b649453d42,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.237644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43ce97f0-f443-40eb-ae69-3232a92488c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.246312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43ce97f0-f443-40eb-ae69-3232a92488c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.275563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce97f0-f443-40eb-ae69-3232a92488c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0776d95f-adb9-425e-a031-df4e8e077e6f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.305928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-43ce97f0-f443-40eb-ae69-3232a92488c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a06f7d2c300e45f49863673aed986053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599845 Jul 13 07:41:29.308554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55194) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:29.368412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a9e5fa-936b-4bc8-adf2-f63d1df19d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.395179 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a9e5fa-936b-4bc8-adf2-f63d1df19d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.412245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 98613a53-ccfd-4725-9447-83b649453d42 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:29.413502 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.424701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43374b7f-f006-4438-bf28-b06ee65c1600 req-b8328dc8-f527-4e1f-bd8a-2af6b71806fc tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.426296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43374b7f-f006-4438-bf28-b06ee65c1600 req-b8328dc8-f527-4e1f-bd8a-2af6b71806fc tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 944 time: 0.1178253 Jul 13 07:41:29.458445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a9e5fa-936b-4bc8-adf2-f63d1df19d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.462273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a9e5fa-936b-4bc8-adf2-f63d1df19d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.463750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-63a9e5fa-936b-4bc8-adf2-f63d1df19d93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0776d95f-adb9-425e-a031-df4e8e077e6f HTTP/1.1" status: 204 len: 168 time: 0.1541088 Jul 13 07:41:29.497106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e5fa-936b-4bc8-adf2-f63d1df19d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0776d95f-adb9-425e-a031-df4e8e077e6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.612586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43374b7f-f006-4438-bf28-b06ee65c1600 req-abf612d3-c112-4e67-9a64-9f0c17505bdf tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711855 Jul 13 07:41:29.616422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.638458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 98613a53-ccfd-4725-9447-83b649453d42 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:29.782221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.848396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=98613a53-ccfd-4725-9447-83b649453d42,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.877553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.882527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/98613a53-ccfd-4725-9447-83b649453d42 HTTP/1.1" status: 204 len: 168 time: 0.6695631 Jul 13 07:41:29.887039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.887851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.889185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.889935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.890704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.891456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.892262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.893231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.893884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:29.894919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.895784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:29.896832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.898455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.899744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b204-763f-4e3a-ba62-32bb9ce6525f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:29.906959 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a774a718-e45d-4458-a289-7c80ca7c0415 req-73814c43-e946-489a-bef9-2bf7f863baf2 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0543041 Jul 13 07:41:30.049719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf24f0-da1e-450a-ba9f-fdf63f4e42b1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:30.054608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8cf24f0-da1e-450a-ba9f-fdf63f4e42b1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1439981 Jul 13 07:41:30.055119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55220) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:30.068168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,segment=NetworkSegment(f3d4001a-50e8-45b1-96a1-05e5dac4f3eb),segment_id=f3d4001a-50e8-45b1-96a1-05e5dac4f3eb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:30.098459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '02cec58f-7d65-4dbf-a425-3c1d3830c3f4', 'network_id': 'a945e39c-6522-4f0f-97b7-13a3b00ee1b3', 'port_id': '02cec58f-7d65-4dbf-a425-3c1d3830c3f4', 'mac_address': 'fa:16:3e:32:a3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd4157e-41c9-4f0f-88ae-27764b5b655e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:30.117116 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cdb737-e2a5-4161-b30a-02dbadb93d46 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:30.122939 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-48cdb737-e2a5-4161-b30a-02dbadb93d46 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/98613a53-ccfd-4725-9447-83b649453d42 HTTP/1.1" status: 404 len: 333 time: 0.0629699 Jul 13 07:41:30.123676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55222) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:30.134346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1111143455'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:30.167881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:30.170080 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.173603 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.184637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:30.212389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:30.216870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,segment=NetworkSegment(f3d4001a-50e8-45b1-96a1-05e5dac4f3eb),segment_id=f3d4001a-50e8-45b1-96a1-05e5dac4f3eb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:30.225764 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.226207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.226651 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Added segment 9a342b5b-e1af-4326-abea-5fb9291fc5ee of type vlan for network 0078e576-9025-4ff9-a762-a19316fef30f Jul 13 07:41:30.321559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:30.331699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.373471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.380599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:30.381415 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.425600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3005409 Jul 13 07:41:30.429213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55234) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:30.434634 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': '0078e576-9025-4ff9-a762-a19316fef30f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:30.467392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55236) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:30.478939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23887721-7a5f-493f-84f3-299fa6e0130d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Network': ['ID=0078e576-9025-4ff9-a762-a19316fef30f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:30.490546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0078e576-9025-4ff9-a762-a19316fef30f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:30.540954 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:30.545714 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.564669 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['02cec58f-7d65-4dbf-a425-3c1d3830c3f4'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:30.634528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-801950913-network', 'tenant_id': 'a9d554050b934adbb0e34205033fe129'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:30.670065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Made reservation on behalf of a9d554050b934adbb0e34205033fe129 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:30.672798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.683741 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.815496 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.853249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.860736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.879066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:30.891519 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.892185 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Added segment b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21 of type vlan for network b35f1168-54b9-423f-b48b-8a49e1d9d73b Jul 13 07:41:30.902654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=f0f150fe-5c48-45c1-8181-2ba2b1d313d6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:30.908302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Checking segment: {'id': '9a342b5b-e1af-4326-abea-5fb9291fc5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0078e576-9025-4ff9-a762-a19316fef30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:30.908722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network hostable DHCP agents. Network: 0078e576-9025-4ff9-a762-a19316fef30f, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:30.930587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 0078e576-9025-4ff9-a762-a19316fef30f is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:30.943278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 0078e576-9025-4ff9-a762-a19316fef30f) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:30.948998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:30.949966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.957750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a09f1-7c0f-4d41-a8fa-e91d1476a38b None None] Network 0078e576-9025-4ff9-a762-a19316fef30f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:30.971598 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.993103 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a1c42e40-bcc3-4eff-9e13-579cc7d7facf tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5627131 Jul 13 07:41:30.994207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55244) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:31.004732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-06b07052-104a-4643-9322-5be8f17d8001 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': '0078e576-9025-4ff9-a762-a19316fef30f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:31.022910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf857bf1-e585-4cbf-b84d-ae95266ea38e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:31.068273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.072401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:31.077492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.155052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee91c7-2881-43f2-8a3d-aac806b97df0 req-8e365593-77c5-4cdf-a9ce-8601d8ad82b2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:31.162444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dcee91c7-2881-43f2-8a3d-aac806b97df0 req-8e365593-77c5-4cdf-a9ce-8601d8ad82b2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 945 time: 0.2234395 Jul 13 07:41:31.167897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3abb1dd7-5596-4ea5-9769-b1d22cb54e37 req-337f33b9-6f88-41ed-aef3-59c82d7e5c84 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0515933 Jul 13 07:41:31.172607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55248) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:31.173283 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7044418 Jul 13 07:41:31.180341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Request body: {'subnet': {'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-801950913-subnet', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:31.227383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1be49-3822-4c18-9115-0d96f8c9bd07 admin admin] Pushing event updated for resources: {'Network': ['ID=b35f1168-54b9-423f-b48b-8a49e1d9d73b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:31.231690 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-06b07052-104a-4643-9322-5be8f17d8001 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:41:31.231690 n-d-758944-43 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:41:31.231690 n-d-758944-43 neutron-server[93773]: [parameters: {'project_id_1': '2f6dd0ddfe0d46eeb232dde3d731154d', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 41, 31, 218038)}] Jul 13 07:41:31.231690 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:41:31.232519 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [None req-06b07052-104a-4643-9322-5be8f17d8001 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:41:31.245354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Made reservation on behalf of a9d554050b934adbb0e34205033fe129 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:31.247845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:31.248931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.250350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-0078e576-9025-4ff9-a762-a19316fef30f', 'network_id': '0078e576-9025-4ff9-a762-a19316fef30f', 'tenant_id': '2f6dd0ddfe0d46eeb232dde3d731154d', 'fixed_ips': [{'subnet_id': 'f0f150fe-5c48-45c1-8181-2ba2b1d313d6'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:31.251444 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.258997 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dcee91c7-2881-43f2-8a3d-aac806b97df0 req-a86d6378-9f39-46c1-8dbf-7910ebe96c83 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956693 Jul 13 07:41:31.472681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.488225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Allocated IP 172.20.0.2 (0078e576-9025-4ff9-a762-a19316fef30f/f0f150fe-5c48-45c1-8181-2ba2b1d313d6/9f27c038-a9f5-40bf-9737-5e4162673542) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:31.537126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d6c238-9245-43f1-8f30-40d9a6d5116c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:31.551262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Checking segment: {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:31.551630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Network hostable DHCP agents. Network: b35f1168-54b9-423f-b48b-8a49e1d9d73b, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:31.571343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:31.581769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, b35f1168-54b9-423f-b48b-8a49e1d9d73b) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:31.587310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:31.587910 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.596790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7946a1bc-9539-4438-a6bf-d92e4d8d7cc5 None None] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:31.607647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-27f58051-60da-4b7b-b01e-b167534687b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4299362 Jul 13 07:41:31.608014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55252) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:31.612569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:31.635010 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.636116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.690916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.726209 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.746991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Transition to ACTIVE for port object 9f27c038-a9f5-40bf-9737-5e4162673542 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:31.758682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b07052-104a-4643-9322-5be8f17d8001 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:31.763487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06b07052-104a-4643-9322-5be8f17d8001 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.786443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Transition to ACTIVE for port object 9f27c038-a9f5-40bf-9737-5e4162673542 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:31.820909 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.880042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.881427 n-d-758944-43 neutron-server[93773]: INFO neutron.db.ipam_backend_mixin [None req-06b07052-104a-4643-9322-5be8f17d8001 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f0f150fe-5c48-45c1-8181-2ba2b1d313d6 (CIDR: 172.20.0.0/28) Jul 13 07:41:31.887601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Pushing event updated for resources: {'Port': ['ID=9f27c038-a9f5-40bf-9737-5e4162673542,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:31.896364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:31.902516 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b07052-104a-4643-9322-5be8f17d8001 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:41:31.902984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b07052-104a-4643-9322-5be8f17d8001 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:31.933427 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06b07052-104a-4643-9322-5be8f17d8001 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9335279 Jul 13 07:41:31.933825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55254) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:31.939833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': '0078e576-9025-4ff9-a762-a19316fef30f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:31.941391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Network 0078e576-9025-4ff9-a762-a19316fef30f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:31.948478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:31.980057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:31.993364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:31.994296 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.086879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:32.091000 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.146082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:32.154631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Attempting to bind port 9f27c038-a9f5-40bf-9737-5e4162673542 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:32.155167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Attempting to bind port 9f27c038-a9f5-40bf-9737-5e4162673542 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '9a342b5b-e1af-4326-abea-5fb9291fc5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0078e576-9025-4ff9-a762-a19316fef30f'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:32.155638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Attempting to bind port 9f27c038-a9f5-40bf-9737-5e4162673542 on network 0078e576-9025-4ff9-a762-a19316fef30f {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:32.171392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:32.171916 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.176336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:32.177143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Checking segment: {'id': '9a342b5b-e1af-4326-abea-5fb9291fc5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0078e576-9025-4ff9-a762-a19316fef30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:32.177509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.178034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Bound using segment: {'id': '9a342b5b-e1af-4326-abea-5fb9291fc5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0078e576-9025-4ff9-a762-a19316fef30f'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:32.179343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Bound port: 9f27c038-a9f5-40bf-9737-5e4162673542, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a342b5b-e1af-4326-abea-5fb9291fc5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0078e576-9025-4ff9-a762-a19316fef30f'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:32.179843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.201059 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.231084 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.471314 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c12d9986-d287-4b1a-825b-58d78885810e req-9aaa7d91-f062-4b09-975d-035c42eacd89 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0768578 Jul 13 07:41:32.482384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.516251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Allocated IP 172.25.8.95 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/fd19d880-134e-4b1a-8abe-787d00b10b74) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:32.651366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Allocated IP 172.20.0.2 (b35f1168-54b9-423f-b48b-8a49e1d9d73b/69d6c238-9245-43f1-8f30-40d9a6d5116c/c56ae508-9b49-48b0-b385-ebafdb0e46e0) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:32.699493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] For port 9f27c038-a9f5-40bf-9737-5e4162673542, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:32.712628 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.730179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] For port 9f27c038-a9f5-40bf-9737-5e4162673542, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9f27c038-a9f5-40bf-9737-5e4162673542,segment=NetworkSegment(9a342b5b-e1af-4326-abea-5fb9291fc5ee),segment_id=9a342b5b-e1af-4326-abea-5fb9291fc5ee)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:32.741286 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.755814 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.771594 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.828895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:32.832636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:32.842490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:32.859481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd166ea6d-a2c0-4b56-b8ac-a04ba4396066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cec58f-7d65-4dbf-a425-3c1d3830c3f4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:32.862630 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95af05ee-d250-49e3-ad5e-c5afca09ec14" -d '{"events": [{"server_uuid": "d166ea6d-a2c0-4b56-b8ac-a04ba4396066", "name": "network-vif-plugged", "status": "completed", "tag": "02cec58f-7d65-4dbf-a425-3c1d3830c3f4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:32.879561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Pushing event updated for resources: {'Port': ['ID=fd19d880-134e-4b1a-8abe-787d00b10b74,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:32.911720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,segment=NetworkSegment(f3d4001a-50e8-45b1-96a1-05e5dac4f3eb),segment_id=f3d4001a-50e8-45b1-96a1-05e5dac4f3eb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:32.953245 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a193023-3d7a-4560-881f-e1e1e5292ef4 x-openstack-request-id: req-8a193023-3d7a-4560-881f-e1e1e5292ef4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:32.953925 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d166ea6d-a2c0-4b56-b8ac-a04ba4396066", "name": "network-vif-plugged", "status": "completed", "tag": "02cec58f-7d65-4dbf-a425-3c1d3830c3f4", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:32.954423 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a193023-3d7a-4560-881f-e1e1e5292ef4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:32.955051 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd166ea6d-a2c0-4b56-b8ac-a04ba4396066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cec58f-7d65-4dbf-a425-3c1d3830c3f4', 'code': 200} Jul 13 07:41:32.957882 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.974162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31f08f-e53f-44ef-821f-3f7fa6e80491 None None] Pushing event updated for resources: {'Port': ['ID=9f27c038-a9f5-40bf-9737-5e4162673542,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:33.039765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 0078e576-9025-4ff9-a762-a19316fef30f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:33.042541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:33.045907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.046547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.109856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=14e2587b-87a3-450b-b056-005429b2031e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:33.123315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:33.139181 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c9637-4e8d-44df-96f1-bf00a5754b11 req-d69a97e0-1ee2-4068-afc2-5611cf956569 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.146699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-451c9637-4e8d-44df-96f1-bf00a5754b11 req-d69a97e0-1ee2-4068-afc2-5611cf956569 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 945 time: 0.6496856 Jul 13 07:41:33.149095 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.153055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a62e3f3a-c5cc-4555-90b1-e44ac4c5fe16 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2181287 Jul 13 07:41:33.155883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55266) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:33.168160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Transition to ACTIVE for port object c56ae508-9b49-48b0-b385-ebafdb0e46e0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:33.169036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': '0078e576-9025-4ff9-a762-a19316fef30f', 'fixed_ips': [{'subnet_id': 'f0f150fe-5c48-45c1-8181-2ba2b1d313d6'}, {'subnet_id': '14e2587b-87a3-450b-b056-005429b2031e'}], 'name': 'tempest-PortsTestJSON-1951658318'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:33.201276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Transition to ACTIVE for port object c56ae508-9b49-48b0-b385-ebafdb0e46e0 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:33.215119 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.290031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab0788-a9df-4b08-9038-8a2ab34d026e req-bfc09f28-0bdb-4afa-8c50-4636fcd77483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.292547 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efab0788-a9df-4b08-9038-8a2ab34d026e req-bfc09f28-0bdb-4afa-8c50-4636fcd77483 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 1098 time: 0.2390363 Jul 13 07:41:33.317448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Pushing event updated for resources: {'Port': ['ID=c56ae508-9b49-48b0-b385-ebafdb0e46e0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:33.358381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:33.361459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:33.364031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:33.395341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-efab0788-a9df-4b08-9038-8a2ab34d026e req-dca9efc1-845c-4272-8a44-0745e182372a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Jul 13 07:41:33.414175 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-451c9637-4e8d-44df-96f1-bf00a5754b11 req-d3a989e7-a3b7-45db-b90f-65e6aae62a55 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623491 Jul 13 07:41:33.447055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.475171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:33.510585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Attempting to bind port c56ae508-9b49-48b0-b385-ebafdb0e46e0 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:33.512740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Attempting to bind port c56ae508-9b49-48b0-b385-ebafdb0e46e0 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:33.513133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Attempting to bind port c56ae508-9b49-48b0-b385-ebafdb0e46e0 on network b35f1168-54b9-423f-b48b-8a49e1d9d73b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:33.518990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:33.519306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Checking segment: {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:33.521184 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.521184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Bound using segment: {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:33.521184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Bound port: c56ae508-9b49-48b0-b385-ebafdb0e46e0, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:33.521184 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.618297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] For port c56ae508-9b49-48b0-b385-ebafdb0e46e0, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:33.622654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] For port c56ae508-9b49-48b0-b385-ebafdb0e46e0, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c56ae508-9b49-48b0-b385-ebafdb0e46e0,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:33.633083 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.640946 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.683393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:33.755414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59391b-cdda-4607-a8df-f4e1b28ff52d None None] Pushing event updated for resources: {'Port': ['ID=c56ae508-9b49-48b0-b385-ebafdb0e46e0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:33.786550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28adaf5c-7d1d-4dba-b11f-b9d00377543b req-98d77759-6492-43aa-8441-435fde90a40f tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0476217 Jul 13 07:41:33.804060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.992223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Router 9665dcb1-5cac-4567-b16d-96c323faaa7d is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:41:34.003602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9f27c038-a9f5-40bf-9737-5e4162673542 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:34.076793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.11 (0078e576-9025-4ff9-a762-a19316fef30f/f0f150fe-5c48-45c1-8181-2ba2b1d313d6/b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:34.087021 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.28 (0078e576-9025-4ff9-a762-a19316fef30f/14e2587b-87a3-450b-b056-005429b2031e/b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:34.101567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9f27c038-a9f5-40bf-9737-5e4162673542 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:34.176679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:34.189918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Sync routers for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:34.213008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:34.214335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:34.226020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.230676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ec3f3f2d-d918-4a7b-ae54-1e025e28faea admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6215644 Jul 13 07:41:34.231436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:34.362990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.378476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:34.427479 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.436301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:34.543910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 0078e576-9025-4ff9-a762-a19316fef30f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:34.556131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:34.563355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:34.615347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:34.645879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.646568 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.689550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:33Z', 'revision_number': 3, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:34.697588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f32067-a5d9-493b-8178-ed708f55ada3 None None] Network 0078e576-9025-4ff9-a762-a19316fef30f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:34.698789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-644ca65a-a4f6-4964-b780-dd877818bd4e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5412834 Jul 13 07:41:34.702757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55280) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:34.709528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f0f150fe-5c48-45c1-8181-2ba2b1d313d6'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:34.751964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Checking router: 9665dcb1-5cac-4567-b16d-96c323faaa7d for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:34.752331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Updating router 9665dcb1-5cac-4567-b16d-96c323faaa7d port fd19d880-134e-4b1a-8abe-787d00b10b74 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:41:34.766309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99647-e849-485b-945d-0670112a0034 req-7ab9fa2b-2862-43fe-90a5-b8b1534cd059 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:34.768055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03d99647-e849-485b-945d-0670112a0034 req-7ab9fa2b-2862-43fe-90a5-b8b1534cd059 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 946 time: 0.1371133 Jul 13 07:41:34.807623 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.862435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03d99647-e849-485b-945d-0670112a0034 req-c0ba62d6-44f4-46f6-a5b8-c7aa3322864d tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854158 Jul 13 07:41:34.870296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.108838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f3686b0c-cf91-479b-95e7-59b2a145d276 None None] Provisioning for port 9f27c038-a9f5-40bf-9737-5e4162673542 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:35.126272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f3686b0c-cf91-479b-95e7-59b2a145d276 None None] Provisioning complete for port 9f27c038-a9f5-40bf-9737-5e4162673542 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:35.126657 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f3686b0c-cf91-479b-95e7-59b2a145d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.140669 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5755fbfe-c737-499a-abf4-76416189209c req-874c1fc4-a66e-405f-a84f-38c058b71256 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0567410 Jul 13 07:41:35.327769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Delete allocated IP 172.20.0.28 (0078e576-9025-4ff9-a762-a19316fef30f/14e2587b-87a3-450b-b056-005429b2031e) {{(pid=93773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:41:35.379575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12e193b-b5e6-4168-beaa-d0ccbb1111a7 None None] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:35.529316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.546315 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f3686b0c-cf91-479b-95e7-59b2a145d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.584479 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.591063 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.598320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Ignored duplicate provisioning block setup for port b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:41:35.603829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.662131 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.731861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:35.766015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] In _notify_port_updated(), no bound segment for port b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 on network 0078e576-9025-4ff9-a762-a19316fef30f {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:41:35.773230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:35.774053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.775492 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2ed77a6b-25ed-4f71-9627-0bcd8297d774 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "PUT /v2.0/ports/b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 HTTP/1.1" status: 200 len: 920 time: 1.0707521 Jul 13 07:41:35.778291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55294) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:35.785258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f0f150fe-5c48-45c1-8181-2ba2b1d313d6'}, {'subnet_id': '14e2587b-87a3-450b-b056-005429b2031e'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:35.899741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Transition to ACTIVE for port object fd19d880-134e-4b1a-8abe-787d00b10b74 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:35.946184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Allocated IP 172.20.0.1 (b35f1168-54b9-423f-b48b-8a49e1d9d73b/69d6c238-9245-43f1-8f30-40d9a6d5116c/00ed44a3-6087-4c2c-8630-b7081601bf03) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:35.949097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.952035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.993636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f3686b0c-cf91-479b-95e7-59b2a145d276 None None] For port 9f27c038-a9f5-40bf-9737-5e4162673542, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9f27c038-a9f5-40bf-9737-5e4162673542,segment=NetworkSegment(9a342b5b-e1af-4326-abea-5fb9291fc5ee),segment_id=9a342b5b-e1af-4326-abea-5fb9291fc5ee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:35.999458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c56ae508-9b49-48b0-b385-ebafdb0e46e0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:36.036355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f3686b0c-cf91-479b-95e7-59b2a145d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.100054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.111153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094f762-f28b-4c56-a886-119a2bc82d5f None None] Pushing event updated for resources: {'Port': ['ID=fd19d880-134e-4b1a-8abe-787d00b10b74,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.120419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c31e58-ef46-4f12-b604-7a5ee5c39ec0 None None] Update dhcp port {'port': {'network_id': '0078e576-9025-4ff9-a762-a19316fef30f', 'fixed_ips': [{'subnet_id': 'f0f150fe-5c48-45c1-8181-2ba2b1d313d6', 'ip_address': '172.20.0.2'}, {'subnet_id': '14e2587b-87a3-450b-b056-005429b2031e'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '9f27c038-a9f5-40bf-9737-5e4162673542'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:41:36.132670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Transition to ACTIVE for port object 00ed44a3-6087-4c2c-8630-b7081601bf03 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:36.182137 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.200015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Attempting to bind port fd19d880-134e-4b1a-8abe-787d00b10b74 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:36.200611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Attempting to bind port fd19d880-134e-4b1a-8abe-787d00b10b74 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:36.201013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf1159-d33d-49fb-9c54-3bfffa1e6a6b req-f804bd9d-8ee3-4eb2-ae5b-e79fed7a2df5 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:36.201146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Attempting to bind port fd19d880-134e-4b1a-8abe-787d00b10b74 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:36.209480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1cf1159-d33d-49fb-9c54-3bfffa1e6a6b req-f804bd9d-8ee3-4eb2-ae5b-e79fed7a2df5 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 946 time: 0.2381997 Jul 13 07:41:36.231397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:36.235887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:36.240615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:36.271013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:36.271590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:36.272249 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.272863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:36.273604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Bound port: fd19d880-134e-4b1a-8abe-787d00b10b74, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:36.274261 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.290064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c56ae508-9b49-48b0-b385-ebafdb0e46e0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:36.293727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Pushing event updated for resources: {'Port': ['ID=00ed44a3-6087-4c2c-8630-b7081601bf03,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.318779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.330361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1cf1159-d33d-49fb-9c54-3bfffa1e6a6b req-42ce8d79-7837-466f-8acf-5caa24e61641 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174626 Jul 13 07:41:36.363818 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9c31e58-ef46-4f12-b604-7a5ee5c39ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.380807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3686b0c-cf91-479b-95e7-59b2a145d276 None None] Pushing event updated for resources: {'Port': ['ID=9f27c038-a9f5-40bf-9737-5e4162673542,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.387569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-58117986-d108-465c-a1cd-2256fb6aec6c None None] Provisioning for port c56ae508-9b49-48b0-b385-ebafdb0e46e0 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:36.394498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-58117986-d108-465c-a1cd-2256fb6aec6c None None] Provisioning complete for port c56ae508-9b49-48b0-b385-ebafdb0e46e0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:36.394883 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58117986-d108-465c-a1cd-2256fb6aec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.446151 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6537097e-32bb-4165-8112-a541429a7165 req-4f489572-56a9-41bc-bf23-3ecd34527da2 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0896037 Jul 13 07:41:36.466198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.24 (0078e576-9025-4ff9-a762-a19316fef30f/14e2587b-87a3-450b-b056-005429b2031e/b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:36.486539 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] For port fd19d880-134e-4b1a-8abe-787d00b10b74, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:36.554455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] For port fd19d880-134e-4b1a-8abe-787d00b10b74, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fd19d880-134e-4b1a-8abe-787d00b10b74,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:36.566675 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.601219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.673310 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58117986-d108-465c-a1cd-2256fb6aec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.681747 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.697379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Ignored duplicate provisioning block setup for port b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:41:36.704258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:36.704907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:36.707330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.708833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094f762-f28b-4c56-a886-119a2bc82d5f None None] Pushing event updated for resources: {'Port': ['ID=fd19d880-134e-4b1a-8abe-787d00b10b74,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.803283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-58117986-d108-465c-a1cd-2256fb6aec6c None None] For port c56ae508-9b49-48b0-b385-ebafdb0e46e0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c56ae508-9b49-48b0-b385-ebafdb0e46e0,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:36.852668 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58117986-d108-465c-a1cd-2256fb6aec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.855393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-b9c31e58-ef46-4f12-b604-7a5ee5c39ec0 None None] Allocated IP 172.20.0.18 (0078e576-9025-4ff9-a762-a19316fef30f/14e2587b-87a3-450b-b056-005429b2031e/9f27c038-a9f5-40bf-9737-5e4162673542) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:36.879326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.918391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] In _notify_port_updated(), no bound segment for port b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 on network 0078e576-9025-4ff9-a762-a19316fef30f {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:41:36.940152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:36.940152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.940152 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7c8b6124-fe3f-46b3-9e29-119222cc7f14 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "PUT /v2.0/ports/b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 HTTP/1.1" status: 200 len: 1000 time: 1.1583014 Jul 13 07:41:36.944574 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55306) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:36.987811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.000391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.016542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:37.061799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58117986-d108-465c-a1cd-2256fb6aec6c None None] Pushing event updated for resources: {'Port': ['ID=c56ae508-9b49-48b0-b385-ebafdb0e46e0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:37.091703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Pushing event updated for resources: {'Port': ['ID=00ed44a3-6087-4c2c-8630-b7081601bf03,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:37.104934 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.163312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6a2946a2-038f-4cd7-94e4-97de2955ca84 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:37.163585 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2946a2-038f-4cd7-94e4-97de2955ca84 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.167475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b9c31e58-ef46-4f12-b604-7a5ee5c39ec0 None None] For port 9f27c038-a9f5-40bf-9737-5e4162673542, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9f27c038-a9f5-40bf-9737-5e4162673542,segment=NetworkSegment(9a342b5b-e1af-4326-abea-5fb9291fc5ee),segment_id=9a342b5b-e1af-4326-abea-5fb9291fc5ee)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:37.199760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c502d54e-1fd4-4fcc-b51d-95c39fb905e0 None None] Provisioning complete for port c56ae508-9b49-48b0-b385-ebafdb0e46e0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:37.200239 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c502d54e-1fd4-4fcc-b51d-95c39fb905e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.202972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-0c2d40e9-2a00-4025-918d-78cc7f0fd093 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:37.204590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-0c2d40e9-2a00-4025-918d-78cc7f0fd093 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 946 time: 0.1371849 Jul 13 07:41:37.263253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:37.264912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:37.291607 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9c31e58-ef46-4f12-b604-7a5ee5c39ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.367940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b9c31e58-ef46-4f12-b604-7a5ee5c39ec0 None None] Transition to ACTIVE for port object 9f27c038-a9f5-40bf-9737-5e4162673542 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:37.384473 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9c31e58-ef46-4f12-b604-7a5ee5c39ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.445676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Deleting port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:37.446061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.451911 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2946a2-038f-4cd7-94e4-97de2955ca84 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.491371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6a2946a2-038f-4cd7-94e4-97de2955ca84 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:37.575440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Router 9665dcb1-5cac-4567-b16d-96c323faaa7d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:37.617389 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.652306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c31e58-ef46-4f12-b604-7a5ee5c39ec0 None None] Pushing event updated for resources: {'Port': ['ID=9f27c038-a9f5-40bf-9737-5e4162673542,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:37.669166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 1, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:37.713173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2f8f5-1f52-4396-ab1b-3942efc64d4a None None] The sync data for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 is: [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:35Z', 'revision_number': 1, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:37.720418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] For port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,segment=NetworkSegment(f3d4001a-50e8-45b1-96a1-05e5dac4f3eb),segment_id=f3d4001a-50e8-45b1-96a1-05e5dac4f3eb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:37.720812 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.736589 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Calling delete_port for 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:37.790722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-932ba551-509f-449e-bbcc-aec3274ccc2b None None] Provisioning for port 00ed44a3-6087-4c2c-8630-b7081601bf03 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:37.795107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-932ba551-509f-449e-bbcc-aec3274ccc2b None None] Provisioning complete for port 00ed44a3-6087-4c2c-8630-b7081601bf03 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:37.795487 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-932ba551-509f-449e-bbcc-aec3274ccc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.868740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-932ba551-509f-449e-bbcc-aec3274ccc2b None None] Port 00ed44a3-6087-4c2c-8630-b7081601bf03 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:37.878211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:37.902909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4f7e9087-3756-47b1-98f4-277b73fa582a admin admin] 10.222.0.41 "PUT /v2.0/routers/9665dcb1-5cac-4567-b16d-96c323faaa7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6613812 Jul 13 07:41:37.993009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-db9fe4e9-8242-40a1-904e-4c98267c69b4 None None] Provisioning complete for port 00ed44a3-6087-4c2c-8630-b7081601bf03 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:37.993447 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db9fe4e9-8242-40a1-904e-4c98267c69b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.014812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bb41f-ee48-40c0-9773-e02b3c369da7 req-dcbe29b0-0072-4185-a99f-008343187a34 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:38.016401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-655bb41f-ee48-40c0-9773-e02b3c369da7 req-dcbe29b0-0072-4185-a99f-008343187a34 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 946 time: 0.0950933 Jul 13 07:41:38.029244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-134cd9ca-292d-400d-a150-f499166dea41 req-f094b323-9d92-4a79-b39d-a02acdcfbc36 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.2040095 Jul 13 07:41:38.055493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c56ae508-9b49-48b0-b385-ebafdb0e46e0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:38.136956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-db9fe4e9-8242-40a1-904e-4c98267c69b4 None None] Port 00ed44a3-6087-4c2c-8630-b7081601bf03 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:38.137275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-655bb41f-ee48-40c0-9773-e02b3c369da7 req-abb54025-bee5-4d36-b5c6-bfd1ac67b985 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df14c5d-84f2-49bc-8d26-6139133a9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031380 Jul 13 07:41:38.176212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c56ae508-9b49-48b0-b385-ebafdb0e46e0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:38.177018 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.264400 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.286239 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2946a2-038f-4cd7-94e4-97de2955ca84 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.327392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Pushing event deleted for resources: {'Port': ['ID=02cec58f-7d65-4dbf-a425-3c1d3830c3f4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:38.329115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9f27c038-a9f5-40bf-9737-5e4162673542 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:38.406192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2946a2-038f-4cd7-94e4-97de2955ca84 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:38.474666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] No DVR routers for this DVR port 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:38.478992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.488382 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae07191-11f0-4ab9-8c21-4b65fcf76fce req-288a2312-ac46-4385-85c3-8127ab2ddfb2 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.48 "DELETE /v2.0/ports/02cec58f-7d65-4dbf-a425-3c1d3830c3f4 HTTP/1.1" status: 204 len: 173 time: 1.2757747 Jul 13 07:41:38.488890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd166ea6d-a2c0-4b56-b8ac-a04ba4396066', 'name': 'network-vif-deleted', 'tag': '02cec58f-7d65-4dbf-a425-3c1d3830c3f4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:38.492866 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c2686a-45d0-4821-bf10-0a96799f9500" -d '{"events": [{"server_uuid": "d166ea6d-a2c0-4b56-b8ac-a04ba4396066", "name": "network-vif-deleted", "tag": "02cec58f-7d65-4dbf-a425-3c1d3830c3f4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:38.608410 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2946a2-038f-4cd7-94e4-97de2955ca84 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.610524 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6a2946a2-038f-4cd7-94e4-97de2955ca84 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 HTTP/1.1" status: 204 len: 168 time: 1.6647062 Jul 13 07:41:38.613163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55326) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:38.660198 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c418af-5833-4802-bc3e-e90569048aa4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:38.665729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-48c418af-5833-4802-bc3e-e90569048aa4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 HTTP/1.1" status: 404 len: 333 time: 0.0478003 Jul 13 07:41:38.666012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:38.672768 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3990ca-11d8-4ac3-8f2f-fbc188d6ca33 x-openstack-request-id: req-4c3990ca-11d8-4ac3-8f2f-fbc188d6ca33 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:38.673294 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d166ea6d-a2c0-4b56-b8ac-a04ba4396066", "name": "network-vif-deleted", "tag": "02cec58f-7d65-4dbf-a425-3c1d3830c3f4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:38.674714 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c3990ca-11d8-4ac3-8f2f-fbc188d6ca33 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:38.675555 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd166ea6d-a2c0-4b56-b8ac-a04ba4396066', 'name': 'network-vif-deleted', 'tag': '02cec58f-7d65-4dbf-a425-3c1d3830c3f4', 'status': 'completed', 'code': 200} Jul 13 07:41:38.681248 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca303c90-c243-4d02-bfe9-eb4ff7dcf44d None None] Network 0078e576-9025-4ff9-a762-a19316fef30f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:38.763130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcb3e2c-ec26-4073-84de-9371ca950b7b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet 14e2587b-87a3-450b-b056-005429b2031e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:38.772450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3e2c-ec26-4073-84de-9371ca950b7b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.789930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55330) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:38.794661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f92529ca-2f64-4e9b-9c3f-93264ae3fc05 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699192253', 'description': 'tempest-description--945069614'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:38.828199 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f92529ca-2f64-4e9b-9c3f-93264ae3fc05 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.876141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3e2c-ec26-4073-84de-9371ca950b7b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.926538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-77e17a2a-5477-41f6-b3bb-9a8a1fedcee6 None None] Could not find standard attr ID for object b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:39.013586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-77e17a2a-5477-41f6-b3bb-9a8a1fedcee6 None None] Provisioning for port 9f27c038-a9f5-40bf-9737-5e4162673542 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:39.020334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f92529ca-2f64-4e9b-9c3f-93264ae3fc05 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.022173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-77e17a2a-5477-41f6-b3bb-9a8a1fedcee6 None None] Provisioning complete for port 9f27c038-a9f5-40bf-9737-5e4162673542 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:39.022686 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77e17a2a-5477-41f6-b3bb-9a8a1fedcee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.032500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f92529ca-2f64-4e9b-9c3f-93264ae3fc05 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.071424 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f92529ca-2f64-4e9b-9c3f-93264ae3fc05 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.075593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f92529ca-2f64-4e9b-9c3f-93264ae3fc05 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2821565 Jul 13 07:41:39.078459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55336) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:39.083370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-682986b7-39a0-4139-9ecf-68fbdcb884a4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'security_group_rule': {'security_group_id': '1d3fd38f-bf3d-4071-ae58-a18459991d35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:39.125808 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3e2c-ec26-4073-84de-9371ca950b7b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.130630 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-682986b7-39a0-4139-9ecf-68fbdcb884a4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.158077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92529ca-2f64-4e9b-9c3f-93264ae3fc05 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3fd38f-bf3d-4071-ae58-a18459991d35,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:39.270079 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3e2c-ec26-4073-84de-9371ca950b7b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.315216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-682986b7-39a0-4139-9ecf-68fbdcb884a4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.332624 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-682986b7-39a0-4139-9ecf-68fbdcb884a4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.392742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-682986b7-39a0-4139-9ecf-68fbdcb884a4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.396624 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-682986b7-39a0-4139-9ecf-68fbdcb884a4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167236 Jul 13 07:41:39.401587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:39.404364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb3e2c-ec26-4073-84de-9371ca950b7b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=14e2587b-87a3-450b-b056-005429b2031e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:39.407314 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3e2c-ec26-4073-84de-9371ca950b7b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.410519 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ebcb3e2c-ec26-4073-84de-9371ca950b7b tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/14e2587b-87a3-450b-b056-005429b2031e HTTP/1.1" status: 204 len: 168 time: 0.7436681 Jul 13 07:41:39.417156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b0e45853-306e-4c44-a4a1-0d47e15e0255 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'security_group_rule': {'security_group_id': '1d3fd38f-bf3d-4071-ae58-a18459991d35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:39.477264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55342) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:39.480862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25218a3a-5b21-4494-a529-0a207852d02c req-f9ed6f06-1447-4109-871b-544c830ae5b5 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0905941 Jul 13 07:41:39.486797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682986b7-39a0-4139-9ecf-68fbdcb884a4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea6ebbe-1d2f-41c7-a5c7-537b7e3ea7a7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:39.597831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88ed3363-88b5-4970-96fd-820676c0826d req-cd7a557b-87da-430f-ac8a-930e89eae8b4 tempest-ServerPasswordTestJSON-928744716 tempest-ServerPasswordTestJSON-928744716-project] 10.222.0.41 "GET /v2.0/ports?device_id=d166ea6d-a2c0-4b56-b8ac-a04ba4396066 HTTP/1.1" status: 200 len: 210 time: 0.0444720 Jul 13 07:41:39.601419 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0e45853-306e-4c44-a4a1-0d47e15e0255 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.642150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0846cc01-8250-4559-84aa-1594715a0cef tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet f0f150fe-5c48-45c1-8181-2ba2b1d313d6 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:39.654040 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0846cc01-8250-4559-84aa-1594715a0cef tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.737504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0846cc01-8250-4559-84aa-1594715a0cef tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.772640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0e45853-306e-4c44-a4a1-0d47e15e0255 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.778546 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0e45853-306e-4c44-a4a1-0d47e15e0255 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.808476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e45853-306e-4c44-a4a1-0d47e15e0255 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d153ca-714e-4794-9c84-ec3a66f25c29,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:39.820494 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0e45853-306e-4c44-a4a1-0d47e15e0255 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.823220 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b0e45853-306e-4c44-a4a1-0d47e15e0255 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4175770 Jul 13 07:41:39.824883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55346) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:39.831575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:39.874506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.911473 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0846cc01-8250-4559-84aa-1594715a0cef tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.925028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:39.968679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:39.969621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 02cec58f-7d65-4dbf-a425-3c1d3830c3f4 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:39.992044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fd19d880-134e-4b1a-8abe-787d00b10b74 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:39.993889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0846cc01-8250-4559-84aa-1594715a0cef tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.031264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846cc01-8250-4559-84aa-1594715a0cef tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f150fe-5c48-45c1-8181-2ba2b1d313d6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:40.034745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0846cc01-8250-4559-84aa-1594715a0cef tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.038283 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0846cc01-8250-4559-84aa-1594715a0cef tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/f0f150fe-5c48-45c1-8181-2ba2b1d313d6 HTTP/1.1" status: 204 len: 168 time: 0.5553899 Jul 13 07:41:40.040835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55348) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:40.050105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.063827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port fd19d880-134e-4b1a-8abe-787d00b10b74 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:40.068532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fd19d880-134e-4b1a-8abe-787d00b10b74 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:40.069531 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.126115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.160610 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.185112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Allocated IP 172.25.8.92 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/fb137b1d-ca25-47c4-9358-474a01fb9c62) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:40.196208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port fd19d880-134e-4b1a-8abe-787d00b10b74, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fd19d880-134e-4b1a-8abe-787d00b10b74,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:40.203333 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.210463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 9f27c038-a9f5-40bf-9737-5e4162673542 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:40.211121 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.270602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=fd19d880-134e-4b1a-8abe-787d00b10b74,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:40.322244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] For port 9f27c038-a9f5-40bf-9737-5e4162673542, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9f27c038-a9f5-40bf-9737-5e4162673542,segment=NetworkSegment(9a342b5b-e1af-4326-abea-5fb9291fc5ee),segment_id=9a342b5b-e1af-4326-abea-5fb9291fc5ee)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:40.322868 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.352621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 9f27c038-a9f5-40bf-9737-5e4162673542 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:40.413011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d56c4dd-88c9-4d7f-b842-33eff7f1956e None None] Network 0078e576-9025-4ff9-a762-a19316fef30f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:40.415709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.483365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.492585 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.536613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:40.544220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:40.548318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:40.583415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f4c1f9a6-bc0b-4c9f-8ad0-d786c0318d49 None None] Provisioning complete for port 9f27c038-a9f5-40bf-9737-5e4162673542 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:40.584037 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f9a6-bc0b-4c9f-8ad0-d786c0318d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.593489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'Port': ['ID=fb137b1d-ca25-47c4-9358-474a01fb9c62,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:40.629342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1f9a6-bc0b-4c9f-8ad0-d786c0318d49 None None] Port 9f27c038-a9f5-40bf-9737-5e4162673542 was deleted so its status cannot be updated. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:41:40.769837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b28e086-ecf7-4df8-beec-7d8dc5412483 None None] DHCP port deletion for 0078e576-9025-4ff9-a762-a19316fef30f request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:40.777388 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a904e15-263a-4291-828a-e432dea53537 req-7c6f1806-f18e-4818-a97b-7e2e1f0179db tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0607152 Jul 13 07:41:40.799408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.880085 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.920083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55370) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:40.978676 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Sync routers for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:40.989968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=9f27c038-a9f5-40bf-9737-5e4162673542,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:40.990776 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:40.992215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No DVR routers for this DVR port 9f27c038-a9f5-40bf-9737-5e4162673542 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:41.000029 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.012024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb6de38-bcde-4d15-93bd-38b4ff9e73b6 admin admin] Deleting subnet fbd4157e-41c9-4f0f-88ae-27764b5b655e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:41.026296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cdb6de38-bcde-4d15-93bd-38b4ff9e73b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.113428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cdb6de38-bcde-4d15-93bd-38b4ff9e73b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.132114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.139116 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:41.153833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0078e576-9025-4ff9-a762-a19316fef30f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.169316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3f8f0e21-0c0d-4b73-b781-5694eec3ac15 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:41.170706 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3f8f0e21-0c0d-4b73-b781-5694eec3ac15 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 814 time: 0.2317915 Jul 13 07:41:41.174463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a342b5b-e1af-4326-abea-5fb9291fc5ee') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.174765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a342b5b-e1af-4326-abea-5fb9291fc5ee') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.192723 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.193461 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cdb6de38-bcde-4d15-93bd-38b4ff9e73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.202984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-b1aea6ad-c86b-4c23-b77f-f8bd85197ba1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/quotas/320fb7f030334f2caca184600ca7066f HTTP/1.1" status: 200 len: 375 time: 0.0211892 Jul 13 07:41:41.211258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.228918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:41.229193 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:41.232824 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:41.248513 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.257875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.351482 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.362133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cdb6de38-bcde-4d15-93bd-38b4ff9e73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.370708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.372392 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/networks/0078e576-9025-4ff9-a762-a19316fef30f HTTP/1.1" status: 204 len: 168 time: 1.3305545 Jul 13 07:41:41.383201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55372) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.385875 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 2, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.399644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdd929-3442-477d-b5f9-afde5acd6b9c tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Network': ['ID=0078e576-9025-4ff9-a762-a19316fef30f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.409249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'Port': ['ID=fb137b1d-ca25-47c4-9358-474a01fb9c62,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.415561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6de38-bcde-4d15-93bd-38b4ff9e73b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd4157e-41c9-4f0f-88ae-27764b5b655e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.416410 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Checking router: 9665dcb1-5cac-4567-b16d-96c323faaa7d for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:41.416870 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Updating router 9665dcb1-5cac-4567-b16d-96c323faaa7d port 00ed44a3-6087-4c2c-8630-b7081601bf03 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:41:41.421436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cdb6de38-bcde-4d15-93bd-38b4ff9e73b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.423230 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19599a2b-2c2e-4883-a9bf-49adc2b0cb0e tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2089601 Jul 13 07:41:41.434986 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cdb6de38-bcde-4d15-93bd-38b4ff9e73b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fbd4157e-41c9-4f0f-88ae-27764b5b655e HTTP/1.1" status: 204 len: 168 time: 0.5138290 Jul 13 07:41:41.441738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.446218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55374) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.469847 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.492025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.493351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b703e63a-51ef-426b-987e-60a52c1bebfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6671667 Jul 13 07:41:41.547145 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.626892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-63cb4336-0b25-4b4a-bd86-b19527fda36b service neutron] 10.222.0.41 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739171 Jul 13 07:41:41.645914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629eebf9-49fe-4e68-99b0-7bda10c90ba2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:41.647597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-629eebf9-49fe-4e68-99b0-7bda10c90ba2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2621486 Jul 13 07:41:41.652888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.694589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.736638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a945e39c-6522-4f0f-97b7-13a3b00ee1b3']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.746047 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-65406c95-ef21-4ec4-90b9-eecc4c33fa6f service neutron] 10.222.0.41 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181965 Jul 13 07:41:41.775946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d4001a-50e8-45b1-96a1-05e5dac4f3eb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.776251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d4001a-50e8-45b1-96a1-05e5dac4f3eb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.792673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-873a8c42-f119-4782-a203-a244bf33c4f3 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1699192253&fields=id&tenant_id=a9d554050b934adbb0e34205033fe129 HTTP/1.1" status: 200 len: 267 time: 0.1555157 Jul 13 07:41:41.794725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.847362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.853746 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.864351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:41.864889 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:41.867537 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:41.945080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fd19d880-134e-4b1a-8abe-787d00b10b74 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:41.973441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bf6df153-0e9d-45dd-8c51-3c27b460e859 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3160517 Jul 13 07:41:41.974773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55396) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.984605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-199390844'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:42.023330 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Transition to ACTIVE for port object 00ed44a3-6087-4c2c-8630-b7081601bf03 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:42.031023 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.037335 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.050857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.056073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a945e39c-6522-4f0f-97b7-13a3b00ee1b3 HTTP/1.1" status: 204 len: 168 time: 0.6087220 Jul 13 07:41:42.063836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fd19d880-134e-4b1a-8abe-787d00b10b74 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:42.064833 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.079246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b99d0-578d-41de-8468-3302367c6b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=a945e39c-6522-4f0f-97b7-13a3b00ee1b3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.094091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-c5236cca-19e8-4d6e-bec5-25c087c6b515 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:42.102458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-c5236cca-19e8-4d6e-bec5-25c087c6b515 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 810 time: 0.2976377 Jul 13 07:41:42.120960 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-f90c493d-62fc-40a1-8ecd-f1f4114977ca tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/quotas/a9d554050b934adbb0e34205033fe129 HTTP/1.1" status: 200 len: 375 time: 0.0174596 Jul 13 07:41:42.142407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3fafb6c3-cfdd-45a5-a686-75c92d8eff17 req-b6282307-9fc9-425d-8f2a-82fba4baa371 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0787966 Jul 13 07:41:42.143341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:42.147642 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.236356 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Pushing event updated for resources: {'Port': ['ID=00ed44a3-6087-4c2c-8630-b7081601bf03,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.242406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:42.276652 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.277201 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Added segment 9ba5d53b-3dce-40b6-9b5c-9214a4effc9f of type vlan for network 14c441d0-f424-4431-963e-63e623b2789f Jul 13 07:41:42.329511 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.330132 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.330676 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.331163 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.331513 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.331861 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.332204 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.332736 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.333633 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.334776 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.335361 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.335972 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:42.373200 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1551b92d-fc21-48ed-bd69-fc9e4118dbef req-71de9042-19f9-40bd-8371-35a99aeeba01 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 210 time: 0.1025064 Jul 13 07:41:42.382464 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Attempting to bind port 00ed44a3-6087-4c2c-8630-b7081601bf03 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:42.383264 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Attempting to bind port 00ed44a3-6087-4c2c-8630-b7081601bf03 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:42.384025 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Attempting to bind port 00ed44a3-6087-4c2c-8630-b7081601bf03 on network b35f1168-54b9-423f-b48b-8a49e1d9d73b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:42.398967 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:42.400255 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Checking segment: {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:42.406026 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.407002 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Bound using segment: {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:42.410770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9f27c038-a9f5-40bf-9737-5e4162673542 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:42.411175 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Bound port: 00ed44a3-6087-4c2c-8630-b7081601bf03, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:42.412081 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.434298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ba626c64-de3f-45b8-9937-f1c71c039027 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3119960 Jul 13 07:41:42.455147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55406) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.498421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9f27c038-a9f5-40bf-9737-5e4162673542 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:42.498852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9f27c038-a9f5-40bf-9737-5e4162673542 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:42.547145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.564070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1b4f54b3-ad88-4143-a055-e6d28fa95c9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c130025b5fd4d84a43425f0687a845b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067193 Jul 13 07:41:42.567390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55412) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.618260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.629161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:42.629739 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.638033 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] For port 00ed44a3-6087-4c2c-8630-b7081601bf03, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:42.647633 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] For port 00ed44a3-6087-4c2c-8630-b7081601bf03, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=00ed44a3-6087-4c2c-8630-b7081601bf03,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:42.654914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-e48bdc31-ef4f-48be-9a49-225bf7147709 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:41:42.656638 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.676750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-e48bdc31-ef4f-48be-9a49-225bf7147709 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2344861 Jul 13 07:41:42.702359 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7229760 Jul 13 07:41:42.706296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55414) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.713159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': '14c441d0-f424-4431-963e-63e623b2789f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:42.724038 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:42.725094 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:42.805219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-809095c1-1f74-491a-8dfc-147423f12417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.822059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a91f32-22ec-4c13-924b-d008fd59b4b4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Network': ['ID=14c441d0-f424-4431-963e-63e623b2789f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.837056 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 14c441d0-f424-4431-963e-63e623b2789f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:42.859356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-809095c1-1f74-491a-8dfc-147423f12417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.922027 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb449254-8da5-4a40-bedd-27e67817e309 None None] Pushing event updated for resources: {'Port': ['ID=00ed44a3-6087-4c2c-8630-b7081601bf03,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.975141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-d37680cf-82f3-40b1-81b8-f70172bf94c5 service neutron] 10.222.0.41 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972193 Jul 13 07:41:42.982341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:42.986189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.043548 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-809095c1-1f74-491a-8dfc-147423f12417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.046554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-809095c1-1f74-491a-8dfc-147423f12417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.047399 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:43.048694 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-809095c1-1f74-491a-8dfc-147423f12417 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4df14c5d-84f2-49bc-8d26-6139133a9457 HTTP/1.1" status: 204 len: 168 time: 0.4798584 Jul 13 07:41:43.122306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809095c1-1f74-491a-8dfc-147423f12417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df14c5d-84f2-49bc-8d26-6139133a9457,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:43.298683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-8307772b-69ff-4d68-a24a-11fe62a2a6ad service neutron] 10.222.0.41 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146842 Jul 13 07:41:43.304624 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:42Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:43.341763 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9aecf9-6759-49f8-aa4c-3ff95711c77b None None] The sync data for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 is: [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:42Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:43.368594 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.451609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=a0cb47c3-80bb-45d2-a360-aeb78b1a7a9c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:43.467088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Checking segment: {'id': '9ba5d53b-3dce-40b6-9b5c-9214a4effc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '14c441d0-f424-4431-963e-63e623b2789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:43.467657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network hostable DHCP agents. Network: 14c441d0-f424-4431-963e-63e623b2789f, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:43.500742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 14c441d0-f424-4431-963e-63e623b2789f is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:43.514329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 14c441d0-f424-4431-963e-63e623b2789f) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:43.526559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8a62a-0021-41c1-a855-60111d978eaa None None] Network 14c441d0-f424-4431-963e-63e623b2789f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:43.542633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:43.543274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.621532 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b23e6804-2161-4b56-9c1d-c3d153104d0b req-1224895a-6315-4426-9639-7d7de34360fa tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0787289 Jul 13 07:41:43.641028 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b33f2d63-9ada-4af6-8658-a5fed0257e33 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9306815 Jul 13 07:41:43.641147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55428) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:43.651926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': '14c441d0-f424-4431-963e-63e623b2789f', 'name': 'tempest-PortsTestJSON-642760130'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:43.805813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3bc845c4-166f-47df-b8bb-bdcb186b202f req-f1b94ec9-b1f4-4a05-95b7-42705e345565 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 210 time: 0.0480888 Jul 13 07:41:43.902311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-14c441d0-f424-4431-963e-63e623b2789f', 'network_id': '14c441d0-f424-4431-963e-63e623b2789f', 'tenant_id': '2f6dd0ddfe0d46eeb232dde3d731154d', 'fixed_ips': [{'subnet_id': 'a0cb47c3-80bb-45d2-a360-aeb78b1a7a9c'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:43.904147 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.904802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d433dc0c-7aac-4ec6-afa3-5a103fee21d2 req-853b5778-c1e7-4480-8235-53eb8aaaad1c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 210 time: 0.1499455 Jul 13 07:41:44.154156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 00ed44a3-6087-4c2c-8630-b7081601bf03 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:44.264141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Allocated IP 172.20.0.2 (14c441d0-f424-4431-963e-63e623b2789f/a0cb47c3-80bb-45d2-a360-aeb78b1a7a9c/7b329a8e-6d0d-460a-a661-fb6e85bbce39) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:44.291636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 00ed44a3-6087-4c2c-8630-b7081601bf03 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:44.310402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 00ed44a3-6087-4c2c-8630-b7081601bf03 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:44.314470 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.373827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-c3f79adf-7390-4275-b63a-3d6c4984a3ec tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:44.378626 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-c3f79adf-7390-4275-b63a-3d6c4984a3ec tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 814 time: 0.3544319 Jul 13 07:41:44.421232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Request body: {'port': {'device_id': '815059dd-caa1-4cb0-8135-0be58011ed98', 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70', 'admin_state_up': True, 'tenant_id': '320fb7f030334f2caca184600ca7066f'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:44.426343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:44.432789 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.482578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port e468984d-529b-4271-83ce-9b6c7658530d yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:44.603949 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.625039 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Transition to ACTIVE for port object 7b329a8e-6d0d-460a-a661-fb6e85bbce39 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:44.637144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.639034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Made reservation on behalf of 320fb7f030334f2caca184600ca7066f for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:44.644188 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.679966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Transition to ACTIVE for port object 7b329a8e-6d0d-460a-a661-fb6e85bbce39 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:44.684920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 00ed44a3-6087-4c2c-8630-b7081601bf03, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=00ed44a3-6087-4c2c-8630-b7081601bf03,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:44.692368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.710495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.711189 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.769099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Network 14c441d0-f424-4431-963e-63e623b2789f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:44.775045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:44.777533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:44.825890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Pushing event updated for resources: {'Port': ['ID=7b329a8e-6d0d-460a-a661-fb6e85bbce39,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:44.876386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2139112006-network', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:44.920729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Made reservation on behalf of c019fb5293e64724a5798eb70dbfca88 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:44.923468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.935233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.938602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Attempting to bind port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:44.942170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Attempting to bind port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '9ba5d53b-3dce-40b6-9b5c-9214a4effc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '14c441d0-f424-4431-963e-63e623b2789f'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:44.943828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Attempting to bind port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 on network 14c441d0-f424-4431-963e-63e623b2789f {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:44.982026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:44.982504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Checking segment: {'id': '9ba5d53b-3dce-40b6-9b5c-9214a4effc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '14c441d0-f424-4431-963e-63e623b2789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:44.988746 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.989300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Bound using segment: {'id': '9ba5d53b-3dce-40b6-9b5c-9214a4effc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '14c441d0-f424-4431-963e-63e623b2789f'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:44.989912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Bound port: 7b329a8e-6d0d-460a-a661-fb6e85bbce39, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5d53b-3dce-40b6-9b5c-9214a4effc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '14c441d0-f424-4431-963e-63e623b2789f'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:44.990478 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.013929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=00ed44a3-6087-4c2c-8630-b7081601bf03,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.037830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-32a5ef8e-8346-4665-a44c-93d82c0e261b req-f0152a74-bcdc-4de0-bb7d-5b564040b779 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 210 time: 0.0520825 Jul 13 07:41:45.073365 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c45e674-0302-4e20-9396-ef3c4543bad8 req-b49031d2-335f-4868-ab13-cba47ead0097 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0877025 Jul 13 07:41:45.098133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Allocated IP 172.20.0.2 (7573503c-31c1-4373-bb1e-438e2a5b8c70/a7a47d72-72f1-4c50-bf4c-d9874e24f0e8/a0a1d6a3-4fbd-409f-a326-a05409a00731) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:45.108124 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fc3aa7ce-4936-4e5b-b37c-d74d8f8a8db1 {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:41:45.109343 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:41:45.130665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] For port 7b329a8e-6d0d-460a-a661-fb6e85bbce39, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:45.135400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] For port 7b329a8e-6d0d-460a-a661-fb6e85bbce39, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7b329a8e-6d0d-460a-a661-fb6e85bbce39,segment=NetworkSegment(9ba5d53b-3dce-40b6-9b5c-9214a4effc9f),segment_id=9ba5d53b-3dce-40b6-9b5c-9214a4effc9f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:45.144669 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.165506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.173189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.233479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2d9ac4cf-3f4a-4471-972b-53d9203d25f9 None None] Provisioning complete for port 00ed44a3-6087-4c2c-8630-b7081601bf03 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:45.233783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac4cf-3f4a-4471-972b-53d9203d25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.244594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d572a0-93a5-4a6e-a9f4-c97799be2489,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.252266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:45.320675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98699c2f-8f6b-4f36-bc10-7f22d39fba56 None None] Pushing event updated for resources: {'Port': ['ID=7b329a8e-6d0d-460a-a661-fb6e85bbce39,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.333110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.333818 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Added segment 96ef8d0d-01b0-4907-9d8b-49e487117c5c of type vlan for network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d Jul 13 07:41:45.352446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2c77235d-2898-4486-b7d7-1ca757a97381 req-f6937845-7cac-471e-927c-10901f0669c5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 210 time: 0.1021249 Jul 13 07:41:45.405831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.417307 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.450028 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.451298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:45.453111 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.491465 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7790320 Jul 13 07:41:45.494068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55466) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:45.500000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Request body: {'subnet': {'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2139112006-subnet', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:45.502949 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.527294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0c20809f-ca21-46b9-81a7-1044699086e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:45.621296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.661926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Network 7573503c-31c1-4373-bb1e-438e2a5b8c70 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:45.680147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 189050ee-e0ad-4406-af68-5c3538eb3452 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:45.694366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:45.712926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-7ade0ca7-26fd-4ae3-9646-e755e75c6a91 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:45.714549 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-7ade0ca7-26fd-4ae3-9646-e755e75c6a91 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 810 time: 0.1389477 Jul 13 07:41:45.715235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27819e-7978-4688-b9a5-720963e021fd admin admin] Pushing event updated for resources: {'Network': ['ID=4276c5d9-ec37-4da5-a712-dd854e7b8a4d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.739397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:45.750970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Made reservation on behalf of c019fb5293e64724a5798eb70dbfca88 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:45.753657 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.778651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Pushing event updated for resources: {'Port': ['ID=a0a1d6a3-4fbd-409f-a326-a05409a00731,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.782667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:45.860042 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-0bf5cb72-a75e-42b0-9774-4c5e980cfb52 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d554050b934adbb0e34205033fe129 HTTP/1.1" status: 200 len: 380 time: 0.1344612 Jul 13 07:41:45.871360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'port': {'device_id': '2ba71a27-2fae-4505-9042-b589e121b08d', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'admin_state_up': True, 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'security_groups': ['1d3fd38f-bf3d-4071-ae58-a18459991d35']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:45.919468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:45.921330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.964404 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-19bf0117-4d28-4ea9-acd3-18e3c92048e4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5602620 Jul 13 07:41:45.986874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Request body: {'port': {'device_id': '815059dd-caa1-4cb0-8135-0be58011ed98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:46.027386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.4 (14c441d0-f424-4431-963e-63e623b2789f/a0cb47c3-80bb-45d2-a360-aeb78b1a7a9c/189050ee-e0ad-4406-af68-5c3538eb3452) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:46.104559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 00ed44a3-6087-4c2c-8630-b7081601bf03 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:46.171118 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.199947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 00ed44a3-6087-4c2c-8630-b7081601bf03 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:46.200541 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.334425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7b329a8e-6d0d-460a-a661-fb6e85bbce39 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:46.391601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:46.448120 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a2b2f536-8c38-4b0b-8421-395a90999840 req-825a5a69-154a-4ee1-91f1-b26dd73c3765 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0729051 Jul 13 07:41:46.654996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702485e-b427-4a0d-9b27-67483479ba8c req-3523547f-acaf-454e-b825-f678765cd6d8 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:46.663441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5702485e-b427-4a0d-9b27-67483479ba8c req-3523547f-acaf-454e-b825-f678765cd6d8 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 931 time: 0.2752199 Jul 13 07:41:46.668554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.674269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.701216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Made reservation on behalf of a9d554050b934adbb0e34205033fe129 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:46.704705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.714445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a464719-2141-47a8-ae58-6677e9ae47a6 None None] Network 14c441d0-f424-4431-963e-63e623b2789f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:46.716760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object 189050ee-e0ad-4406-af68-5c3538eb3452 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:46.756489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f5a002-348d-44f4-b792-01a182d0587a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:46.777683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5702485e-b427-4a0d-9b27-67483479ba8c req-8e1673d9-69a3-44ee-b39f-d786cb66aa81 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003456 Jul 13 07:41:46.785183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a1d6a3-4fbd-409f-a326-a05409a00731 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:46.805216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.823652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Transition to ACTIVE for port object a0a1d6a3-4fbd-409f-a326-a05409a00731 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:46.830859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.831125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4b9993f-fad6-4219-8c41-3a3eea06980f req-a3d13988-5367-4fe9-8355-9b2e14174a70 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 210 time: 0.0395632 Jul 13 07:41:46.835136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1304e9f-1144-4f2e-ae7f-9805e030c93e None None] Provisioning for port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:46.843208 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.846244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Checking segment: {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:46.846630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Network hostable DHCP agents. Network: 4276c5d9-ec37-4da5-a712-dd854e7b8a4d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:46.860199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1304e9f-1144-4f2e-ae7f-9805e030c93e None None] Provisioning complete for port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:46.860610 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1304e9f-1144-4f2e-ae7f-9805e030c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.905876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:46.923378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 4276c5d9-ec37-4da5-a712-dd854e7b8a4d) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:46.931126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:46.931733 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.933039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 14c441d0-f424-4431-963e-63e623b2789f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:46.934261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a1d6a3-4fbd-409f-a326-a05409a00731,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:46.946159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:46.951189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Allocated IP 172.20.0.7 (b35f1168-54b9-423f-b48b-8a49e1d9d73b/69d6c238-9245-43f1-8f30-40d9a6d5116c/2a99acec-1733-4b30-9066-300cc61be77a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:46.954427 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b321297-5613-4ede-8085-eb3e9b001e4f None None] Network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:46.964783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9401d4e3-62df-49d3-abc5-70bbea7d4b85 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4668949 Jul 13 07:41:46.966554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55476) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:46.971971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:46.991517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:47.011827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.012951 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.061053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=189050ee-e0ad-4406-af68-5c3538eb3452,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:47.087746 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1304e9f-1144-4f2e-ae7f-9805e030c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.093844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:47.095017 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.100972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Attempting to bind port a0a1d6a3-4fbd-409f-a326-a05409a00731 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:47.100972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Attempting to bind port a0a1d6a3-4fbd-409f-a326-a05409a00731 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:47.101581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Attempting to bind port a0a1d6a3-4fbd-409f-a326-a05409a00731 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:47.108675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.123075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Port a0a1d6a3-4fbd-409f-a326-a05409a00731 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:47.123075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Attempting to bind port a0a1d6a3-4fbd-409f-a326-a05409a00731 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:47.135567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:47.136195 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Checking segment: {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:47.136918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Bound using segment: {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:47.137723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Bound port: a0a1d6a3-4fbd-409f-a326-a05409a00731, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:47.138422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.156311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d1304e9f-1144-4f2e-ae7f-9805e030c93e None None] For port 7b329a8e-6d0d-460a-a661-fb6e85bbce39, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7b329a8e-6d0d-460a-a661-fb6e85bbce39,segment=NetworkSegment(9ba5d53b-3dce-40b6-9b5c-9214a4effc9f),segment_id=9ba5d53b-3dce-40b6-9b5c-9214a4effc9f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:47.157747 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-837cb672-e6d8-4a70-aa99-0154bcc2b309 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5143001 Jul 13 07:41:47.163131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:47.172881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': '14c441d0-f424-4431-963e-63e623b2789f', 'name': 'tempest-PortsTestJSON-1041832227'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:47.203096 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1304e9f-1144-4f2e-ae7f-9805e030c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.291483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8cb6a2-d617-416b-8b17-28cee0cc8bab None None] Network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:47.308655 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.337110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1304e9f-1144-4f2e-ae7f-9805e030c93e None None] Pushing event updated for resources: {'Port': ['ID=7b329a8e-6d0d-460a-a661-fb6e85bbce39,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:47.343187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.371024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Transition to ACTIVE for port object 2a99acec-1733-4b30-9066-300cc61be77a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:47.403248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] For port a0a1d6a3-4fbd-409f-a326-a05409a00731, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:47.415603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] For port a0a1d6a3-4fbd-409f-a326-a05409a00731, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0a1d6a3-4fbd-409f-a326-a05409a00731,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:47.431175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.447344 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.485137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:47.487026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.488951 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/a0a1d6a3-4fbd-409f-a326-a05409a00731 HTTP/1.1" status: 200 len: 1092 time: 1.5131679 Jul 13 07:41:47.496588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815059dd-caa1-4cb0-8135-0be58011ed98', 'tag': 'a0a1d6a3-4fbd-409f-a326-a05409a00731'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:47.514892 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a" -d '{"events": [{"name": "network-changed", "server_uuid": "815059dd-caa1-4cb0-8135-0be58011ed98", "tag": "a0a1d6a3-4fbd-409f-a326-a05409a00731"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:47.523251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2ddb61aa-1a0f-4d17-adf4-ea90bfd16962 None None] Provisioning complete for port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:47.523823 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ddb61aa-1a0f-4d17-adf4-ea90bfd16962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.590019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'Port': ['ID=2a99acec-1733-4b30-9066-300cc61be77a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:47.596885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:47.598694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:47.602625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:47.603263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.613800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:47.655196 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62930760-2edd-4972-9de2-e94d2bde73c3 x-openstack-request-id: req-62930760-2edd-4972-9de2-e94d2bde73c3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:47.656527 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815059dd-caa1-4cb0-8135-0be58011ed98", "tag": "a0a1d6a3-4fbd-409f-a326-a05409a00731", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:47.657193 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62930760-2edd-4972-9de2-e94d2bde73c3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:47.658136 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815059dd-caa1-4cb0-8135-0be58011ed98', 'tag': 'a0a1d6a3-4fbd-409f-a326-a05409a00731', 'status': 'completed', 'code': 200} Jul 13 07:41:47.659160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec5a83-b252-4e5e-84b9-e64603ccd8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a1d6a3-4fbd-409f-a326-a05409a00731,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:47.684707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:47.685556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.716800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1088bdd7-e5f5-4598-a495-dd83e6745df9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8515713 Jul 13 07:41:47.731203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Request body: {'port': {'device_id': '2ba71a27-2fae-4505-9042-b589e121b08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:47.788497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2ddb61aa-1a0f-4d17-adf4-ea90bfd16962 None None] Provisioning for port 189050ee-e0ad-4406-af68-5c3538eb3452 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:47.796760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2ddb61aa-1a0f-4d17-adf4-ea90bfd16962 None None] Provisioning complete for port 189050ee-e0ad-4406-af68-5c3538eb3452 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:47.797172 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ddb61aa-1a0f-4d17-adf4-ea90bfd16962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.889908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb61aa-1a0f-4d17-adf4-ea90bfd16962 None None] Port 189050ee-e0ad-4406-af68-5c3538eb3452 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:48.012361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-03852d93-ef05-4011-8a22-e04b94aa6f96 None None] Provisioning complete for port 189050ee-e0ad-4406-af68-5c3538eb3452 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:48.012838 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03852d93-ef05-4011-8a22-e04b94aa6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.020644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7b329a8e-6d0d-460a-a661-fb6e85bbce39 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:48.082736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.109125 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0915ea2f-7614-41a4-af74-2572b80d40e8 req-3b1ff6df-068d-4892-9db5-3f272cce544e tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.4632397 Jul 13 07:41:48.110298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 74f9a2e8-05d1-4d64-979a-861d270897f2 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:48.112403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.118672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.170446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-fb0632a3-25d5-4cfa-b0fd-8df8ef06d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:48.171585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-fb0632a3-25d5-4cfa-b0fd-8df8ef06d035 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 1095 time: 0.6406591 Jul 13 07:41:48.239879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e326492-7d2b-4fed-bc6c-d1aef51f26da req-ef8039eb-a6fa-4b52-8246-2d297b5255e2 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:48.242149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e326492-7d2b-4fed-bc6c-d1aef51f26da req-ef8039eb-a6fa-4b52-8246-2d297b5255e2 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 943 time: 0.2449267 Jul 13 07:41:48.266451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-8f4eab87-45fa-4c60-8209-97997b171ed0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0a1d6a3-4fbd-409f-a326-a05409a00731 HTTP/1.1" status: 200 len: 217 time: 0.0836918 Jul 13 07:41:48.338923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.8 (14c441d0-f424-4431-963e-63e623b2789f/a0cb47c3-80bb-45d2-a360-aeb78b1a7a9c/74f9a2e8-05d1-4d64-979a-861d270897f2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:48.355585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-03852d93-ef05-4011-8a22-e04b94aa6f96 None None] Port 189050ee-e0ad-4406-af68-5c3538eb3452 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:48.358731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-c17e85f4-45dd-424b-beb4-075834e6c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:48.360863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-c17e85f4-45dd-424b-beb4-075834e6c1f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 200 len: 854 time: 0.0857782 Jul 13 07:41:48.364578 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d83fb2ef-ad39-46d3-b5f2-01f5cdb14037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.373599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:48.374050 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.398599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-03852d93-ef05-4011-8a22-e04b94aa6f96 None None] Provisioning for port 2a99acec-1733-4b30-9066-300cc61be77a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:48.402417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e326492-7d2b-4fed-bc6c-d1aef51f26da req-a3014cfe-d4d0-4bac-a927-ac6ce4d25757 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464305 Jul 13 07:41:48.404993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-03852d93-ef05-4011-8a22-e04b94aa6f96 None None] Provisioning complete for port 2a99acec-1733-4b30-9066-300cc61be77a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:48.405377 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03852d93-ef05-4011-8a22-e04b94aa6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.441221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Allocated IP 172.25.8.250 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/bf991b3e-e013-4756-b67d-8a8be382db07) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:48.447824 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-ab56edf9-5673-4edf-973d-b2ffb278005d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7573503c-31c1-4373-bb1e-438e2a5b8c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694375 Jul 13 07:41:48.469257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-03852d93-ef05-4011-8a22-e04b94aa6f96 None None] Port 2a99acec-1733-4b30-9066-300cc61be77a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:48.638318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558de52-c674-4f3f-9e72-7bb7738a894b req-bc89ee98-7d73-460f-a39c-60673acb78a8 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:48.641066 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b558de52-c674-4f3f-9e72-7bb7738a894b req-bc89ee98-7d73-460f-a39c-60673acb78a8 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 931 time: 0.2792914 Jul 13 07:41:48.695037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-9be1ba29-256c-456f-a1ab-e02ac5230227 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326565 Jul 13 07:41:48.738652 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b558de52-c674-4f3f-9e72-7bb7738a894b req-c58be172-6543-4806-a414-5eef021cf662 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876155 Jul 13 07:41:48.750890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.767545 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.769742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object 74f9a2e8-05d1-4d64-979a-861d270897f2 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:48.804126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a99acec-1733-4b30-9066-300cc61be77a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:48.813994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.838684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Transition to ACTIVE for port object 2a99acec-1733-4b30-9066-300cc61be77a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:48.845381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.846691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6285e18-7008-4d8d-9802-b16a94fdd655 req-0a98c6d2-c9ff-4724-af91-ab4070933a50 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391439 Jul 13 07:41:48.876738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.881410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.936818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:48.944825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:48.947966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Pushing event updated for resources: {'Port': ['ID=2a99acec-1733-4b30-9066-300cc61be77a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:48.973586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:49.002593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 14c441d0-f424-4431-963e-63e623b2789f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:49.011273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:49.017439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:49.022774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=74f9a2e8-05d1-4d64-979a-861d270897f2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:49.088163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Pushing event updated for resources: {'Port': ['ID=bf991b3e-e013-4756-b67d-8a8be382db07,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:49.096417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-9628da32-d69c-43db-ac07-4c1b96de8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.097968 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-9628da32-d69c-43db-ac07-4c1b96de8c7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 1095 time: 0.1661060 Jul 13 07:41:49.106058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.106745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.156925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7db1f3eb-f171-402c-98db-f4fd1fb40fa5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9920621 Jul 13 07:41:49.160137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55492) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:49.233458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Attempting to bind port 2a99acec-1733-4b30-9066-300cc61be77a on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:49.234031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Attempting to bind port 2a99acec-1733-4b30-9066-300cc61be77a by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:49.234593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Attempting to bind port 2a99acec-1733-4b30-9066-300cc61be77a on network b35f1168-54b9-423f-b48b-8a49e1d9d73b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:49.248069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Port 2a99acec-1733-4b30-9066-300cc61be77a on network b35f1168-54b9-423f-b48b-8a49e1d9d73b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:49.248591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Attempting to bind port 2a99acec-1733-4b30-9066-300cc61be77a on network b35f1168-54b9-423f-b48b-8a49e1d9d73b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:49.261505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:49.262032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Checking segment: {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:49.262484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Bound using segment: {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:49.262936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Bound port: 2a99acec-1733-4b30-9066-300cc61be77a, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:49.263310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.336468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-1f831919-bb3e-4db6-8de3-702e7bee749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.338078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-1f831919-bb3e-4db6-8de3-702e7bee749c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 915 time: 0.2276030 Jul 13 07:41:49.380334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-111ed532-3a62-4e6b-9acd-28c21cfc9c27 req-df97eec2-99da-4e05-a2f7-bb1dfce3c96a tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0479312 Jul 13 07:41:49.417816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-2be47112-59bc-4abd-8953-4afc971fdc09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0a1d6a3-4fbd-409f-a326-a05409a00731 HTTP/1.1" status: 200 len: 217 time: 0.0700462 Jul 13 07:41:49.426698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] For port 2a99acec-1733-4b30-9066-300cc61be77a, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:49.429334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-233d5c58-73ad-4d70-8d13-005a9bc7766d None None] Provisioning for port 74f9a2e8-05d1-4d64-979a-861d270897f2 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:49.435068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-233d5c58-73ad-4d70-8d13-005a9bc7766d None None] Provisioning complete for port 74f9a2e8-05d1-4d64-979a-861d270897f2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:49.435770 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-233d5c58-73ad-4d70-8d13-005a9bc7766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.451025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] For port 2a99acec-1733-4b30-9066-300cc61be77a, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2a99acec-1733-4b30-9066-300cc61be77a,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:49.463818 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.489764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-233d5c58-73ad-4d70-8d13-005a9bc7766d None None] Port 74f9a2e8-05d1-4d64-979a-861d270897f2 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:49.497990 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.511656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5c50d1-a5a3-482a-bd4f-5e16f2ad86c6 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.513248 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-af5c50d1-a5a3-482a-bd4f-5e16f2ad86c6 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.3517618 Jul 13 07:41:49.516179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:49.549084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.549714 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.551220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] 10.222.0.48 "PUT /v2.0/ports/2a99acec-1733-4b30-9066-300cc61be77a HTTP/1.1" status: 200 len: 1092 time: 1.8246210 Jul 13 07:41:49.552628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba71a27-2fae-4505-9042-b589e121b08d', 'tag': '2a99acec-1733-4b30-9066-300cc61be77a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:49.553600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-3d24ab68-77b4-45f1-8548-b5c3fa602976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.555978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-3d24ab68-77b4-45f1-8548-b5c3fa602976 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 200 len: 854 time: 0.1276102 Jul 13 07:41:49.556704 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc964ad-956d-48ac-9c0f-887f031843e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba71a27-2fae-4505-9042-b589e121b08d", "tag": "2a99acec-1733-4b30-9066-300cc61be77a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:49.600483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-75c405dd-c360-4cb4-b118-9c6cb1d7ae5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7573503c-31c1-4373-bb1e-438e2a5b8c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376191 Jul 13 07:41:49.664494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec037646-a6e3-46b3-9dc3-4ecf587c167b service neutron] Pushing event updated for resources: {'Port': ['ID=2a99acec-1733-4b30-9066-300cc61be77a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:49.676088 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99f3125-91ec-4dcc-81ad-1b14af51ed5a x-openstack-request-id: req-f99f3125-91ec-4dcc-81ad-1b14af51ed5a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:49.676363 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba71a27-2fae-4505-9042-b589e121b08d", "tag": "2a99acec-1733-4b30-9066-300cc61be77a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:49.676524 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f99f3125-91ec-4dcc-81ad-1b14af51ed5a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:49.677101 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba71a27-2fae-4505-9042-b589e121b08d', 'tag': '2a99acec-1733-4b30-9066-300cc61be77a', 'status': 'completed', 'code': 200} Jul 13 07:41:49.782120 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-e40c7d5f-0f8b-4cd6-9f31-8104d57e5732 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723697 Jul 13 07:41:49.786431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-798f225a-5fa9-4f3b-9243-49c107172553 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 74f9a2e8-05d1-4d64-979a-861d270897f2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:49.786989 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-798f225a-5fa9-4f3b-9243-49c107172553 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.020604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-798f225a-5fa9-4f3b-9243-49c107172553 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.028931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e3d2dd9-6745-40fd-80b4-8fbefd73d25a req-caa41ebf-c43d-4c97-9c82-e5a2ec6ee684 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365956 Jul 13 07:41:50.048198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-798f225a-5fa9-4f3b-9243-49c107172553 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 74f9a2e8-05d1-4d64-979a-861d270897f2 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:50.072656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad1422-6538-41c8-85fd-27a975f0ec9d req-e0ce5c55-7849-4417-8d8c-c10c8d561ca3 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.074282 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9ad1422-6538-41c8-85fd-27a975f0ec9d req-e0ce5c55-7849-4417-8d8c-c10c8d561ca3 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 943 time: 0.4838583 Jul 13 07:41:50.110198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71021126-af75-46c6-a6cf-55be9441455e req-563221b8-f4ac-4f84-9fd7-0540ba6f31f0 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.111818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71021126-af75-46c6-a6cf-55be9441455e req-563221b8-f4ac-4f84-9fd7-0540ba6f31f0 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 943 time: 0.2101123 Jul 13 07:41:50.131040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-90679b69-1d6b-4adc-a522-038008160818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.132635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-90679b69-1d6b-4adc-a522-038008160818 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 1095 time: 0.4944730 Jul 13 07:41:50.177579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-71021126-af75-46c6-a6cf-55be9441455e req-fe5fe36c-b566-43dc-921b-77f345d3be13 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571752 Jul 13 07:41:50.196194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-1e81a337-22c5-4562-a327-365d333181fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a99acec-1733-4b30-9066-300cc61be77a HTTP/1.1" status: 200 len: 217 time: 0.0546336 Jul 13 07:41:50.201023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9ad1422-6538-41c8-85fd-27a975f0ec9d req-417f976d-6c93-410b-ab3a-cd80fc569092 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971363 Jul 13 07:41:50.214629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.247265 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-798f225a-5fa9-4f3b-9243-49c107172553 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.285430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f225a-5fa9-4f3b-9243-49c107172553 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=74f9a2e8-05d1-4d64-979a-861d270897f2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:50.313899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-42723f69-4afd-4fb5-911a-5e2be98bbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.315829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-42723f69-4afd-4fb5-911a-5e2be98bbc52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.1109836 Jul 13 07:41:50.398158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-798f225a-5fa9-4f3b-9243-49c107172553 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.400483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-798f225a-5fa9-4f3b-9243-49c107172553 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/74f9a2e8-05d1-4d64-979a-861d270897f2 HTTP/1.1" status: 204 len: 168 time: 0.8833323 Jul 13 07:41:50.403737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55506) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:50.436184 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc4eaa4-2ddd-4dba-a95c-334cb04887be tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:50.440737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fbc4eaa4-2ddd-4dba-a95c-334cb04887be tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/74f9a2e8-05d1-4d64-979a-861d270897f2 HTTP/1.1" status: 404 len: 333 time: 0.0328586 Jul 13 07:41:50.442577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55510) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:50.450211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-c902eca0-9148-43b8-b6c1-818609f0909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.451733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-c902eca0-9148-43b8-b6c1-818609f0909d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976610 Jul 13 07:41:50.530516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Router f7158434-d963-4c47-9c97-7d6060b14627 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:41:50.569446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b19f8d0e-4902-442a-82b8-993ef6734769 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 189050ee-e0ad-4406-af68-5c3538eb3452 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:50.569701 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19f8d0e-4902-442a-82b8-993ef6734769 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.653656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57e83a21-598f-419d-b0c3-e0479df6a80f req-98567f97-6bc3-4b7d-a8b7-7c714a655ae0 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0701046 Jul 13 07:41:50.666921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19f8d0e-4902-442a-82b8-993ef6734769 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.681168 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b19f8d0e-4902-442a-82b8-993ef6734769 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 189050ee-e0ad-4406-af68-5c3538eb3452 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:50.735003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-34b183e2-6f3b-4ff1-9e05-8432eb0d1729 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742186 Jul 13 07:41:50.820948 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19f8d0e-4902-442a-82b8-993ef6734769 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.848472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:50.855656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f8d0e-4902-442a-82b8-993ef6734769 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=189050ee-e0ad-4406-af68-5c3538eb3452,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:50.870018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Sync routers for ids ['f7158434-d963-4c47-9c97-7d6060b14627'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:50.880339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5eed7330-5049-4471-a992-8ea16fda8bbc req-348c6795-2f58-44c0-ad8e-1a5ba2767028 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173384 Jul 13 07:41:50.884358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.887065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-372f6fab-ea94-44de-9a49-83f687aeeb61 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9193656 Jul 13 07:41:50.887786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:50.895131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Routers {'f7158434-d963-4c47-9c97-7d6060b14627'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:50.899461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f7158434-d963-4c47-9c97-7d6060b14627'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:50.950723 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19f8d0e-4902-442a-82b8-993ef6734769 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.956772 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b19f8d0e-4902-442a-82b8-993ef6734769 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/189050ee-e0ad-4406-af68-5c3538eb3452 HTTP/1.1" status: 204 len: 168 time: 0.5130699 Jul 13 07:41:50.957711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55514) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:50.993398 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f753c081-0324-4648-91e8-b49b44216398 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:50.998427 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f753c081-0324-4648-91e8-b49b44216398 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/189050ee-e0ad-4406-af68-5c3538eb3452 HTTP/1.1" status: 404 len: 333 time: 0.0380726 Jul 13 07:41:50.999099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55516) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:51.056723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Set router f7158434-d963-4c47-9c97-7d6060b14627 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:51.074034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c17614-0039-4eb4-b5ec-2aef766429a0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet a0cb47c3-80bb-45d2-a360-aeb78b1a7a9c {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:51.077645 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3c17614-0039-4eb4-b5ec-2aef766429a0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.119505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-2297bfa3-a140-40c7-9b39-49f6863c2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.121036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-2297bfa3-a140-40c7-9b39-49f6863c2e34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 1095 time: 0.1661339 Jul 13 07:41:51.132896 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3c17614-0039-4eb4-b5ec-2aef766429a0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.134666 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-795230ee-8308-44f4-b82d-5b211153d512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.156770 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.233104 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3c17614-0039-4eb4-b5ec-2aef766429a0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.287824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-4e87ae59-626e-4fa7-9ee8-d79bd650c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.289478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-4e87ae59-626e-4fa7-9ee8-d79bd650c0b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 911 time: 0.1203718 Jul 13 07:41:51.331571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:47Z', 'updated_at': '2021-07-13T07:41:49Z', 'revision_number': 3, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'gw_port': {'id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:55:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:51.334043 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3c17614-0039-4eb4-b5ec-2aef766429a0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.349773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-9b2eb163-65bb-419f-be39-dedc353a6829 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a99acec-1733-4b30-9066-300cc61be77a HTTP/1.1" status: 200 len: 217 time: 0.0509055 Jul 13 07:41:51.363884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Checking router: f7158434-d963-4c47-9c97-7d6060b14627 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:51.364243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Updating router f7158434-d963-4c47-9c97-7d6060b14627 port bf991b3e-e013-4756-b67d-8a8be382db07 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:41:51.379031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3c17614-0039-4eb4-b5ec-2aef766429a0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.385532 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c3c17614-0039-4eb4-b5ec-2aef766429a0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/a0cb47c3-80bb-45d2-a360-aeb78b1a7a9c HTTP/1.1" status: 204 len: 168 time: 0.3853590 Jul 13 07:41:51.386758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:51.388794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c17614-0039-4eb4-b5ec-2aef766429a0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cb47c3-80bb-45d2-a360-aeb78b1a7a9c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:51.394037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6459e35a-8d97-46b0-b316-0237f6a3c760 None None] Network 14c441d0-f424-4431-963e-63e623b2789f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:51.435848 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.492756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-490f1230-01f3-40ae-8bd1-0e1e2796079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.494376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-490f1230-01f3-40ae-8bd1-0e1e2796079c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.1387117 Jul 13 07:41:51.533333 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.546608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05108a9f-e87b-4158-8feb-c8dd2ecdae80 req-66d6bbd8-d88c-49d8-af23-831dd173d0d4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.554182 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05108a9f-e87b-4158-8feb-c8dd2ecdae80 req-66d6bbd8-d88c-49d8-af23-831dd173d0d4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 943 time: 0.1662285 Jul 13 07:41:51.595391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67eb7b-08bc-4a4c-b78a-31f31c1ed8d4 req-316220e5-6039-4dd9-9d98-49c99099af0f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.596938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea67eb7b-08bc-4a4c-b78a-31f31c1ed8d4 req-316220e5-6039-4dd9-9d98-49c99099af0f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 943 time: 0.2315989 Jul 13 07:41:51.632491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05108a9f-e87b-4158-8feb-c8dd2ecdae80 req-5f246042-3fd6-42fd-87cc-18ab9c4bad8e tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774045 Jul 13 07:41:51.668251 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:51.668536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.682379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-e13e7d5f-aaf4-4a9b-9206-e8fd2ca429b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.682379 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-e13e7d5f-aaf4-4a9b-9206-e8fd2ca429b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564493 Jul 13 07:41:51.720168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea67eb7b-08bc-4a4c-b78a-31f31c1ed8d4 req-8a408e23-fb02-43f2-ade6-44d5ef5865d8 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123316 Jul 13 07:41:51.783842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] DHCP port deletion for 14c441d0-f424-4431-963e-63e623b2789f request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:51.821040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] For port 7b329a8e-6d0d-460a-a661-fb6e85bbce39, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7b329a8e-6d0d-460a-a661-fb6e85bbce39,segment=NetworkSegment(9ba5d53b-3dce-40b6-9b5c-9214a4effc9f),segment_id=9ba5d53b-3dce-40b6-9b5c-9214a4effc9f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:51.821658 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.841132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 7b329a8e-6d0d-460a-a661-fb6e85bbce39 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:51.856024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.859438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-af79b568-cdb4-4103-b8c1-4a17c1be3579 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517999 Jul 13 07:41:51.929756 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.952419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Transition to ACTIVE for port object bf991b3e-e013-4756-b67d-8a8be382db07 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:51.964252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] Deleting port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:51.964635 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.968041 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.968753 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.984773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7b329a8e-6d0d-460a-a661-fb6e85bbce39 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:51.987913 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.017583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a0a1d6a3-4fbd-409f-a326-a05409a00731 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:52.021152 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146c4e3f-4606-4213-ac5f-7b7bcb907336 req-5f94ffd6-4f12-4568-8c2a-513a18fd072e tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0373578 Jul 13 07:41:52.030682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=7b329a8e-6d0d-460a-a661-fb6e85bbce39,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.042440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No DVR routers for this DVR port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:52.095906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 7b329a8e-6d0d-460a-a661-fb6e85bbce39 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:52.096328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7b329a8e-6d0d-460a-a661-fb6e85bbce39 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:52.134623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fc964ad-956d-48ac-9c0f-887f031843e0 req-838dd380-8825-4f12-a939-4d1d60302752 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668903 Jul 13 07:41:52.141925 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.153061 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c441d0-f424-4431-963e-63e623b2789f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:52.164404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba5d53b-3dce-40b6-9b5c-9214a4effc9f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:52.164702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba5d53b-3dce-40b6-9b5c-9214a4effc9f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:52.180097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.182184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7ae1b-ee71-47c1-aba9-75986107556d None None] Pushing event updated for resources: {'Port': ['ID=bf991b3e-e013-4756-b67d-8a8be382db07,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.196269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.198545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Attempting to bind port bf991b3e-e013-4756-b67d-8a8be382db07 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:52.199083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Attempting to bind port bf991b3e-e013-4756-b67d-8a8be382db07 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:52.199286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Attempting to bind port bf991b3e-e013-4756-b67d-8a8be382db07 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:52.202917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:52.203338 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:52.207445 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:52.210785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Allocated IP 172.20.0.1 (4276c5d9-ec37-4da5-a712-dd854e7b8a4d/71f5a002-348d-44f4-b792-01a182d0587a/cdc5db6c-d5d0-4f66-a8ff-c3cad54456de) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:52.223417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:52.223809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:52.224225 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.225181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:52.225771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Bound port: bf991b3e-e013-4756-b67d-8a8be382db07, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:52.226254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.229119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] For port 7b329a8e-6d0d-460a-a661-fb6e85bbce39, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7b329a8e-6d0d-460a-a661-fb6e85bbce39,segment=NetworkSegment(9ba5d53b-3dce-40b6-9b5c-9214a4effc9f),segment_id=9ba5d53b-3dce-40b6-9b5c-9214a4effc9f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:52.229511 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.283373 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.292643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.300435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/networks/14c441d0-f424-4431-963e-63e623b2789f HTTP/1.1" status: 204 len: 168 time: 0.9036109 Jul 13 07:41:52.300619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] Calling delete_port for 7b329a8e-6d0d-460a-a661-fb6e85bbce39 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:52.300739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:52.304067 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8570d53-afef-43ae-ac42-d23f290ccab5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Network': ['ID=14c441d0-f424-4431-963e-63e623b2789f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.307715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1681874055'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:52.357240 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.360883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:52.364656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.385901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a0a1d6a3-4fbd-409f-a326-a05409a00731, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0a1d6a3-4fbd-409f-a326-a05409a00731,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:52.389901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] For port bf991b3e-e013-4756-b67d-8a8be382db07, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:52.398161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:52.417930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.418310 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Added segment 5dd809c8-b70b-457c-a7de-4cee7b1c7139 of type vlan for network bde1fc9e-27b5-490a-b18f-72c296865f54 Jul 13 07:41:52.420344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'a0a1d6a3-4fbd-409f-a326-a05409a00731', 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70', 'port_id': 'a0a1d6a3-4fbd-409f-a326-a05409a00731', 'mac_address': 'fa:16:3e:f7:cc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a47d72-72f1-4c50-bf4c-d9874e24f0e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:52.423022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] For port bf991b3e-e013-4756-b67d-8a8be382db07, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bf991b3e-e013-4756-b67d-8a8be382db07,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:52.434366 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.462938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.471044 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.508863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.514650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:52.525508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:52.535352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] Network 14c441d0-f424-4431-963e-63e623b2789f is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:41:52.535946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] No DVR routers for this DVR port 7b329a8e-6d0d-460a-a661-fb6e85bbce39 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:52.537139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:52.543981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Pushing event updated for resources: {'Port': ['ID=cdc5db6c-d5d0-4f66-a8ff-c3cad54456de,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.547340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7ae1b-ee71-47c1-aba9-75986107556d None None] Pushing event updated for resources: {'Port': ['ID=bf991b3e-e013-4756-b67d-8a8be382db07,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.550662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.554172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Routers {'f7158434-d963-4c47-9c97-7d6060b14627'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:52.554798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f7158434-d963-4c47-9c97-7d6060b14627'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:52.575969 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.581718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:52.582776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.620013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b105a43-75a5-4e01-baf7-3af892042568 None None] Pushing event deleted for resources: {'Port': ['ID=7b329a8e-6d0d-460a-a661-fb6e85bbce39,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.633167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a1d6a3-4fbd-409f-a326-a05409a00731 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:52.690786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a0a1d6a3-4fbd-409f-a326-a05409a00731, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0a1d6a3-4fbd-409f-a326-a05409a00731,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:52.701764 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.762012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] Set router f7158434-d963-4c47-9c97-7d6060b14627 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:52.957141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25d4b-f356-4101-b60a-99d37aff12a7 req-ee406c50-13e9-40db-a0b6-cc2e2f1a9854 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:52.966720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75a25d4b-f356-4101-b60a-99d37aff12a7 req-ee406c50-13e9-40db-a0b6-cc2e2f1a9854 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 943 time: 0.1362891 Jul 13 07:41:52.983690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6802318 Jul 13 07:41:52.983690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.986531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:52.992397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'bde1fc9e-27b5-490a-b18f-72c296865f54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:53.041470 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75a25d4b-f356-4101-b60a-99d37aff12a7 req-5e08203e-6b17-4b3f-b35c-0027ea70c48d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704291 Jul 13 07:41:53.050402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a0a1d6a3-4fbd-409f-a326-a05409a00731,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.091471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a647068-6c0a-4fdd-8624-989e55f1f3e4 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Network': ['ID=bde1fc9e-27b5-490a-b18f-72c296865f54,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.119926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a0a1d6a3-4fbd-409f-a326-a05409a00731'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:53.122710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:53.123100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network bde1fc9e-27b5-490a-b18f-72c296865f54 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:53.138652 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.192801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019755d0-8a24-443c-a2b6-27901adc0ecb req-3b2d21f6-9c08-4d10-b169-9e57113b59f8 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.201422 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-019755d0-8a24-443c-a2b6-27901adc0ecb req-3b2d21f6-9c08-4d10-b169-9e57113b59f8 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 944 time: 0.2698572 Jul 13 07:41:53.299146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-019755d0-8a24-443c-a2b6-27901adc0ecb req-6d0672fc-543e-474a-88e2-c633e35d2696 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905054 Jul 13 07:41:53.309980 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.470461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1411052a-db73-4960-9076-bf948d734cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:47Z', 'updated_at': '2021-07-13T07:41:49Z', 'revision_number': 3, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'gw_port': {'id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:55:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:53.478785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa5f9005-774f-459a-8885-0d0f5c456340 req-7fca1bba-bbb0-4cd3-8a55-98963de2f070 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0852294 Jul 13 07:41:53.480710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.511461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411052a-db73-4960-9076-bf948d734cfd None None] The sync data for ids ['f7158434-d963-4c47-9c97-7d6060b14627'] in n-d-758944-43 is: [{'id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:47Z', 'updated_at': '2021-07-13T07:41:49Z', 'revision_number': 3, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'gw_port': {'id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:55:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:53.562960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=a458a4e2-7bc9-4b25-be6e-38a584139ab2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.563838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ab8e-0186-4030-aa8a-2511db7fa9c9 req-c6bdd850-a807-44ef-8422-a9c2021689b8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.571107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ab8e-0186-4030-aa8a-2511db7fa9c9 req-c6bdd850-a807-44ef-8422-a9c2021689b8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.576690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ab8e-0186-4030-aa8a-2511db7fa9c9 req-c6bdd850-a807-44ef-8422-a9c2021689b8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.582687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ab8e-0186-4030-aa8a-2511db7fa9c9 req-c6bdd850-a807-44ef-8422-a9c2021689b8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.582863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Checking segment: {'id': '5dd809c8-b70b-457c-a7de-4cee7b1c7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bde1fc9e-27b5-490a-b18f-72c296865f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:53.583176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network hostable DHCP agents. Network: bde1fc9e-27b5-490a-b18f-72c296865f54, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:53.588716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ab8e-0186-4030-aa8a-2511db7fa9c9 req-c6bdd850-a807-44ef-8422-a9c2021689b8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.594683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ab8e-0186-4030-aa8a-2511db7fa9c9 req-c6bdd850-a807-44ef-8422-a9c2021689b8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.600934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ab8e-0186-4030-aa8a-2511db7fa9c9 req-c6bdd850-a807-44ef-8422-a9c2021689b8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.602975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2fc4ab8e-0186-4030-aa8a-2511db7fa9c9 req-c6bdd850-a807-44ef-8422-a9c2021689b8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5430 time: 0.1613622 Jul 13 07:41:53.607238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network bde1fc9e-27b5-490a-b18f-72c296865f54 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:53.620813 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, bde1fc9e-27b5-490a-b18f-72c296865f54) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:53.626725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.627515 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.637196 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.637986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5191e48-1bd2-4822-b59f-f3512ce7cf91 None None] Network bde1fc9e-27b5-490a-b18f-72c296865f54 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:53.646356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.653068 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e9370553-cca7-4df9-8752-646aa7c87548 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6654246 Jul 13 07:41:53.653809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55542) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:53.665493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': 'bde1fc9e-27b5-490a-b18f-72c296865f54', 'name': 'tempest-PortsTestJSON-809751685', 'fixed_ips': [{'subnet_id': 'a458a4e2-7bc9-4b25-be6e-38a584139ab2', 'ip_address': '172.20.0.10'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:53.669767 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.762052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2fc4ab8e-0186-4030-aa8a-2511db7fa9c9 req-b742a2fb-1f14-4644-8671-16151c2d3b84 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439347 Jul 13 07:41:53.846061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Pushing event updated for resources: {'Port': ['ID=cdc5db6c-d5d0-4f66-a8ff-c3cad54456de,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.875191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-bde1fc9e-27b5-490a-b18f-72c296865f54', 'network_id': 'bde1fc9e-27b5-490a-b18f-72c296865f54', 'tenant_id': '2f6dd0ddfe0d46eeb232dde3d731154d', 'fixed_ips': [{'subnet_id': 'a458a4e2-7bc9-4b25-be6e-38a584139ab2'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:53.876878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.882266 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.037897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bf991b3e-e013-4756-b67d-8a8be382db07 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:54.064851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:54.122882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2a99acec-1733-4b30-9066-300cc61be77a details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:54.123465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:54.126682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:54.140664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cff83-de25-4fdf-820e-0fd7ba59585b req-e1367f05-bc17-40b1-9780-bbfa32cc7456 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.159164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cff83-de25-4fdf-820e-0fd7ba59585b req-e1367f05-bc17-40b1-9780-bbfa32cc7456 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.176237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cff83-de25-4fdf-820e-0fd7ba59585b req-e1367f05-bc17-40b1-9780-bbfa32cc7456 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.183032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Allocated IP 172.20.0.2 (bde1fc9e-27b5-490a-b18f-72c296865f54/a458a4e2-7bc9-4b25-be6e-38a584139ab2/8c2f1dec-9544-4603-bb40-bbbb36352349) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:54.192770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cff83-de25-4fdf-820e-0fd7ba59585b req-e1367f05-bc17-40b1-9780-bbfa32cc7456 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.206347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cff83-de25-4fdf-820e-0fd7ba59585b req-e1367f05-bc17-40b1-9780-bbfa32cc7456 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.223488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cff83-de25-4fdf-820e-0fd7ba59585b req-e1367f05-bc17-40b1-9780-bbfa32cc7456 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.231952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cff83-de25-4fdf-820e-0fd7ba59585b req-e1367f05-bc17-40b1-9780-bbfa32cc7456 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.238726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-291cff83-de25-4fdf-820e-0fd7ba59585b req-e1367f05-bc17-40b1-9780-bbfa32cc7456 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5430 time: 0.2355189 Jul 13 07:41:54.276390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port bf991b3e-e013-4756-b67d-8a8be382db07 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:54.304075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port bf991b3e-e013-4756-b67d-8a8be382db07 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:54.304448 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.399828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2a99acec-1733-4b30-9066-300cc61be77a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2a99acec-1733-4b30-9066-300cc61be77a,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:54.447585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.500303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port a84e44fa-958c-4d77-9b33-2c222d23e2a3 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:54.507289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Router f7158434-d963-4c47-9c97-7d6060b14627 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:54.520115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67a9c2-23b7-4b4c-9054-ad814335f6c0 req-beff73a0-3380-45a6-9ba9-102bca6ef9a7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.526363 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.529069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b67a9c2-23b7-4b4c-9054-ad814335f6c0 req-beff73a0-3380-45a6-9ba9-102bca6ef9a7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 943 time: 0.2779219 Jul 13 07:41:54.544486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Transition to ACTIVE for port object 8c2f1dec-9544-4603-bb40-bbbb36352349 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:54.548231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '2a99acec-1733-4b30-9066-300cc61be77a', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'port_id': '2a99acec-1733-4b30-9066-300cc61be77a', 'mac_address': 'fa:16:3e:50:54:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:54.558734 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffc23a-2e20-4333-ba19-fbe321442b91 req-0ce31440-4c32-4850-af54-13aebc165de0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.570880 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2cffc23a-2e20-4333-ba19-fbe321442b91 req-0ce31440-4c32-4850-af54-13aebc165de0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 944 time: 0.1344872 Jul 13 07:41:54.606314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Transition to ACTIVE for port object 8c2f1dec-9544-4603-bb40-bbbb36352349 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:54.617332 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b67a9c2-23b7-4b4c-9054-ad814335f6c0 req-1c4c1f9d-8881-4a97-afa8-d17ebeee6499 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870290 Jul 13 07:41:54.628266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2cffc23a-2e20-4333-ba19-fbe321442b91 req-aa584821-b204-4a30-903c-41d02f5dd985 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544040 Jul 13 07:41:54.643141 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.707417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Network bde1fc9e-27b5-490a-b18f-72c296865f54 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:54.711152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.719208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:54.734159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:54.740903 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.753971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a99acec-1733-4b30-9066-300cc61be77a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:54.767619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Pushing event updated for resources: {'Port': ['ID=8c2f1dec-9544-4603-bb40-bbbb36352349,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:54.816517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port bf991b3e-e013-4756-b67d-8a8be382db07, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bf991b3e-e013-4756-b67d-8a8be382db07,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:54.835530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.836033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.836486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.836933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.837409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.837846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.838301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f88fa1d7-94fc-415d-b158-45249a13837c req-64a61033-674e-4663-97e1-ebc99b3c33a3 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0527070 Jul 13 07:41:54.838476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.838929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.839379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.839805 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.840303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.841047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:54.872890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2a99acec-1733-4b30-9066-300cc61be77a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2a99acec-1733-4b30-9066-300cc61be77a,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:54.874752 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.898655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:54.907762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f00f505a-02ea-4783-b26e-c3a63e65239f admin admin] 10.222.0.41 "PUT /v2.0/routers/f7158434-d963-4c47-9c97-7d6060b14627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0189714 Jul 13 07:41:54.928456 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.936280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.10 (bde1fc9e-27b5-490a-b18f-72c296865f54/a458a4e2-7bc9-4b25-be6e-38a584139ab2/a84e44fa-958c-4d77-9b33-2c222d23e2a3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:54.961985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Attempting to bind port 8c2f1dec-9544-4603-bb40-bbbb36352349 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:54.962606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Attempting to bind port 8c2f1dec-9544-4603-bb40-bbbb36352349 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '5dd809c8-b70b-457c-a7de-4cee7b1c7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bde1fc9e-27b5-490a-b18f-72c296865f54'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:54.963216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Attempting to bind port 8c2f1dec-9544-4603-bb40-bbbb36352349 on network bde1fc9e-27b5-490a-b18f-72c296865f54 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:54.997048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:54.997443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Checking segment: {'id': '5dd809c8-b70b-457c-a7de-4cee7b1c7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bde1fc9e-27b5-490a-b18f-72c296865f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:54.997858 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.998432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Bound using segment: {'id': '5dd809c8-b70b-457c-a7de-4cee7b1c7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bde1fc9e-27b5-490a-b18f-72c296865f54'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:54.998936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Bound port: 8c2f1dec-9544-4603-bb40-bbbb36352349, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd809c8-b70b-457c-a7de-4cee7b1c7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bde1fc9e-27b5-490a-b18f-72c296865f54'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:54.999412 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.028022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=bf991b3e-e013-4756-b67d-8a8be382db07,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.156990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2a99acec-1733-4b30-9066-300cc61be77a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.163541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] For port 8c2f1dec-9544-4603-bb40-bbbb36352349, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:55.167460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] For port 8c2f1dec-9544-4603-bb40-bbbb36352349, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c2f1dec-9544-4603-bb40-bbbb36352349,segment=NetworkSegment(5dd809c8-b70b-457c-a7de-4cee7b1c7139),segment_id=5dd809c8-b70b-457c-a7de-4cee7b1c7139)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:55.176525 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.239904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.263341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d374b-12b7-4b2d-8f33-d4259576377b None None] Pushing event updated for resources: {'Port': ['ID=8c2f1dec-9544-4603-bb40-bbbb36352349,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.268381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2a99acec-1733-4b30-9066-300cc61be77a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:55.276493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object a84e44fa-958c-4d77-9b33-2c222d23e2a3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:55.363650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.426711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network bde1fc9e-27b5-490a-b18f-72c296865f54 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:55.432354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:55.436994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:55.491028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=a84e44fa-958c-4d77-9b33-2c222d23e2a3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.580613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:55.581785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.620355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9e364d87-b83c-4294-a13e-d6e1e414c572 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9606841 Jul 13 07:41:55.621981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:55.627772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': 'bde1fc9e-27b5-490a-b18f-72c296865f54', 'name': 'tempest-PortsTestJSON-1482596598', 'fixed_ips': [{'subnet_id': 'a458a4e2-7bc9-4b25-be6e-38a584139ab2', 'ip_address': '172.20.0.9'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:55.680317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-de9ced61-6567-41d2-97da-e4f5dc8cd76a tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:55.682583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-de9ced61-6567-41d2-97da-e4f5dc8cd76a tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/networks?id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 200 len: 811 time: 0.1933875 Jul 13 07:41:55.712292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-a3ad7fc7-0dd8-4fd2-9b0d-9eab2c8bfbaa tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/quotas/c019fb5293e64724a5798eb70dbfca88 HTTP/1.1" status: 200 len: 375 time: 0.0198734 Jul 13 07:41:55.804346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-8d7f7e25-f665-448d-bbc5-6ba4acc4b537 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c019fb5293e64724a5798eb70dbfca88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826323 Jul 13 07:41:55.805875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:55.811647 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.862234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port bd330ca4-88e7-414e-9608-6fbd0850cc2f yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:55.934576 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-15306d79-19d8-493b-b87c-8df432abf54f service neutron] 10.222.0.41 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207900 Jul 13 07:41:56.038904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a0a1d6a3-4fbd-409f-a326-a05409a00731 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:56.039520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005d793-5274-40ac-bc8b-3b65a4afe3e9 req-4be9b12f-c7dd-42fc-95bd-34f28229be72 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.041345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2005d793-5274-40ac-bc8b-3b65a4afe3e9 req-4be9b12f-c7dd-42fc-95bd-34f28229be72 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 944 time: 0.2156758 Jul 13 07:41:56.102219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c2f1dec-9544-4603-bb40-bbbb36352349 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:56.151390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2005d793-5274-40ac-bc8b-3b65a4afe3e9 req-92e6095b-28cf-4458-9d5b-38a67e1e11f3 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983162 Jul 13 07:41:56.164564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.9 (bde1fc9e-27b5-490a-b18f-72c296865f54/a458a4e2-7bc9-4b25-be6e-38a584139ab2/bd330ca4-88e7-414e-9608-6fbd0850cc2f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:56.201118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port a0a1d6a3-4fbd-409f-a326-a05409a00731 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:56.207209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port a0a1d6a3-4fbd-409f-a326-a05409a00731 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:56.207589 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.283241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 8c2f1dec-9544-4603-bb40-bbbb36352349 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:56.296628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bf991b3e-e013-4756-b67d-8a8be382db07 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:56.428758 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Sync routers for ids ['f7158434-d963-4c47-9c97-7d6060b14627'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:56.444492 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Routers {'f7158434-d963-4c47-9c97-7d6060b14627'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:56.445148 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f7158434-d963-4c47-9c97-7d6060b14627'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:56.449421 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.476611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port bf991b3e-e013-4756-b67d-8a8be382db07 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:56.477062 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.520481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815059dd-caa1-4cb0-8135-0be58011ed98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a1d6a3-4fbd-409f-a326-a05409a00731'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:56.531633 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8794cc-776a-4e75-a097-9420140ab573" -d '{"events": [{"server_uuid": "815059dd-caa1-4cb0-8135-0be58011ed98", "name": "network-vif-plugged", "status": "completed", "tag": "a0a1d6a3-4fbd-409f-a326-a05409a00731"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:56.564478 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-466acc18-7dc7-4778-b87b-84f0747a5a6d service neutron] 10.222.0.41 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231594 Jul 13 07:41:56.571328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a0a1d6a3-4fbd-409f-a326-a05409a00731, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0a1d6a3-4fbd-409f-a326-a05409a00731,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:56.580134 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.600467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68e75-9a2b-4f21-ae9c-634d461e3426 req-d17b593a-a400-4af9-a1c3-438719224b7e tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.615864 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-83b68e75-9a2b-4f21-ae9c-634d461e3426 req-d17b593a-a400-4af9-a1c3-438719224b7e tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 944 time: 0.2913737 Jul 13 07:41:56.685260 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.727412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55594) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:56.729176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a0a1d6a3-4fbd-409f-a326-a05409a00731,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:56.743405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object bd330ca4-88e7-414e-9608-6fbd0850cc2f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:56.772505 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-83b68e75-9a2b-4f21-ae9c-634d461e3426 req-c24fe15d-7255-4e17-9e37-3f3527f60187 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544697 Jul 13 07:41:56.878697 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Set router f7158434-d963-4c47-9c97-7d6060b14627 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:56.890273 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc777ab-7d0a-4267-bb77-91363ef99fb7 x-openstack-request-id: req-6cc777ab-7d0a-4267-bb77-91363ef99fb7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:56.891391 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815059dd-caa1-4cb0-8135-0be58011ed98", "name": "network-vif-plugged", "status": "completed", "tag": "a0a1d6a3-4fbd-409f-a326-a05409a00731", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:56.895207 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cc777ab-7d0a-4267-bb77-91363ef99fb7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:56.898771 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815059dd-caa1-4cb0-8135-0be58011ed98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a1d6a3-4fbd-409f-a326-a05409a00731', 'code': 200} Jul 13 07:41:56.920570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.924498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-2f835b34-c3c3-4ed6-b144-26e8e6b67039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.924995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-2f835b34-c3c3-4ed6-b144-26e8e6b67039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.925477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-2f835b34-c3c3-4ed6-b144-26e8e6b67039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.925975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-2f835b34-c3c3-4ed6-b144-26e8e6b67039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.926729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-2f835b34-c3c3-4ed6-b144-26e8e6b67039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.927204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-2f835b34-c3c3-4ed6-b144-26e8e6b67039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.927721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-2f835b34-c3c3-4ed6-b144-26e8e6b67039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.936067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-2f835b34-c3c3-4ed6-b144-26e8e6b67039 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6494 time: 0.2090809 Jul 13 07:41:56.971072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e40b54-f4bf-4091-b637-5a2e398c9415 None None] Network bde1fc9e-27b5-490a-b18f-72c296865f54 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:56.983831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-92e3bc7b-65c8-44f6-a5f3-107c33326f38 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&id=5033d077-7333-48b9-82e3-b8b2adfa88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468032 Jul 13 07:41:57.009552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network bde1fc9e-27b5-490a-b18f-72c296865f54 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:57.014256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:57.018109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:57.025889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99328c22-70d9-48e2-967f-88519c7e1e6b req-6084c11b-5805-4f62-8fb4-655238878b4f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 210 time: 0.0380900 Jul 13 07:41:57.106947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dfd129e6-e4cf-45c5-aa20-2c8dddfd8104 None None] Provisioning for port 8c2f1dec-9544-4603-bb40-bbbb36352349 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:57.121825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dfd129e6-e4cf-45c5-aa20-2c8dddfd8104 None None] Provisioning complete for port 8c2f1dec-9544-4603-bb40-bbbb36352349 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:57.122384 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfd129e6-e4cf-45c5-aa20-2c8dddfd8104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.463217 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:47Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'gw_port': {'id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cdc5db6c-d5d0-4f66-a8ff-c3cad54456de', 'name': '', 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'mac_address': 'fa:16:3e:12:38:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '71f5a002-348d-44f4-b792-01a182d0587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:51Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 2, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'subnets': [{'id': '71f5a002-348d-44f4-b792-01a182d0587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:57.504572 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfd129e6-e4cf-45c5-aa20-2c8dddfd8104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.528472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e616c2-f08d-4f4f-be1a-117c268c3559 req-417c21d6-056d-45c1-a45f-32d279d486b4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:57.532896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24e616c2-f08d-4f4f-be1a-117c268c3559 req-417c21d6-056d-45c1-a45f-32d279d486b4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 944 time: 0.1906011 Jul 13 07:41:57.563227 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Checking router: f7158434-d963-4c47-9c97-7d6060b14627 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:57.565162 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Updating router f7158434-d963-4c47-9c97-7d6060b14627 port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:41:57.576206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dfd129e6-e4cf-45c5-aa20-2c8dddfd8104 None None] For port 8c2f1dec-9544-4603-bb40-bbbb36352349, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c2f1dec-9544-4603-bb40-bbbb36352349,segment=NetworkSegment(5dd809c8-b70b-457c-a7de-4cee7b1c7139),segment_id=5dd809c8-b70b-457c-a7de-4cee7b1c7139)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:57.587826 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfd129e6-e4cf-45c5-aa20-2c8dddfd8104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.673484 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.692153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:57.693551 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.730075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd129e6-e4cf-45c5-aa20-2c8dddfd8104 None None] Pushing event updated for resources: {'Port': ['ID=8c2f1dec-9544-4603-bb40-bbbb36352349,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:57.734925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24e616c2-f08d-4f4f-be1a-117c268c3559 req-ae14512b-6413-4cda-88da-105d3a712009 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853974 Jul 13 07:41:57.769507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=bd330ca4-88e7-414e-9608-6fbd0850cc2f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:57.773688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ee56d4a8-9e2d-412d-82fc-f6f7836f9caf req-865bfcc0-4325-4759-bb91-a55a9ed29dcf tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.6427553 Jul 13 07:41:57.783381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b4d2503c-3acc-463b-8a70-231054b59bd5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1573234 Jul 13 07:41:57.784954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55614) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:57.979147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c2f1dec-9544-4603-bb40-bbbb36352349 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:58.016672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67e86805-0685-451d-ba64-d2154ef5a752 req-bdf7ef88-7855-4eb4-b7e2-cbb0f35f647f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0648923 Jul 13 07:41:58.058786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2a99acec-1733-4b30-9066-300cc61be77a up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:58.164832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a5f01-2946-4af7-802f-3e79cda24dda req-f0696645-3150-47c6-acec-c94b20d59887 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.172359 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea5a5f01-2946-4af7-802f-3e79cda24dda req-f0696645-3150-47c6-acec-c94b20d59887 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 945 time: 0.1406832 Jul 13 07:41:58.196280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38790d9a-23c6-451a-962f-bb27555416a0 req-dd44adb4-cbcf-4fa1-a8d6-98e1a0177a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.208167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38790d9a-23c6-451a-962f-bb27555416a0 req-dd44adb4-cbcf-4fa1-a8d6-98e1a0177a89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 1097 time: 1.1433177 Jul 13 07:41:58.216322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Provisioning for port a84e44fa-958c-4d77-9b33-2c222d23e2a3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:58.237570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Provisioning complete for port a84e44fa-958c-4d77-9b33-2c222d23e2a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:58.246063 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.248854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702c72e-48de-4cee-a4ca-18b1e2339b67 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.254083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4702c72e-48de-4cee-a4ca-18b1e2339b67 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4633865 Jul 13 07:41:58.254791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55622) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:58.261910 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea5a5f01-2946-4af7-802f-3e79cda24dda req-03141425-8379-4ffa-91b3-33232b5dabc4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886152 Jul 13 07:41:58.338758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 2a99acec-1733-4b30-9066-300cc61be77a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:58.353852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8c2f1dec-9544-4603-bb40-bbbb36352349 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:58.357347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.367463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e34ac390-e2e6-468f-86a4-7c4d9ca4d2c2 req-374c125b-59b2-4a4d-8270-d2d10ecfa2d7 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 210 time: 0.0962420 Jul 13 07:41:58.367695 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.390415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 2a99acec-1733-4b30-9066-300cc61be77a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:58.391363 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.397660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38790d9a-23c6-451a-962f-bb27555416a0 req-d94b6653-9524-40d3-82c2-edee6525cd36 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708014 Jul 13 07:41:58.402788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Port a84e44fa-958c-4d77-9b33-2c222d23e2a3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:58.422578 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Transition to ACTIVE for port object cdc5db6c-d5d0-4f66-a8ff-c3cad54456de will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:58.445271 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.451851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e328cd-50b7-4ba6-83b8-a22dcd17a93a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.474506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e328cd-50b7-4ba6-83b8-a22dcd17a93a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.488262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e328cd-50b7-4ba6-83b8-a22dcd17a93a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.490213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-23e328cd-50b7-4ba6-83b8-a22dcd17a93a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2174904 Jul 13 07:41:58.493097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55624) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:58.493392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Provisioning complete for port 8c2f1dec-9544-4603-bb40-bbbb36352349 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:58.493807 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.560873 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbba2a8-0b39-4d2d-9585-e028ca3d093f None None] Pushing event updated for resources: {'Port': ['ID=cdc5db6c-d5d0-4f66-a8ff-c3cad54456de,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:58.638499 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Attempting to bind port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:58.639257 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Attempting to bind port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:58.639648 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Attempting to bind port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de on network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:58.653236 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:58.654712 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Checking segment: {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:58.655373 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.656046 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Bound using segment: {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:58.656767 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Bound port: cdc5db6c-d5d0-4f66-a8ff-c3cad54456de, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:58.657465 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.665826 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.749684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c694d46b-f8d3-4f37-94eb-ce42458cbccd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port bd330ca4-88e7-414e-9608-6fbd0850cc2f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:58.750747 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c694d46b-f8d3-4f37-94eb-ce42458cbccd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.766672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2a99acec-1733-4b30-9066-300cc61be77a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2a99acec-1733-4b30-9066-300cc61be77a,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:58.769047 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] For port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:58.774656 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.775399 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] For port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cdc5db6c-d5d0-4f66-a8ff-c3cad54456de,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:58.786158 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.804141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Provisioning for port bd330ca4-88e7-414e-9608-6fbd0850cc2f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:58.819751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Provisioning complete for port bd330ca4-88e7-414e-9608-6fbd0850cc2f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:58.820135 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.866540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2a99acec-1733-4b30-9066-300cc61be77a,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:58.873023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7f660f58-dafd-48fa-bdb8-63a8905e49c1 None None] Port bd330ca4-88e7-414e-9608-6fbd0850cc2f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:58.900468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba71a27-2fae-4505-9042-b589e121b08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a99acec-1733-4b30-9066-300cc61be77a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:58.901308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbba2a8-0b39-4d2d-9585-e028ca3d093f None None] Pushing event updated for resources: {'Port': ['ID=cdc5db6c-d5d0-4f66-a8ff-c3cad54456de,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:58.903368 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a4d0a3-bdb8-477b-aab5-4e3ef3ef75fd" -d '{"events": [{"server_uuid": "2ba71a27-2fae-4505-9042-b589e121b08d", "name": "network-vif-plugged", "status": "completed", "tag": "2a99acec-1733-4b30-9066-300cc61be77a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:58.906339 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Routers {'f7158434-d963-4c47-9c97-7d6060b14627'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:58.909066 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f7158434-d963-4c47-9c97-7d6060b14627'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:59.001054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c694d46b-f8d3-4f37-94eb-ce42458cbccd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.024759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5414d2e8-ec87-4437-9381-908d29ca5f4e None None] Provisioning complete for port bd330ca4-88e7-414e-9608-6fbd0850cc2f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:59.025149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5414d2e8-ec87-4437-9381-908d29ca5f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.034143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c694d46b-f8d3-4f37-94eb-ce42458cbccd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for bd330ca4-88e7-414e-9608-6fbd0850cc2f owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:59.089812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5414d2e8-ec87-4437-9381-908d29ca5f4e None None] Port bd330ca4-88e7-414e-9608-6fbd0850cc2f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:59.106628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58b7b3a0-1b42-48b3-8064-1396c118c39b req-fc5b2d6d-92ef-4dbd-8dc4-f7732284d8ec tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0643775 Jul 13 07:41:59.112118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5414d2e8-ec87-4437-9381-908d29ca5f4e None None] Provisioning complete for port a84e44fa-958c-4d77-9b33-2c222d23e2a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:59.112503 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5414d2e8-ec87-4437-9381-908d29ca5f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.136596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30765ed0-2292-4f81-aaae-e698475fb80b req-c175a76e-df65-44de-9628-a9e2880b41f2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.152610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30765ed0-2292-4f81-aaae-e698475fb80b req-c175a76e-df65-44de-9628-a9e2880b41f2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.1336651 Jul 13 07:41:59.171389 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] Set router f7158434-d963-4c47-9c97-7d6060b14627 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:59.192896 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b58d1d-17d1-4b06-a99e-13de90a3a4fc x-openstack-request-id: req-64b58d1d-17d1-4b06-a99e-13de90a3a4fc {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:59.193697 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba71a27-2fae-4505-9042-b589e121b08d", "name": "network-vif-plugged", "status": "completed", "tag": "2a99acec-1733-4b30-9066-300cc61be77a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:59.193984 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64b58d1d-17d1-4b06-a99e-13de90a3a4fc {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:59.194420 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba71a27-2fae-4505-9042-b589e121b08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a99acec-1733-4b30-9066-300cc61be77a', 'code': 200} Jul 13 07:41:59.245045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5414d2e8-ec87-4437-9381-908d29ca5f4e None None] Port a84e44fa-958c-4d77-9b33-2c222d23e2a3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:59.249587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30765ed0-2292-4f81-aaae-e698475fb80b req-3c580cf5-5a59-4d39-8458-2bec873d6296 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958586 Jul 13 07:41:59.290233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c694d46b-f8d3-4f37-94eb-ce42458cbccd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.353787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694d46b-f8d3-4f37-94eb-ce42458cbccd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=bd330ca4-88e7-414e-9608-6fbd0850cc2f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:59.381362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4a05f530-3f96-4e0b-a3f8-d1581dc9fee9 None None] Provisioning complete for port 2a99acec-1733-4b30-9066-300cc61be77a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:59.382760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a05f530-3f96-4e0b-a3f8-d1581dc9fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.622492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c694d46b-f8d3-4f37-94eb-ce42458cbccd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.627382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c694d46b-f8d3-4f37-94eb-ce42458cbccd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/bd330ca4-88e7-414e-9608-6fbd0850cc2f HTTP/1.1" status: 204 len: 168 time: 1.1302171 Jul 13 07:41:59.628663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55636) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:59.643034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af74e1bf-7469-4a3a-b5ce-bf2e19a4c311 req-528b0c2d-b570-41dc-92e5-1e2574e2a162 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 210 time: 0.0415781 Jul 13 07:41:59.695324 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bc7eb9-c099-46d4-9ad8-96f7bfc83431 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:41:59.700099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-06bc7eb9-c099-46d4-9ad8-96f7bfc83431 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/bd330ca4-88e7-414e-9608-6fbd0850cc2f HTTP/1.1" status: 404 len: 333 time: 0.0654078 Jul 13 07:41:59.701809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55638) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:59.776822 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:47Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'gw_port': {'id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cdc5db6c-d5d0-4f66-a8ff-c3cad54456de', 'name': '', 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'mac_address': 'fa:16:3e:12:38:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '71f5a002-348d-44f4-b792-01a182d0587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:51Z', 'updated_at': '2021-07-13T07:41:58Z', 'revision_number': 4, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'subnets': [{'id': '71f5a002-348d-44f4-b792-01a182d0587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:59.788465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79311edc-82f4-4968-b9e6-3a8aee3cf6b5 req-c94dd4d1-fa1e-4db5-85eb-4bc062dcf4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.790162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79311edc-82f4-4968-b9e6-3a8aee3cf6b5 req-c94dd4d1-fa1e-4db5-85eb-4bc062dcf4e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 1097 time: 0.3572192 Jul 13 07:41:59.806883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0d5e1-d041-4ace-870f-24743088cebe req-8a58afc8-a4f6-432a-9e36-74c385e1b667 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.813048 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde62839-f6ee-4692-b425-ecdf273d2cde None None] The sync data for ids ['f7158434-d963-4c47-9c97-7d6060b14627'] in n-d-758944-43 is: [{'id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:47Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'gw_port': {'id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cdc5db6c-d5d0-4f66-a8ff-c3cad54456de', 'name': '', 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'mac_address': 'fa:16:3e:12:38:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '71f5a002-348d-44f4-b792-01a182d0587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:51Z', 'updated_at': '2021-07-13T07:41:58Z', 'revision_number': 4, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'subnets': [{'id': '71f5a002-348d-44f4-b792-01a182d0587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:59.815207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7b0d5e1-d041-4ace-870f-24743088cebe req-8a58afc8-a4f6-432a-9e36-74c385e1b667 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 945 time: 0.2553518 Jul 13 07:41:59.945048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-119360b2-c49e-4998-ae7e-ca940860b5c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port a84e44fa-958c-4d77-9b33-2c222d23e2a3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:59.945426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-119360b2-c49e-4998-ae7e-ca940860b5c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.950863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2d90ae61-71c8-40fc-af71-562e9602c70e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.952995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2d90ae61-71c8-40fc-af71-562e9602c70e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.38 "GET /v2.0/networks?id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 200 len: 811 time: 0.2737272 Jul 13 07:41:59.977030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Request body: {'port': {'device_id': '3ab66326-239a-4866-b4c8-403f3bc0cef1', 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d', 'admin_state_up': True, 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:59.982398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79311edc-82f4-4968-b9e6-3a8aee3cf6b5 req-af9a2383-6778-4e17-960d-03cdac732d01 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847043 Jul 13 07:42:00.009080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7b0d5e1-d041-4ace-870f-24743088cebe req-d1511228-06ba-46d0-918d-ca1d631618a9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929259 Jul 13 07:42:00.084423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cdc5db6c-d5d0-4f66-a8ff-c3cad54456de up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:00.136659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-119360b2-c49e-4998-ae7e-ca940860b5c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.153563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-119360b2-c49e-4998-ae7e-ca940860b5c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for a84e44fa-958c-4d77-9b33-2c222d23e2a3 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:00.217125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:00.224057 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:00.225553 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.339498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Made reservation on behalf of c019fb5293e64724a5798eb70dbfca88 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:00.351621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.385284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-119360b2-c49e-4998-ae7e-ca940860b5c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.408427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.419499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119360b2-c49e-4998-ae7e-ca940860b5c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=a84e44fa-958c-4d77-9b33-2c222d23e2a3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:00.470737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cdc5db6c-d5d0-4f66-a8ff-c3cad54456de,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:00.476212 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.484941 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94c85f04-c002-4398-aca5-15de961513fc req-74bb9ba2-cb6d-4180-8cbf-636c2dfb9db0 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.1600447 Jul 13 07:42:00.633791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-119360b2-c49e-4998-ae7e-ca940860b5c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.640063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55654) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:00.642948 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-119360b2-c49e-4998-ae7e-ca940860b5c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/a84e44fa-958c-4d77-9b33-2c222d23e2a3 HTTP/1.1" status: 204 len: 168 time: 0.9393423 Jul 13 07:42:00.643295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=cdc5db6c-d5d0-4f66-a8ff-c3cad54456de,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:00.746644 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:42:00.775462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Allocated IP 172.20.0.3 (4276c5d9-ec37-4da5-a712-dd854e7b8a4d/71f5a002-348d-44f4-b792-01a182d0587a/22ad2c63-c0f0-48dd-b7d5-03d927d8be8e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:00.839153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094cfb3-4fe7-4afe-910d-dea395f7be78 req-d5358e97-bff1-4768-b163-61057738da83 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:00.846945 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e094cfb3-4fe7-4afe-910d-dea395f7be78 req-d5358e97-bff1-4768-b163-61057738da83 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.1699705 Jul 13 07:42:00.855401 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ecfd11-3064-4e76-b8ed-500e314d3d0f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:42:00.860765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-96ecfd11-3064-4e76-b8ed-500e314d3d0f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/a84e44fa-958c-4d77-9b33-2c222d23e2a3 HTTP/1.1" status: 404 len: 333 time: 0.2196095 Jul 13 07:42:00.866363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:00.916160 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e094cfb3-4fe7-4afe-910d-dea395f7be78 req-56ca6c29-92bd-4b50-8355-e0b1b953f6df tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682003 Jul 13 07:42:00.941971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf89aba-be7e-40da-a554-b82c5416ffcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet a458a4e2-7bc9-4b25-be6e-38a584139ab2 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:00.946838 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abf89aba-be7e-40da-a554-b82c5416ffcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.004306 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abf89aba-be7e-40da-a554-b82c5416ffcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.173203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ae2d814-cc1c-4608-8ca8-1ccf6838f448 req-88e146fc-4805-4e5a-8d12-a959864f0c0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ee257d0c9e143b29466b67dd8765cca&device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0373538 Jul 13 07:42:01.183125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abf89aba-be7e-40da-a554-b82c5416ffcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.296904 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-117585f4-2875-4e43-ae51-aefb78f4f91d req-44df62bd-4bb5-42d1-9c1f-14d1891c064f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 210 time: 0.1261611 Jul 13 07:42:01.327577 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ae2d814-cc1c-4608-8ca8-1ccf6838f448 req-be1b27a8-4f5c-4046-beb4-22b2b1599140 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5ee257d0c9e143b29466b67dd8765cca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244795 Jul 13 07:42:01.457747 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35312d7b-4367-41bd-af76-79e8556687fe req-3572eae4-9f0c-4641-b241-243573dd1044 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0417845 Jul 13 07:42:01.497587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.576193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abf89aba-be7e-40da-a554-b82c5416ffcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.651122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf89aba-be7e-40da-a554-b82c5416ffcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=a458a4e2-7bc9-4b25-be6e-38a584139ab2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.656282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df45e8-5c13-49f1-aa19-1d679e7bd50f None None] Network bde1fc9e-27b5-490a-b18f-72c296865f54 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:01.659875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abf89aba-be7e-40da-a554-b82c5416ffcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.665710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-abf89aba-be7e-40da-a554-b82c5416ffcc tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/a458a4e2-7bc9-4b25-be6e-38a584139ab2 HTTP/1.1" status: 204 len: 168 time: 0.7945471 Jul 13 07:42:01.666716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55668) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:01.672454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2d814-cc1c-4608-8ca8-1ccf6838f448 req-b6f18e95-e785-4abf-9f6d-e1a44a356f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:01.673940 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ae2d814-cc1c-4608-8ca8-1ccf6838f448 req-b6f18e95-e785-4abf-9f6d-e1a44a356f0d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3144498 Jul 13 07:42:01.700622 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.754459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:01.758574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:01.762703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:01.787516 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.813655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Pushing event updated for resources: {'Port': ['ID=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.821554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:01.822728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.840493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-403f3561-6774-4451-b8b4-dbf0e4663c11 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8690889 Jul 13 07:42:01.854244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Request body: {'port': {'device_id': '3ab66326-239a-4866-b4c8-403f3bc0cef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:01.867221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 8c2f1dec-9544-4603-bb40-bbbb36352349 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:01.867574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.932408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc1f8d5-5f61-45dd-a0b5-1dd3b6538708 None None] DHCP port deletion for bde1fc9e-27b5-490a-b18f-72c296865f54 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:01.971773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.995509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1f8d5-5f61-45dd-a0b5-1dd3b6538708 None None] Deleting port 8c2f1dec-9544-4603-bb40-bbbb36352349 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:01.995925 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6fc1f8d5-5f61-45dd-a0b5-1dd3b6538708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.003720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] For port 8c2f1dec-9544-4603-bb40-bbbb36352349, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c2f1dec-9544-4603-bb40-bbbb36352349,segment=NetworkSegment(5dd809c8-b70b-457c-a7de-4cee7b1c7139),segment_id=5dd809c8-b70b-457c-a7de-4cee7b1c7139)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:02.009078 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.054584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 8c2f1dec-9544-4603-bb40-bbbb36352349 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:02.074564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cdc5db6c-d5d0-4f66-a8ff-c3cad54456de up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:02.137408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6fc1f8d5-5f61-45dd-a0b5-1dd3b6538708 None None] For port 8c2f1dec-9544-4603-bb40-bbbb36352349, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8c2f1dec-9544-4603-bb40-bbbb36352349,segment=NetworkSegment(5dd809c8-b70b-457c-a7de-4cee7b1c7139),segment_id=5dd809c8-b70b-457c-a7de-4cee7b1c7139)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:02.137767 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6fc1f8d5-5f61-45dd-a0b5-1dd3b6538708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.150329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:02.150791 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.155164 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.190418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=8c2f1dec-9544-4603-bb40-bbbb36352349,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:02.198660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No DVR routers for this DVR port 8c2f1dec-9544-4603-bb40-bbbb36352349 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:02.199244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1f8d5-5f61-45dd-a0b5-1dd3b6538708 None None] Calling delete_port for 8c2f1dec-9544-4603-bb40-bbbb36352349 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:02.321447 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.348918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c2f1dec-9544-4603-bb40-bbbb36352349 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:02.361142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde1fc9e-27b5-490a-b18f-72c296865f54']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:02.375932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e2586-a111-4fa3-b000-7e4f28171616 req-89c160fd-1c1e-44bf-822b-1e73f4cee052 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.377529 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c84e2586-a111-4fa3-b000-7e4f28171616 req-89c160fd-1c1e-44bf-822b-1e73f4cee052 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.3100986 Jul 13 07:42:02.386850 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6fc1f8d5-5f61-45dd-a0b5-1dd3b6538708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.402895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 8c2f1dec-9544-4603-bb40-bbbb36352349 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:02.403303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8c2f1dec-9544-4603-bb40-bbbb36352349 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:02.416159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1f8d5-5f61-45dd-a0b5-1dd3b6538708 None None] No DVR routers for this DVR port 8c2f1dec-9544-4603-bb40-bbbb36352349 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:02.434853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd809c8-b70b-457c-a7de-4cee7b1c7139') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:02.438759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd809c8-b70b-457c-a7de-4cee7b1c7139') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:02.439877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1f8d5-5f61-45dd-a0b5-1dd3b6538708 None None] Pushing event deleted for resources: {'Port': ['ID=8c2f1dec-9544-4603-bb40-bbbb36352349,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:02.466513 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.487437 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.495066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c84e2586-a111-4fa3-b000-7e4f28171616 req-65b957bb-7e29-45d6-9e37-ad6e53db370b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651450 Jul 13 07:42:02.514964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:02.516258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:02.525273 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:02.709105 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8b0322cb-f748-42ed-ad86-27b9d1cf1d4b req-6f5c46a7-9d0c-413b-bfb0-3a9a21a4781e tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0427477 Jul 13 07:42:02.714751 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.722179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:02.742792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.742792 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/networks/bde1fc9e-27b5-490a-b18f-72c296865f54 HTTP/1.1" status: 204 len: 168 time: 1.0708783 Jul 13 07:42:02.749736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.752472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55680) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:02.759796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e49005-98b2-48d6-bae0-342004cb7be0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Network': ['ID=bde1fc9e-27b5-490a-b18f-72c296865f54,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:02.760778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1372761829'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:02.788116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d84c-4ed2-4db5-88b6-5e22f7ebef2a req-8da87523-42a3-46b8-9713-5a9c35083a54 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.790983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b6d84c-4ed2-4db5-88b6-5e22f7ebef2a req-8da87523-42a3-46b8-9713-5a9c35083a54 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 931 time: 0.2469242 Jul 13 07:42:02.805815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:02.814272 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.843318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Transition to ACTIVE for port object 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:02.862906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b6d84c-4ed2-4db5-88b6-5e22f7ebef2a req-cde5b38b-110b-4561-a75c-b87d312c3ecf tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633423 Jul 13 07:42:02.896253 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.961547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:02.967296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ae2d814-cc1c-4608-8ca8-1ccf6838f448 req-2c8fe45b-be9a-4423-b52c-9084f41abb64 tempest-ServerShowV257Test-705871723 tempest-ServerShowV257Test-705871723-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc78be37-f6cd-4988-a6c9-0bd7ca1952b4 HTTP/1.1" status: 200 len: 210 time: 0.0732441 Jul 13 07:42:03.003467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.004147 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Added segment 8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89 of type vlan for network 38129c57-4db5-471d-b656-6d9357d0f14b Jul 13 07:42:03.007098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Pushing event updated for resources: {'Port': ['ID=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:03.345289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbca03-6915-49b4-b983-1dd8df3cb49d req-22d45601-fa35-4748-8269-c5d29692b95a tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:03.346845 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccfbca03-6915-49b4-b983-1dd8df3cb49d req-22d45601-fa35-4748-8269-c5d29692b95a tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.4894469 Jul 13 07:42:03.363400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55682) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:03.369786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.371280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-457da63b-639b-43c9-be47-29eec4dbbbb9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'floatingip': {'port_id': '2a99acec-1733-4b30-9066-300cc61be77a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:03.439064 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.439403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-457da63b-639b-43c9-be47-29eec4dbbbb9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.451446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:03.452472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.516809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Attempting to bind port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:03.517448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Attempting to bind port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:03.517890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Attempting to bind port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e on network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:03.525654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e on network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:03.526389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Attempting to bind port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e on network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:03.594258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:03.595974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Checking segment: {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:03.596426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Bound using segment: {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:03.599540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Bound port: 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:03.599540 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.614566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8607531 Jul 13 07:42:03.617397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957547d8-02d5-4239-b4b8-007cc080f08f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Network': ['ID=38129c57-4db5-471d-b656-6d9357d0f14b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:03.633594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 38129c57-4db5-471d-b656-6d9357d0f14b details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:03.641561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:03.656721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': '38129c57-4db5-471d-b656-6d9357d0f14b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:03.860398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] For port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:03.866323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] For port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:03.876245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.893436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:03.897690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.134254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.136085 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.137727 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] 10.222.0.38 "PUT /v2.0/ports/22ad2c63-c0f0-48dd-b7d5-03d927d8be8e HTTP/1.1" status: 200 len: 1092 time: 2.2888999 Jul 13 07:42:04.140648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab66326-239a-4866-b4c8-403f3bc0cef1', 'tag': '22ad2c63-c0f0-48dd-b7d5-03d927d8be8e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:04.144884 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db46a353-3a80-4d49-9b76-42a896a08804" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab66326-239a-4866-b4c8-403f3bc0cef1", "tag": "22ad2c63-c0f0-48dd-b7d5-03d927d8be8e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:04.250296 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfb43f7-b117-4404-b2f3-4e71f779b263 x-openstack-request-id: req-fbfb43f7-b117-4404-b2f3-4e71f779b263 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:04.250890 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab66326-239a-4866-b4c8-403f3bc0cef1", "tag": "22ad2c63-c0f0-48dd-b7d5-03d927d8be8e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:04.251303 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbfb43f7-b117-4404-b2f3-4e71f779b263 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:04.251862 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab66326-239a-4866-b4c8-403f3bc0cef1', 'tag': '22ad2c63-c0f0-48dd-b7d5-03d927d8be8e', 'status': 'completed', 'code': 200} Jul 13 07:42:04.263984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:04.285340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.292055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b1691-1194-4401-9966-a09e1dd2596a service neutron] Pushing event updated for resources: {'Port': ['ID=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.377589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-457da63b-639b-43c9-be47-29eec4dbbbb9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.379446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=41edb051-1d22-4e72-83c6-a48b96f4d995,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.391396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-457da63b-639b-43c9-be47-29eec4dbbbb9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.434814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560ec59-c97c-4bc8-902f-10b97943487d req-1927135b-66d2-4470-8936-180051efa6b1 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.436421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a560ec59-c97c-4bc8-902f-10b97943487d req-1927135b-66d2-4470-8936-180051efa6b1 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 943 time: 0.2733319 Jul 13 07:42:04.441475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-49afe449-6156-4853-9273-0c9128acc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.443577 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-49afe449-6156-4853-9273-0c9128acc49b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c019fb5293e64724a5798eb70dbfca88&device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 1095 time: 0.2308950 Jul 13 07:42:04.444503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Checking segment: {'id': '8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '38129c57-4db5-471d-b656-6d9357d0f14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:04.444879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network hostable DHCP agents. Network: 38129c57-4db5-471d-b656-6d9357d0f14b, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:04.469406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba72a00-1f3f-4913-a291-46f80d2eafd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.509993 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-8909274e-57dc-4c75-912a-337c608b50b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e HTTP/1.1" status: 200 len: 217 time: 0.0547347 Jul 13 07:42:04.537259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 38129c57-4db5-471d-b656-6d9357d0f14b is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:04.559468 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-457da63b-639b-43c9-be47-29eec4dbbbb9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Floating IP 4276882e-967b-4113-a58e-4dc912f73c2d associated. External IP: 172.25.8.92, port: 2a99acec-1733-4b30-9066-300cc61be77a. Jul 13 07:42:04.578062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a560ec59-c97c-4bc8-902f-10b97943487d req-667c0083-6a5d-4d52-aa08-9fa8a2d51d54 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295612 Jul 13 07:42:04.585456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 38129c57-4db5-471d-b656-6d9357d0f14b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:04.590391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.590998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.603171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe2b27-13c0-4551-baa3-d1a0d66af335 None None] Network 38129c57-4db5-471d-b656-6d9357d0f14b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:04.611204 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-bae7bc42-823e-4a14-9683-ab9d610eac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.613123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-bae7bc42-823e-4a14-9683-ab9d610eac3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71f5a002-348d-44f4-b792-01a182d0587a HTTP/1.1" status: 200 len: 851 time: 0.0936983 Jul 13 07:42:04.665226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-ed840cca-22f6-4a79-9b8f-03150af4c782 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410686 Jul 13 07:42:04.736234 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba72a00-1f3f-4913-a291-46f80d2eafd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.795658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cd7776cb-4e11-499c-8413-101de89c9f75 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1516252 Jul 13 07:42:04.799824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:04.805708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9970f4a9-92e2-4224-b3be-a343d70c2cf6 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1850768628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:04.842198 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-649040bb-6358-4c62-a8c9-7ccdeeb59c57 service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694925 Jul 13 07:42:04.850116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-38129c57-4db5-471d-b656-6d9357d0f14b', 'network_id': '38129c57-4db5-471d-b656-6d9357d0f14b', 'tenant_id': '2f6dd0ddfe0d46eeb232dde3d731154d', 'fixed_ips': [{'subnet_id': '41edb051-1d22-4e72-83c6-a48b96f4d995'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:04.851944 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.885774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9970f4a9-92e2-4224-b3be-a343d70c2cf6 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.885774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9970f4a9-92e2-4224-b3be-a343d70c2cf6 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.917793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457da63b-639b-43c9-be47-29eec4dbbbb9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Router 9665dcb1-5cac-4567-b16d-96c323faaa7d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:42:04.924787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba72a00-1f3f-4913-a291-46f80d2eafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.023066 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9970f4a9-92e2-4224-b3be-a343d70c2cf6 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.035686 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9970f4a9-92e2-4224-b3be-a343d70c2cf6 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.055941 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c0c4a3eb-7770-4220-b194-bb5f7377330c req-c6b9fa7f-d633-4503-863c-2fcbaf8d4949 service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066898 Jul 13 07:42:05.067847 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9970f4a9-92e2-4224-b3be-a343d70c2cf6 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.068097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ba72a00-1f3f-4913-a291-46f80d2eafd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ee257d0c9e143b29466b67dd8765cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003049 Jul 13 07:42:05.068399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:05.071783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9970f4a9-92e2-4224-b3be-a343d70c2cf6 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2710457 Jul 13 07:42:05.072516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55708) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:05.082056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'network_id': '38129c57-4db5-471d-b656-6d9357d0f14b', 'name': 'tempest-PortsTestJSON-2036741107'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:05.083280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Allocated IP 172.20.0.2 (38129c57-4db5-471d-b656-6d9357d0f14b/41edb051-1d22-4e72-83c6-a48b96f4d995/9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:05.084910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba72a00-1f3f-4913-a291-46f80d2eafd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010a8298-91a6-4ce9-8517-88835f7de959,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.192548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457da63b-639b-43c9-be47-29eec4dbbbb9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:05.198677 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-457da63b-639b-43c9-be47-29eec4dbbbb9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.211914 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] Sync routers for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:05.234208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:05.235022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:05.247204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dbd05c0-d802-4dbe-ab44-26c9e41f1be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.274078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-457da63b-639b-43c9-be47-29eec4dbbbb9 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "PUT /v2.0/floatingips/4276882e-967b-4113-a58e-4dc912f73c2d HTTP/1.1" status: 200 len: 990 time: 1.9091656 Jul 13 07:42:05.279385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba71a27-2fae-4505-9042-b589e121b08d', 'tag': '2a99acec-1733-4b30-9066-300cc61be77a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:05.281883 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d7db79-6094-4997-818b-8ba4e0ab7733" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba71a27-2fae-4505-9042-b589e121b08d", "tag": "2a99acec-1733-4b30-9066-300cc61be77a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:05.290559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dbd05c0-d802-4dbe-ab44-26c9e41f1be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.362036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dbd05c0-d802-4dbe-ab44-26c9e41f1be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.365882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dbd05c0-d802-4dbe-ab44-26c9e41f1be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.377277 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1dbd05c0-d802-4dbe-ab44-26c9e41f1be8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/010a8298-91a6-4ce9-8517-88835f7de959 HTTP/1.1" status: 204 len: 168 time: 0.3068268 Jul 13 07:42:05.382100 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e2728-c531-4f27-b000-c9300e212830 x-openstack-request-id: req-d16e2728-c531-4f27-b000-c9300e212830 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:05.382100 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba71a27-2fae-4505-9042-b589e121b08d", "tag": "2a99acec-1733-4b30-9066-300cc61be77a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:05.382479 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d16e2728-c531-4f27-b000-c9300e212830 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:05.384771 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba71a27-2fae-4505-9042-b589e121b08d', 'tag': '2a99acec-1733-4b30-9066-300cc61be77a', 'status': 'completed', 'code': 200} Jul 13 07:42:05.386552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46a353-3a80-4d49-9b76-42a896a08804 req-edd70cd9-c389-43e6-9151-fbe1f3d19b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:05.389115 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db46a353-3a80-4d49-9b76-42a896a08804 req-edd70cd9-c389-43e6-9151-fbe1f3d19b91 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c019fb5293e64724a5798eb70dbfca88&device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 1095 time: 0.2617939 Jul 13 07:42:05.390304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:05.395131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.413289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd05c0-d802-4dbe-ab44-26c9e41f1be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010a8298-91a6-4ce9-8517-88835f7de959,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.414345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:05.503052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:05.607091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-e339009f-abfc-4ca1-9787-a9c5ae62d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:05.608644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-e339009f-abfc-4ca1-9787-a9c5ae62d52c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 1097 time: 0.1991985 Jul 13 07:42:05.718660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46a353-3a80-4d49-9b76-42a896a08804 req-cf2e503d-4771-4308-866e-49638c1c5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:05.719351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db46a353-3a80-4d49-9b76-42a896a08804 req-cf2e503d-4771-4308-866e-49638c1c5c9c service neutron] 10.222.0.38 "GET /v2.0/networks?id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 200 len: 912 time: 0.3207974 Jul 13 07:42:05.740885 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.782001 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.785649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '4276882e-967b-4113-a58e-4dc912f73c2d', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'port_id': '2a99acec-1733-4b30-9066-300cc61be77a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'mac_address': 'fa:16:3e:50:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba71a27-2fae-4505-9042-b589e121b08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:41:40Z', 'updated_at': '2021-07-13T07:42:04Z', 'revision_number': 1, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:05.807277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db46a353-3a80-4d49-9b76-42a896a08804 req-ac0b7421-6c76-43e7-8da5-ab56b39b0a71 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e HTTP/1.1" status: 200 len: 217 time: 0.0741968 Jul 13 07:42:05.839028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] Checking router: 9665dcb1-5cac-4567-b16d-96c323faaa7d for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:42:05.871672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Transition to ACTIVE for port object 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:05.877440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:05.878192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:05.943207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46a353-3a80-4d49-9b76-42a896a08804 req-b069e120-13e2-49f9-ab66-24ec43d56c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:05.944751 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db46a353-3a80-4d49-9b76-42a896a08804 req-b069e120-13e2-49f9-ab66-24ec43d56c41 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71f5a002-348d-44f4-b792-01a182d0587a HTTP/1.1" status: 200 len: 851 time: 0.1042261 Jul 13 07:42:05.949703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-f7a8faf7-89fc-4f02-a27a-1f25812df920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:05.949975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Transition to ACTIVE for port object 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:05.950096 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-f7a8faf7-89fc-4f02-a27a-1f25812df920 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 911 time: 0.3285775 Jul 13 07:42:05.959691 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.042298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-021b8b57-e718-46b9-ac6a-00d15af618c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a99acec-1733-4b30-9066-300cc61be77a HTTP/1.1" status: 200 len: 998 time: 0.0858779 Jul 13 07:42:06.047731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Network 38129c57-4db5-471d-b656-6d9357d0f14b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:06.048925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Pushing event updated for resources: {'Port': ['ID=9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:06.058839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:06.061448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:06.135898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Attempting to bind port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:06.136286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Attempting to bind port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '38129c57-4db5-471d-b656-6d9357d0f14b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:06.136658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Attempting to bind port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 on network 38129c57-4db5-471d-b656-6d9357d0f14b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:06.146852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:06.147319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Checking segment: {'id': '8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '38129c57-4db5-471d-b656-6d9357d0f14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:06.147689 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.148229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.9 (38129c57-4db5-471d-b656-6d9357d0f14b/41edb051-1d22-4e72-83c6-a48b96f4d995/143b6cf9-38f8-41aa-a9d5-de078d5190e3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:06.148432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Bound using segment: {'id': '8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '38129c57-4db5-471d-b656-6d9357d0f14b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:06.148912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Bound port: 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '38129c57-4db5-471d-b656-6d9357d0f14b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:06.149223 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.152474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:06.340046 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.362573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object 143b6cf9-38f8-41aa-a9d5-de078d5190e3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:06.395631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db46a353-3a80-4d49-9b76-42a896a08804 req-16983e61-e4ec-48a3-a431-28c784f8efb7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4412949 Jul 13 07:42:06.475141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] For port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:06.479357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] For port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9,segment=NetworkSegment(8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89),segment_id=8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:06.485278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-870df0eb-113b-4f55-9162-4def9a3a504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.486175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-870df0eb-113b-4f55-9162-4def9a3a504b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.1205072 Jul 13 07:42:06.499254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.583416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182bc68-c3f1-40da-8323-53681c1f3c53 None None] Pushing event updated for resources: {'Port': ['ID=9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:06.684705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db46a353-3a80-4d49-9b76-42a896a08804 req-6e570c13-e96d-42d6-855a-1210f85c0fe0 service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970963 Jul 13 07:42:06.709939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.729056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ead1e1-815e-416b-8377-e9ce42aed221 req-0a68f270-c5b6-4340-8ee8-23f41d797d69 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.730581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4ead1e1-815e-416b-8377-e9ce42aed221 req-0a68f270-c5b6-4340-8ee8-23f41d797d69 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 943 time: 0.8408353 Jul 13 07:42:06.908638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=143b6cf9-38f8-41aa-a9d5-de078d5190e3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:06.916356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '4276882e-967b-4113-a58e-4dc912f73c2d', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'port_id': '2a99acec-1733-4b30-9066-300cc61be77a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'mac_address': 'fa:16:3e:50:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba71a27-2fae-4505-9042-b589e121b08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:41:40Z', 'updated_at': '2021-07-13T07:42:04Z', 'revision_number': 1, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:06.958642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 38129c57-4db5-471d-b656-6d9357d0f14b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:06.997315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833832ae-47bc-43cd-8e29-bac9af79720a None None] The sync data for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 is: [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '4276882e-967b-4113-a58e-4dc912f73c2d', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'port_id': '2a99acec-1733-4b30-9066-300cc61be77a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'mac_address': 'fa:16:3e:50:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba71a27-2fae-4505-9042-b589e121b08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:41:40Z', 'updated_at': '2021-07-13T07:42:04Z', 'revision_number': 1, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:07.028888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:07.078382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:07.163268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c4ead1e1-815e-416b-8377-e9ce42aed221 req-4501ba3b-80d9-45ca-9683-83f7056aaa44 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635685 Jul 13 07:42:07.221283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-89298484-63d0-4bfc-b8fd-302f62212f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:07.223435 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-89298484-63d0-4bfc-b8fd-302f62212f86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5208242 Jul 13 07:42:07.245108 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:07.273608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:07.274999 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.312958 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-05a28555-3d94-4479-b8a2-0e0de01434a5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2370887 Jul 13 07:42:07.316604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:07.340062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db46a353-3a80-4d49-9b76-42a896a08804 req-149ef329-44ee-438a-99a1-819f05bafd3b service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048446 Jul 13 07:42:07.456058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-5290c946-1a1c-49a7-9e1d-b0bbf126845c service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237256 Jul 13 07:42:07.578592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:07.599725 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.601232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '22ad2c63-c0f0-48dd-b7d5-03d927d8be8e', 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d', 'port_id': '22ad2c63-c0f0-48dd-b7d5-03d927d8be8e', 'mac_address': 'fa:16:3e:79:39:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f5a002-348d-44f4-b792-01a182d0587a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:07.610160 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f860c9-a584-4c38-9ff2-650c650d2faf None None] New status for floating IP 4276882e-967b-4113-a58e-4dc912f73c2d: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:42:07.677071 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.732416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:07.804879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:07.829652 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.836999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14d7db79-6094-4997-818b-8ba4e0ab7733 req-bc2dbc56-c529-4816-984d-8e98b69e36e6 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735611 Jul 13 07:42:08.034243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:08.157285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:08.226820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:08.270002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['22ad2c63-c0f0-48dd-b7d5-03d927d8be8e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:08.486651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b99e080-7ffd-454b-858e-5b511994c795 None None] Network 38129c57-4db5-471d-b656-6d9357d0f14b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:08.503694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e37ca-4403-4d18-96eb-4cde7b97200f req-4136a2b4-9cc4-4056-a2d4-b4e48fc5bb5a tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:08.507782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-179e37ca-4403-4d18-96eb-4cde7b97200f req-4136a2b4-9cc4-4056-a2d4-b4e48fc5bb5a tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 944 time: 0.0750489 Jul 13 07:42:08.550656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-179e37ca-4403-4d18-96eb-4cde7b97200f req-2c5b1034-c71a-45dd-86ac-58d6ab7cee56 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Jul 13 07:42:08.587598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d6a1ab0e-8d9a-4385-908b-b0eb8a32db2c None None] Provisioning for port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:08.595400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d6a1ab0e-8d9a-4385-908b-b0eb8a32db2c None None] Provisioning complete for port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:08.596295 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6a1ab0e-8d9a-4385-908b-b0eb8a32db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.606743 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-95c85a06-85be-483d-b2c0-ce9199f3b64f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:08.608968 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-95c85a06-85be-483d-b2c0-ce9199f3b64f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 814 time: 0.7259934 Jul 13 07:42:08.641816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-69dd5519-2c9a-447e-95e4-f3ef7b71834d tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/quotas/320fb7f030334f2caca184600ca7066f HTTP/1.1" status: 200 len: 375 time: 0.0204189 Jul 13 07:42:08.778954 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6a1ab0e-8d9a-4385-908b-b0eb8a32db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.833603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-ca3b0ca4-5948-4c15-9b90-5a219abf63e3 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901345 Jul 13 07:42:08.837402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d6a1ab0e-8d9a-4385-908b-b0eb8a32db2c None None] For port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9,segment=NetworkSegment(8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89),segment_id=8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:08.838249 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.856552 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6a1ab0e-8d9a-4385-908b-b0eb8a32db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.931272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1ab0e-8d9a-4385-908b-b0eb8a32db2c None None] Pushing event updated for resources: {'Port': ['ID=9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:08.980834 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-cd73adb5-84ce-4a18-81d1-827c8aa7ae21 service neutron] 10.222.0.41 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300201 Jul 13 07:42:09.128149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e1828636-49f4-433b-87b7-11af03bc8aef None None] Provisioning complete for port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:09.129778 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1828636-49f4-433b-87b7-11af03bc8aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.213316 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-24d35ffc-784d-4eb2-b2cd-a6703b64a4f5 service neutron] 10.222.0.41 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245865 Jul 13 07:42:09.273384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.274291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:09.280403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.280908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e1828636-49f4-433b-87b7-11af03bc8aef None None] Provisioning for port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:09.319054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e1828636-49f4-433b-87b7-11af03bc8aef None None] Provisioning complete for port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:09.319576 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1828636-49f4-433b-87b7-11af03bc8aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.378867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e1828636-49f4-433b-87b7-11af03bc8aef None None] Port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:09.396031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:09.401084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=143b6cf9-38f8-41aa-a9d5-de078d5190e3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:09.401385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:09.401829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.491182 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db076afb-e32c-4ab7-84f2-213e2b8ceaa6 req-cb45bfc1-a221-4b34-af41-ad379084c39c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 210 time: 0.0646782 Jul 13 07:42:09.530172 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.554351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6d30ed8e-bffd-4d77-b4be-48589a1acd62 None None] Provisioning complete for port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:09.554735 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d30ed8e-bffd-4d77-b4be-48589a1acd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.564752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab66326-239a-4866-b4c8-403f3bc0cef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ad2c63-c0f0-48dd-b7d5-03d927d8be8e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:09.564752 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe37c55-33ff-4100-b5f2-1f2cb64ad241" -d '{"events": [{"server_uuid": "3ab66326-239a-4866-b4c8-403f3bc0cef1", "name": "network-vif-plugged", "status": "completed", "tag": "22ad2c63-c0f0-48dd-b7d5-03d927d8be8e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:09.607438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:09.620090 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.634648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6d30ed8e-bffd-4d77-b4be-48589a1acd62 None None] Port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:09.690296 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50053cfa-f83d-4fbd-92c4-31af8fcf58ca x-openstack-request-id: req-50053cfa-f83d-4fbd-92c4-31af8fcf58ca {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:09.690574 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab66326-239a-4866-b4c8-403f3bc0cef1", "name": "network-vif-plugged", "status": "completed", "tag": "22ad2c63-c0f0-48dd-b7d5-03d927d8be8e", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:09.690922 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50053cfa-f83d-4fbd-92c4-31af8fcf58ca {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:09.691529 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab66326-239a-4866-b4c8-403f3bc0cef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ad2c63-c0f0-48dd-b7d5-03d927d8be8e', 'code': 200} Jul 13 07:42:09.734046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:09.752614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.764677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c48c87d2-b2de-4d29-a14f-2d968363a20b None None] Provisioning complete for port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:09.765256 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c48c87d2-b2de-4d29-a14f-2d968363a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.814469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c48c87d2-b2de-4d29-a14f-2d968363a20b None None] Port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:09.922170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3196ad9-cb34-4eb5-91ec-9f179ca8908f req-667bc757-2a80-4787-a3fc-e425f74ab7ea tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:09.928346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3196ad9-cb34-4eb5-91ec-9f179ca8908f req-667bc757-2a80-4787-a3fc-e425f74ab7ea tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1155350 Jul 13 07:42:09.948658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18c23c-1091-4fb6-b2a9-f31a089128ff req-ebf04a5f-6544-4f02-b98f-563c11e4a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:09.950729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc18c23c-1091-4fb6-b2a9-f31a089128ff req-ebf04a5f-6544-4f02-b98f-563c11e4a4df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 1097 time: 0.1914747 Jul 13 07:42:09.985230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.019545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3196ad9-cb34-4eb5-91ec-9f179ca8908f req-5147f998-0e61-472c-ba38-3f410383e985 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821121 Jul 13 07:42:10.024826 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc18c23c-1091-4fb6-b2a9-f31a089128ff req-e97907d7-0360-4bda-923e-911c7ce428e4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582390 Jul 13 07:42:10.034886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:10.089056 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:10.089436 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.373219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.379159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.481371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=143b6cf9-38f8-41aa-a9d5-de078d5190e3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.492053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.642451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network 38129c57-4db5-471d-b656-6d9357d0f14b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:10.651416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:10.726552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3e5448e-a1a1-4131-b89e-175a71e1f555 req-000736a6-ee4f-4b7b-a67e-ed8be00b6cfc tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 210 time: 0.0814378 Jul 13 07:42:10.858894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e8c7f5ef-f1f5-4529-a015-3325de526ec4 None None] Provisioning complete for port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:10.859924 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f5ef-f1f5-4529-a015-3325de526ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.882217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Router c1d6d586-1cfc-4145-a7bb-bfafab96661a is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:42:10.916119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e8c7f5ef-f1f5-4529-a015-3325de526ec4 None None] Port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:11.012820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:11.022049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55808) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:11.023177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d31961db-922a-4cfe-a291-a6dd43443ebb tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "PUT /v2.0/routers/c1d6d586-1cfc-4145-a7bb-bfafab96661a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7049053 Jul 13 07:42:11.026148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606656a0-5c0b-457c-9937-8ee76c978360 None None] Sync routers for ids ['c1d6d586-1cfc-4145-a7bb-bfafab96661a'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:11.048146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606656a0-5c0b-457c-9937-8ee76c978360 None None] Routers {'c1d6d586-1cfc-4145-a7bb-bfafab96661a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:11.049981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-606656a0-5c0b-457c-9937-8ee76c978360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['c1d6d586-1cfc-4145-a7bb-bfafab96661a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.096567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-606656a0-5c0b-457c-9937-8ee76c978360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.128852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606656a0-5c0b-457c-9937-8ee76c978360 None None] Routers {'c1d6d586-1cfc-4145-a7bb-bfafab96661a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:11.129809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-606656a0-5c0b-457c-9937-8ee76c978360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['c1d6d586-1cfc-4145-a7bb-bfafab96661a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.153982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe7400-cf7f-4e44-864d-1c9f74c4ccdd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:11.155996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1abe7400-cf7f-4e44-864d-1c9f74c4ccdd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d586-1cfc-4145-a7bb-bfafab96661a HTTP/1.1" status: 200 len: 982 time: 0.1285853 Jul 13 07:42:11.159222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55812) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:11.199778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-606656a0-5c0b-457c-9937-8ee76c978360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.200743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606656a0-5c0b-457c-9937-8ee76c978360 None None] The sync data for ids ['c1d6d586-1cfc-4145-a7bb-bfafab96661a'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:11.241840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e0396e90-3a49-48b8-801b-4f8d90307fb3 None None] Provisioning complete for port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:11.242431 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0396e90-3a49-48b8-801b-4f8d90307fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.291527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e0396e90-3a49-48b8-801b-4f8d90307fb3 None None] Port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:11.466875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-3a6e6606-f4cf-49b6-9210-c4cde7843e75 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:11.469408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-3a6e6606-f4cf-49b6-9210-c4cde7843e75 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 814 time: 0.1594481 Jul 13 07:42:11.487181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Request body: {'port': {'device_id': '34731d5c-58d2-4ced-94b5-e4c3ae8d1219', 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70', 'admin_state_up': True, 'tenant_id': '320fb7f030334f2caca184600ca7066f'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:11.498351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048d9d9-1216-4b9d-98ff-5e60d4967d98 req-6bd39e56-a6bf-41b7-926a-8f4e44451e41 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:11.500034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6048d9d9-1216-4b9d-98ff-5e60d4967d98 req-6bd39e56-a6bf-41b7-926a-8f4e44451e41 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.2387254 Jul 13 07:42:11.616839 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6048d9d9-1216-4b9d-98ff-5e60d4967d98 req-50fc325c-7355-4f22-9dd1-5c0134b7b52a tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908029 Jul 13 07:42:11.668978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Made reservation on behalf of 320fb7f030334f2caca184600ca7066f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:11.676973 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.855507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.889521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Allocated IP 172.20.0.4 (7573503c-31c1-4373-bb1e-438e2a5b8c70/a7a47d72-72f1-4c50-bf4c-d9874e24f0e8/2667f1b2-d20e-4aea-b5ba-875488aa9cf1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:12.166265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.379889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a569d3d1-ba67-4843-bbb1-8c77bb4ab916 req-3587a348-4859-41ce-afcf-f2b093bee927 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 210 time: 0.0385559 Jul 13 07:42:12.565980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 143b6cf9-38f8-41aa-a9d5-de078d5190e3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:12.566723 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.602479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-d0253513-807d-4ed7-a3f2-d14d62b43351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:12.604026 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-d0253513-807d-4ed7-a3f2-d14d62b43351 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c019fb5293e64724a5798eb70dbfca88&device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 1097 time: 0.4351227 Jul 13 07:42:12.613562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.628950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a0a1d6a3-4fbd-409f-a326-a05409a00731'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:12.632594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0c20809f-ca21-46b9-81a7-1044699086e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:12.673080 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.691063 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 143b6cf9-38f8-41aa-a9d5-de078d5190e3 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:12.703224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82c79b-d907-43c5-b3a1-9a0cd180f8c0 req-93b6e3cc-fbf4-44d0-861f-931454a9ab8e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:12.704845 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c82c79b-d907-43c5-b3a1-9a0cd180f8c0 req-93b6e3cc-fbf4-44d0-861f-931454a9ab8e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.4977512 Jul 13 07:42:12.768503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Network 7573503c-31c1-4373-bb1e-438e2a5b8c70 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:12.801594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Pushing event updated for resources: {'Port': ['ID=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:12.803261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:12.813174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:12.855785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c82c79b-d907-43c5-b3a1-9a0cd180f8c0 req-a80018a3-5167-4588-bbf9-c9c47de566c2 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438444 Jul 13 07:42:12.892608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.892964 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.893351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.893701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.894135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.894464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.894856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.895207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.895553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.895957 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.896292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.896714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:12.915539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-d7fbdfed-a768-45dd-b442-c1bf1a14a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:12.917404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-d7fbdfed-a768-45dd-b442-c1bf1a14a15a service neutron] 10.222.0.38 "GET /v2.0/networks?id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 200 len: 912 time: 0.3056266 Jul 13 07:42:12.971925 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.979869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:12.980806 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.990765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-2b5797aa-4c1a-4661-8b29-1e63a1a23bd6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e HTTP/1.1" status: 200 len: 217 time: 0.0635676 Jul 13 07:42:13.010046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-bac8f1d3-8f0b-4c0a-8c11-addb6c18df97 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5294650 Jul 13 07:42:13.011614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=143b6cf9-38f8-41aa-a9d5-de078d5190e3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.039844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Request body: {'port': {'device_id': '34731d5c-58d2-4ced-94b5-e4c3ae8d1219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:13.099978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-9d555759-e916-4a3e-9374-6a0bb77846a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.101513 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-9d555759-e916-4a3e-9374-6a0bb77846a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71f5a002-348d-44f4-b792-01a182d0587a HTTP/1.1" status: 200 len: 851 time: 0.1041231 Jul 13 07:42:13.173138 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.183288 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-f98f3b01-5e6d-4023-955c-bfae69b8e7ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511794 Jul 13 07:42:13.268436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.327140 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-9feaf158-9b82-4ea8-96ca-ff6dd379183a service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312754 Jul 13 07:42:13.363123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Router c1d6d586-1cfc-4145-a7bb-bfafab96661a has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:42:13.440513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:13.452287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2553174e-4f1d-401a-96fd-802ac76399c3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "PUT /v2.0/routers/c1d6d586-1cfc-4145-a7bb-bfafab96661a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895217 Jul 13 07:42:13.456941 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f0ef6-6f95-4107-a3c2-09c59051781b None None] Sync routers for ids ['c1d6d586-1cfc-4145-a7bb-bfafab96661a'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:13.459274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:13.480697 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f0ef6-6f95-4107-a3c2-09c59051781b None None] Routers {'c1d6d586-1cfc-4145-a7bb-bfafab96661a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:13.483137 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8a0f0ef6-6f95-4107-a3c2-09c59051781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['c1d6d586-1cfc-4145-a7bb-bfafab96661a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.499482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eeeb0b89-7a20-4a75-b425-9bb1f26da1f1 req-edc7587b-c573-4169-a66b-4d6160d41e7e service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630704 Jul 13 07:42:13.532492 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b9ef71-4218-4460-bd95-2a95b28a76c0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:42:13.542400 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-10b9ef71-4218-4460-bd95-2a95b28a76c0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/143b6cf9-38f8-41aa-a9d5-de078d5190e3 HTTP/1.1" status: 404 len: 333 time: 0.0768752 Jul 13 07:42:13.544433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55858) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:13.566220 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8a0f0ef6-6f95-4107-a3c2-09c59051781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.591826 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f0ef6-6f95-4107-a3c2-09c59051781b None None] Routers {'c1d6d586-1cfc-4145-a7bb-bfafab96661a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:13.593056 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8a0f0ef6-6f95-4107-a3c2-09c59051781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:41:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['c1d6d586-1cfc-4145-a7bb-bfafab96661a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.636393 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8a0f0ef6-6f95-4107-a3c2-09c59051781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.637635 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f0ef6-6f95-4107-a3c2-09c59051781b None None] The sync data for ids ['c1d6d586-1cfc-4145-a7bb-bfafab96661a'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:13.704002 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0508b555-2718-421c-85c7-aa8d25d6c296 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.752072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:13.768189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.795997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Transition to ACTIVE for port object 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:13.803573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.871503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Pushing event updated for resources: {'Port': ['ID=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.933079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206928-272c-4d6a-9d2b-7210a3f7d1d4 req-e620cc77-9dd0-4f66-865f-08fa4071eef5 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.934738 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86206928-272c-4d6a-9d2b-7210a3f7d1d4 req-e620cc77-9dd0-4f66-865f-08fa4071eef5 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 931 time: 0.3911324 Jul 13 07:42:13.941788 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0508b555-2718-421c-85c7-aa8d25d6c296 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.946431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0508b555-2718-421c-85c7-aa8d25d6c296 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.978001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Attempting to bind port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:13.978400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Attempting to bind port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:13.978689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Attempting to bind port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:13.983630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:13.984018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Attempting to bind port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:13.990229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:13.990590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Checking segment: {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:13.990889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Bound using segment: {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:13.991340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Bound port: 2667f1b2-d20e-4aea-b5ba-875488aa9cf1, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:13.991709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.049829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0508b555-2718-421c-85c7-aa8d25d6c296 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.050647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0508b555-2718-421c-85c7-aa8d25d6c296 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Fanout notify agent at l3_agent the message router_deleted on router c1d6d586-1cfc-4145-a7bb-bfafab96661a {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:42:14.065398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0508b555-2718-421c-85c7-aa8d25d6c296 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.067379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0508b555-2718-421c-85c7-aa8d25d6c296 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/routers/c1d6d586-1cfc-4145-a7bb-bfafab96661a HTTP/1.1" status: 204 len: 168 time: 0.5218008 Jul 13 07:42:14.069973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55876) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:14.073078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86206928-272c-4d6a-9d2b-7210a3f7d1d4 req-4a9f0068-ae17-42ba-b1fa-856ef0d4e81e tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279578 Jul 13 07:42:14.147555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] For port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:14.156000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] For port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:14.165344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-78de922c-4834-461a-8e5f-f96e688c3d6f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet 41edb051-1d22-4e72-83c6-a48b96f4d995 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:14.171009 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.173147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78de922c-4834-461a-8e5f-f96e688c3d6f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.246147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd7f4-66b0-4e3b-9f4b-e992ebabaa72 req-9afcda58-1531-4f42-a3d1-1eda2e9cae95 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.247789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-891cd7f4-66b0-4e3b-9f4b-e992ebabaa72 req-9afcda58-1531-4f42-a3d1-1eda2e9cae95 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.2209489 Jul 13 07:42:14.267384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.268153 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.269611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] 10.222.0.48 "PUT /v2.0/ports/2667f1b2-d20e-4aea-b5ba-875488aa9cf1 HTTP/1.1" status: 200 len: 1092 time: 1.2365072 Jul 13 07:42:14.272775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34731d5c-58d2-4ced-94b5-e4c3ae8d1219', 'tag': '2667f1b2-d20e-4aea-b5ba-875488aa9cf1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:14.275248 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb579fc-0196-4b31-b968-f60aeffea8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "34731d5c-58d2-4ced-94b5-e4c3ae8d1219", "tag": "2667f1b2-d20e-4aea-b5ba-875488aa9cf1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:14.290722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78de922c-4834-461a-8e5f-f96e688c3d6f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.338708 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02355898-3535-4575-b690-434528d73c1f x-openstack-request-id: req-02355898-3535-4575-b690-434528d73c1f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:14.339010 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34731d5c-58d2-4ced-94b5-e4c3ae8d1219", "tag": "2667f1b2-d20e-4aea-b5ba-875488aa9cf1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:14.339271 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02355898-3535-4575-b690-434528d73c1f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:14.339682 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34731d5c-58d2-4ced-94b5-e4c3ae8d1219', 'tag': '2667f1b2-d20e-4aea-b5ba-875488aa9cf1', 'status': 'completed', 'code': 200} Jul 13 07:42:14.381670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed3dfa-2921-4d1f-8686-e157f94e9b6a service neutron] Pushing event updated for resources: {'Port': ['ID=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:14.413489 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-891cd7f4-66b0-4e3b-9f4b-e992ebabaa72 req-9b8bb346-d438-4fbd-b62d-fb928850dfcf tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500359 Jul 13 07:42:14.477041 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78de922c-4834-461a-8e5f-f96e688c3d6f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.481442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-fc2a4d85-5075-4c6b-a0e6-cc012c4a0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.483060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-fc2a4d85-5075-4c6b-a0e6-cc012c4a0b28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 1095 time: 0.1501656 Jul 13 07:42:14.549776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-56a8c7a4-e518-47d2-92e0-54221852e495 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2667f1b2-d20e-4aea-b5ba-875488aa9cf1 HTTP/1.1" status: 200 len: 217 time: 0.0430481 Jul 13 07:42:14.617136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-abed9b8d-d4c5-43ec-a79f-56dba328cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.618756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-abed9b8d-d4c5-43ec-a79f-56dba328cb46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 200 len: 854 time: 0.0616395 Jul 13 07:42:14.622047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78de922c-4834-461a-8e5f-f96e688c3d6f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.685057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-035c779d-c891-4bf0-8b86-03de83f3e21b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7573503c-31c1-4373-bb1e-438e2a5b8c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603025 Jul 13 07:42:14.686212 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78de922c-4834-461a-8e5f-f96e688c3d6f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.691706 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-78de922c-4834-461a-8e5f-f96e688c3d6f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/41edb051-1d22-4e72-83c6-a48b96f4d995 HTTP/1.1" status: 204 len: 168 time: 0.6170540 Jul 13 07:42:14.691706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de922c-4834-461a-8e5f-f96e688c3d6f tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=41edb051-1d22-4e72-83c6-a48b96f4d995,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:14.691706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55898) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:14.695086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b19eef-1eef-4719-9baa-621e30010166 None None] Network 38129c57-4db5-471d-b656-6d9357d0f14b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:14.853621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.884353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-89195b11-1f74-43d4-a7ec-af5907195899 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846180 Jul 13 07:42:14.940219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2fe77-b621-4306-8a6d-01ce0b8036dd None None] DHCP port deletion for 38129c57-4db5-471d-b656-6d9357d0f14b request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:14.989647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2fe77-b621-4306-8a6d-01ce0b8036dd None None] Deleting port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:14.990198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fe77-b621-4306-8a6d-01ce0b8036dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.997753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:14.998133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.030648 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a1acf07-d1b6-4292-b697-ce58d5eee61e req-9e9e7a0a-cbbe-41c7-8ea9-203fcd5ca7f0 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268504 Jul 13 07:42:15.058220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e9c2fe77-b621-4306-8a6d-01ce0b8036dd None None] For port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9,segment=NetworkSegment(8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89),segment_id=8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:15.058615 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fe77-b621-4306-8a6d-01ce0b8036dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.077001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] For port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9,segment=NetworkSegment(8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89),segment_id=8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:15.077727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.080059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2fe77-b621-4306-8a6d-01ce0b8036dd None None] Calling delete_port for 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:15.102670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:15.181182 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fe77-b621-4306-8a6d-01ce0b8036dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.215629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-ea5b2ec8-fedc-4bbe-a72e-02cc0b4524a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.216233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2fe77-b621-4306-8a6d-01ce0b8036dd None None] Pushing event deleted for resources: {'Port': ['ID=9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.217560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-ea5b2ec8-fedc-4bbe-a72e-02cc0b4524a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 1095 time: 0.1303234 Jul 13 07:42:15.218770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2fe77-b621-4306-8a6d-01ce0b8036dd None None] No DVR routers for this DVR port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:15.277090 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.321162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa736020-202d-4a4a-90aa-0de94183a045 req-fea6241f-ca03-4387-b12e-bfd0b7153152 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.323587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa736020-202d-4a4a-90aa-0de94183a045 req-fea6241f-ca03-4387-b12e-bfd0b7153152 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 943 time: 0.0832140 Jul 13 07:42:15.345763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.355501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No DVR routers for this DVR port 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:15.393911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-f1e66405-fc88-447c-b5fe-f40d0617821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.395698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-f1e66405-fc88-447c-b5fe-f40d0617821c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 915 time: 0.1621189 Jul 13 07:42:15.402319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa736020-202d-4a4a-90aa-0de94183a045 req-eb799893-7044-440a-9a80-136c61d6224f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673418 Jul 13 07:42:15.485563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-5951db2b-ea0a-4d8f-83d1-b41655c16c46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2667f1b2-d20e-4aea-b5ba-875488aa9cf1 HTTP/1.1" status: 200 len: 217 time: 0.0654035 Jul 13 07:42:15.536889 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.570050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38129c57-4db5-471d-b656-6d9357d0f14b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:15.593852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:15.594307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8660b0-8b16-4a1a-a7cd-2f0bff44fb89') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:15.632351 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.645999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-844200ba-dcf0-4a3f-8dac-337467db49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.647520 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-844200ba-dcf0-4a3f-8dac-337467db49b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 200 len: 854 time: 0.1528654 Jul 13 07:42:15.663996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.695774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:15.696209 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:15.699823 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:15.705897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-e59f37fd-1aff-463e-9609-ec61cced0773 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7573503c-31c1-4373-bb1e-438e2a5b8c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475707 Jul 13 07:42:15.840133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267175-30c7-4e2b-bd33-327920d68e91 req-47fb1071-39d2-483d-8cfb-7bd5ffd764f6 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.841811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-69267175-30c7-4e2b-bd33-327920d68e91 req-47fb1071-39d2-483d-8cfb-7bd5ffd764f6 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.2778609 Jul 13 07:42:15.862697 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.888858 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.894299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/networks/38129c57-4db5-471d-b656-6d9357d0f14b HTTP/1.1" status: 204 len: 168 time: 1.1991227 Jul 13 07:42:15.894651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55910) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:15.948501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131f08b-8adc-4683-8041-224c011f1e7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Network': ['ID=38129c57-4db5-471d-b656-6d9357d0f14b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.962749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-1f594e1f-54be-43b6-ad06-4bdd59b4d604 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480421 Jul 13 07:42:15.967204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1385c1-46f4-40bc-8b1e-ba350ad429e1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.975938 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aa1385c1-46f4-40bc-8b1e-ba350ad429e1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/defbdf53-9850-46b5-b1dc-979744a0941c HTTP/1.1" status: 200 len: 839 time: 0.0759676 Jul 13 07:42:15.983514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:16.016777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-69267175-30c7-4e2b-bd33-327920d68e91 req-a4981778-fe96-4a41-a588-921b3356eefc tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640711 Jul 13 07:42:16.056009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:16.103550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-adb579fc-0196-4b31-b968-f60aeffea8cf req-7d0d94e5-f060-48e2-8e1a-8df908601ed8 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247158 Jul 13 07:42:16.106654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:16.107003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9f58d4fd-e8a9-42a7-a5e0-27a9bda3eac9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:16.127134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-73a96469-6941-410d-9443-e66a22e7a365 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/defbdf53-9850-46b5-b1dc-979744a0941c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1371634 Jul 13 07:42:16.128247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:16.134330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:16.232398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:16.237725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.437298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.480539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:16.485586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:16.490142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:16.490746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.503684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38adc8e-c730-40e1-ad73-27ef1462d737 None None] Network ef826610-7ba2-4058-91a3-a7377082666d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:16.509904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=179382f5-3115-4814-814c-3bdae5834ae4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:16.517738 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-705bbeae-640e-478e-8380-a9f7c6c8e154 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3882694 Jul 13 07:42:16.518726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:16.527123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cce43255-9adf-4e7b-846c-0db4c87d3ac1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1720937520'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:16.599794 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce43255-9adf-4e7b-846c-0db4c87d3ac1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.656481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14995da2-5233-4864-b782-4ead226c5722 req-48849714-129e-47e5-8e34-6bf26a7c752e tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:16.657932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-14995da2-5233-4864-b782-4ead226c5722 req-48849714-129e-47e5-8e34-6bf26a7c752e tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 943 time: 0.1085479 Jul 13 07:42:16.726521 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-14995da2-5233-4864-b782-4ead226c5722 req-99b278dc-2b3c-4c1e-8241-9133f8456052 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568817 Jul 13 07:42:16.744676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-ef826610-7ba2-4058-91a3-a7377082666d', 'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'tenant_id': '2f6dd0ddfe0d46eeb232dde3d731154d', 'fixed_ips': [{'subnet_id': '179382f5-3115-4814-814c-3bdae5834ae4'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:16.744959 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.761174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce43255-9adf-4e7b-846c-0db4c87d3ac1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.775862 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce43255-9adf-4e7b-846c-0db4c87d3ac1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.808005 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce43255-9adf-4e7b-846c-0db4c87d3ac1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.809640 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cce43255-9adf-4e7b-846c-0db4c87d3ac1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2891235 Jul 13 07:42:16.810792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce43255-9adf-4e7b-846c-0db4c87d3ac1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fbdc8d-8549-4808-afcf-d427f6e9984b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:16.812444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55924) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:16.818167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cceef64d-69b8-4a18-96be-bd914f75f4fd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'security_group': {'name': 'tempest-secgroup-463794625'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:16.858930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cceef64d-69b8-4a18-96be-bd914f75f4fd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.980755 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cceef64d-69b8-4a18-96be-bd914f75f4fd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.983453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Allocated IP 172.20.0.2 (ef826610-7ba2-4058-91a3-a7377082666d/179382f5-3115-4814-814c-3bdae5834ae4/600e6196-5369-4a0a-8fbb-1415c8cf68db) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:16.991045 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cceef64d-69b8-4a18-96be-bd914f75f4fd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.039114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cceef64d-69b8-4a18-96be-bd914f75f4fd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.040737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cceef64d-69b8-4a18-96be-bd914f75f4fd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2272217 Jul 13 07:42:17.044703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55930) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:17.050061 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-535688661', 'security_groups': ['c3cd598a-67a4-4c16-abf1-bfda132ae8f3'], 'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '179382f5-3115-4814-814c-3bdae5834ae4'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:17.080249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceef64d-69b8-4a18-96be-bd914f75f4fd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd598a-67a4-4c16-abf1-bfda132ae8f3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.258204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:17.301607 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.316478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Transition to ACTIVE for port object 600e6196-5369-4a0a-8fbb-1415c8cf68db will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:17.340099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Transition to ACTIVE for port object 600e6196-5369-4a0a-8fbb-1415c8cf68db will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:17.349422 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.435365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:17.442629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Pushing event updated for resources: {'Port': ['ID=600e6196-5369-4a0a-8fbb-1415c8cf68db,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.449022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:17.453831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:17.470106 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a0791-f73d-4f55-8717-1582e12c313f req-cc57cfa3-5593-419e-b47e-605fbe949244 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.483828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab3a0791-f73d-4f55-8717-1582e12c313f req-cc57cfa3-5593-419e-b47e-605fbe949244 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1789761 Jul 13 07:42:17.505287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.533632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Attempting to bind port 600e6196-5369-4a0a-8fbb-1415c8cf68db on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:17.534497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Attempting to bind port 600e6196-5369-4a0a-8fbb-1415c8cf68db by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '17504837-01aa-438c-abfa-60b4bd77338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:17.535023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Attempting to bind port 600e6196-5369-4a0a-8fbb-1415c8cf68db on network ef826610-7ba2-4058-91a3-a7377082666d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:17.541812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:17.542493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Checking segment: {'id': '17504837-01aa-438c-abfa-60b4bd77338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:17.543059 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.543620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Bound using segment: {'id': '17504837-01aa-438c-abfa-60b4bd77338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:17.544528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Bound port: 600e6196-5369-4a0a-8fbb-1415c8cf68db, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17504837-01aa-438c-abfa-60b4bd77338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:17.545078 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.557822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab3a0791-f73d-4f55-8717-1582e12c313f req-f28e047d-4a5d-457c-be9f-19a8c7023c8c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728881 Jul 13 07:42:17.572538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:17.630284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] For port 600e6196-5369-4a0a-8fbb-1415c8cf68db, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:17.634456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] For port 600e6196-5369-4a0a-8fbb-1415c8cf68db, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=600e6196-5369-4a0a-8fbb-1415c8cf68db,segment=NetworkSegment(17504837-01aa-438c-abfa-60b4bd77338a),segment_id=17504837-01aa-438c-abfa-60b4bd77338a)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:17.640127 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.732510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d7e41-feb6-4199-bbdb-de09ea95d556 None None] Pushing event updated for resources: {'Port': ['ID=600e6196-5369-4a0a-8fbb-1415c8cf68db,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.810407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.3 (ef826610-7ba2-4058-91a3-a7377082666d/179382f5-3115-4814-814c-3bdae5834ae4/0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:18.007703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.010817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ee136-4c44-4b23-a11f-f05f7303b79c req-cc2c655a-b359-4fe1-a8b7-66bd524563f0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:18.023541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a10ee136-4c44-4b23-a11f-f05f7303b79c req-cc2c655a-b359-4fe1-a8b7-66bd524563f0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 943 time: 0.1522629 Jul 13 07:42:18.048782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:18.069610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a10ee136-4c44-4b23-a11f-f05f7303b79c req-8aa949f7-f9e5-428c-acd8-4d686fdc1692 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Jul 13 07:42:18.094195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.120667 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:18.147349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:18.150828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:18.156461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:18.181104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:18.216894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:18.217573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.235826 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-de43f178-cb8a-45f1-827c-4d7982071c60 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1899502 Jul 13 07:42:18.238713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55938) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:18.245010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c6d9963a-5e77-4cdc-9248-63cd84198887 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:18.245586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:18.258449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '2667f1b2-d20e-4aea-b5ba-875488aa9cf1', 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70', 'port_id': '2667f1b2-d20e-4aea-b5ba-875488aa9cf1', 'mac_address': 'fa:16:3e:c4:b7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a47d72-72f1-4c50-bf4c-d9874e24f0e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:18.301122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.328575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:18.349582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f30f9c-f03d-4ec5-a62e-eaa141640287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.352299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:18.357261 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.423851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:18.683523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2667f1b2-d20e-4aea-b5ba-875488aa9cf1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:18.790484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d9963a-5e77-4cdc-9248-63cd84198887 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:18.794624 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6d9963a-5e77-4cdc-9248-63cd84198887 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.932048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f3767-00de-46b4-9810-0cbd257b5ce5 req-ce36a387-e897-4414-af9d-6995b6162a04 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:18.942486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1f3767-00de-46b4-9810-0cbd257b5ce5 req-ce36a387-e897-4414-af9d-6995b6162a04 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.2258911 Jul 13 07:42:18.981159 n-d-758944-43 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-c6d9963a-5e77-4cdc-9248-63cd84198887 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 179382f5-3115-4814-814c-3bdae5834ae4 (CIDR: 172.20.0.0/28) Jul 13 07:42:18.996838 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d9963a-5e77-4cdc-9248-63cd84198887 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:18.997512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d9963a-5e77-4cdc-9248-63cd84198887 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:19.024031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1f3767-00de-46b4-9810-0cbd257b5ce5 req-970b60f2-eba7-4da2-8ba7-3faee1b83cf3 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802169 Jul 13 07:42:19.042068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c6d9963a-5e77-4cdc-9248-63cd84198887 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7951753 Jul 13 07:42:19.042068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.056034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:19.122266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2d7d6fd8-825f-41d3-a84c-d26653c048c4 None None] Provisioning complete for port defbdf53-9850-46b5-b1dc-979744a0941c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:19.123075 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6fd8-825f-41d3-a84c-d26653c048c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.233545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d6fd8-825f-41d3-a84c-d26653c048c4 None None] Port defbdf53-9850-46b5-b1dc-979744a0941c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:19.264256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2d7d6fd8-825f-41d3-a84c-d26653c048c4 None None] Provisioning for port 600e6196-5369-4a0a-8fbb-1415c8cf68db completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:19.357857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:19.374103 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.502624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c578d-30cc-41b1-879a-558f6fb54339 req-a8a8b79b-8c7c-4714-9008-49b2161fd99c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:19.507099 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-801c578d-30cc-41b1-879a-558f6fb54339 req-a8a8b79b-8c7c-4714-9008-49b2161fd99c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 944 time: 0.1361444 Jul 13 07:42:19.512223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-491d8b04-d472-4fd1-92ca-5af3c68ec234 None None] Provisioning for port 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:19.521769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-491d8b04-d472-4fd1-92ca-5af3c68ec234 None None] Provisioning complete for port 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:19.522211 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-491d8b04-d472-4fd1-92ca-5af3c68ec234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.595940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-801c578d-30cc-41b1-879a-558f6fb54339 req-60ca773a-d9d7-4ede-bc06-3a3344e6a520 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754473 Jul 13 07:42:19.605511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-491d8b04-d472-4fd1-92ca-5af3c68ec234 None None] Port 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:19.680036 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.718959 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:19.726471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:19.729566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:19.730191 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.738280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e194f-2cac-42e1-aa02-f9630b995a07 None None] Network ef826610-7ba2-4058-91a3-a7377082666d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:19.750769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=c9b941b8-66c8-4ba6-a06e-d7bb3932da1b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:19.758222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e00ba2d7-e2d7-41f9-9595-5fddc4876e77 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7153630 Jul 13 07:42:19.758461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55956) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.763838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-482631995', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9b941b8-66c8-4ba6-a06e-d7bb3932da1b'}], 'security_groups': ['f4fbdc8d-8549-4808-afcf-d427f6e9984b']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:20.005785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.111154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 600e6196-5369-4a0a-8fbb-1415c8cf68db up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:20.168732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:20.200924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b0e3bd-6fa0-43cd-b846-9ee3e27caf1e None None] Update dhcp port {'port': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'fixed_ips': [{'subnet_id': '179382f5-3115-4814-814c-3bdae5834ae4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9b941b8-66c8-4ba6-a06e-d7bb3932da1b'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '600e6196-5369-4a0a-8fbb-1415c8cf68db'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:42:20.246529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 600e6196-5369-4a0a-8fbb-1415c8cf68db completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:20.260042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 600e6196-5369-4a0a-8fbb-1415c8cf68db triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:20.261005 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.267533 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83b0e3bd-6fa0-43cd-b846-9ee3e27caf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.288027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f7a37-f26f-4509-b806-05e655150597 req-9c36a959-f278-453f-96a2-d2022e1bbb7e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:20.292581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f71f7a37-f26f-4509-b806-05e655150597 req-9c36a959-f278-453f-96a2-d2022e1bbb7e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1066995 Jul 13 07:42:20.359225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:20.392048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f71f7a37-f26f-4509-b806-05e655150597 req-a7bb2abc-9c7f-4c22-a558-875715250d9e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811529 Jul 13 07:42:20.462844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:20.463235 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.695867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Delete allocated IP 172.20.0.3 (ef826610-7ba2-4058-91a3-a7377082666d/179382f5-3115-4814-814c-3bdae5834ae4) {{(pid=93774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:42:20.711091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.25 (ef826610-7ba2-4058-91a3-a7377082666d/c9b941b8-66c8-4ba6-a06e-d7bb3932da1b/0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:20.770206 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.815436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 600e6196-5369-4a0a-8fbb-1415c8cf68db, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=600e6196-5369-4a0a-8fbb-1415c8cf68db,segment=NetworkSegment(17504837-01aa-438c-abfa-60b4bd77338a),segment_id=17504837-01aa-438c-abfa-60b4bd77338a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:20.816573 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.831793 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.891110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=600e6196-5369-4a0a-8fbb-1415c8cf68db,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:20.916428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34731d5c-58d2-4ced-94b5-e4c3ae8d1219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667f1b2-d20e-4aea-b5ba-875488aa9cf1'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:20.918778 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a729059-e741-4fe3-87bf-f01aa58bd416" -d '{"events": [{"server_uuid": "34731d5c-58d2-4ced-94b5-e4c3ae8d1219", "name": "network-vif-plugged", "status": "completed", "tag": "2667f1b2-d20e-4aea-b5ba-875488aa9cf1"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:20.936740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:20.942801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.985903 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1c5189-507b-4627-890a-07024c375ec3 x-openstack-request-id: req-3e1c5189-507b-4627-890a-07024c375ec3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:20.986211 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34731d5c-58d2-4ced-94b5-e4c3ae8d1219", "name": "network-vif-plugged", "status": "completed", "tag": "2667f1b2-d20e-4aea-b5ba-875488aa9cf1", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:20.986466 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e1c5189-507b-4627-890a-07024c375ec3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:20.986858 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34731d5c-58d2-4ced-94b5-e4c3ae8d1219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667f1b2-d20e-4aea-b5ba-875488aa9cf1', 'code': 200} Jul 13 07:42:21.001910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fda1a-4235-4f07-9699-51eb430dfd45 req-6a9417f6-ce69-41f8-9173-8979336f09b6 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.006515 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a9fda1a-4235-4f07-9699-51eb430dfd45 req-6a9417f6-ce69-41f8-9173-8979336f09b6 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 944 time: 0.2744112 Jul 13 07:42:21.014278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:21.051513 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1d16133-feb3-43c6-81fc-69381bfcd8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.093448 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.118477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a9fda1a-4235-4f07-9699-51eb430dfd45 req-1223c0bb-23b4-4dd9-bdd4-4ed6236305d8 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019115 Jul 13 07:42:21.147762 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.167340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:21.175030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060671-c68a-4e9b-95db-7e655763320f req-0ba28c5a-54ff-41cd-bc8d-5a3fcae8e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.177181 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f060671-c68a-4e9b-95db-7e655763320f req-0ba28c5a-54ff-41cd-bc8d-5a3fcae8e9e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 1097 time: 0.1241350 Jul 13 07:42:21.178072 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.220034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-83b0e3bd-6fa0-43cd-b846-9ee3e27caf1e None None] Allocated IP 172.20.0.18 (ef826610-7ba2-4058-91a3-a7377082666d/c9b941b8-66c8-4ba6-a06e-d7bb3932da1b/600e6196-5369-4a0a-8fbb-1415c8cf68db) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:21.309148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:21.316178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f060671-c68a-4e9b-95db-7e655763320f req-c9b4ac76-7254-421b-abc9-62d61e9fb219 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297281 Jul 13 07:42:21.333243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] In _notify_port_updated(), no bound segment for port 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 on network ef826610-7ba2-4058-91a3-a7377082666d {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:42:21.338502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.339133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.339924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-83b0e3bd-6fa0-43cd-b846-9ee3e27caf1e None None] For port 600e6196-5369-4a0a-8fbb-1415c8cf68db, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=600e6196-5369-4a0a-8fbb-1415c8cf68db,segment=NetworkSegment(17504837-01aa-438c-abfa-60b4bd77338a),segment_id=17504837-01aa-438c-abfa-60b4bd77338a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:21.340453 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-29018f51-5e78-4afb-9f7f-e8e58498da7d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "PUT /v2.0/ports/0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 HTTP/1.1" status: 200 len: 920 time: 1.5810246 Jul 13 07:42:21.343353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55968) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:21.382354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83b0e3bd-6fa0-43cd-b846-9ee3e27caf1e None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.400973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-83b0e3bd-6fa0-43cd-b846-9ee3e27caf1e None None] Transition to ACTIVE for port object 600e6196-5369-4a0a-8fbb-1415c8cf68db will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:21.405422 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83b0e3bd-6fa0-43cd-b846-9ee3e27caf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.448865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f72314e7-046d-4b1d-a76c-1745d04698a2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:21.449263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f72314e7-046d-4b1d-a76c-1745d04698a2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.462756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0e3bd-6fa0-43cd-b846-9ee3e27caf1e None None] Pushing event updated for resources: {'Port': ['ID=600e6196-5369-4a0a-8fbb-1415c8cf68db,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:21.599758 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f72314e7-046d-4b1d-a76c-1745d04698a2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.619595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f72314e7-046d-4b1d-a76c-1745d04698a2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:21.652062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61379f6c-42db-4e14-91a3-ccb6d36aba1a req-be46e426-e83e-4b97-bc7f-df2e05f6cf08 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.658770 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61379f6c-42db-4e14-91a3-ccb6d36aba1a req-be46e426-e83e-4b97-bc7f-df2e05f6cf08 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1196499 Jul 13 07:42:21.777564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61379f6c-42db-4e14-91a3-ccb6d36aba1a req-0ef5d350-81d8-41ae-b118-4011d28e0d5c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152816 Jul 13 07:42:21.927777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55980) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:21.951744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f72314e7-046d-4b1d-a76c-1745d04698a2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.959129 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.045035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 600e6196-5369-4a0a-8fbb-1415c8cf68db up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:22.065703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72314e7-046d-4b1d-a76c-1745d04698a2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.090408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1b4eb72-270c-46ad-b8f6-e34fa15b1ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.131341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f72314e7-046d-4b1d-a76c-1745d04698a2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.136831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f72314e7-046d-4b1d-a76c-1745d04698a2 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 HTTP/1.1" status: 204 len: 168 time: 0.7920809 Jul 13 07:42:22.137615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55984) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.186643 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e7e780-d39f-4c53-8e1f-3febaae55fdd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:42:22.193886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d9e7e780-d39f-4c53-8e1f-3febaae55fdd tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91 HTTP/1.1" status: 404 len: 333 time: 0.0548873 Jul 13 07:42:22.195897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55988) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.262360 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1b4eb72-270c-46ad-b8f6-e34fa15b1ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.271737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1b4eb72-270c-46ad-b8f6-e34fa15b1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.271958 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb38a298-db2d-466b-b619-68bde75ab9f3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.302131 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb38a298-db2d-466b-b619-68bde75ab9f3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.334135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e1b4eb72-270c-46ad-b8f6-e34fa15b1ab4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84cb1515868c46e5b276aab413814ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051406 Jul 13 07:42:22.335111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4eb72-270c-46ad-b8f6-e34fa15b1ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6620cc-46ef-4b43-8871-98ff3c180948,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.337649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.346927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10a0788b-0330-406c-aedb-b6e471bbe36e None None] Could not find standard attr ID for object 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:22.374112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10a0788b-0330-406c-aedb-b6e471bbe36e None None] Provisioning complete for port defbdf53-9850-46b5-b1dc-979744a0941c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:22.374571 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10a0788b-0330-406c-aedb-b6e471bbe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.422078 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b41210e-ed96-47b6-b79c-4d0a5fd774b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.427413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb38a298-db2d-466b-b619-68bde75ab9f3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.431045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb38a298-db2d-466b-b619-68bde75ab9f3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.432290 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cb38a298-db2d-466b-b619-68bde75ab9f3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/security-groups/c3cd598a-67a4-4c16-abf1-bfda132ae8f3 HTTP/1.1" status: 204 len: 168 time: 0.2352114 Jul 13 07:42:22.432837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-10a0788b-0330-406c-aedb-b6e471bbe36e None None] Port defbdf53-9850-46b5-b1dc-979744a0941c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:22.435851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.447157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10a0788b-0330-406c-aedb-b6e471bbe36e None None] Provisioning for port 600e6196-5369-4a0a-8fbb-1415c8cf68db completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:22.448899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38a298-db2d-466b-b619-68bde75ab9f3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cd598a-67a4-4c16-abf1-bfda132ae8f3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.452562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10a0788b-0330-406c-aedb-b6e471bbe36e None None] Provisioning complete for port 600e6196-5369-4a0a-8fbb-1415c8cf68db triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:22.453090 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10a0788b-0330-406c-aedb-b6e471bbe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.465164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71e1e6-e9f6-41a4-bb87-20d272dff8a1 req-ff1c710c-0a9c-43ec-8c38-51e8a520f1ed tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:22.467779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e71e1e6-e9f6-41a4-bb87-20d272dff8a1 req-ff1c710c-0a9c-43ec-8c38-51e8a520f1ed tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 945 time: 0.1490231 Jul 13 07:42:22.474442 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b41210e-ed96-47b6-b79c-4d0a5fd774b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.526101 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e71e1e6-e9f6-41a4-bb87-20d272dff8a1 req-492fc31e-c1ac-4da1-9552-aaeda1557111 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481110 Jul 13 07:42:22.545744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97f5791c-a658-4bfd-8a97-3dff3c645097 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.565939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b41210e-ed96-47b6-b79c-4d0a5fd774b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.569050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b41210e-ed96-47b6-b79c-4d0a5fd774b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.570234 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1b41210e-ed96-47b6-b79c-4d0a5fd774b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f6620cc-46ef-4b43-8871-98ff3c180948 HTTP/1.1" status: 204 len: 168 time: 0.2315853 Jul 13 07:42:22.579997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97f5791c-a658-4bfd-8a97-3dff3c645097 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.592494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41210e-ed96-47b6-b79c-4d0a5fd774b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6620cc-46ef-4b43-8871-98ff3c180948,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.639839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97f5791c-a658-4bfd-8a97-3dff3c645097 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.642467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97f5791c-a658-4bfd-8a97-3dff3c645097 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.643673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-97f5791c-a658-4bfd-8a97-3dff3c645097 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/security-groups/f4fbdc8d-8549-4808-afcf-d427f6e9984b HTTP/1.1" status: 204 len: 168 time: 0.2068808 Jul 13 07:42:22.647023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55996) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.653500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5791c-a658-4bfd-8a97-3dff3c645097 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fbdc8d-8549-4808-afcf-d427f6e9984b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.714670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ebf48a-aa8f-4f05-aa53-6dca2bd78d45 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet 179382f5-3115-4814-814c-3bdae5834ae4 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:22.718573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf48a-aa8f-4f05-aa53-6dca2bd78d45 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.762242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf48a-aa8f-4f05-aa53-6dca2bd78d45 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.862667 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf48a-aa8f-4f05-aa53-6dca2bd78d45 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.932090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf48a-aa8f-4f05-aa53-6dca2bd78d45 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.949186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf48a-aa8f-4f05-aa53-6dca2bd78d45 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.951907 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d9ebf48a-aa8f-4f05-aa53-6dca2bd78d45 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/179382f5-3115-4814-814c-3bdae5834ae4 HTTP/1.1" status: 204 len: 168 time: 0.3033311 Jul 13 07:42:22.955622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.963502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:22.971787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebf48a-aa8f-4f05-aa53-6dca2bd78d45 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=179382f5-3115-4814-814c-3bdae5834ae4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.981741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-855ee6eb-afb7-416f-ac88-24befabf4312 None None] Could not find standard attr ID for object 0ee65dc4-3050-4a27-9c3e-ba61ed9c2c91. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:23.145257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1045-031e-45f5-b4ce-534664adebea req-c1edc673-e1cd-49ee-9660-280b22c1a454 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:23.147434 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-668c1045-031e-45f5-b4ce-534664adebea req-c1edc673-e1cd-49ee-9660-280b22c1a454 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1507623 Jul 13 07:42:23.176310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb122f8-da1e-4957-abc3-b0f04b55b479 None None] Network ef826610-7ba2-4058-91a3-a7377082666d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:23.220452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:23.224452 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.234507 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-668c1045-031e-45f5-b4ce-534664adebea req-79f8b4c2-e2f7-4cb0-841c-772dc3ef4e3d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749123 Jul 13 07:42:23.562382 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.647681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:23.652946 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.655720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:23.661806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:23.662452 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.666768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=157ab794-6c5b-40e8-85eb-25ce23081d23,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:23.690141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-61305d27-51b1-4bcf-a7e2-9f015be26392 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7308114 Jul 13 07:42:23.694590 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:23.700074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f17bd3aa-d9f3-4172-9fbe-2be252a05785 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1899449560'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:23.760039 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f17bd3aa-d9f3-4172-9fbe-2be252a05785 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.843323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4231b-d4a2-4e7c-bd2b-43bf2d20e480 req-67181d2c-94e2-4759-887c-29287cbc58cf tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:23.844938 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37d4231b-d4a2-4e7c-bd2b-43bf2d20e480 req-67181d2c-94e2-4759-887c-29287cbc58cf tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 945 time: 0.1214919 Jul 13 07:42:23.917530 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f17bd3aa-d9f3-4172-9fbe-2be252a05785 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.934549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37d4231b-d4a2-4e7c-bd2b-43bf2d20e480 req-b8f8da62-eddb-44ce-bbd1-b97885ce9081 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771332 Jul 13 07:42:23.939951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f17bd3aa-d9f3-4172-9fbe-2be252a05785 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.978532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f17bd3aa-d9f3-4172-9fbe-2be252a05785 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.979819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f17bd3aa-d9f3-4172-9fbe-2be252a05785 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2835481 Jul 13 07:42:23.980768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bd3aa-d9f3-4172-9fbe-2be252a05785 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f521d8da-d4cc-4b36-aa3c-6f7386fe583b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:23.983062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:23.988053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9b0df19b-7784-4eb5-94dc-e6d818bd7b3d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'security_group': {'name': 'tempest-secgroup-560102697'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:24.018937 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b0df19b-7784-4eb5-94dc-e6d818bd7b3d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.128656 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b0df19b-7784-4eb5-94dc-e6d818bd7b3d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.135104 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b0df19b-7784-4eb5-94dc-e6d818bd7b3d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.169693 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b0df19b-7784-4eb5-94dc-e6d818bd7b3d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.173848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56046) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:24.174430 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9b0df19b-7784-4eb5-94dc-e6d818bd7b3d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1899030 Jul 13 07:42:24.179594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fed0b38c-e126-442f-9ad4-688d9e9bb434 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'security_group': {'name': 'tempest-secgroup-600717287'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:24.180001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0df19b-7784-4eb5-94dc-e6d818bd7b3d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad87e42-d5dd-461b-9db6-78043e65d111,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:24.208357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f29cde-4535-4d50-aaad-7071b106c856 None None] Network ef826610-7ba2-4058-91a3-a7377082666d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:24.235721 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fed0b38c-e126-442f-9ad4-688d9e9bb434 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.348083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10f12e12-6e8b-4e90-aa7c-08cb4f3781fb None None] Provisioning complete for port defbdf53-9850-46b5-b1dc-979744a0941c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:24.348083 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10f12e12-6e8b-4e90-aa7c-08cb4f3781fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.409252 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fed0b38c-e126-442f-9ad4-688d9e9bb434 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.416020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fed0b38c-e126-442f-9ad4-688d9e9bb434 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.472881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0b38c-e126-442f-9ad4-688d9e9bb434 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef82e0-73e5-4bb4-9754-09a911b4126c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:24.480535 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fed0b38c-e126-442f-9ad4-688d9e9bb434 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.482820 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fed0b38c-e126-442f-9ad4-688d9e9bb434 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3076179 Jul 13 07:42:24.485487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:24.494285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1126163288', 'security_groups': ['45ef82e0-73e5-4bb4-9754-09a911b4126c'], 'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '157ab794-6c5b-40e8-85eb-25ce23081d23'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:24.499046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-10f12e12-6e8b-4e90-aa7c-08cb4f3781fb None None] Port defbdf53-9850-46b5-b1dc-979744a0941c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:24.556452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10f12e12-6e8b-4e90-aa7c-08cb4f3781fb None None] Provisioning complete for port 600e6196-5369-4a0a-8fbb-1415c8cf68db triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:24.559404 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10f12e12-6e8b-4e90-aa7c-08cb4f3781fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.633390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d15ee-9f2a-41b8-b11e-57f323c15fe8 req-ef171278-22de-48bd-827c-411392f8343f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:24.637056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-771d15ee-9f2a-41b8-b11e-57f323c15fe8 req-ef171278-22de-48bd-827c-411392f8343f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1510770 Jul 13 07:42:24.694662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:24.703475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.712694 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-771d15ee-9f2a-41b8-b11e-57f323c15fe8 req-cfec9fdd-8f2c-452e-985d-b5401892c912 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498164 Jul 13 07:42:24.733349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Update dhcp port {'port': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'fixed_ips': [{'subnet_id': 'c9b941b8-66c8-4ba6-a06e-d7bb3932da1b', 'ip_address': '172.20.0.18'}, {'subnet_id': '157ab794-6c5b-40e8-85eb-25ce23081d23'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '600e6196-5369-4a0a-8fbb-1415c8cf68db'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:42:24.739295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] device_id is not set on port 1b6e6576-1ec9-4de2-8587-3211bf7f7356 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:24.776462 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.978256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.2 (ef826610-7ba2-4058-91a3-a7377082666d/157ab794-6c5b-40e8-85eb-25ce23081d23/1b6e6576-1ec9-4de2-8587-3211bf7f7356) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:25.159272 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.181041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Transition to ACTIVE for port object 1b6e6576-1ec9-4de2-8587-3211bf7f7356 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:25.241407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.314332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:25.318210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:25.326712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:25.365003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=1b6e6576-1ec9-4de2-8587-3211bf7f7356,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:25.381175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a97f2fc8-88a0-4b76-8836-50a53c4786fa {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:42:25.386529 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:42:25.437503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:25.438764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.463825 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f626ba05-e5b8-44fc-9fc7-2d3c65add161 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9742837 Jul 13 07:42:25.464731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56088) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:25.474696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c66e9030-8b6a-47f8-aa68-a192acfa5c7a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:25.627753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66e9030-8b6a-47f8-aa68-a192acfa5c7a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:25.631846 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c66e9030-8b6a-47f8-aa68-a192acfa5c7a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.746413 n-d-758944-43 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-c66e9030-8b6a-47f8-aa68-a192acfa5c7a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 157ab794-6c5b-40e8-85eb-25ce23081d23 (CIDR: 172.20.0.0/28) Jul 13 07:42:25.751129 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66e9030-8b6a-47f8-aa68-a192acfa5c7a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:25.751768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66e9030-8b6a-47f8-aa68-a192acfa5c7a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:25.769365 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c66e9030-8b6a-47f8-aa68-a192acfa5c7a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3034985 Jul 13 07:42:25.772884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56104) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:25.781003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b8a7f1a3-53fd-47c3-84bc-2abf8152728a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:25.956375 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.006296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a7f1a3-53fd-47c3-84bc-2abf8152728a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:26.010795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8a7f1a3-53fd-47c3-84bc-2abf8152728a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.029145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ed481-041b-4d22-bfeb-369495d121c7 req-21c56503-8380-4771-bea7-7c951a46d4c2 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:26.032098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-371ed481-041b-4d22-bfeb-369495d121c7 req-21c56503-8380-4771-bea7-7c951a46d4c2 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1574078 Jul 13 07:42:26.173907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56110) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.177660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-371ed481-041b-4d22-bfeb-369495d121c7 req-7dd5d12f-3681-493e-ba7c-4740cf8dc0eb tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325567 Jul 13 07:42:26.179805 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Allocated IP 172.20.0.3 (ef826610-7ba2-4058-91a3-a7377082666d/157ab794-6c5b-40e8-85eb-25ce23081d23/600e6196-5369-4a0a-8fbb-1415c8cf68db) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:26.211163 n-d-758944-43 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-b8a7f1a3-53fd-47c3-84bc-2abf8152728a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c9b941b8-66c8-4ba6-a06e-d7bb3932da1b (CIDR: 172.20.0.16/28) Jul 13 07:42:26.215041 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a7f1a3-53fd-47c3-84bc-2abf8152728a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:26.215526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a7f1a3-53fd-47c3-84bc-2abf8152728a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:26.237477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.238134 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b8a7f1a3-53fd-47c3-84bc-2abf8152728a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4632626 Jul 13 07:42:26.243893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'subnet': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:26.335293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] For port 600e6196-5369-4a0a-8fbb-1415c8cf68db, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=600e6196-5369-4a0a-8fbb-1415c8cf68db,segment=NetworkSegment(17504837-01aa-438c-abfa-60b4bd77338a),segment_id=17504837-01aa-438c-abfa-60b4bd77338a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:26.370297 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.373396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7d102d0-132c-4309-b7f7-1b4795a33be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.386681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Transition to ACTIVE for port object 600e6196-5369-4a0a-8fbb-1415c8cf68db will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:26.393422 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.411447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Made reservation on behalf of 2f6dd0ddfe0d46eeb232dde3d731154d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:26.415709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.497777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749db24-7098-4391-baf3-b58ff5034b7c None None] Pushing event updated for resources: {'Port': ['ID=600e6196-5369-4a0a-8fbb-1415c8cf68db,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:26.612252 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7d102d0-132c-4309-b7f7-1b4795a33be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.635471 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7d102d0-132c-4309-b7f7-1b4795a33be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.705247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d102d0-132c-4309-b7f7-1b4795a33be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a801d18-8af7-463c-a1fa-0986caf11ca0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:26.712811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f7d102d0-132c-4309-b7f7-1b4795a33be9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80499f3800e646cd97b02f73d99dc16b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344851 Jul 13 07:42:26.713063 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56120) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.824178 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.829518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bba9acb5-5a4b-4ed9-aee1-7577d3fe10e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.889914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Network ef826610-7ba2-4058-91a3-a7377082666d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:26.898973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:26.902186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bba9acb5-5a4b-4ed9-aee1-7577d3fe10e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.907322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:26.907916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.931441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Subnet': ['ID=1184cc70-66a3-42d1-89cf-dfabaa455fae,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:26.958812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2e51b91d-5652-4e59-8d3e-63638d89cc47 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7170596 Jul 13 07:42:26.959186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56122) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.964846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1106086311', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1184cc70-66a3-42d1-89cf-dfabaa455fae'}], 'security_groups': ['f521d8da-d4cc-4b36-aa3c-6f7386fe583b', '1ad87e42-d5dd-461b-9db6-78043e65d111']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:26.987051 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bba9acb5-5a4b-4ed9-aee1-7577d3fe10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.990858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bba9acb5-5a4b-4ed9-aee1-7577d3fe10e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.992314 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bba9acb5-5a4b-4ed9-aee1-7577d3fe10e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a801d18-8af7-463c-a1fa-0986caf11ca0 HTTP/1.1" status: 204 len: 168 time: 0.2782991 Jul 13 07:42:27.020809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9acb5-5a4b-4ed9-aee1-7577d3fe10e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a801d18-8af7-463c-a1fa-0986caf11ca0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:27.221358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.287021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d2ec9-d947-4c6f-92f0-f5fd2b28cc94 None None] Network ef826610-7ba2-4058-91a3-a7377082666d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:27.411866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-48e89ba6-decf-495c-9bf5-4b624ea14494 None None] Provisioning complete for port defbdf53-9850-46b5-b1dc-979744a0941c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:27.413125 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48e89ba6-decf-495c-9bf5-4b624ea14494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.456354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:27.460027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-48e89ba6-decf-495c-9bf5-4b624ea14494 None None] Port defbdf53-9850-46b5-b1dc-979744a0941c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:27.481298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb912c15-e605-48dd-a180-2f35ebc6e961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.503761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-48e89ba6-decf-495c-9bf5-4b624ea14494 None None] Provisioning for port 600e6196-5369-4a0a-8fbb-1415c8cf68db completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:27.513221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-48e89ba6-decf-495c-9bf5-4b624ea14494 None None] Provisioning complete for port 600e6196-5369-4a0a-8fbb-1415c8cf68db triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:27.514449 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48e89ba6-decf-495c-9bf5-4b624ea14494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.567344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19511266-9801-4729-8e1e-e0245dc7c7c0 req-0cc387ee-afdf-45bc-9949-1379dd5dba86 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:27.575714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-19511266-9801-4729-8e1e-e0245dc7c7c0 req-0cc387ee-afdf-45bc-9949-1379dd5dba86 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1956961 Jul 13 07:42:27.688998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-19511266-9801-4729-8e1e-e0245dc7c7c0 req-af459a3b-e302-4a1b-a9d0-21e21a7d18c2 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120503 Jul 13 07:42:27.768544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Delete allocated IP 172.20.0.2 (ef826610-7ba2-4058-91a3-a7377082666d/157ab794-6c5b-40e8-85eb-25ce23081d23) {{(pid=93774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:42:27.779638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Allocated IP 172.20.0.39 (ef826610-7ba2-4058-91a3-a7377082666d/1184cc70-66a3-42d1-89cf-dfabaa455fae/1b6e6576-1ec9-4de2-8587-3211bf7f7356) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:28.021237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b905f4-9674-4856-8c13-42f5747ff23e None None] Update dhcp port {'port': {'network_id': 'ef826610-7ba2-4058-91a3-a7377082666d', 'fixed_ips': [{'subnet_id': 'c9b941b8-66c8-4ba6-a06e-d7bb3932da1b', 'ip_address': '172.20.0.18'}, {'subnet_id': '157ab794-6c5b-40e8-85eb-25ce23081d23', 'ip_address': '172.20.0.3'}, {'subnet_id': '1184cc70-66a3-42d1-89cf-dfabaa455fae'}], 'binding:host_id': 'n-d-758944-43'}, 'id': '600e6196-5369-4a0a-8fbb-1415c8cf68db'} from n-d-758944-43. {{(pid=93775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:42:28.056028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 600e6196-5369-4a0a-8fbb-1415c8cf68db up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:28.071707 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb912c15-e605-48dd-a180-2f35ebc6e961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.077831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb912c15-e605-48dd-a180-2f35ebc6e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.080907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.094277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Ignored duplicate provisioning block setup for port 1b6e6576-1ec9-4de2-8587-3211bf7f7356 by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:42:28.102916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.112579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bb912c15-e605-48dd-a180-2f35ebc6e961 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0d1a5525a804044a08166aa56bd5818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523976 Jul 13 07:42:28.113510 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2b905f4-9674-4856-8c13-42f5747ff23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.118301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56136) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:28.153097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb912c15-e605-48dd-a180-2f35ebc6e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27717af-bd2a-4a95-9435-367efea8df92,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.173577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event updated for resources: {'Port': ['ID=1b6e6576-1ec9-4de2-8587-3211bf7f7356,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.198101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46ff5be7-144f-4409-a6e9-fa89c38919ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.228428 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46ff5be7-144f-4409-a6e9-fa89c38919ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.274034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] In _notify_port_updated(), no bound segment for port 1b6e6576-1ec9-4de2-8587-3211bf7f7356 on network ef826610-7ba2-4058-91a3-a7377082666d {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:42:28.279613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:28.280255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.284232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0784816f-2009-4fa1-9ab7-1fb6a9a43386 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "PUT /v2.0/ports/1b6e6576-1ec9-4de2-8587-3211bf7f7356 HTTP/1.1" status: 200 len: 960 time: 1.3214018 Jul 13 07:42:28.284568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56140) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:28.289447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 600e6196-5369-4a0a-8fbb-1415c8cf68db triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:28.290004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.332168 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46ff5be7-144f-4409-a6e9-fa89c38919ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.335195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46ff5be7-144f-4409-a6e9-fa89c38919ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.336031 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-46ff5be7-144f-4409-a6e9-fa89c38919ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b27717af-bd2a-4a95-9435-367efea8df92 HTTP/1.1" status: 204 len: 168 time: 0.2167833 Jul 13 07:42:28.354356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff5be7-144f-4409-a6e9-fa89c38919ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27717af-bd2a-4a95-9435-367efea8df92,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.430986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-26ea89dc-25c1-493d-b87b-8045fe800402 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port 1b6e6576-1ec9-4de2-8587-3211bf7f7356 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:28.431337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26ea89dc-25c1-493d-b87b-8045fe800402 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.434895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f2b905f4-9674-4856-8c13-42f5747ff23e None None] Allocated IP 172.20.0.34 (ef826610-7ba2-4058-91a3-a7377082666d/1184cc70-66a3-42d1-89cf-dfabaa455fae/600e6196-5369-4a0a-8fbb-1415c8cf68db) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:28.561704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26ea89dc-25c1-493d-b87b-8045fe800402 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.575976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f2b905f4-9674-4856-8c13-42f5747ff23e None None] For port 600e6196-5369-4a0a-8fbb-1415c8cf68db, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=600e6196-5369-4a0a-8fbb-1415c8cf68db,segment=NetworkSegment(17504837-01aa-438c-abfa-60b4bd77338a),segment_id=17504837-01aa-438c-abfa-60b4bd77338a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:28.579518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-26ea89dc-25c1-493d-b87b-8045fe800402 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for 1b6e6576-1ec9-4de2-8587-3211bf7f7356 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:28.614618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2b905f4-9674-4856-8c13-42f5747ff23e None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.633573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f2b905f4-9674-4856-8c13-42f5747ff23e None None] Transition to ACTIVE for port object 600e6196-5369-4a0a-8fbb-1415c8cf68db will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:28.640251 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2b905f4-9674-4856-8c13-42f5747ff23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.768270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b905f4-9674-4856-8c13-42f5747ff23e None None] Pushing event updated for resources: {'Port': ['ID=600e6196-5369-4a0a-8fbb-1415c8cf68db,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.778693 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26ea89dc-25c1-493d-b87b-8045fe800402 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.831692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea89dc-25c1-493d-b87b-8045fe800402 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=1b6e6576-1ec9-4de2-8587-3211bf7f7356,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.964528 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26ea89dc-25c1-493d-b87b-8045fe800402 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.966598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-26ea89dc-25c1-493d-b87b-8045fe800402 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/1b6e6576-1ec9-4de2-8587-3211bf7f7356 HTTP/1.1" status: 204 len: 168 time: 0.6810195 Jul 13 07:42:28.975113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56158) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:28.980071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0437c4-49f6-41e4-87d2-0f92e42c9e1f req-09c3d857-d225-402d-9c06-888f32109a01 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:28.990555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c0437c4-49f6-41e4-87d2-0f92e42c9e1f req-09c3d857-d225-402d-9c06-888f32109a01 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1526408 Jul 13 07:42:29.014925 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e737c3f-2522-4dc9-9b55-dcf094fb70b0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] GET failed (client error): The resource could not be found. Jul 13 07:42:29.021232 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4e737c3f-2522-4dc9-9b55-dcf094fb70b0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports/1b6e6576-1ec9-4de2-8587-3211bf7f7356 HTTP/1.1" status: 404 len: 333 time: 0.0443935 Jul 13 07:42:29.022394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:29.066642 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c0437c4-49f6-41e4-87d2-0f92e42c9e1f req-e72cbd42-e626-45d5-b3d7-9babe97360ec tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758877 Jul 13 07:42:29.116776 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51baff37-973e-43ca-bd9d-5e6a054d2f6d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.147487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51baff37-973e-43ca-bd9d-5e6a054d2f6d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.218035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51baff37-973e-43ca-bd9d-5e6a054d2f6d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.220912 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51baff37-973e-43ca-bd9d-5e6a054d2f6d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.222483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-51baff37-973e-43ca-bd9d-5e6a054d2f6d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/security-groups/45ef82e0-73e5-4bb4-9754-09a911b4126c HTTP/1.1" status: 204 len: 168 time: 0.1979747 Jul 13 07:42:29.225764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:29.245278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baff37-973e-43ca-bd9d-5e6a054d2f6d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef82e0-73e5-4bb4-9754-09a911b4126c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:29.351745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1a15-45db-4d1b-b6d7-506c76271ad5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.389988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1a15-45db-4d1b-b6d7-506c76271ad5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.454231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1a15-45db-4d1b-b6d7-506c76271ad5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.459230 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1a15-45db-4d1b-b6d7-506c76271ad5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.460725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5e5b1a15-45db-4d1b-b6d7-506c76271ad5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ad87e42-d5dd-461b-9db6-78043e65d111 HTTP/1.1" status: 204 len: 168 time: 0.2338729 Jul 13 07:42:29.463879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56176) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:29.490185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b1a15-45db-4d1b-b6d7-506c76271ad5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad87e42-d5dd-461b-9db6-78043e65d111,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:29.550929 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca322875-677f-464f-80db-00571238d6d1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.578967 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca322875-677f-464f-80db-00571238d6d1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.621095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-976a8adb-132f-4919-a563-8c245753d6bb None None] Could not find standard attr ID for object 1b6e6576-1ec9-4de2-8587-3211bf7f7356. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:29.636100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-976a8adb-132f-4919-a563-8c245753d6bb None None] Provisioning complete for port defbdf53-9850-46b5-b1dc-979744a0941c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:29.636588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-976a8adb-132f-4919-a563-8c245753d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.642102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca322875-677f-464f-80db-00571238d6d1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.646342 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca322875-677f-464f-80db-00571238d6d1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.649996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ca322875-677f-464f-80db-00571238d6d1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/security-groups/f521d8da-d4cc-4b36-aa3c-6f7386fe583b HTTP/1.1" status: 204 len: 168 time: 0.1823525 Jul 13 07:42:29.650384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56180) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:29.662580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca322875-677f-464f-80db-00571238d6d1 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f521d8da-d4cc-4b36-aa3c-6f7386fe583b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:29.701170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-976a8adb-132f-4919-a563-8c245753d6bb None None] Port defbdf53-9850-46b5-b1dc-979744a0941c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:29.731203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-976a8adb-132f-4919-a563-8c245753d6bb None None] Provisioning for port 600e6196-5369-4a0a-8fbb-1415c8cf68db completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:29.736825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-976a8adb-132f-4919-a563-8c245753d6bb None None] Provisioning complete for port 600e6196-5369-4a0a-8fbb-1415c8cf68db triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:29.737208 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-976a8adb-132f-4919-a563-8c245753d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.741049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcdffeb-154b-4ece-b669-e9c18d2afcf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet 157ab794-6c5b-40e8-85eb-25ce23081d23 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:29.745133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcdffeb-154b-4ece-b669-e9c18d2afcf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.802851 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcdffeb-154b-4ece-b669-e9c18d2afcf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.917192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcdffeb-154b-4ece-b669-e9c18d2afcf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.968349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8af57c1a-c06b-4941-85a8-01c2e8313692 None None] Could not find standard attr ID for object 1b6e6576-1ec9-4de2-8587-3211bf7f7356. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:30.014563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcdffeb-154b-4ece-b669-e9c18d2afcf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.030141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcdffeb-154b-4ece-b669-e9c18d2afcf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.040034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 600e6196-5369-4a0a-8fbb-1415c8cf68db up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:30.040238 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7fcdffeb-154b-4ece-b669-e9c18d2afcf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/157ab794-6c5b-40e8-85eb-25ce23081d23 HTTP/1.1" status: 204 len: 168 time: 0.3851500 Jul 13 07:42:30.040579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56188) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:30.063295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdffeb-154b-4ece-b669-e9c18d2afcf5 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=157ab794-6c5b-40e8-85eb-25ce23081d23,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:30.125724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet 1184cc70-66a3-42d1-89cf-dfabaa455fae {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:30.130713 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.178734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 600e6196-5369-4a0a-8fbb-1415c8cf68db triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:30.181219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.184995 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.355828 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.454454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.514270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.516610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/1184cc70-66a3-42d1-89cf-dfabaa455fae HTTP/1.1" status: 204 len: 168 time: 0.4745545 Jul 13 07:42:30.517755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=1184cc70-66a3-42d1-89cf-dfabaa455fae,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:30.521299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56204) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:30.526566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370f77-8cf2-4a40-90ae-ce14e4a0531d req-7461a7ef-dcae-4c21-b0b7-4dcabbe97874 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:30.534500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f370f77-8cf2-4a40-90ae-ce14e4a0531d req-7461a7ef-dcae-4c21-b0b7-4dcabbe97874 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1691201 Jul 13 07:42:30.565014 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dba23a-6a08-41d9-9d7d-521dab461323 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:30.565511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dba23a-6a08-41d9-9d7d-521dab461323 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:30.570099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:30.571173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c9dba23a-6a08-41d9-9d7d-521dab461323 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/157ab794-6c5b-40e8-85eb-25ce23081d23 HTTP/1.1" status: 404 len: 337 time: 0.0486145 Jul 13 07:42:30.573496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3b533-6490-4f5c-85bf-9cb0fd80f299 None None] Network ef826610-7ba2-4058-91a3-a7377082666d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:30.577448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.577831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.578213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.578559 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.578900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.579259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.579832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.581828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.582237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.582623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.582963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.583565 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeded686-77a5-4a56-ad49-dbcab947e170 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:30.618788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6635eccf-226f-4486-9716-9a9e6b63d570 None None] Could not find standard attr ID for object 1b6e6576-1ec9-4de2-8587-3211bf7f7356. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:30.642857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f370f77-8cf2-4a40-90ae-ce14e4a0531d req-98619bb0-e20b-458a-878f-a3b32270459c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068587 Jul 13 07:42:30.708138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a70aa9-cce6-43eb-b3db-4e90363bd49d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting subnet c9b941b8-66c8-4ba6-a06e-d7bb3932da1b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:30.713827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a70aa9-cce6-43eb-b3db-4e90363bd49d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.779508 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a70aa9-cce6-43eb-b3db-4e90363bd49d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.895951 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a70aa9-cce6-43eb-b3db-4e90363bd49d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.986313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a70aa9-cce6-43eb-b3db-4e90363bd49d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.025047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a70aa9-cce6-43eb-b3db-4e90363bd49d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b941b8-66c8-4ba6-a06e-d7bb3932da1b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:31.031811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a70aa9-cce6-43eb-b3db-4e90363bd49d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.034453 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-09a70aa9-cce6-43eb-b3db-4e90363bd49d tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/c9b941b8-66c8-4ba6-a06e-d7bb3932da1b HTTP/1.1" status: 204 len: 168 time: 0.4618485 Jul 13 07:42:31.037788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56224) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.072421 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-76953401-1b2b-4c02-83d6-66cc24eb386a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.073035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76953401-1b2b-4c02-83d6-66cc24eb386a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.075195 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-76953401-1b2b-4c02-83d6-66cc24eb386a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/179382f5-3115-4814-814c-3bdae5834ae4 HTTP/1.1" status: 404 len: 337 time: 0.0358739 Jul 13 07:42:31.078258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.112521 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f43db643-2db0-48b1-b704-72d31e0bf39a tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d586-1cfc-4145-a7bb-bfafab96661a HTTP/1.1" status: 200 len: 205 time: 0.0308828 Jul 13 07:42:31.113108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.152594 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-92978a52-88bb-4f99-ae7a-1574ec89a2c9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] delete failed (client error): The resource could not be found. Jul 13 07:42:31.153669 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-92978a52-88bb-4f99-ae7a-1574ec89a2c9 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/routers/c1d6d586-1cfc-4145-a7bb-bfafab96661a HTTP/1.1" status: 404 len: 336 time: 0.0395868 Jul 13 07:42:31.156790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56230) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.208694 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c006513-8457-4ff2-a274-321cb5b1b488 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.209196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c006513-8457-4ff2-a274-321cb5b1b488 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.214035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56232) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.214275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8c006513-8457-4ff2-a274-321cb5b1b488 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/41edb051-1d22-4e72-83c6-a48b96f4d995 HTTP/1.1" status: 404 len: 337 time: 0.0543859 Jul 13 07:42:31.256351 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f54652-9fc3-4b1b-b944-037fa72daa13 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.256946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f54652-9fc3-4b1b-b944-037fa72daa13 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.261633 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-93f54652-9fc3-4b1b-b944-037fa72daa13 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/a458a4e2-7bc9-4b25-be6e-38a584139ab2 HTTP/1.1" status: 404 len: 337 time: 0.0435641 Jul 13 07:42:31.262060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56234) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.298073 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6835cd-05b9-4619-9304-ad5aa3038f58 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.298590 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6835cd-05b9-4619-9304-ad5aa3038f58 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.300512 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4f6835cd-05b9-4619-9304-ad5aa3038f58 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/a0cb47c3-80bb-45d2-a360-aeb78b1a7a9c HTTP/1.1" status: 404 len: 337 time: 0.0373893 Jul 13 07:42:31.303383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56238) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.334263 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efa2a33-516c-4793-bab4-983cb1af6b25 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.334855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efa2a33-516c-4793-bab4-983cb1af6b25 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.337181 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6efa2a33-516c-4793-bab4-983cb1af6b25 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/b0ed5ea8-f389-42f9-bd3b-d2f23ceb5cb3 HTTP/1.1" status: 404 len: 333 time: 0.0329576 Jul 13 07:42:31.339947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56240) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.370376 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc6ab5c-bb85-48bb-b4af-55c799bfa2ad tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.370924 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc6ab5c-bb85-48bb-b4af-55c799bfa2ad tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.372822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3bc6ab5c-bb85-48bb-b4af-55c799bfa2ad tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/14e2587b-87a3-450b-b056-005429b2031e HTTP/1.1" status: 404 len: 337 time: 0.0318115 Jul 13 07:42:31.375594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56242) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.409616 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-beac9943-8298-4037-8295-e31cad5b9431 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.410122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beac9943-8298-4037-8295-e31cad5b9431 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.415083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-beac9943-8298-4037-8295-e31cad5b9431 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/f0f150fe-5c48-45c1-8181-2ba2b1d313d6 HTTP/1.1" status: 404 len: 337 time: 0.0358322 Jul 13 07:42:31.415603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56248) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.447718 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-924fec2e-a2f2-4580-ba99-93cb228689b3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.448535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924fec2e-a2f2-4580-ba99-93cb228689b3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.450617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-924fec2e-a2f2-4580-ba99-93cb228689b3 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/0007d019-9537-4a57-8db4-d38350d22c4c HTTP/1.1" status: 404 len: 333 time: 0.0340097 Jul 13 07:42:31.454011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56250) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.490687 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e6cef5-8a40-4da5-a1fe-022500caee5e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.491396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e6cef5-8a40-4da5-a1fe-022500caee5e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.496048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f1e6cef5-8a40-4da5-a1fe-022500caee5e tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/9be26a20-6bf7-4ebd-b49a-62b1979bdb10 HTTP/1.1" status: 404 len: 337 time: 0.0380802 Jul 13 07:42:31.496434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56252) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.534307 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b35a3d-186f-4510-9f1b-755c1d2f08d0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:31.534838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b35a3d-186f-4510-9f1b-755c1d2f08d0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:31.540078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.540648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b3b35a3d-186f-4510-9f1b-755c1d2f08d0 tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/subnets/18d74768-b5ba-40eb-af9e-32d0335422bf HTTP/1.1" status: 404 len: 337 time: 0.0421567 Jul 13 07:42:31.696556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-186ed558-7223-42f4-99cd-892b17e7e9aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Deleting port defbdf53-9850-46b5-b1dc-979744a0941c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:31.697140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-186ed558-7223-42f4-99cd-892b17e7e9aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.698974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ccbc0-dafd-4cc8-be5c-00684a93b5e7 None None] Network ef826610-7ba2-4058-91a3-a7377082666d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:31.820634 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-186ed558-7223-42f4-99cd-892b17e7e9aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.864794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7c25ab2e-6f3a-4691-b0cf-9b71100958f3 None None] Provisioning complete for port defbdf53-9850-46b5-b1dc-979744a0941c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:31.865487 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c25ab2e-6f3a-4691-b0cf-9b71100958f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.866558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-186ed558-7223-42f4-99cd-892b17e7e9aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Calling delete_port for defbdf53-9850-46b5-b1dc-979744a0941c owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:31.970813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f91971-ac8e-4a36-a681-a0bdd89b7bae req-5008f4d5-354a-471e-8453-d26a07db8b5b tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:31.972390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7c25ab2e-6f3a-4691-b0cf-9b71100958f3 None None] Port defbdf53-9850-46b5-b1dc-979744a0941c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:31.979340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d7f91971-ac8e-4a36-a681-a0bdd89b7bae req-5008f4d5-354a-471e-8453-d26a07db8b5b tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1555381 Jul 13 07:42:32.003287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7c25ab2e-6f3a-4691-b0cf-9b71100958f3 None None] Provisioning complete for port 600e6196-5369-4a0a-8fbb-1415c8cf68db triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:32.004293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c25ab2e-6f3a-4691-b0cf-9b71100958f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.038635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d7f91971-ac8e-4a36-a681-a0bdd89b7bae req-f20dc6cb-adc8-4b72-81ed-f983eaecd4ba tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582600 Jul 13 07:42:32.063254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-186ed558-7223-42f4-99cd-892b17e7e9aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.112290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ed558-7223-42f4-99cd-892b17e7e9aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Port': ['ID=defbdf53-9850-46b5-b1dc-979744a0941c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:32.116947 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-186ed558-7223-42f4-99cd-892b17e7e9aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.121336 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-186ed558-7223-42f4-99cd-892b17e7e9aa tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/ports/defbdf53-9850-46b5-b1dc-979744a0941c HTTP/1.1" status: 204 len: 168 time: 0.5779867 Jul 13 07:42:32.122012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:32.155003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb7812-4e1e-4c93-b0da-da65f4978e33 None None] DHCP port deletion for ef826610-7ba2-4058-91a3-a7377082666d request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:32.223756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb7812-4e1e-4c93-b0da-da65f4978e33 None None] Deleting port 600e6196-5369-4a0a-8fbb-1415c8cf68db {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:32.224271 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7812-4e1e-4c93-b0da-da65f4978e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.300985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8ebb7812-4e1e-4c93-b0da-da65f4978e33 None None] For port 600e6196-5369-4a0a-8fbb-1415c8cf68db, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=600e6196-5369-4a0a-8fbb-1415c8cf68db,segment=NetworkSegment(17504837-01aa-438c-abfa-60b4bd77338a),segment_id=17504837-01aa-438c-abfa-60b4bd77338a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:32.301234 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7812-4e1e-4c93-b0da-da65f4978e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.316188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb7812-4e1e-4c93-b0da-da65f4978e33 None None] Calling delete_port for 600e6196-5369-4a0a-8fbb-1415c8cf68db owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:32.419165 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7812-4e1e-4c93-b0da-da65f4978e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.448976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb7812-4e1e-4c93-b0da-da65f4978e33 None None] Pushing event deleted for resources: {'Port': ['ID=600e6196-5369-4a0a-8fbb-1415c8cf68db,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:32.454385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb7812-4e1e-4c93-b0da-da65f4978e33 None None] No DVR routers for this DVR port 600e6196-5369-4a0a-8fbb-1415c8cf68db on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:32.529148 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.623182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.636326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef826610-7ba2-4058-91a3-a7377082666d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:32.654686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17504837-01aa-438c-abfa-60b4bd77338a') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:32.655430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17504837-01aa-438c-abfa-60b4bd77338a') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:32.672345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.687251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.694077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:32.694620 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:32.698470 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:32.771696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.776482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.778449 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] 10.222.0.41 "DELETE /v2.0/networks/ef826610-7ba2-4058-91a3-a7377082666d HTTP/1.1" status: 204 len: 168 time: 0.6549568 Jul 13 07:42:32.794239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f829b8f-ff94-4a96-b653-30f088ec94ea tempest-PortsTestJSON-1445986485 tempest-PortsTestJSON-1445986485-project] Pushing event deleted for resources: {'Network': ['ID=ef826610-7ba2-4058-91a3-a7377082666d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:33.043241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:33.227065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2fd9e-516c-4d04-bdf0-e0a37b8a3cb2 req-974b0f88-ee94-469c-882a-18f3c53aed77 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:33.228622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-97a2fd9e-516c-4d04-bdf0-e0a37b8a3cb2 req-974b0f88-ee94-469c-882a-18f3c53aed77 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.0670969 Jul 13 07:42:33.283868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-97a2fd9e-516c-4d04-bdf0-e0a37b8a3cb2 req-eb101620-a0f1-4aa8-b30b-b0594f4d8050 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Jul 13 07:42:33.319235 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d3f42b45-c042-4d7c-9101-4b7367bd900e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f6dd0ddfe0d46eeb232dde3d731154d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747364 Jul 13 07:42:33.321852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56312) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:33.374419 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c3a18f5-18b7-422e-9235-1b34267fa4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.397405 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c3a18f5-18b7-422e-9235-1b34267fa4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.447843 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c3a18f5-18b7-422e-9235-1b34267fa4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.451834 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c3a18f5-18b7-422e-9235-1b34267fa4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.451834 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1c3a18f5-18b7-422e-9235-1b34267fa4a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29812f06-5f72-4b9c-be13-df55ce0bd547 HTTP/1.1" status: 204 len: 168 time: 0.1289859 Jul 13 07:42:33.465034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a18f5-18b7-422e-9235-1b34267fa4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29812f06-5f72-4b9c-be13-df55ce0bd547,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:33.993743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 600e6196-5369-4a0a-8fbb-1415c8cf68db no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:34.016820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 600e6196-5369-4a0a-8fbb-1415c8cf68db {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:34.017385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 600e6196-5369-4a0a-8fbb-1415c8cf68db not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:34.266817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:34.381460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a7cfdb48-2cc1-41f1-9df3-03a48b0e79f8 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:34.382394 n-d-758944-43 neutron-server[93774]: WARNING neutron.api.v2.base [None req-a7cfdb48-2cc1-41f1-9df3-03a48b0e79f8 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:42:34.382898 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-a7cfdb48-2cc1-41f1-9df3-03a48b0e79f8 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:34.383892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a7cfdb48-2cc1-41f1-9df3-03a48b0e79f8 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1158991 Jul 13 07:42:34.387918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56402) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:34.397243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618637360'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:34.469080 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.482170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.534543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe81e2c-f654-48d8-b026-74b536558d06 req-6887fbe3-44a2-41b7-bc99-5026d2adc6dc tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:34.536178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7fe81e2c-f654-48d8-b026-74b536558d06 req-6887fbe3-44a2-41b7-bc99-5026d2adc6dc tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1201575 Jul 13 07:42:34.593868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7fe81e2c-f654-48d8-b026-74b536558d06 req-cf046008-adf7-41c2-8fe4-02f5e4c1831f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Jul 13 07:42:34.643221 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.647989 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.687446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33250917-b012-4c87-bb88-2c3eea643fd8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:34.754784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.759336 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.792514 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.793886 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4046109 Jul 13 07:42:34.794846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c2a35-84f1-4a57-a98c-10eb2a8e5161 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00297da5-1757-44ed-b967-5e6ad4a92060,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:34.796931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56434) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:34.802338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ed829331-07bc-49fe-a5eb-204130b0b5d9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '00297da5-1757-44ed-b967-5e6ad4a92060', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:34.842833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed829331-07bc-49fe-a5eb-204130b0b5d9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.936846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed829331-07bc-49fe-a5eb-204130b0b5d9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.946805 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed829331-07bc-49fe-a5eb-204130b0b5d9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.965761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed829331-07bc-49fe-a5eb-204130b0b5d9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a065f680-05d4-4951-a7e8-eefeb54bf149,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:34.982651 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed829331-07bc-49fe-a5eb-204130b0b5d9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.984198 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ed829331-07bc-49fe-a5eb-204130b0b5d9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862452 Jul 13 07:42:34.987284 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56450) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:34.992755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8e723692-5847-4815-9782-cae4c0e99e6a tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '00297da5-1757-44ed-b967-5e6ad4a92060', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:35.029609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e723692-5847-4815-9782-cae4c0e99e6a tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.083810 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-8e723692-5847-4815-9782-cae4c0e99e6a tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:35.085039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8e723692-5847-4815-9782-cae4c0e99e6a tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0966828 Jul 13 07:42:35.088014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56460) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.162357 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c24fbdee-e430-4d4c-b847-59d70bda6198 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.204462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c24fbdee-e430-4d4c-b847-59d70bda6198 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.269107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c24fbdee-e430-4d4c-b847-59d70bda6198 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.273834 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c24fbdee-e430-4d4c-b847-59d70bda6198 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.276688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c24fbdee-e430-4d4c-b847-59d70bda6198 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/00297da5-1757-44ed-b967-5e6ad4a92060 HTTP/1.1" status: 204 len: 168 time: 0.1866128 Jul 13 07:42:35.279078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56470) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.291084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fbdee-e430-4d4c-b847-59d70bda6198 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00297da5-1757-44ed-b967-5e6ad4a92060,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.359832 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-08f643a2-11c7-4ddc-86c3-0b9b980ac63b tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795224 Jul 13 07:42:35.364446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56474) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.369820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-618ea466-30a1-4b29-9f0c-71e742972cee tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--192156010'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:35.405108 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-618ea466-30a1-4b29-9f0c-71e742972cee tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.509033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-618ea466-30a1-4b29-9f0c-71e742972cee tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.513483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-618ea466-30a1-4b29-9f0c-71e742972cee tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.524474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.549639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-618ea466-30a1-4b29-9f0c-71e742972cee tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.550672 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-618ea466-30a1-4b29-9f0c-71e742972cee tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1848493 Jul 13 07:42:35.554430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56478) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.556110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ea466-30a1-4b29-9f0c-71e742972cee tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffd3127-0a2e-43ae-a08e-cd92230e6f54,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.559249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8347415a-bbf7-4bc6-99ee-8643bbbececb tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '4ffd3127-0a2e-43ae-a08e-cd92230e6f54', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:35.560012 n-d-758944-43 neutron-server[93774]: WARNING neutron.api.v2.base [None req-8347415a-bbf7-4bc6-99ee-8643bbbececb tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 07:42:35.560517 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-8347415a-bbf7-4bc6-99ee-8643bbbececb tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:35.561517 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8347415a-bbf7-4bc6-99ee-8643bbbececb tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060825 Jul 13 07:42:35.565232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.623856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-896bcce4-fe8e-4a57-8749-74394caafef9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.659974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56484) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.669060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-896bcce4-fe8e-4a57-8749-74394caafef9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.725330 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-896bcce4-fe8e-4a57-8749-74394caafef9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.728233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-896bcce4-fe8e-4a57-8749-74394caafef9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.730450 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-896bcce4-fe8e-4a57-8749-74394caafef9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/4ffd3127-0a2e-43ae-a08e-cd92230e6f54 HTTP/1.1" status: 204 len: 168 time: 0.1638570 Jul 13 07:42:35.732488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56488) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.754862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bcce4-fe8e-4a57-8749-74394caafef9 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffd3127-0a2e-43ae-a08e-cd92230e6f54,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.794698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b0bc1251-5ed5-43f7-9625-e23dc7543ba5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606973 Jul 13 07:42:35.797798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56490) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.802668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-96bd0027-1cd3-4c09-b3a1-887e44200d32 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--998183139'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:35.810639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454721c9-1739-4389-959c-75d14cfb06c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.833568 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96bd0027-1cd3-4c09-b3a1-887e44200d32 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.873649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f92bd1-f4b6-4f09-b648-f97741976005 req-26bf250a-9cd8-442b-ac1c-067c4ee56dd0 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:35.875638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8f92bd1-f4b6-4f09-b648-f97741976005 req-26bf250a-9cd8-442b-ac1c-067c4ee56dd0 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1372924 Jul 13 07:42:35.940386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8f92bd1-f4b6-4f09-b648-f97741976005 req-7a8df30b-9abc-44da-804b-172060debc13 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566084 Jul 13 07:42:36.001874 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454721c9-1739-4389-959c-75d14cfb06c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.007662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-454721c9-1739-4389-959c-75d14cfb06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.054820 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-454721c9-1739-4389-959c-75d14cfb06c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e26c7471818741ebb910dc3aff5758b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907537 Jul 13 07:42:36.054820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454721c9-1739-4389-959c-75d14cfb06c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d5c47c-9a49-4fe5-b490-0ae30a7781c6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.055769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.094183 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96bd0027-1cd3-4c09-b3a1-887e44200d32 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.099684 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96bd0027-1cd3-4c09-b3a1-887e44200d32 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.109694 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edff3e97-d8cd-4ba8-ae6f-9a9e66088e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.127705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96bd0027-1cd3-4c09-b3a1-887e44200d32 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.129668 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-96bd0027-1cd3-4c09-b3a1-887e44200d32 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3301451 Jul 13 07:42:36.132546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.136011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edff3e97-d8cd-4ba8-ae6f-9a9e66088e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.137230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-de60d8f6-fbc4-4b7f-95d7-d3cafcfa6575 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': 'e8c2c358-5c88-4fe6-b682-fe2c80e20098', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.138208 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-de60d8f6-fbc4-4b7f-95d7-d3cafcfa6575 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 07:42:36.138761 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-de60d8f6-fbc4-4b7f-95d7-d3cafcfa6575 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:36.142178 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-de60d8f6-fbc4-4b7f-95d7-d3cafcfa6575 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062299 Jul 13 07:42:36.142426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.150373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd0027-1cd3-4c09-b3a1-887e44200d32 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c2c358-5c88-4fe6-b682-fe2c80e20098,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.195301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edff3e97-d8cd-4ba8-ae6f-9a9e66088e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.197870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edff3e97-d8cd-4ba8-ae6f-9a9e66088e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.199113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-edff3e97-d8cd-4ba8-ae6f-9a9e66088e75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62d5c47c-9a49-4fe5-b490-0ae30a7781c6 HTTP/1.1" status: 204 len: 168 time: 0.1424294 Jul 13 07:42:36.204644 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5ecf956-529d-468a-bd3b-d91a5d9885a0 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.209311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff3e97-d8cd-4ba8-ae6f-9a9e66088e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d5c47c-9a49-4fe5-b490-0ae30a7781c6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.236108 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5ecf956-529d-468a-bd3b-d91a5d9885a0 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.290791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5ecf956-529d-468a-bd3b-d91a5d9885a0 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.294966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5ecf956-529d-468a-bd3b-d91a5d9885a0 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.296184 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c5ecf956-529d-468a-bd3b-d91a5d9885a0 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/e8c2c358-5c88-4fe6-b682-fe2c80e20098 HTTP/1.1" status: 204 len: 168 time: 0.1528130 Jul 13 07:42:36.299409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.310440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecf956-529d-468a-bd3b-d91a5d9885a0 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c2c358-5c88-4fe6-b682-fe2c80e20098,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.363231 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3de5eca9-c486-4f1e-bc7a-aeb286c56243 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574086 Jul 13 07:42:36.363694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56508) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.368323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-18dddd85-1992-4810-8a7e-0d7cfe6a7e06 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764083754'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.393978 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18dddd85-1992-4810-8a7e-0d7cfe6a7e06 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.499264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18dddd85-1992-4810-8a7e-0d7cfe6a7e06 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.505516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18dddd85-1992-4810-8a7e-0d7cfe6a7e06 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.542829 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18dddd85-1992-4810-8a7e-0d7cfe6a7e06 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.547415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-18dddd85-1992-4810-8a7e-0d7cfe6a7e06 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1796069 Jul 13 07:42:36.547847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56510) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.549371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dddd85-1992-4810-8a7e-0d7cfe6a7e06 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376221b3-8964-44eb-8d5a-7e59562c3938,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.555506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-119a4107-29b4-4017-bf98-d12dd905616b tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '376221b3-8964-44eb-8d5a-7e59562c3938', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.572390 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-119a4107-29b4-4017-bf98-d12dd905616b tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 07:42:36.573113 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-119a4107-29b4-4017-bf98-d12dd905616b tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:36.573779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.575117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-119a4107-29b4-4017-bf98-d12dd905616b tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0260217 Jul 13 07:42:36.577979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56514) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.585433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3bfc3074-85b6-4601-94b7-d2ab08773283 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '376221b3-8964-44eb-8d5a-7e59562c3938', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.586170 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-3bfc3074-85b6-4601-94b7-d2ab08773283 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 07:42:36.586663 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-3bfc3074-85b6-4601-94b7-d2ab08773283 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:36.589754 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3bfc3074-85b6-4601-94b7-d2ab08773283 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084195 Jul 13 07:42:36.591450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5da19210-2c6b-4d4a-97f7-46cf65abf422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.591876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56516) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.596664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f0f675e6-7519-4e9c-b38a-e940a831f0a5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '376221b3-8964-44eb-8d5a-7e59562c3938', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.597925 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-f0f675e6-7519-4e9c-b38a-e940a831f0a5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 07:42:36.598542 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f0f675e6-7519-4e9c-b38a-e940a831f0a5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:36.599676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f0f675e6-7519-4e9c-b38a-e940a831f0a5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067532 Jul 13 07:42:36.602328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.607379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7635551a-c226-422f-8c36-43226abf7224 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '376221b3-8964-44eb-8d5a-7e59562c3938', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.608262 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-7635551a-c226-422f-8c36-43226abf7224 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 07:42:36.610816 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-7635551a-c226-422f-8c36-43226abf7224 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:36.610816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7635551a-c226-422f-8c36-43226abf7224 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065017 Jul 13 07:42:36.612499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56520) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.675896 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac54e98a-c685-49e3-8f73-83b8b987892c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.693475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5da19210-2c6b-4d4a-97f7-46cf65abf422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.697767 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5da19210-2c6b-4d4a-97f7-46cf65abf422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.703056 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac54e98a-c685-49e3-8f73-83b8b987892c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.741456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da19210-2c6b-4d4a-97f7-46cf65abf422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97a9565-8ffa-4c6f-b2df-a7784b9e5928,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.749991 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5da19210-2c6b-4d4a-97f7-46cf65abf422 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce34220a1b514f82acac2c8d33f23882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724424 Jul 13 07:42:36.750977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56522) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.753414 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac54e98a-c685-49e3-8f73-83b8b987892c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.756798 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac54e98a-c685-49e3-8f73-83b8b987892c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.757902 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ac54e98a-c685-49e3-8f73-83b8b987892c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/376221b3-8964-44eb-8d5a-7e59562c3938 HTTP/1.1" status: 204 len: 168 time: 0.1440721 Jul 13 07:42:36.760441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56524) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.778510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54e98a-c685-49e3-8f73-83b8b987892c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376221b3-8964-44eb-8d5a-7e59562c3938,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.807347 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-75517f02-33c1-42d6-af36-ef5689adffa5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455463 Jul 13 07:42:36.811848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.817242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7cceb20-f3ed-4362-86fa-94e79c71fdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.817752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3c9a2893-46a1-4557-a524-3218ff1122d5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--389163211'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.839675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2893-46a1-4557-a524-3218ff1122d5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.840621 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7cceb20-f3ed-4362-86fa-94e79c71fdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.889685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7cceb20-f3ed-4362-86fa-94e79c71fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.892476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7cceb20-f3ed-4362-86fa-94e79c71fdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.893804 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f7cceb20-f3ed-4362-86fa-94e79c71fdd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a97a9565-8ffa-4c6f-b2df-a7784b9e5928 HTTP/1.1" status: 204 len: 168 time: 0.1413302 Jul 13 07:42:36.903230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cceb20-f3ed-4362-86fa-94e79c71fdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97a9565-8ffa-4c6f-b2df-a7784b9e5928,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.944491 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2893-46a1-4557-a524-3218ff1122d5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.949774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2893-46a1-4557-a524-3218ff1122d5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.978132 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2893-46a1-4557-a524-3218ff1122d5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.979695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3c9a2893-46a1-4557-a524-3218ff1122d5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1667287 Jul 13 07:42:36.982805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56534) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.987879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-40d2fa74-eb25-45d6-aa68-9cfc6936c6ab tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '51e02727-c8ff-45b9-933d-1f69463fd125', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.989182 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-40d2fa74-eb25-45d6-aa68-9cfc6936c6ab tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:42:36.989701 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-40d2fa74-eb25-45d6-aa68-9cfc6936c6ab tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:36.990817 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-40d2fa74-eb25-45d6-aa68-9cfc6936c6ab tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068939 Jul 13 07:42:36.993673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.997584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a2893-46a1-4557-a524-3218ff1122d5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e02727-c8ff-45b9-933d-1f69463fd125,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:37.001537 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a476f424-63f2-472f-9b51-0c7bf5913d18 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '51e02727-c8ff-45b9-933d-1f69463fd125', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.042797 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a476f424-63f2-472f-9b51-0c7bf5913d18 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:37.046490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a476f424-63f2-472f-9b51-0c7bf5913d18 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0485599 Jul 13 07:42:37.046892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56538) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.052261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-18a89f46-b334-4d39-b5fc-5f85f937f389 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '51e02727-c8ff-45b9-933d-1f69463fd125', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.053019 n-d-758944-43 neutron-server[93774]: WARNING neutron.api.v2.base [None req-18a89f46-b334-4d39-b5fc-5f85f937f389 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 07:42:37.053684 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-18a89f46-b334-4d39-b5fc-5f85f937f389 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:37.054523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-18a89f46-b334-4d39-b5fc-5f85f937f389 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066192 Jul 13 07:42:37.057199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56540) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.062473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-31320af5-1d8f-4feb-9b89-c5573ae67bcf tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '51e02727-c8ff-45b9-933d-1f69463fd125', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.135184 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-31320af5-1d8f-4feb-9b89-c5573ae67bcf tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:37.136246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-31320af5-1d8f-4feb-9b89-c5573ae67bcf tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0781417 Jul 13 07:42:37.139176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56546) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.145044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5a87ebfb-8151-4254-9b22-e0d017e30415 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '51e02727-c8ff-45b9-933d-1f69463fd125', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.145531 n-d-758944-43 neutron-server[93774]: WARNING neutron.api.v2.base [None req-5a87ebfb-8151-4254-9b22-e0d017e30415 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:42:37.146172 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-5a87ebfb-8151-4254-9b22-e0d017e30415 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:37.147143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5a87ebfb-8151-4254-9b22-e0d017e30415 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067284 Jul 13 07:42:37.150838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56548) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.154796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-06593408-8e13-4819-84b2-0af0b2f18aa2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '51e02727-c8ff-45b9-933d-1f69463fd125', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.178584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006449ff-3be1-43ff-9955-46c4431ceda2 req-9ae18595-c7d8-4e1d-86d3-c82d27fc59eb tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:37.181039 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-06593408-8e13-4819-84b2-0af0b2f18aa2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Project 6423021ed5a547168773100155e0d91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:42:37.181874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-006449ff-3be1-43ff-9955-46c4431ceda2 req-9ae18595-c7d8-4e1d-86d3-c82d27fc59eb tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.0981936 Jul 13 07:42:37.202064 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-06593408-8e13-4819-84b2-0af0b2f18aa2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:37.202064 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06593408-8e13-4819-84b2-0af0b2f18aa2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0497983 Jul 13 07:42:37.203798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56550) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.209065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d99ae0a0-61e7-4b4a-bc28-f75f0f696de1 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '51e02727-c8ff-45b9-933d-1f69463fd125', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.210037 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-d99ae0a0-61e7-4b4a-bc28-f75f0f696de1 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 07:42:37.210823 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d99ae0a0-61e7-4b4a-bc28-f75f0f696de1 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:37.212063 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d99ae0a0-61e7-4b4a-bc28-f75f0f696de1 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069866 Jul 13 07:42:37.215403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56552) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.220671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ece828e6-52d1-4911-b86e-7b2e42bdc87c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '51e02727-c8ff-45b9-933d-1f69463fd125', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.234782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-006449ff-3be1-43ff-9955-46c4431ceda2 req-226d8330-e7ab-4d42-b27c-10e0b53f1d4c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471191 Jul 13 07:42:37.255072 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-ece828e6-52d1-4911-b86e-7b2e42bdc87c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Project 6423021ed5a547168773100155e0d91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:42:37.269411 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-ece828e6-52d1-4911-b86e-7b2e42bdc87c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:37.273176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ece828e6-52d1-4911-b86e-7b2e42bdc87c tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0538688 Jul 13 07:42:37.274060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56558) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.278855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-26120a86-5f5f-4f5c-b666-455d90ffe157 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '51e02727-c8ff-45b9-933d-1f69463fd125', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.306957 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-26120a86-5f5f-4f5c-b666-455d90ffe157 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Project 6423021ed5a547168773100155e0d91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:42:37.323435 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-26120a86-5f5f-4f5c-b666-455d90ffe157 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:37.324735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-26120a86-5f5f-4f5c-b666-455d90ffe157 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0495646 Jul 13 07:42:37.327729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56562) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.392590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a935292-821b-4c36-a063-90770ff16bf2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.417762 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a935292-821b-4c36-a063-90770ff16bf2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.456041 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.466409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a935292-821b-4c36-a063-90770ff16bf2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.467635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a935292-821b-4c36-a063-90770ff16bf2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.471623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56568) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.472435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8a935292-821b-4c36-a063-90770ff16bf2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/51e02727-c8ff-45b9-933d-1f69463fd125 HTTP/1.1" status: 204 len: 168 time: 0.1428351 Jul 13 07:42:37.482121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a935292-821b-4c36-a063-90770ff16bf2 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e02727-c8ff-45b9-933d-1f69463fd125,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:37.521171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9f91ed3a-98a2-4f5b-9f05-86b839454c58 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475128 Jul 13 07:42:37.525851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56572) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.530742 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a69e5525-61c3-4639-9f07-7df8d58da02e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--22667946'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.555155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69e5525-61c3-4639-9f07-7df8d58da02e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.642606 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69e5525-61c3-4639-9f07-7df8d58da02e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.647055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69e5525-61c3-4639-9f07-7df8d58da02e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.674279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a69e5525-61c3-4639-9f07-7df8d58da02e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.678763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a69e5525-61c3-4639-9f07-7df8d58da02e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1485221 Jul 13 07:42:37.678986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56578) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.684270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-08f64f4c-431a-4301-ac75-81e199db33b3 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '392a0172-81fa-4ff0-9024-d8a01f4a419c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.689652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e5525-61c3-4639-9f07-7df8d58da02e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392a0172-81fa-4ff0-9024-d8a01f4a419c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:37.732314 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-08f64f4c-431a-4301-ac75-81e199db33b3 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The resource could not be found. Jul 13 07:42:37.733561 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-08f64f4c-431a-4301-ac75-81e199db33b3 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0536513 Jul 13 07:42:37.737126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.742233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d3d88df6-f048-4941-acc1-044b36154563 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '392a0172-81fa-4ff0-9024-d8a01f4a419c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0610e027-f0de-4001-bd7b-f05de071ed8c'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:37.746373 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:42:37.783822 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-d3d88df6-f048-4941-acc1-044b36154563 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The resource could not be found. Jul 13 07:42:37.784918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d3d88df6-f048-4941-acc1-044b36154563 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0466657 Jul 13 07:42:37.788389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.853641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0453af42-1339-49b2-a750-bfcd6558a63d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.880039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0453af42-1339-49b2-a750-bfcd6558a63d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.943783 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0453af42-1339-49b2-a750-bfcd6558a63d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.946917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0453af42-1339-49b2-a750-bfcd6558a63d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.949991 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0453af42-1339-49b2-a750-bfcd6558a63d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/392a0172-81fa-4ff0-9024-d8a01f4a419c HTTP/1.1" status: 204 len: 168 time: 0.1588836 Jul 13 07:42:37.953804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56590) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.960193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453af42-1339-49b2-a750-bfcd6558a63d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392a0172-81fa-4ff0-9024-d8a01f4a419c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:38.034309 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-67551c64-9426-4eb5-9d0e-23f362f1cb28 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762298 Jul 13 07:42:38.039662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56596) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.045240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f00cf538-2a8e-49dd-94f4-f2e2fd7873da tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '9f8e1469-1dc7-4275-847f-4ca3ac10216d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:38.104236 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f00cf538-2a8e-49dd-94f4-f2e2fd7873da tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The resource could not be found. Jul 13 07:42:38.105629 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f00cf538-2a8e-49dd-94f4-f2e2fd7873da tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0646837 Jul 13 07:42:38.109360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56604) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.115585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1af741ef-ff55-470d-ba9e-27418e2c0470 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264890601'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:38.140478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af741ef-ff55-470d-ba9e-27418e2c0470 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.264061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af741ef-ff55-470d-ba9e-27418e2c0470 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.270904 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af741ef-ff55-470d-ba9e-27418e2c0470 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.313494 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af741ef-ff55-470d-ba9e-27418e2c0470 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.315539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1af741ef-ff55-470d-ba9e-27418e2c0470 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2049060 Jul 13 07:42:38.319232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.321876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af741ef-ff55-470d-ba9e-27418e2c0470 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff29726-9bad-4ed0-8802-6e7a365a8118,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:38.325157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bb68596d-4b22-49a3-9a3f-81128aab004e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--433544695'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:38.372914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb68596d-4b22-49a3-9a3f-81128aab004e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.454445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a8f6f-5182-4dfb-aa95-c9aeb3467361 req-8ad547e8-aada-4aaf-99a3-d81bc77b1de3 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:38.456202 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f4a8f6f-5182-4dfb-aa95-c9aeb3467361 req-8ad547e8-aada-4aaf-99a3-d81bc77b1de3 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.0844593 Jul 13 07:42:38.512332 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f4a8f6f-5182-4dfb-aa95-c9aeb3467361 req-b69abf6f-a98f-4fbc-98d0-7472459f0d8d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Jul 13 07:42:38.514593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb68596d-4b22-49a3-9a3f-81128aab004e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.520282 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb68596d-4b22-49a3-9a3f-81128aab004e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.559815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb68596d-4b22-49a3-9a3f-81128aab004e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.562450 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bb68596d-4b22-49a3-9a3f-81128aab004e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2404909 Jul 13 07:42:38.564523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56632) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.569659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-52eefb27-5790-4872-9853-9b20ac9ae7eb tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': '1ff29726-9bad-4ed0-8802-6e7a365a8118', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '350f64b6-f5fe-4bc6-927c-99de70922674'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:38.578379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68596d-4b22-49a3-9a3f-81128aab004e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350f64b6-f5fe-4bc6-927c-99de70922674,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:38.612189 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-52eefb27-5790-4872-9853-9b20ac9ae7eb tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:38.614681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-52eefb27-5790-4872-9853-9b20ac9ae7eb tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0478680 Jul 13 07:42:38.617626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56636) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.693264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d321f0c5-a9bd-42c8-aaf8-85303a80a20e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.722098 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d321f0c5-a9bd-42c8-aaf8-85303a80a20e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.775776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d321f0c5-a9bd-42c8-aaf8-85303a80a20e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.779621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d321f0c5-a9bd-42c8-aaf8-85303a80a20e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.780840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d321f0c5-a9bd-42c8-aaf8-85303a80a20e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/350f64b6-f5fe-4bc6-927c-99de70922674 HTTP/1.1" status: 204 len: 168 time: 0.1616056 Jul 13 07:42:38.783720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56646) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.790892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f0c5-a9bd-42c8-aaf8-85303a80a20e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f64b6-f5fe-4bc6-927c-99de70922674,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:38.843659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4305eaea-a057-4232-be25-d835cbb731a7 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0587223 Jul 13 07:42:38.846940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56652) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.903818 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-910b3aa4-b29a-441a-b1fb-87f47eb48144 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.929521 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-910b3aa4-b29a-441a-b1fb-87f47eb48144 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.975255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-910b3aa4-b29a-441a-b1fb-87f47eb48144 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.978077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-910b3aa4-b29a-441a-b1fb-87f47eb48144 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.979279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-910b3aa4-b29a-441a-b1fb-87f47eb48144 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ff29726-9bad-4ed0-8802-6e7a365a8118 HTTP/1.1" status: 204 len: 168 time: 0.1306410 Jul 13 07:42:38.982137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56660) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.989561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b3aa4-b29a-441a-b1fb-87f47eb48144 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff29726-9bad-4ed0-8802-6e7a365a8118,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.038418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4d324bab-325f-40fb-ae34-248991422fd4 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544860 Jul 13 07:42:39.042553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56664) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.047506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b2e59349-6753-4340-8e3f-43ec76b286b5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--72943069'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:39.076573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e59349-6753-4340-8e3f-43ec76b286b5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.213573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e59349-6753-4340-8e3f-43ec76b286b5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.220087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e59349-6753-4340-8e3f-43ec76b286b5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.251799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e59349-6753-4340-8e3f-43ec76b286b5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8254c48-f537-4e23-8a3e-330e68aaad16,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.262424 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e59349-6753-4340-8e3f-43ec76b286b5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.266978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b2e59349-6753-4340-8e3f-43ec76b286b5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2233300 Jul 13 07:42:39.267163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56672) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.272561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e6438579-8a16-48e3-809b-4c9a709ecf4d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': 'b8254c48-f537-4e23-8a3e-330e68aaad16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:39.316468 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-e6438579-8a16-48e3-809b-4c9a709ecf4d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:39.320260 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e6438579-8a16-48e3-809b-4c9a709ecf4d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0497084 Jul 13 07:42:39.320611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.326298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-86b6fa3a-9660-4132-b797-3237176628cd tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group_rule': {'security_group_id': 'b8254c48-f537-4e23-8a3e-330e68aaad16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:39.376592 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-86b6fa3a-9660-4132-b797-3237176628cd tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:39.380370 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-86b6fa3a-9660-4132-b797-3237176628cd tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0558131 Jul 13 07:42:39.380640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.495240 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ac2331d-36e3-4e72-9370-a013a174a447 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.555555 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ac2331d-36e3-4e72-9370-a013a174a447 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.618433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631854a2-e4bc-43c6-bbaf-b0c0874cdba5 req-60cad455-7a74-4185-9f9e-f85932437db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:39.620372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-631854a2-e4bc-43c6-bbaf-b0c0874cdba5 req-60cad455-7a74-4185-9f9e-f85932437db8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 1097 time: 0.1025169 Jul 13 07:42:39.654298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ac2331d-36e3-4e72-9370-a013a174a447 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.660943 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ac2331d-36e3-4e72-9370-a013a174a447 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.663872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5ac2331d-36e3-4e72-9370-a013a174a447 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8254c48-f537-4e23-8a3e-330e68aaad16 HTTP/1.1" status: 204 len: 168 time: 0.2819352 Jul 13 07:42:39.666477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.694173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2331d-36e3-4e72-9370-a013a174a447 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8254c48-f537-4e23-8a3e-330e68aaad16,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.715947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-631854a2-e4bc-43c6-bbaf-b0c0874cdba5 req-219f167e-829a-4b29-a847-be6c536ab2d3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891478 Jul 13 07:42:39.820953 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fbc08b58-4827-4f1b-8490-a73e6f82ae97 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1528525 Jul 13 07:42:39.823241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56694) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.831370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-87fd88f9-4fb4-40a2-9f40-14bbf18746f5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'tempest-secgroup--743911324'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:39.876802 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87fd88f9-4fb4-40a2-9f40-14bbf18746f5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.915254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d477ac6-097b-4f83-93b9-3c12ead28599 req-8be509a7-35c1-4fa3-a5dd-fb4eeb36ef92 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:39.917327 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d477ac6-097b-4f83-93b9-3c12ead28599 req-8be509a7-35c1-4fa3-a5dd-fb4eeb36ef92 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1302459 Jul 13 07:42:39.957045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.987575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d477ac6-097b-4f83-93b9-3c12ead28599 req-dd0dbb5a-603a-4ee4-bccf-c34fa2e7bfdd tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618310 Jul 13 07:42:40.032800 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87fd88f9-4fb4-40a2-9f40-14bbf18746f5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.037743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87fd88f9-4fb4-40a2-9f40-14bbf18746f5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.069911 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87fd88f9-4fb4-40a2-9f40-14bbf18746f5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.071303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-87fd88f9-4fb4-40a2-9f40-14bbf18746f5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2463810 Jul 13 07:42:40.075003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.080295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1c3339eb-4082-459e-85b7-456f4fc7aa9b tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:40.081042 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-1c3339eb-4082-459e-85b7-456f4fc7aa9b tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:42:40.081560 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-1c3339eb-4082-459e-85b7-456f4fc7aa9b tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:40.082707 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1c3339eb-4082-459e-85b7-456f4fc7aa9b tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "PUT /v2.0/security-groups/5ddbc3de-5536-45b4-a064-ace51fc9f539 HTTP/1.1" status: 409 len: 330 time: 0.0067294 Jul 13 07:42:40.083904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd88f9-4fb4-40a2-9f40-14bbf18746f5 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddbc3de-5536-45b4-a064-ace51fc9f539,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.086808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56702) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.127083 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae8aa6b-934e-4041-a86a-ff5afd129fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.146738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05489754-e9da-465e-9ddd-32760b78b077 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.172027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05489754-e9da-465e-9ddd-32760b78b077 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.220641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05489754-e9da-465e-9ddd-32760b78b077 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.224810 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05489754-e9da-465e-9ddd-32760b78b077 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.229760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-05489754-e9da-465e-9ddd-32760b78b077 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/5ddbc3de-5536-45b4-a064-ace51fc9f539 HTTP/1.1" status: 204 len: 168 time: 0.1412113 Jul 13 07:42:40.229983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56704) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.240818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05489754-e9da-465e-9ddd-32760b78b077 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddbc3de-5536-45b4-a064-ace51fc9f539,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.314173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae8aa6b-934e-4041-a86a-ff5afd129fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.318801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-24c1a43d-9997-48b0-9930-780822921ba3 tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873857 Jul 13 07:42:40.320667 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae8aa6b-934e-4041-a86a-ff5afd129fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.325438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.355613 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-4ad09715-4491-4579-8452-7883719aa4de tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] delete failed (client error): The resource could not be found. Jul 13 07:42:40.356678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4ad09715-4491-4579-8452-7883719aa4de tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "DELETE /v2.0/security-groups/38fac49a-8909-4be8-acac-4a785481a2e8 HTTP/1.1" status: 404 len: 347 time: 0.0302699 Jul 13 07:42:40.361311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56708) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.383086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9ae8aa6b-934e-4041-a86a-ff5afd129fd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f48cba993a848e1b7d7ee390ee790f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221671 Jul 13 07:42:40.383086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8aa6b-934e-4041-a86a-ff5afd129fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fce442-5790-4cf9-8573-719b24219d79,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.385688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56710) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.396293 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-a76f6e35-8b2e-4c96-a793-ef4b9cbfb99d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] show failed (client error): The resource could not be found. Jul 13 07:42:40.400552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a76f6e35-8b2e-4c96-a793-ef4b9cbfb99d tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-groups/10b47862-314f-4b1b-aab4-f24e3ee174f1 HTTP/1.1" status: 404 len: 347 time: 0.0374243 Jul 13 07:42:40.405344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.438294 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-ed8cba7b-8538-4158-a384-fb344240649e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] show failed (client error): The resource could not be found. Jul 13 07:42:40.440017 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ed8cba7b-8538-4158-a384-fb344240649e tempest-NegativeSecGroupIPv6Test-138459519 tempest-NegativeSecGroupIPv6Test-138459519-project] 10.222.0.41 "GET /v2.0/security-group-rules/3af62516-d327-4f59-8daf-d138ed3eee25 HTTP/1.1" status: 404 len: 356 time: 0.0327330 Jul 13 07:42:40.477463 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3945291-e7bb-437a-877d-30e3d9a29c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.521646 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3945291-e7bb-437a-877d-30e3d9a29c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.588737 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3945291-e7bb-437a-877d-30e3d9a29c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.594140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3945291-e7bb-437a-877d-30e3d9a29c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.596562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e3945291-e7bb-437a-877d-30e3d9a29c1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18fce442-5790-4cf9-8573-719b24219d79 HTTP/1.1" status: 204 len: 168 time: 0.2093425 Jul 13 07:42:40.616166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3945291-e7bb-437a-877d-30e3d9a29c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fce442-5790-4cf9-8573-719b24219d79,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.703765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56720) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.006932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-45ec3d51-66d6-408b-89c5-1c83190ffb03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6423021ed5a547168773100155e0d91f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997317 Jul 13 07:42:41.007229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56730) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.048815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.063607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-999b3f48-efc1-4f18-8de9-41365e70ee80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.068177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d95983d7-107e-4be1-90aa-80fd957e4984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.093803 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d95983d7-107e-4be1-90aa-80fd957e4984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.180091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d95983d7-107e-4be1-90aa-80fd957e4984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.182691 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d95983d7-107e-4be1-90aa-80fd957e4984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.183855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d95983d7-107e-4be1-90aa-80fd957e4984 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33250917-b012-4c87-bb88-2c3eea643fd8 HTTP/1.1" status: 204 len: 168 time: 0.1756637 Jul 13 07:42:41.197766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95983d7-107e-4be1-90aa-80fd957e4984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33250917-b012-4c87-bb88-2c3eea643fd8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.229489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-999b3f48-efc1-4f18-8de9-41365e70ee80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.234716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c2adb-93f6-43b6-89da-b99a3b92a74e req-ced7009c-3efd-4a64-bfda-ed8e69907bfc tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:41.236919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-005c2adb-93f6-43b6-89da-b99a3b92a74e req-ced7009c-3efd-4a64-bfda-ed8e69907bfc tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.0937617 Jul 13 07:42:41.240816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-999b3f48-efc1-4f18-8de9-41365e70ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.278651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-999b3f48-efc1-4f18-8de9-41365e70ee80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6390ae2705a0488b9ce2e5d3fe4ce475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285998 Jul 13 07:42:41.281584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.283883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b3f48-efc1-4f18-8de9-41365e70ee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053e530d-fce3-4bae-be18-5eda6ba14857,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.334659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-005c2adb-93f6-43b6-89da-b99a3b92a74e req-cea67c1c-33c0-47a5-a712-fb679ae67880 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794234 Jul 13 07:42:41.364452 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbecbe31-1bc0-4cb2-b6de-775cf637c9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.397597 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbecbe31-1bc0-4cb2-b6de-775cf637c9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.464063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbecbe31-1bc0-4cb2-b6de-775cf637c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.466186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbecbe31-1bc0-4cb2-b6de-775cf637c9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.467549 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bbecbe31-1bc0-4cb2-b6de-775cf637c9e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/053e530d-fce3-4bae-be18-5eda6ba14857 HTTP/1.1" status: 204 len: 168 time: 0.1846495 Jul 13 07:42:41.482818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecbe31-1bc0-4cb2-b6de-775cf637c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053e530d-fce3-4bae-be18-5eda6ba14857,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.685833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8480786-5dc5-473b-abd3-518d6901dcde req-86e03674-0b17-47fc-8ee9-b7fc3c5ba8c2 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:41.687973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-86e03674-0b17-47fc-8ee9-b7fc3c5ba8c2 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/networks?id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 200 len: 811 time: 0.1331241 Jul 13 07:42:41.705133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-8eaa84cc-b3e7-49ae-bd1f-67630305f397 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/quotas/c019fb5293e64724a5798eb70dbfca88 HTTP/1.1" status: 200 len: 375 time: 0.0114214 Jul 13 07:42:41.813913 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-8d4f42a5-dd63-43fa-9ab7-1c9bd2b67e87 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c019fb5293e64724a5798eb70dbfca88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024945 Jul 13 07:42:41.964510 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-712c2548-c272-4d99-8ffa-7ccb3e4a59d7 service neutron] 10.222.0.41 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421068 Jul 13 07:42:42.110053 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-65b98480-7c37-41f1-b3ee-458d29018425 service neutron] 10.222.0.41 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416807 Jul 13 07:42:42.393766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e17754a-7fe0-403a-8e3d-ec16370d1dd2 req-81db35a2-34b7-43a3-8f0b-fcb2733c6f6f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 210 time: 0.0669405 Jul 13 07:42:42.445229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:42.741648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-dba51bbe-6652-4eae-90c9-0bbaff0559a2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:42.742350 n-d-758944-43 neutron-server[93774]: WARNING neutron.api.v2.base [None req-dba51bbe-6652-4eae-90c9-0bbaff0559a2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:42:42.743029 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-dba51bbe-6652-4eae-90c9-0bbaff0559a2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:42.748026 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56816) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:42.748462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dba51bbe-6652-4eae-90c9-0bbaff0559a2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3015833 Jul 13 07:42:42.754244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221370201'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:42.807636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.819876 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.977768 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.983551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.047142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda879ed-b522-4971-a8d2-2965ddea777f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:43.115609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.122251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.182896 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.184411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4353061 Jul 13 07:42:43.187586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.189196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64640363-9f80-46e1-8c1d-fac8a27d4862 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80902f01-6ea8-4107-8fbf-8de76943a9bd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:43.193286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3d700ef7-ead4-4679-8f01-f5453ea3195a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '80902f01-6ea8-4107-8fbf-8de76943a9bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.243824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56832) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.288944 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d700ef7-ead4-4679-8f01-f5453ea3195a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.382075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d700ef7-ead4-4679-8f01-f5453ea3195a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.388012 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d700ef7-ead4-4679-8f01-f5453ea3195a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.412969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d700ef7-ead4-4679-8f01-f5453ea3195a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94035c0f-1617-43cb-afb9-12207249b2d7,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:43.417143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d700ef7-ead4-4679-8f01-f5453ea3195a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.417422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74593ee1-152a-4067-bf9f-6e7d22ea2065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.418750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3d700ef7-ead4-4679-8f01-f5453ea3195a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2301030 Jul 13 07:42:43.422595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.427830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9d2fe50d-b988-4b1e-9d26-847e99e9ea8a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '80902f01-6ea8-4107-8fbf-8de76943a9bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.461231 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-74593ee1-152a-4067-bf9f-6e7d22ea2065 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:42:43.461231 n-d-758944-43 neutron-server[93773]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:42:43.461231 n-d-758944-43 neutron-server[93773]: [parameters: {'project_id': '6542e5e786d34cce846b4c5ac7844ac9', 'id': 'dd7c0b24-d81c-4c83-a8c0-758a9995a8c9', 'expiration': datetime.datetime(2021, 7, 13, 7, 44, 43, 438624)}] Jul 13 07:42:43.461231 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:42:43.462040 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [None req-74593ee1-152a-4067-bf9f-6e7d22ea2065 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:42:43.480168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe50d-b988-4b1e-9d26-847e99e9ea8a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.606224 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe24703d-a1fc-4fbd-bb69-4ab335531fb8 req-f5dcfedd-925e-4e34-9626-3b410416c100 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 210 time: 0.0573635 Jul 13 07:42:43.619120 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-9d2fe50d-b988-4b1e-9d26-847e99e9ea8a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:43.623290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9d2fe50d-b988-4b1e-9d26-847e99e9ea8a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1965888 Jul 13 07:42:43.623576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.695804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44ee1f17-e9ba-41da-bc5c-3d9a07a14ea5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.719893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44ee1f17-e9ba-41da-bc5c-3d9a07a14ea5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.805164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44ee1f17-e9ba-41da-bc5c-3d9a07a14ea5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.807848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44ee1f17-e9ba-41da-bc5c-3d9a07a14ea5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.809110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-44ee1f17-e9ba-41da-bc5c-3d9a07a14ea5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/80902f01-6ea8-4107-8fbf-8de76943a9bd HTTP/1.1" status: 204 len: 168 time: 0.1845326 Jul 13 07:42:43.812400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.872345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee1f17-e9ba-41da-bc5c-3d9a07a14ea5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80902f01-6ea8-4107-8fbf-8de76943a9bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:43.880988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f36b1ea7-804c-4d5e-8f3d-8c5103a01d84 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671003 Jul 13 07:42:43.886614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56844) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.900626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6e2bb41e-2f27-499c-8f58-4ae07a1f613e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'tempest-secgroup--621851203'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.934550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8480786-5dc5-473b-abd3-518d6901dcde req-4a0fc462-a490-4c3c-b7d8-7e1d933c8bf6 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.936941 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-4a0fc462-a490-4c3c-b7d8-7e1d933c8bf6 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.38 "GET /v2.0/networks?id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 200 len: 811 time: 0.1778846 Jul 13 07:42:43.939984 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb41e-2f27-499c-8f58-4ae07a1f613e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.949205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Request body: {'port': {'device_id': 'c943398d-5052-4de6-ba3b-c781dfd5f48d', 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d', 'admin_state_up': True, 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:43.969403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74593ee1-152a-4067-bf9f-6e7d22ea2065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.063607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb41e-2f27-499c-8f58-4ae07a1f613e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.070662 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb41e-2f27-499c-8f58-4ae07a1f613e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.109400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bb41e-2f27-499c-8f58-4ae07a1f613e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5beecbd9-b05a-42cf-b378-3763c2dae8e3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.185725 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74593ee1-152a-4067-bf9f-6e7d22ea2065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.190988 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74593ee1-152a-4067-bf9f-6e7d22ea2065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.212550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Made reservation on behalf of c019fb5293e64724a5798eb70dbfca88 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:44.217723 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.227847 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb41e-2f27-499c-8f58-4ae07a1f613e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.234724 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6e2bb41e-2f27-499c-8f58-4ae07a1f613e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3408740 Jul 13 07:42:44.234724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.239653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2c33b30b-efbe-49d2-aa35-af3b48e2358a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '5beecbd9-b05a-42cf-b378-3763c2dae8e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.240476 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-2c33b30b-efbe-49d2-aa35-af3b48e2358a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 07:42:44.241075 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-2c33b30b-efbe-49d2-aa35-af3b48e2358a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:44.241977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2c33b30b-efbe-49d2-aa35-af3b48e2358a tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068750 Jul 13 07:42:44.246296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-74593ee1-152a-4067-bf9f-6e7d22ea2065 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6542e5e786d34cce846b4c5ac7844ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9996586 Jul 13 07:42:44.246296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74593ee1-152a-4067-bf9f-6e7d22ea2065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c9e304-9d0c-4f36-b77d-f5a2d089fbce,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.247121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56850) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.248182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56852) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.316754 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61107593-32cd-4e0f-a83e-3c98824ede60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.342920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61107593-32cd-4e0f-a83e-3c98824ede60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.395901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbd59-65f4-4fbf-9369-89f6da7b8b72 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.421055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61107593-32cd-4e0f-a83e-3c98824ede60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.430605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61107593-32cd-4e0f-a83e-3c98824ede60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.435761 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-61107593-32cd-4e0f-a83e-3c98824ede60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71c9e304-9d0c-4f36-b77d-f5a2d089fbce HTTP/1.1" status: 204 len: 168 time: 0.1863997 Jul 13 07:42:44.447668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbd59-65f4-4fbf-9369-89f6da7b8b72 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.448325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61107593-32cd-4e0f-a83e-3c98824ede60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c9e304-9d0c-4f36-b77d-f5a2d089fbce,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.473811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Allocated IP 172.20.0.10 (4276c5d9-ec37-4da5-a712-dd854e7b8a4d/71f5a002-348d-44f4-b792-01a182d0587a/02334fe3-bea8-46d1-8ca8-861a6ecb1bee) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:44.564466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbd59-65f4-4fbf-9369-89f6da7b8b72 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.567319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbd59-65f4-4fbf-9369-89f6da7b8b72 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.568525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d3ecbd59-65f4-4fbf-9369-89f6da7b8b72 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/5beecbd9-b05a-42cf-b378-3763c2dae8e3 HTTP/1.1" status: 204 len: 168 time: 0.3144913 Jul 13 07:42:44.571484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56870) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.635292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3a079947-d20f-4246-8391-e2c6b1a50248 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0587964 Jul 13 07:42:44.635507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecbd59-65f4-4fbf-9369-89f6da7b8b72 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beecbd9-b05a-42cf-b378-3763c2dae8e3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.636487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.643438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f14476b0-9c57-423e-8b38-d16099b34b87 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701356944'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.690344 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f14476b0-9c57-423e-8b38-d16099b34b87 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.788175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-5ce3abfc-ebc1-40ee-988b-4595ad973b6a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:44.799912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-5ce3abfc-ebc1-40ee-988b-4595ad973b6a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 814 time: 0.2519505 Jul 13 07:42:44.837331 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-c85d2286-b711-43f7-86db-f4baaa45446a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/quotas/320fb7f030334f2caca184600ca7066f HTTP/1.1" status: 200 len: 375 time: 0.0359540 Jul 13 07:42:44.847227 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.872759 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f14476b0-9c57-423e-8b38-d16099b34b87 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.877286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d8a854e-48ae-4bc4-8bb2-47cf13a7b975 req-a2c71865-2aec-4d6e-ad3d-088a7679a995 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 210 time: 0.0661509 Jul 13 07:42:44.882406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f14476b0-9c57-423e-8b38-d16099b34b87 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.938753 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f14476b0-9c57-423e-8b38-d16099b34b87 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.941994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f14476b0-9c57-423e-8b38-d16099b34b87 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3029246 Jul 13 07:42:44.944465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14476b0-9c57-423e-8b38-d16099b34b87 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1869c8da-ffb9-44a0-99bb-72377e0f7643,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.947929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56886) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.956003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bfcc9427-90f0-4b53-b8e5-1a9071a90dbf tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '1869c8da-ffb9-44a0-99bb-72377e0f7643', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.957681 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-bfcc9427-90f0-4b53-b8e5-1a9071a90dbf tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 07:42:44.958520 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-bfcc9427-90f0-4b53-b8e5-1a9071a90dbf tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:44.962008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bfcc9427-90f0-4b53-b8e5-1a9071a90dbf tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0107644 Jul 13 07:42:44.963140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56888) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.984416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-44837829-b971-49cf-bb17-dda9ecafae42 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1323783 Jul 13 07:42:44.986110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.998919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['22ad2c63-c0f0-48dd-b7d5-03d927d8be8e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:45.065365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:45.079634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:45.090304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:45.099481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Pushing event updated for resources: {'Port': ['ID=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.113140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98d130db-f7fd-4e91-bf06-9208ba51cb32 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.141415 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98d130db-f7fd-4e91-bf06-9208ba51cb32 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.192455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:45.192455 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.203910 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-be3027c2-6be0-4645-8ae3-e422fa3db8a2 service neutron] 10.222.0.41 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049294 Jul 13 07:42:45.222398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98d130db-f7fd-4e91-bf06-9208ba51cb32 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.225547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98d130db-f7fd-4e91-bf06-9208ba51cb32 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.226843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98d130db-f7fd-4e91-bf06-9208ba51cb32 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/1869c8da-ffb9-44a0-99bb-72377e0f7643 HTTP/1.1" status: 204 len: 168 time: 0.2623751 Jul 13 07:42:45.227810 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e0c447ee-3daf-461a-87a4-948bea60de70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2827926 Jul 13 07:42:45.229433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56894) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.236899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d130db-f7fd-4e91-bf06-9208ba51cb32 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1869c8da-ffb9-44a0-99bb-72377e0f7643,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.272679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Request body: {'port': {'device_id': 'c943398d-5052-4de6-ba3b-c781dfd5f48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:45.420908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-55add895-8ea7-49fd-a896-73c40f92c5eb tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1902320 Jul 13 07:42:45.427749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.436326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f3b30931-98a9-4c9b-8873-ffc728db7f81 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'tempest-secgroup--624903929'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:45.445457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-78671cb5-dbfb-4708-8205-e5f6857245a5 service neutron] 10.222.0.41 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342026 Jul 13 07:42:45.446325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.480431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b30931-98a9-4c9b-8873-ffc728db7f81 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.649747 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b30931-98a9-4c9b-8873-ffc728db7f81 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.657551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b30931-98a9-4c9b-8873-ffc728db7f81 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.734122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b30931-98a9-4c9b-8873-ffc728db7f81 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.742755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f3b30931-98a9-4c9b-8873-ffc728db7f81 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3102860 Jul 13 07:42:45.748671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b30931-98a9-4c9b-8873-ffc728db7f81 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3181e9-7725-4f9d-9449-d080fdbe3636,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.751122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.757391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d44a550f-2829-4d40-b3b2-8cb9d4a2dd51 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '6c3181e9-7725-4f9d-9449-d080fdbe3636', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:45.758813 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-d44a550f-2829-4d40-b3b2-8cb9d4a2dd51 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 07:42:45.759755 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d44a550f-2829-4d40-b3b2-8cb9d4a2dd51 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:45.761192 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d44a550f-2829-4d40-b3b2-8cb9d4a2dd51 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082457 Jul 13 07:42:45.765390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56914) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.771725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fae40c17-043f-48e2-8075-be2e817132aa tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '6c3181e9-7725-4f9d-9449-d080fdbe3636', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:45.772773 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-fae40c17-043f-48e2-8075-be2e817132aa tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 07:42:45.774338 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-fae40c17-043f-48e2-8075-be2e817132aa tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:45.775597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fae40c17-043f-48e2-8075-be2e817132aa tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087838 Jul 13 07:42:45.780301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56916) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.790863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b9e95f5d-a91a-4de5-8b0c-3337754c68b7 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '6c3181e9-7725-4f9d-9449-d080fdbe3636', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:45.792611 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-b9e95f5d-a91a-4de5-8b0c-3337754c68b7 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 07:42:45.792611 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-b9e95f5d-a91a-4de5-8b0c-3337754c68b7 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:45.794519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b9e95f5d-a91a-4de5-8b0c-3337754c68b7 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128541 Jul 13 07:42:45.796600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.802404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-01da9b5d-122e-4ce8-8c25-c17c24cff69b tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '6c3181e9-7725-4f9d-9449-d080fdbe3636', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:45.803305 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-01da9b5d-122e-4ce8-8c25-c17c24cff69b tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 07:42:45.803810 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-01da9b5d-122e-4ce8-8c25-c17c24cff69b tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:45.807587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-01da9b5d-122e-4ce8-8c25-c17c24cff69b tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073142 Jul 13 07:42:45.809039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56920) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.877406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e8ac59a6-cc83-466c-9db0-5e69d7434b3c req-9309dece-cc0e-40e7-824f-275d4fbe5dce tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 210 time: 0.1026225 Jul 13 07:42:45.944174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89136ae9-8e64-40bf-a2ea-747f8c50c136 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.970673 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89136ae9-8e64-40bf-a2ea-747f8c50c136 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.035422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02334fe3-bea8-46d1-8ca8-861a6ecb1bee {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:46.049774 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89136ae9-8e64-40bf-a2ea-747f8c50c136 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.050073 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.056708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89136ae9-8e64-40bf-a2ea-747f8c50c136 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.064159 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-89136ae9-8e64-40bf-a2ea-747f8c50c136 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/6c3181e9-7725-4f9d-9449-d080fdbe3636 HTTP/1.1" status: 204 len: 168 time: 0.2536020 Jul 13 07:42:46.065374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56930) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.095985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Transition to ACTIVE for port object 02334fe3-bea8-46d1-8ca8-861a6ecb1bee will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:46.102987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.138581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89136ae9-8e64-40bf-a2ea-747f8c50c136 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3181e9-7725-4f9d-9449-d080fdbe3636,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.225136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Pushing event updated for resources: {'Port': ['ID=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.273474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.278698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b3462f9e-20ba-4ed4-ae7f-d4c15c870ffd tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2051959 Jul 13 07:42:46.288818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1fff2c95-1292-49b7-adf0-6438270024c1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814808174'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.343319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fff2c95-1292-49b7-adf0-6438270024c1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.354428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a7ce-9e05-4a9c-9229-1a2731556ac1 req-f0137bfe-2731-4362-9cf5-a9418b99cff0 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.362016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Attempting to bind port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:46.362538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Attempting to bind port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:46.363126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Attempting to bind port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee on network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:46.369028 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6879a7ce-9e05-4a9c-9229-1a2731556ac1 req-f0137bfe-2731-4362-9cf5-a9418b99cff0 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 944 time: 0.2836411 Jul 13 07:42:46.380453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee on network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:46.381998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Attempting to bind port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee on network 4276c5d9-ec37-4da5-a712-dd854e7b8a4d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:46.403707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:46.404170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Checking segment: {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:46.404747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Bound using segment: {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:46.405462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Bound port: 02334fe3-bea8-46d1-8ca8-861a6ecb1bee, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ef8d0d-01b0-4907-9d8b-49e487117c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:46.406081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.460218 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6879a7ce-9e05-4a9c-9229-1a2731556ac1 req-c2d13490-6f70-40e3-a812-4b0b6b1e8e5f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889101 Jul 13 07:42:46.554629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] For port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:46.585981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] For port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:46.589206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fff2c95-1292-49b7-adf0-6438270024c1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.592013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.597397 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fff2c95-1292-49b7-adf0-6438270024c1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.670332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.670774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.672623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] 10.222.0.38 "PUT /v2.0/ports/02334fe3-bea8-46d1-8ca8-861a6ecb1bee HTTP/1.1" status: 200 len: 1093 time: 1.4174325 Jul 13 07:42:46.673352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c943398d-5052-4de6-ba3b-c781dfd5f48d', 'tag': '02334fe3-bea8-46d1-8ca8-861a6ecb1bee'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:46.676641 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba218164-dbf0-4667-968e-11dd8e93bdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c943398d-5052-4de6-ba3b-c781dfd5f48d", "tag": "02334fe3-bea8-46d1-8ca8-861a6ecb1bee"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:46.683219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff2c95-1292-49b7-adf0-6438270024c1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbffda18-e3da-4380-b7f5-a6db453def7d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.686131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fff2c95-1292-49b7-adf0-6438270024c1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.690773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1fff2c95-1292-49b7-adf0-6438270024c1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4126358 Jul 13 07:42:46.691777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.697339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4176fd4e-04da-49d1-a61c-e8785f3d6f48 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'dbffda18-e3da-4380-b7f5-a6db453def7d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.698021 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-4176fd4e-04da-49d1-a61c-e8785f3d6f48 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:42:46.698580 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-4176fd4e-04da-49d1-a61c-e8785f3d6f48 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:46.701129 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4176fd4e-04da-49d1-a61c-e8785f3d6f48 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084362 Jul 13 07:42:46.704483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56954) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.709999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-013ccc1e-e867-4a74-b84d-975f270c1fa3 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'dbffda18-e3da-4380-b7f5-a6db453def7d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.716974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8f532-e7eb-4f46-aca9-9650be410e72 service neutron] Pushing event updated for resources: {'Port': ['ID=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.746172 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dfa541-f56c-4a20-aa5c-e5231384c61f x-openstack-request-id: req-04dfa541-f56c-4a20-aa5c-e5231384c61f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:46.746451 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c943398d-5052-4de6-ba3b-c781dfd5f48d", "tag": "02334fe3-bea8-46d1-8ca8-861a6ecb1bee", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:46.747675 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04dfa541-f56c-4a20-aa5c-e5231384c61f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:46.748501 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c943398d-5052-4de6-ba3b-c781dfd5f48d', 'tag': '02334fe3-bea8-46d1-8ca8-861a6ecb1bee', 'status': 'completed', 'code': 200} Jul 13 07:42:46.772886 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-013ccc1e-e867-4a74-b84d-975f270c1fa3 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:46.776668 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-013ccc1e-e867-4a74-b84d-975f270c1fa3 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0679371 Jul 13 07:42:46.777462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56958) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.782898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-606819df-fa25-4aec-be1f-da24f735ea6e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'dbffda18-e3da-4380-b7f5-a6db453def7d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.783366 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-606819df-fa25-4aec-be1f-da24f735ea6e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 07:42:46.784495 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-606819df-fa25-4aec-be1f-da24f735ea6e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:46.788642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-606819df-fa25-4aec-be1f-da24f735ea6e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075295 Jul 13 07:42:46.788847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.795145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1021eb3f-a1f1-4bc6-b63e-4059969e5a13 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'dbffda18-e3da-4380-b7f5-a6db453def7d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.855551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8480786-5dc5-473b-abd3-518d6901dcde req-18d44c8a-c5b2-4d3e-ab2d-2e6eecc5182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.857127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-18d44c8a-c5b2-4d3e-ab2d-2e6eecc5182f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c019fb5293e64724a5798eb70dbfca88&device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 1096 time: 0.0980475 Jul 13 07:42:46.865378 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-1021eb3f-a1f1-4bc6-b63e-4059969e5a13 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:46.866689 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1021eb3f-a1f1-4bc6-b63e-4059969e5a13 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0765672 Jul 13 07:42:46.870114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.875383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0c0faa17-14e0-4d23-ba74-52d46efa8af1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'dbffda18-e3da-4380-b7f5-a6db453def7d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.875892 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-0c0faa17-14e0-4d23-ba74-52d46efa8af1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:42:46.876400 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-0c0faa17-14e0-4d23-ba74-52d46efa8af1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:46.877694 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0c0faa17-14e0-4d23-ba74-52d46efa8af1 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063190 Jul 13 07:42:46.880982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.887033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1162f5fd-6005-4bb2-bf1a-65ed11bc4943 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'dbffda18-e3da-4380-b7f5-a6db453def7d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.911893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-210b335a-7fa2-4363-96a0-b7ffa6ef67a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02334fe3-bea8-46d1-8ca8-861a6ecb1bee HTTP/1.1" status: 200 len: 217 time: 0.0471232 Jul 13 07:42:46.932902 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-1162f5fd-6005-4bb2-bf1a-65ed11bc4943 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:46.935243 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1162f5fd-6005-4bb2-bf1a-65ed11bc4943 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0521836 Jul 13 07:42:46.943520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56980) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.955645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d4c5b41c-536a-4104-a0d8-40e653c9987c tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'dbffda18-e3da-4380-b7f5-a6db453def7d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:46.956296 n-d-758944-43 neutron-server[93773]: WARNING neutron.api.v2.base [None req-d4c5b41c-536a-4104-a0d8-40e653c9987c tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 07:42:46.957155 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d4c5b41c-536a-4104-a0d8-40e653c9987c tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:46.961986 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d4c5b41c-536a-4104-a0d8-40e653c9987c tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165973 Jul 13 07:42:46.962628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56982) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.967747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0e15e641-3306-42b0-8832-2269e6731bda tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'dbffda18-e3da-4380-b7f5-a6db453def7d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.005031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8480786-5dc5-473b-abd3-518d6901dcde req-85930322-f61e-4b6f-880c-ef5100e65ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.007746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-85930322-f61e-4b6f-880c-ef5100e65ba1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71f5a002-348d-44f4-b792-01a182d0587a HTTP/1.1" status: 200 len: 851 time: 0.0896289 Jul 13 07:42:47.023621 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-0e15e641-3306-42b0-8832-2269e6731bda tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:47.028675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0e15e641-3306-42b0-8832-2269e6731bda tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0645952 Jul 13 07:42:47.031303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56988) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.042040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-86fbf6a5-77a5-409f-86d7-dff548bbabc5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'dbffda18-e3da-4380-b7f5-a6db453def7d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.048930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-c78cc895-517b-4349-a0ee-8d955eca6a3c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352051 Jul 13 07:42:47.116963 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-86fbf6a5-77a5-409f-86d7-dff548bbabc5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:47.120855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-86fbf6a5-77a5-409f-86d7-dff548bbabc5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0864880 Jul 13 07:42:47.122919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56994) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.146660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8ea82b46-cb0d-4968-9337-74aa2b09d4d2 req-ebebf861-577f-47de-b74e-8fb1f836d84c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 210 time: 0.0550537 Jul 13 07:42:47.254954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f85e07c-5af8-43f3-be1d-4fe5478af5c2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.298583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f85e07c-5af8-43f3-be1d-4fe5478af5c2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.364052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f85e07c-5af8-43f3-be1d-4fe5478af5c2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.367059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f85e07c-5af8-43f3-be1d-4fe5478af5c2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.372642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4f85e07c-5af8-43f3-be1d-4fe5478af5c2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/dbffda18-e3da-4380-b7f5-a6db453def7d HTTP/1.1" status: 204 len: 168 time: 0.2477419 Jul 13 07:42:47.373723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.395207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85e07c-5af8-43f3-be1d-4fe5478af5c2 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbffda18-e3da-4380-b7f5-a6db453def7d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:47.450673 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-620f6b9c-4e27-4321-908b-ccb47d3238a5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703156 Jul 13 07:42:47.451376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57008) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.456220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e4668e50-44fe-4383-8ffe-3bc524eb262f tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'tempest-secgroup--699988142'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.487745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4668e50-44fe-4383-8ffe-3bc524eb262f tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.595414 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4668e50-44fe-4383-8ffe-3bc524eb262f tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.604500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4668e50-44fe-4383-8ffe-3bc524eb262f tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.650846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4668e50-44fe-4383-8ffe-3bc524eb262f tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996b5962-483b-41b7-896e-16c148b32826,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:47.652037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-709a8e12-e677-4f8b-99b9-6ca35fae9c60 service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970130 Jul 13 07:42:47.664503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4668e50-44fe-4383-8ffe-3bc524eb262f tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.666082 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e4668e50-44fe-4383-8ffe-3bc524eb262f tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2136064 Jul 13 07:42:47.670556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.677646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-010255b6-a4c9-4336-9ed3-b862334d1c68 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '996b5962-483b-41b7-896e-16c148b32826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.729090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-69cda166-2bdf-406d-909e-dccb99fbd9bf tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.731131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-69cda166-2bdf-406d-909e-dccb99fbd9bf tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 814 time: 0.1882901 Jul 13 07:42:47.761546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Request body: {'port': {'device_id': '21acbc87-4f3a-4222-8e04-eafca3c9920a', 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70', 'admin_state_up': True, 'tenant_id': '320fb7f030334f2caca184600ca7066f'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.766207 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-010255b6-a4c9-4336-9ed3-b862334d1c68 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The resource could not be found. Jul 13 07:42:47.771213 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-010255b6-a4c9-4336-9ed3-b862334d1c68 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0957072 Jul 13 07:42:47.777577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f30c0-7532-4a62-8de4-e7a5a3c8bc42 req-732702ca-9857-476b-82a9-1121d7262e50 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.778088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57016) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.779472 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-380f30c0-7532-4a62-8de4-e7a5a3c8bc42 req-732702ca-9857-476b-82a9-1121d7262e50 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 944 time: 0.1054912 Jul 13 07:42:47.785507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-df51818f-64c4-4b83-8722-0e981ac5a6a0 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '996b5962-483b-41b7-896e-16c148b32826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '59909b53-1821-4f22-bd70-e2947b4a98d6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.786903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57018) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.872163 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-380f30c0-7532-4a62-8de4-e7a5a3c8bc42 req-dac73212-45be-40fa-b122-22407ed3466c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680764 Jul 13 07:42:47.880765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8480786-5dc5-473b-abd3-518d6901dcde req-51f217c8-9791-4a9a-9672-9d3edef2f2de service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122316 Jul 13 07:42:47.967252 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-df51818f-64c4-4b83-8722-0e981ac5a6a0 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The resource could not be found. Jul 13 07:42:47.969022 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-df51818f-64c4-4b83-8722-0e981ac5a6a0 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1883640 Jul 13 07:42:47.978665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:48.008443 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f399d893-2171-422b-8d42-6a18d9685eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.036391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Made reservation on behalf of 320fb7f030334f2caca184600ca7066f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:48.040479 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.064914 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc3-13bf-4c1b-85f6-75a54a09e595 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.075805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-758f2b4f-2ae2-4e7c-ab3a-bf829e19cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.077384 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-758f2b4f-2ae2-4e7c-ab3a-bf829e19cdcc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c019fb5293e64724a5798eb70dbfca88&device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 1096 time: 0.1326199 Jul 13 07:42:48.102165 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc3-13bf-4c1b-85f6-75a54a09e595 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.197040 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc3-13bf-4c1b-85f6-75a54a09e595 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.199947 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc3-13bf-4c1b-85f6-75a54a09e595 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.201154 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f973fc3-13bf-4c1b-85f6-75a54a09e595 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/996b5962-483b-41b7-896e-16c148b32826 HTTP/1.1" status: 204 len: 168 time: 0.2214212 Jul 13 07:42:48.207737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:48.209816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f399d893-2171-422b-8d42-6a18d9685eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.225985 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f399d893-2171-422b-8d42-6a18d9685eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.235719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f973fc3-13bf-4c1b-85f6-75a54a09e595 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b5962-483b-41b7-896e-16c148b32826,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:48.276659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-17ef84ec-d79a-43d2-826e-163d4a982c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.278248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-17ef84ec-d79a-43d2-826e-163d4a982c4e service neutron] 10.222.0.38 "GET /v2.0/networks?id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 200 len: 912 time: 0.1945140 Jul 13 07:42:48.279450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Allocated IP 172.20.0.7 (7573503c-31c1-4373-bb1e-438e2a5b8c70/a7a47d72-72f1-4c50-bf4c-d9874e24f0e8/6b2f6dbe-1e0b-44fe-9543-8ff4262ab730) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:48.305277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d893-2171-422b-8d42-6a18d9685eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6282e480-811f-4250-9f77-041a3491350b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:48.309667 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f399d893-2171-422b-8d42-6a18d9685eb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db54753ff4874b17b945aadaec24fd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213423 Jul 13 07:42:48.321180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57030) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:48.333608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-335fd49b-3313-4ed3-8c59-e0d5f4695ef9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02334fe3-bea8-46d1-8ca8-861a6ecb1bee HTTP/1.1" status: 200 len: 217 time: 0.0467474 Jul 13 07:42:48.337002 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a581fb8c-7ad1-4670-b603-f1baf3b6396b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.349211 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07b3f06f-14c4-408b-87e6-cb7101e228d3 req-ac9cc11b-2b5c-4ec1-afed-29b6ab71818f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 210 time: 0.0565648 Jul 13 07:42:48.354443 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f38ee3f6-8610-4857-b5a3-4c40aec806b7 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430032 Jul 13 07:42:48.359651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:48.369634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-262eaeb3-db8e-4bc2-8c0e-23e77436fc1e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': '4dceae6f-3fa3-4da5-821f-6d81183d4b34', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:48.403038 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62de110e-eafa-42e2-85a7-25424f5a4ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.427831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62de110e-eafa-42e2-85a7-25424f5a4ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.457865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-0136fa1c-9d2d-4365-bad5-92a369e8f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.459409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-0136fa1c-9d2d-4365-bad5-92a369e8f66e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71f5a002-348d-44f4-b792-01a182d0587a HTTP/1.1" status: 200 len: 851 time: 0.1146746 Jul 13 07:42:48.483607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62de110e-eafa-42e2-85a7-25424f5a4ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.487155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62de110e-eafa-42e2-85a7-25424f5a4ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.488965 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-62de110e-eafa-42e2-85a7-25424f5a4ab9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6282e480-811f-4250-9f77-041a3491350b HTTP/1.1" status: 204 len: 168 time: 0.1668088 Jul 13 07:42:48.497629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de110e-eafa-42e2-85a7-25424f5a4ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6282e480-811f-4250-9f77-041a3491350b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:48.510795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-66408edc-3cc9-4512-b8ca-f4d7b9bea613 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412126 Jul 13 07:42:48.587354 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-262eaeb3-db8e-4bc2-8c0e-23e77436fc1e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The resource could not be found. Jul 13 07:42:48.588446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-262eaeb3-db8e-4bc2-8c0e-23e77436fc1e tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2269089 Jul 13 07:42:48.593078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57036) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:48.599315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8d6c4362-e9ab-4955-b1a2-73516e361ba5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'tempest-secgroup--929475453'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:48.632509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4362-e9ab-4955-b1a2-73516e361ba5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.655359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.691913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-efdfa6d5-34f9-4e4d-8e90-0d0ced8adcff service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544094 Jul 13 07:42:48.744256 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4362-e9ab-4955-b1a2-73516e361ba5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.752455 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4362-e9ab-4955-b1a2-73516e361ba5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.764175 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.780132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a0a1d6a3-4fbd-409f-a326-a05409a00731', '2667f1b2-d20e-4aea-b5ba-875488aa9cf1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:48.788246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c4362-e9ab-4955-b1a2-73516e361ba5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a359a1b6-8f55-4318-a761-2cd659e3b34a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:48.791544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4362-e9ab-4955-b1a2-73516e361ba5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.795851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8d6c4362-e9ab-4955-b1a2-73516e361ba5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2015705 Jul 13 07:42:48.796765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57040) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:48.803462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f6a88aee-ade9-49da-977e-73c4d1f1d3a9 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693258451'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:48.832711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0c20809f-ca21-46b9-81a7-1044699086e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:48.835524 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a88aee-ade9-49da-977e-73c4d1f1d3a9 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.858551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Network 7573503c-31c1-4373-bb1e-438e2a5b8c70 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:48.867620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:48.880626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:48.884355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57042) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:48.889504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Pushing event updated for resources: {'Port': ['ID=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:48.916189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a13599b-b6a0-4619-bfe8-56d772303c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.919967 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba218164-dbf0-4667-968e-11dd8e93bdf5 req-66e513bf-fe43-4088-8c62-01998f648901 service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187693 Jul 13 07:42:48.954345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.955055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.016184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a88aee-ade9-49da-977e-73c4d1f1d3a9 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.021334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a88aee-ade9-49da-977e-73c4d1f1d3a9 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.032165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-e63b78e4-6484-45ba-9410-fdd427b8cc57 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2745411 Jul 13 07:42:49.060393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Request body: {'port': {'device_id': '21acbc87-4f3a-4222-8e04-eafca3c9920a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:49.079083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a88aee-ade9-49da-977e-73c4d1f1d3a9 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4653b377-c92a-497d-b66d-3421a400f91a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.170145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a13599b-b6a0-4619-bfe8-56d772303c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.181500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a13599b-b6a0-4619-bfe8-56d772303c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.197153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a88aee-ade9-49da-977e-73c4d1f1d3a9 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.201310 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f6a88aee-ade9-49da-977e-73c4d1f1d3a9 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4001374 Jul 13 07:42:49.201916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57048) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.205405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c813450-f45d-4b3d-b066-4e4f2dec18a9 req-ad8c3788-70cc-43ef-9b90-b9949f8110da tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.206637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a0a34297-cfe2-4652-9815-a0b2b6648bc7 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group_rule': {'security_group_id': 'a359a1b6-8f55-4318-a761-2cd659e3b34a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4653b377-c92a-497d-b66d-3421a400f91a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:49.207699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6c813450-f45d-4b3d-b066-4e4f2dec18a9 req-ad8c3788-70cc-43ef-9b90-b9949f8110da tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 944 time: 0.1686475 Jul 13 07:42:49.210422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.247593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1a13599b-b6a0-4619-bfe8-56d772303c66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd3a6a6e0fb44aaf98cb571186e4e16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595457 Jul 13 07:42:49.251489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57050) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.261907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13599b-b6a0-4619-bfe8-56d772303c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e565f-1a26-4ac7-b3de-cf5ea961cb30,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.294216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6c813450-f45d-4b3d-b066-4e4f2dec18a9 req-553b0ce0-6985-4703-92d9-1e16e4f6504a tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796962 Jul 13 07:42:49.303691 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a0a34297-cfe2-4652-9815-a0b2b6648bc7 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:49.307855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a0a34297-cfe2-4652-9815-a0b2b6648bc7 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1018503 Jul 13 07:42:49.310117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57052) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.330074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55076944-5ba2-4083-8d75-a405a729f758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.353906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55076944-5ba2-4083-8d75-a405a729f758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.408687 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55076944-5ba2-4083-8d75-a405a729f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.412461 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55076944-5ba2-4083-8d75-a405a729f758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.416738 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-55076944-5ba2-4083-8d75-a405a729f758 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad0e565f-1a26-4ac7-b3de-cf5ea961cb30 HTTP/1.1" status: 204 len: 168 time: 0.1613691 Jul 13 07:42:49.429549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55076944-5ba2-4083-8d75-a405a729f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e565f-1a26-4ac7-b3de-cf5ea961cb30,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.446904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61f1e86d-8a63-4cfe-8a6d-0f9d47055f25 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.459655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 02334fe3-bea8-46d1-8ca8-861a6ecb1bee details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:49.511816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61f1e86d-8a63-4cfe-8a6d-0f9d47055f25 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.585857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61f1e86d-8a63-4cfe-8a6d-0f9d47055f25 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.588470 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61f1e86d-8a63-4cfe-8a6d-0f9d47055f25 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.589675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-61f1e86d-8a63-4cfe-8a6d-0f9d47055f25 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/4653b377-c92a-497d-b66d-3421a400f91a HTTP/1.1" status: 204 len: 168 time: 0.2785177 Jul 13 07:42:49.598529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.598739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fe769-7f85-487f-9aae-05503e85d72f req-4a9964c2-775e-4a2e-8953-cb21110c97d9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.600213 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c19fe769-7f85-487f-9aae-05503e85d72f req-4a9964c2-775e-4a2e-8953-cb21110c97d9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 931 time: 0.0852084 Jul 13 07:42:49.624822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:49.636748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1e86d-8a63-4cfe-8a6d-0f9d47055f25 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4653b377-c92a-497d-b66d-3421a400f91a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.666062 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c19fe769-7f85-487f-9aae-05503e85d72f req-71722ef2-51bb-4635-877e-692a2f03756a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577567 Jul 13 07:42:49.679953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:49.696531 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.730026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Transition to ACTIVE for port object 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:49.740515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.740772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a3b92b5c-4e4d-4bd6-ba50-8ddfb0728c04 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1406462 Jul 13 07:42:49.742119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.822545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '02334fe3-bea8-46d1-8ca8-861a6ecb1bee', 'network_id': '4276c5d9-ec37-4da5-a712-dd854e7b8a4d', 'port_id': '02334fe3-bea8-46d1-8ca8-861a6ecb1bee', 'mac_address': 'fa:16:3e:fe:a6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f5a002-348d-44f4-b792-01a182d0587a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:49.828862 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5487fd3-fd85-411e-9000-d6c8774f8419 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.859445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.877362 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5487fd3-fd85-411e-9000-d6c8774f8419 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.879207 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.891091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Attempting to bind port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.891461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Attempting to bind port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.891933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Attempting to bind port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.894696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02334fe3-bea8-46d1-8ca8-861a6ecb1bee {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:49.897578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.897906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Attempting to bind port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 on network 7573503c-31c1-4373-bb1e-438e2a5b8c70 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.907057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:49.907690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Checking segment: {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:49.908174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Bound using segment: {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:49.908881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Bound port: 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112f7a6b-02ad-462f-acfd-2b01381037b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:49.909436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.921923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:49.926902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.953323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5487fd3-fd85-411e-9000-d6c8774f8419 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.959679 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5487fd3-fd85-411e-9000-d6c8774f8419 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.962048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b5487fd3-fd85-411e-9000-d6c8774f8419 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/a359a1b6-8f55-4318-a761-2cd659e3b34a HTTP/1.1" status: 204 len: 168 time: 0.2192278 Jul 13 07:42:49.966160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.974601 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5487fd3-fd85-411e-9000-d6c8774f8419 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a359a1b6-8f55-4318-a761-2cd659e3b34a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.000392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.033226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] For port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:50.037332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] For port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:50.042311 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4fc6126c-4d65-468a-b396-01924fa16788 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749254 Jul 13 07:42:50.043964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.046612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57074) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.051757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2123a094-d45f-4df2-87f6-d66f84543c97 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'tempest-secgroup--374203414'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:50.076233 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2123a094-d45f-4df2-87f6-d66f84543c97 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.086383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.087011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.088417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] 10.222.0.48 "PUT /v2.0/ports/6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 HTTP/1.1" status: 200 len: 1092 time: 1.0351715 Jul 13 07:42:50.088865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21acbc87-4f3a-4222-8e04-eafca3c9920a', 'tag': '6b2f6dbe-1e0b-44fe-9543-8ff4262ab730'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:50.091808 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b840ab3f-222e-4b86-9372-1999079d8838" -d '{"events": [{"name": "network-changed", "server_uuid": "21acbc87-4f3a-4222-8e04-eafca3c9920a", "tag": "6b2f6dbe-1e0b-44fe-9543-8ff4262ab730"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:50.122281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fc07b-38c2-40a8-92f9-5a56faa3d249 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.179497 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f3ed12-16a6-45ef-8f63-cb15c40ca420 x-openstack-request-id: req-31f3ed12-16a6-45ef-8f63-cb15c40ca420 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:50.180387 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21acbc87-4f3a-4222-8e04-eafca3c9920a", "tag": "6b2f6dbe-1e0b-44fe-9543-8ff4262ab730", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:50.180723 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31f3ed12-16a6-45ef-8f63-cb15c40ca420 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:50.181286 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21acbc87-4f3a-4222-8e04-eafca3c9920a', 'tag': '6b2f6dbe-1e0b-44fe-9543-8ff4262ab730', 'status': 'completed', 'code': 200} Jul 13 07:42:50.183093 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2123a094-d45f-4df2-87f6-d66f84543c97 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.188370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2123a094-d45f-4df2-87f6-d66f84543c97 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.222941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-3b7f0e99-aa1c-4fd2-b5d5-d0958374f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.225505 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-3b7f0e99-aa1c-4fd2-b5d5-d0958374f8b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 1095 time: 0.0941126 Jul 13 07:42:50.230754 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2123a094-d45f-4df2-87f6-d66f84543c97 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.236933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2123a094-d45f-4df2-87f6-d66f84543c97 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1843691 Jul 13 07:42:50.236933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123a094-d45f-4df2-87f6-d66f84543c97 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61b0f5b-5129-4b05-9e28-ad80a1a5fdd3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.237383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57084) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.242671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['02334fe3-bea8-46d1-8ca8-861a6ecb1bee'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:50.256097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-22b32876-ac6f-47ab-a246-71c68a515e56 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:50.257379 n-d-758944-43 neutron-server[93774]: WARNING neutron.api.v2.base [None req-22b32876-ac6f-47ab-a246-71c68a515e56 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:42:50.258345 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-22b32876-ac6f-47ab-a246-71c68a515e56 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:50.263620 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-22b32876-ac6f-47ab-a246-71c68a515e56 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "PUT /v2.0/security-groups/b61b0f5b-5129-4b05-9e28-ad80a1a5fdd3 HTTP/1.1" status: 409 len: 330 time: 0.0206177 Jul 13 07:42:50.264751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57086) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.324709 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-8703a436-ed6f-46fa-b1db-1f3b7b1ec765 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 HTTP/1.1" status: 200 len: 217 time: 0.0924811 Jul 13 07:42:50.360920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1543-0bbe-4261-9d3a-a523cf70cec5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.446060 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1543-0bbe-4261-9d3a-a523cf70cec5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.450097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-a07e4689-551f-40c2-93c2-c44704900da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.451709 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-a07e4689-551f-40c2-93c2-c44704900da0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 200 len: 854 time: 0.1161101 Jul 13 07:42:50.505395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-d85a5412-cc59-4b60-936a-2803bd408cbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7573503c-31c1-4373-bb1e-438e2a5b8c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454445 Jul 13 07:42:50.512431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1543-0bbe-4261-9d3a-a523cf70cec5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.517346 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1543-0bbe-4261-9d3a-a523cf70cec5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.519737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5dcd1543-0bbe-4261-9d3a-a523cf70cec5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/b61b0f5b-5129-4b05-9e28-ad80a1a5fdd3 HTTP/1.1" status: 204 len: 168 time: 0.2544124 Jul 13 07:42:50.526222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57094) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.545339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd1543-0bbe-4261-9d3a-a523cf70cec5 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61b0f5b-5129-4b05-9e28-ad80a1a5fdd3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.614332 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6363bc7e-89aa-45a0-be27-02aa032f57db tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821626 Jul 13 07:42:50.614547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57098) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.638868 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f60074dd-c72d-4619-8d76-a9b290e41781 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] delete failed (client error): The resource could not be found. Jul 13 07:42:50.643076 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f60074dd-c72d-4619-8d76-a9b290e41781 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "DELETE /v2.0/security-groups/21233372-e065-4d07-9047-45a66b443c9e HTTP/1.1" status: 404 len: 347 time: 0.0237024 Jul 13 07:42:50.643336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57100) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.657118 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-c197d779-d13e-4dd4-be01-04330bebdb58 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] show failed (client error): The resource could not be found. Jul 13 07:42:50.661592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c197d779-d13e-4dd4-be01-04330bebdb58 tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-groups/378bba0c-7983-447f-b607-d5c845176916 HTTP/1.1" status: 404 len: 347 time: 0.0138113 Jul 13 07:42:50.662093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57102) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.676756 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-7af62038-bc40-4894-8efd-3bf975b332fc tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] show failed (client error): The resource could not be found. Jul 13 07:42:50.677008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8752c4f-84a2-4a22-9eea-ae5510e3fdbb req-82aaa1b6-6a6a-4f89-9cce-88154f80d3c9 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.680970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7af62038-bc40-4894-8efd-3bf975b332fc tempest-NegativeSecGroupTest-1239920485 tempest-NegativeSecGroupTest-1239920485-project] 10.222.0.41 "GET /v2.0/security-group-rules/5bd8b573-0373-4c39-ac82-7108249704e2 HTTP/1.1" status: 404 len: 356 time: 0.0149217 Jul 13 07:42:50.681193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8752c4f-84a2-4a22-9eea-ae5510e3fdbb req-82aaa1b6-6a6a-4f89-9cce-88154f80d3c9 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 945 time: 0.1498091 Jul 13 07:42:50.681193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-454c5998-0044-468b-aa14-054b610a3938 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668825 Jul 13 07:42:50.759733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8752c4f-84a2-4a22-9eea-ae5510e3fdbb req-9031bad3-2799-45f9-be28-c09a8be7000b tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748715 Jul 13 07:42:50.836421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f536218-6b37-45aa-8e1a-f93256e6f811 req-53e209fe-9a30-4700-9500-e7b474e4bd98 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436296 Jul 13 07:42:50.933853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817db08a-ed76-47d9-a611-9cb0d85101e9 req-295b79ec-76e6-4a72-8a71-73941c7d61bd tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.936306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-817db08a-ed76-47d9-a611-9cb0d85101e9 req-295b79ec-76e6-4a72-8a71-73941c7d61bd tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 943 time: 0.0953648 Jul 13 07:42:50.967539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840ab3f-222e-4b86-9372-1999079d8838 req-659990b1-344d-42e1-b79f-fb20e786a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.969731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b840ab3f-222e-4b86-9372-1999079d8838 req-659990b1-344d-42e1-b79f-fb20e786a6b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 1095 time: 0.0716445 Jul 13 07:42:50.982672 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-817db08a-ed76-47d9-a611-9cb0d85101e9 req-64c89792-5ae8-47f3-ac7b-b3ed0fa32dff tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Jul 13 07:42:51.018694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.046528 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2159af08-70d3-459e-bfd4-94179abf9e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.088834 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.099052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840ab3f-222e-4b86-9372-1999079d8838 req-e5f53e96-f2bb-42ea-90f1-5ecc4827dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.100893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b840ab3f-222e-4b86-9372-1999079d8838 req-e5f53e96-f2bb-42ea-90f1-5ecc4827dbb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 915 time: 0.1240749 Jul 13 07:42:51.148455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b840ab3f-222e-4b86-9372-1999079d8838 req-df98acb4-a74b-4866-86c3-ab010517fd3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 HTTP/1.1" status: 200 len: 217 time: 0.0413337 Jul 13 07:42:51.204477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840ab3f-222e-4b86-9372-1999079d8838 req-f413aef7-344d-4c91-bac6-37ca874976a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.206166 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b840ab3f-222e-4b86-9372-1999079d8838 req-f413aef7-344d-4c91-bac6-37ca874976a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 200 len: 854 time: 0.0509448 Jul 13 07:42:51.210739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bfa5b0f6-a553-49fd-a8bd-44facd4eb14c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=360bdec1a13a437ba78cb68b281b661d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901257 Jul 13 07:42:51.211517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57124) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.244252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b840ab3f-222e-4b86-9372-1999079d8838 req-d8615922-9c56-41ee-83ca-c61209beaa54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7573503c-31c1-4373-bb1e-438e2a5b8c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291102 Jul 13 07:42:51.266111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1993ca46-9710-4b2f-af8f-d11c6c16f626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.289381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1993ca46-9710-4b2f-af8f-d11c6c16f626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.349002 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b840ab3f-222e-4b86-9372-1999079d8838 req-d2201b9c-23e4-4b3a-806a-5d7cfaf0538c service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979195 Jul 13 07:42:51.372655 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1993ca46-9710-4b2f-af8f-d11c6c16f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.376085 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1993ca46-9710-4b2f-af8f-d11c6c16f626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.377251 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1993ca46-9710-4b2f-af8f-d11c6c16f626 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eda879ed-b522-4971-a8d2-2965ddea777f HTTP/1.1" status: 204 len: 168 time: 0.1648121 Jul 13 07:42:51.402725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993ca46-9710-4b2f-af8f-d11c6c16f626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda879ed-b522-4971-a8d2-2965ddea777f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:51.490567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 02334fe3-bea8-46d1-8ca8-861a6ecb1bee up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:51.493842 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b840ab3f-222e-4b86-9372-1999079d8838 req-d2f34b7f-81dc-473f-943e-336528cd09b9 service neutron] 10.222.0.48 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358407 Jul 13 07:42:51.543497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:51.548041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:51.548421 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.646810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.675985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c943398d-5052-4de6-ba3b-c781dfd5f48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02334fe3-bea8-46d1-8ca8-861a6ecb1bee'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:51.679427 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7496476c-25fb-4611-a21d-136de79d9f40" -d '{"events": [{"server_uuid": "c943398d-5052-4de6-ba3b-c781dfd5f48d", "name": "network-vif-plugged", "status": "completed", "tag": "02334fe3-bea8-46d1-8ca8-861a6ecb1bee"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:51.693638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:51.705160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.742838 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37b66b0-ed7c-4f44-8bd9-a23f0823bfd6 x-openstack-request-id: req-e37b66b0-ed7c-4f44-8bd9-a23f0823bfd6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:51.743271 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c943398d-5052-4de6-ba3b-c781dfd5f48d", "name": "network-vif-plugged", "status": "completed", "tag": "02334fe3-bea8-46d1-8ca8-861a6ecb1bee", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:51.743617 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e37b66b0-ed7c-4f44-8bd9-a23f0823bfd6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:51.744100 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c943398d-5052-4de6-ba3b-c781dfd5f48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02334fe3-bea8-46d1-8ca8-861a6ecb1bee', 'code': 200} Jul 13 07:42:51.783309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:51.872904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc778b0-752a-40ab-9e67-deaa24e46ac2 req-b1000782-05cc-4696-bd63-9b1a8f0ea457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.874493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5dc778b0-752a-40ab-9e67-deaa24e46ac2 req-b1000782-05cc-4696-bd63-9b1a8f0ea457 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 1098 time: 0.0755215 Jul 13 07:42:51.953695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5dc778b0-752a-40ab-9e67-deaa24e46ac2 req-455568f5-52d7-4e38-aa3d-138a63029592 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706890 Jul 13 07:42:51.957712 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.997318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c528-ced6-4399-9ada-9bb2db5b061f req-4c7ce156-b647-4285-a98c-79b1746c0c37 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.999191 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d314c528-ced6-4399-9ada-9bb2db5b061f req-4c7ce156-b647-4285-a98c-79b1746c0c37 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0945752 Jul 13 07:42:52.041557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d314c528-ced6-4399-9ada-9bb2db5b061f req-51d63153-d15f-4feb-9d90-e35b14b7051d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366883 Jul 13 07:42:52.194370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98089aae-19a9-4191-a0f2-77c9a95be73b req-f75f55b1-a96f-4108-a4bf-13f286fc6074 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.196063 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98089aae-19a9-4191-a0f2-77c9a95be73b req-f75f55b1-a96f-4108-a4bf-13f286fc6074 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 943 time: 0.0698228 Jul 13 07:42:52.237153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98089aae-19a9-4191-a0f2-77c9a95be73b req-3d9cb3f0-6a6e-4f40-81d9-df3ec4f04fae tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356305 Jul 13 07:42:52.311162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57232) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.314817 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026550 Jul 13 07:42:52.318261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57234) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.450750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4a05b6d3-bf2a-4266-886d-28dc2fca1d5a tempest-NetworksApiDiscovery-413132049 tempest-NetworksApiDiscovery-413132049-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1309664 Jul 13 07:42:52.530164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57244) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.634043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c665ec8-b548-4229-83fb-de2464cfd71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.705704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57250) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.725853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c665ec8-b548-4229-83fb-de2464cfd71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.729790 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c665ec8-b548-4229-83fb-de2464cfd71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.772935 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0c665ec8-b548-4229-83fb-de2464cfd71c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45bb0c9f7986408c88518feb517274f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445464 Jul 13 07:42:52.774329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57254) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.785983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c665ec8-b548-4229-83fb-de2464cfd71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276b9002-50c4-4546-bb23-497301bd962f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:52.830760 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-365a2645-61e0-42ce-8e8c-c53f272fb62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.865496 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cc7c222-842f-4678-b9fc-28d7f7c07181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.905305 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cc7c222-842f-4678-b9fc-28d7f7c07181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.988582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cc7c222-842f-4678-b9fc-28d7f7c07181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.991146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cc7c222-842f-4678-b9fc-28d7f7c07181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.992312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9cc7c222-842f-4678-b9fc-28d7f7c07181 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/276b9002-50c4-4546-bb23-497301bd962f HTTP/1.1" status: 204 len: 168 time: 0.2168918 Jul 13 07:42:52.999630 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-365a2645-61e0-42ce-8e8c-c53f272fb62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.005719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7c222-842f-4678-b9fc-28d7f7c07181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276b9002-50c4-4546-bb23-497301bd962f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:53.009286 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-365a2645-61e0-42ce-8e8c-c53f272fb62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.051801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a2645-61e0-42ce-8e8c-c53f272fb62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ad8e2f-a815-49f3-8e6d-4e9550c9eeab,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:53.057246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-365a2645-61e0-42ce-8e8c-c53f272fb62d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9619e96fde0d436fb29550423381ea79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498826 Jul 13 07:42:53.059952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57258) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:53.127003 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff1c8-f5f8-4752-974c-445605109d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.160175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff1c8-f5f8-4752-974c-445605109d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.252034 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff1c8-f5f8-4752-974c-445605109d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.255300 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff1c8-f5f8-4752-974c-445605109d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.256573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fd7ff1c8-f5f8-4752-974c-445605109d5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3ad8e2f-a815-49f3-8e6d-4e9550c9eeab HTTP/1.1" status: 204 len: 168 time: 0.1956420 Jul 13 07:42:53.267427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e704c48-222d-402b-b89f-3e2c842c0b19 req-0cc054a8-d018-4ecf-9276-f986b9d4c890 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:53.270565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e704c48-222d-402b-b89f-3e2c842c0b19 req-0cc054a8-d018-4ecf-9276-f986b9d4c890 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0916505 Jul 13 07:42:53.276398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ff1c8-f5f8-4752-974c-445605109d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ad8e2f-a815-49f3-8e6d-4e9550c9eeab,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:53.338879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57268) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:53.339377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e704c48-222d-402b-b89f-3e2c842c0b19 req-32443df0-e9d4-4bf1-a877-a6f511f05059 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Jul 13 07:42:53.355500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b625b8ab-c950-4c6d-a8c7-bfc4a855d9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.505895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a48d-5319-4ccd-a373-5ab9c15a2d94 req-6f533c23-d2ce-4d8f-bb00-a55e1e77f35a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:53.507570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe07a48d-5319-4ccd-a373-5ab9c15a2d94 req-6f533c23-d2ce-4d8f-bb00-a55e1e77f35a tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 943 time: 0.1079857 Jul 13 07:42:53.541095 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b625b8ab-c950-4c6d-a8c7-bfc4a855d9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.558756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b625b8ab-c950-4c6d-a8c7-bfc4a855d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.597629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625b8ab-c950-4c6d-a8c7-bfc4a855d9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dcd1f2-bf35-4985-98ee-171a92dec13f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:53.611931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe07a48d-5319-4ccd-a373-5ab9c15a2d94 req-095f5ba2-0d25-4430-a968-c03d2a982c62 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937243 Jul 13 07:42:53.626002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57284) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:53.626220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b625b8ab-c950-4c6d-a8c7-bfc4a855d9ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b346877cba4144f9b51e6d2aa611372f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857213 Jul 13 07:42:53.646658 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.713114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d537c1d-8d6a-47c0-9763-fe08bac6374d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.739735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d537c1d-8d6a-47c0-9763-fe08bac6374d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.741798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-70a1223f-c64d-4841-a704-3b163af140a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:53.743424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-70a1223f-c64d-4841-a704-3b163af140a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c019fb5293e64724a5798eb70dbfca88&device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 1098 time: 0.0862906 Jul 13 07:42:53.795068 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d537c1d-8d6a-47c0-9763-fe08bac6374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.797967 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d537c1d-8d6a-47c0-9763-fe08bac6374d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.802247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1d537c1d-8d6a-47c0-9763-fe08bac6374d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1dcd1f2-bf35-4985-98ee-171a92dec13f HTTP/1.1" status: 204 len: 168 time: 0.1715839 Jul 13 07:42:53.816120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d537c1d-8d6a-47c0-9763-fe08bac6374d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dcd1f2-bf35-4985-98ee-171a92dec13f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:54.175182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-7f645614-721b-431e-ab13-ae03aebaec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.177209 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-7f645614-721b-431e-ab13-ae03aebaec75 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 200 len: 912 time: 0.4264834 Jul 13 07:42:54.191758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b3762-250c-4a87-9ce1-630397a238af req-68d9706c-65e8-43cb-8112-543d21b9416f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.192205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-341b3762-250c-4a87-9ce1-630397a238af req-68d9706c-65e8-43cb-8112-543d21b9416f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.4084196 Jul 13 07:42:54.235966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-5bd0b3c6-617e-4e27-a112-f89ad14e2e8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02334fe3-bea8-46d1-8ca8-861a6ecb1bee HTTP/1.1" status: 200 len: 217 time: 0.0427094 Jul 13 07:42:54.304165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-341b3762-250c-4a87-9ce1-630397a238af req-4cbf4b66-2015-43fd-ab2c-566315b50481 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046402 Jul 13 07:42:54.312424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-d5fe6e17-92f9-489d-9cc3-d3de3911232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.313376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:54.314641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-d5fe6e17-92f9-489d-9cc3-d3de3911232f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71f5a002-348d-44f4-b792-01a182d0587a HTTP/1.1" status: 200 len: 851 time: 0.0716202 Jul 13 07:42:54.378714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-e90e8208-019d-4be7-9223-69cb024d3ec2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508673 Jul 13 07:42:54.471088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:54.487265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '6b2f6dbe-1e0b-44fe-9543-8ff4262ab730', 'network_id': '7573503c-31c1-4373-bb1e-438e2a5b8c70', 'port_id': '6b2f6dbe-1e0b-44fe-9543-8ff4262ab730', 'mac_address': 'fa:16:3e:56:3c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a47d72-72f1-4c50-bf4c-d9874e24f0e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:54.512477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-d7e90046-ce66-47d7-b79e-be9f3ffaa3d6 service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269786 Jul 13 07:42:54.548858 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.574911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:54.608546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:54.615659 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.656028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1cc5070-f8f6-4cf3-9e25-123da754660a req-d31bf946-1ccb-4531-9d19-54531e7bb507 service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357570 Jul 13 07:42:54.697202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:54.927374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366ec4b-01f4-4c40-b7bb-68f9906eefca req-fd3dedf9-e418-40d0-8533-4142ba3c22e1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.929013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f366ec4b-01f4-4c40-b7bb-68f9906eefca req-fd3dedf9-e418-40d0-8533-4142ba3c22e1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 944 time: 0.1021779 Jul 13 07:42:54.949468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['6b2f6dbe-1e0b-44fe-9543-8ff4262ab730'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:54.982564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f366ec4b-01f4-4c40-b7bb-68f9906eefca req-3b50b918-6115-40a0-bc44-e3b95e9c4e3f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 Jul 13 07:42:55.520308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16ad18-a309-4472-8783-33f19e3a77fc req-8161f84d-6904-4689-b4b4-cc567592778d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:55.522170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b16ad18-a309-4472-8783-33f19e3a77fc req-8161f84d-6904-4689-b4b4-cc567592778d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0721550 Jul 13 07:42:55.548336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57382) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:55.580565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b16ad18-a309-4472-8783-33f19e3a77fc req-3052d28d-1e86-49bf-8cb6-7b82e003999b tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477710 Jul 13 07:42:55.673477 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6a442b8-5f6b-4ca9-9c94-50be47200219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.686904 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-3f9235bc-e34d-4645-b48a-2166a019a6a5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556719 Jul 13 07:42:55.773929 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6a442b8-5f6b-4ca9-9c94-50be47200219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.778328 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6a442b8-5f6b-4ca9-9c94-50be47200219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.788473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-603dfe8a-e4ff-421c-954c-c60e5759569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:55.790013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-603dfe8a-e4ff-421c-954c-c60e5759569b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=320fb7f030334f2caca184600ca7066f&device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 1098 time: 0.0585020 Jul 13 07:42:55.820132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c6a442b8-5f6b-4ca9-9c94-50be47200219 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=936ac93f61704f648780fda9211c53a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682590 Jul 13 07:42:55.820132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a442b8-5f6b-4ca9-9c94-50be47200219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c7b2ba-7906-4d6c-81fa-4674c4797836,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:55.821024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57386) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:55.874833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f24b21a7-3324-437f-a776-4d5a0650a0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.904763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f24b21a7-3324-437f-a776-4d5a0650a0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.905418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-9abfccc2-4214-445f-b88a-3143e7a6dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:55.907122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-9abfccc2-4214-445f-b88a-3143e7a6dcba service neutron] 10.222.0.38 "GET /v2.0/networks?id=7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 200 len: 915 time: 0.0980539 Jul 13 07:42:55.961749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f24b21a7-3324-437f-a776-4d5a0650a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.964403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f24b21a7-3324-437f-a776-4d5a0650a0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.965593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f24b21a7-3324-437f-a776-4d5a0650a0aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9c7b2ba-7906-4d6c-81fa-4674c4797836 HTTP/1.1" status: 204 len: 168 time: 0.1436503 Jul 13 07:42:55.974736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b21a7-3324-437f-a776-4d5a0650a0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c7b2ba-7906-4d6c-81fa-4674c4797836,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:55.977300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-7a7f57f0-0e2c-417a-82c5-10b13ff2e771 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c20809f-ca21-46b9-81a7-1044699086e0 HTTP/1.1" status: 200 len: 217 time: 0.0506816 Jul 13 07:42:56.030568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-95775f2c-05b0-4164-80d8-0169d893738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:56.032151 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-95775f2c-05b0-4164-80d8-0169d893738e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 200 len: 854 time: 0.0486515 Jul 13 07:42:56.066496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-9b1254bb-78c2-4b77-843a-64f4d28061da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7573503c-31c1-4373-bb1e-438e2a5b8c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277257 Jul 13 07:42:56.208444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-6cb7a5c3-db5b-4cf5-97e1-6c5092c566b4 service neutron] 10.222.0.38 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360064 Jul 13 07:42:56.223536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f5fda-3889-4570-80af-2a81b103a041 req-adbb60e9-5fc5-46b0-ad38-204c7500d8a4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:56.225199 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b97f5fda-3889-4570-80af-2a81b103a041 req-adbb60e9-5fc5-46b0-ad38-204c7500d8a4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 944 time: 0.1322782 Jul 13 07:42:56.315105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:56.318357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b97f5fda-3889-4570-80af-2a81b103a041 req-a400d520-1291-4ea8-8e4e-10f2aead04b0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853763 Jul 13 07:42:56.354099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51045016-1001-4b8e-8675-95ca45cd0ef3 req-eb8afa32-2549-4936-9f39-f0cb043d817b service neutron] 10.222.0.38 "GET /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392937 Jul 13 07:42:56.385744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:56.389822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:56.390311 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.471584 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.495233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21acbc87-4f3a-4222-8e04-eafca3c9920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f6dbe-1e0b-44fe-9543-8ff4262ab730'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:56.497532 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e27c7b-9c5d-4725-904a-f7e8c7402693" -d '{"events": [{"server_uuid": "21acbc87-4f3a-4222-8e04-eafca3c9920a", "name": "network-vif-plugged", "status": "completed", "tag": "6b2f6dbe-1e0b-44fe-9543-8ff4262ab730"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:56.518252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:56.525047 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.538967 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923167c-8836-48d7-a395-063f3e72792d x-openstack-request-id: req-d923167c-8836-48d7-a395-063f3e72792d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:56.539260 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21acbc87-4f3a-4222-8e04-eafca3c9920a", "name": "network-vif-plugged", "status": "completed", "tag": "6b2f6dbe-1e0b-44fe-9543-8ff4262ab730", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:56.539547 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d923167c-8836-48d7-a395-063f3e72792d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:56.540486 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21acbc87-4f3a-4222-8e04-eafca3c9920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f6dbe-1e0b-44fe-9543-8ff4262ab730', 'code': 200} Jul 13 07:42:56.614961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:56.641825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.643026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.644201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.645110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.646484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.647467 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.648285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.649103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.650283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.651169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.653162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.654065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:56.687326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72307cdc-8995-432b-a39d-c329e005ff14 req-5ebed607-c72f-4017-abfd-32a1623f1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:56.690027 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72307cdc-8995-432b-a39d-c329e005ff14 req-5ebed607-c72f-4017-abfd-32a1623f1d05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 1097 time: 0.0791018 Jul 13 07:42:56.738012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72307cdc-8995-432b-a39d-c329e005ff14 req-8d67df90-46b4-4835-ab13-778899f5d0e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Jul 13 07:42:56.830674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4d78a-9747-4ab2-b609-697fc14ee026 req-a1fde4ad-6139-4db5-8598-aa81f44f7f7f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:56.832601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46d4d78a-9747-4ab2-b609-697fc14ee026 req-a1fde4ad-6139-4db5-8598-aa81f44f7f7f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0804813 Jul 13 07:42:56.898998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46d4d78a-9747-4ab2-b609-697fc14ee026 req-3d2c46d9-cd1e-4bbc-852a-5078dbfa6841 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470052 Jul 13 07:42:57.398938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57458) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:57.518054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0d2d1-9ccf-4cc8-83a2-57b83ae9a577 req-39f1684a-7f0a-4edb-a073-f15b36b72fdb tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:57.520033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ed0d2d1-9ccf-4cc8-83a2-57b83ae9a577 req-39f1684a-7f0a-4edb-a073-f15b36b72fdb tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 945 time: 0.0778053 Jul 13 07:42:57.561532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ed0d2d1-9ccf-4cc8-83a2-57b83ae9a577 req-03f9dcc4-44b8-42bd-8422-66f14b8cd025 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Jul 13 07:42:57.581008 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1925260219'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:57.603910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Made reservation on behalf of a9ebbd855b0b425cabd1c39bc701e5b2 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:57.608208 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.618263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.745383 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.749186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.779722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:57.786066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652e6dfc-abed-4b43-b3a6-ee40126c7067,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:57.792294 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.792693 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Added segment f22d1343-54ad-4260-86da-8b2048442d9e of type vlan for network e3defa5f-b2f2-4bd7-bb20-addbc6321492 Jul 13 07:42:57.836045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.866653 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.872270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:57.872850 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.911847 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5117097 Jul 13 07:42:57.957002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd026b0c-5315-484b-8d4d-b750b8478899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Pushing event updated for resources: {'Network': ['ID=e3defa5f-b2f2-4bd7-bb20-addbc6321492,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:57.968381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network e3defa5f-b2f2-4bd7-bb20-addbc6321492 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:58.109919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57470) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:58.113772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5d822-aae8-44fd-9c63-2c63f3bffc7e req-d13776c3-c28b-471e-b99e-383694724b70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.115401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80b5d822-aae8-44fd-9c63-2c63f3bffc7e req-d13776c3-c28b-471e-b99e-383694724b70 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0789018 Jul 13 07:42:58.118939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Request body: {'port': {'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492', 'binding:host_id': 'n-h1-758944-43', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-762611745'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:58.145651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Made reservation on behalf of a1a242d0dca24438a099e7baf7896be0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:58.152393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.159427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80b5d822-aae8-44fd-9c63-2c63f3bffc7e req-03687361-c501-45bb-b7a9-f791ea591539 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368612 Jul 13 07:42:58.165847 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.276251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.281886 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.288162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] device_id is not set on port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:58.371732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f55a53-d284-486a-b034-1042de98c0f6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:58.524010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] device_id is not set on port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:58.532595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57484) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:58.533334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.544587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Transition to ACTIVE for port object cd079cf0-4f7b-41cc-bb37-efb988bc38d6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:58.554166 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.615408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'Port': ['ID=cd079cf0-4f7b-41cc-bb37-efb988bc38d6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:58.626015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Checking segment: {'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:58.626390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Network hostable DHCP agents. Network: e3defa5f-b2f2-4bd7-bb20-addbc6321492, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:58.643885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Network e3defa5f-b2f2-4bd7-bb20-addbc6321492 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:58.653251 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, e3defa5f-b2f2-4bd7-bb20-addbc6321492) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:58.654049 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40c968af-f349-4a81-a795-171517684a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.662660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd4d3e4-c360-425a-97ed-94bebdb89a6c None None] Network e3defa5f-b2f2-4bd7-bb20-addbc6321492 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:58.664930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:58.681883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.682321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.683001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.689154 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.689498 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.690296 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 2 to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 Jul 13 07:42:58.705450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.706044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.707095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.712274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.712696 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.713101 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 3 to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 Jul 13 07:42:58.728966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.729361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.729707 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.734426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.734771 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.735176 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 4 to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 Jul 13 07:42:58.748805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.749143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.749637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.755039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.755378 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.755791 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 5 to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 Jul 13 07:42:58.771007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.771342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.772042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.776357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.776736 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.777178 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 6 to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 Jul 13 07:42:58.791159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.791360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.791641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.796571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.796944 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.797345 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 7 to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 Jul 13 07:42:58.810780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.811124 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.811464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.816264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.816650 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.817059 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 8 to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 Jul 13 07:42:58.817856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40c968af-f349-4a81-a795-171517684a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.830062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.830408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.830755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.835837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.836165 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.836569 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 9 to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 Jul 13 07:42:58.837147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f9dd5-a30d-4602-ae52-a875f752d689 req-3a8667c1-0c4e-4b8b-bbb0-24726fe2f9f9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.838715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d96f9dd5-a30d-4602-ae52-a875f752d689 req-3a8667c1-0c4e-4b8b-bbb0-24726fe2f9f9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 945 time: 0.1285260 Jul 13 07:42:58.839349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40c968af-f349-4a81-a795-171517684a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.850441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.850870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.851297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.855894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.856223 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.856629 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 10 to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 Jul 13 07:42:58.869827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:58.870192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:58.870523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:58.875477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:58.875806 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:42:58.876180 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.922699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-40c968af-f349-4a81-a795-171517684a3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e55e088078bc4f779e2b40343d9614f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889468 Jul 13 07:42:58.928203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:58.940037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c968af-f349-4a81-a795-171517684a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81388d9-b219-4714-bd6f-e6258fd56b60,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:58.962844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] For port cd079cf0-4f7b-41cc-bb37-efb988bc38d6, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:58.963223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempted to set empty binding levels {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:42:58.967941 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.985708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d96f9dd5-a30d-4602-ae52-a875f752d689 req-8440606e-181a-4476-8800-e51f226405ea tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204417 Jul 13 07:42:59.004745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.005358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.011853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-c79c491b-550d-4b75-b8f8-3fabbd9871c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1978352 Jul 13 07:42:59.023023 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32913dac-0b41-4bfb-8f4b-60a416dac1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.026185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'Port': ['ID=cd079cf0-4f7b-41cc-bb37-efb988bc38d6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:59.038989 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a1f89577-565a-452d-8749-25085f4084e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.9250255 Jul 13 07:42:59.039327 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57494) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:59.059481 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32913dac-0b41-4bfb-8f4b-60a416dac1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.139416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4e2bbf06-c0de-43af-9a14-33afeddbfd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Deleting port cd079cf0-4f7b-41cc-bb37-efb988bc38d6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:59.140038 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbf06-c0de-43af-9a14-33afeddbfd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.155653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32913dac-0b41-4bfb-8f4b-60a416dac1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.157882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32913dac-0b41-4bfb-8f4b-60a416dac1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.159324 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-32913dac-0b41-4bfb-8f4b-60a416dac1c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b81388d9-b219-4714-bd6f-e6258fd56b60 HTTP/1.1" status: 204 len: 168 time: 0.2291672 Jul 13 07:42:59.170906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-859a7b23-f9ed-4c27-a1b1-c4b99ceded5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.171414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-859a7b23-f9ed-4c27-a1b1-c4b99ceded5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.172039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-859a7b23-f9ed-4c27-a1b1-c4b99ceded5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.172544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-859a7b23-f9ed-4c27-a1b1-c4b99ceded5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.173036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-859a7b23-f9ed-4c27-a1b1-c4b99ceded5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.173516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-859a7b23-f9ed-4c27-a1b1-c4b99ceded5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.174036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-859a7b23-f9ed-4c27-a1b1-c4b99ceded5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.176218 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-859a7b23-f9ed-4c27-a1b1-c4b99ceded5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3717ff947c1f4880ba8228f32bd81950&device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 6494 time: 0.1022558 Jul 13 07:42:59.182135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32913dac-0b41-4bfb-8f4b-60a416dac1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81388d9-b219-4714-bd6f-e6258fd56b60,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:59.290256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4e2bbf06-c0de-43af-9a14-33afeddbfd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] For port cd079cf0-4f7b-41cc-bb37-efb988bc38d6, host n-h1-758944-43, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:59.290885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbf06-c0de-43af-9a14-33afeddbfd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.344440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4e2bbf06-c0de-43af-9a14-33afeddbfd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Calling delete_port for cd079cf0-4f7b-41cc-bb37-efb988bc38d6 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:59.464669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbf06-c0de-43af-9a14-33afeddbfd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.504991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-223bd29d-bafa-49c8-9e2f-e1c7e4666133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.506584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-223bd29d-bafa-49c8-9e2f-e1c7e4666133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.508651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-223bd29d-bafa-49c8-9e2f-e1c7e4666133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.512015 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-223bd29d-bafa-49c8-9e2f-e1c7e4666133 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1 HTTP/1.1" status: 200 len: 2293 time: 0.2715633 Jul 13 07:42:59.531262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bbf06-c0de-43af-9a14-33afeddbfd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd079cf0-4f7b-41cc-bb37-efb988bc38d6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:59.532814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbf06-c0de-43af-9a14-33afeddbfd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.534851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4e2bbf06-c0de-43af-9a14-33afeddbfd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "DELETE /v2.0/ports/cd079cf0-4f7b-41cc-bb37-efb988bc38d6 HTTP/1.1" status: 204 len: 168 time: 0.4945383 Jul 13 07:42:59.537500 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57508) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:59.572202 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a07ef85-d48e-4f8a-9ba8-0527245d2897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:42:59.578125 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7a07ef85-d48e-4f8a-9ba8-0527245d2897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "GET /v2.0/ports/cd079cf0-4f7b-41cc-bb37-efb988bc38d6 HTTP/1.1" status: 404 len: 333 time: 0.0361917 Jul 13 07:42:59.578317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57510) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:59.590484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Request body: {'port': {'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427782438'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:59.635271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b6be1-6655-4168-8209-6629e9fb3963 req-24b5e2c0-a921-4f8f-8fbf-031c399d7c63 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.636844 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f85b6be1-6655-4168-8209-6629e9fb3963 req-24b5e2c0-a921-4f8f-8fbf-031c399d7c63 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1872475 Jul 13 07:42:59.640136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Made reservation on behalf of a1a242d0dca24438a099e7baf7896be0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:59.644166 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.676106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-418b02fa-8171-4abe-91d8-c7db08aea55e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 HTTP/1.1" status: 200 len: 1000 time: 0.1507163 Jul 13 07:42:59.691823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] device_id is not set on port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:59.707491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57514) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:59.742859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-903bdca3-7249-42f3-aecb-cda802183e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.744360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-903bdca3-7249-42f3-aecb-cda802183e27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cde93f8-70ed-4887-81e6-5df77a123b85 HTTP/1.1" status: 200 len: 851 time: 0.0638413 Jul 13 07:42:59.753731 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3954a8a7-c0d8-4559-8f3c-e7e3a8bd648a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.770495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f85b6be1-6655-4168-8209-6629e9fb3963 req-5f011faf-0733-4972-8dc9-a6bb3573f2e6 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126344 Jul 13 07:42:59.816235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-115f808b-3240-4303-b405-4ee2725f7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.818180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-115f808b-3240-4303-b405-4ee2725f7d0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677228 Jul 13 07:42:59.927018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-85ac3070-0d39-4530-b0b0-0cee60f8b132 service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022081 Jul 13 07:42:59.932776 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.989285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3954a8a7-c0d8-4559-8f3c-e7e3a8bd648a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.006398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3954a8a7-c0d8-4559-8f3c-e7e3a8bd648a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.028222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-46e7b0aa-93f1-4897-af6b-a28acbdccc50 service neutron] 10.222.0.48 "GET /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954556 Jul 13 07:43:00.066413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3954a8a7-c0d8-4559-8f3c-e7e3a8bd648a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd6d0d1551bd4c86bfd9bbbc6e77c928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566723 Jul 13 07:43:00.066413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954a8a7-c0d8-4559-8f3c-e7e3a8bd648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24764f79-c422-4c47-a5f7-57bd32925cdd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:00.068814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57516) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:00.082712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-d4bb8bca-b47a-4fd9-981e-2972a2fea5ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=40724019-3d21-4399-a1da-fa1f90436469 HTTP/1.1" status: 200 len: 217 time: 0.0480106 Jul 13 07:43:00.106219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.145717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-c2508010-a9e4-4947-a490-20740419a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.147345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-c2508010-a9e4-4947-a490-20740419a9f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.0589948 Jul 13 07:43:00.159910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Network e3defa5f-b2f2-4bd7-bb20-addbc6321492 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:00.173240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:00.179956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:00.180583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.181466 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.191879 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b6298e0-5b62-452d-837b-1d5364effc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.193411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'Port': ['ID=246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:00.227110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2e53367f-30ad-4508-933f-48059d0b836e tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6450410 Jul 13 07:43:00.227336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-03a7d557-0c57-433f-a400-9193cec98b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.227795 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b6298e0-5b62-452d-837b-1d5364effc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.228151 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-03a7d557-0c57-433f-a400-9193cec98b5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741951 Jul 13 07:43:00.228305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:00.233569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:00.338849 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.345729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-bea782fd-8edc-418a-8e13-16c84e5bea73 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105595 Jul 13 07:43:00.349861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b6298e0-5b62-452d-837b-1d5364effc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.352417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b6298e0-5b62-452d-837b-1d5364effc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.356004 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6b6298e0-5b62-452d-837b-1d5364effc0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24764f79-c422-4c47-a5f7-57bd32925cdd HTTP/1.1" status: 204 len: 168 time: 0.2824929 Jul 13 07:43:00.364865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6298e0-5b62-452d-837b-1d5364effc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24764f79-c422-4c47-a5f7-57bd32925cdd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:00.461974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-6b05a788-ee36-4763-a414-e46d703ce447 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099250 Jul 13 07:43:00.518326 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-b378a57a-0595-4093-b3fc-10519b1b5d11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=d85f8c36-3b7d-420e-9014-9e823118f779 HTTP/1.1" status: 200 len: 217 time: 0.0499167 Jul 13 07:43:00.573619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-fdc937df-be5f-487d-940f-b9af9210877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.575499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-fdc937df-be5f-487d-940f-b9af9210877a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.0510530 Jul 13 07:43:00.589253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] device_id is not set on port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:00.590431 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.611820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Transition to ACTIVE for port object 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:00.621547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.640842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-e738b932-105f-4ad0-98c9-e21d9942436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.642714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-e738b932-105f-4ad0-98c9-e21d9942436a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0603578 Jul 13 07:43:00.688395 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'Port': ['ID=246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:00.692653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.693006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.693352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.698614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.698945 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.699383 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 2 to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 Jul 13 07:43:00.713977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.714331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.714676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.719390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.719727 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.720120 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 3 to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 Jul 13 07:43:00.739902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.741040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.742177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.749214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.749558 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.750034 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 4 to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 Jul 13 07:43:00.766369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.766776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.767122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.775636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.775978 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.776415 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 5 to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 Jul 13 07:43:00.778731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-120b2090-6031-493f-81a9-6628b9909aae service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291349 Jul 13 07:43:00.791098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.791447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.791796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.796976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.797403 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.797815 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 6 to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 Jul 13 07:43:00.813397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.813718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.814105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.834893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.835244 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.835702 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 7 to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 Jul 13 07:43:00.863946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.865024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.865381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.871428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.871769 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.872444 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 8 to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 Jul 13 07:43:00.895284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.895534 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.895776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.904071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.904481 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.904896 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 9 to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 Jul 13 07:43:00.926533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-d6231a53-e326-4d82-bde5-8a515d7c9227 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403656 Jul 13 07:43:00.928117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.928463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.928808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.935239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.936002 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.936569 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 10 to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 Jul 13 07:43:00.953988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.954821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.955186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.961085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:00.961417 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:00.961837 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.995208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-75f101c7-0fda-4938-a167-8fc02004bb11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=4fe06a5e-b85e-477b-919d-68fc47f6e092 HTTP/1.1" status: 200 len: 217 time: 0.0489137 Jul 13 07:43:01.069889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643bb12-1030-490c-a900-f4217b316d5e req-21d757e4-0abb-41d7-a702-a693209912dd tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.070171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b643bb12-1030-490c-a900-f4217b316d5e req-21d757e4-0abb-41d7-a702-a693209912dd tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1614316 Jul 13 07:43:01.072467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-21b8bca9-882e-4f00-b26f-b1140d657d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.074282 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-21b8bca9-882e-4f00-b26f-b1140d657d5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.0725021 Jul 13 07:43:01.082366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] For port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:01.082897 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempted to set empty binding levels {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:43:01.089207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.142580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] In _notify_port_updated(), no bound segment for port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:43:01.144313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.144938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.149724 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "PUT /v2.0/ports/246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 HTTP/1.1" status: 200 len: 980 time: 0.9171498 Jul 13 07:43:01.149724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57552) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:01.158487 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b643bb12-1030-490c-a900-f4217b316d5e req-af885284-334d-4aa5-b3ca-4bcc7b93a391 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817499 Jul 13 07:43:01.198213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-17536ec3-84be-4aa6-b45c-7aa49130210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.198213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-17536ec3-84be-4aa6-b45c-7aa49130210b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0962636 Jul 13 07:43:01.220563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56686513-ea1f-4974-b3b9-5529f2cf6bd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'Port': ['ID=246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:01.292676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.293179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.293638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.294149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.294610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.295074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.295984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.295984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.296431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.296965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.297426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.297891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.298662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.298828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.299287 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.299777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.301059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.301380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.301840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.302339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.302794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.303246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.303701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.304153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.304605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.305061 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.305517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.305992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.306468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.306882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.307335 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.315006 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ad481737-ed02-4294-bb88-38455e894358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27940 time: 0.1608741 Jul 13 07:43:01.315569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57558) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:01.322665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-30175d53-76c1-41a9-9902-4f333cecef25 service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185553 Jul 13 07:43:01.411599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0577000c-33e6-47b2-80b9-0662cd252f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Deleting port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:01.411947 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0577000c-33e6-47b2-80b9-0662cd252f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.458233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-b423841e-6cc5-4842-8959-8799863e5a4a service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285262 Jul 13 07:43:01.486874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0577000c-33e6-47b2-80b9-0662cd252f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] For port 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51, host n-h1-758944-43, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:01.488572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0577000c-33e6-47b2-80b9-0662cd252f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.502346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0577000c-33e6-47b2-80b9-0662cd252f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Calling delete_port for 246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:01.512146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-6b6b01c8-9398-4e8a-bc0f-da7ded7c148e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=826a0073-a00f-4f17-9c30-06b92f123947 HTTP/1.1" status: 200 len: 217 time: 0.0469174 Jul 13 07:43:01.580305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-9a6d896b-1777-48cf-ae1f-5ded63836a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.581845 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-9a6d896b-1777-48cf-ae1f-5ded63836a6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 200 len: 797 time: 0.0628150 Jul 13 07:43:01.604525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0577000c-33e6-47b2-80b9-0662cd252f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.676692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577000c-33e6-47b2-80b9-0662cd252f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event deleted for resources: {'Port': ['ID=246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:01.683696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0577000c-33e6-47b2-80b9-0662cd252f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.683909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-7eb3c411-d5d6-4a30-be93-f25603b991aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.685278 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-7eb3c411-d5d6-4a30-be93-f25603b991aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2ba3e5a-c575-4ce1-9576-3509935ca7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977833 Jul 13 07:43:01.690027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0577000c-33e6-47b2-80b9-0662cd252f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "DELETE /v2.0/ports/246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 HTTP/1.1" status: 204 len: 168 time: 0.3717642 Jul 13 07:43:01.691441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57568) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:01.735707 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7076e12f-bc65-41e2-9a38-f84c16117145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:43:01.737422 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7076e12f-bc65-41e2-9a38-f84c16117145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "GET /v2.0/ports/246fd7f6-7bdc-4f18-b0e4-6bf17e8acb51 HTTP/1.1" status: 404 len: 333 time: 0.0449171 Jul 13 07:43:01.741841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57572) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:01.747474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-23042238', 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:01.770830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Made reservation on behalf of a1a242d0dca24438a099e7baf7896be0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:01.773404 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.795496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] device_id is not set on port 3c80b729-12f9-457b-8c20-b9cbc6e3b220 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:01.823730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-26b7315d-c653-4af6-8f6c-087a9ea410aa service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299124 Jul 13 07:43:01.944859 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-922612dd-497c-4447-9139-4bbaa328269d service neutron] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146569 Jul 13 07:43:02.007891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-bf6c5503-0cde-4194-b198-96a5a9787d2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4dd41d43-d71a-440b-a520-bc4a9b37e225 HTTP/1.1" status: 200 len: 217 time: 0.0564892 Jul 13 07:43:02.076610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-ef9af33b-62f0-4b0d-9006-83888ec0bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.079433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-ef9af33b-62f0-4b0d-9006-83888ec0bec1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 200 len: 797 time: 0.0649543 Jul 13 07:43:02.154172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-527cef8f-1680-44bf-94b3-f1bdb726c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.156313 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-527cef8f-1680-44bf-94b3-f1bdb726c9d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0696082 Jul 13 07:43:02.266384 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-1b91cc98-4079-4f43-a556-e6aef4bfd2c0 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033704 Jul 13 07:43:02.311640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.356070 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.402334 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Network e3defa5f-b2f2-4bd7-bb20-addbc6321492 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:02.406586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:02.418861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:02.419972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.420695 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.437795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'Port': ['ID=3c80b729-12f9-457b-8c20-b9cbc6e3b220,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:02.457272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-93e5bd7c-899e-42e0-9612-ed4c199f6757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.7141984 Jul 13 07:43:02.458038 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57592) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:02.521561 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abfa0a-3d00-40cc-9201-b94ed432325a tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.523331 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b8abfa0a-3d00-40cc-9201-b94ed432325a tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "GET /v2.0/ports/3c80b729-12f9-457b-8c20-b9cbc6e3b220 HTTP/1.1" status: 200 len: 957 time: 0.0629613 Jul 13 07:43:02.526269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57596) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:02.642338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2afc0208-b99c-4866-8e85-17bc83a2b9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Deleting port 3c80b729-12f9-457b-8c20-b9cbc6e3b220 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:02.642987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2afc0208-b99c-4866-8e85-17bc83a2b9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.717248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2afc0208-b99c-4866-8e85-17bc83a2b9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.733623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2afc0208-b99c-4866-8e85-17bc83a2b9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Calling delete_port for 3c80b729-12f9-457b-8c20-b9cbc6e3b220 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:02.799477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-8c887e33-fd2e-4ac1-b7db-97532e894556 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253899 Jul 13 07:43:02.865341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2afc0208-b99c-4866-8e85-17bc83a2b9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.882014 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-d780eca1-38d5-457d-a707-7a7da0611e5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93 HTTP/1.1" status: 200 len: 217 time: 0.0748956 Jul 13 07:43:02.891604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676349-3ae9-4931-9879-98704aeef7ef req-c3a3f7ce-60bb-4ce5-a309-c50074173324 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.900145 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c676349-3ae9-4931-9879-98704aeef7ef req-c3a3f7ce-60bb-4ce5-a309-c50074173324 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.5200865 Jul 13 07:43:02.912572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc0208-b99c-4866-8e85-17bc83a2b9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c80b729-12f9-457b-8c20-b9cbc6e3b220,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:02.921992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2afc0208-b99c-4866-8e85-17bc83a2b9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.924162 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2afc0208-b99c-4866-8e85-17bc83a2b9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "DELETE /v2.0/ports/3c80b729-12f9-457b-8c20-b9cbc6e3b220 HTTP/1.1" status: 204 len: 168 time: 0.3967288 Jul 13 07:43:02.927411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57616) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:02.957934 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc22ad5-3ccc-4ab5-964e-555e52e48085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:43:02.963483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dbc22ad5-3ccc-4ab5-964e-555e52e48085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "GET /v2.0/ports/3c80b729-12f9-457b-8c20-b9cbc6e3b220 HTTP/1.1" status: 404 len: 333 time: 0.0318971 Jul 13 07:43:02.964467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57620) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:02.971097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Request body: {'port': {'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-113995973'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:02.989123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c676349-3ae9-4931-9879-98704aeef7ef req-3a142863-2772-487f-b2ce-c612434be5f5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873055 Jul 13 07:43:03.001929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Made reservation on behalf of a1a242d0dca24438a099e7baf7896be0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:03.004669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.008131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-8538a0f1-83d3-4790-9254-c9c61cbe2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.009733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-8538a0f1-83d3-4790-9254-c9c61cbe2218 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 200 len: 797 time: 0.1064205 Jul 13 07:43:03.024377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] device_id is not set on port 2edfc610-7657-4024-a240-392cf595ad4f yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:03.092723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-696ea317-3dad-4745-9dbb-0cb0c5d81790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.094916 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-696ea317-3dad-4745-9dbb-0cb0c5d81790 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ae3182-ee65-45df-a2a0-9915e6f96ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719664 Jul 13 07:43:03.225630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-de7826a7-83e9-4d01-a734-a085f8b2545c service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242747 Jul 13 07:43:03.298064 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.348809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.372610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b780f40e-48ee-4b4e-be95-a5df7113765b req-c6826239-5cd1-47c8-bef1-2af029827bd1 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394582 Jul 13 07:43:03.417210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Network e3defa5f-b2f2-4bd7-bb20-addbc6321492 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:03.418105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'Port': ['ID=2edfc610-7657-4024-a240-392cf595ad4f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:03.422509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:03.424639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:03.427259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.427861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.446108 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a821250e-bbaf-4b70-82f5-04b610adaa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4769802 Jul 13 07:43:03.446108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57656) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:03.451216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:03.526149 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.755705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] device_id is not set on port 2edfc610-7657-4024-a240-392cf595ad4f yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:03.764569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.778048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Transition to ACTIVE for port object 2edfc610-7657-4024-a240-392cf595ad4f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:03.783757 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.839777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'Port': ['ID=2edfc610-7657-4024-a240-392cf595ad4f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:03.851225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:03.851572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:03.851919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:03.856645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:03.856982 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:03.857377 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 2 to bind port 2edfc610-7657-4024-a240-392cf595ad4f Jul 13 07:43:03.876540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:03.876885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:03.877241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:03.882264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:03.882593 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:03.882994 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 3 to bind port 2edfc610-7657-4024-a240-392cf595ad4f Jul 13 07:43:03.896187 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:03.896528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:03.896863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:03.901232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:03.901592 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:03.902024 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 4 to bind port 2edfc610-7657-4024-a240-392cf595ad4f Jul 13 07:43:03.916084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:03.916423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:03.916767 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:03.921280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:03.921542 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:03.921958 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 5 to bind port 2edfc610-7657-4024-a240-392cf595ad4f Jul 13 07:43:03.936165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:03.936510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:03.936855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:03.942389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:03.942724 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:03.943122 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 6 to bind port 2edfc610-7657-4024-a240-392cf595ad4f Jul 13 07:43:03.958405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:03.958624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:03.958973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:03.963481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:03.963809 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:03.964209 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 7 to bind port 2edfc610-7657-4024-a240-392cf595ad4f Jul 13 07:43:03.977182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:03.977522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:03.977868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:03.982502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:03.982835 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:03.983235 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 8 to bind port 2edfc610-7657-4024-a240-392cf595ad4f Jul 13 07:43:03.998395 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:03.998739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:03.999081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:04.004690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:04.005032 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:04.005502 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 9 to bind port 2edfc610-7657-4024-a240-392cf595ad4f Jul 13 07:43:04.019125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:04.019685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:04.019820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:04.025448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:04.026008 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:04.026503 n-d-758944-43 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempt 10 to bind port 2edfc610-7657-4024-a240-392cf595ad4f Jul 13 07:43:04.049534 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:04.050430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:04.050778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempting to bind port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:04.056181 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:04.056516 n-d-758944-43 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Failed to bind port 2edfc610-7657-4024-a240-392cf595ad4f on host n-h1-758944-43 for vnic_type normal using segments [{'id': 'f22d1343-54ad-4260-86da-8b2048442d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e3defa5f-b2f2-4bd7-bb20-addbc6321492'}] Jul 13 07:43:04.056882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.160029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] For port 2edfc610-7657-4024-a240-392cf595ad4f, host n-h1-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:04.160423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attempted to set empty binding levels {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:43:04.166809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.193059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a33596-e12e-4eab-b090-b60f94de5ce2 req-edc8bd2f-c699-4f60-aca5-155c0eeb5c0c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:04.195668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17a33596-e12e-4eab-b090-b60f94de5ce2 req-edc8bd2f-c699-4f60-aca5-155c0eeb5c0c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0776057 Jul 13 07:43:04.205171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] In _notify_port_updated(), no bound segment for port 2edfc610-7657-4024-a240-392cf595ad4f on network e3defa5f-b2f2-4bd7-bb20-addbc6321492 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:43:04.206377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:04.207185 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.210565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "PUT /v2.0/ports/2edfc610-7657-4024-a240-392cf595ad4f HTTP/1.1" status: 200 len: 979 time: 0.7635078 Jul 13 07:43:04.211521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:04.249175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17a33596-e12e-4eab-b090-b60f94de5ce2 req-19cbf83d-77a9-4cd1-8756-7d2d9e205508 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379107 Jul 13 07:43:04.267225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da9c1f-f650-4888-8f04-ab19e40f2ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event updated for resources: {'Port': ['ID=2edfc610-7657-4024-a240-392cf595ad4f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.322315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-217f884c-1d1b-49f2-99b6-7ddf3d9aa757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Deleting port 2edfc610-7657-4024-a240-392cf595ad4f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:04.322928 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217f884c-1d1b-49f2-99b6-7ddf3d9aa757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.382837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57700) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:04.387002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-217f884c-1d1b-49f2-99b6-7ddf3d9aa757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] For port 2edfc610-7657-4024-a240-392cf595ad4f, host n-h1-758944-43, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:04.387368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217f884c-1d1b-49f2-99b6-7ddf3d9aa757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.399667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-217f884c-1d1b-49f2-99b6-7ddf3d9aa757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Calling delete_port for 2edfc610-7657-4024-a240-392cf595ad4f owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:04.496048 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fe956dd-c645-41e4-8c12-3425b88c949e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.496572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217f884c-1d1b-49f2-99b6-7ddf3d9aa757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.528462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f884c-1d1b-49f2-99b6-7ddf3d9aa757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Pushing event deleted for resources: {'Port': ['ID=2edfc610-7657-4024-a240-392cf595ad4f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.541247 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217f884c-1d1b-49f2-99b6-7ddf3d9aa757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.546303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-217f884c-1d1b-49f2-99b6-7ddf3d9aa757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "DELETE /v2.0/ports/2edfc610-7657-4024-a240-392cf595ad4f HTTP/1.1" status: 204 len: 168 time: 0.3316393 Jul 13 07:43:04.546885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:04.584655 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96fb08a-f8da-4b7d-9c66-41fac4348049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:43:04.586307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e96fb08a-f8da-4b7d-9c66-41fac4348049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-739986265-project-admin] 10.222.0.41 "GET /v2.0/ports/2edfc610-7657-4024-a240-392cf595ad4f HTTP/1.1" status: 404 len: 333 time: 0.0384021 Jul 13 07:43:04.590186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57708) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:04.634412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fe956dd-c645-41e4-8c12-3425b88c949e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.638873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fe956dd-c645-41e4-8c12-3425b88c949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.672002 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.676974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe956dd-c645-41e4-8c12-3425b88c949e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9ef6f0-898f-4a48-9a87-a735ad819a56,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.685833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5fe956dd-c645-41e4-8c12-3425b88c949e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75dc5392ab984221b2256223dd631c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017783 Jul 13 07:43:04.686147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57710) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:04.795673 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.809521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3defa5f-b2f2-4bd7-bb20-addbc6321492']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:04.825803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22d1343-54ad-4260-86da-8b2048442d9e') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:04.826122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22d1343-54ad-4260-86da-8b2048442d9e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:04.827877 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-135af9ef-f868-4788-9124-15112b525962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.838630 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.864046 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.867098 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-135af9ef-f868-4788-9124-15112b525962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.878615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:04.879011 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:04.882001 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:04.957569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.965647 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.967609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] 10.222.0.41 "DELETE /v2.0/networks/e3defa5f-b2f2-4bd7-bb20-addbc6321492 HTTP/1.1" status: 204 len: 168 time: 0.3763535 Jul 13 07:43:04.986626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856837a-3a37-4cc7-9094-ce6c5ad4ade2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-35476905-project] Pushing event deleted for resources: {'Network': ['ID=e3defa5f-b2f2-4bd7-bb20-addbc6321492,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.996661 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-135af9ef-f868-4788-9124-15112b525962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.999793 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-135af9ef-f868-4788-9124-15112b525962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.001155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-135af9ef-f868-4788-9124-15112b525962 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d9ef6f0-898f-4a48-9a87-a735ad819a56 HTTP/1.1" status: 204 len: 168 time: 0.3137665 Jul 13 07:43:05.011185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135af9ef-f868-4788-9124-15112b525962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9ef6f0-898f-4a48-9a87-a735ad819a56,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:05.234833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57722) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:05.405569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:05.420322 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eefb446a-f3b2-4058-aa63-c78be8ea7946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.443835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f92e7aa5-8102-4f40-9a48-e6dfc44c8304 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9ebbd855b0b425cabd1c39bc701e5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042477 Jul 13 07:43:05.443835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57730) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:05.520361 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.522453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1b175e3-3f1e-4b49-a59c-d4bcc2789c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.531333 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eefb446a-f3b2-4058-aa63-c78be8ea7946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.535985 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eefb446a-f3b2-4058-aa63-c78be8ea7946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.555452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9075b-ba54-4273-ae3b-856648625aaf req-4fa898bf-db4e-4750-bde3-11648d56d045 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:05.556808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d9075b-ba54-4273-ae3b-856648625aaf req-4fa898bf-db4e-4750-bde3-11648d56d045 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1696591 Jul 13 07:43:05.561858 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1b175e3-3f1e-4b49-a59c-d4bcc2789c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.577699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eefb446a-f3b2-4058-aa63-c78be8ea7946 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=976c0e9e086145faad7f7a699c4d9cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699598 Jul 13 07:43:05.582762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57734) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:05.585173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb446a-f3b2-4058-aa63-c78be8ea7946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f6c41b-9914-4c9b-95ae-67a3b71b3d55,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:05.636157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4d9075b-ba54-4273-ae3b-856648625aaf req-45d73cca-0023-4417-824c-9d162f0489cc tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699484 Jul 13 07:43:05.660705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1b175e3-3f1e-4b49-a59c-d4bcc2789c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.663421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1b175e3-3f1e-4b49-a59c-d4bcc2789c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.664572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b1b175e3-3f1e-4b49-a59c-d4bcc2789c62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/652e6dfc-abed-4b43-b3a6-ee40126c7067 HTTP/1.1" status: 204 len: 168 time: 0.2202375 Jul 13 07:43:05.672962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b175e3-3f1e-4b49-a59c-d4bcc2789c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e6dfc-abed-4b43-b3a6-ee40126c7067,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:05.692395 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1742-0a2b-477e-81a6-47b4079fad44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.717106 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1742-0a2b-477e-81a6-47b4079fad44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.769447 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1742-0a2b-477e-81a6-47b4079fad44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.772159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d9f1742-0a2b-477e-81a6-47b4079fad44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.776496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7d9f1742-0a2b-477e-81a6-47b4079fad44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4f6c41b-9914-4c9b-95ae-67a3b71b3d55 HTTP/1.1" status: 204 len: 168 time: 0.1748197 Jul 13 07:43:05.783309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f1742-0a2b-477e-81a6-47b4079fad44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f6c41b-9914-4c9b-95ae-67a3b71b3d55,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:06.095092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:06.140875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c1c62ebb-65bf-497f-8383-124f62ac1cf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1a242d0dca24438a099e7baf7896be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442932 Jul 13 07:43:06.143310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57754) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:06.216815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a216068-a8a7-4252-b666-7e3e02dbe553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.240171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a216068-a8a7-4252-b666-7e3e02dbe553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.295487 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a216068-a8a7-4252-b666-7e3e02dbe553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.306724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a216068-a8a7-4252-b666-7e3e02dbe553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.306724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6a216068-a8a7-4252-b666-7e3e02dbe553 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75f55a53-d284-486a-b034-1042de98c0f6 HTTP/1.1" status: 204 len: 168 time: 0.1552033 Jul 13 07:43:06.308555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a216068-a8a7-4252-b666-7e3e02dbe553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f55a53-d284-486a-b034-1042de98c0f6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:06.837081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2eb15c-8b26-4be9-9f46-f2f381eb1209 req-93a70385-6809-4680-8156-2ebbdbaf7592 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:06.839260 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c2eb15c-8b26-4be9-9f46-f2f381eb1209 req-93a70385-6809-4680-8156-2ebbdbaf7592 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0785017 Jul 13 07:43:06.902922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c2eb15c-8b26-4be9-9f46-f2f381eb1209 req-87bfd9b0-510f-427c-961f-d099cc981d9b tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554326 Jul 13 07:43:07.458386 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.537610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:07.645643 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-869016651', 'router:external': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:07.667311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Made reservation on behalf of c71a25533a2b4f528ed4f0b5b8703763 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:07.669803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.682438 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.707414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57836) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:07.802210 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.806378 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.828249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:43:07.857289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.857646 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Added segment e86654e5-247e-478b-91b6-6377f8bc0c55 of type vlan for network 717c616f-0db0-4168-bb2f-4b6d4f8e08f6 Jul 13 07:43:07.859256 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3c59732-6547-4274-8624-cab758acba08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.867079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79faed2d-130e-46d5-b96b-204b11dd62f3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:07.922536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.981649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.982652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.983256 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.063532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event updated for resources: {'Network': ['ID=717c616f-0db0-4168-bb2f-4b6d4f8e08f6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:08.074982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 717c616f-0db0-4168-bb2f-4b6d4f8e08f6 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:43:08.079878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a55fa-5d2d-418e-9881-8dc0d80f90b7 req-ea2346ef-fa30-4875-8a47-c50e5903900e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.082187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-939a55fa-5d2d-418e-9881-8dc0d80f90b7 req-ea2346ef-fa30-4875-8a47-c50e5903900e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0666566 Jul 13 07:43:08.088938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3c59732-6547-4274-8624-cab758acba08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.095036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3c59732-6547-4274-8624-cab758acba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.102092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-034dae15-76d5-4640-b550-8405760de07e tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5632451 Jul 13 07:43:08.106793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:08.112035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'subnet': {'network_id': '717c616f-0db0-4168-bb2f-4b6d4f8e08f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:08.142033 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c3c59732-6547-4274-8624-cab758acba08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cd3eb23f98f4a91b65e77b8b89aaf58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288695 Jul 13 07:43:08.142033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c59732-6547-4274-8624-cab758acba08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13bb587-07ca-4721-8626-71bc549cf97f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:08.142453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57846) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:08.162598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-939a55fa-5d2d-418e-9881-8dc0d80f90b7 req-67e3cbf6-df2d-4dd9-a71d-2a5cdc1ced98 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699148 Jul 13 07:43:08.174971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Made reservation on behalf of c71a25533a2b4f528ed4f0b5b8703763 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:08.177301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.254592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cde4f40d-5115-44e5-9934-9e572aeaab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.291509 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cde4f40d-5115-44e5-9934-9e572aeaab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.405919 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cde4f40d-5115-44e5-9934-9e572aeaab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.408327 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cde4f40d-5115-44e5-9934-9e572aeaab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.409622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cde4f40d-5115-44e5-9934-9e572aeaab9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b13bb587-07ca-4721-8626-71bc549cf97f HTTP/1.1" status: 204 len: 168 time: 0.2658362 Jul 13 07:43:08.428665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4f40d-5115-44e5-9934-9e572aeaab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13bb587-07ca-4721-8626-71bc549cf97f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:08.565054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.objects.ports [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:43:08.565635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.618335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3c126716-4c96-460f-9a6a-10b89615f106,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:08.634947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Checking segment: {'id': 'e86654e5-247e-478b-91b6-6377f8bc0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '717c616f-0db0-4168-bb2f-4b6d4f8e08f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:08.635371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Network hostable DHCP agents. Network: 717c616f-0db0-4168-bb2f-4b6d4f8e08f6, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:43:08.651398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Network 717c616f-0db0-4168-bb2f-4b6d4f8e08f6 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:43:08.659935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 717c616f-0db0-4168-bb2f-4b6d4f8e08f6) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:08.664078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.664672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.670404 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ca843-2bcd-4064-b8d6-89fac4d1ff6e None None] Network 717c616f-0db0-4168-bb2f-4b6d4f8e08f6 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:08.683066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c970c64c-f229-4046-a922-2d4f9879f2a6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5723457 Jul 13 07:43:08.683283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57854) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:08.688193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-469525345', 'network_id': '717c616f-0db0-4168-bb2f-4b6d4f8e08f6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:08.710786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Made reservation on behalf of c71a25533a2b4f528ed4f0b5b8703763 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:08.713572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.731497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] device_id is not set on port 720e76c2-27c9-401f-b62e-caf94ef9b591 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:08.733007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57856) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:08.748360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5583c0d6-8413-450f-8c01-66674f2f120c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.813043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e057ae-40f5-41be-ab4f-2e5b5d81c8fd None None] Network 717c616f-0db0-4168-bb2f-4b6d4f8e08f6 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:08.849253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5583c0d6-8413-450f-8c01-66674f2f120c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.856044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Allocated IP 2001:db8::1fd (717c616f-0db0-4168-bb2f-4b6d4f8e08f6/3c126716-4c96-460f-9a6a-10b89615f106/720e76c2-27c9-401f-b62e-caf94ef9b591) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:08.857844 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5583c0d6-8413-450f-8c01-66674f2f120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.902211 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5583c0d6-8413-450f-8c01-66674f2f120c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=258fd087baf24df08e72e000b64bcb7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679242 Jul 13 07:43:08.904801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57860) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:08.911531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583c0d6-8413-450f-8c01-66674f2f120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17e7a03-1ca4-4dbb-a2ab-5c8b0b61f8bf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:08.967149 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11eba873-c757-4b87-93fe-c61eed8b058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.990180 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11eba873-c757-4b87-93fe-c61eed8b058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.014137 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.047424 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11eba873-c757-4b87-93fe-c61eed8b058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.051251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11eba873-c757-4b87-93fe-c61eed8b058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.052457 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-11eba873-c757-4b87-93fe-c61eed8b058b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c17e7a03-1ca4-4dbb-a2ab-5c8b0b61f8bf HTTP/1.1" status: 204 len: 168 time: 0.1466494 Jul 13 07:43:09.061446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eba873-c757-4b87-93fe-c61eed8b058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17e7a03-1ca4-4dbb-a2ab-5c8b0b61f8bf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:09.064409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.118555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Network 717c616f-0db0-4168-bb2f-4b6d4f8e08f6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:09.123769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:09.126361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:09.127604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:09.128225 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.141835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event updated for resources: {'Port': ['ID=720e76c2-27c9-401f-b62e-caf94ef9b591,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:09.152623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f1756477-d4b7-4706-84a7-7c2c53f224f4 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4683580 Jul 13 07:43:09.156395 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:09.262415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ee63b9c6-2ccc-479a-9609-cafaac206fea tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Deleting port 720e76c2-27c9-401f-b62e-caf94ef9b591 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:09.262792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee63b9c6-2ccc-479a-9609-cafaac206fea tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.351710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee63b9c6-2ccc-479a-9609-cafaac206fea tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.355866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbb0e4-5127-4f0c-98ff-2ea1c10ce027 req-742f8ed7-be19-402f-9197-3a334d347193 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:09.361830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8cbb0e4-5127-4f0c-98ff-2ea1c10ce027 req-742f8ed7-be19-402f-9197-3a334d347193 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0733755 Jul 13 07:43:09.369074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ee63b9c6-2ccc-479a-9609-cafaac206fea tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Calling delete_port for 720e76c2-27c9-401f-b62e-caf94ef9b591 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:09.405778 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8cbb0e4-5127-4f0c-98ff-2ea1c10ce027 req-b550b9c2-d3ed-43b1-ad06-80107ecbf94c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Jul 13 07:43:09.504097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee63b9c6-2ccc-479a-9609-cafaac206fea tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.534519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63b9c6-2ccc-479a-9609-cafaac206fea tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event deleted for resources: {'Port': ['ID=720e76c2-27c9-401f-b62e-caf94ef9b591,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:09.564538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee63b9c6-2ccc-479a-9609-cafaac206fea tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.566024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ee63b9c6-2ccc-479a-9609-cafaac206fea tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "DELETE /v2.0/ports/720e76c2-27c9-401f-b62e-caf94ef9b591 HTTP/1.1" status: 204 len: 168 time: 0.4083688 Jul 13 07:43:09.568517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:09.573328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717c616f-0db0-4168-bb2f-4b6d4f8e08f6', 'external_fixed_ips': [{'subnet_id': '3c126716-4c96-460f-9a6a-10b89615f106', 'ip_address': '2001:db8::1fd'}]}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:09.599729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.604053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.699846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.847767 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.100153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.127245 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.339159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Allocated IP 2001:db8::1fd (717c616f-0db0-4168-bb2f-4b6d4f8e08f6/3c126716-4c96-460f-9a6a-10b89615f106/e133aa15-385b-431b-830c-2a83c1900937) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:10.478483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.535845 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.588671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Network 717c616f-0db0-4168-bb2f-4b6d4f8e08f6 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:10.592575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:10.595570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event updated for resources: {'Port': ['ID=e133aa15-385b-431b-830c-2a83c1900937,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:10.598093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:10.624115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101789f-b9d8-486c-b0cd-debb156f611f req-95649275-17a7-48bd-90b3-59a2109c324d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:10.626710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d101789f-b9d8-486c-b0cd-debb156f611f req-95649275-17a7-48bd-90b3-59a2109c324d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0889120 Jul 13 07:43:10.674165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d101789f-b9d8-486c-b0cd-debb156f611f req-47fc0222-8d02-4464-adca-5c271f5536f1 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Jul 13 07:43:10.838513 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.863657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57920) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:10.989864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84f0a5b5-9974-4d1e-871e-d07f680fc367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.104727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84f0a5b5-9974-4d1e-871e-d07f680fc367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.109776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84f0a5b5-9974-4d1e-871e-d07f680fc367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.152489 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-84f0a5b5-9974-4d1e-871e-d07f680fc367 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f510a043d9ee465294060ab0633bab35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873044 Jul 13 07:43:11.154868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0a5b5-9974-4d1e-871e-d07f680fc367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0f6c11-5b0b-4584-8bcd-e365a1d6bc54,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:11.158428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:11.212998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d9b0-b901-4a43-abdc-e942ab6a0d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.236630 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d9b0-b901-4a43-abdc-e942ab6a0d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.284807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d9b0-b901-4a43-abdc-e942ab6a0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.287466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d9b0-b901-4a43-abdc-e942ab6a0d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.288683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fdf3d9b0-b901-4a43-abdc-e942ab6a0d69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f0f6c11-5b0b-4584-8bcd-e365a1d6bc54 HTTP/1.1" status: 204 len: 168 time: 0.1292233 Jul 13 07:43:11.297156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3d9b0-b901-4a43-abdc-e942ab6a0d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0f6c11-5b0b-4584-8bcd-e365a1d6bc54,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:11.365835 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.506958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Router ac65079f-72fa-43a2-a126-9c82be63ca76 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:11.610562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57932) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:11.622060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:11.624124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a0c125-1098-4d1b-90a7-2161e715e6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.632179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Sync routers for ids ['ac65079f-72fa-43a2-a126-9c82be63ca76'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:11.641911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Routers {'ac65079f-72fa-43a2-a126-9c82be63ca76'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:11.642681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:42:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ac65079f-72fa-43a2-a126-9c82be63ca76'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:11.745296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a0c125-1098-4d1b-90a7-2161e715e6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.750319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a0c125-1098-4d1b-90a7-2161e715e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.759224 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.763254 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d3cddac6-5e35-4002-aecc-9ba665c51fc7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1911211 Jul 13 07:43:11.763734 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:11.769143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Set router ac65079f-72fa-43a2-a126-9c82be63ca76 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:11.793053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c125-1098-4d1b-90a7-2161e715e6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56cab08-8cb9-4811-85dc-9068d2759f0e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:11.807788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-08a0c125-1098-4d1b-90a7-2161e715e6bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8188bd1e0e1455a954baf35265fb55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957808 Jul 13 07:43:11.812343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:11.932165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdbd96-5836-49ce-8a0f-259d8269432b req-dfa72dc2-68b4-4324-89f2-a9841c196eca tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:11.933745 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4bdbd96-5836-49ce-8a0f-259d8269432b req-dfa72dc2-68b4-4324-89f2-a9841c196eca tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1139252 Jul 13 07:43:11.935141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c737679c-000a-495b-a0cd-c74cb1253374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.946021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.966268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c737679c-000a-495b-a0cd-c74cb1253374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.981488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac65079f-72fa-43a2-a126-9c82be63ca76', 'name': '', 'tenant_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717c616f-0db0-4168-bb2f-4b6d4f8e08f6', 'external_fixed_ips': [{'subnet_id': '3c126716-4c96-460f-9a6a-10b89615f106', 'ip_address': '2001:db8::1fd'}], 'enable_snat': True}, 'gw_port_id': 'e133aa15-385b-431b-830c-2a83c1900937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:09Z', 'updated_at': '2021-07-13T07:43:10Z', 'revision_number': 3, 'project_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'gw_port': {'id': 'e133aa15-385b-431b-830c-2a83c1900937', 'name': '', 'network_id': '717c616f-0db0-4168-bb2f-4b6d4f8e08f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac65079f-72fa-43a2-a126-9c82be63ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '3c126716-4c96-460f-9a6a-10b89615f106', 'ip_address': '2001:db8::1fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:10Z', 'updated_at': '2021-07-13T07:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c126716-4c96-460f-9a6a-10b89615f106', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:12.014136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Checking router: ac65079f-72fa-43a2-a126-9c82be63ca76 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:12.014491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Updating router ac65079f-72fa-43a2-a126-9c82be63ca76 port e133aa15-385b-431b-830c-2a83c1900937 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:12.021538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4bdbd96-5836-49ce-8a0f-259d8269432b req-77b3e02c-d684-4c2f-982b-b17de09fce71 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713267 Jul 13 07:43:12.050200 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.065991 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c737679c-000a-495b-a0cd-c74cb1253374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.065991 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c737679c-000a-495b-a0cd-c74cb1253374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.065991 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c737679c-000a-495b-a0cd-c74cb1253374 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e56cab08-8cb9-4811-85dc-9068d2759f0e HTTP/1.1" status: 204 len: 168 time: 0.2474530 Jul 13 07:43:12.076319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737679c-000a-495b-a0cd-c74cb1253374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56cab08-8cb9-4811-85dc-9068d2759f0e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.077703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.146549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Deleting port e133aa15-385b-431b-830c-2a83c1900937 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:12.146869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.246809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.266502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Calling delete_port for e133aa15-385b-431b-830c-2a83c1900937 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:12.516458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.517508 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:43:12.517508 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:43:12.548278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event deleted for resources: {'Port': ['ID=e133aa15-385b-431b-830c-2a83c1900937,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.582421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.702450 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.705221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.756918 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.757558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac65079f-72fa-43a2-a126-9c82be63ca76 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:12.762529 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.763370 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-08f1f316-4b6f-4697-b2d3-65916dfd60d7 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ac65079f-72fa-43a2-a126-9c82be63ca76 HTTP/1.1" status: 204 len: 168 time: 0.9983552 Jul 13 07:43:12.766143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:12.812545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daff870-84ec-46d3-956c-813f6d93cd2f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Deleting subnet 3c126716-4c96-460f-9a6a-10b89615f106 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:12.817412 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0daff870-84ec-46d3-956c-813f6d93cd2f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.857212 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0daff870-84ec-46d3-956c-813f6d93cd2f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.898669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0daff870-84ec-46d3-956c-813f6d93cd2f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.962631 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0daff870-84ec-46d3-956c-813f6d93cd2f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.987265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daff870-84ec-46d3-956c-813f6d93cd2f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3c126716-4c96-460f-9a6a-10b89615f106,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.996662 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0daff870-84ec-46d3-956c-813f6d93cd2f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.998824 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0daff870-84ec-46d3-956c-813f6d93cd2f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/3c126716-4c96-460f-9a6a-10b89615f106 HTTP/1.1" status: 204 len: 168 time: 0.2317069 Jul 13 07:43:13.001474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57982) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.049243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Port e133aa15-385b-431b-830c-2a83c1900937 not found while updating agent binding for router ac65079f-72fa-43a2-a126-9c82be63ca76. {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 07:43:13.061315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Routers set() bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:13.061315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Router IDs set() for agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:43:13.061315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_agentschedulers_db [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac65079f-72fa-43a2-a126-9c82be63ca76'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:42:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent'). {{(pid=93775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:43:13.061621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c360da-9e5d-49dc-aa20-231a5457f9ae None None] The sync data for ids ['ac65079f-72fa-43a2-a126-9c82be63ca76'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:13.078703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.179349 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.201259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717c616f-0db0-4168-bb2f-4b6d4f8e08f6']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:13.229351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86654e5-247e-478b-91b6-6377f8bc0c55') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:13.229660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86654e5-247e-478b-91b6-6377f8bc0c55') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:13.241185 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.261824 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.271851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:13.272326 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:13.274976 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:13.314701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdaa5e-6c8d-4f91-882b-ed2ccedfea04 req-69c4ee64-b3ab-4838-b2d0-dd4de41f1db1 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:13.316841 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23cdaa5e-6c8d-4f91-882b-ed2ccedfea04 req-69c4ee64-b3ab-4838-b2d0-dd4de41f1db1 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1291177 Jul 13 07:43:13.370071 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.380689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 717c616f-0db0-4168-bb2f-4b6d4f8e08f6 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:43:13.396322 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.401928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "DELETE /v2.0/networks/717c616f-0db0-4168-bb2f-4b6d4f8e08f6 HTTP/1.1" status: 204 len: 168 time: 0.3957915 Jul 13 07:43:13.403124 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03888c6c-d53f-4295-b9a4-58563556fb8a tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event deleted for resources: {'Network': ['ID=717c616f-0db0-4168-bb2f-4b6d4f8e08f6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:13.411205 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23cdaa5e-6c8d-4f91-882b-ed2ccedfea04 req-d5e2a30b-7357-489d-9bf4-cafc231d2401 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659919 Jul 13 07:43:13.699004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.703900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d168b73a-30af-4137-9329-65c080498581 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'router': {'name': 'tempest-router--1652721220', 'project_id': 'f58ce63730254542a328cffc52998cfa'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:13.757302 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d168b73a-30af-4137-9329-65c080498581 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.758632 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d168b73a-30af-4137-9329-65c080498581 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.843229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d168b73a-30af-4137-9329-65c080498581 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.855326 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d168b73a-30af-4137-9329-65c080498581 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.872920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d168b73a-30af-4137-9329-65c080498581 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.878593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.886288 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d168b73a-30af-4137-9329-65c080498581 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1860235 Jul 13 07:43:13.988504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c55f7bbc-d64a-44a4-9393-054fe530200f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.202282 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c55f7bbc-d64a-44a4-9393-054fe530200f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.204630 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c55f7bbc-d64a-44a4-9393-054fe530200f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.254229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c55f7bbc-d64a-44a4-9393-054fe530200f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.254798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55f7bbc-d64a-44a4-9393-054fe530200f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 157ed438-557f-46a4-87fe-3a202db45694 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:14.259726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c55f7bbc-d64a-44a4-9393-054fe530200f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.260846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c55f7bbc-d64a-44a4-9393-054fe530200f tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "DELETE /v2.0/routers/157ed438-557f-46a4-87fe-3a202db45694 HTTP/1.1" status: 204 len: 168 time: 0.3809536 Jul 13 07:43:14.433096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:14.632878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c95e8-2ca4-49ad-8670-be1132e0f068 req-15ad4723-8cc6-40cd-be9f-cb1646c2e885 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:14.640399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e87c95e8-2ca4-49ad-8670-be1132e0f068 req-15ad4723-8cc6-40cd-be9f-cb1646c2e885 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.0990665 Jul 13 07:43:14.689699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e87c95e8-2ca4-49ad-8670-be1132e0f068 req-8383d190-2c4b-420f-86e7-ba026e0ca30a tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443473 Jul 13 07:43:14.722651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1151193070', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:14.746333 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:43:14.751054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.752242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.813095 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.007549 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.261021 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.283815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.433892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Allocated IP 172.25.8.143 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/1ce126a3-add8-4c13-835a-5a5e79a884be) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:15.568728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.633403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.682029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:15.683600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:15.689099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:15.693266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event updated for resources: {'Port': ['ID=1ce126a3-add8-4c13-835a-5a5e79a884be,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:15.732906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.733507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.733847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.734299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.734785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.735186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.735618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.736161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.736580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.737177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.737589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.738019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:15.924648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4868af7-1147-47db-9cb4-c68fb9ce8296 req-954db0fd-ca60-4aa9-928b-082dab60e1d3 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:15.937379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4868af7-1147-47db-9cb4-c68fb9ce8296 req-954db0fd-ca60-4aa9-928b-082dab60e1d3 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1086779 Jul 13 07:43:16.031816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4868af7-1147-47db-9cb4-c68fb9ce8296 req-ca454479-9afa-40f1-b633-77fa0cbb33b6 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905323 Jul 13 07:43:16.153364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.668871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.813456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Router ac94013d-3671-48ed-907c-3d36cf53b68e is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:16.931100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:16.944099 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dea29a-c917-411c-9ed0-13be570b51c7 None None] Sync routers for ids ['ac94013d-3671-48ed-907c-3d36cf53b68e'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:16.953861 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dea29a-c917-411c-9ed0-13be570b51c7 None None] Routers {'ac94013d-3671-48ed-907c-3d36cf53b68e'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:16.954490 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c2dea29a-c917-411c-9ed0-13be570b51c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:42:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ac94013d-3671-48ed-907c-3d36cf53b68e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:16.958520 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.960800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0202d88e-18bf-4d6e-a222-97f0a54e60ad tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5266621 Jul 13 07:43:16.963788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58080) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:16.986395 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c2dea29a-c917-411c-9ed0-13be570b51c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:16.996539 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dea29a-c917-411c-9ed0-13be570b51c7 None None] Routers {'ac94013d-3671-48ed-907c-3d36cf53b68e'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:16.997095 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c2dea29a-c917-411c-9ed0-13be570b51c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:42:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ac94013d-3671-48ed-907c-3d36cf53b68e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:17.034521 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c2dea29a-c917-411c-9ed0-13be570b51c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:17.035572 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dea29a-c917-411c-9ed0-13be570b51c7 None None] The sync data for ids ['ac94013d-3671-48ed-907c-3d36cf53b68e'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:17.098786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58086) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:17.099703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d427b4d1-93af-4ba6-bf84-d9b1e811ae2c tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/routers/ac94013d-3671-48ed-907c-3d36cf53b68e HTTP/1.1" status: 200 len: 925 time: 0.1342399 Jul 13 07:43:17.135377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-94654647-f105-4db4-aa28-91caa4db22f9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac94013d-3671-48ed-907c-3d36cf53b68e HTTP/1.1" status: 200 len: 205 time: 0.0353279 Jul 13 07:43:17.137847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58088) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:17.322603 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.334974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54def390-440d-4933-9275-d5ee3ee43de5 req-35e564f2-4b7f-4a04-b592-c8f72f260752 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:17.336578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54def390-440d-4933-9275-d5ee3ee43de5 req-35e564f2-4b7f-4a04-b592-c8f72f260752 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1478994 Jul 13 07:43:17.445910 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54def390-440d-4933-9275-d5ee3ee43de5 req-5b33339d-1acb-4808-9911-e137c00b0993 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734458 Jul 13 07:43:17.483323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.551309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Deleting port 1ce126a3-add8-4c13-835a-5a5e79a884be {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:17.551680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.637642 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.650636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Calling delete_port for 1ce126a3-add8-4c13-835a-5a5e79a884be owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:17.829967 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.857449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event deleted for resources: {'Port': ['ID=1ce126a3-add8-4c13-835a-5a5e79a884be,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:17.925293 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.020077 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.022524 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.071495 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.072039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Fanout notify agent at l3_agent the message router_deleted on router ac94013d-3671-48ed-907c-3d36cf53b68e {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:18.085218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.085218 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03e1ac70-a66e-4220-8fcd-40af9cdba0a9 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/ac94013d-3671-48ed-907c-3d36cf53b68e HTTP/1.1" status: 204 len: 168 time: 0.9426639 Jul 13 07:43:18.085218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:18.090880 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1210293421', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:18.115514 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.117003 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.188793 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.323035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c5842bf-aadf-499f-82cf-0431da1ead67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.356875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.625917 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.651999 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.732781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998b8be-c755-48cc-91e4-db4fbcd8a3e7 req-420d6495-982f-4e8d-b848-75526bb1f81e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:18.734432 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c998b8be-c755-48cc-91e4-db4fbcd8a3e7 req-420d6495-982f-4e8d-b848-75526bb1f81e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1484261 Jul 13 07:43:18.814880 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c998b8be-c755-48cc-91e4-db4fbcd8a3e7 req-d5964d72-a585-4a77-9616-a3a170a0c7b3 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715318 Jul 13 07:43:18.821633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Allocated IP 172.25.8.39 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/16bafcad-3567-4338-8fbf-8854c9e7667c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:18.967308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.012818 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.065646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:19.068802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:19.075289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:19.103811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event updated for resources: {'Port': ['ID=16bafcad-3567-4338-8fbf-8854c9e7667c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:19.793294 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.064796 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.089703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eab2a9-e4c0-43ba-8662-b073cf82fb6c req-a892f6a8-5404-4959-bf0f-fa6e067fa123 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:20.091396 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3eab2a9-e4c0-43ba-8662-b073cf82fb6c req-a892f6a8-5404-4959-bf0f-fa6e067fa123 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1270933 Jul 13 07:43:20.201227 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3eab2a9-e4c0-43ba-8662-b073cf82fb6c req-0ce48d92-e7d7-4101-8a79-f1f58d91560d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768442 Jul 13 07:43:20.256713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Router de0ea487-9690-4985-a994-55b3a4307188 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:20.395053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:20.404542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Sync routers for ids ['de0ea487-9690-4985-a994-55b3a4307188'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:20.419725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Routers {'de0ea487-9690-4985-a994-55b3a4307188'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:20.420217 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.420885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:42:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['de0ea487-9690-4985-a994-55b3a4307188'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:20.424835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0822db1b-2d32-4066-8998-7651623f3394 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3353734 Jul 13 07:43:20.429961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:20.558082 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cc1d76b9-a034-4d8e-a01e-ce4712f06bf6 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/routers/de0ea487-9690-4985-a994-55b3a4307188 HTTP/1.1" status: 200 len: 908 time: 0.1310530 Jul 13 07:43:20.560284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58140) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:20.565396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1210293421', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': True}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:20.579047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Set router de0ea487-9690-4985-a994-55b3a4307188 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:20.601305 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.603512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.666569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.807480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0ea487-9690-4985-a994-55b3a4307188', 'name': 'tempest-snat-router-1210293421', 'tenant_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.39'}], 'enable_snat': False}, 'gw_port_id': '16bafcad-3567-4338-8fbf-8854c9e7667c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:18Z', 'updated_at': '2021-07-13T07:43:19Z', 'revision_number': 3, 'project_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'gw_port': {'id': '16bafcad-3567-4338-8fbf-8854c9e7667c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0ea487-9690-4985-a994-55b3a4307188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:18Z', 'updated_at': '2021-07-13T07:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:20.839620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.874794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Checking router: de0ea487-9690-4985-a994-55b3a4307188 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:20.875599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Updating router de0ea487-9690-4985-a994-55b3a4307188 port 16bafcad-3567-4338-8fbf-8854c9e7667c binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:20.967679 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.080860 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.110204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.134644 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.136062 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb9091e2-f47b-48f6-ad53-33fe1655d2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.349138 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.359402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Transition to ACTIVE for port object 16bafcad-3567-4338-8fbf-8854c9e7667c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:21.369721 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.443319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Attempting to bind port 16bafcad-3567-4338-8fbf-8854c9e7667c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:21.444001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Attempting to bind port 16bafcad-3567-4338-8fbf-8854c9e7667c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:21.444128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Attempting to bind port 16bafcad-3567-4338-8fbf-8854c9e7667c on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:21.461675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783593b-38b2-41e3-bf79-29fa6ff30263 None None] Pushing event updated for resources: {'Port': ['ID=16bafcad-3567-4338-8fbf-8854c9e7667c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:21.474462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:21.474909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:21.475332 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.475731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:21.476225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Bound port: 16bafcad-3567-4338-8fbf-8854c9e7667c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:21.476893 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.481095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Allocated IP 172.25.8.98 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/4a19afa7-2104-40c3-be5a-b80372cd04ae) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:21.526869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0398d0-3971-4ac6-836e-0d89a321eeea req-35b9e440-55ab-4a18-a663-1cd3fe3ed8ae tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.538893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d0398d0-3971-4ac6-836e-0d89a321eeea req-35b9e440-55ab-4a18-a663-1cd3fe3ed8ae tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1937118 Jul 13 07:43:21.720230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.740966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] For port 16bafcad-3567-4338-8fbf-8854c9e7667c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:21.744463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] For port 16bafcad-3567-4338-8fbf-8854c9e7667c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=16bafcad-3567-4338-8fbf-8854c9e7667c,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:21.752942 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.821149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783593b-38b2-41e3-bf79-29fa6ff30263 None None] Pushing event updated for resources: {'Port': ['ID=16bafcad-3567-4338-8fbf-8854c9e7667c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:21.824335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Routers {'de0ea487-9690-4985-a994-55b3a4307188'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:21.825206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['de0ea487-9690-4985-a994-55b3a4307188'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:21.829421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.912805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d0398d0-3971-4ac6-836e-0d89a321eeea req-7e1e3849-0950-422f-9650-7840bd53807d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727074 Jul 13 07:43:21.922686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:21.933312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:21.949302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:21.950719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8061a3-a6f5-4e87-becf-9f72c9207290 req-4e3806f9-3852-49fd-8a31-37f6c0c8508f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.960096 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c8061a3-a6f5-4e87-becf-9f72c9207290 req-4e3806f9-3852-49fd-8a31-37f6c0c8508f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 945 time: 0.0976851 Jul 13 07:43:21.993041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event updated for resources: {'Port': ['ID=4a19afa7-2104-40c3-be5a-b80372cd04ae,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:21.997483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.008544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] Set router de0ea487-9690-4985-a994-55b3a4307188 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:22.011598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c8061a3-a6f5-4e87-becf-9f72c9207290 req-8cd5ca95-2316-4918-a5a3-d6785df02849 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493457 Jul 13 07:43:22.229724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0ea487-9690-4985-a994-55b3a4307188', 'name': 'tempest-snat-router-1210293421', 'tenant_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.39'}], 'enable_snat': False}, 'gw_port_id': '16bafcad-3567-4338-8fbf-8854c9e7667c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:18Z', 'updated_at': '2021-07-13T07:43:19Z', 'revision_number': 3, 'project_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'gw_port': {'id': '16bafcad-3567-4338-8fbf-8854c9e7667c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0ea487-9690-4985-a994-55b3a4307188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:18Z', 'updated_at': '2021-07-13T07:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:22.251784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.263412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5dfcff-8352-4ecb-985c-9d31b858c7f2 None None] The sync data for ids ['de0ea487-9690-4985-a994-55b3a4307188'] in n-d-758944-43 is: [{'id': 'de0ea487-9690-4985-a994-55b3a4307188', 'name': 'tempest-snat-router-1210293421', 'tenant_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.39'}], 'enable_snat': False}, 'gw_port_id': '16bafcad-3567-4338-8fbf-8854c9e7667c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:18Z', 'updated_at': '2021-07-13T07:43:19Z', 'revision_number': 3, 'project_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'gw_port': {'id': '16bafcad-3567-4338-8fbf-8854c9e7667c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0ea487-9690-4985-a994-55b3a4307188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:18Z', 'updated_at': '2021-07-13T07:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:22.468153 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.635931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Router 250f9874-fe24-41ab-871e-935a8c4de088 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:22.767502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:22.777330 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Sync routers for ids ['250f9874-fe24-41ab-871e-935a8c4de088'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:22.787573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.789385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-902179ca-220d-4967-ae10-c2cf5ecdde77 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2278647 Jul 13 07:43:22.791921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58168) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:22.793199 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Routers {'250f9874-fe24-41ab-871e-935a8c4de088'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:22.793833 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['250f9874-fe24-41ab-871e-935a8c4de088'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:22.923230 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0c4ef8b7-0959-4185-9a6f-4d536bba2dde tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/routers/250f9874-fe24-41ab-871e-935a8c4de088 HTTP/1.1" status: 200 len: 907 time: 0.1297851 Jul 13 07:43:22.926133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:22.930368 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Set router 250f9874-fe24-41ab-871e-935a8c4de088 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:23.091501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.222237 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250f9874-fe24-41ab-871e-935a8c4de088', 'name': 'tempest-snat-router-1210293421', 'tenant_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '4a19afa7-2104-40c3-be5a-b80372cd04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:20Z', 'updated_at': '2021-07-13T07:43:22Z', 'revision_number': 3, 'project_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'gw_port': {'id': '4a19afa7-2104-40c3-be5a-b80372cd04ae', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250f9874-fe24-41ab-871e-935a8c4de088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:23.264142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.283770 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Checking router: 250f9874-fe24-41ab-871e-935a8c4de088 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:23.284289 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Updating router 250f9874-fe24-41ab-871e-935a8c4de088 port 4a19afa7-2104-40c3-be5a-b80372cd04ae binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:23.292176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389fd43-2a8e-4ea9-ae8a-b16e00af0c8a req-0e08a61f-4177-4048-86bd-787cd781e64f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:23.293930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0389fd43-2a8e-4ea9-ae8a-b16e00af0c8a req-0e08a61f-4177-4048-86bd-787cd781e64f tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 945 time: 0.1047530 Jul 13 07:43:23.321923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2295dd9-467c-4932-9980-f1ecedbc738e req-dd60a944-6f58-4c92-bf27-d23d4d54a710 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:23.323802 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a2295dd9-467c-4932-9980-f1ecedbc738e req-dd60a944-6f58-4c92-bf27-d23d4d54a710 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1745853 Jul 13 07:43:23.352886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0389fd43-2a8e-4ea9-ae8a-b16e00af0c8a req-a1655534-9f78-4e42-8c73-89a876b5d6f3 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520825 Jul 13 07:43:23.364043 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.422526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a2295dd9-467c-4932-9980-f1ecedbc738e req-54c1e0ab-bf69-44d6-842e-6cd6f02bbad6 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741315 Jul 13 07:43:23.460233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-1b2c00ef-cdc3-4699-801c-bc284f8c60c0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:23.462244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-1b2c00ef-cdc3-4699-801c-bc284f8c60c0 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 945 time: 0.1898031 Jul 13 07:43:23.468269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Deleting port 4a19afa7-2104-40c3-be5a-b80372cd04ae {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:23.468607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.618460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.641679 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.659247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Calling delete_port for 4a19afa7-2104-40c3-be5a-b80372cd04ae owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:23.669157 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.681853 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Transition to ACTIVE for port object 4a19afa7-2104-40c3-be5a-b80372cd04ae will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:23.685633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Deleting port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:23.685996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.687993 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.744202 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Attempting to bind port 4a19afa7-2104-40c3-be5a-b80372cd04ae on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:23.744578 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Attempting to bind port 4a19afa7-2104-40c3-be5a-b80372cd04ae by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:23.744944 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Attempting to bind port 4a19afa7-2104-40c3-be5a-b80372cd04ae on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:23.753548 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Pushing event updated for resources: {'Port': ['ID=4a19afa7-2104-40c3-be5a-b80372cd04ae,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:23.757372 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:23.758233 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:23.758384 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.758733 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:23.759224 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Bound port: 4a19afa7-2104-40c3-be5a-b80372cd04ae, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:23.759614 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.789127 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.789808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.789808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.790146 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.790476 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.790801 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.791320 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.792089 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.792592 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.793229 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.793714 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.794328 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:23.863239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] For port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:23.863698 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.865981 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] For port 4a19afa7-2104-40c3-be5a-b80372cd04ae, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:23.870589 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] For port 4a19afa7-2104-40c3-be5a-b80372cd04ae, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4a19afa7-2104-40c3-be5a-b80372cd04ae,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:23.880424 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.880735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Calling delete_port for 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:23.951890 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Routers {'250f9874-fe24-41ab-871e-935a8c4de088'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:23.952550 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['250f9874-fe24-41ab-871e-935a8c4de088'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:23.993114 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d04ebd-0390-41dc-8be5-2aa6a810ea7e None None] Pushing event updated for resources: {'Port': ['ID=4a19afa7-2104-40c3-be5a-b80372cd04ae,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.069852 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] Set router 250f9874-fe24-41ab-871e-935a8c4de088 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:24.153145 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250f9874-fe24-41ab-871e-935a8c4de088', 'name': 'tempest-snat-router-1210293421', 'tenant_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:20Z', 'updated_at': '2021-07-13T07:43:23Z', 'revision_number': 4, 'project_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:24.153932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 16bafcad-3567-4338-8fbf-8854c9e7667c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:24.171855 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.185250 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b3b85-4bda-4984-ad9b-02fd0af6cdfd None None] The sync data for ids ['250f9874-fe24-41ab-871e-935a8c4de088'] in n-d-758944-43 is: [{'id': '250f9874-fe24-41ab-871e-935a8c4de088', 'name': 'tempest-snat-router-1210293421', 'tenant_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:20Z', 'updated_at': '2021-07-13T07:43:23Z', 'revision_number': 4, 'project_id': 'c71a25533a2b4f528ed4f0b5b8703763', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:24.251332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a19afa7-2104-40c3-be5a-b80372cd04ae,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.262304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 16bafcad-3567-4338-8fbf-8854c9e7667c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:24.267458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 16bafcad-3567-4338-8fbf-8854c9e7667c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:24.270360 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.367004 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.379501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a0a1d6a3-4fbd-409f-a326-a05409a00731', '2667f1b2-d20e-4aea-b5ba-875488aa9cf1', '6b2f6dbe-1e0b-44fe-9543-8ff4262ab730'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:24.381699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0c20809f-ca21-46b9-81a7-1044699086e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:24.418201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Pushing event deleted for resources: {'Port': ['ID=6b2f6dbe-1e0b-44fe-9543-8ff4262ab730,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.437561 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.495549 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.518969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] No DVR routers for this DVR port 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:24.522527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.524471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 16bafcad-3567-4338-8fbf-8854c9e7667c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=16bafcad-3567-4338-8fbf-8854c9e7667c,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:24.524808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-97297bc3-1f99-440b-aaeb-7d07ec23087f req-017bcd4f-8a9d-4299-9b21-aefb389267a7 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "DELETE /v2.0/ports/6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 HTTP/1.1" status: 204 len: 173 time: 1.0413177 Jul 13 07:43:24.558426 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.598051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21acbc87-4f3a-4222-8e04-eafca3c9920a', 'name': 'network-vif-deleted', 'tag': '6b2f6dbe-1e0b-44fe-9543-8ff4262ab730'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:24.611205 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d8155b-107f-41d7-8501-55904c3d7336" -d '{"events": [{"server_uuid": "21acbc87-4f3a-4222-8e04-eafca3c9920a", "name": "network-vif-deleted", "tag": "6b2f6dbe-1e0b-44fe-9543-8ff4262ab730"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:24.776478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4e6fbf6f-570d-489c-866d-1867d9785c4d req-60adc4d9-1463-4bbc-ae1f-1c3c55408d39 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=21acbc87-4f3a-4222-8e04-eafca3c9920a HTTP/1.1" status: 200 len: 210 time: 0.0913303 Jul 13 07:43:24.776478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.778314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58202) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:24.778726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.786256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=16bafcad-3567-4338-8fbf-8854c9e7667c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.831575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66ae56-9aed-48d6-9ada-a8d094c519bd req-02177f0d-c6e8-4e2b-83f2-723573da975c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:24.834574 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e66ae56-9aed-48d6-9ada-a8d094c519bd req-02177f0d-c6e8-4e2b-83f2-723573da975c tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1294992 Jul 13 07:43:24.868207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.873930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 250f9874-fe24-41ab-871e-935a8c4de088 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:24.880631 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.882307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-621a74ed-20a4-49fd-aa59-3659570541b8 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "DELETE /v2.0/routers/250f9874-fe24-41ab-871e-935a8c4de088 HTTP/1.1" status: 204 len: 168 time: 1.9548225 Jul 13 07:43:24.885229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:24.937267 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e66ae56-9aed-48d6-9ada-a8d094c519bd req-aee36b92-3980-4e24-b722-f065fe8b1704 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966115 Jul 13 07:43:25.028360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6758-d094-4688-9763-a65fb56edcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.058531 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5816e1-ffdc-4b45-8f4e-459ac8e6cacb x-openstack-request-id: req-5b5816e1-ffdc-4b45-8f4e-459ac8e6cacb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:25.058810 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21acbc87-4f3a-4222-8e04-eafca3c9920a", "name": "network-vif-deleted", "tag": "6b2f6dbe-1e0b-44fe-9543-8ff4262ab730", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:25.059269 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b5816e1-ffdc-4b45-8f4e-459ac8e6cacb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:25.059478 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21acbc87-4f3a-4222-8e04-eafca3c9920a', 'name': 'network-vif-deleted', 'tag': '6b2f6dbe-1e0b-44fe-9543-8ff4262ab730', 'status': 'completed', 'code': 200} Jul 13 07:43:25.091209 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.165992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6758-d094-4688-9763-a65fb56edcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.175403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6758-d094-4688-9763-a65fb56edcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.224463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a6758-d094-4688-9763-a65fb56edcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493693d0-956b-49ee-ab50-b604037ecdbb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:25.230092 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.231881 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5b3a6758-d094-4688-9763-a65fb56edcd2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed269102ae194aee832b277392299723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531744 Jul 13 07:43:25.232826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:25.292640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6fe33dd-25b5-4e24-9b66-e8623b3c9a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.305291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Deleting port 16bafcad-3567-4338-8fbf-8854c9e7667c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:25.306103 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.317793 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6fe33dd-25b5-4e24-9b66-e8623b3c9a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.373591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6fe33dd-25b5-4e24-9b66-e8623b3c9a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.376362 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6fe33dd-25b5-4e24-9b66-e8623b3c9a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.380565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c6fe33dd-25b5-4e24-9b66-e8623b3c9a69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/493693d0-956b-49ee-ab50-b604037ecdbb HTTP/1.1" status: 204 len: 168 time: 0.1464601 Jul 13 07:43:25.388843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe33dd-25b5-4e24-9b66-e8623b3c9a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493693d0-956b-49ee-ab50-b604037ecdbb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:25.414991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] For port 16bafcad-3567-4338-8fbf-8854c9e7667c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=16bafcad-3567-4338-8fbf-8854c9e7667c,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:25.415380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.429395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Calling delete_port for 16bafcad-3567-4338-8fbf-8854c9e7667c owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:25.615339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.642565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event deleted for resources: {'Port': ['ID=16bafcad-3567-4338-8fbf-8854c9e7667c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:25.679755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:25.693863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b514d49a-b7c0-4be5-b851-6128e7773d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.713141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.803409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b514d49a-b7c0-4be5-b851-6128e7773d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.809716 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b514d49a-b7c0-4be5-b851-6128e7773d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.838325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.841787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.853406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b514d49a-b7c0-4be5-b851-6128e7773d0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5be31226ce85476a8cf7f8dde2de19a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724710 Jul 13 07:43:25.854511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514d49a-b7c0-4be5-b851-6128e7773d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dbc60b-225c-4d14-8b12-fc1a517b2523,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:25.857779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:25.907981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.909734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de0ea487-9690-4985-a994-55b3a4307188 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:25.915967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.920807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9f344cef-e737-4e0c-a3de-9c27ecf35464 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "DELETE /v2.0/routers/de0ea487-9690-4985-a994-55b3a4307188 HTTP/1.1" status: 204 len: 168 time: 1.0309174 Jul 13 07:43:25.920807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58222) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:25.926367 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7d2672e-1368-4469-bf26-40536cb88b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.929680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1426962154', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:25.941840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99d25f-42ff-46b9-93f2-b1a4fd792d36 req-132548f5-ec3b-4eda-ab06-192fa00a7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:25.943538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f99d25f-42ff-46b9-93f2-b1a4fd792d36 req-132548f5-ec3b-4eda-ab06-192fa00a7ee4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 1098 time: 0.1395869 Jul 13 07:43:25.953366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7d2672e-1368-4469-bf26-40536cb88b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.044271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f99d25f-42ff-46b9-93f2-b1a4fd792d36 req-e9e847e7-7a16-4244-9cde-9accc23db37c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940571 Jul 13 07:43:26.045442 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.046906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.052359 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7d2672e-1368-4469-bf26-40536cb88b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.055971 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7d2672e-1368-4469-bf26-40536cb88b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.058483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b7d2672e-1368-4469-bf26-40536cb88b9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48dbc60b-225c-4d14-8b12-fc1a517b2523 HTTP/1.1" status: 204 len: 168 time: 0.1989770 Jul 13 07:43:26.097880 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2672e-1368-4469-bf26-40536cb88b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dbc60b-225c-4d14-8b12-fc1a517b2523,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:26.127333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.497106 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58234) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:26.523998 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-820a911f-c975-4cb5-9de6-75c019df2727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.635175 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.682706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b5a9a-ab3a-4548-8091-e404db42c5ce req-b2bf08d5-5488-4ac0-9152-57fdffdc25c2 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.684349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f3b5a9a-ab3a-4548-8091-e404db42c5ce req-b2bf08d5-5488-4ac0-9152-57fdffdc25c2 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.5054250 Jul 13 07:43:26.715961 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-820a911f-c975-4cb5-9de6-75c019df2727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.722626 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-820a911f-c975-4cb5-9de6-75c019df2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.775132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-820a911f-c975-4cb5-9de6-75c019df2727 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=150c577129ff46119902d08c48e4905f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767553 Jul 13 07:43:26.776004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58236) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:26.778240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a911f-c975-4cb5-9de6-75c019df2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaa84c0-f3be-4012-a825-209bc8b6de3e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:26.854165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f3b5a9a-ab3a-4548-8091-e404db42c5ce req-e77b730d-6e8c-4f94-b679-4515fa5f3661 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581049 Jul 13 07:43:26.864992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc582-209c-4fdd-9c46-1844c5b5c0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.919334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc582-209c-4fdd-9c46-1844c5b5c0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.987320 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc582-209c-4fdd-9c46-1844c5b5c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.990141 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc582-209c-4fdd-9c46-1844c5b5c0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.993896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fc4dc582-209c-4fdd-9c46-1844c5b5c0e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afaa84c0-f3be-4012-a825-209bc8b6de3e HTTP/1.1" status: 204 len: 168 time: 0.2143009 Jul 13 07:43:27.000347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dc582-209c-4fdd-9c46-1844c5b5c0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaa84c0-f3be-4012-a825-209bc8b6de3e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:27.086609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.113259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.222428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Allocated IP 172.25.8.216 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/6fcc50d4-4184-4244-b848-9ae3efaf57ec) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:27.342128 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.393889 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.434295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:27.437273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:27.443458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:27.473209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event updated for resources: {'Port': ['ID=6fcc50d4-4184-4244-b848-9ae3efaf57ec,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:27.742810 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.992540 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.010718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 16bafcad-3567-4338-8fbf-8854c9e7667c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:28.031358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 16bafcad-3567-4338-8fbf-8854c9e7667c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:28.031964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 16bafcad-3567-4338-8fbf-8854c9e7667c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:28.175597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093375e5-2757-445d-b51e-5df53c59a341 req-394985de-c172-4062-802e-bb3d585bab26 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:28.177339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-093375e5-2757-445d-b51e-5df53c59a341 req-394985de-c172-4062-802e-bb3d585bab26 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1363437 Jul 13 07:43:28.229183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Router e4e49568-f51c-4741-8649-ef9fea2658c1 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:28.235172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-093375e5-2757-445d-b51e-5df53c59a341 req-2cbed4c1-cebf-4f11-aeda-f0aedcaf140d tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496798 Jul 13 07:43:28.356580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:28.369173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c656dfe-dfbe-4350-885a-b2fdfd3ef5d6 None None] Sync routers for ids ['e4e49568-f51c-4741-8649-ef9fea2658c1'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:28.379710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c656dfe-dfbe-4350-885a-b2fdfd3ef5d6 None None] Routers {'e4e49568-f51c-4741-8649-ef9fea2658c1'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:28.380398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5c656dfe-dfbe-4350-885a-b2fdfd3ef5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4e49568-f51c-4741-8649-ef9fea2658c1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:28.381788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.383376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-894b02e9-94c0-4581-b76b-b55a29c6e1a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4615548 Jul 13 07:43:28.386367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58276) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:28.391975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9d34f518-99a6-4dbb-8207-767fb691b16b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:28.421471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5c656dfe-dfbe-4350-885a-b2fdfd3ef5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:28.433066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c656dfe-dfbe-4350-885a-b2fdfd3ef5d6 None None] Routers {'e4e49568-f51c-4741-8649-ef9fea2658c1'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:28.433973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5c656dfe-dfbe-4350-885a-b2fdfd3ef5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4e49568-f51c-4741-8649-ef9fea2658c1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:28.475874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5c656dfe-dfbe-4350-885a-b2fdfd3ef5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:28.476556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c656dfe-dfbe-4350-885a-b2fdfd3ef5d6 None None] The sync data for ids ['e4e49568-f51c-4741-8649-ef9fea2658c1'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:28.484704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:28.527158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:28.527899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6b2f6dbe-1e0b-44fe-9543-8ff4262ab730 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:28.696127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-9c5b8a9a-60e1-463e-85ea-007a0b422760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:28.698350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-9c5b8a9a-60e1-463e-85ea-007a0b422760 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c019fb5293e64724a5798eb70dbfca88&device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 1098 time: 0.1010852 Jul 13 07:43:28.814016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-a761e6b1-9eab-4f12-854f-2c27bbfafbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:28.815800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-a761e6b1-9eab-4f12-854f-2c27bbfafbbb service neutron] 10.222.0.38 "GET /v2.0/networks?id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 200 len: 912 time: 0.1092787 Jul 13 07:43:28.863512 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-6dc43290-1b88-4f81-841c-7b2809d6da1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02334fe3-bea8-46d1-8ca8-861a6ecb1bee HTTP/1.1" status: 200 len: 217 time: 0.0416532 Jul 13 07:43:28.930460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-83441814-026a-462c-ae92-b87f65fa7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:28.932342 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-83441814-026a-462c-ae92-b87f65fa7ad2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71f5a002-348d-44f4-b792-01a182d0587a HTTP/1.1" status: 200 len: 851 time: 0.0630500 Jul 13 07:43:28.981058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-a78e97af-34b3-47cf-bcce-49d30285bbb1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4276c5d9-ec37-4da5-a712-dd854e7b8a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416806 Jul 13 07:43:29.116380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-2cc21f72-44ec-4144-83c6-afae542d5fa5 service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287260 Jul 13 07:43:29.230472 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a8f60aed-ee10-4309-835b-db5ec07bba12 req-ec4b80f2-6858-40f2-881c-8cfd76471120 service neutron] 10.222.0.38 "GET /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083691 Jul 13 07:43:29.241219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6686a9-8f52-4d44-acde-d10c9fcc6889 req-bb209c5f-3658-4427-9526-2e118c82281f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.242848 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae6686a9-8f52-4d44-acde-d10c9fcc6889 req-bb209c5f-3658-4427-9526-2e118c82281f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.5828896 Jul 13 07:43:29.338461 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae6686a9-8f52-4d44-acde-d10c9fcc6889 req-9ce589a2-66d6-4137-81fe-7b2f06c0f066 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865188 Jul 13 07:43:29.351547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d34f518-99a6-4dbb-8207-767fb691b16b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.824119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfc93d-cd40-4ee0-8fc5-b39ca12acc1c req-87416ae5-cb44-4c5c-96dd-0854392f36fa tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.825641 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bbfc93d-cd40-4ee0-8fc5-b39ca12acc1c req-87416ae5-cb44-4c5c-96dd-0854392f36fa tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 945 time: 0.1596467 Jul 13 07:43:29.938715 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bbfc93d-cd40-4ee0-8fc5-b39ca12acc1c req-739b9dd8-530a-47b3-b99f-29635601fd33 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810087 Jul 13 07:43:29.953552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d34f518-99a6-4dbb-8207-767fb691b16b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.955809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d34f518-99a6-4dbb-8207-767fb691b16b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.068719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d34f518-99a6-4dbb-8207-767fb691b16b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Router e4e49568-f51c-4741-8649-ef9fea2658c1 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:30.178630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d34f518-99a6-4dbb-8207-767fb691b16b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:30.183220 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d34f518-99a6-4dbb-8207-767fb691b16b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.184340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9d34f518-99a6-4dbb-8207-767fb691b16b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "PUT /v2.0/routers/e4e49568-f51c-4741-8649-ef9fea2658c1 HTTP/1.1" status: 200 len: 926 time: 1.7969179 Jul 13 07:43:30.187168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:30.194799 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f0c23-cf14-4d95-bc54-3b72eb665ae1 None None] Sync routers for ids ['e4e49568-f51c-4741-8649-ef9fea2658c1'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:30.203637 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f0c23-cf14-4d95-bc54-3b72eb665ae1 None None] Routers {'e4e49568-f51c-4741-8649-ef9fea2658c1'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:30.204251 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b87f0c23-cf14-4d95-bc54-3b72eb665ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4e49568-f51c-4741-8649-ef9fea2658c1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:30.237210 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b87f0c23-cf14-4d95-bc54-3b72eb665ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:30.245968 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f0c23-cf14-4d95-bc54-3b72eb665ae1 None None] Routers {'e4e49568-f51c-4741-8649-ef9fea2658c1'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:30.246617 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b87f0c23-cf14-4d95-bc54-3b72eb665ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4e49568-f51c-4741-8649-ef9fea2658c1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:30.298961 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eb11394b-4ce4-4b3e-ba4f-adb7c2fdd427 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/routers/e4e49568-f51c-4741-8649-ef9fea2658c1 HTTP/1.1" status: 200 len: 926 time: 0.1104960 Jul 13 07:43:30.301534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58302) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:30.380606 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b87f0c23-cf14-4d95-bc54-3b72eb665ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:30.381160 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f0c23-cf14-4d95-bc54-3b72eb665ae1 None None] The sync data for ids ['e4e49568-f51c-4741-8649-ef9fea2658c1'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:30.394029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873999dd-d396-4f9a-82f0-38481c4242e0 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.395612 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-873999dd-d396-4f9a-82f0-38481c4242e0 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=e4e49568-f51c-4741-8649-ef9fea2658c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0929785 Jul 13 07:43:30.398320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58306) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:30.523545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79beb175-c214-40b5-bbd1-6d8ec0db0c61 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.524999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-79beb175-c214-40b5-bbd1-6d8ec0db0c61 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 881 time: 0.1257415 Jul 13 07:43:30.527799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58308) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:30.568093 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7b187cba-7866-4b7c-81ab-becf6fae7986 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4e49568-f51c-4741-8649-ef9fea2658c1 HTTP/1.1" status: 200 len: 205 time: 0.0391939 Jul 13 07:43:30.570662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58310) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:30.594084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048b37d-8ae6-485f-b2b9-e857d5c1e994 req-0feb84a9-c66e-4e02-92eb-5c03989729ba tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.595982 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1048b37d-8ae6-485f-b2b9-e857d5c1e994 req-0feb84a9-c66e-4e02-92eb-5c03989729ba tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1150031 Jul 13 07:43:30.647893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1048b37d-8ae6-485f-b2b9-e857d5c1e994 req-9f3ffc65-6b62-4a40-b01b-73c17a0ac13a tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429659 Jul 13 07:43:30.699954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.828983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.886378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Deleting port 6fcc50d4-4184-4244-b848-9ae3efaf57ec {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:30.886731 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.974670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.993907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Calling delete_port for 6fcc50d4-4184-4244-b848-9ae3efaf57ec owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:31.020226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-06603ee7-b5c7-4e1e-824b-c1cff405b8dd tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:31.022392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-06603ee7-b5c7-4e1e-824b-c1cff405b8dd tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 945 time: 0.0728159 Jul 13 07:43:31.184452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2858d8c-1965-4ae1-a045-0ba857132925 req-691f7bbc-a61c-4611-8523-6fd25929c235 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:31.186174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2858d8c-1965-4ae1-a045-0ba857132925 req-691f7bbc-a61c-4611-8523-6fd25929c235 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=34731d5c-58d2-4ced-94b5-e4c3ae8d1219 HTTP/1.1" status: 200 len: 945 time: 0.1245239 Jul 13 07:43:31.197708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Deleting port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:31.198573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.200530 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.227817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event deleted for resources: {'Port': ['ID=6fcc50d4-4184-4244-b848-9ae3efaf57ec,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:31.243122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.243412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.243760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.244102 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.244425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.244757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.245086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.246059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.246059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.246059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.246401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.246710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:31.304259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b2858d8c-1965-4ae1-a045-0ba857132925 req-f840c333-9427-4ec7-a67a-3d9c5b99fa7e tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011400 Jul 13 07:43:31.305866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.333893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] For port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:31.333893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.347561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Calling delete_port for 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:31.400593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.402823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.451059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.451706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Fanout notify agent at l3_agent the message router_deleted on router e4e49568-f51c-4741-8649-ef9fea2658c1 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:31.459940 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.464813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3f591c85-8ce2-41ca-a48d-5b572317cf1b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/e4e49568-f51c-4741-8649-ef9fea2658c1 HTTP/1.1" status: 204 len: 168 time: 0.8888195 Jul 13 07:43:31.465257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58318) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:31.471403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2df97d4e-a8e0-4b3f-a718-1c2659febebb tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1786558250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:31.485031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.497831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0c20809f-ca21-46b9-81a7-1044699086e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:31.500205 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a0a1d6a3-4fbd-409f-a326-a05409a00731', '2667f1b2-d20e-4aea-b5ba-875488aa9cf1'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:31.502921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2df97d4e-a8e0-4b3f-a718-1c2659febebb tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.505878 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2df97d4e-a8e0-4b3f-a718-1c2659febebb tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.519809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Pushing event deleted for resources: {'Port': ['ID=2667f1b2-d20e-4aea-b5ba-875488aa9cf1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:31.566669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2df97d4e-a8e0-4b3f-a718-1c2659febebb tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.570622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] No DVR routers for this DVR port 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:31.573438 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.575418 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2df97d4e-a8e0-4b3f-a718-1c2659febebb tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.576146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1324d1c6-34ad-459d-9fe4-0a5b5597061b req-1bba298b-2e8c-4831-a9e8-5e8d6555cc0c tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "DELETE /v2.0/ports/2667f1b2-d20e-4aea-b5ba-875488aa9cf1 HTTP/1.1" status: 204 len: 173 time: 0.5478120 Jul 13 07:43:31.576648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34731d5c-58d2-4ced-94b5-e4c3ae8d1219', 'name': 'network-vif-deleted', 'tag': '2667f1b2-d20e-4aea-b5ba-875488aa9cf1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:31.579255 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd6ad23-e8e5-4798-8313-82be3b0e0777" -d '{"events": [{"server_uuid": "34731d5c-58d2-4ced-94b5-e4c3ae8d1219", "name": "network-vif-deleted", "tag": "2667f1b2-d20e-4aea-b5ba-875488aa9cf1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:31.608395 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2df97d4e-a8e0-4b3f-a718-1c2659febebb tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.612776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2df97d4e-a8e0-4b3f-a718-1c2659febebb tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1462171 Jul 13 07:43:31.615983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:31.621608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:31.626235 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d95253-212e-4c2f-ae8a-6ea89fdfa188 x-openstack-request-id: req-12d95253-212e-4c2f-ae8a-6ea89fdfa188 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:31.626409 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34731d5c-58d2-4ced-94b5-e4c3ae8d1219", "name": "network-vif-deleted", "tag": "2667f1b2-d20e-4aea-b5ba-875488aa9cf1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:31.626640 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12d95253-212e-4c2f-ae8a-6ea89fdfa188 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:31.627036 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34731d5c-58d2-4ced-94b5-e4c3ae8d1219', 'name': 'network-vif-deleted', 'tag': '2667f1b2-d20e-4aea-b5ba-875488aa9cf1', 'status': 'completed', 'code': 200} Jul 13 07:43:32.045741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58334) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:32.184117 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5502d8d-4d85-4dc3-a473-61f8e5a71248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.280994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.311279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5502d8d-4d85-4dc3-a473-61f8e5a71248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.316496 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5502d8d-4d85-4dc3-a473-61f8e5a71248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.316797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c0ba5-4721-49aa-8e3c-a8a0f6612fde req-35de8a0e-0820-4c30-adc3-83b747c7af87 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.318544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d25c0ba5-4721-49aa-8e3c-a8a0f6612fde req-35de8a0e-0820-4c30-adc3-83b747c7af87 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.2569499 Jul 13 07:43:32.364376 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d5502d8d-4d85-4dc3-a473-61f8e5a71248 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fed8468f8d64443e92f93c58b6fce7d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173497 Jul 13 07:43:32.367050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:32.373331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5502d8d-4d85-4dc3-a473-61f8e5a71248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e2ac8-cbd6-46a3-ac1a-3b1265001762,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.412272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d25c0ba5-4721-49aa-8e3c-a8a0f6612fde req-af16df4a-2bfd-4c9f-a908-3334ad4334d8 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856299 Jul 13 07:43:32.437322 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cde8b97-b0b6-46e8-892c-e718f43733f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.474323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cde8b97-b0b6-46e8-892c-e718f43733f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.534475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cde8b97-b0b6-46e8-892c-e718f43733f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.539112 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cde8b97-b0b6-46e8-892c-e718f43733f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.540394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1cde8b97-b0b6-46e8-892c-e718f43733f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c7e2ac8-cbd6-46a3-ac1a-3b1265001762 HTTP/1.1" status: 204 len: 168 time: 0.1723478 Jul 13 07:43:32.552046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde8b97-b0b6-46e8-892c-e718f43733f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e2ac8-cbd6-46a3-ac1a-3b1265001762,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.559022 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.593573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.743958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Allocated IP 172.25.8.48 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/674d646e-ffc9-4681-b055-7874a9398250) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:32.878901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5af5ac-4d40-4f8d-8905-954bd6cba871 req-d0d97339-9691-4e92-8fd3-808d0b1d4012 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.884153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e5af5ac-4d40-4f8d-8905-954bd6cba871 req-d0d97339-9691-4e92-8fd3-808d0b1d4012 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 945 time: 0.0715065 Jul 13 07:43:32.925187 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e5af5ac-4d40-4f8d-8905-954bd6cba871 req-c2192283-b02e-47e2-b999-e4b7a4ddc171 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Jul 13 07:43:32.927134 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.961557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3c926-8db7-485a-bada-2098e6427cc8 req-e09df468-b6d9-4afc-990f-0dfbda0fbeb9 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.963130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc3c926-8db7-485a-bada-2098e6427cc8 req-e09df468-b6d9-4afc-990f-0dfbda0fbeb9 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1287396 Jul 13 07:43:33.020226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fcc3c926-8db7-485a-bada-2098e6427cc8 req-bfd9cb09-ff0d-4660-ad99-5c8ffce3472f tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495031 Jul 13 07:43:33.021237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.075782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:33.082678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:33.086310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:33.114742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event updated for resources: {'Port': ['ID=674d646e-ffc9-4681-b055-7874a9398250,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:33.287598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:33.359367 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.399399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-167094111-network', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:33.459940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Made reservation on behalf of c8eb2c5d824e45a6b94630b6805d0873 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:33.462326 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.477924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.625333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.633795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.738069 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.744141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.779800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:43:33.802430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.802793 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Added segment d59fe081-1c8d-4f7f-9319-708af7f2eb3c of type vlan for network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 Jul 13 07:43:33.804170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03703b3-1694-437d-a663-6dd7f6110340,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:33.854336 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.874209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Router cb8cd282-f040-4697-81a7-901d01e892db is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:33.896696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.897651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:33.898281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.985126 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6964145 Jul 13 07:43:33.986472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58378) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:33.992290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Request body: {'subnet': {'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-167094111-subnet', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:34.019260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Made reservation on behalf of c8eb2c5d824e45a6b94630b6805d0873 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:34.021889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.078483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7d605-3b4e-47a0-9edb-0865ec497ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6b10b1-ae93-4bf6-89e0-4598cc482460,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:34.090035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:43:34.133404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:34.144820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.146056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ff0a152e-2990-4bf2-a80c-3fb25552e2ba tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "PUT /v2.0/routers/cb8cd282-f040-4697-81a7-901d01e892db HTTP/1.1" status: 200 len: 883 time: 2.5289371 Jul 13 07:43:34.151611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58384) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:34.178047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012be814-bc86-4824-81b0-10517212da27 None None] Sync routers for ids ['cb8cd282-f040-4697-81a7-901d01e892db'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:34.179705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-f0ee3ef3-2964-4602-9602-8e9495be39f1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.181290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-f0ee3ef3-2964-4602-9602-8e9495be39f1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 945 time: 0.2157602 Jul 13 07:43:34.193110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012be814-bc86-4824-81b0-10517212da27 None None] Routers {'cb8cd282-f040-4697-81a7-901d01e892db'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:34.193740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-012be814-bc86-4824-81b0-10517212da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cb8cd282-f040-4697-81a7-901d01e892db'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:34.205910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189de21-ddbf-497a-ae2d-f5b82e9887e3 req-bf3cc811-143e-4f19-a3f6-a751d788e5cc tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.207493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8189de21-ddbf-497a-ae2d-f5b82e9887e3 req-bf3cc811-143e-4f19-a3f6-a751d788e5cc tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 945 time: 0.1438856 Jul 13 07:43:34.226705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-012be814-bc86-4824-81b0-10517212da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:34.237152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012be814-bc86-4824-81b0-10517212da27 None None] Routers {'cb8cd282-f040-4697-81a7-901d01e892db'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:34.238075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-012be814-bc86-4824-81b0-10517212da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cb8cd282-f040-4697-81a7-901d01e892db'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:34.270802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-012be814-bc86-4824-81b0-10517212da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:34.271742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012be814-bc86-4824-81b0-10517212da27 None None] The sync data for ids ['cb8cd282-f040-4697-81a7-901d01e892db'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:34.302346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8189de21-ddbf-497a-ae2d-f5b82e9887e3 req-c8969ccf-931b-4c23-a112-df84ec5ccc8d tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759733 Jul 13 07:43:34.332988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Deleting port a0a1d6a3-4fbd-409f-a326-a05409a00731 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:34.333329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.392861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9c0162f0-eb6e-4efe-8820-b3365fad3fef tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/routers/cb8cd282-f040-4697-81a7-901d01e892db HTTP/1.1" status: 200 len: 924 time: 0.2373383 Jul 13 07:43:34.395466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58386) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:34.411816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ac353-7485-4b03-8b59-d3a8c8d79457 req-dfeba26e-0c92-4568-8a86-1c85f4f8df52 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.413294 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc9ac353-7485-4b03-8b59-d3a8c8d79457 req-dfeba26e-0c92-4568-8a86-1c85f4f8df52 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.2480106 Jul 13 07:43:34.414708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.473909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] For port a0a1d6a3-4fbd-409f-a326-a05409a00731, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0a1d6a3-4fbd-409f-a326-a05409a00731,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:34.474308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.490006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2755835-cd1c-4d25-bacc-aa4fc445ef6f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:34.509289 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc9ac353-7485-4b03-8b59-d3a8c8d79457 req-bd23bb02-5d49-4cbf-ae69-9e4d25829b08 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893118 Jul 13 07:43:34.513793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Checking segment: {'id': 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:34.514209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Network hostable DHCP agents. Network: 1b6b10b1-ae93-4bf6-89e0-4598cc482460, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:43:34.533616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:43:34.543447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1b6b10b1-ae93-4bf6-89e0-4598cc482460) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:34.549047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.550214 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.553742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9162a18-218a-4376-99dd-d92911fac18d None None] Network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:34.567306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c8b97fe6-ec53-4b98-9f0a-c8d204e336d3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5789638 Jul 13 07:43:34.570043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58388) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:34.576091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:34.601726 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.603185 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.668551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.716298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-1b6b10b1-ae93-4bf6-89e0-4598cc482460', 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'fixed_ips': [{'subnet_id': 'e2755835-cd1c-4d25-bacc-aa4fc445ef6f'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:43:34.717209 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.805688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Calling delete_port for a0a1d6a3-4fbd-409f-a326-a05409a00731 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:34.813639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.828201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e473be-d476-4385-adba-ec6c58fd6338 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.833038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-37e473be-d476-4385-adba-ec6c58fd6338 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=cb8cd282-f040-4697-81a7-901d01e892db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4331832 Jul 13 07:43:34.837572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58390) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:34.872921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Allocated IP 172.20.0.2 (1b6b10b1-ae93-4bf6-89e0-4598cc482460/e2755835-cd1c-4d25-bacc-aa4fc445ef6f/68f032e6-d678-426d-b5cc-74d40f8d7eee) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:34.974450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a493c9c-2e7e-4a41-9642-2fd2f14ba52d tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.975308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.978284 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6a493c9c-2e7e-4a41-9642-2fd2f14ba52d tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 881 time: 0.1363375 Jul 13 07:43:34.978843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58392) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:34.996656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0c20809f-ca21-46b9-81a7-1044699086e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:35.000962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a0a1d6a3-4fbd-409f-a326-a05409a00731'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:35.042450 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5178e33b-d2d7-438e-a3e8-42284ed1226d tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb8cd282-f040-4697-81a7-901d01e892db HTTP/1.1" status: 200 len: 205 time: 0.0624101 Jul 13 07:43:35.043283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Pushing event deleted for resources: {'Port': ['ID=a0a1d6a3-4fbd-409f-a326-a05409a00731,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.045193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:35.089863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] No DVR routers for this DVR port a0a1d6a3-4fbd-409f-a326-a05409a00731 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:35.092738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.095569 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d8088ca-f3a7-4fe5-a2ce-762e390652ba req-dd641979-a464-40cc-88fa-25774d9d1ad1 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.48 "DELETE /v2.0/ports/a0a1d6a3-4fbd-409f-a326-a05409a00731 HTTP/1.1" status: 204 len: 173 time: 0.9084911 Jul 13 07:43:35.096190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815059dd-caa1-4cb0-8135-0be58011ed98', 'name': 'network-vif-deleted', 'tag': 'a0a1d6a3-4fbd-409f-a326-a05409a00731'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:35.098961 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8e4359-b2f6-40c2-8e5c-4ab95424f08f" -d '{"events": [{"server_uuid": "815059dd-caa1-4cb0-8135-0be58011ed98", "name": "network-vif-deleted", "tag": "a0a1d6a3-4fbd-409f-a326-a05409a00731"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:35.144931 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f0ac25-c2c5-4e6d-8207-24d92f8cfbe8 x-openstack-request-id: req-a5f0ac25-c2c5-4e6d-8207-24d92f8cfbe8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:35.145326 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815059dd-caa1-4cb0-8135-0be58011ed98", "name": "network-vif-deleted", "tag": "a0a1d6a3-4fbd-409f-a326-a05409a00731", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:35.145648 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5f0ac25-c2c5-4e6d-8207-24d92f8cfbe8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:35.145770 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.146333 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815059dd-caa1-4cb0-8135-0be58011ed98', 'name': 'network-vif-deleted', 'tag': 'a0a1d6a3-4fbd-409f-a326-a05409a00731', 'status': 'completed', 'code': 200} Jul 13 07:43:35.156933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Transition to ACTIVE for port object 68f032e6-d678-426d-b5cc-74d40f8d7eee will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:35.178698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Transition to ACTIVE for port object 68f032e6-d678-426d-b5cc-74d40f8d7eee will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:35.186868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.258049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:35.268379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:35.273655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:35.276699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Pushing event updated for resources: {'Port': ['ID=68f032e6-d678-426d-b5cc-74d40f8d7eee,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.372134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Attempting to bind port 68f032e6-d678-426d-b5cc-74d40f8d7eee on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:35.372506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Attempting to bind port 68f032e6-d678-426d-b5cc-74d40f8d7eee by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:35.372876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Attempting to bind port 68f032e6-d678-426d-b5cc-74d40f8d7eee on network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:35.381587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:35.381993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Checking segment: {'id': 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:35.382408 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.382811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Bound using segment: {'id': 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:35.383300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Bound port: 68f032e6-d678-426d-b5cc-74d40f8d7eee, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:35.383691 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.463107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] For port 68f032e6-d678-426d-b5cc-74d40f8d7eee, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:35.468801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] For port 68f032e6-d678-426d-b5cc-74d40f8d7eee, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=68f032e6-d678-426d-b5cc-74d40f8d7eee,segment=NetworkSegment(d59fe081-1c8d-4f7f-9319-708af7f2eb3c),segment_id=d59fe081-1c8d-4f7f-9319-708af7f2eb3c)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:35.475226 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.562594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.563425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c3a88-d6a7-4d7f-93f5-d6c1ddb31f04 None None] Pushing event updated for resources: {'Port': ['ID=68f032e6-d678-426d-b5cc-74d40f8d7eee,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.581880 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b60ff9a0-5ff3-40de-88d6-84f96314eaa9 req-1a0e14f9-221d-471e-8d4e-8ab4a7d434c2 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=815059dd-caa1-4cb0-8135-0be58011ed98 HTTP/1.1" status: 200 len: 210 time: 0.0765989 Jul 13 07:43:35.603227 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.627237 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.641993 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.712676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-ac4b4ad8-9e19-4c63-a580-ba9a73a6fbb6 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.714558 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-ac4b4ad8-9e19-4c63-a580-ba9a73a6fbb6 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.38 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.1097550 Jul 13 07:43:35.870023 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.888980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Allocated IP 172.25.8.42 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/c34b892f-b32a-4d4c-8c7a-9c943c56e891) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:35.921351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6876cf2-4f70-410c-aae4-c8b960687bc4 req-1ef451e9-1dca-4c24-9cad-113bd858d604 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.923035 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6876cf2-4f70-410c-aae4-c8b960687bc4 req-1ef451e9-1dca-4c24-9cad-113bd858d604 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c943398d-5052-4de6-ba3b-c781dfd5f48d HTTP/1.1" status: 200 len: 946 time: 0.2070417 Jul 13 07:43:35.976406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Deleting port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:35.976599 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.996899 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f6876cf2-4f70-410c-aae4-c8b960687bc4 req-7e763a6d-46eb-4ccd-a6bc-a98a95efaccb tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675550 Jul 13 07:43:36.081247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] For port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:36.081923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.083749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.086541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Deleting port 674d646e-ffc9-4681-b055-7874a9398250 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:36.086886 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.096737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Calling delete_port for 02334fe3-bea8-46d1-8ca8-861a6ecb1bee owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:36.124737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 68f032e6-d678-426d-b5cc-74d40f8d7eee up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:36.186883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 68f032e6-d678-426d-b5cc-74d40f8d7eee completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:36.208523 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.224073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Calling delete_port for 674d646e-ffc9-4681-b055-7874a9398250 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:36.226113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.243460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.255623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['22ad2c63-c0f0-48dd-b7d5-03d927d8be8e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:36.276645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Pushing event deleted for resources: {'Port': ['ID=02334fe3-bea8-46d1-8ca8-861a6ecb1bee,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.323843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:36.324110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] No DVR routers for this DVR port 02334fe3-bea8-46d1-8ca8-861a6ecb1bee on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:36.326445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.329058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b053fe9a-50dd-4060-a445-c97cb4ec1bf2 req-8b7aadf8-fa05-4ef2-8e17-9a1ca42de9ed tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.38 "DELETE /v2.0/ports/02334fe3-bea8-46d1-8ca8-861a6ecb1bee HTTP/1.1" status: 204 len: 173 time: 0.6000791 Jul 13 07:43:36.336810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:36.339407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:36.366285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Pushing event updated for resources: {'Port': ['ID=c34b892f-b32a-4d4c-8c7a-9c943c56e891,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.500308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a0a1d6a3-4fbd-409f-a326-a05409a00731 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:36.525268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: a0a1d6a3-4fbd-409f-a326-a05409a00731 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:36.525759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a0a1d6a3-4fbd-409f-a326-a05409a00731 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:36.526294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:36.551705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:36.552189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2667f1b2-d20e-4aea-b5ba-875488aa9cf1 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:36.737482 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.771985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e083a-3156-4e8b-addb-d75ebe7dc202 None None] Network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:36.782814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event deleted for resources: {'Port': ['ID=674d646e-ffc9-4681-b055-7874a9398250,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.900981 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.965871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.093044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2429183a-eea2-48fa-96bf-807dcc4e341f None None] Provisioning for port 68f032e6-d678-426d-b5cc-74d40f8d7eee completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:37.102096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2429183a-eea2-48fa-96bf-807dcc4e341f None None] Provisioning complete for port 68f032e6-d678-426d-b5cc-74d40f8d7eee triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:37.102478 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2429183a-eea2-48fa-96bf-807dcc4e341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.147700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c943398d-5052-4de6-ba3b-c781dfd5f48d', 'name': 'network-vif-deleted', 'tag': '02334fe3-bea8-46d1-8ca8-861a6ecb1bee'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:37.151119 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8fef67-e3d2-4293-8322-5c0394373348" -d '{"events": [{"server_uuid": "c943398d-5052-4de6-ba3b-c781dfd5f48d", "name": "network-vif-deleted", "tag": "02334fe3-bea8-46d1-8ca8-861a6ecb1bee"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:37.237528 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f10be6-b4df-4362-9886-e14b88fbc2ce x-openstack-request-id: req-07f10be6-b4df-4362-9886-e14b88fbc2ce {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:37.237830 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c943398d-5052-4de6-ba3b-c781dfd5f48d", "name": "network-vif-deleted", "tag": "02334fe3-bea8-46d1-8ca8-861a6ecb1bee", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:37.238679 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07f10be6-b4df-4362-9886-e14b88fbc2ce {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:37.239101 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c943398d-5052-4de6-ba3b-c781dfd5f48d', 'name': 'network-vif-deleted', 'tag': '02334fe3-bea8-46d1-8ca8-861a6ecb1bee', 'status': 'completed', 'code': 200} Jul 13 07:43:37.239558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.241925 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.244132 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2429183a-eea2-48fa-96bf-807dcc4e341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.303201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2429183a-eea2-48fa-96bf-807dcc4e341f None None] For port 68f032e6-d678-426d-b5cc-74d40f8d7eee, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=68f032e6-d678-426d-b5cc-74d40f8d7eee,segment=NetworkSegment(d59fe081-1c8d-4f7f-9319-708af7f2eb3c),segment_id=d59fe081-1c8d-4f7f-9319-708af7f2eb3c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:37.309532 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2429183a-eea2-48fa-96bf-807dcc4e341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.335977 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.386829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429183a-eea2-48fa-96bf-807dcc4e341f None None] Pushing event updated for resources: {'Port': ['ID=68f032e6-d678-426d-b5cc-74d40f8d7eee,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:37.449752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.464903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Fanout notify agent at l3_agent the message router_deleted on router cb8cd282-f040-4697-81a7-901d01e892db {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:37.480807 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.486140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.491340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d39fa9d3-dbf5-4a59-b5d0-342d679534c5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/cb8cd282-f040-4697-81a7-901d01e892db HTTP/1.1" status: 204 len: 168 time: 2.4442933 Jul 13 07:43:37.495454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58420) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:37.501049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e5ed8273-5336-464d-8553-9b9f4dcebdb3 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-998694409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:37.538417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8273-5336-464d-8553-9b9f4dcebdb3 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.539799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8273-5336-464d-8553-9b9f4dcebdb3 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.578653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dcc9d782-e4ea-41db-9c1e-fdf6fda5106c None None] Provisioning complete for port 68f032e6-d678-426d-b5cc-74d40f8d7eee triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:37.579162 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcc9d782-e4ea-41db-9c1e-fdf6fda5106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.602791 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8273-5336-464d-8553-9b9f4dcebdb3 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.610617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8273-5336-464d-8553-9b9f4dcebdb3 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.637781 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8273-5336-464d-8553-9b9f4dcebdb3 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.641601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e5ed8273-5336-464d-8553-9b9f4dcebdb3 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1428623 Jul 13 07:43:37.643523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58422) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:37.648837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': True}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:37.681540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 02334fe3-bea8-46d1-8ca8-861a6ecb1bee no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:37.695423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Router aa99662d-0491-4fa8-a3c6-2d541eac1891 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:37.738971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 02334fe3-bea8-46d1-8ca8-861a6ecb1bee {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:37.747243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 02334fe3-bea8-46d1-8ca8-861a6ecb1bee not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:37.776298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726f3f-e6f9-4de4-9009-7ba27b28396b req-93d84028-f0ea-40ce-9e93-7ac06fe46283 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.778238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc726f3f-e6f9-4de4-9009-7ba27b28396b req-93d84028-f0ea-40ce-9e93-7ac06fe46283 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1577067 Jul 13 07:43:37.875393 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc726f3f-e6f9-4de4-9009-7ba27b28396b req-65765891-a7d4-4675-aaff-ed68a92dce9e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 Jul 13 07:43:37.887898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:37.903034 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Sync routers for ids ['aa99662d-0491-4fa8-a3c6-2d541eac1891'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:37.914496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.914733 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Routers {'aa99662d-0491-4fa8-a3c6-2d541eac1891'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:37.916796 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.918661 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa99662d-0491-4fa8-a3c6-2d541eac1891'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:37.919597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8b1b794e-2c24-4578-a35a-b850ddc38272 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3473303 Jul 13 07:43:37.921681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58428) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:38.043371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Set router aa99662d-0491-4fa8-a3c6-2d541eac1891 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:38.116740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 68f032e6-d678-426d-b5cc-74d40f8d7eee up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:38.175191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 68f032e6-d678-426d-b5cc-74d40f8d7eee triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:38.175573 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.196909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.218878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.259664 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:34Z', 'updated_at': '2021-07-13T07:43:36Z', 'revision_number': 3, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'gw_port': {'id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:35Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:38.299734 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Checking router: aa99662d-0491-4fa8-a3c6-2d541eac1891 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:38.300095 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Updating router aa99662d-0491-4fa8-a3c6-2d541eac1891 port c34b892f-b32a-4d4c-8c7a-9c943c56e891 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:38.342133 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.361352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Allocated IP 172.25.8.158 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/5d4df483-df67-42ef-b701-d85ad8b3779c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:38.502231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.532370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.546013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.586577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:38.590490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:38.600179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:38.641900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event updated for resources: {'Port': ['ID=5d4df483-df67-42ef-b701-d85ad8b3779c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:38.715119 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.726368 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Transition to ACTIVE for port object c34b892f-b32a-4d4c-8c7a-9c943c56e891 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:38.728412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Allocated IP 172.20.0.1 (1b6b10b1-ae93-4bf6-89e0-4598cc482460/e2755835-cd1c-4d25-bacc-aa4fc445ef6f/64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:38.733237 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.794392 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc553625-2bfa-439a-8785-e7c49ac63933 None None] Pushing event updated for resources: {'Port': ['ID=c34b892f-b32a-4d4c-8c7a-9c943c56e891,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:38.797976 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Attempting to bind port c34b892f-b32a-4d4c-8c7a-9c943c56e891 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:38.798391 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Attempting to bind port c34b892f-b32a-4d4c-8c7a-9c943c56e891 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:38.798761 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Attempting to bind port c34b892f-b32a-4d4c-8c7a-9c943c56e891 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:38.804492 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:38.804877 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:38.805288 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.805685 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:38.806190 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Bound port: c34b892f-b32a-4d4c-8c7a-9c943c56e891, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:38.806579 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.872672 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] For port c34b892f-b32a-4d4c-8c7a-9c943c56e891, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:38.878895 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] For port c34b892f-b32a-4d4c-8c7a-9c943c56e891, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c34b892f-b32a-4d4c-8c7a-9c943c56e891,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:38.886955 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.925072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.940669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.960885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Transition to ACTIVE for port object 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:39.006604 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc553625-2bfa-439a-8785-e7c49ac63933 None None] Pushing event updated for resources: {'Port': ['ID=c34b892f-b32a-4d4c-8c7a-9c943c56e891,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:39.025541 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Routers {'aa99662d-0491-4fa8-a3c6-2d541eac1891'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:39.026431 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa99662d-0491-4fa8-a3c6-2d541eac1891'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:39.037332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.115916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:39.122602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:39.126276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:39.128795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Pushing event updated for resources: {'Port': ['ID=64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:39.179895 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.210092 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] Set router aa99662d-0491-4fa8-a3c6-2d541eac1891 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:39.271916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea59ee-2ffe-4a39-a486-dc6940072e1c req-92230eea-8dcd-4a9c-becc-cff93e94e559 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.275828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7ea59ee-2ffe-4a39-a486-dc6940072e1c req-92230eea-8dcd-4a9c-becc-cff93e94e559 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.2127972 Jul 13 07:43:39.353278 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.362893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.494157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72224a03-dfb2-4521-81de-088f92e7665f None None] Provisioning for port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:39.499906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72224a03-dfb2-4521-81de-088f92e7665f None None] Provisioning complete for port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:39.500280 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72224a03-dfb2-4521-81de-088f92e7665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.506250 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:34Z', 'updated_at': '2021-07-13T07:43:36Z', 'revision_number': 3, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'gw_port': {'id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:35Z', 'updated_at': '2021-07-13T07:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:39.543109 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f6c47-bd09-424c-a1ea-00f948d2d002 None None] The sync data for ids ['aa99662d-0491-4fa8-a3c6-2d541eac1891'] in n-d-758944-43 is: [{'id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:34Z', 'updated_at': '2021-07-13T07:43:36Z', 'revision_number': 3, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'gw_port': {'id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:35Z', 'updated_at': '2021-07-13T07:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:39.606373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-7c574e5a-5617-48d6-8233-c259eedaa03e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.607953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-7c574e5a-5617-48d6-8233-c259eedaa03e tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 945 time: 0.1028266 Jul 13 07:43:39.608121 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-72224a03-dfb2-4521-81de-088f92e7665f None None] Port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:39.680303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Router f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:39.833413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7ea59ee-2ffe-4a39-a486-dc6940072e1c req-93f44293-76e4-4c75-a078-cbc4692d0792 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/security-groups?id=03d572a0-93a5-4a6e-a9f4-c97799be2489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409896 Jul 13 07:43:39.834200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Deleting port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:39.834627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.864196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:39.870462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.871836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d2fc2811-4b20-456b-abc9-8faceaf1e1fe tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "PUT /v2.0/routers/f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad HTTP/1.1" status: 200 len: 918 time: 2.2283330 Jul 13 07:43:39.874650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58436) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:39.920153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce53060-45a7-49de-b97c-eab2fd958fb8 None None] Sync routers for ids ['f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:39.947154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce53060-45a7-49de-b97c-eab2fd958fb8 None None] Routers {'f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:39.948108 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fce53060-45a7-49de-b97c-eab2fd958fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:39.984567 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.004277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fce53060-45a7-49de-b97c-eab2fd958fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:40.022862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce53060-45a7-49de-b97c-eab2fd958fb8 None None] Routers {'f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:40.023845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fce53060-45a7-49de-b97c-eab2fd958fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:40.090716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fce53060-45a7-49de-b97c-eab2fd958fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:40.091423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce53060-45a7-49de-b97c-eab2fd958fb8 None None] The sync data for ids ['f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:40.164994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c34b892f-b32a-4d4c-8c7a-9c943c56e891 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:40.283735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c34b892f-b32a-4d4c-8c7a-9c943c56e891 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:40.302933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c34b892f-b32a-4d4c-8c7a-9c943c56e891 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:40.303320 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.439518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-62669673-cdd7-44dc-94fd-1c1efeb13048 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/routers/f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad HTTP/1.1" status: 200 len: 924 time: 0.5631425 Jul 13 07:43:40.440106 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58446) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:40.494195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] For port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:40.494825 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.528565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Calling delete_port for 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:40.566061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.573085 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.583204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.628726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port c34b892f-b32a-4d4c-8c7a-9c943c56e891, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c34b892f-b32a-4d4c-8c7a-9c943c56e891,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:40.635101 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.709847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Pushing event updated for resources: {'Port': ['ID=64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.723757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9638057-0b73-447e-bf13-4717b8b80416 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.727938 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b9638057-0b73-447e-bf13-4717b8b80416 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2843256 Jul 13 07:43:40.728408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58454) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:40.800592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=c34b892f-b32a-4d4c-8c7a-9c943c56e891,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.843068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.874267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac48e7e-4b75-4127-9aeb-d93f47b0da10 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.876537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8ac48e7e-4b75-4127-9aeb-d93f47b0da10 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 881 time: 0.1470609 Jul 13 07:43:40.879524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58458) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:40.927579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1217d468-42f8-4d16-8ee0-990986176572 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad HTTP/1.1" status: 200 len: 205 time: 0.0466132 Jul 13 07:43:40.930815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58460) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:40.938588 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.990393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Pushing event deleted for resources: {'Port': ['ID=22ad2c63-c0f0-48dd-b7d5-03d927d8be8e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:41.018840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] No DVR routers for this DVR port 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:41.023535 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.027720 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4e615e29-6b09-4c60-8158-5d7f82bfcbd9 req-9883af94-5a0d-4c62-ab16-3b9904d402c5 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.38 "DELETE /v2.0/ports/22ad2c63-c0f0-48dd-b7d5-03d927d8be8e HTTP/1.1" status: 204 len: 173 time: 1.4128509 Jul 13 07:43:41.028183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab66326-239a-4866-b4c8-403f3bc0cef1', 'name': 'network-vif-deleted', 'tag': '22ad2c63-c0f0-48dd-b7d5-03d927d8be8e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:41.030824 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e89ee0f-796b-4800-8d06-017096fd9c6a" -d '{"events": [{"server_uuid": "3ab66326-239a-4866-b4c8-403f3bc0cef1", "name": "network-vif-deleted", "tag": "22ad2c63-c0f0-48dd-b7d5-03d927d8be8e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:41.050861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e6f22cb6-4779-467b-a400-7250a942fbe6 None None] Provisioning complete for port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:41.051398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6f22cb6-4779-467b-a400-7250a942fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.082677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba79cb-d837-49db-94cb-e5a73bb3e2ce req-8328f602-7e17-4fa0-ba5e-97bbb1f88a98 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.089752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76ba79cb-d837-49db-94cb-e5a73bb3e2ce req-8328f602-7e17-4fa0-ba5e-97bbb1f88a98 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 946 time: 0.2620111 Jul 13 07:43:41.111461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e6f22cb6-4779-467b-a400-7250a942fbe6 None None] Port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:41.132792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76ba79cb-d837-49db-94cb-e5a73bb3e2ce req-d5f665c0-fbb8-4273-918c-0a7441b5ca83 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Jul 13 07:43:41.183779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd0b35ef-d1f7-4487-83a5-6180c108dcb5 req-9c47e7f3-1df3-42c7-9e31-17f70b234138 tempest-ServerRescueTestJSON-607930940 tempest-ServerRescueTestJSON-607930940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab66326-239a-4866-b4c8-403f3bc0cef1 HTTP/1.1" status: 200 len: 210 time: 0.0738189 Jul 13 07:43:41.195995 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a823951d-4986-477a-88fe-a8a4b46ab325 x-openstack-request-id: req-a823951d-4986-477a-88fe-a8a4b46ab325 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:41.196314 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab66326-239a-4866-b4c8-403f3bc0cef1", "name": "network-vif-deleted", "tag": "22ad2c63-c0f0-48dd-b7d5-03d927d8be8e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:41.196554 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a823951d-4986-477a-88fe-a8a4b46ab325 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:41.196979 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab66326-239a-4866-b4c8-403f3bc0cef1', 'name': 'network-vif-deleted', 'tag': '22ad2c63-c0f0-48dd-b7d5-03d927d8be8e', 'status': 'completed', 'code': 200} Jul 13 07:43:41.218804 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.278541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:41.284216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:41.429678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.486414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Router aa99662d-0491-4fa8-a3c6-2d541eac1891 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:41.538762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0a4944ff-37f2-490f-837e-6be8c34ef4e1 None None] Provisioning complete for port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:41.539721 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a4944ff-37f2-490f-837e-6be8c34ef4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.571821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Deleting port 5d4df483-df67-42ef-b701-d85ad8b3779c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:41.572178 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.585840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0a4944ff-37f2-490f-837e-6be8c34ef4e1 None None] Port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:41.684296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:41.711612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:41.712273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 22ad2c63-c0f0-48dd-b7d5-03d927d8be8e not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:41.714958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:41.720565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-29a1331c-84b8-472f-a645-49e7ac560bba admin admin] 10.222.0.41 "PUT /v2.0/routers/aa99662d-0491-4fa8-a3c6-2d541eac1891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7963839 Jul 13 07:43:41.722598 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.736303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Calling delete_port for 5d4df483-df67-42ef-b701-d85ad8b3779c owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:41.941495 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.974259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event deleted for resources: {'Port': ['ID=5d4df483-df67-42ef-b701-d85ad8b3779c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:42.054793 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Sync routers for ids ['aa99662d-0491-4fa8-a3c6-2d541eac1891'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:42.070205 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Routers {'aa99662d-0491-4fa8-a3c6-2d541eac1891'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:42.071777 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa99662d-0491-4fa8-a3c6-2d541eac1891'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:42.077325 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.132387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-0be29324-947c-411f-8878-b292120a8b98 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.136556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-0be29324-947c-411f-8878-b292120a8b98 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.38 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 946 time: 0.1105707 Jul 13 07:43:42.174040 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c34b892f-b32a-4d4c-8c7a-9c943c56e891 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:42.265482 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Set router aa99662d-0491-4fa8-a3c6-2d541eac1891 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:42.273875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.279208 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.333746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c34b892f-b32a-4d4c-8c7a-9c943c56e891 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:42.334163 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.383462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58488) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:42.430089 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.430483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Fanout notify agent at l3_agent the message router_deleted on router f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:42.443036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.444816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dc56469d-6f1f-461a-9bcb-842b071909fe tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad HTTP/1.1" status: 204 len: 168 time: 1.5128922 Jul 13 07:43:42.451950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58490) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:42.468940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5523ee70-a8fb-4e25-9c08-30134606f609 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1707575123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:42.513203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58494) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:42.519686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1883905541-network', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:42.552351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Deleting port 0c20809f-ca21-46b9-81a7-1044699086e0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:42.552935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.597264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:43:42.597264 n-d-758944-43 neutron-server[93774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:43:42.597264 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'id': 'b79faa69-6921-4da0-99d3-eb60d0689d2b', 'expiration': datetime.datetime(2021, 7, 13, 7, 45, 42, 584939)}] Jul 13 07:43:42.597264 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:43:42.597810 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:43:42.605904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38526d-53c4-4544-bc33-a82024f20761 req-5e914e99-7254-4ee0-9032-4a17042aa141 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.607509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c38526d-53c4-4544-bc33-a82024f20761 req-5e914e99-7254-4ee0-9032-4a17042aa141 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 946 time: 0.2449739 Jul 13 07:43:42.635601 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:34Z', 'updated_at': '2021-07-13T07:43:39Z', 'revision_number': 4, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'gw_port': {'id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:35Z', 'updated_at': '2021-07-13T07:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d', 'name': '', 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'mac_address': 'fa:16:3e:f7:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'e2755835-cd1c-4d25-bacc-aa4fc445ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:38Z', 'updated_at': '2021-07-13T07:43:40Z', 'revision_number': 2, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'subnets': [{'id': 'e2755835-cd1c-4d25-bacc-aa4fc445ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:42.656964 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5523ee70-a8fb-4e25-9c08-30134606f609 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.658733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5523ee70-a8fb-4e25-9c08-30134606f609 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.666775 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Checking router: aa99662d-0491-4fa8-a3c6-2d541eac1891 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:42.667227 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Updating router aa99662d-0491-4fa8-a3c6-2d541eac1891 port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:42.712167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c38526d-53c4-4544-bc33-a82024f20761 req-278c75d0-8dbb-4473-9f45-c8a0cd9ce7d4 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477397 Jul 13 07:43:42.754008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] For port 0c20809f-ca21-46b9-81a7-1044699086e0, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=0c20809f-ca21-46b9-81a7-1044699086e0,segment=NetworkSegment(112f7a6b-02ad-462f-acfd-2b01381037b7),segment_id=112f7a6b-02ad-462f-acfd-2b01381037b7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:42.754409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.793519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Calling delete_port for 0c20809f-ca21-46b9-81a7-1044699086e0 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:42.815927 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.856177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5523ee70-a8fb-4e25-9c08-30134606f609 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.863330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5523ee70-a8fb-4e25-9c08-30134606f609 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.892328 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5523ee70-a8fb-4e25-9c08-30134606f609 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.896764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5523ee70-a8fb-4e25-9c08-30134606f609 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4394784 Jul 13 07:43:42.897444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:42.923614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:42.991517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.010845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['0c20809f-ca21-46b9-81a7-1044699086e0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:43.051191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Pushing event deleted for resources: {'Port': ['ID=0c20809f-ca21-46b9-81a7-1044699086e0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:43.116923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] No DVR routers for this DVR port 0c20809f-ca21-46b9-81a7-1044699086e0 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:43.121554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.123749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e540c0df-ae8f-4a71-9212-eb449c94dcbf req-98a2415a-87d0-4330-8ce1-2b91be282eb9 tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.38 "DELETE /v2.0/ports/0c20809f-ca21-46b9-81a7-1044699086e0 HTTP/1.1" status: 204 len: 173 time: 0.9822028 Jul 13 07:43:43.143202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Made reservation on behalf of c4b2566457ed480fadc9e46d8b0b7e1a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:43.147577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.174771 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.176776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.209806 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.220919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d993b2-e62b-45ba-8fa9-1291394a03fe', 'name': 'network-vif-deleted', 'tag': '0c20809f-ca21-46b9-81a7-1044699086e0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:43.223649 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Transition to ACTIVE for port object 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:43.228173 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22bf945-7b3e-49e9-b2fe-5712fafda3e6" -d '{"events": [{"server_uuid": "b1d993b2-e62b-45ba-8fa9-1291394a03fe", "name": "network-vif-deleted", "tag": "0c20809f-ca21-46b9-81a7-1044699086e0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:43.231372 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.321386 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581186bd-f2a4-4718-833d-f8449d8c6ec0 x-openstack-request-id: req-581186bd-f2a4-4718-833d-f8449d8c6ec0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:43.321852 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d993b2-e62b-45ba-8fa9-1291394a03fe", "name": "network-vif-deleted", "tag": "0c20809f-ca21-46b9-81a7-1044699086e0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:43.322163 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-581186bd-f2a4-4718-833d-f8449d8c6ec0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:43.323091 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d993b2-e62b-45ba-8fa9-1291394a03fe', 'name': 'network-vif-deleted', 'tag': '0c20809f-ca21-46b9-81a7-1044699086e0', 'status': 'completed', 'code': 200} Jul 13 07:43:43.364725 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829be1e-128f-4207-9963-9e3fdcb6fcbd None None] Pushing event updated for resources: {'Port': ['ID=64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:43.367748 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Attempting to bind port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:43.368168 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Attempting to bind port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:43.368473 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Attempting to bind port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d on network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:43.374570 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:43.374958 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Checking segment: {'id': 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:43.375371 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.375769 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Bound using segment: {'id': 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:43.376698 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Bound port: 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:43.377096 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.385964 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.417753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.422857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.467943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4301590-6263-411c-a4a8-5720eae94aa3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:43.479198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:43:43.500450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.502050 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Added segment 537c54f3-5a9d-4f03-ad70-e2f800087865 of type vlan for network 5a5c13c8-a783-4532-8275-8774e7815d95 Jul 13 07:43:43.512651 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] For port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:43.518700 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] For port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d,segment=NetworkSegment(d59fe081-1c8d-4f7f-9319-708af7f2eb3c),segment_id=d59fe081-1c8d-4f7f-9319-708af7f2eb3c)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:43.528059 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.556370 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.628079 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Routers {'aa99662d-0491-4fa8-a3c6-2d541eac1891'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:43.630677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.632348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.632894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.634588 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa99662d-0491-4fa8-a3c6-2d541eac1891'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:43.646480 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829be1e-128f-4207-9963-9e3fdcb6fcbd None None] Pushing event updated for resources: {'Port': ['ID=64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:43.771141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] Pushing event updated for resources: {'Network': ['ID=5a5c13c8-a783-4532-8275-8774e7815d95,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:43.791436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-db6793b7-5d19-4c96-8f05-70fb43ded787 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2741442 Jul 13 07:43:43.796394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 5a5c13c8-a783-4532-8275-8774e7815d95 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:43:43.800174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:43.810724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Request body: {'subnet': {'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1883905541-subnet', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:43.858846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Made reservation on behalf of c4b2566457ed480fadc9e46d8b0b7e1a for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:43.863407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.872559 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] Set router aa99662d-0491-4fa8-a3c6-2d541eac1891 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:44.227320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2aefffd0-1918-41ff-bb68-62c30be97375 req-b38cef2e-ae38-49e4-b2a1-827cb33feecd tempest-AttachVolumeNegativeTest-2071601985 tempest-AttachVolumeNegativeTest-2071601985-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d993b2-e62b-45ba-8fa9-1291394a03fe HTTP/1.1" status: 200 len: 210 time: 0.0992174 Jul 13 07:43:44.280289 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:34Z', 'updated_at': '2021-07-13T07:43:39Z', 'revision_number': 4, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'gw_port': {'id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:35Z', 'updated_at': '2021-07-13T07:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d', 'name': '', 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'mac_address': 'fa:16:3e:f7:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'e2755835-cd1c-4d25-bacc-aa4fc445ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:38Z', 'updated_at': '2021-07-13T07:43:43Z', 'revision_number': 4, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'subnets': [{'id': 'e2755835-cd1c-4d25-bacc-aa4fc445ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:44.312521 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f3741-41a2-4d2a-aaab-6c2d4c9e4569 None None] The sync data for ids ['aa99662d-0491-4fa8-a3c6-2d541eac1891'] in n-d-758944-43 is: [{'id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:34Z', 'updated_at': '2021-07-13T07:43:39Z', 'revision_number': 4, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'gw_port': {'id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:35Z', 'updated_at': '2021-07-13T07:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d', 'name': '', 'network_id': '1b6b10b1-ae93-4bf6-89e0-4598cc482460', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'mac_address': 'fa:16:3e:f7:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'e2755835-cd1c-4d25-bacc-aa4fc445ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:38Z', 'updated_at': '2021-07-13T07:43:43Z', 'revision_number': 4, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'subnets': [{'id': 'e2755835-cd1c-4d25-bacc-aa4fc445ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:44.319837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.372094 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.387610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9880113c-7754-49fb-8090-5219c0a86477,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:44.397752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.413355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Checking segment: {'id': '537c54f3-5a9d-4f03-ad70-e2f800087865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:44.413865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Network hostable DHCP agents. Network: 5a5c13c8-a783-4532-8275-8774e7815d95, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:43:44.442985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Network 5a5c13c8-a783-4532-8275-8774e7815d95 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:43:44.452664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 5a5c13c8-a783-4532-8275-8774e7815d95) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:44.472175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:44.472836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56ad37-2c9b-4cba-a208-96f2270dce74 None None] Network 5a5c13c8-a783-4532-8275-8774e7815d95 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:44.473591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.493608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9a16963a-90df-446e-a370-f24e1851b5c2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6867275 Jul 13 07:43:44.495851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:44.504034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:44.544515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.548633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.646433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Allocated IP 172.25.8.53 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/38af2cc4-167d-4f2a-b49c-7b5cdb43e545) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:44.651359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.732828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Deleting port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:44.733448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.750036 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-5a5c13c8-a783-4532-8275-8774e7815d95', 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'fixed_ips': [{'subnet_id': '9880113c-7754-49fb-8090-5219c0a86477'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:43:44.751864 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.914293 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.914813 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.940234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] For port cdc5db6c-d5d0-4f66-a8ff-c3cad54456de, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cdc5db6c-d5d0-4f66-a8ff-c3cad54456de,segment=NetworkSegment(96ef8d0d-01b0-4907-9d8b-49e487117c5c),segment_id=96ef8d0d-01b0-4907-9d8b-49e487117c5c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:44.940612 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.967719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Calling delete_port for cdc5db6c-d5d0-4f66-a8ff-c3cad54456de owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:45.030266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Allocated IP 172.20.0.2 (5a5c13c8-a783-4532-8275-8774e7815d95/9880113c-7754-49fb-8090-5219c0a86477/f86d3b98-7210-4482-8dcd-2251b36612e8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:45.115167 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.183001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Pushing event updated for resources: {'Port': ['ID=38af2cc4-167d-4f2a-b49c-7b5cdb43e545,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:45.272648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:45.288673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:45.306223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:45.313472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.326048 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.338495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Transition to ACTIVE for port object f86d3b98-7210-4482-8dcd-2251b36612e8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:45.347497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.361555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Transition to ACTIVE for port object f86d3b98-7210-4482-8dcd-2251b36612e8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:45.368684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.389835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Network 5a5c13c8-a783-4532-8275-8774e7815d95 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:45.398568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:45.427501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:45.446078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58524) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:45.493650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Pushing event updated for resources: {'Port': ['ID=f86d3b98-7210-4482-8dcd-2251b36612e8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:45.521328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b37748a-c441-451c-9c5c-48843c889aaa admin admin] Deleting subnet a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:45.536371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b37748a-c441-451c-9c5c-48843c889aaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.550545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Attempting to bind port f86d3b98-7210-4482-8dcd-2251b36612e8 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:45.550937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Attempting to bind port f86d3b98-7210-4482-8dcd-2251b36612e8 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '537c54f3-5a9d-4f03-ad70-e2f800087865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:45.551315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Attempting to bind port f86d3b98-7210-4482-8dcd-2251b36612e8 on network 5a5c13c8-a783-4532-8275-8774e7815d95 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:45.558106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:45.558710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Checking segment: {'id': '537c54f3-5a9d-4f03-ad70-e2f800087865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:45.559341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.560267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Bound using segment: {'id': '537c54f3-5a9d-4f03-ad70-e2f800087865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:45.560267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Bound port: f86d3b98-7210-4482-8dcd-2251b36612e8, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537c54f3-5a9d-4f03-ad70-e2f800087865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:45.560658 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.667926 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b37748a-c441-451c-9c5c-48843c889aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.717892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0c20809f-ca21-46b9-81a7-1044699086e0 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:45.780403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 0c20809f-ca21-46b9-81a7-1044699086e0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:45.780937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 0c20809f-ca21-46b9-81a7-1044699086e0 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:45.787982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] For port f86d3b98-7210-4482-8dcd-2251b36612e8, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:45.803533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Allocated IP 172.25.8.129 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/9d3d6529-4049-4bb9-8a0a-0c3ae4de5808) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:45.810897 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.819339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] For port f86d3b98-7210-4482-8dcd-2251b36612e8, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f86d3b98-7210-4482-8dcd-2251b36612e8,segment=NetworkSegment(537c54f3-5a9d-4f03-ad70-e2f800087865),segment_id=537c54f3-5a9d-4f03-ad70-e2f800087865)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:45.825579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b37748a-c441-451c-9c5c-48843c889aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.828380 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.935743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70732bd7-63de-4dad-92bf-9c77b8d83070 None None] Pushing event updated for resources: {'Port': ['ID=f86d3b98-7210-4482-8dcd-2251b36612e8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:45.974454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b37748a-c441-451c-9c5c-48843c889aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.024119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.038214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37748a-c441-451c-9c5c-48843c889aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a47d72-72f1-4c50-bf4c-d9874e24f0e8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:46.041906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b37748a-c441-451c-9c5c-48843c889aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.047632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1b37748a-c441-451c-9c5c-48843c889aaa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a7a47d72-72f1-4c50-bf4c-d9874e24f0e8 HTTP/1.1" status: 204 len: 168 time: 0.5972333 Jul 13 07:43:46.054347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:46.137146 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.168179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:46.232273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:46.232977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc5db6c-d5d0-4f66-a8ff-c3cad54456de,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:46.237503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:46.238049 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.247096 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.364773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.442617 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.450105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:46.454166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3d6529-4049-4bb9-8a0a-0c3ae4de5808,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:46.457334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:46.472356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.473798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:46.494277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.504522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d,segment=NetworkSegment(d59fe081-1c8d-4f7f-9319-708af7f2eb3c),segment_id=d59fe081-1c8d-4f7f-9319-708af7f2eb3c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:46.514633 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.562528 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.607843 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.615463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:46.633920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7573503c-31c1-4373-bb1e-438e2a5b8c70']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:46.654518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112f7a6b-02ad-462f-acfd-2b01381037b7') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:46.654815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112f7a6b-02ad-462f-acfd-2b01381037b7') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:46.732925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.773578 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.791667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:46.792434 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: items = [ Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:46.795036 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:46.937232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-76c4dd7b-092a-41d7-b578-19e54bbfc221 None None] Provisioning complete for port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:46.937620 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c4dd7b-092a-41d7-b578-19e54bbfc221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.941670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Router c7cd0899-4e37-4067-bbb6-2be5f96b68f3 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:47.023347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Router f7158434-d963-4c47-9c97-7d6060b14627 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:47.059007 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.070284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.074022 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7573503c-31c1-4373-bb1e-438e2a5b8c70 HTTP/1.1" status: 204 len: 168 time: 1.0193396 Jul 13 07:43:47.082709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.139000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47b366-15c9-4e89-807f-9695950e1c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=7573503c-31c1-4373-bb1e-438e2a5b8c70,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:47.239159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:47.244891 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.247862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8510c6a-4e06-47e1-a6eb-d57d1af6512a None None] Sync routers for ids ['c7cd0899-4e37-4067-bbb6-2be5f96b68f3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:47.259648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cad97b3f-c92f-4d34-8812-7cead7b172e9 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "PUT /v2.0/routers/c7cd0899-4e37-4067-bbb6-2be5f96b68f3 HTTP/1.1" status: 200 len: 919 time: 4.3403239 Jul 13 07:43:47.260765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8510c6a-4e06-47e1-a6eb-d57d1af6512a None None] Routers {'c7cd0899-4e37-4067-bbb6-2be5f96b68f3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:47.265765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e8510c6a-4e06-47e1-a6eb-d57d1af6512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['c7cd0899-4e37-4067-bbb6-2be5f96b68f3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:47.270836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58534) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:47.320449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e8510c6a-4e06-47e1-a6eb-d57d1af6512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:47.329502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:47.335282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8510c6a-4e06-47e1-a6eb-d57d1af6512a None None] Routers {'c7cd0899-4e37-4067-bbb6-2be5f96b68f3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:47.335943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e8510c6a-4e06-47e1-a6eb-d57d1af6512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['c7cd0899-4e37-4067-bbb6-2be5f96b68f3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:47.363628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:47.373027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6d60d5b1-63c7-4f00-bc0d-90ffa9335b35 admin admin] 10.222.0.41 "PUT /v2.0/routers/f7158434-d963-4c47-9c97-7d6060b14627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9878666 Jul 13 07:43:47.378015 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] Sync routers for ids ['f7158434-d963-4c47-9c97-7d6060b14627'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:47.380058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e8510c6a-4e06-47e1-a6eb-d57d1af6512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:47.380732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8510c6a-4e06-47e1-a6eb-d57d1af6512a None None] The sync data for ids ['c7cd0899-4e37-4067-bbb6-2be5f96b68f3'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:47.381778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58538) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:47.402449 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] Routers {'f7158434-d963-4c47-9c97-7d6060b14627'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:47.410596 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f7158434-d963-4c47-9c97-7d6060b14627'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:47.476762 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.482330 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c796d9af-3b26-40e3-b648-29ea66153da1 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/routers/c7cd0899-4e37-4067-bbb6-2be5f96b68f3 HTTP/1.1" status: 200 len: 925 time: 0.2059300 Jul 13 07:43:47.487544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58540) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:47.537613 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cea704f3-9800-4a78-bcc4-1246c1944787 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=320fb7f030334f2caca184600ca7066f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045591 Jul 13 07:43:47.540051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58542) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:47.563371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] Set router f7158434-d963-4c47-9c97-7d6060b14627 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:47.598303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15213ee1-9495-4331-a196-b471154a5ac3 None None] Network 5a5c13c8-a783-4532-8275-8774e7815d95 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:47.667099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02f1be5b-cf17-4ac7-a47a-eb099deb9a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.706599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02f1be5b-cf17-4ac7-a47a-eb099deb9a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.709064 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.825838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a4b043ad-49b2-4015-a81e-0bc71ec2fc75 None None] Provisioning for port f86d3b98-7210-4482-8dcd-2251b36612e8 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:47.851476 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:47Z', 'updated_at': '2021-07-13T07:43:45Z', 'revision_number': 5, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'gw_port': {'id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:47.921331 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] Checking router: f7158434-d963-4c47-9c97-7d6060b14627 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:47.939691 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] Routers {'f7158434-d963-4c47-9c97-7d6060b14627'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:47.940753 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f7158434-d963-4c47-9c97-7d6060b14627'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:48.144999 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] Set router f7158434-d963-4c47-9c97-7d6060b14627 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:48.275688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e60691-6bc9-442a-acbb-5fc8284ec08c tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.280101 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c2e60691-6bc9-442a-acbb-5fc8284ec08c tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=c7cd0899-4e37-4067-bbb6-2be5f96b68f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7887621 Jul 13 07:43:48.284137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58546) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.322218 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8dda6cb2-aa1e-4552-97bd-854a6521bfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.361900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:48.452126 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:47Z', 'updated_at': '2021-07-13T07:43:45Z', 'revision_number': 5, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'gw_port': {'id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:48.466610 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02f1be5b-cf17-4ac7-a47a-eb099deb9a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.470983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02f1be5b-cf17-4ac7-a47a-eb099deb9a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.482624 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-02f1be5b-cf17-4ac7-a47a-eb099deb9a19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f056aaf-ff1b-49ac-bf3e-31bba333bcfe HTTP/1.1" status: 204 len: 168 time: 0.9341731 Jul 13 07:43:48.483653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f5355-b7dd-49b0-bc7d-68bba293f89b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.489466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ce4f5355-b7dd-49b0-bc7d-68bba293f89b tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 881 time: 0.2015071 Jul 13 07:43:48.490755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Router d8b0a51c-60c7-44e3-acc5-f246fb8c582c is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:48.494392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58550) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.508697 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a16f15-2c20-4bbc-957b-7e8d7d80b2cf None None] The sync data for ids ['f7158434-d963-4c47-9c97-7d6060b14627'] in n-d-758944-43 is: [{'id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'name': 'tempest-ServerRescueTestJSON-2139112006-router', 'tenant_id': 'c019fb5293e64724a5798eb70dbfca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:47Z', 'updated_at': '2021-07-13T07:43:45Z', 'revision_number': 5, 'project_id': 'c019fb5293e64724a5798eb70dbfca88', 'gw_port': {'id': 'bf991b3e-e013-4756-b67d-8a8be382db07', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7158434-d963-4c47-9c97-7d6060b14627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:48.519807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:48.520185 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.566139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1be5b-cf17-4ac7-a47a-eb099deb9a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f056aaf-ff1b-49ac-bf3e-31bba333bcfe,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:48.574088 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4ef3241d-d398-41e6-a425-dfbabe5488b7 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7cd0899-4e37-4067-bbb6-2be5f96b68f3 HTTP/1.1" status: 200 len: 205 time: 0.0760417 Jul 13 07:43:48.574883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58552) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.640285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.659269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f86d3b98-7210-4482-8dcd-2251b36612e8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:48.667305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:48.691311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Sync routers for ids ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:48.693155 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.694806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ccd5d7be-d0a8-4a84-9bdc-ea0496af6049 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1974609 Jul 13 07:43:48.697712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58554) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.712711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Routers {'d8b0a51c-60c7-44e3-acc5-f246fb8c582c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:48.713367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:48.808370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Deleting port bf991b3e-e013-4756-b67d-8a8be382db07 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:48.808729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.815610 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.833103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Set router d8b0a51c-60c7-44e3-acc5-f246fb8c582c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:49.119098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] For port bf991b3e-e013-4756-b67d-8a8be382db07, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bf991b3e-e013-4756-b67d-8a8be382db07,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:49.119917 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.148099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Calling delete_port for bf991b3e-e013-4756-b67d-8a8be382db07 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:49.172685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port f86d3b98-7210-4482-8dcd-2251b36612e8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:49.209652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f86d3b98-7210-4482-8dcd-2251b36612e8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:49.210704 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.375915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.412157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf991b3e-e013-4756-b67d-8a8be382db07,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.449498 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.498677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.540116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.665006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.668013 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.671274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Deleting port 38af2cc4-167d-4f2a-b49c-7b5cdb43e545 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:49.671723 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.726214 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.739423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Allocated IP 172.20.0.1 (5a5c13c8-a783-4532-8275-8774e7815d95/9880113c-7754-49fb-8090-5219c0a86477/dad07100-1158-4ef4-911b-cd1999037548) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:49.766303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:44Z', 'updated_at': '2021-07-13T07:43:46Z', 'revision_number': 3, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'gw_port': {'id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:45Z', 'updated_at': '2021-07-13T07:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:49.831230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port f86d3b98-7210-4482-8dcd-2251b36612e8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f86d3b98-7210-4482-8dcd-2251b36612e8,segment=NetworkSegment(537c54f3-5a9d-4f03-ad70-e2f800087865),segment_id=537c54f3-5a9d-4f03-ad70-e2f800087865)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:49.832385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Checking router: d8b0a51c-60c7-44e3-acc5-f246fb8c582c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:49.833065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Updating router d8b0a51c-60c7-44e3-acc5-f246fb8c582c port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:49.840385 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.860935 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.875292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Calling delete_port for 38af2cc4-167d-4f2a-b49c-7b5cdb43e545 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:49.920811 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.962273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=f86d3b98-7210-4482-8dcd-2251b36612e8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.966923 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.967348 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.968077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7158434-d963-4c47-9c97-7d6060b14627 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:49.990771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Transition to ACTIVE for port object dad07100-1158-4ef4-911b-cd1999037548 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:49.993035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.994441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-279653b3-f64d-4462-8a41-238ca4ffddb8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f7158434-d963-4c47-9c97-7d6060b14627 HTTP/1.1" status: 204 len: 168 time: 2.6085434 Jul 13 07:43:49.996949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.077116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.144528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0fb38d-f5f7-486f-b948-735c9d9b3561 admin admin] Deleting subnet 71f5a002-348d-44f4-b792-01a182d0587a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:50.150801 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb38d-f5f7-486f-b948-735c9d9b3561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.214840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Network 5a5c13c8-a783-4532-8275-8774e7815d95 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:50.223994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:50.247213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:50.247426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb38d-f5f7-486f-b948-735c9d9b3561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.298067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f86d3b98-7210-4482-8dcd-2251b36612e8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:50.324454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb38d-f5f7-486f-b948-735c9d9b3561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.328105 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.332118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Pushing event updated for resources: {'Port': ['ID=dad07100-1158-4ef4-911b-cd1999037548,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:50.371421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.410511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event deleted for resources: {'Port': ['ID=38af2cc4-167d-4f2a-b49c-7b5cdb43e545,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:50.454942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f86d3b98-7210-4482-8dcd-2251b36612e8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:50.457413 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.504489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.508924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb38d-f5f7-486f-b948-735c9d9b3561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.568861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb38d-f5f7-486f-b948-735c9d9b3561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.574187 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8a0fb38d-f5f7-486f-b948-735c9d9b3561 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/71f5a002-348d-44f4-b792-01a182d0587a HTTP/1.1" status: 204 len: 168 time: 0.5762138 Jul 13 07:43:50.587347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.627619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.648392 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.675472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Transition to ACTIVE for port object 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:50.680296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fb38d-f5f7-486f-b948-735c9d9b3561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f5a002-348d-44f4-b792-01a182d0587a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:50.693476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.695740 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.705804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.752340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.756083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fc686d34-6f2a-4186-a5f4-35c670b109b3 None None] Provisioning for port dad07100-1158-4ef4-911b-cd1999037548 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:50.769476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.769685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fc686d34-6f2a-4186-a5f4-35c670b109b3 None None] Provisioning complete for port dad07100-1158-4ef4-911b-cd1999037548 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:50.770451 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc686d34-6f2a-4186-a5f4-35c670b109b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.770906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Fanout notify agent at l3_agent the message router_deleted on router c7cd0899-4e37-4067-bbb6-2be5f96b68f3 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:50.772566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cdc5db6c-d5d0-4f66-a8ff-c3cad54456de no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:50.791600 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.792969 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6332771e-e414-4378-8b45-8008111edff2 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/c7cd0899-4e37-4067-bbb6-2be5f96b68f3 HTTP/1.1" status: 204 len: 168 time: 2.2172103 Jul 13 07:43:50.802420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58592) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.808099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-236241208', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:50.840861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.843697 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.857023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: cdc5db6c-d5d0-4f66-a8ff-c3cad54456de {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:50.857592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cdc5db6c-d5d0-4f66-a8ff-c3cad54456de not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:50.902492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Attempting to bind port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:50.903166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Attempting to bind port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:50.904081 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Attempting to bind port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:50.910230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b9fad-0903-4023-b439-d8e39ba1a2fc None None] Pushing event updated for resources: {'Port': ['ID=9d3d6529-4049-4bb9-8a0a-0c3ae4de5808,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:50.920930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fc686d34-6f2a-4186-a5f4-35c670b109b3 None None] Port dad07100-1158-4ef4-911b-cd1999037548 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:50.923946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:50.924610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:50.925439 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.926048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:50.926751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Bound port: 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:50.927342 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.956105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.968471 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.992731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] For port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:50.996054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] For port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9d3d6529-4049-4bb9-8a0a-0c3ae4de5808,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:51.000230 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.011770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4276c5d9-ec37-4da5-a712-dd854e7b8a4d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.036150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ef8d0d-01b0-4907-9d8b-49e487117c5c') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.036555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ef8d0d-01b0-4907-9d8b-49e487117c5c') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.052932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.079602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45f25a96-b14c-4b96-a604-caf465a04c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.093475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Routers {'d8b0a51c-60c7-44e3-acc5-f246fb8c582c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:51.094548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.109408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b9fad-0903-4023-b439-d8e39ba1a2fc None None] Pushing event updated for resources: {'Port': ['ID=9d3d6529-4049-4bb9-8a0a-0c3ae4de5808,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:51.126870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.138885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:51.139362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:51.141300 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:51.159342 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.171903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.183027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.241229 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] Set router d8b0a51c-60c7-44e3-acc5-f246fb8c582c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:51.269521 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.299295 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.317815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.321081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] 10.222.0.41 "DELETE /v2.0/networks/4276c5d9-ec37-4da5-a712-dd854e7b8a4d HTTP/1.1" status: 204 len: 168 time: 0.7327247 Jul 13 07:43:51.359825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Pushing event updated for resources: {'Port': ['ID=dad07100-1158-4ef4-911b-cd1999037548,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:51.369162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77958771-df0f-4630-b767-b29c5709c23d admin admin] Pushing event deleted for resources: {'Network': ['ID=4276c5d9-ec37-4da5-a712-dd854e7b8a4d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:51.395812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.566863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Network 5a5c13c8-a783-4532-8275-8774e7815d95 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:51.569565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:51.658414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:51.687396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.688931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:44Z', 'updated_at': '2021-07-13T07:43:50Z', 'revision_number': 4, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'gw_port': {'id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:45Z', 'updated_at': '2021-07-13T07:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'dad07100-1158-4ef4-911b-cd1999037548', 'name': '', 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'mac_address': 'fa:16:3e:3a:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '9880113c-7754-49fb-8090-5219c0a86477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:49Z', 'updated_at': '2021-07-13T07:43:49Z', 'revision_number': 1, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'subnets': [{'id': '9880113c-7754-49fb-8090-5219c0a86477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.714950 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.746710 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:43:51.747352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4708f-64cc-4d15-a524-4479fcb9ec13 None None] The sync data for ids ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'] in n-d-758944-43 is: [{'id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:44Z', 'updated_at': '2021-07-13T07:43:50Z', 'revision_number': 4, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'gw_port': {'id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:45Z', 'updated_at': '2021-07-13T07:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'dad07100-1158-4ef4-911b-cd1999037548', 'name': '', 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'mac_address': 'fa:16:3e:3a:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '9880113c-7754-49fb-8090-5219c0a86477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:49Z', 'updated_at': '2021-07-13T07:43:49Z', 'revision_number': 1, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'subnets': [{'id': '9880113c-7754-49fb-8090-5219c0a86477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:51.750973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cd67d62b-4e04-428f-bdc4-0d3b3ba82cfe None None] Provisioning complete for port dad07100-1158-4ef4-911b-cd1999037548 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:51.754385 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd67d62b-4e04-428f-bdc4-0d3b3ba82cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.793174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9312ea81-4767-42ff-a06b-db488ff2a0c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c019fb5293e64724a5798eb70dbfca88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332705 Jul 13 07:43:51.796799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:51.820201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Router d8b0a51c-60c7-44e3-acc5-f246fb8c582c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:51.856055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cd67d62b-4e04-428f-bdc4-0d3b3ba82cfe None None] Port dad07100-1158-4ef4-911b-cd1999037548 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:51.944374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Allocated IP 172.25.8.99 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/9bcc6385-cb1f-4a7c-885e-455a9a169410) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:51.948315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3bd4-6fc1-4391-b9dc-7c1d03fcf5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.982901 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.987734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b43ddc77-909b-48e8-9b9d-b8ee7cd8f928 None None] Provisioning complete for port dad07100-1158-4ef4-911b-cd1999037548 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:51.988190 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b43ddc77-909b-48e8-9b9d-b8ee7cd8f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.008239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3bd4-6fc1-4391-b9dc-7c1d03fcf5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.030484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b43ddc77-909b-48e8-9b9d-b8ee7cd8f928 None None] Port dad07100-1158-4ef4-911b-cd1999037548 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:52.044653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bf991b3e-e013-4756-b67d-8a8be382db07 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:52.060829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:52.066389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: bf991b3e-e013-4756-b67d-8a8be382db07 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:52.066752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bf991b3e-e013-4756-b67d-8a8be382db07 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:52.084815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6f55ea51-b066-4e0a-9757-c192f3175996 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8b0a51c-60c7-44e3-acc5-f246fb8c582c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3763220 Jul 13 07:43:52.095319 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.106825 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3bd4-6fc1-4391-b9dc-7c1d03fcf5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.109362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3bd4-6fc1-4391-b9dc-7c1d03fcf5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.113515 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f7bf3bd4-6fc1-4391-b9dc-7c1d03fcf5e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03d572a0-93a5-4a6e-a9f4-c97799be2489 HTTP/1.1" status: 204 len: 168 time: 0.3156075 Jul 13 07:43:52.139618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3bd4-6fc1-4391-b9dc-7c1d03fcf5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d572a0-93a5-4a6e-a9f4-c97799be2489,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:52.181877 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.247628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:52.257433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:52.271005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:52.319231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event updated for resources: {'Port': ['ID=9bcc6385-cb1f-4a7c-885e-455a9a169410,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:52.726479 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.155997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.382678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Router 10ba6eb8-534a-468e-a3cf-14d7d8ddebbc is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:53.543839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:53.554719 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1257b-f6be-4259-8663-f19b84601621 None None] Sync routers for ids ['10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:53.567688 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca1257b-f6be-4259-8663-f19b84601621 None None] Routers {'10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:53.568332 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0ca1257b-f6be-4259-8663-f19b84601621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:53.582379 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.583862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dad5d859-df10-46e4-81f2-bb0c8c157731 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7801261 Jul 13 07:43:53.586676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58684) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:53.597898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:53.621818 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0ca1257b-f6be-4259-8663-f19b84601621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:53.649490 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca1257b-f6be-4259-8663-f19b84601621 None None] Routers {'10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:53.650712 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0ca1257b-f6be-4259-8663-f19b84601621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:53.652523 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.741499 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0ca1257b-f6be-4259-8663-f19b84601621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:53.743203 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1257b-f6be-4259-8663-f19b84601621 None None] The sync data for ids ['10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:53.972319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58708) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:54.029183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:54.178055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:54.202461 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.224614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.247985 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6438-df40-438f-9832-f1ced7a3eaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.284896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:54.289614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:54.290284 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.298615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Deleting port 9bcc6385-cb1f-4a7c-885e-455a9a169410 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:54.298970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.389716 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.393450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.413320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Calling delete_port for 9bcc6385-cb1f-4a7c-885e-455a9a169410 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:54.416506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9d3d6529-4049-4bb9-8a0a-0c3ae4de5808,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:54.425052 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.506063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=9d3d6529-4049-4bb9-8a0a-0c3ae4de5808,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:54.606439 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.641183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Pushing event deleted for resources: {'Port': ['ID=9bcc6385-cb1f-4a7c-885e-455a9a169410,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:54.720749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.850173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6438-df40-438f-9832-f1ced7a3eaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.856518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6438-df40-438f-9832-f1ced7a3eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.940157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d6438-df40-438f-9832-f1ced7a3eaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6959b016-931c-40bb-aba1-ecfe791c3d14,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:54.972863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0d9d6438-df40-438f-9832-f1ced7a3eaf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdc6d42de71c4380b395ad6ff4f0abf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9964063 Jul 13 07:43:54.973939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58722) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.081514 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-482c17ea-ee49-4e36-9d82-fc37064887e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.145360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-482c17ea-ee49-4e36-9d82-fc37064887e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.212192 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.213802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58726) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.287877 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-482c17ea-ee49-4e36-9d82-fc37064887e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.290857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-482c17ea-ee49-4e36-9d82-fc37064887e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.293001 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-482c17ea-ee49-4e36-9d82-fc37064887e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6959b016-931c-40bb-aba1-ecfe791c3d14 HTTP/1.1" status: 204 len: 168 time: 0.3178320 Jul 13 07:43:55.304428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.308565 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.348361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c17ea-ee49-4e36-9d82-fc37064887e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6959b016-931c-40bb-aba1-ecfe791c3d14,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:55.475728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed1508a5-71b5-4424-8be4-0c97f6cced45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.496331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Router 10ba6eb8-534a-468e-a3cf-14d7d8ddebbc has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:55.651169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed1508a5-71b5-4424-8be4-0c97f6cced45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.660355 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed1508a5-71b5-4424-8be4-0c97f6cced45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.721650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Sync routers for ids ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:55.743239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Routers {'d8b0a51c-60c7-44e3-acc5-f246fb8c582c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:55.743991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:55.755562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ed1508a5-71b5-4424-8be4-0c97f6cced45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e660eeeec2f4ae889a6b101f73b3a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399730 Jul 13 07:43:55.756505 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.776308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:55.785663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1508a5-71b5-4424-8be4-0c97f6cced45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1366b799-8956-4582-aaaa-b1a023a0acef,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:55.786475 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c3f58-b188-46f5-ae54-5fd6fa8398da None None] Sync routers for ids ['10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:55.835557 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.837767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7cd157c4-3b16-4a6e-afed-ef39a3ee7d4b tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "PUT /v2.0/routers/10ba6eb8-534a-468e-a3cf-14d7d8ddebbc HTTP/1.1" status: 200 len: 709 time: 2.2465494 Jul 13 07:43:55.840285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.842216 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c3f58-b188-46f5-ae54-5fd6fa8398da None None] Routers {'10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:55.850280 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f30c3f58-b188-46f5-ae54-5fd6fa8398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:55.896911 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Deleting port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:55.897265 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.942639 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f30c3f58-b188-46f5-ae54-5fd6fa8398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:55.951911 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c3f58-b188-46f5-ae54-5fd6fa8398da None None] Routers {'10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:55.952464 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f30c3f58-b188-46f5-ae54-5fd6fa8398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:55.976534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.977537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3e6ada9a-b44b-4e9b-81b8-9aaf7384e333 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/routers/10ba6eb8-534a-468e-a3cf-14d7d8ddebbc HTTP/1.1" status: 200 len: 744 time: 0.1358333 Jul 13 07:43:55.980705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fae66499-0446-4d86-b383-c540ef8baa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.012119 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f30c3f58-b188-46f5-ae54-5fd6fa8398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:56.012266 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fae66499-0446-4d86-b383-c540ef8baa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.019362 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c3f58-b188-46f5-ae54-5fd6fa8398da None None] The sync data for ids ['10ba6eb8-534a-468e-a3cf-14d7d8ddebbc'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:56.049550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-41c7e9a4-6f7e-49d8-9449-d6432e853136 tempest-RoutersIpV6AdminTest-1941128018 tempest-RoutersIpV6AdminTest-1941128018-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=10ba6eb8-534a-468e-a3cf-14d7d8ddebbc HTTP/1.1" status: 200 len: 205 time: 0.0689676 Jul 13 07:43:56.049858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58752) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:56.092701 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-19404bed-0e73-462b-9c9c-96462cdba347 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=10ba6eb8-534a-468e-a3cf-14d7d8ddebbc HTTP/1.1" status: 200 len: 205 time: 0.0392423 Jul 13 07:43:56.093065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58754) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:56.116426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Set router d8b0a51c-60c7-44e3-acc5-f246fb8c582c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:56.174117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:56.186155 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c21cdec0-35a0-4d60-bf88-33755b552b01 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.204429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] For port 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d,segment=NetworkSegment(d59fe081-1c8d-4f7f-9319-708af7f2eb3c),segment_id=d59fe081-1c8d-4f7f-9319-708af7f2eb3c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:56.205225 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.223217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Calling delete_port for 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:56.300544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fae66499-0446-4d86-b383-c540ef8baa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.303728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fae66499-0446-4d86-b383-c540ef8baa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.305398 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fae66499-0446-4d86-b383-c540ef8baa9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1366b799-8956-4582-aaaa-b1a023a0acef HTTP/1.1" status: 204 len: 168 time: 0.5472248 Jul 13 07:43:56.321115 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae66499-0446-4d86-b383-c540ef8baa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1366b799-8956-4582-aaaa-b1a023a0acef,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.466359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:56.467185 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.551123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c21cdec0-35a0-4d60-bf88-33755b552b01 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.554801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c21cdec0-35a0-4d60-bf88-33755b552b01 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.568164 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.623987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Pushing event deleted for resources: {'Port': ['ID=64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.669822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c21cdec0-35a0-4d60-bf88-33755b552b01 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.670737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21cdec0-35a0-4d60-bf88-33755b552b01 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Fanout notify agent at l3_agent the message router_deleted on router 10ba6eb8-534a-468e-a3cf-14d7d8ddebbc {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:56.698932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c21cdec0-35a0-4d60-bf88-33755b552b01 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.704422 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c21cdec0-35a0-4d60-bf88-33755b552b01 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/10ba6eb8-534a-468e-a3cf-14d7d8ddebbc HTTP/1.1" status: 204 len: 168 time: 0.6066527 Jul 13 07:43:56.707534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:56.729617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:44Z', 'updated_at': '2021-07-13T07:43:50Z', 'revision_number': 4, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'gw_port': {'id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:45Z', 'updated_at': '2021-07-13T07:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'dad07100-1158-4ef4-911b-cd1999037548', 'name': '', 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'mac_address': 'fa:16:3e:3a:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '9880113c-7754-49fb-8090-5219c0a86477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:49Z', 'updated_at': '2021-07-13T07:43:50Z', 'revision_number': 2, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'subnets': [{'id': '9880113c-7754-49fb-8090-5219c0a86477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:56.767704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Checking router: d8b0a51c-60c7-44e3-acc5-f246fb8c582c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:56.768371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Updating router d8b0a51c-60c7-44e3-acc5-f246fb8c582c port dad07100-1158-4ef4-911b-cd1999037548 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:56.828511 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fa23af3f-e6ce-4930-980a-edff78a86220 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=10ba6eb8-534a-468e-a3cf-14d7d8ddebbc HTTP/1.1" status: 200 len: 205 time: 0.1194742 Jul 13 07:43:56.841745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.848290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:56.963552 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-6162986c-ae25-49b7-9746-9a83a40631a3 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] delete failed (client error): The resource could not be found. Jul 13 07:43:56.967098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58788) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:56.976044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6162986c-ae25-49b7-9746-9a83a40631a3 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/10ba6eb8-534a-468e-a3cf-14d7d8ddebbc HTTP/1.1" status: 404 len: 336 time: 0.1244209 Jul 13 07:43:57.014827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dae606-2601-4050-b587-cb49716cc0de req-43e3900a-492f-443a-9d99-1ac73391c311 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:57.017121 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16dae606-2601-4050-b587-cb49716cc0de req-43e3900a-492f-443a-9d99-1ac73391c311 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.3536012 Jul 13 07:43:57.027369 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-89c05942-7f35-4cb0-a392-4a17d3356ae6 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7cd0899-4e37-4067-bbb6-2be5f96b68f3 HTTP/1.1" status: 200 len: 205 time: 0.0591416 Jul 13 07:43:57.030619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.077676 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-1848125a-7d07-4841-a30c-02114e78f1bb tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] delete failed (client error): The resource could not be found. Jul 13 07:43:57.079265 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1848125a-7d07-4841-a30c-02114e78f1bb tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/c7cd0899-4e37-4067-bbb6-2be5f96b68f3 HTTP/1.1" status: 404 len: 336 time: 0.0475700 Jul 13 07:43:57.081558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.090292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.111049 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16dae606-2601-4050-b587-cb49716cc0de req-34d77af8-c629-46d6-9984-fd268e43ff5f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816147 Jul 13 07:43:57.180796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-28d2bd92-195f-4839-921f-db50e73e1599 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad HTTP/1.1" status: 200 len: 205 time: 0.0851281 Jul 13 07:43:57.183947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.239684 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-bfd26316-da94-48cb-adec-1398539da6cd tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] delete failed (client error): The resource could not be found. Jul 13 07:43:57.241310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bfd26316-da94-48cb-adec-1398539da6cd tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/f8f9d727-cc3b-41a8-b1ce-169ec8cca8ad HTTP/1.1" status: 404 len: 336 time: 0.0558908 Jul 13 07:43:57.243634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58804) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.287391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-93aa69ae-789a-41a9-b9cc-7f9c4a677821 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb8cd282-f040-4697-81a7-901d01e892db HTTP/1.1" status: 200 len: 205 time: 0.0426707 Jul 13 07:43:57.289706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.334450 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-81b9bfad-48cf-4aed-b266-1aec7069437a tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] delete failed (client error): The resource could not be found. Jul 13 07:43:57.337996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-81b9bfad-48cf-4aed-b266-1aec7069437a tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/cb8cd282-f040-4697-81a7-901d01e892db HTTP/1.1" status: 404 len: 336 time: 0.0447159 Jul 13 07:43:57.343608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.372195 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.385152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Transition to ACTIVE for port object dad07100-1158-4ef4-911b-cd1999037548 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:57.393722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.398606 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f572e869-cbe4-4525-9b77-7461ff4be6a5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4e49568-f51c-4741-8649-ef9fea2658c1 HTTP/1.1" status: 200 len: 205 time: 0.0497458 Jul 13 07:43:57.399225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58814) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.443331 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-98fd0eb1-b85b-48eb-9b67-3c964b81f353 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] delete failed (client error): The resource could not be found. Jul 13 07:43:57.444414 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98fd0eb1-b85b-48eb-9b67-3c964b81f353 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/e4e49568-f51c-4741-8649-ef9fea2658c1 HTTP/1.1" status: 404 len: 336 time: 0.0444298 Jul 13 07:43:57.447823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58816) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.461613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Router aa99662d-0491-4fa8-a3c6-2d541eac1891 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:57.483367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Pushing event updated for resources: {'Port': ['ID=dad07100-1158-4ef4-911b-cd1999037548,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:57.497375 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.504785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-49423a6c-1bf8-4bb1-8ed0-22cc8e0f7126 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac94013d-3671-48ed-907c-3d36cf53b68e HTTP/1.1" status: 200 len: 205 time: 0.0554445 Jul 13 07:43:57.508377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58820) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.590593 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-44c902bf-121b-41b8-9a4f-e20bf0cfc5f5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] delete failed (client error): The resource could not be found. Jul 13 07:43:57.595518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.598545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-44c902bf-121b-41b8-9a4f-e20bf0cfc5f5 tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/routers/ac94013d-3671-48ed-907c-3d36cf53b68e HTTP/1.1" status: 404 len: 336 time: 0.0886698 Jul 13 07:43:57.634930 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2d21ed-2ba2-4e4d-882c-8d289dc3fdac tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] DELETE failed (client error): The resource could not be found. Jul 13 07:43:57.635395 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2d21ed-2ba2-4e4d-882c-8d289dc3fdac tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:43:57.640378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cd2d21ed-2ba2-4e4d-882c-8d289dc3fdac tempest-RoutersIpV6AdminTest-2064448614 tempest-RoutersIpV6AdminTest-2064448614-project] 10.222.0.41 "DELETE /v2.0/subnets/3c126716-4c96-460f-9a6a-10b89615f106 HTTP/1.1" status: 404 len: 337 time: 0.0409391 Jul 13 07:43:57.721271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:57.728358 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6bb7dc5e-99e0-4345-8523-531f6990984b admin admin] 10.222.0.41 "PUT /v2.0/routers/aa99662d-0491-4fa8-a3c6-2d541eac1891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6969635 Jul 13 07:43:57.730559 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58832) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.747694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] Sync routers for ids ['aa99662d-0491-4fa8-a3c6-2d541eac1891'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:57.766542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.766897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.767242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.767580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.767915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.768382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.768716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.769211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.769538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.769867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.770213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.770536 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.781724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] Routers {'aa99662d-0491-4fa8-a3c6-2d541eac1891'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:57.781724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa99662d-0491-4fa8-a3c6-2d541eac1891'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:57.784368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Attempting to bind port dad07100-1158-4ef4-911b-cd1999037548 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:57.784744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Attempting to bind port dad07100-1158-4ef4-911b-cd1999037548 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '537c54f3-5a9d-4f03-ad70-e2f800087865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:57.785228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Attempting to bind port dad07100-1158-4ef4-911b-cd1999037548 on network 5a5c13c8-a783-4532-8275-8774e7815d95 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:57.822068 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6a346df-0061-4600-998b-045ff3fc0858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.831656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:57.832073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Checking segment: {'id': '537c54f3-5a9d-4f03-ad70-e2f800087865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:57.832445 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.832880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Bound using segment: {'id': '537c54f3-5a9d-4f03-ad70-e2f800087865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:57.833341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Bound port: dad07100-1158-4ef4-911b-cd1999037548, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537c54f3-5a9d-4f03-ad70-e2f800087865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:57.833728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.983455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] For port dad07100-1158-4ef4-911b-cd1999037548, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:57.988943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] For port dad07100-1158-4ef4-911b-cd1999037548, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dad07100-1158-4ef4-911b-cd1999037548,segment=NetworkSegment(537c54f3-5a9d-4f03-ad70-e2f800087865),segment_id=537c54f3-5a9d-4f03-ad70-e2f800087865)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:57.991212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] Set router aa99662d-0491-4fa8-a3c6-2d541eac1891 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:57.994928 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.999266 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6a346df-0061-4600-998b-045ff3fc0858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.002089 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.041678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6a346df-0061-4600-998b-045ff3fc0858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.091271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.091877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a346df-0061-4600-998b-045ff3fc0858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264afaa8-5a00-4630-a4e9-c9f77924e43b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:58.140322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c6a346df-0061-4600-998b-045ff3fc0858 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f23d83c99cea4a9f90f2f43f74653bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395917 Jul 13 07:43:58.140914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.166132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Routers {'d8b0a51c-60c7-44e3-acc5-f246fb8c582c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:58.166773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:58.207443 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.251273 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f32f6b7a-eb3d-4b13-b986-32bd68a65a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.296947 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f32f6b7a-eb3d-4b13-b986-32bd68a65a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.334634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256ce27-a7f4-4325-98e1-788487e9b7b2 None None] Pushing event updated for resources: {'Port': ['ID=dad07100-1158-4ef4-911b-cd1999037548,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:58.389476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d6114d-cfbc-4915-9e11-65b870c9afa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.423550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Deleting port c34b892f-b32a-4d4c-8c7a-9c943c56e891 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:58.423889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.470836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] Set router d8b0a51c-60c7-44e3-acc5-f246fb8c582c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:58.532378 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f32f6b7a-eb3d-4b13-b986-32bd68a65a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.534940 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f32f6b7a-eb3d-4b13-b986-32bd68a65a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.536112 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f32f6b7a-eb3d-4b13-b986-32bd68a65a1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/264afaa8-5a00-4630-a4e9-c9f77924e43b HTTP/1.1" status: 204 len: 168 time: 0.3939323 Jul 13 07:43:58.567267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] For port c34b892f-b32a-4d4c-8c7a-9c943c56e891, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c34b892f-b32a-4d4c-8c7a-9c943c56e891,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:58.567643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.569822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:34Z', 'updated_at': '2021-07-13T07:43:56Z', 'revision_number': 5, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'gw_port': {'id': 'c34b892f-b32a-4d4c-8c7a-9c943c56e891', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:35Z', 'updated_at': '2021-07-13T07:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:58.573913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f6b7a-eb3d-4b13-b986-32bd68a65a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264afaa8-5a00-4630-a4e9-c9f77924e43b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:58.590346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa9c3-06fa-4a42-9d7b-b9c6d409f89b req-31890b65-b1a5-4de5-985c-746978d12121 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.591734 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56baa9c3-06fa-4a42-9d7b-b9c6d409f89b req-31890b65-b1a5-4de5-985c-746978d12121 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.2434886 Jul 13 07:43:58.606398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Calling delete_port for c34b892f-b32a-4d4c-8c7a-9c943c56e891 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:58.655314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] Checking router: aa99662d-0491-4fa8-a3c6-2d541eac1891 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:58.706218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] Routers {'aa99662d-0491-4fa8-a3c6-2d541eac1891'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:58.706845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['aa99662d-0491-4fa8-a3c6-2d541eac1891'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:58.741719 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56baa9c3-06fa-4a42-9d7b-b9c6d409f89b req-591275c5-3baf-417d-862e-31eebca8348b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392779 Jul 13 07:43:58.803111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d6114d-cfbc-4915-9e11-65b870c9afa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.834308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37d6114d-cfbc-4915-9e11-65b870c9afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.898878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-37d6114d-cfbc-4915-9e11-65b870c9afa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebec51f542054ab1884b9e2cf8629de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8009243 Jul 13 07:43:58.898878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6114d-cfbc-4915-9e11-65b870c9afa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1671aafe-ce41-4e7d-bbb9-91168f73f75c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:58.899229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58872) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.967889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] Set router aa99662d-0491-4fa8-a3c6-2d541eac1891 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:58.989243 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.034423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:34Z', 'updated_at': '2021-07-13T07:43:58Z', 'revision_number': 6, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:59.034974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34b892f-b32a-4d4c-8c7a-9c943c56e891,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:59.073708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051aaa-1e16-46e2-8b93-8df2a0b4697c None None] The sync data for ids ['aa99662d-0491-4fa8-a3c6-2d541eac1891'] in n-d-758944-43 is: [{'id': 'aa99662d-0491-4fa8-a3c6-2d541eac1891', 'name': 'tempest-TestAggregatesBasicOps-167094111-router', 'tenant_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:34Z', 'updated_at': '2021-07-13T07:43:58Z', 'revision_number': 6, 'project_id': 'c8eb2c5d824e45a6b94630b6805d0873', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:59.089792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-322ade29-2210-41a2-bcf6-b6188403823d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.114545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:44Z', 'updated_at': '2021-07-13T07:43:50Z', 'revision_number': 4, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'gw_port': {'id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:45Z', 'updated_at': '2021-07-13T07:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'dad07100-1158-4ef4-911b-cd1999037548', 'name': '', 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'mac_address': 'fa:16:3e:3a:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '9880113c-7754-49fb-8090-5219c0a86477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:49Z', 'updated_at': '2021-07-13T07:43:57Z', 'revision_number': 4, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'subnets': [{'id': '9880113c-7754-49fb-8090-5219c0a86477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:59.147986 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.148919 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-322ade29-2210-41a2-bcf6-b6188403823d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.152581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-c5c6c025-e192-4471-b131-a1591b34d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.154157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-c5c6c025-e192-4471-b131-a1591b34d4f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 1097 time: 0.1798811 Jul 13 07:43:59.156667 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496208e-49a4-404f-8e55-b5c650d9d215 None None] The sync data for ids ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'] in n-d-758944-43 is: [{'id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:44Z', 'updated_at': '2021-07-13T07:43:50Z', 'revision_number': 4, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'gw_port': {'id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:45Z', 'updated_at': '2021-07-13T07:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'dad07100-1158-4ef4-911b-cd1999037548', 'name': '', 'network_id': '5a5c13c8-a783-4532-8275-8774e7815d95', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'mac_address': 'fa:16:3e:3a:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '9880113c-7754-49fb-8090-5219c0a86477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:49Z', 'updated_at': '2021-07-13T07:43:57Z', 'revision_number': 4, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'subnets': [{'id': '9880113c-7754-49fb-8090-5219c0a86477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:59.283394 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.286619 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.371836 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.372747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa99662d-0491-4fa8-a3c6-2d541eac1891 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:59.385812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-322ade29-2210-41a2-bcf6-b6188403823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.387996 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.389179 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-322ade29-2210-41a2-bcf6-b6188403823d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.390783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-322ade29-2210-41a2-bcf6-b6188403823d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1671aafe-ce41-4e7d-bbb9-91168f73f75c HTTP/1.1" status: 204 len: 168 time: 0.4887512 Jul 13 07:43:59.392075 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ff1fa7b8-9605-49d6-aba5-d7f207d90bb2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/aa99662d-0491-4fa8-a3c6-2d541eac1891 HTTP/1.1" status: 204 len: 168 time: 1.6593039 Jul 13 07:43:59.393763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:59.399762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-ea6da232-c758-4c81-aec4-dd49655d564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.405534 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-ea6da232-c758-4c81-aec4-dd49655d564e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 911 time: 0.2287030 Jul 13 07:43:59.433634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ade29-2210-41a2-bcf6-b6188403823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1671aafe-ce41-4e7d-bbb9-91168f73f75c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:59.473429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb1d096-4476-4351-ba0f-4ebae3fa524f admin admin] Deleting subnet e2755835-cd1c-4d25-bacc-aa4fc445ef6f {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:59.489740 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adb1d096-4476-4351-ba0f-4ebae3fa524f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.570372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-6b53f1fd-619b-44cb-bd58-1dbe28923334 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a99acec-1733-4b30-9066-300cc61be77a HTTP/1.1" status: 200 len: 1000 time: 0.1531501 Jul 13 07:43:59.578095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adb1d096-4476-4351-ba0f-4ebae3fa524f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.737289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-51c244a3-0c92-4d24-aa10-ff3069f93edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.747273 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-51c244a3-0c92-4d24-aa10-ff3069f93edd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.1696513 Jul 13 07:43:59.779590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adb1d096-4476-4351-ba0f-4ebae3fa524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.855406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adb1d096-4476-4351-ba0f-4ebae3fa524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.898776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1d096-4476-4351-ba0f-4ebae3fa524f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2755835-cd1c-4d25-bacc-aa4fc445ef6f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:59.899314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b7045-fc3f-4e4b-a092-f646f76d41b8 None None] Network 1b6b10b1-ae93-4bf6-89e0-4598cc482460 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:59.902402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adb1d096-4476-4351-ba0f-4ebae3fa524f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.903802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-e3f1be2c-f924-4c36-a0c2-f18d640b896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.906367 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-e3f1be2c-f924-4c36-a0c2-f18d640b896b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1523321 Jul 13 07:43:59.907238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-adb1d096-4476-4351-ba0f-4ebae3fa524f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e2755835-cd1c-4d25-bacc-aa4fc445ef6f HTTP/1.1" status: 204 len: 168 time: 0.5102308 Jul 13 07:43:59.908541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58896) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:00.018390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028a0a-57fb-4b78-bddf-2bbd9e910b7f req-b938c020-0cde-4399-aa1e-15a022736c7d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.026896 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028a0a-57fb-4b78-bddf-2bbd9e910b7f req-b938c020-0cde-4399-aa1e-15a022736c7d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.034399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028a0a-57fb-4b78-bddf-2bbd9e910b7f req-b938c020-0cde-4399-aa1e-15a022736c7d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.040951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028a0a-57fb-4b78-bddf-2bbd9e910b7f req-b938c020-0cde-4399-aa1e-15a022736c7d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.050665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028a0a-57fb-4b78-bddf-2bbd9e910b7f req-b938c020-0cde-4399-aa1e-15a022736c7d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.060863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028a0a-57fb-4b78-bddf-2bbd9e910b7f req-b938c020-0cde-4399-aa1e-15a022736c7d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.068984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028a0a-57fb-4b78-bddf-2bbd9e910b7f req-b938c020-0cde-4399-aa1e-15a022736c7d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.077144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d028a0a-57fb-4b78-bddf-2bbd9e910b7f req-b938c020-0cde-4399-aa1e-15a022736c7d tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5430 time: 0.1462920 Jul 13 07:44:00.152766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d028a0a-57fb-4b78-bddf-2bbd9e910b7f req-a89d6691-1312-415a-8399-1bf0298479db tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741541 Jul 13 07:44:00.237739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dad07100-1158-4ef4-911b-cd1999037548 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:00.283001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.333024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2beccfe-d91c-44f8-9544-bcc987a0d5f1 None None] DHCP port deletion for 1b6b10b1-ae93-4bf6-89e0-4598cc482460 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:00.366941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:00.421276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port dad07100-1158-4ef4-911b-cd1999037548 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:00.443160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dad07100-1158-4ef4-911b-cd1999037548 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:00.443160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.487958 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d4f0ef52-91c2-4c05-bf4c-3b3fe5775e3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c71a25533a2b4f528ed4f0b5b8703763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165998 Jul 13 07:44:00.488639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58904) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:00.528399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbaa0c-cf03-4f63-850a-eb838f6af078 req-45e3092c-4db2-4f35-8eda-d44a349a031e tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.537636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4fbbaa0c-cf03-4f63-850a-eb838f6af078 req-45e3092c-4db2-4f35-8eda-d44a349a031e tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.5030305 Jul 13 07:44:00.581229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-aa84a5c3-b3d6-4ca1-99db-378b260026a8 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529109 Jul 13 07:44:00.616064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f2beccfe-d91c-44f8-9544-bcc987a0d5f1 None None] Deleting port 68f032e6-d678-426d-b5cc-74d40f8d7eee {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:00.616651 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2beccfe-d91c-44f8-9544-bcc987a0d5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.655503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4fbbaa0c-cf03-4f63-850a-eb838f6af078 req-472f0b91-c535-40b2-b40b-efa15d891771 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165702 Jul 13 07:44:00.661701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Deleting port 68f032e6-d678-426d-b5cc-74d40f8d7eee {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:00.662250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.711597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f2beccfe-d91c-44f8-9544-bcc987a0d5f1 None None] For port 68f032e6-d678-426d-b5cc-74d40f8d7eee, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=68f032e6-d678-426d-b5cc-74d40f8d7eee,segment=NetworkSegment(d59fe081-1c8d-4f7f-9319-708af7f2eb3c),segment_id=d59fe081-1c8d-4f7f-9319-708af7f2eb3c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:00.712402 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2beccfe-d91c-44f8-9544-bcc987a0d5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.717823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e32ac2b-84c7-425e-8cce-f340cf9a7e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.732818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f2beccfe-d91c-44f8-9544-bcc987a0d5f1 None None] Calling delete_port for 68f032e6-d678-426d-b5cc-74d40f8d7eee owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:00.807063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] For port 68f032e6-d678-426d-b5cc-74d40f8d7eee, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=68f032e6-d678-426d-b5cc-74d40f8d7eee,segment=NetworkSegment(d59fe081-1c8d-4f7f-9319-708af7f2eb3c),segment_id=d59fe081-1c8d-4f7f-9319-708af7f2eb3c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:00.807689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.817667 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.834218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e32ac2b-84c7-425e-8cce-f340cf9a7e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.857199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Calling delete_port for 68f032e6-d678-426d-b5cc-74d40f8d7eee owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:00.881103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port dad07100-1158-4ef4-911b-cd1999037548, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dad07100-1158-4ef4-911b-cd1999037548,segment=NetworkSegment(537c54f3-5a9d-4f03-ad70-e2f800087865),segment_id=537c54f3-5a9d-4f03-ad70-e2f800087865)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:00.893502 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.908658 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-08133285-c3f1-4070-9cfd-9bc47ba320a9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.917015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-08133285-c3f1-4070-9cfd-9bc47ba320a9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.927448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-08133285-c3f1-4070-9cfd-9bc47ba320a9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.945318 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2beccfe-d91c-44f8-9544-bcc987a0d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.954995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-08133285-c3f1-4070-9cfd-9bc47ba320a9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.960741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2beccfe-d91c-44f8-9544-bcc987a0d5f1 None None] No DVR routers for this DVR port 68f032e6-d678-426d-b5cc-74d40f8d7eee on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:00.979886 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-08133285-c3f1-4070-9cfd-9bc47ba320a9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.992051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-08133285-c3f1-4070-9cfd-9bc47ba320a9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.002240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=dad07100-1158-4ef4-911b-cd1999037548,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.009356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-08133285-c3f1-4070-9cfd-9bc47ba320a9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.012703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-08133285-c3f1-4070-9cfd-9bc47ba320a9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5430 time: 0.2621255 Jul 13 07:44:01.060044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:01.075317 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86deb4e9-8a57-40d8-9bd0-a3d0fce4f4d1 req-8f51292e-3f13-4b8a-a877-2d6556f724ac service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906456 Jul 13 07:44:01.124833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beccfe-d91c-44f8-9544-bcc987a0d5f1 None None] Pushing event deleted for resources: {'Port': ['ID=68f032e6-d678-426d-b5cc-74d40f8d7eee,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.129005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:01.129657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 64a9d910-f5eb-4b20-87e6-e45b5e1e5e5d not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:01.131010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c34b892f-b32a-4d4c-8c7a-9c943c56e891 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:01.169922 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.226599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c34b892f-b32a-4d4c-8c7a-9c943c56e891 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:01.226599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c34b892f-b32a-4d4c-8c7a-9c943c56e891 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:01.262924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f032e6-d678-426d-b5cc-74d40f8d7eee,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.291224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] No DVR routers for this DVR port 68f032e6-d678-426d-b5cc-74d40f8d7eee on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:01.348342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-81ad6095-d123-4567-8443-cf058911e6ef None None] Provisioning complete for port dad07100-1158-4ef4-911b-cd1999037548 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:01.349288 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81ad6095-d123-4567-8443-cf058911e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.427086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.440008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6b10b1-ae93-4bf6-89e0-4598cc482460']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:01.454476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:01.454869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59fe081-1c8d-4f7f-9319-708af7f2eb3c') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:01.472421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.497773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.508988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:01.510236 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:01.516922 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:01.592316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.611294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.614140 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1b6b10b1-ae93-4bf6-89e0-4598cc482460 HTTP/1.1" status: 204 len: 168 time: 1.7042038 Jul 13 07:44:01.627148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58936) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:01.637599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348a05-83d8-4529-87d4-424800c16381 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6b10b1-ae93-4bf6-89e0-4598cc482460,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.660964 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e32ac2b-84c7-425e-8cce-f340cf9a7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.663511 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e32ac2b-84c7-425e-8cce-f340cf9a7e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.664695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2e32ac2b-84c7-425e-8cce-f340cf9a7e1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79faed2d-130e-46d5-b96b-204b11dd62f3 HTTP/1.1" status: 204 len: 168 time: 1.1746871 Jul 13 07:44:01.697748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32ac2b-84c7-425e-8cce-f340cf9a7e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79faed2d-130e-46d5-b96b-204b11dd62f3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.714496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a26db306-9a0a-45e3-af50-f5d831c00499 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.720441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a26db306-9a0a-45e3-af50-f5d831c00499 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "GET /v2.0/ports/d85f8c36-3b7d-420e-9014-9e823118f779?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6982589 Jul 13 07:44:01.837034 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f431-d7f1-4e4a-8b92-c4ded9c5f0ff req-9ccb14c5-a324-4f2e-985e-71d38214b675 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.843648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f431-d7f1-4e4a-8b92-c4ded9c5f0ff req-9ccb14c5-a324-4f2e-985e-71d38214b675 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.850586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f431-d7f1-4e4a-8b92-c4ded9c5f0ff req-9ccb14c5-a324-4f2e-985e-71d38214b675 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.857463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f431-d7f1-4e4a-8b92-c4ded9c5f0ff req-9ccb14c5-a324-4f2e-985e-71d38214b675 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.868179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f431-d7f1-4e4a-8b92-c4ded9c5f0ff req-9ccb14c5-a324-4f2e-985e-71d38214b675 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.874364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f431-d7f1-4e4a-8b92-c4ded9c5f0ff req-9ccb14c5-a324-4f2e-985e-71d38214b675 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.881281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f431-d7f1-4e4a-8b92-c4ded9c5f0ff req-9ccb14c5-a324-4f2e-985e-71d38214b675 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.890011 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fde2f431-d7f1-4e4a-8b92-c4ded9c5f0ff req-9ccb14c5-a324-4f2e-985e-71d38214b675 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 5430 time: 0.2876322 Jul 13 07:44:01.967149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58946) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:01.981712 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fde2f431-d7f1-4e4a-8b92-c4ded9c5f0ff req-97e16535-ed75-4116-bd8b-f8a25ed289ca tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870311 Jul 13 07:44:01.986448 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-6f39df3e-4209-471b-ba78-1e31173dbe6e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "GET /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2593694 Jul 13 07:44:02.010031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58950) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:02.027802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:02.028200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7855f-9a61-4b08-a9a0-e24889be7baa req-b50c03a0-47b3-4c98-b9d4-6f9f049eae10 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:02.030551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4af7855f-9a61-4b08-a9a0-e24889be7baa req-b50c03a0-47b3-4c98-b9d4-6f9f049eae10 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.1682227 Jul 13 07:44:02.128458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4af7855f-9a61-4b08-a9a0-e24889be7baa req-2aaeba97-8cce-4bfd-bbf3-738468c7a477 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957432 Jul 13 07:44:02.140544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.177736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dad07100-1158-4ef4-911b-cd1999037548 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:02.281517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dad07100-1158-4ef4-911b-cd1999037548 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:02.283927 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.314269 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.389617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] For port d85f8c36-3b7d-420e-9014-9e823118f779, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d85f8c36-3b7d-420e-9014-9e823118f779,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:02.449835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] For port d85f8c36-3b7d-420e-9014-9e823118f779, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:02.470688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-055f6147-a061-4f61-bd4e-80e196c3f350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.477975 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67fb8657-5fa1-4ffa-9fbf-7792add3d7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.503986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] device_id is not set on port d85f8c36-3b7d-420e-9014-9e823118f779 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:02.515278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.524640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.580615 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-055f6147-a061-4f61-bd4e-80e196c3f350 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:44:02.580615 n-d-758944-43 neutron-server[93774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:44:02.580615 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id': 'd07cefaa78f34f2a9baeb7246b049ff5', 'id': '2d9cb67b-c85e-46f9-904a-31bff1d045b5', 'expiration': datetime.datetime(2021, 7, 13, 7, 46, 2, 526431)}] Jul 13 07:44:02.580615 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:44:02.581512 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-055f6147-a061-4f61-bd4e-80e196c3f350 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:44:02.609500 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] No DVR routers for this DVR port d85f8c36-3b7d-420e-9014-9e823118f779 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:02.645407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 68f032e6-d678-426d-b5cc-74d40f8d7eee no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:02.655413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] Pushing event updated for resources: {'Port': ['ID=d85f8c36-3b7d-420e-9014-9e823118f779,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:02.686777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 68f032e6-d678-426d-b5cc-74d40f8d7eee {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:02.687184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 68f032e6-d678-426d-b5cc-74d40f8d7eee not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:02.688638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] In _notify_port_updated(), no bound segment for port d85f8c36-3b7d-420e-9014-9e823118f779 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:44:02.690142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:02.691768 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.694319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-a819931b-5302-4b81-b6f9-6e6979ebcd24 service neutron] 10.222.0.48 "PUT /v2.0/ports/d85f8c36-3b7d-420e-9014-9e823118f779 HTTP/1.1" status: 200 len: 1026 time: 0.6912439 Jul 13 07:44:02.770247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-c6bde964-753b-4502-97d1-f6145dab6607 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:02.771833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-c6bde964-753b-4502-97d1-f6145dab6607 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "GET /v2.0/ports/40724019-3d21-4399-a1da-fa1f90436469?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0681269 Jul 13 07:44:02.774220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67fb8657-5fa1-4ffa-9fbf-7792add3d7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.788657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:02.802985 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67fb8657-5fa1-4ffa-9fbf-7792add3d7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.850681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-67fb8657-5fa1-4ffa-9fbf-7792add3d7ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59e02374dc3144f899da6e15dd5dbf19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8762374 Jul 13 07:44:02.853248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58968) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:02.867867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb8657-5fa1-4ffa-9fbf-7792add3d7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6d1dd4-ba88-4d41-a287-724d603dd97f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:02.883259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Deleting port dad07100-1158-4ef4-911b-cd1999037548 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:02.883612 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.924786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.927835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5d155521-615d-464c-a768-94b5e3758c8c None None] Provisioning complete for port d85f8c36-3b7d-420e-9014-9e823118f779 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:02.928445 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d155521-615d-464c-a768-94b5e3758c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.979821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5d155521-615d-464c-a768-94b5e3758c8c None None] Port d85f8c36-3b7d-420e-9014-9e823118f779 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:02.988586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] For port dad07100-1158-4ef4-911b-cd1999037548, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dad07100-1158-4ef4-911b-cd1999037548,segment=NetworkSegment(537c54f3-5a9d-4f03-ad70-e2f800087865),segment_id=537c54f3-5a9d-4f03-ad70-e2f800087865)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:02.988955 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.995665 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63bf4e0d-e730-4cab-880d-9bec566504b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.003497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Calling delete_port for dad07100-1158-4ef4-911b-cd1999037548 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:03.038749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63bf4e0d-e730-4cab-880d-9bec566504b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.083012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58976) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.084726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-055f6147-a061-4f61-bd4e-80e196c3f350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.140339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] For port 40724019-3d21-4399-a1da-fa1f90436469, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=40724019-3d21-4399-a1da-fa1f90436469,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:03.194663 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63bf4e0d-e730-4cab-880d-9bec566504b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.197341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63bf4e0d-e730-4cab-880d-9bec566504b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.198955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-63bf4e0d-e730-4cab-880d-9bec566504b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa6d1dd4-ba88-4d41-a287-724d603dd97f HTTP/1.1" status: 204 len: 168 time: 0.3444073 Jul 13 07:44:03.221508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf4e0d-e730-4cab-880d-9bec566504b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6d1dd4-ba88-4d41-a287-724d603dd97f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:03.249789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2012493695'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:03.256340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] For port 40724019-3d21-4399-a1da-fa1f90436469, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:03.307931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7890b2-d01a-4525-961f-26d6b3ec4df6 req-edb67f61-09e2-4a88-87a3-c1ae3c1c6250 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.314830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7890b2-d01a-4525-961f-26d6b3ec4df6 req-edb67f61-09e2-4a88-87a3-c1ae3c1c6250 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.320631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7890b2-d01a-4525-961f-26d6b3ec4df6 req-edb67f61-09e2-4a88-87a3-c1ae3c1c6250 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.326729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7890b2-d01a-4525-961f-26d6b3ec4df6 req-edb67f61-09e2-4a88-87a3-c1ae3c1c6250 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.333656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7890b2-d01a-4525-961f-26d6b3ec4df6 req-edb67f61-09e2-4a88-87a3-c1ae3c1c6250 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.339914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7890b2-d01a-4525-961f-26d6b3ec4df6 req-edb67f61-09e2-4a88-87a3-c1ae3c1c6250 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.342013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca7890b2-d01a-4525-961f-26d6b3ec4df6 req-edb67f61-09e2-4a88-87a3-c1ae3c1c6250 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 4657 time: 0.1992612 Jul 13 07:44:03.348370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] device_id is not set on port 40724019-3d21-4399-a1da-fa1f90436469 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:03.351412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.370542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.387901 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.395456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-055f6147-a061-4f61-bd4e-80e196c3f350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.414767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad07100-1158-4ef4-911b-cd1999037548,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:03.451183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca7890b2-d01a-4525-961f-26d6b3ec4df6 req-b61ccd23-0c5e-4936-8ef1-72d4a5691919 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=5033d077-7333-48b9-82e3-b8b2adfa88b0&id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975599 Jul 13 07:44:03.457905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-055f6147-a061-4f61-bd4e-80e196c3f350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.545107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] No DVR routers for this DVR port 40724019-3d21-4399-a1da-fa1f90436469 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:03.563336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Made reservation on behalf of aceabc8d19984ceb883b4fe4abd4941c for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:03.567069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.593333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f6147-a061-4f61-bd4e-80e196c3f350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f27522f-11b8-426a-b152-a04d9fe1d095,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:03.606698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-055f6147-a061-4f61-bd4e-80e196c3f350 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d07cefaa78f34f2a9baeb7246b049ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5734119 Jul 13 07:44:03.609896 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.614642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] Pushing event updated for resources: {'Port': ['ID=40724019-3d21-4399-a1da-fa1f90436469,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:03.639998 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.750333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58988) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.799227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] In _notify_port_updated(), no bound segment for port 40724019-3d21-4399-a1da-fa1f90436469 on network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:44:03.800151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.800788 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.802200 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-302f16a9-9f6e-45ed-b302-d77c2e9440e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/40724019-3d21-4399-a1da-fa1f90436469 HTTP/1.1" status: 200 len: 1026 time: 1.0224819 Jul 13 07:44:03.802980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f76dd3-94a0-408f-b577-6b6401624112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.861169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.877069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.901602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927bb3ed-36ae-4695-8efb-4fa4e97259c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.916191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-805911ec-e66f-4428-a0a0-c95a4baf48c2 None None] Provisioning complete for port 40724019-3d21-4399-a1da-fa1f90436469 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:03.918224 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-805911ec-e66f-4428-a0a0-c95a4baf48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.929143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:03.973207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-805911ec-e66f-4428-a0a0-c95a4baf48c2 None None] Port 40724019-3d21-4399-a1da-fa1f90436469 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:03.998272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927bb3ed-36ae-4695-8efb-4fa4e97259c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.000517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.001047 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Added segment 14bb443b-07f0-4797-89f4-122a453f7853 of type vlan for network b4ba1475-a088-48b4-b6cb-798824e343ad Jul 13 07:44:04.003307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e56455-2b0c-4122-94e7-144fd4d6707e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.018155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c340b-dbd1-4ee1-a8e2-2a0f13f0827e req-8b3ed6c4-8c9b-4c1b-9348-343231f7aca7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.025065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c1c340b-dbd1-4ee1-a8e2-2a0f13f0827e req-8b3ed6c4-8c9b-4c1b-9348-343231f7aca7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.6516306 Jul 13 07:44:04.106443 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.109710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1c1c340b-dbd1-4ee1-a8e2-2a0f13f0827e req-cb8a88a0-4595-429c-bf70-b5d8385662b7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837321 Jul 13 07:44:04.124357 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.179974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port 4dd41d43-d71a-440b-a520-bc4a9b37e225 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:04.180330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.193389 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927bb3ed-36ae-4695-8efb-4fa4e97259c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.195973 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-927bb3ed-36ae-4695-8efb-4fa4e97259c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.197155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-927bb3ed-36ae-4695-8efb-4fa4e97259c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f27522f-11b8-426a-b152-a04d9fe1d095 HTTP/1.1" status: 204 len: 168 time: 0.5784588 Jul 13 07:44:04.236395 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.241918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.242730 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.249523 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f76dd3-94a0-408f-b577-6b6401624112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.260278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bb3ed-36ae-4695-8efb-4fa4e97259c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f27522f-11b8-426a-b152-a04d9fe1d095,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.276777 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f76dd3-94a0-408f-b577-6b6401624112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.356017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2689614 Jul 13 07:44:04.359363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:04.364717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Request body: {'subnet': {'network_id': 'b4ba1475-a088-48b4-b6cb-798824e343ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:04.414421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-97f76dd3-94a0-408f-b577-6b6401624112 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=678bc79c323144ac9323116813f7fb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628468 Jul 13 07:44:04.415307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c9af6-6c9b-45af-adcc-a92c2617e389 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event updated for resources: {'Network': ['ID=b4ba1475-a088-48b4-b6cb-798824e343ad,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.417766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f76dd3-94a0-408f-b577-6b6401624112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e9140e-4ba7-408c-95da-65d9c6badfee,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.417932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:04.427909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network b4ba1475-a088-48b4-b6cb-798824e343ad details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:04.437370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] For port 4dd41d43-d71a-440b-a520-bc4a9b37e225, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4dd41d43-d71a-440b-a520-bc4a9b37e225,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:04.438511 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.452666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for 4dd41d43-d71a-440b-a520-bc4a9b37e225 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:04.497517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Router d8b0a51c-60c7-44e3-acc5-f246fb8c582c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:04.586209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Made reservation on behalf of aceabc8d19984ceb883b4fe4abd4941c for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:04.590171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.633525 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16c3d96d-91d7-4588-94e7-66de37c631e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.641531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:04.712611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.725803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf523f-8983-4ee8-a0a1-57703854eea3 req-58e452a7-f9e5-497d-9aa7-6d01f8532933 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.732146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf523f-8983-4ee8-a0a1-57703854eea3 req-58e452a7-f9e5-497d-9aa7-6d01f8532933 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.738965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf523f-8983-4ee8-a0a1-57703854eea3 req-58e452a7-f9e5-497d-9aa7-6d01f8532933 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.745037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf523f-8983-4ee8-a0a1-57703854eea3 req-58e452a7-f9e5-497d-9aa7-6d01f8532933 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.751948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf523f-8983-4ee8-a0a1-57703854eea3 req-58e452a7-f9e5-497d-9aa7-6d01f8532933 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.753912 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7caf523f-8983-4ee8-a0a1-57703854eea3 req-58e452a7-f9e5-497d-9aa7-6d01f8532933 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 3884 time: 0.1308351 Jul 13 07:44:04.755499 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16c3d96d-91d7-4588-94e7-66de37c631e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.770133 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.779411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:04.784890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=4dd41d43-d71a-440b-a520-bc4a9b37e225,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.791687 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874e4d04-576c-440d-a002-260c97659b3e None None] Sync routers for ids ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:04.793867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-76a1f9c5-269a-4982-9a36-96357bb5af07 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8b0a51c-60c7-44e3-acc5-f246fb8c582c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1650171 Jul 13 07:44:04.802455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:04.809891 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e4d04-576c-440d-a002-260c97659b3e None None] Routers {'d8b0a51c-60c7-44e3-acc5-f246fb8c582c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:04.810543 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-874e4d04-576c-440d-a002-260c97659b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:04.826948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:04.827920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:04.830992 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1613346-cf9a-4090-b5fc-ef2670b215d1" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-unplugged", "status": "completed", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:04.835430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.917414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 97fef1c2-aad9-4b7a-a914-f93f2d908d93 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:04.953629 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a0ee82-c972-4aab-9118-84cffb733000 x-openstack-request-id: req-d7a0ee82-c972-4aab-9118-84cffb733000 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:04.953925 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-unplugged", "status": "completed", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:04.954387 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7a0ee82-c972-4aab-9118-84cffb733000 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:04.955101 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'code': 200} Jul 13 07:44:04.964632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] No DVR routers for this DVR port 4dd41d43-d71a-440b-a520-bc4a9b37e225 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:04.973604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.979496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16c3d96d-91d7-4588-94e7-66de37c631e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.982248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16c3d96d-91d7-4588-94e7-66de37c631e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.988696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-65b3c3e7-0b5e-449c-8586-7aafa7c960c3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "DELETE /v2.0/ports/4dd41d43-d71a-440b-a520-bc4a9b37e225 HTTP/1.1" status: 204 len: 173 time: 1.1739936 Jul 13 07:44:04.989179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '4dd41d43-d71a-440b-a520-bc4a9b37e225'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:04.991562 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71796b46-c4c7-4416-89f8-22bacbd4e1f2" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "4dd41d43-d71a-440b-a520-bc4a9b37e225"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:04.995734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-16c3d96d-91d7-4588-94e7-66de37c631e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66e9140e-4ba7-408c-95da-65d9c6badfee HTTP/1.1" status: 204 len: 168 time: 0.5743048 Jul 13 07:44:05.001210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.020122 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7caf523f-8983-4ee8-a0a1-57703854eea3 req-867f17ec-0d0c-4607-af77-bb2ec74c48ce tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365959 Jul 13 07:44:05.081340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3d96d-91d7-4588-94e7-66de37c631e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e9140e-4ba7-408c-95da-65d9c6badfee,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.093148 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f2cdf-c1cd-4540-ae8b-42f13cd41685 x-openstack-request-id: req-290f2cdf-c1cd-4540-ae8b-42f13cd41685 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:05.093445 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "4dd41d43-d71a-440b-a520-bc4a9b37e225", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:05.098419 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-290f2cdf-c1cd-4540-ae8b-42f13cd41685 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:05.098995 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '4dd41d43-d71a-440b-a520-bc4a9b37e225', 'status': 'completed', 'code': 200} Jul 13 07:44:05.164385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.180863 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-874e4d04-576c-440d-a002-260c97659b3e None None] Set router d8b0a51c-60c7-44e3-acc5-f246fb8c582c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:05.212798 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.301250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port 4fe06a5e-b85e-477b-919d-68fc47f6e092 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:05.301802 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.315188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 97fef1c2-aad9-4b7a-a914-f93f2d908d93, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:05.327688 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.394571 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.521989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=97fef1c2-aad9-4b7a-a914-f93f2d908d93,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.537370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d85f8c36-3b7d-420e-9014-9e823118f779 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:05.576239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event updated for resources: {'Subnet': ['ID=d9d74c3c-d0a2-46f9-9eb4-8a84c09cb0f0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.647886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Checking segment: {'id': '14bb443b-07f0-4797-89f4-122a453f7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b4ba1475-a088-48b4-b6cb-798824e343ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:05.648267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Network hostable DHCP agents. Network: b4ba1475-a088-48b4-b6cb-798824e343ad, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:05.655617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] For port 4fe06a5e-b85e-477b-919d-68fc47f6e092, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=4fe06a5e-b85e-477b-919d-68fc47f6e092,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:05.660974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.674173 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.689114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for 4fe06a5e-b85e-477b-919d-68fc47f6e092 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:05.691792 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-874e4d04-576c-440d-a002-260c97659b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:44Z', 'updated_at': '2021-07-13T07:44:03Z', 'revision_number': 5, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'gw_port': {'id': '9d3d6529-4049-4bb9-8a0a-0c3ae4de5808', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:45Z', 'updated_at': '2021-07-13T07:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:05.695604 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.700898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Network b4ba1475-a088-48b4-b6cb-798824e343ad is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:05.710615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-de0e0b7a-36c2-4318-ba16-16dfe53afe82 None None] Provisioning complete for port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:05.711142 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de0e0b7a-36c2-4318-ba16-16dfe53afe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.721315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, b4ba1475-a088-48b4-b6cb-798824e343ad) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:05.729463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.730438 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.744571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d97a0-8e75-430b-8b91-2fa927277fac req-510c08bd-2caf-4c21-8716-82a8fd608bd2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.752410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b4d97a0-8e75-430b-8b91-2fa927277fac req-510c08bd-2caf-4c21-8716-82a8fd608bd2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.2579427 Jul 13 07:44:05.773989 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874e4d04-576c-440d-a002-260c97659b3e None None] Checking router: d8b0a51c-60c7-44e3-acc5-f246fb8c582c for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:05.783768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ba2bde13-8fbc-4a9d-9163-074455099552 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4231429 Jul 13 07:44:05.785916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:05.794478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Request body: {'port': {'network_id': 'b4ba1475-a088-48b4-b6cb-798824e343ad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-920005896'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:05.801892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e35e1-9c6f-4b18-99e9-d38d3b84c7db None None] Network b4ba1475-a088-48b4-b6cb-798824e343ad requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:05.802369 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e4d04-576c-440d-a002-260c97659b3e None None] Routers {'d8b0a51c-60c7-44e3-acc5-f246fb8c582c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:05.803898 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-874e4d04-576c-440d-a002-260c97659b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:05.934264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d85f8c36-3b7d-420e-9014-9e823118f779 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:05.935466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4dd41d43-d71a-440b-a520-bc4a9b37e225 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:05.942513 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b4d97a0-8e75-430b-8b91-2fa927277fac req-89815ea2-453f-4d42-8e4c-fa0a5b41b9ef tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849492 Jul 13 07:44:05.964867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 4dd41d43-d71a-440b-a520-bc4a9b37e225 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:05.965688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4dd41d43-d71a-440b-a520-bc4a9b37e225 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:05.966555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 826a0073-a00f-4f17-9c30-06b92f123947 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:05.998322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Deleting port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:05.999412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.071994 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-874e4d04-576c-440d-a002-260c97659b3e None None] Set router d8b0a51c-60c7-44e3-acc5-f246fb8c582c gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:06.111892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.162248 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-874e4d04-576c-440d-a002-260c97659b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:44Z', 'updated_at': '2021-07-13T07:44:05Z', 'revision_number': 6, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:06.181978 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=4fe06a5e-b85e-477b-919d-68fc47f6e092,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:06.224256 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874e4d04-576c-440d-a002-260c97659b3e None None] The sync data for ids ['d8b0a51c-60c7-44e3-acc5-f246fb8c582c'] in n-d-758944-43 is: [{'id': 'd8b0a51c-60c7-44e3-acc5-f246fb8c582c', 'name': 'tempest-TestAggregatesBasicOps-1883905541-router', 'tenant_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:44Z', 'updated_at': '2021-07-13T07:44:05Z', 'revision_number': 6, 'project_id': 'c4b2566457ed480fadc9e46d8b0b7e1a', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:06.235575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] For port 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9d3d6529-4049-4bb9-8a0a-0c3ae4de5808,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:06.235984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.248966 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de0e0b7a-36c2-4318-ba16-16dfe53afe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.304359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Calling delete_port for 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:06.313385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] No DVR routers for this DVR port 4fe06a5e-b85e-477b-919d-68fc47f6e092 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:06.314634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-b4ba1475-a088-48b4-b6cb-798824e343ad', 'network_id': 'b4ba1475-a088-48b4-b6cb-798824e343ad', 'tenant_id': 'aceabc8d19984ceb883b4fe4abd4941c', 'fixed_ips': [{'subnet_id': 'd9d74c3c-d0a2-46f9-9eb4-8a84c09cb0f0'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:06.315639 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.327607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.331004 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-dedb7f46-63cd-4329-abd2-7c7badd21c81 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "DELETE /v2.0/ports/4fe06a5e-b85e-477b-919d-68fc47f6e092 HTTP/1.1" status: 204 len: 173 time: 1.3367410 Jul 13 07:44:06.435073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Made reservation on behalf of aceabc8d19984ceb883b4fe4abd4941c for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:06.438808 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.490870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] device_id is not set on port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:06.526212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:06.527490 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.591911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-de0e0b7a-36c2-4318-ba16-16dfe53afe82 None None] For port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:06.622206 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.629933 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de0e0b7a-36c2-4318-ba16-16dfe53afe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.680361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Allocated IP 2001:db8::334 (b4ba1475-a088-48b4-b6cb-798824e343ad/d9d74c3c-d0a2-46f9-9eb4-8a84c09cb0f0/f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:06.790850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] For port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:06.792076 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.935042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 826a0073-a00f-4f17-9c30-06b92f123947, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=826a0073-a00f-4f17-9c30-06b92f123947,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:06.944265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.966122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93'}, {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6'}, {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:06.968713 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0274e3c-7dc3-4d4b-a237-efcf3a862ade" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-unplugged", "status": "completed", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93"}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6"}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-unplugged", "status": "completed", "tag": "826a0073-a00f-4f17-9c30-06b92f123947"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:06.984626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 40724019-3d21-4399-a1da-fa1f90436469 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:07.001640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.044855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Transition to ACTIVE for port object f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:07.099805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '4fe06a5e-b85e-477b-919d-68fc47f6e092'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:07.107674 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6429062-2f71-489a-b65d-4c2bf0dd7150" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "4fe06a5e-b85e-477b-919d-68fc47f6e092"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:07.152467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.291377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 40724019-3d21-4399-a1da-fa1f90436469 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:07.291828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4fe06a5e-b85e-477b-919d-68fc47f6e092 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:07.333152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 4fe06a5e-b85e-477b-919d-68fc47f6e092 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:07.333511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 4fe06a5e-b85e-477b-919d-68fc47f6e092 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:07.340745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e0b7a-36c2-4318-ba16-16dfe53afe82 None None] Pushing event updated for resources: {'Port': ['ID=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:07.354776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0015cc23-815c-4b8e-ab19-22b4c6f51bbb None None] Provisioning complete for port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:07.355160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0015cc23-815c-4b8e-ab19-22b4c6f51bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.360562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eab2a-e702-4723-ad7f-0cf91d4576ef req-03a85f36-e560-4b14-87ab-282a2ae671d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.383654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eab2a-e702-4723-ad7f-0cf91d4576ef req-03a85f36-e560-4b14-87ab-282a2ae671d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.409669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eab2a-e702-4723-ad7f-0cf91d4576ef req-03a85f36-e560-4b14-87ab-282a2ae671d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.415319 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-144eab2a-e702-4723-ad7f-0cf91d4576ef req-03a85f36-e560-4b14-87ab-282a2ae671d1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 2411 time: 1.1070693 Jul 13 07:44:07.436140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2da0e-5122-45a1-ab63-851529390a96 req-56cef7ad-dc69-4362-8a99-f0700cd76d7c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.438583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ef2da0e-5122-45a1-ab63-851529390a96 req-56cef7ad-dc69-4362-8a99-f0700cd76d7c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.1841602 Jul 13 07:44:07.472870 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.473266 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.473584 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Floating IP 31851599-0318-4509-93ee-8400f5798e6c disassociated. External IP: 172.25.8.71, port: 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6. Jul 13 07:44:07.473938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:07.555931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ef2da0e-5122-45a1-ab63-851529390a96 req-110d632b-b50b-42fb-8972-adb45be08df2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978208 Jul 13 07:44:07.568395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Network b4ba1475-a088-48b4-b6cb-798824e343ad is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:07.601821 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:07.604680 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.605167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:07.612626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.613355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.619937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event updated for resources: {'Port': ['ID=f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:07.636994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Allocated IP 2001:db8::2 (b4ba1475-a088-48b4-b6cb-798824e343ad/d9d74c3c-d0a2-46f9-9eb4-8a84c09cb0f0/27384bcc-92b5-4626-b582-daad87d47a97) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:07.659598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-144eab2a-e702-4723-ad7f-0cf91d4576ef req-88b53c95-d71e-49f4-ba1f-62a43a11f9f1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141054 Jul 13 07:44:07.668178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59092) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:07.669023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a41d9de0-a33e-48aa-a869-35af7a902355 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8817790 Jul 13 07:44:07.675319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Request body: {'port': {'network_id': 'b4ba1475-a088-48b4-b6cb-798824e343ad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-382864517', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:07.675988 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.api.validators [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] bootfile-name is not in valid_values {{(pid=93773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:44:07.676421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.api.validators [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] tftp-server is not in valid_values {{(pid=93773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:44:07.676906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.api.validators [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] server-ip-address is not in valid_values {{(pid=93773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:44:07.748691 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.815114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.847915 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00928582-592e-4aa0-8a75-080af3d5e406 x-openstack-request-id: req-00928582-592e-4aa0-8a75-080af3d5e406 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:07.848253 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-unplugged", "status": "completed", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93", "code": 200}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6", "code": 200}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-unplugged", "status": "completed", "tag": "826a0073-a00f-4f17-9c30-06b92f123947", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:07.848424 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00928582-592e-4aa0-8a75-080af3d5e406 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:07.848981 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93', 'code': 200} Jul 13 07:44:07.849365 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'code': 200} Jul 13 07:44:07.849629 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947', 'code': 200} Jul 13 07:44:07.872620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3d6529-4049-4bb9-8a0a-0c3ae4de5808,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:07.906100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=826a0073-a00f-4f17-9c30-06b92f123947,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:07.917933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:07.925382 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f78799-8860-497a-ae7f-a3b8e2a22dc3 x-openstack-request-id: req-e5f78799-8860-497a-ae7f-a3b8e2a22dc3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:07.925748 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "4fe06a5e-b85e-477b-919d-68fc47f6e092", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:07.926136 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5f78799-8860-497a-ae7f-a3b8e2a22dc3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:07.927451 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '4fe06a5e-b85e-477b-919d-68fc47f6e092', 'status': 'completed', 'code': 200} Jul 13 07:44:08.022787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.097913 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.133074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Transition to ACTIVE for port object 27384bcc-92b5-4626-b582-daad87d47a97 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:08.151454 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0015cc23-815c-4b8e-ab19-22b4c6f51bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.166838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dad07100-1158-4ef4-911b-cd1999037548 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:08.193003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Made reservation on behalf of aceabc8d19984ceb883b4fe4abd4941c for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:08.196764 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.244239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: dad07100-1158-4ef4-911b-cd1999037548 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:08.244895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dad07100-1158-4ef4-911b-cd1999037548 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:08.245482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:08.257408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] device_id is not set on port bae7da4d-6627-4af5-b3cb-cec7284493f2 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:08.291953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:08.292211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9d3d6529-4049-4bb9-8a0a-0c3ae4de5808 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:08.319009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Transition to ACTIVE for port object 27384bcc-92b5-4626-b582-daad87d47a97 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:08.339762 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.341835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Router ff9c5043-a60b-4c67-add2-f5daa89fefcd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:08.366231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.366510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0015cc23-815c-4b8e-ab19-22b4c6f51bbb None None] For port 97fef1c2-aad9-4b7a-a914-f93f2d908d93, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:08.369324 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.395579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0015cc23-815c-4b8e-ab19-22b4c6f51bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.459839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Network b4ba1475-a088-48b4-b6cb-798824e343ad is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:08.460831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59104) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:08.482547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.483486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b0a51c-60c7-44e3-acc5-f246fb8c582c {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:08.490923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.492399 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8680fb2c-c392-4b30-88da-ca01049df33f admin admin] 10.222.0.41 "DELETE /v2.0/routers/d8b0a51c-60c7-44e3-acc5-f246fb8c582c HTTP/1.1" status: 204 len: 168 time: 3.6889682 Jul 13 07:44:08.496672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59108) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:08.513326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:08.527821 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-2d96332d-36e0-4de9-b25d-014aa28c1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:08.530750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-2d96332d-36e0-4de9-b25d-014aa28c1809 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 1097 time: 0.2264431 Jul 13 07:44:08.553819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:08.596975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5dca3-ec63-4285-aabe-612af79936c0 req-45c73b7a-bf48-4b9e-9153-6d08dfc26bde tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:08.599080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25e5dca3-ec63-4285-aabe-612af79936c0 req-45c73b7a-bf48-4b9e-9153-6d08dfc26bde tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.2736392 Jul 13 07:44:08.615137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Pushing event updated for resources: {'Port': ['ID=27384bcc-92b5-4626-b582-daad87d47a97,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:08.708764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Allocated IP 2001:db8::23d (b4ba1475-a088-48b4-b6cb-798824e343ad/d9d74c3c-d0a2-46f9-9eb4-8a84c09cb0f0/bae7da4d-6627-4af5-b3cb-cec7284493f2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:08.781039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf60e75-c2cf-4098-91ab-7e1fd852b58a admin admin] Deleting subnet 9880113c-7754-49fb-8090-5219c0a86477 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:08.804163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-665f528f-c03e-4a4f-9a80-8495c2773c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:08.807457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-665f528f-c03e-4a4f-9a80-8495c2773c70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 911 time: 0.2680881 Jul 13 07:44:08.808186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cf60e75-c2cf-4098-91ab-7e1fd852b58a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.860499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:08.874514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-25e5dca3-ec63-4285-aabe-612af79936c0 req-ef61a46a-85da-4df9-b135-797bf8ab6405 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682786 Jul 13 07:44:08.890918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015cc23-815c-4b8e-ab19-22b4c6f51bbb None None] Pushing event updated for resources: {'Port': ['ID=97fef1c2-aad9-4b7a-a914-f93f2d908d93,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:08.914162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] Sync routers for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:08.934783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5a58d617-71ed-4097-b6b2-3346841b8233 None None] Could not find standard attr ID for object 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:44:08.946148 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cf60e75-c2cf-4098-91ab-7e1fd852b58a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.974099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:08.977614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:08.979855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Attempting to bind port 27384bcc-92b5-4626-b582-daad87d47a97 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:08.980239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Attempting to bind port 27384bcc-92b5-4626-b582-daad87d47a97 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '14bb443b-07f0-4797-89f4-122a453f7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b4ba1475-a088-48b4-b6cb-798824e343ad'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:08.980616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Attempting to bind port 27384bcc-92b5-4626-b582-daad87d47a97 on network b4ba1475-a088-48b4-b6cb-798824e343ad {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:09.030979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-a2ffb4c2-7514-45b5-b4d3-1d1d6e062c83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a99acec-1733-4b30-9066-300cc61be77a HTTP/1.1" status: 200 len: 1000 time: 0.1889181 Jul 13 07:44:09.039418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:09.040305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Checking segment: {'id': '14bb443b-07f0-4797-89f4-122a453f7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b4ba1475-a088-48b4-b6cb-798824e343ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:09.040305 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.040605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Bound using segment: {'id': '14bb443b-07f0-4797-89f4-122a453f7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b4ba1475-a088-48b4-b6cb-798824e343ad'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:09.041113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Bound port: 27384bcc-92b5-4626-b582-daad87d47a97, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bb443b-07f0-4797-89f4-122a453f7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b4ba1475-a088-48b4-b6cb-798824e343ad'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:09.041510 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.046160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5a58d617-71ed-4097-b6b2-3346841b8233 None None] Provisioning complete for port 826a0073-a00f-4f17-9c30-06b92f123947 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:09.046536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a58d617-71ed-4097-b6b2-3346841b8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.080940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] No DVR routers for this DVR port 53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:09.090363 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.092649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-5e324b1c-4a12-4ca2-a415-dc63b2508cf3 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "DELETE /v2.0/ports/53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6 HTTP/1.1" status: 204 len: 173 time: 2.7563510 Jul 13 07:44:09.099615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-d806a345-a242-47c5-93b9-8d2e283e1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:09.101176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-d806a345-a242-47c5-93b9-8d2e283e1bc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.0652778 Jul 13 07:44:09.188390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-2e20503a-1f09-4943-83a1-5e0f22774eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:09.191268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-2e20503a-1f09-4943-83a1-5e0f22774eea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836799 Jul 13 07:44:09.194919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] For port 27384bcc-92b5-4626-b582-daad87d47a97, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:09.203857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] For port 27384bcc-92b5-4626-b582-daad87d47a97, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=27384bcc-92b5-4626-b582-daad87d47a97,segment=NetworkSegment(14bb443b-07f0-4797-89f4-122a453f7853),segment_id=14bb443b-07f0-4797-89f4-122a453f7853)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:09.215623 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.275531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:09.384444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-800f3d91-88c4-4e1f-8f2a-636ed2cc16ce service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703458 Jul 13 07:44:09.412357 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a58d617-71ed-4097-b6b2-3346841b8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.443435 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a338a55-f33b-4c0f-abfc-429a47662db2 None None] Pushing event updated for resources: {'Port': ['ID=27384bcc-92b5-4626-b582-daad87d47a97,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.498450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5a58d617-71ed-4097-b6b2-3346841b8233 None None] For port 826a0073-a00f-4f17-9c30-06b92f123947, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=826a0073-a00f-4f17-9c30-06b92f123947,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:09.512440 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a58d617-71ed-4097-b6b2-3346841b8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.560692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bc59aff-dd8c-4f6d-be74-3c814e7ea309 req-72e565c2-d4a8-476e-a083-86cbd31ce1c4 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695883 Jul 13 07:44:09.583660 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dcccfa2-31d0-4ec0-9a40-085ee8066748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.697793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58d617-71ed-4097-b6b2-3346841b8233 None None] Pushing event updated for resources: {'Port': ['ID=826a0073-a00f-4f17-9c30-06b92f123947,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.775177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fbea5dfc-18c0-46e8-a6ca-74b6e99f95b2 None None] Provisioning complete for port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:09.775561 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fbea5dfc-18c0-46e8-a6ca-74b6e99f95b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.854740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93'}, {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:09.858673 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ffca27-7fce-4edf-bc58-8902addce7f5" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93"}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "826a0073-a00f-4f17-9c30-06b92f123947"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:09.863359 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cf60e75-c2cf-4098-91ab-7e1fd852b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.894807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:46Z', 'revision_number': 5, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:09.917582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c90e0-d770-4256-aa0d-2249c77719b1 req-81e3760d-8f22-4cfd-bd90-29eba6a6c18b tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:09.924339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c90e0-d770-4256-aa0d-2249c77719b1 req-81e3760d-8f22-4cfd-bd90-29eba6a6c18b tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:09.931330 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-be3c90e0-d770-4256-aa0d-2249c77719b1 req-81e3760d-8f22-4cfd-bd90-29eba6a6c18b tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 1678 time: 0.9367783 Jul 13 07:44:09.946159 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6491f267-e7d1-4a43-9c66-f6a06393cbc9 x-openstack-request-id: req-6491f267-e7d1-4a43-9c66-f6a06393cbc9 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:09.946460 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93", "code": 200}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-plugged", "status": "completed", "tag": "826a0073-a00f-4f17-9c30-06b92f123947", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:09.946948 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6491f267-e7d1-4a43-9c66-f6a06393cbc9 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:09.947525 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93', 'code': 200} Jul 13 07:44:09.947949 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947', 'code': 200} Jul 13 07:44:09.949327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] Checking router: ff9c5043-a60b-4c67-add2-f5daa89fefcd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:09.955572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:09.957855 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebb1821-bbef-4d42-ab05-46da2656b9c0" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:09.963774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:09.965055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:10.128429 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.185894 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-be3c90e0-d770-4256-aa0d-2249c77719b1 req-2eb18bc4-6b20-4a27-b312-2bb8d23afbd1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536108 Jul 13 07:44:10.187178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Transition to ACTIVE for port object bae7da4d-6627-4af5-b3cb-cec7284493f2 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:10.204610 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cf60e75-c2cf-4098-91ab-7e1fd852b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.207614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:10.208074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.258917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2b461-6631-4e5e-95e2-2405e7305857 req-6cd2e5e3-e4fc-4e90-969f-87605aace95f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.271690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07d2b461-6631-4e5e-95e2-2405e7305857 req-6cd2e5e3-e4fc-4e90-969f-87605aace95f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.2075212 Jul 13 07:44:10.300746 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf60e75-c2cf-4098-91ab-7e1fd852b58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9880113c-7754-49fb-8090-5219c0a86477,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:10.328212 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cf60e75-c2cf-4098-91ab-7e1fd852b58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.336914 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4cf60e75-c2cf-4098-91ab-7e1fd852b58a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9880113c-7754-49fb-8090-5219c0a86477 HTTP/1.1" status: 204 len: 168 time: 1.8391180 Jul 13 07:44:10.342665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 27384bcc-92b5-4626-b582-daad87d47a97 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:10.346171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59134) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:10.346423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a633e4-a39a-4aab-9be3-b6308791cca1 None None] Network 5a5c13c8-a783-4532-8275-8774e7815d95 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:10.372330 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e3fc0c-8b72-455b-8a4b-c88c670db3b5 x-openstack-request-id: req-31e3fc0c-8b72-455b-8a4b-c88c670db3b5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:10.372680 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:10.373041 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31e3fc0c-8b72-455b-8a4b-c88c670db3b5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:10.373657 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '53e7f4db-32d4-42a8-bbf1-7cd9d9dc77e6', 'status': 'completed', 'code': 200} Jul 13 07:44:10.398306 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dcccfa2-31d0-4ec0-9a40-085ee8066748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.403223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59136) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:10.507992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] For port 97fef1c2-aad9-4b7a-a914-f93f2d908d93, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=97fef1c2-aad9-4b7a-a914-f93f2d908d93,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:10.508671 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.528109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for 97fef1c2-aad9-4b7a-a914-f93f2d908d93 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:10.555570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 27384bcc-92b5-4626-b582-daad87d47a97 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:10.611149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aa5534cf-6873-470f-bbd4-551fbf4eab14 None None] Provisioning complete for port 826a0073-a00f-4f17-9c30-06b92f123947 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:10.611686 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aa5534cf-6873-470f-bbd4-551fbf4eab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.615658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:10.727727 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dcccfa2-31d0-4ec0-9a40-085ee8066748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.771276 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.785484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.850917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.866679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event updated for resources: {'Port': ['ID=bae7da4d-6627-4af5-b3cb-cec7284493f2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:10.869792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d21e5720-a1ac-4871-ba86-1f152e6a8d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.870637 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-07d2b461-6631-4e5e-95e2-2405e7305857 req-eb75ac75-c1ac-4671-ba90-39abd0859f3f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5979834 Jul 13 07:44:10.936356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=97fef1c2-aad9-4b7a-a914-f93f2d908d93,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:10.952118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Network b4ba1475-a088-48b4-b6cb-798824e343ad is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:10.954771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347af01-caca-444a-8a61-3fe25c4942d3 None None] DHCP port deletion for 5a5c13c8-a783-4532-8275-8774e7815d95 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:10.955501 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2dcccfa2-31d0-4ec0-9a40-085ee8066748 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d411f724dbdf455a8a377554b7c3deeb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4910445 Jul 13 07:44:10.959129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59140) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:10.959806 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:10.962883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:10.971310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.972005 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.976678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcccfa2-31d0-4ec0-9a40-085ee8066748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752f30a0-ecfc-44c6-a5df-cbd35ef8f833,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.015009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Deleting port f86d3b98-7210-4482-8dcd-2251b36612e8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:11.015359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.035429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:46Z', 'revision_number': 5, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:11.052946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] No DVR routers for this DVR port 97fef1c2-aad9-4b7a-a914-f93f2d908d93 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:11.056957 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.059046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-f867b669-00e5-47bb-9cc4-9726f6b08ba7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "DELETE /v2.0/ports/97fef1c2-aad9-4b7a-a914-f93f2d908d93 HTTP/1.1" status: 204 len: 173 time: 1.9450371 Jul 13 07:44:11.076363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71d03c-eb5f-4436-a154-b20c94ac53cf None None] The sync data for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 is: [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:32:35Z', 'revision_number': 4, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4529d307-a9c1-4fca-9ee8-21c16ac47c0b', 'name': '', 'network_id': '2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'mac_address': 'fa:16:3e:3d:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:34Z', 'updated_at': '2021-07-13T07:32:46Z', 'revision_number': 5, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'subnets': [{'id': '3cde93f8-70ed-4887-81e6-5df77a123b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:11.091828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9347af01-caca-444a-8a61-3fe25c4942d3 None None] Deleting port f86d3b98-7210-4482-8dcd-2251b36612e8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:11.092217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9347af01-caca-444a-8a61-3fe25c4942d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.110698 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-294e5d93-94ab-4838-a057-4ad8184a3e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.135290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] For port f86d3b98-7210-4482-8dcd-2251b36612e8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f86d3b98-7210-4482-8dcd-2251b36612e8,segment=NetworkSegment(537c54f3-5a9d-4f03-ad70-e2f800087865),segment_id=537c54f3-5a9d-4f03-ad70-e2f800087865)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:11.135671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.171575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-294e5d93-94ab-4838-a057-4ad8184a3e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.173325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Calling delete_port for f86d3b98-7210-4482-8dcd-2251b36612e8 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:11.211292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9347af01-caca-444a-8a61-3fe25c4942d3 None None] For port f86d3b98-7210-4482-8dcd-2251b36612e8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f86d3b98-7210-4482-8dcd-2251b36612e8,segment=NetworkSegment(537c54f3-5a9d-4f03-ad70-e2f800087865),segment_id=537c54f3-5a9d-4f03-ad70-e2f800087865)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:11.211766 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9347af01-caca-444a-8a61-3fe25c4942d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.242398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9347af01-caca-444a-8a61-3fe25c4942d3 None None] Calling delete_port for f86d3b98-7210-4482-8dcd-2251b36612e8 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:11.247102 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port 826a0073-a00f-4f17-9c30-06b92f123947 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:11.247554 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.252430 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d21e5720-a1ac-4871-ba86-1f152e6a8d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.273366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d21e5720-a1ac-4871-ba86-1f152e6a8d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.305360 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-294e5d93-94ab-4838-a057-4ad8184a3e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.308119 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d21e5720-a1ac-4871-ba86-1f152e6a8d52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d57f164882a447a993e5eadf379cc1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8967223 Jul 13 07:44:11.312045 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-294e5d93-94ab-4838-a057-4ad8184a3e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.315595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-294e5d93-94ab-4838-a057-4ad8184a3e8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/752f30a0-ecfc-44c6-a5df-cbd35ef8f833 HTTP/1.1" status: 204 len: 168 time: 0.3530073 Jul 13 07:44:11.315767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d1bc780d-c2f3-407c-9d4c-82487d50e652 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.6440103 Jul 13 07:44:11.315879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59144) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.337678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.338126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e5d93-94ab-4838-a057-4ad8184a3e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752f30a0-ecfc-44c6-a5df-cbd35ef8f833,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.417653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.431567 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9347af01-caca-444a-8a61-3fe25c4942d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.442878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91967a8d-6126-4b85-a968-6b084822f044 None None] Network b4ba1475-a088-48b4-b6cb-798824e343ad requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:11.457809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347af01-caca-444a-8a61-3fe25c4942d3 None None] No DVR routers for this DVR port f86d3b98-7210-4482-8dcd-2251b36612e8 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:11.478646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86d3b98-7210-4482-8dcd-2251b36612e8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.539293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] No DVR routers for this DVR port f86d3b98-7210-4482-8dcd-2251b36612e8 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:11.562371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347af01-caca-444a-8a61-3fe25c4942d3 None None] Pushing event deleted for resources: {'Port': ['ID=f86d3b98-7210-4482-8dcd-2251b36612e8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.574584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e5720-a1ac-4871-ba86-1f152e6a8d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e371d1f6-46d2-4ed0-b7a0-95df9538a69c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.589472 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18adccb-2657-48bc-b66b-300a85db4b13 None None] New status for floating IP 31851599-0318-4509-93ee-8400f5798e6c: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:44:11.638268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa228-0ed6-41b8-bfd8-4093bd45a603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.664563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7eb393c9-a952-411b-82a9-a637f995c37b None None] Provisioning for port 27384bcc-92b5-4626-b582-daad87d47a97 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:11.677212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7eb393c9-a952-411b-82a9-a637f995c37b None None] Provisioning complete for port 27384bcc-92b5-4626-b582-daad87d47a97 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:11.677851 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eb393c9-a952-411b-82a9-a637f995c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.678360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a162216-9f04-421c-b49d-ffac53d591b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:11.685094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a162216-9f04-421c-b49d-ffac53d591b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:11.687244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] For port 826a0073-a00f-4f17-9c30-06b92f123947, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=826a0073-a00f-4f17-9c30-06b92f123947,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:11.687817 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.691986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a162216-9f04-421c-b49d-ffac53d591b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:11.697787 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6a162216-9f04-421c-b49d-ffac53d591b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3532157 Jul 13 07:44:11.700764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59150) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.725374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for 826a0073-a00f-4f17-9c30-06b92f123947 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:11.746994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.793058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa228-0ed6-41b8-bfd8-4093bd45a603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.795963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5c13c8-a783-4532-8275-8774e7815d95']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:11.824418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537c54f3-5a9d-4f03-ad70-e2f800087865') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:11.824723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537c54f3-5a9d-4f03-ad70-e2f800087865') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:11.832925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149c995-0957-4036-adf1-a300e8d6e211 req-b3e3cb58-e1e4-42ed-b230-32de256c3273 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:11.834578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4149c995-0957-4036-adf1-a300e8d6e211 req-b3e3cb58-e1e4-42ed-b230-32de256c3273 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 944 time: 0.3256099 Jul 13 07:44:11.857444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.874019 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eb393c9-a952-411b-82a9-a637f995c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.892477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4149c995-0957-4036-adf1-a300e8d6e211 req-2aa2fb7b-3553-4174-aee1-42f7e2877658 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abdde54-2962-45f6-954c-be3cf371cd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514519 Jul 13 07:44:11.893679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.912360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a15d632-7871-440e-9665-4ef6e9a1b74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.936334 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.972404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:11.974426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:11.976414 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:11.983496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7eb393c9-a952-411b-82a9-a637f995c37b None None] For port 27384bcc-92b5-4626-b582-daad87d47a97, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=27384bcc-92b5-4626-b582-daad87d47a97,segment=NetworkSegment(14bb443b-07f0-4797-89f4-122a453f7853),segment_id=14bb443b-07f0-4797-89f4-122a453f7853)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:11.994509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eb393c9-a952-411b-82a9-a637f995c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.031349 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.047608 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa228-0ed6-41b8-bfd8-4093bd45a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.050612 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa228-0ed6-41b8-bfd8-4093bd45a603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.058213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6b5aa228-0ed6-41b8-bfd8-4093bd45a603 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e371d1f6-46d2-4ed0-b7a0-95df9538a69c HTTP/1.1" status: 204 len: 168 time: 0.7247458 Jul 13 07:44:12.091944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=826a0073-a00f-4f17-9c30-06b92f123947,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.096228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb393c9-a952-411b-82a9-a637f995c37b None None] Pushing event updated for resources: {'Port': ['ID=27384bcc-92b5-4626-b582-daad87d47a97,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.103863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-01bd5990-5447-402a-8561-2afedee81709 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Deleting port bae7da4d-6627-4af5-b3cb-cec7284493f2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:12.104450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd5990-5447-402a-8561-2afedee81709 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.107690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.114764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.120095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5a5c13c8-a783-4532-8275-8774e7815d95 HTTP/1.1" status: 204 len: 168 time: 1.7707782 Jul 13 07:44:12.160763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aa228-0ed6-41b8-bfd8-4093bd45a603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e371d1f6-46d2-4ed0-b7a0-95df9538a69c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.165423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f86d3b98-7210-4482-8dcd-2251b36612e8 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:12.199347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c0e48-c9b4-4a2f-8844-b1214e546116 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a5c13c8-a783-4532-8275-8774e7815d95,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.205690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] No DVR routers for this DVR port 826a0073-a00f-4f17-9c30-06b92f123947 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:12.212675 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.216439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b448353c-d9ef-4aa2-bfb1-082cefdcb2db req-34e4243d-ea82-4fc0-bd62-4145e6974bf7 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.48 "DELETE /v2.0/ports/826a0073-a00f-4f17-9c30-06b92f123947 HTTP/1.1" status: 204 len: 173 time: 1.1506228 Jul 13 07:44:12.245446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: f86d3b98-7210-4482-8dcd-2251b36612e8 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:12.246993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f86d3b98-7210-4482-8dcd-2251b36612e8 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:12.300695 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a15d632-7871-440e-9665-4ef6e9a1b74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.306170 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a15d632-7871-440e-9665-4ef6e9a1b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.373799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3a15d632-7871-440e-9665-4ef6e9a1b74a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40a3be6b91034a70aad45ada74479291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766757 Jul 13 07:44:12.375898 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd5990-5447-402a-8561-2afedee81709 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.378369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93'}, {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:12.387711 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff255e5-d8bc-4e77-92fa-66d7be011ca9" -d '{"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93"}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "826a0073-a00f-4f17-9c30-06b92f123947"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:12.391352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:12.414004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15d632-7871-440e-9665-4ef6e9a1b74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3419524-990c-487a-b090-911f5f68204a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.423257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-01bd5990-5447-402a-8561-2afedee81709 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Calling delete_port for bae7da4d-6627-4af5-b3cb-cec7284493f2 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:12.454789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59166) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:12.499017 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60017e0e-e51f-41b1-9437-cd9dcbf8f3e9 x-openstack-request-id: req-60017e0e-e51f-41b1-9437-cd9dcbf8f3e9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:12.499744 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "97fef1c2-aad9-4b7a-a914-f93f2d908d93", "status": "completed", "code": 200}, {"server_uuid": "3a04d4f5-a799-4a42-b76f-dfc460b30c68", "name": "network-vif-deleted", "tag": "826a0073-a00f-4f17-9c30-06b92f123947", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:12.509899 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60017e0e-e51f-41b1-9437-cd9dcbf8f3e9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:12.510932 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '97fef1c2-aad9-4b7a-a914-f93f2d908d93', 'status': 'completed', 'code': 200} Jul 13 07:44:12.511411 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04d4f5-a799-4a42-b76f-dfc460b30c68', 'name': 'network-vif-deleted', 'tag': '826a0073-a00f-4f17-9c30-06b92f123947', 'status': 'completed', 'code': 200} Jul 13 07:44:12.612596 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2032c55-7a4f-4f42-b071-c214d9f8d149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.612779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e8a6c-5315-49d3-bd6a-d763c7cace1c req-b4136ad6-f3ce-4a55-8d8b-4d9cf81832be tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.617800 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Provisioning for port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:12.623445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Provisioning complete for port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:12.623812 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f21e8a6c-5315-49d3-bd6a-d763c7cace1c req-b4136ad6-f3ce-4a55-8d8b-4d9cf81832be tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.3918650 Jul 13 07:44:12.625269 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.637667 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-79d20b55-ad13-4cc4-bdaf-bc73098888dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8eb2c5d824e45a6b94630b6805d0873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739063 Jul 13 07:44:12.652861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59168) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:12.679328 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2032c55-7a4f-4f42-b071-c214d9f8d149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.717341 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f21e8a6c-5315-49d3-bd6a-d763c7cace1c req-99d27841-d1b7-44fc-937d-812c361bac2c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924535 Jul 13 07:44:12.736335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:12.815143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619b6c2f-b66a-46b5-9c8d-af18186c3c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:12.841022 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 07:44:12.846699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Provisioning for port bae7da4d-6627-4af5-b3cb-cec7284493f2 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:12.848034 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd5990-5447-402a-8561-2afedee81709 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.851385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Provisioning complete for port bae7da4d-6627-4af5-b3cb-cec7284493f2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:12.852264 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.901757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd5990-5447-402a-8561-2afedee81709 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event deleted for resources: {'Port': ['ID=bae7da4d-6627-4af5-b3cb-cec7284493f2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.909833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Port bae7da4d-6627-4af5-b3cb-cec7284493f2 was deleted so its status cannot be updated. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:44:12.914544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619b6c2f-b66a-46b5-9c8d-af18186c3c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.940778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Provisioning complete for port 27384bcc-92b5-4626-b582-daad87d47a97 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:12.941357 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95025cab-d8d5-4de5-9365-8741f62cc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.943536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2032c55-7a4f-4f42-b071-c214d9f8d149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.950402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2032c55-7a4f-4f42-b071-c214d9f8d149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.970714 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c2032c55-7a4f-4f42-b071-c214d9f8d149 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3419524-990c-487a-b090-911f5f68204a HTTP/1.1" status: 204 len: 168 time: 0.5636499 Jul 13 07:44:12.973359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59176) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:12.988607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd5990-5447-402a-8561-2afedee81709 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.995095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-01bd5990-5447-402a-8561-2afedee81709 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "DELETE /v2.0/ports/bae7da4d-6627-4af5-b3cb-cec7284493f2 HTTP/1.1" status: 204 len: 168 time: 1.2893825 Jul 13 07:44:12.998921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59178) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:13.033479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Request body: {'port': {'name': 'tempest-new-port-name-215124851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:13.034193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.api.validators [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] bootfile-name is not in valid_values {{(pid=93774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:44:13.034766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.api.validators [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] tftp-server is not in valid_values {{(pid=93774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:44:13.035321 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.api.validators [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] server-ip-address is not in valid_values {{(pid=93774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:44:13.050156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2032c55-7a4f-4f42-b071-c214d9f8d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3419524-990c-487a-b090-911f5f68204a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.086765 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0fee281-2db1-4add-95f5-6cf77465c4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.155703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f2ff7aa-d5cc-44f0-8289-1c97074c883b req-27d2e93d-3c08-4249-9b36-501aede0c77b tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.0809498 Jul 13 07:44:13.201319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.239689 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619b6c2f-b66a-46b5-9c8d-af18186c3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.242816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619b6c2f-b66a-46b5-9c8d-af18186c3c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.244915 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-619b6c2f-b66a-46b5-9c8d-af18186c3c43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a03703b3-1694-437d-a663-6dd7f6110340 HTTP/1.1" status: 204 len: 168 time: 0.5908549 Jul 13 07:44:13.266292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b6c2f-b66a-46b5-9c8d-af18186c3c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03703b3-1694-437d-a663-6dd7f6110340,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.355140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-215fd4cd-6417-4ce0-b893-701714f6ba10 None None] Provisioning complete for port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:13.356217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-215fd4cd-6417-4ce0-b893-701714f6ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.381758 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0fee281-2db1-4add-95f5-6cf77465c4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.391751 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0fee281-2db1-4add-95f5-6cf77465c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.473367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-215fd4cd-6417-4ce0-b893-701714f6ba10 None None] Port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:13.499643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b0fee281-2db1-4add-95f5-6cf77465c4c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a15fa41b175f47749647b57a995d0ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212560 Jul 13 07:44:13.502345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59184) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:13.515396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fee281-2db1-4add-95f5-6cf77465c4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83383159-e13b-45c6-8144-0b48d334ac9e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.602820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d79a4a44-ad52-4e75-a910-99cc5fe87ca1 None None] Could not find standard attr ID for object bae7da4d-6627-4af5-b3cb-cec7284493f2. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:44:13.635707 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80cb563a-51e7-4d57-8165-5a7ef8f7e6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.670764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.676961 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.684172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80cb563a-51e7-4d57-8165-5a7ef8f7e6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.749128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] In _notify_port_updated(), no bound segment for port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f on network b4ba1475-a088-48b4-b6cb-798824e343ad {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:44:13.758837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:13.759553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.761312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "PUT /v2.0/ports/f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f HTTP/1.1" status: 200 len: 1129 time: 0.7609763 Jul 13 07:44:13.764062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59192) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:13.800406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e70521-9942-4bd8-8f75-0b4382f70b11 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event updated for resources: {'Port': ['ID=f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.821094 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80cb563a-51e7-4d57-8165-5a7ef8f7e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.824119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80cb563a-51e7-4d57-8165-5a7ef8f7e6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.829664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-80cb563a-51e7-4d57-8165-5a7ef8f7e6cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83383159-e13b-45c6-8144-0b48d334ac9e HTTP/1.1" status: 204 len: 168 time: 0.3182328 Jul 13 07:44:13.846930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb563a-51e7-4d57-8165-5a7ef8f7e6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83383159-e13b-45c6-8144-0b48d334ac9e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.868312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678c8dde-6b98-486f-8573-c747536e8860 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:13.871657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-678c8dde-6b98-486f-8573-c747536e8860 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "GET /v2.0/ports/f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f HTTP/1.1" status: 200 len: 1129 time: 0.1065958 Jul 13 07:44:13.875691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:13.913648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:13.984307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-02489fc2-2129-4b2e-9a12-fed817183771 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4b2566457ed480fadc9e46d8b0b7e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692973 Jul 13 07:44:13.985478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59202) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:14.063952 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff6208d-4649-4acf-bdb7-fda42d487f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.083664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4a93f254-a1d3-43ee-95b2-fac144311cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Deleting port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:14.088276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a93f254-a1d3-43ee-95b2-fac144311cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.128317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff6208d-4649-4acf-bdb7-fda42d487f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.178943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 27384bcc-92b5-4626-b582-daad87d47a97 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:14.288519 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff6208d-4649-4acf-bdb7-fda42d487f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.291631 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff6208d-4649-4acf-bdb7-fda42d487f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.296773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7ff6208d-4649-4acf-bdb7-fda42d487f5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4301590-6263-411c-a4a8-5720eae94aa3 HTTP/1.1" status: 204 len: 168 time: 0.3097851 Jul 13 07:44:14.298292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 27384bcc-92b5-4626-b582-daad87d47a97 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:14.298865 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.308371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6208d-4649-4acf-bdb7-fda42d487f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4301590-6263-411c-a4a8-5720eae94aa3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:14.336431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a93f254-a1d3-43ee-95b2-fac144311cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.367039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4a93f254-a1d3-43ee-95b2-fac144311cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Calling delete_port for f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:14.474581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a3ebcdbd-0873-47c2-86bb-8cab7ea960ca None None] Provisioning complete for port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:14.475583 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3ebcdbd-0873-47c2-86bb-8cab7ea960ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.529637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebcdbd-0873-47c2-86bb-8cab7ea960ca None None] Port f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:14.539647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9a49decb-9f37-415f-99ea-8ea22628ba80 req-1402d594-fdd7-474a-94cd-ee986b1dd99f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.0514579 Jul 13 07:44:14.641530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a93f254-a1d3-43ee-95b2-fac144311cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.707844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93f254-a1d3-43ee-95b2-fac144311cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event deleted for resources: {'Port': ['ID=f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:14.758731 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a93f254-a1d3-43ee-95b2-fac144311cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.762051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4a93f254-a1d3-43ee-95b2-fac144311cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "DELETE /v2.0/ports/f5ebe4b6-d0f6-4019-97bb-9b7b51dd910f HTTP/1.1" status: 204 len: 168 time: 0.8851483 Jul 13 07:44:14.765097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:14.845225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9692f1b2-712d-4737-9d12-a585256b5f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Deleting subnet d9d74c3c-d0a2-46f9-9eb4-8a84c09cb0f0 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:14.848814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9692f1b2-712d-4737-9d12-a585256b5f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.905441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9692f1b2-712d-4737-9d12-a585256b5f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.040329 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9692f1b2-712d-4737-9d12-a585256b5f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.117792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9692f1b2-712d-4737-9d12-a585256b5f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.159497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692f1b2-712d-4737-9d12-a585256b5f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d74c3c-d0a2-46f9-9eb4-8a84c09cb0f0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.177793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f002e542-8ea3-4091-9066-dd2f394a5711 None None] Network b4ba1475-a088-48b4-b6cb-798824e343ad requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:15.178031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9692f1b2-712d-4737-9d12-a585256b5f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.182367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59250) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:15.182832 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9692f1b2-712d-4737-9d12-a585256b5f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "DELETE /v2.0/subnets/d9d74c3c-d0a2-46f9-9eb4-8a84c09cb0f0 HTTP/1.1" status: 204 len: 168 time: 0.4153802 Jul 13 07:44:15.383701 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.522359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Deleting port 27384bcc-92b5-4626-b582-daad87d47a97 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:15.522592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.613353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e658175-a4cc-4159-8872-fc61dcad9a85 None None] DHCP port deletion for b4ba1475-a088-48b4-b6cb-798824e343ad request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:15.668065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] For port 27384bcc-92b5-4626-b582-daad87d47a97, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=27384bcc-92b5-4626-b582-daad87d47a97,segment=NetworkSegment(14bb443b-07f0-4797-89f4-122a453f7853),segment_id=14bb443b-07f0-4797-89f4-122a453f7853)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:15.668469 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.684036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Calling delete_port for 27384bcc-92b5-4626-b582-daad87d47a97 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:15.700155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59264) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:15.724286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7e658175-a4cc-4159-8872-fc61dcad9a85 None None] Deleting port 27384bcc-92b5-4626-b582-daad87d47a97 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:15.724682 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e658175-a4cc-4159-8872-fc61dcad9a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.870321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7e658175-a4cc-4159-8872-fc61dcad9a85 None None] For port 27384bcc-92b5-4626-b582-daad87d47a97, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=27384bcc-92b5-4626-b582-daad87d47a97,segment=NetworkSegment(14bb443b-07f0-4797-89f4-122a453f7853),segment_id=14bb443b-07f0-4797-89f4-122a453f7853)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:15.870715 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e658175-a4cc-4159-8872-fc61dcad9a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.874182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.900632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2dddc87-c1bb-4542-a3d2-0f38f721e782 req-92b7cfed-0712-4fcf-b7b2-a5c5ae99a558 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.0807092 Jul 13 07:44:15.907366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7e658175-a4cc-4159-8872-fc61dcad9a85 None None] Calling delete_port for 27384bcc-92b5-4626-b582-daad87d47a97 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:15.912228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event deleted for resources: {'Port': ['ID=27384bcc-92b5-4626-b582-daad87d47a97,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.920272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] No DVR routers for this DVR port 27384bcc-92b5-4626-b582-daad87d47a97 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:15.967611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.967902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.968333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.968980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.969977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.970335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.970682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.971038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.971385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.971727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.972064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:15.972398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:16.053253 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e658175-a4cc-4159-8872-fc61dcad9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.054545 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.072746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ba1475-a088-48b4-b6cb-798824e343ad']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:16.095999 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc0fece-cb21-4519-bfa9-aaf2c7bed8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.099489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bb443b-07f0-4797-89f4-122a453f7853') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:16.099858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bb443b-07f0-4797-89f4-122a453f7853') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:16.112059 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.134244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.145924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:16.148158 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:16.150055 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:16.163135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e658175-a4cc-4159-8872-fc61dcad9a85 None None] Pushing event deleted for resources: {'Port': ['ID=27384bcc-92b5-4626-b582-daad87d47a97,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.170692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 27384bcc-92b5-4626-b582-daad87d47a97 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:16.199608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e658175-a4cc-4159-8872-fc61dcad9a85 None None] No DVR routers for this DVR port 27384bcc-92b5-4626-b582-daad87d47a97 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:16.246492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 27384bcc-92b5-4626-b582-daad87d47a97 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:16.247087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 27384bcc-92b5-4626-b582-daad87d47a97 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:16.284923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.293006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.294901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] 10.222.0.41 "DELETE /v2.0/networks/b4ba1475-a088-48b4-b6cb-798824e343ad HTTP/1.1" status: 204 len: 168 time: 1.1113060 Jul 13 07:44:16.323247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59278) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:16.340543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75fb32-5af7-417f-bccb-3fa1892c4a19 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331 tempest-ExtraDHCPOptionsIpV6TestJSON-1068162331-project] Pushing event deleted for resources: {'Network': ['ID=b4ba1475-a088-48b4-b6cb-798824e343ad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.447913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2052931492-network', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:16.496999 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc0fece-cb21-4519-bfa9-aaf2c7bed8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.514202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc0fece-cb21-4519-bfa9-aaf2c7bed8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.539288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Made reservation on behalf of ed8eba618c004919b5952434ec70fa32 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:16.545161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.558007 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.599795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6cc0fece-cb21-4519-bfa9-aaf2c7bed8ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc3b71a8a9a44517867789c1373f1763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8959854 Jul 13 07:44:16.601845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59288) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:16.632705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0fece-cb21-4519-bfa9-aaf2c7bed8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0faa1d3-87a7-4eff-a4a6-033327df2894,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.730965 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0343052-f5c8-4184-9627-d20578a2b30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.764724 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0343052-f5c8-4184-9627-d20578a2b30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.767805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59290) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:16.777742 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.784060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.805420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:16.846893 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0343052-f5c8-4184-9627-d20578a2b30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.847722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.848299 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Added segment 0409bc18-bb11-4b6c-ba33-21aea41a1572 of type vlan for network a9c62e49-8c44-47ea-9507-879b88cbea89 Jul 13 07:44:16.854084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0343052-f5c8-4184-9627-d20578a2b30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.862305 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f0343052-f5c8-4184-9627-d20578a2b30e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0faa1d3-87a7-4eff-a4a6-033327df2894 HTTP/1.1" status: 204 len: 168 time: 0.2591259 Jul 13 07:44:16.883622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0343052-f5c8-4184-9627-d20578a2b30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0faa1d3-87a7-4eff-a4a6-033327df2894,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.946118 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.980293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d552ac-5909-4ea4-90f2-438606c2fb9d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.996542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.997614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:16.998261 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.034028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7096457 Jul 13 07:44:17.036931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59302) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:17.048621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Request body: {'subnet': {'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2052931492-subnet', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:17.096488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:17.096841 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-76b2f3a0-d085-417b-8d1b-9edf304cb927 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aceabc8d19984ceb883b4fe4abd4941c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274832 Jul 13 07:44:17.107826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e805b-c0d7-4fb7-9c27-8e6f4a5987e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c62e49-8c44-47ea-9507-879b88cbea89,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:17.118381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a9c62e49-8c44-47ea-9507-879b88cbea89 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:17.130127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Made reservation on behalf of ed8eba618c004919b5952434ec70fa32 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:17.132956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.282530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66ae30a0-d330-4f75-96f1-1d5aa0128576 req-99318476-5979-46d3-80e1-d93db9234dab tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1299374 Jul 13 07:44:17.332719 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6250-766e-4d8c-97a2-4f2f80da6345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.362544 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6250-766e-4d8c-97a2-4f2f80da6345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.493811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6250-766e-4d8c-97a2-4f2f80da6345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.496404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6250-766e-4d8c-97a2-4f2f80da6345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.497584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7f8b6250-766e-4d8c-97a2-4f2f80da6345 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72e56455-2b0c-4122-94e7-144fd4d6707e HTTP/1.1" status: 204 len: 168 time: 0.3970652 Jul 13 07:44:17.510523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b6250-766e-4d8c-97a2-4f2f80da6345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e56455-2b0c-4122-94e7-144fd4d6707e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:17.513533 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.561821 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb32733-904a-451b-b07a-35e865e3bee1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:17.593764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Checking segment: {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:17.594169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Network hostable DHCP agents. Network: a9c62e49-8c44-47ea-9507-879b88cbea89, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:17.614424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Network a9c62e49-8c44-47ea-9507-879b88cbea89 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:17.630230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a9c62e49-8c44-47ea-9507-879b88cbea89) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:17.635405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:17.636055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.643072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12b0a9c-7181-4ac3-90d6-4b552262a2b0 None None] Network a9c62e49-8c44-47ea-9507-879b88cbea89 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:17.664783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7ab0254c-f5bb-4d5b-a0d3-b8fabd3aa094 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6267457 Jul 13 07:44:17.667820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59330) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:17.673677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:17.699664 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.702139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.777266 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.918698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a9c62e49-8c44-47ea-9507-879b88cbea89', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:17.922608 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.990256 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.149375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Allocated IP 172.20.0.2 (a9c62e49-8c44-47ea-9507-879b88cbea89/deb32733-904a-451b-b07a-35e865e3bee1/c63ad96d-a372-4129-a89d-d14472f6ca7a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:18.255682 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.279834 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.334279 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d52883d-c732-43cd-b208-5b1a64c7a3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.440551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Allocated IP 172.25.8.203 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/2f243295-ba7c-4539-b820-77c4e2f8dfe0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:18.470684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.488380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Transition to ACTIVE for port object c63ad96d-a372-4129-a89d-d14472f6ca7a will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:18.514484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Transition to ACTIVE for port object c63ad96d-a372-4129-a89d-d14472f6ca7a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:18.523870 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.565355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7a42879-724d-4ecd-a90b-a6ac889edc14 req-5e9821aa-228d-4866-873c-ebacb1e19a5e tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.0687051 Jul 13 07:44:18.584709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.603181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Pushing event updated for resources: {'Port': ['ID=c63ad96d-a372-4129-a89d-d14472f6ca7a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:18.616689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Network a9c62e49-8c44-47ea-9507-879b88cbea89 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:18.618148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:18.623238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:18.636605 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.678401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:18.682533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:18.686141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:18.700488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Attempting to bind port c63ad96d-a372-4129-a89d-d14472f6ca7a on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:18.700874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Attempting to bind port c63ad96d-a372-4129-a89d-d14472f6ca7a by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:18.701240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Attempting to bind port c63ad96d-a372-4129-a89d-d14472f6ca7a on network a9c62e49-8c44-47ea-9507-879b88cbea89 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:18.708011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:18.708394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Checking segment: {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:18.708803 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.709208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Bound using segment: {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:18.709681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Bound port: c63ad96d-a372-4129-a89d-d14472f6ca7a, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:18.710103 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.738948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2f243295-ba7c-4539-b820-77c4e2f8dfe0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:18.801452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] For port c63ad96d-a372-4129-a89d-d14472f6ca7a, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:18.805495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] For port c63ad96d-a372-4129-a89d-d14472f6ca7a, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c63ad96d-a372-4129-a89d-d14472f6ca7a,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:18.812153 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.913900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686a5f5-fb73-4159-af7c-f445be63b9de None None] Pushing event updated for resources: {'Port': ['ID=c63ad96d-a372-4129-a89d-d14472f6ca7a,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:19.238080 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.441148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59386) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.516917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.189159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c63ad96d-a372-4129-a89d-d14472f6ca7a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:20.298440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c63ad96d-a372-4129-a89d-d14472f6ca7a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:20.361158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'network': {'name': 'tempest-RoutersTest-62211103'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:20.367460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6be720-3bac-4078-88bd-cb7aa85169ca None None] Network a9c62e49-8c44-47ea-9507-879b88cbea89 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:20.431551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba57e324-4b42-4d47-b52f-7221fcd48024 req-ec1c1699-a608-4929-bfcd-4f7cf253105f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.0917137 Jul 13 07:44:20.436639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9cc46d97-abbf-465d-9b70-0337294a07d1 None None] Provisioning for port c63ad96d-a372-4129-a89d-d14472f6ca7a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:20.443011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9cc46d97-abbf-465d-9b70-0337294a07d1 None None] Provisioning complete for port c63ad96d-a372-4129-a89d-d14472f6ca7a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:20.446807 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cc46d97-abbf-465d-9b70-0337294a07d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.498907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:20.502791 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.520381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.565847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Router 75968a34-24b4-4574-99de-730d58e9b8bf is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:20.737201 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.740445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:20.751071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.790911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.794930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8753e47a-c02c-4587-8f17-c86325a2a4b0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1230366 Jul 13 07:44:20.795349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59414) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:20.796342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:20.803191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe6b9bf-499c-443a-9d82-9fd28231bae8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:20.809986 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.810348 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added segment 0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd of type vlan for network d3cf1772-8ab5-4c54-801b-a83211e67cfc Jul 13 07:44:20.822935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59416) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:20.876636 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.942270 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.955611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:20.957204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.993756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Sync routers for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:21.060791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6163950 Jul 13 07:44:21.062629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59424) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:21.071930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'network': {'name': 'tempest-RoutersTest-1547584072'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:21.103301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72e4690-0f06-45ed-b6ff-e40897e516cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.112313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:21.116729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.142441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:21.142967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:43:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:21.145516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c2287-f474-411a-81bb-bacd49566250 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Network': ['ID=d3cf1772-8ab5-4c54-801b-a83211e67cfc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:21.193974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network d3cf1772-8ab5-4c54-801b-a83211e67cfc details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:21.258032 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-747c4d66-7a69-4d4b-952d-63ac6fea25c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.272202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.273658 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cc46d97-abbf-465d-9b70-0337294a07d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.278619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:21.339608 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72e4690-0f06-45ed-b6ff-e40897e516cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.347719 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72e4690-0f06-45ed-b6ff-e40897e516cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.398227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9cc46d97-abbf-465d-9b70-0337294a07d1 None None] For port c63ad96d-a372-4129-a89d-d14472f6ca7a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c63ad96d-a372-4129-a89d-d14472f6ca7a,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:21.409341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cc46d97-abbf-465d-9b70-0337294a07d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.417433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:21.429148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e4690-0f06-45ed-b6ff-e40897e516cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63fe956-7304-46df-889c-9cdcf1861ffe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:21.477081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b72e4690-0f06-45ed-b6ff-e40897e516cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bf0634fe11442e2a64e56daac1f7436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530647 Jul 13 07:44:21.479872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59436) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:21.515846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.516206 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added segment 4d29e81a-5140-4232-82f9-f6db2eb33df4 of type vlan for network 1e87b91d-8867-4840-9ea9-198441f7b614 Jul 13 07:44:21.567961 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2238f2-6d33-4d5a-88ca-d637df364482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.626106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2238f2-6d33-4d5a-88ca-d637df364482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.651037 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.670693 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.706176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc46d97-abbf-465d-9b70-0337294a07d1 None None] Pushing event updated for resources: {'Port': ['ID=c63ad96d-a372-4129-a89d-d14472f6ca7a,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:21.735222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2238f2-6d33-4d5a-88ca-d637df364482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.738320 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2238f2-6d33-4d5a-88ca-d637df364482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.739473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bc2238f2-6d33-4d5a-88ca-d637df364482 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a63fe956-7304-46df-889c-9cdcf1861ffe HTTP/1.1" status: 204 len: 168 time: 0.2586262 Jul 13 07:44:21.755463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1cd5fea7-a77d-4d0c-bfb1-b547734af543 req-ceb82bc2-f50e-4fd1-a1d6-671d1cd491e0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1181431 Jul 13 07:44:21.765447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2238f2-6d33-4d5a-88ca-d637df364482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63fe956-7304-46df-889c-9cdcf1861ffe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:21.880590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:18Z', 'revision_number': 3, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:21.919354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Checking router: 75968a34-24b4-4574-99de-730d58e9b8bf for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:21.919866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Updating router 75968a34-24b4-4574-99de-730d58e9b8bf port 2f243295-ba7c-4539-b820-77c4e2f8dfe0 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:21.946617 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.952211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.953348 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.963647 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.016017 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.030272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ddfc29be-a03a-4a75-ac1f-5f734e0505fc None None] Provisioning complete for port c63ad96d-a372-4129-a89d-d14472f6ca7a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:22.030862 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddfc29be-a03a-4a75-ac1f-5f734e0505fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.047721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:22.052955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'subnet': {'network_id': 'd3cf1772-8ab5-4c54-801b-a83211e67cfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:22.067777 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0018072 Jul 13 07:44:22.184088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c63ad96d-a372-4129-a89d-d14472f6ca7a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:22.272772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a248540-1e16-4bc7-9c96-4bac0db024ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Network': ['ID=1e87b91d-8867-4840-9ea9-198441f7b614,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:22.282455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:22.286155 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.346741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1e87b91d-8867-4840-9ea9-198441f7b614 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:22.416658 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Allocated IP 172.20.0.1 (a9c62e49-8c44-47ea-9507-879b88cbea89/deb32733-904a-451b-b07a-35e865e3bee1/13d8ab08-f804-4f17-af52-2af49d3928cf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:22.531333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c63ad96d-a372-4129-a89d-d14472f6ca7a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:22.531722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.600468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.670317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.674100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Subnet': ['ID=4a0dadc3-eee6-4855-b31d-212a08cd4798,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:22.682850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Checking segment: {'id': '0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd3cf1772-8ab5-4c54-801b-a83211e67cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:22.682998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network hostable DHCP agents. Network: d3cf1772-8ab5-4c54-801b-a83211e67cfc, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:22.709283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Transition to ACTIVE for port object 13d8ab08-f804-4f17-af52-2af49d3928cf will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:22.714199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network d3cf1772-8ab5-4c54-801b-a83211e67cfc is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:22.732135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, d3cf1772-8ab5-4c54-801b-a83211e67cfc) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:22.745089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.745703 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.763470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998cae4-9804-4f23-8352-ed15bb3d88ef None None] Network d3cf1772-8ab5-4c54-801b-a83211e67cfc requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:22.769869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.770644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9e0f1c28-0815-407f-b8bc-3ee99e718666 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7217696 Jul 13 07:44:22.773408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59466) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:22.781320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'subnet': {'network_id': '1e87b91d-8867-4840-9ea9-198441f7b614', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:22.784210 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.815205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Network a9c62e49-8c44-47ea-9507-879b88cbea89 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:22.818378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:22.822254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:22.865150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Pushing event updated for resources: {'Port': ['ID=13d8ab08-f804-4f17-af52-2af49d3928cf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:22.879955 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.951634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Transition to ACTIVE for port object 2f243295-ba7c-4539-b820-77c4e2f8dfe0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:23.026036 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.035090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:23.046001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.132416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Attempting to bind port 2f243295-ba7c-4539-b820-77c4e2f8dfe0 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:23.132937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Attempting to bind port 2f243295-ba7c-4539-b820-77c4e2f8dfe0 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:23.133486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Attempting to bind port 2f243295-ba7c-4539-b820-77c4e2f8dfe0 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:23.176327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:23.176884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:23.179232 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.179232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:23.179232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Bound port: 2f243295-ba7c-4539-b820-77c4e2f8dfe0, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:23.179232 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.193268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62602d37-90c2-4713-867f-4b994ced0710 None None] Pushing event updated for resources: {'Port': ['ID=2f243295-ba7c-4539-b820-77c4e2f8dfe0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.276399 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.303782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f47f10e-5170-4e6b-9c4e-16fa0ba5e98c req-2efb8203-20bb-4a47-a5ae-3fd0db87ecdb tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1679573 Jul 13 07:44:23.334488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6df5b44b-ad93-4f4a-bcd7-e863c10c9628 None None] Provisioning for port 13d8ab08-f804-4f17-af52-2af49d3928cf completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:23.360119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6df5b44b-ad93-4f4a-bcd7-e863c10c9628 None None] Provisioning complete for port 13d8ab08-f804-4f17-af52-2af49d3928cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:23.361734 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6df5b44b-ad93-4f4a-bcd7-e863c10c9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.364458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] For port 2f243295-ba7c-4539-b820-77c4e2f8dfe0, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:23.389191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-d3cf1772-8ab5-4c54-801b-a83211e67cfc', 'network_id': 'd3cf1772-8ab5-4c54-801b-a83211e67cfc', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'fixed_ips': [{'subnet_id': '4a0dadc3-eee6-4855-b31d-212a08cd4798'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:23.390545 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.428308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] For port 2f243295-ba7c-4539-b820-77c4e2f8dfe0, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2f243295-ba7c-4539-b820-77c4e2f8dfe0,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:23.438546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.559500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6df5b44b-ad93-4f4a-bcd7-e863c10c9628 None None] Port 13d8ab08-f804-4f17-af52-2af49d3928cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:23.579426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.585562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:23.586520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:23.663526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62602d37-90c2-4713-867f-4b994ced0710 None None] Pushing event updated for resources: {'Port': ['ID=2f243295-ba7c-4539-b820-77c4e2f8dfe0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.706602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Subnet': ['ID=3326f402-7aa0-4b65-b097-0250dd729fb2,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.720816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.726823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.735226 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.751353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Checking segment: {'id': '4d29e81a-5140-4232-82f9-f6db2eb33df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1e87b91d-8867-4840-9ea9-198441f7b614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:23.751751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network hostable DHCP agents. Network: 1e87b91d-8867-4840-9ea9-198441f7b614, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:23.786143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 1e87b91d-8867-4840-9ea9-198441f7b614 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:23.787482 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Pushing event updated for resources: {'Port': ['ID=13d8ab08-f804-4f17-af52-2af49d3928cf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.800185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1e87b91d-8867-4840-9ea9-198441f7b614) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:23.807941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:23.808605 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.832204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9b945be1-3266-4398-a330-9efb21e78c88 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0574331 Jul 13 07:44:23.833001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:23.839889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3af3b24a-ef3b-44e2-9cdf-bb1bf02c55ec tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-126492408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:23.877817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3af3b24a-ef3b-44e2-9cdf-bb1bf02c55ec tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.882377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3af3b24a-ef3b-44e2-9cdf-bb1bf02c55ec tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.891536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.938245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7baad-2429-46fe-a63c-9adfabf8e90d None None] Network 1e87b91d-8867-4840-9ea9-198441f7b614 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:24.017477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3af3b24a-ef3b-44e2-9cdf-bb1bf02c55ec tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.026172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3af3b24a-ef3b-44e2-9cdf-bb1bf02c55ec tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.060813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3af3b24a-ef3b-44e2-9cdf-bb1bf02c55ec tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.067266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3af3b24a-ef3b-44e2-9cdf-bb1bf02c55ec tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2326446 Jul 13 07:44:24.070657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:24.117240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Allocated IP 172.20.0.2 (d3cf1772-8ab5-4c54-801b-a83211e67cfc/4a0dadc3-eee6-4855-b31d-212a08cd4798/efd00cff-1779-4ebd-a8a5-ff4f2428c3eb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:24.131888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Network a9c62e49-8c44-47ea-9507-879b88cbea89 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:24.135903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:24.162601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:24.394835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Router 75968a34-24b4-4574-99de-730d58e9b8bf has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:24.464804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-79cd007d-e9e7-4da2-aea8-2a2aeb8af0d7 None None] Provisioning complete for port 13d8ab08-f804-4f17-af52-2af49d3928cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:24.465399 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79cd007d-e9e7-4da2-aea8-2a2aeb8af0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.590184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-1e87b91d-8867-4840-9ea9-198441f7b614', 'network_id': '1e87b91d-8867-4840-9ea9-198441f7b614', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'fixed_ips': [{'subnet_id': '3326f402-7aa0-4b65-b097-0250dd729fb2'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:24.590917 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.592595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-857759fc-5b2e-4c92-9f0f-4323591936e4 req-3776d2a7-28d1-48b2-b07c-8fcbd60481b6 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.0763471 Jul 13 07:44:24.654862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:24.665196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-79cd007d-e9e7-4da2-aea8-2a2aeb8af0d7 None None] Port 13d8ab08-f804-4f17-af52-2af49d3928cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:24.665631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bc52ca85-ad04-4edb-8d62-fec61c250a1f admin admin] 10.222.0.41 "PUT /v2.0/routers/75968a34-24b4-4574-99de-730d58e9b8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684583 Jul 13 07:44:24.694600 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.794175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.838896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Transition to ACTIVE for port object efd00cff-1779-4ebd-a8a5-ff4f2428c3eb will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:24.900547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Transition to ACTIVE for port object efd00cff-1779-4ebd-a8a5-ff4f2428c3eb will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:24.907156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1accfe4-b7fb-4ca4-a7c5-5c2070488157 None None] Provisioning complete for port 13d8ab08-f804-4f17-af52-2af49d3928cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:24.907584 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1accfe4-b7fb-4ca4-a7c5-5c2070488157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.964455 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.034905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.20.0.1 (d3cf1772-8ab5-4c54-801b-a83211e67cfc/4a0dadc3-eee6-4855-b31d-212a08cd4798/2912940b-dd09-492d-a2a4-68da23442b40) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:25.048566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Network d3cf1772-8ab5-4c54-801b-a83211e67cfc is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:25.059297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:22Z', 'revision_number': 1, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:25.091202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Allocated IP 172.21.0.2 (1e87b91d-8867-4840-9ea9-198441f7b614/3326f402-7aa0-4b65-b097-0250dd729fb2/a00b9548-0345-4892-a09b-64423b99e0af) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:25.097095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37355f-744e-47a0-a142-e072c3b9493f None None] The sync data for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 is: [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:22Z', 'revision_number': 1, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:25.098747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d1accfe4-b7fb-4ca4-a7c5-5c2070488157 None None] Port 13d8ab08-f804-4f17-af52-2af49d3928cf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:25.100438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:25.106297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:25.111115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Pushing event updated for resources: {'Port': ['ID=efd00cff-1779-4ebd-a8a5-ff4f2428c3eb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.224794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Attempting to bind port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:25.225480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Attempting to bind port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd3cf1772-8ab5-4c54-801b-a83211e67cfc'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:25.226158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Attempting to bind port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb on network d3cf1772-8ab5-4c54-801b-a83211e67cfc {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:25.234707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:25.235357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Checking segment: {'id': '0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd3cf1772-8ab5-4c54-801b-a83211e67cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:25.235942 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.236500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Bound using segment: {'id': '0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd3cf1772-8ab5-4c54-801b-a83211e67cfc'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:25.237154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Bound port: efd00cff-1779-4ebd-a8a5-ff4f2428c3eb, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd3cf1772-8ab5-4c54-801b-a83211e67cfc'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:25.237736 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.334307 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.391873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Transition to ACTIVE for port object 2912940b-dd09-492d-a2a4-68da23442b40 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:25.423640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] For port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:25.463050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.480976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] For port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=efd00cff-1779-4ebd-a8a5-ff4f2428c3eb,segment=NetworkSegment(0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd),segment_id=0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:25.507034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.562278 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.578225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network d3cf1772-8ab5-4c54-801b-a83211e67cfc is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:25.584737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:25.588157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:25.595447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Transition to ACTIVE for port object a00b9548-0345-4892-a09b-64423b99e0af will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:25.626507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebda47-f881-410e-ab2a-c6df1dec55a0 None None] Pushing event updated for resources: {'Port': ['ID=efd00cff-1779-4ebd-a8a5-ff4f2428c3eb,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.635764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Transition to ACTIVE for port object a00b9548-0345-4892-a09b-64423b99e0af will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:25.644866 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.686752 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.775670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=2912940b-dd09-492d-a2a4-68da23442b40,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.818761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Network 1e87b91d-8867-4840-9ea9-198441f7b614 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:25.841196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:25.846851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Pushing event updated for resources: {'Port': ['ID=a00b9548-0345-4892-a09b-64423b99e0af,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.854230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:25.993520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Attempting to bind port a00b9548-0345-4892-a09b-64423b99e0af on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:25.994479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Attempting to bind port a00b9548-0345-4892-a09b-64423b99e0af by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '4d29e81a-5140-4232-82f9-f6db2eb33df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1e87b91d-8867-4840-9ea9-198441f7b614'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:25.994862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Attempting to bind port a00b9548-0345-4892-a09b-64423b99e0af on network 1e87b91d-8867-4840-9ea9-198441f7b614 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:26.007215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:26.007620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Checking segment: {'id': '4d29e81a-5140-4232-82f9-f6db2eb33df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1e87b91d-8867-4840-9ea9-198441f7b614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:26.008977 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.008977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Bound using segment: {'id': '4d29e81a-5140-4232-82f9-f6db2eb33df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1e87b91d-8867-4840-9ea9-198441f7b614'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:26.008977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Bound port: a00b9548-0345-4892-a09b-64423b99e0af, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d29e81a-5140-4232-82f9-f6db2eb33df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1e87b91d-8867-4840-9ea9-198441f7b614'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:26.009315 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.136533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f85efd6e-421e-468f-9fed-19736a3d7d55 req-5eeeb4e3-14ac-44b0-a22d-3c4c39d13349 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1721268 Jul 13 07:44:26.197617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] For port a00b9548-0345-4892-a09b-64423b99e0af, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:26.206410 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] For port a00b9548-0345-4892-a09b-64423b99e0af, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a00b9548-0345-4892-a09b-64423b99e0af,segment=NetworkSegment(4d29e81a-5140-4232-82f9-f6db2eb33df4),segment_id=4d29e81a-5140-4232-82f9-f6db2eb33df4)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:26.209824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.216215 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.340921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1940f-fef6-41d2-85c7-9d559865052c None None] Pushing event updated for resources: {'Port': ['ID=a00b9548-0345-4892-a09b-64423b99e0af,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:26.357139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device efd00cff-1779-4ebd-a8a5-ff4f2428c3eb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:26.572786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:26.603436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:26.614331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1594494025-network', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:26.700299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Made reservation on behalf of 3bb897abb4d346f49aa6c84eec0ebea8 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:26.704636 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.730546 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.903308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.914849 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.203727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.205194 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.220796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.266690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebf4364-c567-4070-a7e3-466160db640d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.314340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=2912940b-dd09-492d-a2a4-68da23442b40,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.353157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:27.379372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.379779 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Added segment 7c8dccdf-4dcc-4f87-9590-5f3608bad036 of type vlan for network 70fadc2a-7a8b-491b-b145-f183a4802080 Jul 13 07:44:27.483499 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4dd4c03-933a-4b1d-920c-ca93f369b61d req-a2ffa500-7487-40b0-b74f-61ed9a6d4ee2 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.0523186 Jul 13 07:44:27.551123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.553061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb8ee85-ae13-451a-9809-e708b70178fc None None] Network d3cf1772-8ab5-4c54-801b-a83211e67cfc requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:27.600585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network d3cf1772-8ab5-4c54-801b-a83211e67cfc is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:27.603705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:27.738445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e158f18c-97fc-4fab-b90b-b0c2b894cbe9 None None] Provisioning for port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:27.741244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.745055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:27.745930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.762383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e158f18c-97fc-4fab-b90b-b0c2b894cbe9 None None] Provisioning complete for port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:27.763245 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e158f18c-97fc-4fab-b90b-b0c2b894cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.849902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2398832 Jul 13 07:44:27.853561 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59586) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:27.873591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Request body: {'subnet': {'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1594494025-subnet', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:27.928506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Made reservation on behalf of 3bb897abb4d346f49aa6c84eec0ebea8 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:27.936875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.939622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c73ca-0ee2-4e19-9551-263fbc623850 admin admin] Pushing event updated for resources: {'Network': ['ID=70fadc2a-7a8b-491b-b145-f183a4802080,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.955848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 70fadc2a-7a8b-491b-b145-f183a4802080 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:27.998872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router cd5c5c11-3026-4537-9361-99222caed2fe is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:28.177388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:28.186961 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26932b6-ed77-433a-b0ea-be305456b7ee None None] Sync routers for ids ['cd5c5c11-3026-4537-9361-99222caed2fe'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:28.193293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6fa4fae0-cfef-4820-b4cd-a9054f30f451 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/cd5c5c11-3026-4537-9361-99222caed2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1189449 Jul 13 07:44:28.196124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59590) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:28.208136 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26932b6-ed77-433a-b0ea-be305456b7ee None None] Routers {'cd5c5c11-3026-4537-9361-99222caed2fe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:28.208808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f26932b6-ed77-433a-b0ea-be305456b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cd5c5c11-3026-4537-9361-99222caed2fe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:28.209474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e158f18c-97fc-4fab-b90b-b0c2b894cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.317492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e158f18c-97fc-4fab-b90b-b0c2b894cbe9 None None] For port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=efd00cff-1779-4ebd-a8a5-ff4f2428c3eb,segment=NetworkSegment(0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd),segment_id=0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:28.325554 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f26932b6-ed77-433a-b0ea-be305456b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:28.326915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a00b9548-0345-4892-a09b-64423b99e0af up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:28.345435 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26932b6-ed77-433a-b0ea-be305456b7ee None None] Routers {'cd5c5c11-3026-4537-9361-99222caed2fe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:28.347421 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f26932b6-ed77-433a-b0ea-be305456b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cd5c5c11-3026-4537-9361-99222caed2fe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:28.351507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c4773-2656-4093-bb64-c6c14d23dfb8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:28.356074 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1a0c4773-2656-4093-bb64-c6c14d23dfb8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports/2912940b-dd09-492d-a2a4-68da23442b40 HTTP/1.1" status: 200 len: 910 time: 0.1588640 Jul 13 07:44:28.356986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59594) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:28.387969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013983ae-ae50-4e74-b71d-fb1a343790dd None None] Network 1e87b91d-8867-4840-9ea9-198441f7b614 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:28.394925 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f26932b6-ed77-433a-b0ea-be305456b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:28.395729 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26932b6-ed77-433a-b0ea-be305456b7ee None None] The sync data for ids ['cd5c5c11-3026-4537-9361-99222caed2fe'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:28.420306 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.425477 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e158f18c-97fc-4fab-b90b-b0c2b894cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.531468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158f18c-97fc-4fab-b90b-b0c2b894cbe9 None None] Pushing event updated for resources: {'Port': ['ID=efd00cff-1779-4ebd-a8a5-ff4f2428c3eb,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:28.566028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e49c397-df70-4e53-850c-ce7a1d26a749,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:28.600386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Checking segment: {'id': '7c8dccdf-4dcc-4f87-9590-5f3608bad036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:28.601496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Network hostable DHCP agents. Network: 70fadc2a-7a8b-491b-b145-f183a4802080, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:28.645182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Network 70fadc2a-7a8b-491b-b145-f183a4802080 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:28.670275 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 70fadc2a-7a8b-491b-b145-f183a4802080) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:28.675656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:28.676404 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.707130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-66ca19ee-1a17-4dab-ac02-421cc38c470b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8499026 Jul 13 07:44:28.708528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59602) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:28.721975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:28.748391 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:44:28.810898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.812691 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.945043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b4366-db0f-45ae-b294-c386b09aa588 None None] Network 70fadc2a-7a8b-491b-b145-f183a4802080 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:28.955081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cb101404-59a7-42d8-ac8a-162cea6173a0 req-51ca21c7-bf2f-4df3-b48b-bbe587e860f6 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1824734 Jul 13 07:44:28.974524 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.067916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a00b9548-0345-4892-a09b-64423b99e0af completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:29.078851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2f243295-ba7c-4539-b820-77c4e2f8dfe0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:29.264317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.349831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Sync routers for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:29.426187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Provisioning for port a00b9548-0345-4892-a09b-64423b99e0af completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:29.492521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Provisioning complete for port a00b9548-0345-4892-a09b-64423b99e0af triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:29.493057 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.523009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:29.523819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:29.690875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 2f243295-ba7c-4539-b820-77c4e2f8dfe0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:29.793800 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2f243295-ba7c-4539-b820-77c4e2f8dfe0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:29.794218 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.832705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.21.0.1 (1e87b91d-8867-4840-9ea9-198441f7b614/3326f402-7aa0-4b65-b097-0250dd729fb2/a5d6f87f-8e93-4c2f-9778-d6897425bd7e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:29.954084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-70fadc2a-7a8b-491b-b145-f183a4802080', 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'fixed_ips': [{'subnet_id': '4e49c397-df70-4e53-850c-ce7a1d26a749'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:29.954972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.011203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:30.055205 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.078171 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.183175 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.222956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Transition to ACTIVE for port object a5d6f87f-8e93-4c2f-9778-d6897425bd7e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:30.323242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.400330 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e562bb2b-65bc-4766-a8d7-ae6131670a19 req-9f6c5eb3-23f4-41a5-ba8b-ec43e7371767 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.1030419 Jul 13 07:44:30.438580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 1e87b91d-8867-4840-9ea9-198441f7b614 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:30.453598 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.455886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:30.468480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:30.481091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 2f243295-ba7c-4539-b820-77c4e2f8dfe0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2f243295-ba7c-4539-b820-77c4e2f8dfe0,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:30.485066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] For port a00b9548-0345-4892-a09b-64423b99e0af, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a00b9548-0345-4892-a09b-64423b99e0af,segment=NetworkSegment(4d29e81a-5140-4232-82f9-f6db2eb33df4),segment_id=4d29e81a-5140-4232-82f9-f6db2eb33df4)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:30.494760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.496970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.625881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=a5d6f87f-8e93-4c2f-9778-d6897425bd7e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:30.678954 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.706903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Provisioning complete for port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:30.707288 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.767321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 2, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:30.769444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device efd00cff-1779-4ebd-a8a5-ff4f2428c3eb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:30.790763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.833570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Allocated IP 172.20.0.2 (70fadc2a-7a8b-491b-b145-f183a4802080/4e49c397-df70-4e53-850c-ce7a1d26a749/a3a6bb11-7c23-483b-9fea-146011202ac5) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:30.835286 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.911783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Checking router: 75968a34-24b4-4574-99de-730d58e9b8bf for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:30.912310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Updating router 75968a34-24b4-4574-99de-730d58e9b8bf port 13d8ab08-f804-4f17-af52-2af49d3928cf binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:30.914548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=2f243295-ba7c-4539-b820-77c4e2f8dfe0,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.038736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Allocated IP 172.25.8.105 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/70e7cc15-008e-4b22-878c-f0adb575525e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:31.072966 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.216296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Pushing event updated for resources: {'Port': ['ID=a00b9548-0345-4892-a09b-64423b99e0af,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.245191 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.277656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.288315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:31.288828 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.330662 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.357523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Provisioning for port 2912940b-dd09-492d-a2a4-68da23442b40 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:31.389405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:31.389599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Provisioning complete for port 2912940b-dd09-492d-a2a4-68da23442b40 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:31.390405 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.393547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:31.398425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:31.440440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Pushing event updated for resources: {'Port': ['ID=70e7cc15-008e-4b22-878c-f0adb575525e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.455593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.456080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.456536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.456986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.457429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.457872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.458580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.458919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.459360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.460224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.460681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.461116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:31.510912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1f360d5f-30bb-4268-befb-81af9e00ea24 None None] Port 2912940b-dd09-492d-a2a4-68da23442b40 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:31.712684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8bc5f32b-8101-46d0-ac7c-a7d1a3b6e1e3 req-676dd7c7-d513-4387-bcb1-1b59bedc6da0 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a04d4f5-a799-4a42-b76f-dfc460b30c68 HTTP/1.1" status: 200 len: 210 time: 0.0964661 Jul 13 07:44:31.818686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.844415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-23959658-e42f-4051-a28f-1dc904fa28a4 None None] Provisioning for port a5d6f87f-8e93-4c2f-9778-d6897425bd7e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:31.848062 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.882401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-23959658-e42f-4051-a28f-1dc904fa28a4 None None] Provisioning complete for port a5d6f87f-8e93-4c2f-9778-d6897425bd7e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:31.882708 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23959658-e42f-4051-a28f-1dc904fa28a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.884743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Transition to ACTIVE for port object a3a6bb11-7c23-483b-9fea-146011202ac5 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:31.917321 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.928592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.955352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Transition to ACTIVE for port object a3a6bb11-7c23-483b-9fea-146011202ac5 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:31.970209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-23959658-e42f-4051-a28f-1dc904fa28a4 None None] Port a5d6f87f-8e93-4c2f-9778-d6897425bd7e cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:31.976953 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.050253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Network 70fadc2a-7a8b-491b-b145-f183a4802080 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:32.051216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-23959658-e42f-4051-a28f-1dc904fa28a4 None None] Provisioning complete for port 2912940b-dd09-492d-a2a4-68da23442b40 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:32.051593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23959658-e42f-4051-a28f-1dc904fa28a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.090905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=a5d6f87f-8e93-4c2f-9778-d6897425bd7e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.109667 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-23959658-e42f-4051-a28f-1dc904fa28a4 None None] Port 2912940b-dd09-492d-a2a4-68da23442b40 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:32.116661 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.126370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:32.137637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:32.191722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Pushing event updated for resources: {'Port': ['ID=a3a6bb11-7c23-483b-9fea-146011202ac5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.214779 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.281114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Attempting to bind port a3a6bb11-7c23-483b-9fea-146011202ac5 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:32.281502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Attempting to bind port a3a6bb11-7c23-483b-9fea-146011202ac5 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7c8dccdf-4dcc-4f87-9590-5f3608bad036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:32.281865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Attempting to bind port a3a6bb11-7c23-483b-9fea-146011202ac5 on network 70fadc2a-7a8b-491b-b145-f183a4802080 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:32.284183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 1e87b91d-8867-4840-9ea9-198441f7b614 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:32.289136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:32.291259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-23959658-e42f-4051-a28f-1dc904fa28a4 None None] Provisioning complete for port a00b9548-0345-4892-a09b-64423b99e0af triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:32.291426 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23959658-e42f-4051-a28f-1dc904fa28a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.299639 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.321282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:32.321681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Checking segment: {'id': '7c8dccdf-4dcc-4f87-9590-5f3608bad036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:32.322129 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.322528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Bound using segment: {'id': '7c8dccdf-4dcc-4f87-9590-5f3608bad036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:32.323035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Bound port: a3a6bb11-7c23-483b-9fea-146011202ac5, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8dccdf-4dcc-4f87-9590-5f3608bad036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:32.323428 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.352905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Transition to ACTIVE for port object 13d8ab08-f804-4f17-af52-2af49d3928cf will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:32.393256 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.398611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:32.476016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router cd5c5c11-3026-4537-9361-99222caed2fe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:32.565110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad4c67-b6a9-4d22-bbd4-5f7f4140dd87 None None] Pushing event updated for resources: {'Port': ['ID=13d8ab08-f804-4f17-af52-2af49d3928cf,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.580071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] For port a3a6bb11-7c23-483b-9fea-146011202ac5, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:32.587381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] For port a3a6bb11-7c23-483b-9fea-146011202ac5, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a3a6bb11-7c23-483b-9fea-146011202ac5,segment=NetworkSegment(7c8dccdf-4dcc-4f87-9590-5f3608bad036),segment_id=7c8dccdf-4dcc-4f87-9590-5f3608bad036)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:32.627483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.635846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:32.646859 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Sync routers for ids ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:32.671741 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Routers {'6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:32.672736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.674312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e897302-88d3-403a-b046-029f71c43581 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9637544 Jul 13 07:44:32.676962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59670) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:32.678509 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:32.736270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:32.755105 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4ac21cb5-f684-49e2-ac41-b912dcaf7dce tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/cd5c5c11-3026-4537-9361-99222caed2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3966188 Jul 13 07:44:32.755872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59674) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:32.759711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99341464-b199-47bc-82ad-649156e01784 None None] Sync routers for ids ['cd5c5c11-3026-4537-9361-99222caed2fe'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:32.819551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Attempting to bind port 13d8ab08-f804-4f17-af52-2af49d3928cf on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:32.819950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Attempting to bind port 13d8ab08-f804-4f17-af52-2af49d3928cf by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:32.820322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Attempting to bind port 13d8ab08-f804-4f17-af52-2af49d3928cf on network a9c62e49-8c44-47ea-9507-879b88cbea89 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:32.865255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2f243295-ba7c-4539-b820-77c4e2f8dfe0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:32.930209 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Set router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:32.930367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:32.930623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Checking segment: {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:32.931022 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.931428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Bound using segment: {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:32.931913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Bound port: 13d8ab08-f804-4f17-af52-2af49d3928cf, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:32.932303 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.943232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061135d7-8c36-4bbb-85ff-11ede0805103 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:32.955397 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-061135d7-8c36-4bbb-85ff-11ede0805103 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports/a5d6f87f-8e93-4c2f-9778-d6897425bd7e HTTP/1.1" status: 200 len: 910 time: 0.1976056 Jul 13 07:44:32.957656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59680) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:33.056277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:33.077851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99341464-b199-47bc-82ad-649156e01784 None None] Routers {'cd5c5c11-3026-4537-9361-99222caed2fe'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:33.078877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-99341464-b199-47bc-82ad-649156e01784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cd5c5c11-3026-4537-9361-99222caed2fe'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.287993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d5972979-f007-425c-9277-dcdd25700743 None None] Provisioning complete for port a5d6f87f-8e93-4c2f-9778-d6897425bd7e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:33.288728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5972979-f007-425c-9277-dcdd25700743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.305632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-99341464-b199-47bc-82ad-649156e01784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.359266 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:28Z', 'updated_at': '2021-07-13T07:44:31Z', 'revision_number': 3, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'gw_port': {'id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:30Z', 'updated_at': '2021-07-13T07:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.375058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157dc83d-f12e-4d77-8c34-e65ef29b4767 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.376896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6ae6e-9bcd-4ccc-8eeb-994d46d0f049 None None] Pushing event updated for resources: {'Port': ['ID=a3a6bb11-7c23-483b-9fea-146011202ac5,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:33.440357 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Checking router: 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:33.440712 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Updating router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b port 70e7cc15-008e-4b22-878c-f0adb575525e binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:33.462982 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157dc83d-f12e-4d77-8c34-e65ef29b4767 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.483245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d5972979-f007-425c-9277-dcdd25700743 None None] Port a5d6f87f-8e93-4c2f-9778-d6897425bd7e cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:33.490423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99341464-b199-47bc-82ad-649156e01784 None None] Routers {'cd5c5c11-3026-4537-9361-99222caed2fe'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:33.491434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-99341464-b199-47bc-82ad-649156e01784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cd5c5c11-3026-4537-9361-99222caed2fe'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.498758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2f243295-ba7c-4539-b820-77c4e2f8dfe0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:33.499304 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.546942 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.606317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157dc83d-f12e-4d77-8c34-e65ef29b4767 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.614311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157dc83d-f12e-4d77-8c34-e65ef29b4767 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.615897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-157dc83d-f12e-4d77-8c34-e65ef29b4767 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "DELETE /v2.0/security-groups/7abdde54-2962-45f6-954c-be3cf371cd79 HTTP/1.1" status: 204 len: 168 time: 0.5446091 Jul 13 07:44:33.622618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-99341464-b199-47bc-82ad-649156e01784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.622840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:33.623752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99341464-b199-47bc-82ad-649156e01784 None None] The sync data for ids ['cd5c5c11-3026-4537-9361-99222caed2fe'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:33.652331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dc83d-f12e-4d77-8c34-e65ef29b4767 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abdde54-2962-45f6-954c-be3cf371cd79,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:33.658969 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-98ba6f43-fb3f-4be5-800c-083963e93388 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] show failed (client error): The resource could not be found. Jul 13 07:44:33.660300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98ba6f43-fb3f-4be5-800c-083963e93388 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "GET /v2.0/security-groups/7abdde54-2962-45f6-954c-be3cf371cd79 HTTP/1.1" status: 404 len: 347 time: 0.0337796 Jul 13 07:44:33.663590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59702) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:33.675818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] For port 13d8ab08-f804-4f17-af52-2af49d3928cf, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:33.718840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] For port 13d8ab08-f804-4f17-af52-2af49d3928cf, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=13d8ab08-f804-4f17-af52-2af49d3928cf,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:33.735079 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.748575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a00b9548-0345-4892-a09b-64423b99e0af up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:33.780854 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.847461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:33.854659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.904216 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.020567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port e9f775c9-e17c-466f-8d0e-433cfee8f76b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:34.021100 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.032523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad4c67-b6a9-4d22-bbd4-5f7f4140dd87 None None] Pushing event updated for resources: {'Port': ['ID=13d8ab08-f804-4f17-af52-2af49d3928cf,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.111774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Allocated IP 172.20.0.1 (70fadc2a-7a8b-491b-b145-f183a4802080/4e49c397-df70-4e53-850c-ce7a1d26a749/4ad727fa-3937-4b41-8f4a-32a571e6e74d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:34.163402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a00b9548-0345-4892-a09b-64423b99e0af triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:34.164056 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.192716 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.221713 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Transition to ACTIVE for port object 70e7cc15-008e-4b22-878c-f0adb575525e will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:34.234078 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.234425 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.236286 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.254337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for e9f775c9-e17c-466f-8d0e-433cfee8f76b owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:34.302052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:34.380787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.414560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Transition to ACTIVE for port object 4ad727fa-3937-4b41-8f4a-32a571e6e74d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:34.513534 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.563623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port a5d6f87f-8e93-4c2f-9778-d6897425bd7e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:34.564202 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.593815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Network 70fadc2a-7a8b-491b-b145-f183a4802080 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:34.612793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:34.616395 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Attempting to bind port 70e7cc15-008e-4b22-878c-f0adb575525e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:34.616779 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Attempting to bind port 70e7cc15-008e-4b22-878c-f0adb575525e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:34.617147 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Attempting to bind port 70e7cc15-008e-4b22-878c-f0adb575525e on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:34.622149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:34.635108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad727fa-3937-4b41-8f4a-32a571e6e74d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.637826 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Pushing event updated for resources: {'Port': ['ID=70e7cc15-008e-4b22-878c-f0adb575525e,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.642236 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:34.649895 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:34.650434 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.651454 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:34.652111 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Bound port: 70e7cc15-008e-4b22-878c-f0adb575525e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:34.652638 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.691904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.707943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423aa65a-52e7-4a6f-9e1b-b3745810244d None None] Network 70fadc2a-7a8b-491b-b145-f183a4802080 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:34.721740 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.722440 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.727542 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.728348 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.729108 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.730309 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.730871 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.733062 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.735336 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.735828 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.736355 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.736683 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:34.745384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.788244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=e9f775c9-e17c-466f-8d0e-433cfee8f76b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.813347 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] For port 70e7cc15-008e-4b22-878c-f0adb575525e, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:34.819047 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] For port 70e7cc15-008e-4b22-878c-f0adb575525e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=70e7cc15-008e-4b22-878c-f0adb575525e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:34.825756 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.840857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.888655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for a5d6f87f-8e93-4c2f-9778-d6897425bd7e owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:34.902790 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6c24-520a-4480-9a76-b283105a7659 None None] Pushing event updated for resources: {'Port': ['ID=70e7cc15-008e-4b22-878c-f0adb575525e,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.912981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.915620 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.916828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-31b2e0e1-7435-41d3-b9cb-f2b60c787276 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "DELETE /v2.0/floatingips/31851599-0318-4509-93ee-8400f5798e6c HTTP/1.1" status: 204 len: 168 time: 1.2522359 Jul 13 07:44:34.943483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:34.945659 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Routers {'6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:34.948129 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:35.039272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 13d8ab08-f804-4f17-af52-2af49d3928cf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:35.049599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9eeb8f12-8ab8-4f69-90aa-765a258f21fd None None] Provisioning for port a3a6bb11-7c23-483b-9fea-146011202ac5 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:35.120990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.133132 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] Set router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:35.156480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:33Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:35.157036 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.178255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cb178935-9e60-40b0-bb94-1e54b69c6d0f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port d85f8c36-3b7d-420e-9014-9e823118f779 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:35.179020 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb178935-9e60-40b0-bb94-1e54b69c6d0f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.196827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=a5d6f87f-8e93-4c2f-9778-d6897425bd7e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:35.253644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb40b37-70a9-4f0a-971f-c3018aed8bef None None] The sync data for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 is: [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:33Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:35.309503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 13d8ab08-f804-4f17-af52-2af49d3928cf completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:35.316235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 13d8ab08-f804-4f17-af52-2af49d3928cf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:35.316621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.396541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb178935-9e60-40b0-bb94-1e54b69c6d0f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.531477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cb178935-9e60-40b0-bb94-1e54b69c6d0f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for d85f8c36-3b7d-420e-9014-9e823118f779 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:35.551380 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:28Z', 'updated_at': '2021-07-13T07:44:31Z', 'revision_number': 3, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'gw_port': {'id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:30Z', 'updated_at': '2021-07-13T07:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:35.562213 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.632931 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c914f-72a7-468a-8968-077f2b105cd1 None None] The sync data for ids ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'] in n-d-758944-43 is: [{'id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:28Z', 'updated_at': '2021-07-13T07:44:31Z', 'revision_number': 3, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'gw_port': {'id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:30Z', 'updated_at': '2021-07-13T07:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:35.638734 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.673583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 13d8ab08-f804-4f17-af52-2af49d3928cf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=13d8ab08-f804-4f17-af52-2af49d3928cf,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:35.681868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.701458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.730865 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.768586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a3a6bb11-7c23-483b-9fea-146011202ac5 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:35.947045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad727fa-3937-4b41-8f4a-32a571e6e74d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:35.961432 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.987811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb178935-9e60-40b0-bb94-1e54b69c6d0f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.025079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=13d8ab08-f804-4f17-af52-2af49d3928cf,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:36.092143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb178935-9e60-40b0-bb94-1e54b69c6d0f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=d85f8c36-3b7d-420e-9014-9e823118f779,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:36.133108 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1170ec72-73e8-4a4a-b3e2-2fbd2eba732b None None] Provisioning for port 4ad727fa-3937-4b41-8f4a-32a571e6e74d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:36.142340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a3a6bb11-7c23-483b-9fea-146011202ac5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:36.149231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a3a6bb11-7c23-483b-9fea-146011202ac5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:36.149828 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.158749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1170ec72-73e8-4a4a-b3e2-2fbd2eba732b None None] Provisioning complete for port 4ad727fa-3937-4b41-8f4a-32a571e6e74d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:36.159717 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1170ec72-73e8-4a4a-b3e2-2fbd2eba732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.269626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1170ec72-73e8-4a4a-b3e2-2fbd2eba732b None None] Port 4ad727fa-3937-4b41-8f4a-32a571e6e74d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:36.417777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.437827 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb178935-9e60-40b0-bb94-1e54b69c6d0f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.444346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cb178935-9e60-40b0-bb94-1e54b69c6d0f tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "DELETE /v2.0/ports/d85f8c36-3b7d-420e-9014-9e823118f779 HTTP/1.1" status: 204 len: 168 time: 1.4997387 Jul 13 07:44:36.445658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e85a45de-78a5-4990-b8a3-534ddefd394b None None] Provisioning complete for port 13d8ab08-f804-4f17-af52-2af49d3928cf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:36.445658 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e85a45de-78a5-4990-b8a3-534ddefd394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.446984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59726) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:36.450957 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.558500 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Network 70fadc2a-7a8b-491b-b145-f183a4802080 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:36.564486 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:36.581429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port a3a6bb11-7c23-483b-9fea-146011202ac5, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a3a6bb11-7c23-483b-9fea-146011202ac5,segment=NetworkSegment(7c8dccdf-4dcc-4f87-9590-5f3608bad036),segment_id=7c8dccdf-4dcc-4f87-9590-5f3608bad036)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:36.589006 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.831128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router cd5c5c11-3026-4537-9361-99222caed2fe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:36.985155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-aec94d60-e25e-4a53-8eb3-60b6fc4c0ae9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port 40724019-3d21-4399-a1da-fa1f90436469 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:36.985469 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aec94d60-e25e-4a53-8eb3-60b6fc4c0ae9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.007452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:37.082535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:37.089712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8fe42ad3-523a-4034-9826-35193217ad20 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/cd5c5c11-3026-4537-9361-99222caed2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1293194 Jul 13 07:44:37.093040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:37.103785 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f3fa5-c0dd-413e-a86b-486d66f02a6d None None] Sync routers for ids ['cd5c5c11-3026-4537-9361-99222caed2fe'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:37.121358 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f3fa5-c0dd-413e-a86b-486d66f02a6d None None] Routers {'cd5c5c11-3026-4537-9361-99222caed2fe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:37.123069 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d8f3fa5-c0dd-413e-a86b-486d66f02a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cd5c5c11-3026-4537-9361-99222caed2fe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:37.196291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=a3a6bb11-7c23-483b-9fea-146011202ac5,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:37.224834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e85a45de-78a5-4990-b8a3-534ddefd394b None None] Provisioning complete for port 4ad727fa-3937-4b41-8f4a-32a571e6e74d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:37.224987 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d8f3fa5-c0dd-413e-a86b-486d66f02a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:37.229462 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e85a45de-78a5-4990-b8a3-534ddefd394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.242194 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f3fa5-c0dd-413e-a86b-486d66f02a6d None None] Routers {'cd5c5c11-3026-4537-9361-99222caed2fe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:37.242834 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d8f3fa5-c0dd-413e-a86b-486d66f02a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cd5c5c11-3026-4537-9361-99222caed2fe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:37.287436 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d8f3fa5-c0dd-413e-a86b-486d66f02a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:37.288133 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f3fa5-c0dd-413e-a86b-486d66f02a6d None None] The sync data for ids ['cd5c5c11-3026-4537-9361-99222caed2fe'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:37.318461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e85a45de-78a5-4990-b8a3-534ddefd394b None None] Port 4ad727fa-3937-4b41-8f4a-32a571e6e74d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:37.411441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aec94d60-e25e-4a53-8eb3-60b6fc4c0ae9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.433200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-aec94d60-e25e-4a53-8eb3-60b6fc4c0ae9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for 40724019-3d21-4399-a1da-fa1f90436469 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:37.460953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-33da5cb0-9bf6-4124-ae35-fbb10e357618 None None] Provisioning complete for port 4ad727fa-3937-4b41-8f4a-32a571e6e74d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:37.461548 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33da5cb0-9bf6-4124-ae35-fbb10e357618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.531371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.541223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-33da5cb0-9bf6-4124-ae35-fbb10e357618 None None] Port 4ad727fa-3937-4b41-8f4a-32a571e6e74d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:37.555243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 70e7cc15-008e-4b22-878c-f0adb575525e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:37.670700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 70e7cc15-008e-4b22-878c-f0adb575525e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:37.676348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 70e7cc15-008e-4b22-878c-f0adb575525e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:37.677402 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.774873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.792589 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.820192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 70e7cc15-008e-4b22-878c-f0adb575525e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=70e7cc15-008e-4b22-878c-f0adb575525e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:37.824932 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.866429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 13d8ab08-f804-4f17-af52-2af49d3928cf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:37.872508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:37.939708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=70e7cc15-008e-4b22-878c-f0adb575525e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:37.947636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:37.964080 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-013ee28b-2cd1-445a-a977-d02d445306c4 admin admin] 10.222.0.41 "PUT /v2.0/routers/6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2843814 Jul 13 07:44:37.980825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 13d8ab08-f804-4f17-af52-2af49d3928cf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:37.981547 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.081885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aec94d60-e25e-4a53-8eb3-60b6fc4c0ae9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.103241 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8f53-2d0a-4d33-9e9d-e867d97b1b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.114248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec94d60-e25e-4a53-8eb3-60b6fc4c0ae9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=40724019-3d21-4399-a1da-fa1f90436469,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:38.173747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 2912940b-dd09-492d-a2a4-68da23442b40 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:38.174128 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.203446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aec94d60-e25e-4a53-8eb3-60b6fc4c0ae9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.205314 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aec94d60-e25e-4a53-8eb3-60b6fc4c0ae9 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "DELETE /v2.0/ports/40724019-3d21-4399-a1da-fa1f90436469 HTTP/1.1" status: 204 len: 168 time: 1.7556880 Jul 13 07:44:38.208033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59754) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:38.343507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce3c7e0-28f9-4970-97c8-f2eed6e1c883 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting subnet 61a1c8bb-51b4-4f75-8b0b-8495978543ad {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:38.364956 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c7e0-28f9-4970-97c8-f2eed6e1c883 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.390769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.422549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 2912940b-dd09-492d-a2a4-68da23442b40 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:38.425505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8f53-2d0a-4d33-9e9d-e867d97b1b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.436540 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8f53-2d0a-4d33-9e9d-e867d97b1b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.445436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c7e0-28f9-4970-97c8-f2eed6e1c883 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.568211 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e0ec8f53-2d0a-4d33-9e9d-e867d97b1b8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94686a5a01124f35b32782c5e2b91e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953230 Jul 13 07:44:38.572277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:38.573626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec8f53-2d0a-4d33-9e9d-e867d97b1b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d8dc24-eea3-46f9-8e68-45fd59e53527,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:38.652585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Sync routers for ids ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:38.664149 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bca50c-c49d-4448-bec3-44b94f329680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.667763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Routers {'6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:38.668749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:38.689277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bca50c-c49d-4448-bec3-44b94f329680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.710485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c7e0-28f9-4970-97c8-f2eed6e1c883 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.774299 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bca50c-c49d-4448-bec3-44b94f329680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.778873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bca50c-c49d-4448-bec3-44b94f329680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.785689 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b3bca50c-c49d-4448-bec3-44b94f329680 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44d8dc24-eea3-46f9-8e68-45fd59e53527 HTTP/1.1" status: 204 len: 168 time: 0.2118182 Jul 13 07:44:38.803906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bca50c-c49d-4448-bec3-44b94f329680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d8dc24-eea3-46f9-8e68-45fd59e53527,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:38.854440 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c7e0-28f9-4970-97c8-f2eed6e1c883 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.868812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Set router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:38.890750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3c7e0-28f9-4970-97c8-f2eed6e1c883 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Subnet': ['ID=61a1c8bb-51b4-4f75-8b0b-8495978543ad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:38.893000 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c7e0-28f9-4970-97c8-f2eed6e1c883 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.895133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9ce3c7e0-28f9-4970-97c8-f2eed6e1c883 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "DELETE /v2.0/subnets/61a1c8bb-51b4-4f75-8b0b-8495978543ad HTTP/1.1" status: 204 len: 168 time: 0.6861064 Jul 13 07:44:38.896727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.898027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59798) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:38.916393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e07c2f-0421-4d06-81f2-bdcf29696992 None None] Network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:38.927751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=2912940b-dd09-492d-a2a4-68da23442b40,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.033068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-29188a1a-141f-4f8d-a1c0-18ee9f6192f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting subnet f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:39.037560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29188a1a-141f-4f8d-a1c0-18ee9f6192f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.141439 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29188a1a-141f-4f8d-a1c0-18ee9f6192f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.215826 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.308711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 70e7cc15-008e-4b22-878c-f0adb575525e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:39.315287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29188a1a-141f-4f8d-a1c0-18ee9f6192f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.361081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59806) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.383138 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be06dc50-4735-46c0-9762-4624cccfabfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.414432 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29188a1a-141f-4f8d-a1c0-18ee9f6192f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.458958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29188a1a-141f-4f8d-a1c0-18ee9f6192f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.468885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29188a1a-141f-4f8d-a1c0-18ee9f6192f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.476013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-29188a1a-141f-4f8d-a1c0-18ee9f6192f8 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "DELETE /v2.0/subnets/f0cc0c8d-5e2c-48b9-8e66-9e4b041fef9e HTTP/1.1" status: 204 len: 168 time: 0.5755987 Jul 13 07:44:39.476994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59826) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.483050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f21f96-f2ec-4cb1-a4b6-c6dc1086aaf0 None None] Network a2ba3e5a-c575-4ce1-9576-3509935ca7a5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:39.501142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router cd5c5c11-3026-4537-9361-99222caed2fe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:39.572144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.597164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:39.613832 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a99c0-44ae-4e53-aed3-0253f9198a51 None None] Sync routers for ids ['cd5c5c11-3026-4537-9361-99222caed2fe'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:39.614773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-194494b5-8099-4bc9-a066-52c76326884c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/cd5c5c11-3026-4537-9361-99222caed2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5193093 Jul 13 07:44:39.616451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.643662 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a99c0-44ae-4e53-aed3-0253f9198a51 None None] Routers {'cd5c5c11-3026-4537-9361-99222caed2fe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:39.645201 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f60a99c0-44ae-4e53-aed3-0253f9198a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cd5c5c11-3026-4537-9361-99222caed2fe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:39.652891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0f353c66-b308-46c6-9b9f-f2e95ffebbbf tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd5c5c11-3026-4537-9361-99222caed2fe HTTP/1.1" status: 200 len: 205 time: 0.0349147 Jul 13 07:44:39.655568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59842) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.663326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 70e7cc15-008e-4b22-878c-f0adb575525e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:39.663915 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.751617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c56c7f31-4fdf-4fd9-8339-f7b3057d157c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.769702 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f60a99c0-44ae-4e53-aed3-0253f9198a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:39.785088 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a99c0-44ae-4e53-aed3-0253f9198a51 None None] Routers {'cd5c5c11-3026-4537-9361-99222caed2fe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:39.787890 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f60a99c0-44ae-4e53-aed3-0253f9198a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cd5c5c11-3026-4537-9361-99222caed2fe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:39.805448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] DHCP port deletion for c3ae3182-ee65-45df-a2a0-9915e6f96ce1 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:39.859245 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f60a99c0-44ae-4e53-aed3-0253f9198a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:39.860232 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a99c0-44ae-4e53-aed3-0253f9198a51 None None] The sync data for ids ['cd5c5c11-3026-4537-9361-99222caed2fe'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:39.866258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be06dc50-4735-46c0-9762-4624cccfabfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.875476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be06dc50-4735-46c0-9762-4624cccfabfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.876133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:28Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 4, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'gw_port': {'id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:30Z', 'updated_at': '2021-07-13T07:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4ad727fa-3937-4b41-8f4a-32a571e6e74d', 'name': '', 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'mac_address': 'fa:16:3e:ff:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4e49c397-df70-4e53-850c-ce7a1d26a749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:33Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 2, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'subnets': [{'id': '4e49c397-df70-4e53-850c-ce7a1d26a749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:39.888976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port 184d4275-e013-46c4-a9a3-aa5341f14668 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:39.891954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.949389 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-be06dc50-4735-46c0-9762-4624cccfabfe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6c4d81b92ae48b49b3105aa383cef8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5869048 Jul 13 07:44:39.950144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59844) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.956320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36355ea3-7aa3-4f2e-98a2-9bd1ef5e019a None None] DHCP port deletion for a2ba3e5a-c575-4ce1-9576-3509935ca7a5 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:39.962866 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06dc50-4735-46c0-9762-4624cccfabfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0330e914-e41f-4d4a-a41a-3e5f86d08bda,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.975916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Checking router: 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:39.976554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Updating router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b port 4ad727fa-3937-4b41-8f4a-32a571e6e74d binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:39.985012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a3a6bb11-7c23-483b-9fea-146011202ac5 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:40.012431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c56c7f31-4fdf-4fd9-8339-f7b3057d157c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.015158 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c56c7f31-4fdf-4fd9-8339-f7b3057d157c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.027511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] For port 184d4275-e013-46c4-a9a3-aa5341f14668, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=184d4275-e013-46c4-a9a3-aa5341f14668,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:40.027968 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.052075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for 184d4275-e013-46c4-a9a3-aa5341f14668 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:40.077350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c56c7f31-4fdf-4fd9-8339-f7b3057d157c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.078368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c7f31-4fdf-4fd9-8339-f7b3057d157c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Fanout notify agent at l3_agent the message router_deleted on router cd5c5c11-3026-4537-9361-99222caed2fe {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:40.087968 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c56c7f31-4fdf-4fd9-8339-f7b3057d157c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.089239 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c56c7f31-4fdf-4fd9-8339-f7b3057d157c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/cd5c5c11-3026-4537-9361-99222caed2fe HTTP/1.1" status: 204 len: 168 time: 0.4322102 Jul 13 07:44:40.092425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59846) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:40.112888 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.122274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05965a69-7968-4ad9-b79f-26177821b6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.156670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] Deleting port 184d4275-e013-46c4-a9a3-aa5341f14668 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:40.157355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.167192 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05965a69-7968-4ad9-b79f-26177821b6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.188409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b668ef73-5a76-48e8-9df9-febc4bcd7dc4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting subnet 3326f402-7aa0-4b65-b097-0250dd729fb2 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:40.194086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b668ef73-5a76-48e8-9df9-febc4bcd7dc4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.225156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a3a6bb11-7c23-483b-9fea-146011202ac5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:40.225570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.226666 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.231146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-36355ea3-7aa3-4f2e-98a2-9bd1ef5e019a None None] Deleting port d09a5564-32cc-4cff-ba08-1d5835237f1d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:40.231520 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36355ea3-7aa3-4f2e-98a2-9bd1ef5e019a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.261197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=184d4275-e013-46c4-a9a3-aa5341f14668,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.263101 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b668ef73-5a76-48e8-9df9-febc4bcd7dc4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.266076 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] No DVR routers for this DVR port 184d4275-e013-46c4-a9a3-aa5341f14668 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:40.355856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05965a69-7968-4ad9-b79f-26177821b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.359175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05965a69-7968-4ad9-b79f-26177821b6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.363342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-05965a69-7968-4ad9-b79f-26177821b6f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0330e914-e41f-4d4a-a41a-3e5f86d08bda HTTP/1.1" status: 204 len: 168 time: 0.4089735 Jul 13 07:44:40.402522 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.405900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05965a69-7968-4ad9-b79f-26177821b6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0330e914-e41f-4d4a-a41a-3e5f86d08bda,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.416171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ae3182-ee65-45df-a2a0-9915e6f96ce1']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.427965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b668ef73-5a76-48e8-9df9-febc4bcd7dc4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.429710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31c7283-5b37-4248-9118-75d2c024ce6a') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.430071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31c7283-5b37-4248-9118-75d2c024ce6a') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.445342 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.459083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] For port 184d4275-e013-46c4-a9a3-aa5341f14668, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=184d4275-e013-46c4-a9a3-aa5341f14668,segment=NetworkSegment(a31c7283-5b37-4248-9118-75d2c024ce6a),segment_id=a31c7283-5b37-4248-9118-75d2c024ce6a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:40.459488 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.487796 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.505974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:40.507990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:40.516379 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:40.524836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b668ef73-5a76-48e8-9df9-febc4bcd7dc4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.528745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] Calling delete_port for 184d4275-e013-46c4-a9a3-aa5341f14668 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:40.556238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-36355ea3-7aa3-4f2e-98a2-9bd1ef5e019a None None] For port d09a5564-32cc-4cff-ba08-1d5835237f1d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d09a5564-32cc-4cff-ba08-1d5835237f1d,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:40.556637 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36355ea3-7aa3-4f2e-98a2-9bd1ef5e019a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.570413 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b668ef73-5a76-48e8-9df9-febc4bcd7dc4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.579297 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b668ef73-5a76-48e8-9df9-febc4bcd7dc4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/3326f402-7aa0-4b65-b097-0250dd729fb2 HTTP/1.1" status: 204 len: 168 time: 0.4847298 Jul 13 07:44:40.580399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59852) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:40.581092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a83d73-4d3b-46f8-b0c9-55dbf13d6146 None None] Network 1e87b91d-8867-4840-9ea9-198441f7b614 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:40.581451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668ef73-5a76-48e8-9df9-febc4bcd7dc4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Subnet': ['ID=3326f402-7aa0-4b65-b097-0250dd729fb2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.654401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-36355ea3-7aa3-4f2e-98a2-9bd1ef5e019a None None] Calling delete_port for d09a5564-32cc-4cff-ba08-1d5835237f1d owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:40.673002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-67775672-652c-4972-8362-79b8476443c0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting subnet 4a0dadc3-eee6-4855-b31d-212a08cd4798 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:40.677723 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67775672-652c-4972-8362-79b8476443c0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.682582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.730007 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.731658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67775672-652c-4972-8362-79b8476443c0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.734248 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "DELETE /v2.0/networks/c3ae3182-ee65-45df-a2a0-9915e6f96ce1 HTTP/1.1" status: 204 len: 168 time: 1.2513158 Jul 13 07:44:40.735958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dcbf8-f096-4ae5-8c9b-ae431eeeb4c1 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Network': ['ID=c3ae3182-ee65-45df-a2a0-9915e6f96ce1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.739877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59856) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:40.845445 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.913670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Deleting port d09a5564-32cc-4cff-ba08-1d5835237f1d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:40.914191 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.940898 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67775672-652c-4972-8362-79b8476443c0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.040708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67775672-652c-4972-8362-79b8476443c0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.083917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67775672-652c-4972-8362-79b8476443c0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0dadc3-eee6-4855-b31d-212a08cd4798,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.090527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67775672-652c-4972-8362-79b8476443c0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.094019 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-67775672-652c-4972-8362-79b8476443c0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/4a0dadc3-eee6-4855-b31d-212a08cd4798 HTTP/1.1" status: 204 len: 168 time: 0.5066295 Jul 13 07:44:41.095889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59866) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:41.114957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] For port d09a5564-32cc-4cff-ba08-1d5835237f1d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d09a5564-32cc-4cff-ba08-1d5835237f1d,segment=NetworkSegment(6e227f9b-aa49-4d8b-ae78-1c374abd022c),segment_id=6e227f9b-aa49-4d8b-ae78-1c374abd022c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:41.115563 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.117158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bef864-7874-4517-8739-4b9f42e6ea1f None None] Network d3cf1772-8ab5-4c54-801b-a83211e67cfc requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:41.170612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.182700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Calling delete_port for d09a5564-32cc-4cff-ba08-1d5835237f1d owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:41.224856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.309876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] Network c3ae3182-ee65-45df-a2a0-9915e6f96ce1 is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:44:41.310370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] No DVR routers for this DVR port 184d4275-e013-46c4-a9a3-aa5341f14668 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:41.323118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port a00b9548-0345-4892-a09b-64423b99e0af {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:41.323550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.327626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d09a5564-32cc-4cff-ba08-1d5835237f1d no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:41.329162 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36355ea3-7aa3-4f2e-98a2-9bd1ef5e019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.338752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.357077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f96995-d2f7-479d-add7-42269d3ae763 None None] Pushing event deleted for resources: {'Port': ['ID=184d4275-e013-46c4-a9a3-aa5341f14668,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.387957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] No DVR routers for this DVR port d09a5564-32cc-4cff-ba08-1d5835237f1d on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:41.391003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Port': ['ID=d09a5564-32cc-4cff-ba08-1d5835237f1d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.395242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: d09a5564-32cc-4cff-ba08-1d5835237f1d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:41.395607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d09a5564-32cc-4cff-ba08-1d5835237f1d not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:41.396013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 184d4275-e013-46c4-a9a3-aa5341f14668 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:41.441612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.457298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36355ea3-7aa3-4f2e-98a2-9bd1ef5e019a None None] Pushing event deleted for resources: {'Port': ['ID=d09a5564-32cc-4cff-ba08-1d5835237f1d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.487893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Transition to ACTIVE for port object 4ad727fa-3937-4b41-8f4a-32a571e6e74d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:41.494601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port a00b9548-0345-4892-a09b-64423b99e0af, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a00b9548-0345-4892-a09b-64423b99e0af,segment=NetworkSegment(4d29e81a-5140-4232-82f9-f6db2eb33df4),segment_id=4d29e81a-5140-4232-82f9-f6db2eb33df4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:41.494960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.509939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for a00b9548-0345-4892-a09b-64423b99e0af owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:41.510194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36355ea3-7aa3-4f2e-98a2-9bd1ef5e019a None None] No DVR routers for this DVR port d09a5564-32cc-4cff-ba08-1d5835237f1d on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:41.520141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 184d4275-e013-46c4-a9a3-aa5341f14668 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:41.521196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 184d4275-e013-46c4-a9a3-aa5341f14668 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:41.529656 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.611291 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.618293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5656aa9-0268-405c-b593-629449d312c6 None None] Pushing event updated for resources: {'Port': ['ID=4ad727fa-3937-4b41-8f4a-32a571e6e74d,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.639524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ba3e5a-c575-4ce1-9576-3509935ca7a5']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:41.661433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e227f9b-aa49-4d8b-ae78-1c374abd022c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:41.661736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e227f9b-aa49-4d8b-ae78-1c374abd022c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:41.681168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.700381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.721604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c33495c-b135-4412-8a22-065209e91b05 None None] DHCP port deletion for 1e87b91d-8867-4840-9ea9-198441f7b614 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:41.722263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.756611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Attempting to bind port 4ad727fa-3937-4b41-8f4a-32a571e6e74d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:41.757257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Attempting to bind port 4ad727fa-3937-4b41-8f4a-32a571e6e74d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7c8dccdf-4dcc-4f87-9590-5f3608bad036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:41.757873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Attempting to bind port 4ad727fa-3937-4b41-8f4a-32a571e6e74d on network 70fadc2a-7a8b-491b-b145-f183a4802080 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:41.763992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:41.766777 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.771074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:41.771862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Checking segment: {'id': '7c8dccdf-4dcc-4f87-9590-5f3608bad036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:41.772521 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.773165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Bound using segment: {'id': '7c8dccdf-4dcc-4f87-9590-5f3608bad036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:41.773970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Bound port: 4ad727fa-3937-4b41-8f4a-32a571e6e74d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8dccdf-4dcc-4f87-9590-5f3608bad036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:41.774752 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:41.777772 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:41.909586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6dd76-3f5f-411d-9a2f-4f4ba1726859 None None] DHCP port deletion for d3cf1772-8ab5-4c54-801b-a83211e67cfc request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:41.986811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.996615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] For port 4ad727fa-3937-4b41-8f4a-32a571e6e74d, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:42.000941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] For port 4ad727fa-3937-4b41-8f4a-32a571e6e74d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4ad727fa-3937-4b41-8f4a-32a571e6e74d,segment=NetworkSegment(7c8dccdf-4dcc-4f87-9590-5f3608bad036),segment_id=7c8dccdf-4dcc-4f87-9590-5f3608bad036)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:42.001847 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.011509 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] 10.222.0.41 "DELETE /v2.0/networks/a2ba3e5a-c575-4ce1-9576-3509935ca7a5 HTTP/1.1" status: 204 len: 168 time: 1.2704082 Jul 13 07:44:42.011782 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.060209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7d22a-b458-41aa-afb4-38be96666d54 tempest-TaggedBootDevicesTest-1493096389 tempest-TaggedBootDevicesTest-1493096389-project] Pushing event deleted for resources: {'Network': ['ID=a2ba3e5a-c575-4ce1-9576-3509935ca7a5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:42.129502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Routers {'6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:42.130160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.178838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-daf6dd76-3f5f-411d-9a2f-4f4ba1726859 None None] Deleting port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:42.179212 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-daf6dd76-3f5f-411d-9a2f-4f4ba1726859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.204959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5656aa9-0268-405c-b593-629449d312c6 None None] Pushing event updated for resources: {'Port': ['ID=4ad727fa-3937-4b41-8f4a-32a571e6e74d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:42.227463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=a00b9548-0345-4892-a09b-64423b99e0af,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:42.246260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No DVR routers for this DVR port a00b9548-0345-4892-a09b-64423b99e0af on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:42.363956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-daf6dd76-3f5f-411d-9a2f-4f4ba1726859 None None] For port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=efd00cff-1779-4ebd-a8a5-ff4f2428c3eb,segment=NetworkSegment(0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd),segment_id=0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:42.364367 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-daf6dd76-3f5f-411d-9a2f-4f4ba1726859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.408333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-daf6dd76-3f5f-411d-9a2f-4f4ba1726859 None None] Calling delete_port for efd00cff-1779-4ebd-a8a5-ff4f2428c3eb owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:42.417083 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.437932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] Set router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:42.449626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e87b91d-8867-4840-9ea9-198441f7b614']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.468662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d29e81a-5140-4232-82f9-f6db2eb33df4') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.469486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d29e81a-5140-4232-82f9-f6db2eb33df4') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.488442 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.509356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.520896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:42.521664 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:42.526617 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:42.602047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.614762 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.617995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/networks/1e87b91d-8867-4840-9ea9-198441f7b614 HTTP/1.1" status: 204 len: 168 time: 1.5180857 Jul 13 07:44:42.619982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:42.628183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fda1c-fca8-4133-819e-e4b2f5a8f3b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Network': ['ID=1e87b91d-8867-4840-9ea9-198441f7b614,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:42.766599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.818862 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-daf6dd76-3f5f-411d-9a2f-4f4ba1726859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.858843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6dd76-3f5f-411d-9a2f-4f4ba1726859 None None] No DVR routers for this DVR port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:42.860883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6dd76-3f5f-411d-9a2f-4f4ba1726859 None None] Pushing event deleted for resources: {'Port': ['ID=efd00cff-1779-4ebd-a8a5-ff4f2428c3eb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:42.913517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:42.913916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:28Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 4, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'gw_port': {'id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:30Z', 'updated_at': '2021-07-13T07:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4ad727fa-3937-4b41-8f4a-32a571e6e74d', 'name': '', 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'mac_address': 'fa:16:3e:ff:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4e49c397-df70-4e53-850c-ce7a1d26a749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:33Z', 'updated_at': '2021-07-13T07:44:41Z', 'revision_number': 4, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'subnets': [{'id': '4e49c397-df70-4e53-850c-ce7a1d26a749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.916970 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.956813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84f315-7078-47bf-bdc4-d6d0143629ec None None] The sync data for ids ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'] in n-d-758944-43 is: [{'id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:28Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 4, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'gw_port': {'id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:30Z', 'updated_at': '2021-07-13T07:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '4ad727fa-3937-4b41-8f4a-32a571e6e74d', 'name': '', 'network_id': '70fadc2a-7a8b-491b-b145-f183a4802080', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'mac_address': 'fa:16:3e:ff:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4e49c397-df70-4e53-850c-ce7a1d26a749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:33Z', 'updated_at': '2021-07-13T07:44:41Z', 'revision_number': 4, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'subnets': [{'id': '4e49c397-df70-4e53-850c-ce7a1d26a749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:43.079127 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb, host n-d-758944-43, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:43.080587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.101225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for efd00cff-1779-4ebd-a8a5-ff4f2428c3eb owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:43.106664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:44:43.106664 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.164875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No DVR routers for this DVR port efd00cff-1779-4ebd-a8a5-ff4f2428c3eb on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:43.174494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=efd00cff-1779-4ebd-a8a5-ff4f2428c3eb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.312408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4ad727fa-3937-4b41-8f4a-32a571e6e74d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:43.314734 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.326261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cf1772-8ab5-4c54-801b-a83211e67cfc']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:43.348771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:43.348771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0832107e-6a5d-4a24-b6e5-dfed5b6c7bcd') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:43.361084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.379690 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.387887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:43.388358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:43.391814 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:43.458209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 4ad727fa-3937-4b41-8f4a-32a571e6e74d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:43.465453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4ad727fa-3937-4b41-8f4a-32a571e6e74d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:43.466768 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.479914 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.491218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.500163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59918) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:43.508047 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/networks/d3cf1772-8ab5-4c54-801b-a83211e67cfc HTTP/1.1" status: 204 len: 168 time: 0.8720021 Jul 13 07:44:43.516352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'network': {'name': 'tempest-RoutersTest-1535653611'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:43.552131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5f270-e356-405e-afb2-3ece84026a03 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Network': ['ID=d3cf1772-8ab5-4c54-801b-a83211e67cfc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.596226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:43.600231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.669469 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:43.685833 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.688649 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.695129 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added segment c5ea3dd7-c895-4b06-8be3-413171847862 of type vlan for network 2bdde223-b773-4311-a94a-53d923ff393c Jul 13 07:44:43.777482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 4ad727fa-3937-4b41-8f4a-32a571e6e74d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4ad727fa-3937-4b41-8f4a-32a571e6e74d,segment=NetworkSegment(7c8dccdf-4dcc-4f87-9590-5f3608bad036),segment_id=7c8dccdf-4dcc-4f87-9590-5f3608bad036)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:43.785672 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.821380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.890015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.896850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.901789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.929082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=4ad727fa-3937-4b41-8f4a-32a571e6e74d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.970310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4663579 Jul 13 07:44:43.973226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59932) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:43.979633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'subnet': {'network_id': '2bdde223-b773-4311-a94a-53d923ff393c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:44.020739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b33c0-9211-4426-b18e-61627e1393bb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Network': ['ID=2bdde223-b773-4311-a94a-53d923ff393c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.035915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 2bdde223-b773-4311-a94a-53d923ff393c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:44.052977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a00b9548-0345-4892-a09b-64423b99e0af no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:44.124202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a00b9548-0345-4892-a09b-64423b99e0af {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:44.124946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a00b9548-0345-4892-a09b-64423b99e0af not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:44.130771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device efd00cff-1779-4ebd-a8a5-ff4f2428c3eb no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:44.173846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: efd00cff-1779-4ebd-a8a5-ff4f2428c3eb {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:44.174932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device efd00cff-1779-4ebd-a8a5-ff4f2428c3eb not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:44.353252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:44.359580 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.452736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-816aa706-b89d-4c6b-8fdb-97c393edf205 None None] Provisioning complete for port 4ad727fa-3937-4b41-8f4a-32a571e6e74d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:44.453402 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-816aa706-b89d-4c6b-8fdb-97c393edf205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.868231 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.956418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Subnet': ['ID=861abf99-c650-406c-927e-b0e9cd65d203,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:45.005103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Checking segment: {'id': 'c5ea3dd7-c895-4b06-8be3-413171847862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2bdde223-b773-4311-a94a-53d923ff393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:45.005837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network hostable DHCP agents. Network: 2bdde223-b773-4311-a94a-53d923ff393c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:45.044040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 2bdde223-b773-4311-a94a-53d923ff393c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:45.063316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 2bdde223-b773-4311-a94a-53d923ff393c) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:45.068751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:45.069356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.078829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19611f3-3b24-4368-aeb1-3de25a96bbba None None] Network 2bdde223-b773-4311-a94a-53d923ff393c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:45.116907 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0d471979-b0ef-4c6e-a5ae-2e985e9beae6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1417036 Jul 13 07:44:45.122316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59956) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.129656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3a963201-8592-4b3b-8f21-438e2ab4ab09 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1586277668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:45.168208 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a963201-8592-4b3b-8f21-438e2ab4ab09 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.169987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a963201-8592-4b3b-8f21-438e2ab4ab09 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.310229 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4ad727fa-3937-4b41-8f4a-32a571e6e74d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:45.354415 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a963201-8592-4b3b-8f21-438e2ab4ab09 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.362577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a963201-8592-4b3b-8f21-438e2ab4ab09 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.399333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a963201-8592-4b3b-8f21-438e2ab4ab09 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.401255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3a963201-8592-4b3b-8f21-438e2ab4ab09 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2768333 Jul 13 07:44:45.405432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.411523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'port': {'network_id': '2bdde223-b773-4311-a94a-53d923ff393c', 'name': 'tempest-RoutersTest-1785607992'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:45.465681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4ad727fa-3937-4b41-8f4a-32a571e6e74d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:45.468887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.596343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-2bdde223-b773-4311-a94a-53d923ff393c', 'network_id': '2bdde223-b773-4311-a94a-53d923ff393c', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'fixed_ips': [{'subnet_id': '861abf99-c650-406c-927e-b0e9cd65d203'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:45.599170 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.653041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:45.657032 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.693082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] device_id is not set on port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:46.028454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.20.0.13 (2bdde223-b773-4311-a94a-53d923ff393c/861abf99-c650-406c-927e-b0e9cd65d203/929ecfc0-b491-4a6c-ad50-ef9948e32fc1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:46.335845 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.371427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Transition to ACTIVE for port object 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:46.457147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.521722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 2bdde223-b773-4311-a94a-53d923ff393c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:46.527647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:46.541688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:46.578310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Allocated IP 172.20.0.2 (2bdde223-b773-4311-a94a-53d923ff393c/861abf99-c650-406c-927e-b0e9cd65d203/5e60fd55-b267-4944-b673-e4f2e2e59215) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:46.599831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=929ecfc0-b491-4a6c-ad50-ef9948e32fc1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.642548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.643229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.688646 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-275f1269-6fb4-4db2-a619-f9ddbde68dbd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2816057 Jul 13 07:44:46.691294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.879990 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.898976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Transition to ACTIVE for port object 5e60fd55-b267-4944-b673-e4f2e2e59215 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:46.919963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Transition to ACTIVE for port object 5e60fd55-b267-4944-b673-e4f2e2e59215 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:46.928309 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.052411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Network 2bdde223-b773-4311-a94a-53d923ff393c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:47.056563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:47.062791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:47.066877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Pushing event updated for resources: {'Port': ['ID=5e60fd55-b267-4944-b673-e4f2e2e59215,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.407239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Attempting to bind port 5e60fd55-b267-4944-b673-e4f2e2e59215 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:47.408062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Attempting to bind port 5e60fd55-b267-4944-b673-e4f2e2e59215 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c5ea3dd7-c895-4b06-8be3-413171847862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2bdde223-b773-4311-a94a-53d923ff393c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:47.408661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Attempting to bind port 5e60fd55-b267-4944-b673-e4f2e2e59215 on network 2bdde223-b773-4311-a94a-53d923ff393c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:47.418761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:47.419703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Checking segment: {'id': 'c5ea3dd7-c895-4b06-8be3-413171847862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2bdde223-b773-4311-a94a-53d923ff393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:47.420891 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.421896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Bound using segment: {'id': 'c5ea3dd7-c895-4b06-8be3-413171847862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2bdde223-b773-4311-a94a-53d923ff393c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:47.423491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Bound port: 5e60fd55-b267-4944-b673-e4f2e2e59215, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ea3dd7-c895-4b06-8be3-413171847862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2bdde223-b773-4311-a94a-53d923ff393c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:47.424124 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.471554 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.586050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] For port 5e60fd55-b267-4944-b673-e4f2e2e59215, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:47.595986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] For port 5e60fd55-b267-4944-b673-e4f2e2e59215, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5e60fd55-b267-4944-b673-e4f2e2e59215,segment=NetworkSegment(c5ea3dd7-c895-4b06-8be3-413171847862),segment_id=c5ea3dd7-c895-4b06-8be3-413171847862)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:47.609978 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.733905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85049d78-65ac-4ddf-bd70-3136a0f698e0 None None] Pushing event updated for resources: {'Port': ['ID=5e60fd55-b267-4944-b673-e4f2e2e59215,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.995038 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.010587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.265651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=929ecfc0-b491-4a6c-ad50-ef9948e32fc1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:48.335160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-586b4bfb-7dff-48eb-b8b5-ea4f53adebe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.537811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.715226 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.113290 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.121670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.243330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.273061 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=929ecfc0-b491-4a6c-ad50-ef9948e32fc1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:49.359527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a82572-eaaf-490f-886c-9517652a32fd None None] Network 2bdde223-b773-4311-a94a-53d923ff393c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:49.407886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5e60fd55-b267-4944-b673-e4f2e2e59215 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:49.452820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 2bdde223-b773-4311-a94a-53d923ff393c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:49.454816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:49.612157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cb943474-222f-419b-b442-221805d2b100 None None] Provisioning for port 5e60fd55-b267-4944-b673-e4f2e2e59215 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:49.690695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 5e60fd55-b267-4944-b673-e4f2e2e59215 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:49.699634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5e60fd55-b267-4944-b673-e4f2e2e59215 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:49.700405 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.719076 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 83228b7d-5db7-45fa-b040-44c1720f841c is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:49.914967 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:49.915370 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.924680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-74da80a6-bfde-4c8a-9310-a1a018a564b0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/83228b7d-5db7-45fa-b040-44c1720f841c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2298644 Jul 13 07:44:49.925209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:49.970021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64998d-18ff-42f2-9eba-84830a700662 None None] Sync routers for ids ['83228b7d-5db7-45fa-b040-44c1720f841c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:50.010071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64998d-18ff-42f2-9eba-84830a700662 None None] Routers {'83228b7d-5db7-45fa-b040-44c1720f841c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:50.010720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bc64998d-18ff-42f2-9eba-84830a700662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['83228b7d-5db7-45fa-b040-44c1720f841c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:50.015259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390fd64-4ac4-46f4-a753-d507e11dd8cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.023380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6390fd64-4ac4-46f4-a753-d507e11dd8cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports/929ecfc0-b491-4a6c-ad50-ef9948e32fc1 HTTP/1.1" status: 200 len: 978 time: 0.0948186 Jul 13 07:44:50.023502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60068) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:50.080398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bc64998d-18ff-42f2-9eba-84830a700662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:50.100071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 5e60fd55-b267-4944-b673-e4f2e2e59215, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5e60fd55-b267-4944-b673-e4f2e2e59215,segment=NetworkSegment(c5ea3dd7-c895-4b06-8be3-413171847862),segment_id=c5ea3dd7-c895-4b06-8be3-413171847862)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:50.113315 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.119291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64998d-18ff-42f2-9eba-84830a700662 None None] Routers {'83228b7d-5db7-45fa-b040-44c1720f841c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:50.124995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bc64998d-18ff-42f2-9eba-84830a700662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['83228b7d-5db7-45fa-b040-44c1720f841c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:50.214460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bc64998d-18ff-42f2-9eba-84830a700662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:50.215136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64998d-18ff-42f2-9eba-84830a700662 None None] The sync data for ids ['83228b7d-5db7-45fa-b040-44c1720f841c'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:50.244027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=5e60fd55-b267-4944-b673-e4f2e2e59215,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:50.625272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e25b47c0-6967-4e8b-853b-8cca279cfde1 None None] Provisioning complete for port 5e60fd55-b267-4944-b673-e4f2e2e59215 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:50.627119 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e25b47c0-6967-4e8b-853b-8cca279cfde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.767880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e25b47c0-6967-4e8b-853b-8cca279cfde1 None None] Provisioning for port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:50.774561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e25b47c0-6967-4e8b-853b-8cca279cfde1 None None] Provisioning complete for port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:50.775950 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e25b47c0-6967-4e8b-853b-8cca279cfde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.839486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e25b47c0-6967-4e8b-853b-8cca279cfde1 None None] Port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:51.091459 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-119a82a6-ddee-4b78-9643-1fdccffec5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.098913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8ac12c4-fe09-4526-99be-0c61b00a5fd8 None None] Provisioning complete for port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.099327 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8ac12c4-fe09-4526-99be-0c61b00a5fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.116195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.156631 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.185419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac12c4-fe09-4526-99be-0c61b00a5fd8 None None] Port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:51.299708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5e60fd55-b267-4944-b673-e4f2e2e59215 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:51.418713 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5e60fd55-b267-4944-b673-e4f2e2e59215 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.421090 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.534748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dab535c5-2db8-4fdf-88a3-8f17b7b6bbdd None None] Provisioning complete for port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.535872 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dab535c5-2db8-4fdf-88a3-8f17b7b6bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.630008 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:51.630382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.652229 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dab535c5-2db8-4fdf-88a3-8f17b7b6bbdd None None] Port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:51.880274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7cdc0-4902-406c-84c4-9e589d9dc97e req-bea81b24-bfb9-4c74-81d9-700a92b5f257 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:51.887358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fa35991d-511c-4fa8-98c5-0e6ecad1f494 None None] Provisioning complete for port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.888078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9b7cdc0-4902-406c-84c4-9e589d9dc97e req-bea81b24-bfb9-4c74-81d9-700a92b5f257 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.2245445 Jul 13 07:44:51.894529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa35991d-511c-4fa8-98c5-0e6ecad1f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.905568 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.944827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:51.965013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9b7cdc0-4902-406c-84c4-9e589d9dc97e req-270c3cbf-f33f-4ea6-9093-087d268f3527 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757940 Jul 13 07:44:52.054537 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.073239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fa35991d-511c-4fa8-98c5-0e6ecad1f494 None None] Port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:52.302455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-90f6c331-dbea-4170-bd6c-2098026a7dc1 None None] Provisioning complete for port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:52.302840 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90f6c331-dbea-4170-bd6c-2098026a7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.315359 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.362625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=929ecfc0-b491-4a6c-ad50-ef9948e32fc1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:52.376181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-90f6c331-dbea-4170-bd6c-2098026a7dc1 None None] Port 929ecfc0-b491-4a6c-ad50-ef9948e32fc1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:52.588709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60130) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:52.631168 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.947583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 83228b7d-5db7-45fa-b040-44c1720f841c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:53.098389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:53.108587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7c36b605-1657-49a9-821a-d404240d0fc1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/83228b7d-5db7-45fa-b040-44c1720f841c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0798745 Jul 13 07:44:53.108913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60140) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:53.128366 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d58b8a-b8eb-4648-b8a0-b942bfe59f6c None None] Sync routers for ids ['83228b7d-5db7-45fa-b040-44c1720f841c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:53.129487 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3aa0-801b-4d8e-9ea4-4d5af1ad545b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.153375 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d58b8a-b8eb-4648-b8a0-b942bfe59f6c None None] Routers {'83228b7d-5db7-45fa-b040-44c1720f841c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:53.154078 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-23d58b8a-b8eb-4648-b8a0-b942bfe59f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['83228b7d-5db7-45fa-b040-44c1720f841c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:53.217569 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-23d58b8a-b8eb-4648-b8a0-b942bfe59f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:53.230961 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d58b8a-b8eb-4648-b8a0-b942bfe59f6c None None] Routers {'83228b7d-5db7-45fa-b040-44c1720f841c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:53.232743 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-23d58b8a-b8eb-4648-b8a0-b942bfe59f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['83228b7d-5db7-45fa-b040-44c1720f841c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:53.290976 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-23d58b8a-b8eb-4648-b8a0-b942bfe59f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:53.292010 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d58b8a-b8eb-4648-b8a0-b942bfe59f6c None None] The sync data for ids ['83228b7d-5db7-45fa-b040-44c1720f841c'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:53.376424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3aa0-801b-4d8e-9ea4-4d5af1ad545b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.383867 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a29266c1-8e0e-4be2-9ef7-e90151663c0e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 07:44:53.387621 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a29266c1-8e0e-4be2-9ef7-e90151663c0e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/83228b7d-5db7-45fa-b040-44c1720f841c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2752275 Jul 13 07:44:53.388228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:53.406127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3aa0-801b-4d8e-9ea4-4d5af1ad545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.427285 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c2199cb9-46f9-4bca-ab94-284bc3c27b08 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=83228b7d-5db7-45fa-b040-44c1720f841c HTTP/1.1" status: 200 len: 205 time: 0.0336199 Jul 13 07:44:53.427285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60146) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:53.515895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b4fb3aa0-801b-4d8e-9ea4-4d5af1ad545b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a4a635ef64f4155a65eabff45b8428e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9245849 Jul 13 07:44:53.518983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60150) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:53.519957 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb3aa0-801b-4d8e-9ea4-4d5af1ad545b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718be980-19b4-4514-a2da-dbda7d1c5e62,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:53.581772 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1265452f-d997-4545-b872-9773edb90de9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.600168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373e5f9-7e60-413c-bf38-5f65c05c4cc7 req-6b893803-d8dd-4623-a402-5b83ac0c208c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.601713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1373e5f9-7e60-413c-bf38-5f65c05c4cc7 req-6b893803-d8dd-4623-a402-5b83ac0c208c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.2234678 Jul 13 07:44:53.635964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-daa0a7c9-df6a-4601-9585-8ed62bc8f949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.665381 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.702407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-daa0a7c9-df6a-4601-9585-8ed62bc8f949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.713037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1373e5f9-7e60-413c-bf38-5f65c05c4cc7 req-ff37fe6e-6dee-4c08-85ec-69ab1395f994 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030059 Jul 13 07:44:53.781367 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-daa0a7c9-df6a-4601-9585-8ed62bc8f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.784914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-daa0a7c9-df6a-4601-9585-8ed62bc8f949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.786809 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-daa0a7c9-df6a-4601-9585-8ed62bc8f949 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/718be980-19b4-4514-a2da-dbda7d1c5e62 HTTP/1.1" status: 204 len: 168 time: 0.2635069 Jul 13 07:44:53.797762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0a7c9-df6a-4601-9585-8ed62bc8f949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718be980-19b4-4514-a2da-dbda7d1c5e62,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:53.901994 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1265452f-d997-4545-b872-9773edb90de9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.909403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1265452f-d997-4545-b872-9773edb90de9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.003842 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1265452f-d997-4545-b872-9773edb90de9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.004615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1265452f-d997-4545-b872-9773edb90de9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Fanout notify agent at l3_agent the message router_deleted on router 83228b7d-5db7-45fa-b040-44c1720f841c {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:54.024007 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1265452f-d997-4545-b872-9773edb90de9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.028054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:54.028924 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1265452f-d997-4545-b872-9773edb90de9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/83228b7d-5db7-45fa-b040-44c1720f841c HTTP/1.1" status: 204 len: 168 time: 0.6022170 Jul 13 07:44:54.125983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb942d6b-777b-4874-ab20-7b9905106852 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting subnet 861abf99-c650-406c-927e-b0e9cd65d203 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:54.134562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb942d6b-777b-4874-ab20-7b9905106852 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.253609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb942d6b-777b-4874-ab20-7b9905106852 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.456449 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb942d6b-777b-4874-ab20-7b9905106852 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.548060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb942d6b-777b-4874-ab20-7b9905106852 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.591814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734522f-81da-4761-95b2-9b1842029b99 None None] Network 2bdde223-b773-4311-a94a-53d923ff393c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:54.593425 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb942d6b-777b-4874-ab20-7b9905106852 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.598905 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fb942d6b-777b-4874-ab20-7b9905106852 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/861abf99-c650-406c-927e-b0e9cd65d203 HTTP/1.1" status: 204 len: 168 time: 0.5689168 Jul 13 07:44:54.599126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60190) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:54.630117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb942d6b-777b-4874-ab20-7b9905106852 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Subnet': ['ID=861abf99-c650-406c-927e-b0e9cd65d203,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:54.821878 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.972501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7054e-a37b-46f2-99b2-c01d977e3467 None None] DHCP port deletion for 2bdde223-b773-4311-a94a-53d923ff393c request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:55.001858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 5e60fd55-b267-4944-b673-e4f2e2e59215 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:55.007705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.079268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7054e-a37b-46f2-99b2-c01d977e3467 None None] Deleting port 5e60fd55-b267-4944-b673-e4f2e2e59215 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:55.080142 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6fd7054e-a37b-46f2-99b2-c01d977e3467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.155245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port 5e60fd55-b267-4944-b673-e4f2e2e59215, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5e60fd55-b267-4944-b673-e4f2e2e59215,segment=NetworkSegment(c5ea3dd7-c895-4b06-8be3-413171847862),segment_id=c5ea3dd7-c895-4b06-8be3-413171847862)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:55.155614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.181609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 5e60fd55-b267-4944-b673-e4f2e2e59215 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:55.209913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7cdfd-f4a2-4354-adb3-cb5ca5bf8e22 req-2929d568-8a42-415d-8933-5f19866b26ed tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:55.217799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25f7cdfd-f4a2-4354-adb3-cb5ca5bf8e22 req-2929d568-8a42-415d-8933-5f19866b26ed tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.1807659 Jul 13 07:44:55.257503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6fd7054e-a37b-46f2-99b2-c01d977e3467 None None] For port 5e60fd55-b267-4944-b673-e4f2e2e59215, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5e60fd55-b267-4944-b673-e4f2e2e59215,segment=NetworkSegment(c5ea3dd7-c895-4b06-8be3-413171847862),segment_id=c5ea3dd7-c895-4b06-8be3-413171847862)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:55.258870 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6fd7054e-a37b-46f2-99b2-c01d977e3467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.307679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7054e-a37b-46f2-99b2-c01d977e3467 None None] Calling delete_port for 5e60fd55-b267-4944-b673-e4f2e2e59215 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:55.335847 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-25f7cdfd-f4a2-4354-adb3-cb5ca5bf8e22 req-e964e985-979d-46cf-85cc-7d9de91546dd tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167705 Jul 13 07:44:55.360174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.395639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=5e60fd55-b267-4944-b673-e4f2e2e59215,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.408033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No DVR routers for this DVR port 5e60fd55-b267-4944-b673-e4f2e2e59215 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:55.434928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5e60fd55-b267-4944-b673-e4f2e2e59215 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:55.505551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 5e60fd55-b267-4944-b673-e4f2e2e59215 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:55.505907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5e60fd55-b267-4944-b673-e4f2e2e59215 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:55.591535 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.602382 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6fd7054e-a37b-46f2-99b2-c01d977e3467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.603497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdde223-b773-4311-a94a-53d923ff393c']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:55.617478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ea3dd7-c895-4b06-8be3-413171847862') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:55.617926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ea3dd7-c895-4b06-8be3-413171847862') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:55.630550 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.646252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7054e-a37b-46f2-99b2-c01d977e3467 None None] Pushing event deleted for resources: {'Port': ['ID=5e60fd55-b267-4944-b673-e4f2e2e59215,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.651395 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.651622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7054e-a37b-46f2-99b2-c01d977e3467 None None] No DVR routers for this DVR port 5e60fd55-b267-4944-b673-e4f2e2e59215 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:55.676535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:55.677026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:55.683455 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:55.784211 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.797538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.804873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/networks/2bdde223-b773-4311-a94a-53d923ff393c HTTP/1.1" status: 204 len: 168 time: 1.2017546 Jul 13 07:44:55.805650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60214) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.813338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'network': {'name': 'tempest-RoutersTest-476842404'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:55.821065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6188c-5437-4463-bfbc-8a62c6190a7e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Network': ['ID=2bdde223-b773-4311-a94a-53d923ff393c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.869566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:55.873905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.912993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:55.924345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.924602 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added segment 10f48fe9-a874-48c1-9abd-0c5d50924755 of type vlan for network 191b2a27-3611-4d31-9f06-e87e9f544a76 Jul 13 07:44:55.975149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.012183 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.020811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:56.021838 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.108638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Network': ['ID=191b2a27-3611-4d31-9f06-e87e9f544a76,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:56.120468 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-80b72c38-30ad-4b87-b005-1b4c4bc57c86 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3135631 Jul 13 07:44:56.122837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:56.131125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'subnet': {'network_id': '191b2a27-3611-4d31-9f06-e87e9f544a76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:56.141149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 191b2a27-3611-4d31-9f06-e87e9f544a76 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:56.279659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:56.285910 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.687264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.812011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Subnet': ['ID=80886349-7e99-4646-90aa-a4ee7e58cf0e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:56.838282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07c80-c5bf-42ae-86c3-21341b5d856b req-bbc9b2b2-3ffb-498e-a0ad-7127b2f9d493 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:56.846996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20f07c80-c5bf-42ae-86c3-21341b5d856b req-bbc9b2b2-3ffb-498e-a0ad-7127b2f9d493 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.2925632 Jul 13 07:44:56.872858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Checking segment: {'id': '10f48fe9-a874-48c1-9abd-0c5d50924755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '191b2a27-3611-4d31-9f06-e87e9f544a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:56.873031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network hostable DHCP agents. Network: 191b2a27-3611-4d31-9f06-e87e9f544a76, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:56.945886 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20f07c80-c5bf-42ae-86c3-21341b5d856b req-28b01100-a456-47cf-9d9a-446f6bdcd510 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975893 Jul 13 07:44:56.971361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 191b2a27-3611-4d31-9f06-e87e9f544a76 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:56.989644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 191b2a27-3611-4d31-9f06-e87e9f544a76) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:56.999729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b191f159-6279-4e54-8a77-76a5b050a0f2 None None] Network 191b2a27-3611-4d31-9f06-e87e9f544a76 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:57.001811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.002604 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.048089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-40cce3c6-862a-4886-8f5c-6d8ed1eec036 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9229984 Jul 13 07:44:57.050565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:57.055317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9226dc6d-11f2-4f22-8c77-5d7d762ef0be tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1572085392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:57.103853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9226dc6d-11f2-4f22-8c77-5d7d762ef0be tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.105636 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9226dc6d-11f2-4f22-8c77-5d7d762ef0be tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.232679 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9226dc6d-11f2-4f22-8c77-5d7d762ef0be tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.242471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9226dc6d-11f2-4f22-8c77-5d7d762ef0be tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.276193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-191b2a27-3611-4d31-9f06-e87e9f544a76', 'network_id': '191b2a27-3611-4d31-9f06-e87e9f544a76', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'fixed_ips': [{'subnet_id': '80886349-7e99-4646-90aa-a4ee7e58cf0e'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:57.279314 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.282394 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9226dc6d-11f2-4f22-8c77-5d7d762ef0be tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.283701 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9226dc6d-11f2-4f22-8c77-5d7d762ef0be tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2321136 Jul 13 07:44:57.286701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60262) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:57.559189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Allocated IP 172.20.0.2 (191b2a27-3611-4d31-9f06-e87e9f544a76/80886349-7e99-4646-90aa-a4ee7e58cf0e/a8715a9c-fa46-4743-8ebc-8d8039151d91) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:57.772509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.791886 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.805606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Transition to ACTIVE for port object a8715a9c-fa46-4743-8ebc-8d8039151d91 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:57.823126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Transition to ACTIVE for port object a8715a9c-fa46-4743-8ebc-8d8039151d91 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:57.835671 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.890727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Network 191b2a27-3611-4d31-9f06-e87e9f544a76 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:57.897754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:57.903070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:57.950066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Pushing event updated for resources: {'Port': ['ID=a8715a9c-fa46-4743-8ebc-8d8039151d91,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:57.979593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:57.981041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:57.983933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:57.985415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:57.988559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:57.990224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:57.999158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:58.000401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:58.001328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:58.001768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:58.002367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:58.003392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:58.087122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Attempting to bind port a8715a9c-fa46-4743-8ebc-8d8039151d91 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:58.087641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Attempting to bind port a8715a9c-fa46-4743-8ebc-8d8039151d91 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '10f48fe9-a874-48c1-9abd-0c5d50924755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '191b2a27-3611-4d31-9f06-e87e9f544a76'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:58.088285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Attempting to bind port a8715a9c-fa46-4743-8ebc-8d8039151d91 on network 191b2a27-3611-4d31-9f06-e87e9f544a76 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:58.095639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:58.096463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Checking segment: {'id': '10f48fe9-a874-48c1-9abd-0c5d50924755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '191b2a27-3611-4d31-9f06-e87e9f544a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:58.097000 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.097566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Bound using segment: {'id': '10f48fe9-a874-48c1-9abd-0c5d50924755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '191b2a27-3611-4d31-9f06-e87e9f544a76'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:58.098377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Bound port: a8715a9c-fa46-4743-8ebc-8d8039151d91, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f48fe9-a874-48c1-9abd-0c5d50924755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '191b2a27-3611-4d31-9f06-e87e9f544a76'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:58.098923 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.137014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60312) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:58.212119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] For port a8715a9c-fa46-4743-8ebc-8d8039151d91, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:58.215490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] For port a8715a9c-fa46-4743-8ebc-8d8039151d91, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a8715a9c-fa46-4743-8ebc-8d8039151d91,segment=NetworkSegment(10f48fe9-a874-48c1-9abd-0c5d50924755),segment_id=10f48fe9-a874-48c1-9abd-0c5d50924755)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:58.222478 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.307620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82643d07-c157-4e11-8daa-15b8cf78af52 None None] Pushing event updated for resources: {'Port': ['ID=a8715a9c-fa46-4743-8ebc-8d8039151d91,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:58.426413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6b350ea-7c26-4db5-81b6-d4a4b3381081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.441389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.20.0.1 (191b2a27-3611-4d31-9f06-e87e9f544a76/80886349-7e99-4646-90aa-a4ee7e58cf0e/63290f97-f06d-4263-9b45-e7468bca1db6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:58.600669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:58.624366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b293680-2bdd-4841-9f77-a4bfc96afedc req-8ca22635-51da-434c-bebf-8f4e7823a04d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:58.626001 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b293680-2bdd-4841-9f77-a4bfc96afedc req-8ca22635-51da-434c-bebf-8f4e7823a04d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.2828329 Jul 13 07:44:58.739229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.750590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b293680-2bdd-4841-9f77-a4bfc96afedc req-eaaefb03-728b-40ce-a2a1-5193757d4722 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143992 Jul 13 07:44:58.769142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Transition to ACTIVE for port object 63290f97-f06d-4263-9b45-e7468bca1db6 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:58.812085 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6b350ea-7c26-4db5-81b6-d4a4b3381081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.819003 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6b350ea-7c26-4db5-81b6-d4a4b3381081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.886596 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.942210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a6b350ea-7c26-4db5-81b6-d4a4b3381081 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a8c18ffb9864b8db213762adcf8699e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7925730 Jul 13 07:44:58.950535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60336) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:59.068777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b350ea-7c26-4db5-81b6-d4a4b3381081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e701dae-b0c4-47c1-92ca-60737a2ee684,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.085797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 191b2a27-3611-4d31-9f06-e87e9f544a76 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:59.100414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:59.102857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:59.108120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=63290f97-f06d-4263-9b45-e7468bca1db6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.177608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6508da39-3b4a-441d-b5c7-bd6fa7aac137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.180938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.277549 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6508da39-3b4a-441d-b5c7-bd6fa7aac137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.403153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a8715a9c-fa46-4743-8ebc-8d8039151d91 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:59.497398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a8715a9c-fa46-4743-8ebc-8d8039151d91 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:59.538837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.773391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0e92e-1624-49c7-b955-e9dc31a599f7 None None] Network 191b2a27-3611-4d31-9f06-e87e9f544a76 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:59.957884 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6508da39-3b4a-441d-b5c7-bd6fa7aac137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.964804 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6508da39-3b4a-441d-b5c7-bd6fa7aac137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.969730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6508da39-3b4a-441d-b5c7-bd6fa7aac137 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e701dae-b0c4-47c1-92ca-60737a2ee684 HTTP/1.1" status: 204 len: 168 time: 0.9932942 Jul 13 07:45:00.004608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.009134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508da39-3b4a-441d-b5c7-bd6fa7aac137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e701dae-b0c4-47c1-92ca-60737a2ee684,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:00.052990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Deleting port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:00.053619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.126303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4ebdf7e1-abe5-4b9f-b751-9a4b084b9ceb None None] Provisioning for port a8715a9c-fa46-4743-8ebc-8d8039151d91 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:00.139752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4ebdf7e1-abe5-4b9f-b751-9a4b084b9ceb None None] Provisioning complete for port a8715a9c-fa46-4743-8ebc-8d8039151d91 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:00.139752 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf7e1-abe5-4b9f-b751-9a4b084b9ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.156377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] For port 4529d307-a9c1-4fca-9ee8-21c16ac47c0b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4529d307-a9c1-4fca-9ee8-21c16ac47c0b,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:00.156782 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.176552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Calling delete_port for 4529d307-a9c1-4fca-9ee8-21c16ac47c0b owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:00.289721 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf7e1-abe5-4b9f-b751-9a4b084b9ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.361756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4ebdf7e1-abe5-4b9f-b751-9a4b084b9ceb None None] For port a8715a9c-fa46-4743-8ebc-8d8039151d91, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a8715a9c-fa46-4743-8ebc-8d8039151d91,segment=NetworkSegment(10f48fe9-a874-48c1-9abd-0c5d50924755),segment_id=10f48fe9-a874-48c1-9abd-0c5d50924755)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:00.373835 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf7e1-abe5-4b9f-b751-9a4b084b9ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.437213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176394-afbc-415f-b102-e4b1a1c1642d req-c63b4f7b-8374-4b38-8791-c6c68f48a4c4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.449413 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e5176394-afbc-415f-b102-e4b1a1c1642d req-c63b4f7b-8374-4b38-8791-c6c68f48a4c4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.4666977 Jul 13 07:45:00.530551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdf7e1-abe5-4b9f-b751-9a4b084b9ceb None None] Pushing event updated for resources: {'Port': ['ID=a8715a9c-fa46-4743-8ebc-8d8039151d91,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:00.539034 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e5176394-afbc-415f-b102-e4b1a1c1642d req-0ae519c5-12c8-432c-bbed-c2e9d94cf2b3 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675871 Jul 13 07:45:00.629057 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.629690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c7e06948-d135-49b1-96b1-48afe039ce00 None None] Provisioning for port 63290f97-f06d-4263-9b45-e7468bca1db6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:00.635929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c7e06948-d135-49b1-96b1-48afe039ce00 None None] Provisioning complete for port 63290f97-f06d-4263-9b45-e7468bca1db6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:00.640561 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7e06948-d135-49b1-96b1-48afe039ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.717701 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.738583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.761637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c7e06948-d135-49b1-96b1-48afe039ce00 None None] Port 63290f97-f06d-4263-9b45-e7468bca1db6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:00.778337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4529d307-a9c1-4fca-9ee8-21c16ac47c0b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:00.782842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c7e06948-d135-49b1-96b1-48afe039ce00 None None] Provisioning complete for port a8715a9c-fa46-4743-8ebc-8d8039151d91 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:00.783541 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7e06948-d135-49b1-96b1-48afe039ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.822290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60374) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:00.907229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee4b3-4550-40c1-88b1-caa7e38e18bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.020118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=63290f97-f06d-4263-9b45-e7468bca1db6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:01.075764 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.092830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.125559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2bf68243-e158-4566-95be-bb17ed943218 None None] Provisioning complete for port 63290f97-f06d-4263-9b45-e7468bca1db6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:01.126461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bf68243-e158-4566-95be-bb17ed943218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.234008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2bf68243-e158-4566-95be-bb17ed943218 None None] Port 63290f97-f06d-4263-9b45-e7468bca1db6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:01.359819 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 191b2a27-3611-4d31-9f06-e87e9f544a76 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:01.371863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:01.405037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a8715a9c-fa46-4743-8ebc-8d8039151d91 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:01.427249 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee4b3-4550-40c1-88b1-caa7e38e18bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.436904 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee4b3-4550-40c1-88b1-caa7e38e18bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.512663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Router ff9c5043-a60b-4c67-add2-f5daa89fefcd has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:01.520221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a8715a9c-fa46-4743-8ebc-8d8039151d91 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:01.520885 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.645843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1c0fa90-d5c0-4934-ba21-1e73393ff484 None None] Provisioning complete for port 63290f97-f06d-4263-9b45-e7468bca1db6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:01.646503 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fa90-d5c0-4934-ba21-1e73393ff484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.679609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ee4b3-4550-40c1-88b1-caa7e38e18bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2d4d21-1ca2-4932-8661-545550f65a19,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:01.697121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fe8ee4b3-4550-40c1-88b1-caa7e38e18bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=baa79e1c4a7b45e1a08fd4939019da10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8734400 Jul 13 07:45:01.700223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60388) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:01.803947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 23af16c0-b628-4c8a-8d3d-9d65e4ad751c is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:01.809593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0fa90-d5c0-4934-ba21-1e73393ff484 None None] Port 63290f97-f06d-4263-9b45-e7468bca1db6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:01.880271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:01.889913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-831a2efb-ad7d-4d84-9deb-a6462362a2c0 admin admin] 10.222.0.41 "PUT /v2.0/routers/ff9c5043-a60b-4c67-add2-f5daa89fefcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2880166 Jul 13 07:45:01.893558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60398) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:01.893961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] Sync routers for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:01.905897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:01.907864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:01.971005 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b749a49f-8b27-4163-95af-c2b6fce5c22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.980109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-454c4071-b72d-4616-9578-3fd39f03128a None None] Provisioning complete for port 63290f97-f06d-4263-9b45-e7468bca1db6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:01.980743 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-454c4071-b72d-4616-9578-3fd39f03128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.994681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b749a49f-8b27-4163-95af-c2b6fce5c22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.118766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.119604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:02.132282 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae9c74-d06a-4b52-9f1b-eaa32ee17cd9 None None] Sync routers for ids ['23af16c0-b628-4c8a-8d3d-9d65e4ad751c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:02.137642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-71f73031-7f09-43ba-8344-b527b445332b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/23af16c0-b628-4c8a-8d3d-9d65e4ad751c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8494279 Jul 13 07:45:02.142242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:02.153367 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae9c74-d06a-4b52-9f1b-eaa32ee17cd9 None None] Routers {'23af16c0-b628-4c8a-8d3d-9d65e4ad751c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:02.154122 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-afae9c74-d06a-4b52-9f1b-eaa32ee17cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['23af16c0-b628-4c8a-8d3d-9d65e4ad751c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.159321 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b749a49f-8b27-4163-95af-c2b6fce5c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.163679 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b749a49f-8b27-4163-95af-c2b6fce5c22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.165463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b749a49f-8b27-4163-95af-c2b6fce5c22b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d2d4d21-1ca2-4932-8661-545550f65a19 HTTP/1.1" status: 204 len: 168 time: 0.4587231 Jul 13 07:45:02.234036 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-afae9c74-d06a-4b52-9f1b-eaa32ee17cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.256352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.267254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749a49f-8b27-4163-95af-c2b6fce5c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2d4d21-1ca2-4932-8661-545550f65a19,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:02.275006 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae9c74-d06a-4b52-9f1b-eaa32ee17cd9 None None] Routers {'23af16c0-b628-4c8a-8d3d-9d65e4ad751c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:02.275980 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-afae9c74-d06a-4b52-9f1b-eaa32ee17cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['23af16c0-b628-4c8a-8d3d-9d65e4ad751c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.297473 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483ad86-88bc-422c-a8d0-bbce46b5582e req-56f56af9-32f8-497c-bf4b-fbebdb6d8ffa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:02.299169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a483ad86-88bc-422c-a8d0-bbce46b5582e req-56f56af9-32f8-497c-bf4b-fbebdb6d8ffa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.4618759 Jul 13 07:45:02.350856 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-afae9c74-d06a-4b52-9f1b-eaa32ee17cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.353177 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae9c74-d06a-4b52-9f1b-eaa32ee17cd9 None None] The sync data for ids ['23af16c0-b628-4c8a-8d3d-9d65e4ad751c'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:02.385066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf755a6-94bb-43f9-a737-02ccc68242ed tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:02.388515 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4cf755a6-94bb-43f9-a737-02ccc68242ed tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports/63290f97-f06d-4263-9b45-e7468bca1db6 HTTP/1.1" status: 200 len: 910 time: 0.2450047 Jul 13 07:45:02.392627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60420) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:02.393876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-454c4071-b72d-4616-9578-3fd39f03128a None None] Port 63290f97-f06d-4263-9b45-e7468bca1db6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:02.416195 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a483ad86-88bc-422c-a8d0-bbce46b5582e req-18b69e4d-2753-4871-b1d0-fcd2dc892c42 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977137 Jul 13 07:45:02.427425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:02.503685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Deleting port 4a4ec082-6224-430c-b1c6-7d5892f71c30 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:02.504037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.791685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:45:00Z', 'revision_number': 5, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port': {'id': '4a4ec082-6224-430c-b1c6-7d5892f71c30', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:32Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.839961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] Checking router: ff9c5043-a60b-4c67-add2-f5daa89fefcd for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:02.870501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] Routers {'ff9c5043-a60b-4c67-add2-f5daa89fefcd'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:02.871169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:03.016163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] Set router ff9c5043-a60b-4c67-add2-f5daa89fefcd gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:03.017439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] For port 4a4ec082-6224-430c-b1c6-7d5892f71c30, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4a4ec082-6224-430c-b1c6-7d5892f71c30,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:03.017817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.039005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Calling delete_port for 4a4ec082-6224-430c-b1c6-7d5892f71c30 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:03.119138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:45:02Z', 'revision_number': 6, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:03.161675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04aa10a-d827-42ed-9b81-a769c9f92d43 None None] The sync data for ids ['ff9c5043-a60b-4c67-add2-f5daa89fefcd'] in n-d-758944-43 is: [{'id': 'ff9c5043-a60b-4c67-add2-f5daa89fefcd', 'name': 'tempest-TaggedBootDevicesTest-1654176449-router', 'tenant_id': '3717ff947c1f4880ba8228f32bd81950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:31Z', 'updated_at': '2021-07-13T07:45:02Z', 'revision_number': 6, 'project_id': '3717ff947c1f4880ba8228f32bd81950', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:03.358758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.552967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.625195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4ec082-6224-430c-b1c6-7d5892f71c30,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:03.814549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60466) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:03.935105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.064214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f862b3-ce69-4a61-98c1-1bb13b26a6e0 req-5d2a65e3-80f1-46a1-bd0f-1f2c95ea9227 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.065807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06f862b3-ce69-4a61-98c1-1bb13b26a6e0 req-5d2a65e3-80f1-46a1-bd0f-1f2c95ea9227 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.4187515 Jul 13 07:45:04.067780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.072982 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.154106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 63290f97-f06d-4263-9b45-e7468bca1db6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:04.154512 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.155140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c99ac2b-6080-4e42-b315-16a33c671f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.159802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.160339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff9c5043-a60b-4c67-add2-f5daa89fefcd {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:04.166925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.171285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:04.171507 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cfa886c5-3c4b-4f5d-bda9-c30f16aaaebe admin admin] 10.222.0.41 "DELETE /v2.0/routers/ff9c5043-a60b-4c67-add2-f5daa89fefcd HTTP/1.1" status: 204 len: 168 time: 2.2757723 Jul 13 07:45:04.219994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06f862b3-ce69-4a61-98c1-1bb13b26a6e0 req-bbd7dc52-8eab-4848-977f-2567a25b3038 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377690 Jul 13 07:45:04.237601 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b497ff5-242b-459b-bfd3-96d6256a9f72 admin admin] Deleting subnet 3cde93f8-70ed-4887-81e6-5df77a123b85 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:04.260124 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b497ff5-242b-459b-bfd3-96d6256a9f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.306101 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.319861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 63290f97-f06d-4263-9b45-e7468bca1db6 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:04.386549 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b497ff5-242b-459b-bfd3-96d6256a9f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.585786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.592442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60488) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:04.640401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=63290f97-f06d-4263-9b45-e7468bca1db6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.693128 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c99ac2b-6080-4e42-b315-16a33c671f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.713896 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c99ac2b-6080-4e42-b315-16a33c671f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.761536 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4c99ac2b-6080-4e42-b315-16a33c671f20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65623e43cc054f3dabb251c4fab47107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9445465 Jul 13 07:45:04.762141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60496) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:04.817455 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b497ff5-242b-459b-bfd3-96d6256a9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.872436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99ac2b-6080-4e42-b315-16a33c671f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b3d800-6700-4002-9739-1e8c533b0a09,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.962376 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6f46b07-dfa7-4971-adf5-f38ca26098b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.989280 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6f46b07-dfa7-4971-adf5-f38ca26098b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.002799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.050861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1379572947', 'router:external': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:05.078533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Made reservation on behalf of 039339e7367f4b98b0bdbf03831a1de9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:05.082110 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.094794 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b497ff5-242b-459b-bfd3-96d6256a9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.096520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6f46b07-dfa7-4971-adf5-f38ca26098b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.099835 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6f46b07-dfa7-4971-adf5-f38ca26098b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.102653 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c6f46b07-dfa7-4971-adf5-f38ca26098b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98b3d800-6700-4002-9739-1e8c533b0a09 HTTP/1.1" status: 204 len: 168 time: 0.3268795 Jul 13 07:45:05.139152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc881f-8b98-4cc0-b2a9-4e9eb99eaa22 req-0f85aa41-2bf1-4a6b-a5e2-74a3db380342 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.146875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2bc881f-8b98-4cc0-b2a9-4e9eb99eaa22 req-0f85aa41-2bf1-4a6b-a5e2-74a3db380342 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.3525388 Jul 13 07:45:05.164364 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.178522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f46b07-dfa7-4971-adf5-f38ca26098b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b3d800-6700-4002-9739-1e8c533b0a09,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:05.181088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b497ff5-242b-459b-bfd3-96d6256a9f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cde93f8-70ed-4887-81e6-5df77a123b85,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:05.187213 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b497ff5-242b-459b-bfd3-96d6256a9f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.189341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8b497ff5-242b-459b-bfd3-96d6256a9f72 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3cde93f8-70ed-4887-81e6-5df77a123b85 HTTP/1.1" status: 204 len: 168 time: 1.0166957 Jul 13 07:45:05.195572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:05.196279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf082e29-406a-4000-b46d-a027dabc786b None None] Network 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:05.315737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2bc881f-8b98-4cc0-b2a9-4e9eb99eaa22 req-2737b43b-1e98-4aba-91f7-0c18fd996de1 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676083 Jul 13 07:45:05.333044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 23af16c0-b628-4c8a-8d3d-9d65e4ad751c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:05.368819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4a4ec082-6224-430c-b1c6-7d5892f71c30 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:05.425189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.444189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-294cce1f-2b1a-4bcc-95c1-1ba4d66f057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.446460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-294cce1f-2b1a-4bcc-95c1-1ba4d66f057d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 1097 time: 0.6954713 Jul 13 07:45:05.466063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 4a4ec082-6224-430c-b1c6-7d5892f71c30 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:05.466486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4a4ec082-6224-430c-b1c6-7d5892f71c30 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:05.467423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4529d307-a9c1-4fca-9ee8-21c16ac47c0b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:05.491757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:05.503780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9de55-63a9-4e60-9344-4a6988ee8831 None None] Sync routers for ids ['23af16c0-b628-4c8a-8d3d-9d65e4ad751c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:05.504667 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8b7836fc-c850-448c-9e5b-0a274a2074dd tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/23af16c0-b628-4c8a-8d3d-9d65e4ad751c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1057305 Jul 13 07:45:05.505321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:05.589214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 4529d307-a9c1-4fca-9ee8-21c16ac47c0b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:05.589613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4529d307-a9c1-4fca-9ee8-21c16ac47c0b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:05.594905 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9b306c87-a43a-49f9-9292-9d63692d001d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=23af16c0-b628-4c8a-8d3d-9d65e4ad751c HTTP/1.1" status: 200 len: 205 time: 0.0866106 Jul 13 07:45:05.596483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60508) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:05.630966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.635044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9de55-63a9-4e60-9344-4a6988ee8831 None None] Routers {'23af16c0-b628-4c8a-8d3d-9d65e4ad751c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:05.635754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0ac9de55-63a9-4e60-9344-4a6988ee8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['23af16c0-b628-4c8a-8d3d-9d65e4ad751c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:05.640894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-258d15b1-e7c9-49f2-aaf1-6f9042e58b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.645735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-258d15b1-e7c9-49f2-aaf1-6f9042e58b27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 911 time: 0.1863582 Jul 13 07:45:05.652615 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.699436 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.702395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0ac9de55-63a9-4e60-9344-4a6988ee8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:05.729783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9de55-63a9-4e60-9344-4a6988ee8831 None None] Routers {'23af16c0-b628-4c8a-8d3d-9d65e4ad751c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:05.730747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0ac9de55-63a9-4e60-9344-4a6988ee8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['23af16c0-b628-4c8a-8d3d-9d65e4ad751c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:05.734322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60510) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:05.749091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:45:05.759974 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24a6dd24-2719-4d46-9b74-e09ee8ea7f55 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.774410 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c57b8807-1f17-4a86-947b-1b3130e124e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.777440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0ac9de55-63a9-4e60-9344-4a6988ee8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:05.778129 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9de55-63a9-4e60-9344-4a6988ee8831 None None] The sync data for ids ['23af16c0-b628-4c8a-8d3d-9d65e4ad751c'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:05.787013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Deleting port 288f938a-bdf4-4758-baf9-c4b78e76296e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:05.787356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.794878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:05.831959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395da671-6d37-43f7-bae3-5c9896cdf3e5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:05.843875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a30e22-2a96-4f3e-b903-fade122719e6 None None] DHCP port deletion for 2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:05.928263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.928725 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Added segment d2092ae0-4717-41f5-8524-f60f49679a35 of type vlan for network 0fc47b0d-4013-48f1-83a9-9c479b67996c Jul 13 07:45:05.950244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-2992230c-27f6-43a9-a4eb-9614eaae4fb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a99acec-1733-4b30-9066-300cc61be77a HTTP/1.1" status: 200 len: 1000 time: 0.2984829 Jul 13 07:45:05.953921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-75a30e22-2a96-4f3e-b903-fade122719e6 None None] Deleting port 288f938a-bdf4-4758-baf9-c4b78e76296e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:05.955609 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75a30e22-2a96-4f3e-b903-fade122719e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.006051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24a6dd24-2719-4d46-9b74-e09ee8ea7f55 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.008850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24a6dd24-2719-4d46-9b74-e09ee8ea7f55 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.063663 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24a6dd24-2719-4d46-9b74-e09ee8ea7f55 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.064171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a6dd24-2719-4d46-9b74-e09ee8ea7f55 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Fanout notify agent at l3_agent the message router_deleted on router 23af16c0-b628-4c8a-8d3d-9d65e4ad751c {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:06.085236 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24a6dd24-2719-4d46-9b74-e09ee8ea7f55 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.086268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-75a30e22-2a96-4f3e-b903-fade122719e6 None None] For port 288f938a-bdf4-4758-baf9-c4b78e76296e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=288f938a-bdf4-4758-baf9-c4b78e76296e,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:06.086924 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75a30e22-2a96-4f3e-b903-fade122719e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.087310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-24a6dd24-2719-4d46-9b74-e09ee8ea7f55 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/23af16c0-b628-4c8a-8d3d-9d65e4ad751c HTTP/1.1" status: 204 len: 168 time: 0.4896226 Jul 13 07:45:06.089669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:06.092343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] For port 288f938a-bdf4-4758-baf9-c4b78e76296e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=288f938a-bdf4-4758-baf9-c4b78e76296e,segment=NetworkSegment(8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1),segment_id=8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:06.092784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.102607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-75a30e22-2a96-4f3e-b903-fade122719e6 None None] Calling delete_port for 288f938a-bdf4-4758-baf9-c4b78e76296e owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:06.118059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.132856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Calling delete_port for 288f938a-bdf4-4758-baf9-c4b78e76296e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:06.153117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-47bfcde7-dc1b-44a7-b401-cd9331eb4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.154846 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-47bfcde7-dc1b-44a7-b401-cd9331eb4408 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.1969073 Jul 13 07:45:06.169410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-62244a25-1a13-44f7-a1f8-9be3d1738058 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting subnet 80886349-7e99-4646-90aa-a4ee7e58cf0e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:06.174715 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62244a25-1a13-44f7-a1f8-9be3d1738058 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.237787 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75a30e22-2a96-4f3e-b903-fade122719e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.244248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62244a25-1a13-44f7-a1f8-9be3d1738058 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.288015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a30e22-2a96-4f3e-b903-fade122719e6 None None] Pushing event deleted for resources: {'Port': ['ID=288f938a-bdf4-4758-baf9-c4b78e76296e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:06.300675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a30e22-2a96-4f3e-b903-fade122719e6 None None] No DVR routers for this DVR port 288f938a-bdf4-4758-baf9-c4b78e76296e on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:06.302154 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.303493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.304375 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.320832 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c57b8807-1f17-4a86-947b-1b3130e124e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.345719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c57b8807-1f17-4a86-947b-1b3130e124e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.377071 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7770197 Jul 13 07:45:06.394309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:06.416434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'subnet': {'network_id': '0fc47b0d-4013-48f1-83a9-9c479b67996c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:06.433823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62244a25-1a13-44f7-a1f8-9be3d1738058 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.473109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-e1df77d5-5c98-4a55-a4c7-f3a1ea8a14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.475119 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-e1df77d5-5c98-4a55-a4c7-f3a1ea8a14ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3087776 Jul 13 07:45:06.486084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb83c1-9b63-422e-b421-e79abe72d13e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event updated for resources: {'Network': ['ID=0fc47b0d-4013-48f1-83a9-9c479b67996c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:06.500199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0fc47b0d-4013-48f1-83a9-9c479b67996c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:06.503556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b8807-1f17-4a86-947b-1b3130e124e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb8983c-1f10-458f-ad03-c4981a6e4732,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:06.508281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c57b8807-1f17-4a86-947b-1b3130e124e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d1c483448e04f0a93cc996fe5a1001a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7671249 Jul 13 07:45:06.508608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60520) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:06.542416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.553248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62244a25-1a13-44f7-a1f8-9be3d1738058 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.590121 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f08f3-1c02-4cf5-a0c1-20fd46e31c70 None None] Network 191b2a27-3611-4d31-9f06-e87e9f544a76 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:06.594848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62244a25-1a13-44f7-a1f8-9be3d1738058 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.596933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-62244a25-1a13-44f7-a1f8-9be3d1738058 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/80886349-7e99-4646-90aa-a4ee7e58cf0e HTTP/1.1" status: 204 len: 168 time: 0.5060842 Jul 13 07:45:06.598489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62244a25-1a13-44f7-a1f8-9be3d1738058 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Subnet': ['ID=80886349-7e99-4646-90aa-a4ee7e58cf0e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:06.600329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:06.698425 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.737244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-3f89b13e-9a92-4850-bc2d-f68e756a4fe9 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552435 Jul 13 07:45:06.738161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Made reservation on behalf of 039339e7367f4b98b0bdbf03831a1de9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:06.741535 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.765538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port a8715a9c-fa46-4743-8ebc-8d8039151d91 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:06.766170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.809489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] No DVR routers for this DVR port 288f938a-bdf4-4758-baf9-c4b78e76296e on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:06.817252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=288f938a-bdf4-4758-baf9-c4b78e76296e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:06.833914 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6558ee8e-bd2e-4545-b9fd-cfe89b66deec None None] DHCP port deletion for 191b2a27-3611-4d31-9f06-e87e9f544a76 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:06.836684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port a8715a9c-fa46-4743-8ebc-8d8039151d91, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a8715a9c-fa46-4743-8ebc-8d8039151d91,segment=NetworkSegment(10f48fe9-a874-48c1-9abd-0c5d50924755),segment_id=10f48fe9-a874-48c1-9abd-0c5d50924755)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:06.837159 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.854425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for a8715a9c-fa46-4743-8ebc-8d8039151d91 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:06.898929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6558ee8e-bd2e-4545-b9fd-cfe89b66deec None None] Deleting port a8715a9c-fa46-4743-8ebc-8d8039151d91 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:06.899328 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6558ee8e-bd2e-4545-b9fd-cfe89b66deec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.978699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04ade359-6516-4c0a-98d5-7dadc6f19fa0 req-eb5fbd4c-a770-4e08-9d97-2bf3ca9d1169 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702948 Jul 13 07:45:06.988888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6558ee8e-bd2e-4545-b9fd-cfe89b66deec None None] For port a8715a9c-fa46-4743-8ebc-8d8039151d91, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a8715a9c-fa46-4743-8ebc-8d8039151d91,segment=NetworkSegment(10f48fe9-a874-48c1-9abd-0c5d50924755),segment_id=10f48fe9-a874-48c1-9abd-0c5d50924755)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:06.989620 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6558ee8e-bd2e-4545-b9fd-cfe89b66deec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.998841 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.015701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6558ee8e-bd2e-4545-b9fd-cfe89b66deec None None] Calling delete_port for a8715a9c-fa46-4743-8ebc-8d8039151d91 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:07.027276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=a8715a9c-fa46-4743-8ebc-8d8039151d91,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.032783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No DVR routers for this DVR port a8715a9c-fa46-4743-8ebc-8d8039151d91 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:07.043907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bf255ba-debb-41ef-9365-973af1e7b632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.102843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6558ee8e-bd2e-4545-b9fd-cfe89b66deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.121768 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.129090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20585e9-e655-4825-acc1-2a4d02355fcd req-92fcabd4-0e3f-4afd-91ed-f7689e5e81fd tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.132561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191b2a27-3611-4d31-9f06-e87e9f544a76']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.133648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558ee8e-bd2e-4545-b9fd-cfe89b66deec None None] No DVR routers for this DVR port a8715a9c-fa46-4743-8ebc-8d8039151d91 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:07.137741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558ee8e-bd2e-4545-b9fd-cfe89b66deec None None] Pushing event deleted for resources: {'Port': ['ID=a8715a9c-fa46-4743-8ebc-8d8039151d91,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.141801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a20585e9-e655-4825-acc1-2a4d02355fcd req-92fcabd4-0e3f-4afd-91ed-f7689e5e81fd tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.6057701 Jul 13 07:45:07.145500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f48fe9-a874-48c1-9abd-0c5d50924755') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.145814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f48fe9-a874-48c1-9abd-0c5d50924755') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.156044 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.175232 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.184211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:07.184744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:07.189305 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:07.212885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.246629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a8715a9c-fa46-4743-8ebc-8d8039151d91 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:07.258705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bf255ba-debb-41ef-9365-973af1e7b632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.268655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a8715a9c-fa46-4743-8ebc-8d8039151d91 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:07.269045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a8715a9c-fa46-4743-8ebc-8d8039151d91 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:07.269478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 288f938a-bdf4-4758-baf9-c4b78e76296e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:07.272137 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.286125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.288498 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/networks/191b2a27-3611-4d31-9f06-e87e9f544a76 HTTP/1.1" status: 204 len: 168 time: 0.6870379 Jul 13 07:45:07.298651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:07.304007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1260408787', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:07.305426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 288f938a-bdf4-4758-baf9-c4b78e76296e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:07.305787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 288f938a-bdf4-4758-baf9-c4b78e76296e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:07.310948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f250549-8627-4d60-84a9-2e5d5d0fef5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Network': ['ID=191b2a27-3611-4d31-9f06-e87e9f544a76,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.313780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.338869 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.340082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.344305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.344615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5a0a84-c9ba-4f2f-84b9-8defa90f95c1') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.368483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a20585e9-e655-4825-acc1-2a4d02355fcd req-c537f8f0-19f7-4f7a-9dac-6c400da553be tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254341 Jul 13 07:45:07.374521 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.404912 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.414055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.426158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:07.426608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:07.428276 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:07.483238 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.519785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bf255ba-debb-41ef-9365-973af1e7b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.522488 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bf255ba-debb-41ef-9365-973af1e7b632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.525932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4bf255ba-debb-41ef-9365-973af1e7b632 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eb8983c-1f10-458f-ad03-c4981a6e4732 HTTP/1.1" status: 204 len: 168 time: 1.0062110 Jul 13 07:45:07.536423 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.540915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf255ba-debb-41ef-9365-973af1e7b632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb8983c-1f10-458f-ad03-c4981a6e4732,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.547069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.551451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320 HTTP/1.1" status: 204 len: 168 time: 2.3519390 Jul 13 07:45:07.563983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b474a3-bf95-4af8-a7e8-bef74833bb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfb8d9b-0fdb-4696-86aa-18b9c0b2a320,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.622292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:45:07.623368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.695545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ae53f8eb-68e5-4b60-aef3-071ed2f17238,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.705341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Checking segment: {'id': 'd2092ae0-4717-41f5-8524-f60f49679a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0fc47b0d-4013-48f1-83a9-9c479b67996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:07.705717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Network hostable DHCP agents. Network: 0fc47b0d-4013-48f1-83a9-9c479b67996c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:07.725653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Network 0fc47b0d-4013-48f1-83a9-9c479b67996c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:07.740081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 0fc47b0d-4013-48f1-83a9-9c479b67996c) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:07.748986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db1225a-fced-406a-b165-16e9dadbe9a2 None None] Network 0fc47b0d-4013-48f1-83a9-9c479b67996c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:07.754620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.755769 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.774226 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-db458b65-f3ff-4cc6-b1a8-514ad31798ef tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3773572 Jul 13 07:45:07.777071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60532) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:07.784638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1432331667', 'network_id': '0fc47b0d-4013-48f1-83a9-9c479b67996c'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:07.815198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Made reservation on behalf of 039339e7367f4b98b0bdbf03831a1de9 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:07.818612 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.835047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60534) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:07.861348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] device_id is not set on port ed68e0fb-102e-407e-aa88-fa845b0867b5 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:07.925793 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.931909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a843d42d-17d7-41ca-8ed2-a45bb1464343 None None] Network 0fc47b0d-4013-48f1-83a9-9c479b67996c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:07.947757 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7798ab42-eec4-4f6b-afd4-1c433266f1f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3717ff947c1f4880ba8228f32bd81950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093073 Jul 13 07:45:07.948127 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60538) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:08.129192 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e965d4ce-2112-4fee-994b-e8f24dbedb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.136370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Allocated IP 172.20.0.7 (0fc47b0d-4013-48f1-83a9-9c479b67996c/ae53f8eb-68e5-4b60-aef3-071ed2f17238/ed68e0fb-102e-407e-aa88-fa845b0867b5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:08.159629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.170930 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e965d4ce-2112-4fee-994b-e8f24dbedb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.182766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.293882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e965d4ce-2112-4fee-994b-e8f24dbedb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.297094 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e965d4ce-2112-4fee-994b-e8f24dbedb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.300811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e965d4ce-2112-4fee-994b-e8f24dbedb89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5033d077-7333-48b9-82e3-b8b2adfa88b0 HTTP/1.1" status: 204 len: 168 time: 0.3517175 Jul 13 07:45:08.312089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965d4ce-2112-4fee-994b-e8f24dbedb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5033d077-7333-48b9-82e3-b8b2adfa88b0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.346238 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.25.8.41 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/1dea50ef-f449-4162-9ab1-df18c5f6e126) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:08.379608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.477063 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.547951 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.558017 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Network 0fc47b0d-4013-48f1-83a9-9c479b67996c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:08.561208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:08.571452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:08.604556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event updated for resources: {'Port': ['ID=ed68e0fb-102e-407e-aa88-fa845b0867b5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.648234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:08.648870 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.668817 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a7637b26-278c-4f88-a157-38bf07543f13 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8880582 Jul 13 07:45:08.669036 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.669960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60574) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:08.743057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:08.759252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79945082-8e23-477b-b540-5616d4486ba4 req-fadc8687-ec06-4ac6-94a6-9bf76feb9818 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:08.760817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79945082-8e23-477b-b540-5616d4486ba4 req-fadc8687-ec06-4ac6-94a6-9bf76feb9818 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.1768217 Jul 13 07:45:08.761755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:08.780009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:08.835984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=1dea50ef-f449-4162-9ab1-df18c5f6e126,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.938172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79945082-8e23-477b-b540-5616d4486ba4 req-cf53a1ff-1109-40da-9bd5-e48fad59d6b4 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600490 Jul 13 07:45:09.024519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-17ec4f4d-cd81-49f8-9be4-fe506aa2d947 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Deleting port ed68e0fb-102e-407e-aa88-fa845b0867b5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:09.024861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17ec4f4d-cd81-49f8-9be4-fe506aa2d947 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.198453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17ec4f4d-cd81-49f8-9be4-fe506aa2d947 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.217133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-17ec4f4d-cd81-49f8-9be4-fe506aa2d947 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Calling delete_port for ed68e0fb-102e-407e-aa88-fa845b0867b5 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:09.229917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.442364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:09.551347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17ec4f4d-cd81-49f8-9be4-fe506aa2d947 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.589283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec4f4d-cd81-49f8-9be4-fe506aa2d947 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed68e0fb-102e-407e-aa88-fa845b0867b5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:09.624702 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.718194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1215666131-network', 'tenant_id': '5c228a9524b648cab9645514d15a7e41'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:09.720002 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17ec4f4d-cd81-49f8-9be4-fe506aa2d947 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.724560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-17ec4f4d-cd81-49f8-9be4-fe506aa2d947 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "DELETE /v2.0/ports/ed68e0fb-102e-407e-aa88-fa845b0867b5 HTTP/1.1" status: 204 len: 168 time: 1.0483894 Jul 13 07:45:09.724753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:09.730291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fc47b0d-4013-48f1-83a9-9c479b67996c', 'external_fixed_ips': [{'subnet_id': 'ae53f8eb-68e5-4b60-aef3-071ed2f17238', 'ip_address': '172.20.0.7'}]}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:09.745223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Made reservation on behalf of 5c228a9524b648cab9645514d15a7e41 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:09.748439 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.764500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.806233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.806233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.876882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.893639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router eebb2884-cc87-4326-a315-fdedfe2ba6ff is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:09.931381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.937701 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.965903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:09.984660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a29ce65-0722-4bca-b44c-bb64f825390d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:09.990681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.991297 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Added segment cc13ad25-75bf-42dd-964f-3e71e3c9902e of type vlan for network 8981bbef-893a-433d-be5a-d9a0ccbb0850 Jul 13 07:45:10.076489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.102135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.114972 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.117550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:10.118478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.140413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60626) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:10.142088 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6937683 Jul 13 07:45:10.151636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Request body: {'subnet': {'network_id': '8981bbef-893a-433d-be5a-d9a0ccbb0850', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1215666131-subnet', 'tenant_id': '5c228a9524b648cab9645514d15a7e41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:10.210302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:10.221008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Made reservation on behalf of 5c228a9524b648cab9645514d15a7e41 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:10.223658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.223802 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4907f-bc85-4100-accd-e540502d63b7 None None] Sync routers for ids ['eebb2884-cc87-4326-a315-fdedfe2ba6ff'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:10.235756 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4907f-bc85-4100-accd-e540502d63b7 None None] Routers {'eebb2884-cc87-4326-a315-fdedfe2ba6ff'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:10.236753 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-09c4907f-bc85-4100-accd-e540502d63b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['eebb2884-cc87-4326-a315-fdedfe2ba6ff'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.245318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a3892-1fa7-416f-b4da-6eb1cbc7a149 admin admin] Pushing event updated for resources: {'Network': ['ID=8981bbef-893a-433d-be5a-d9a0ccbb0850,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:10.261345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.266673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0549af53-d097-4124-892c-556c554ad735 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9626384 Jul 13 07:45:10.266872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 8981bbef-893a-433d-be5a-d9a0ccbb0850 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:10.267345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:10.327746 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-09c4907f-bc85-4100-accd-e540502d63b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.350166 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4907f-bc85-4100-accd-e540502d63b7 None None] Routers {'eebb2884-cc87-4326-a315-fdedfe2ba6ff'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:10.353742 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-09c4907f-bc85-4100-accd-e540502d63b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['eebb2884-cc87-4326-a315-fdedfe2ba6ff'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.406216 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-09c4907f-bc85-4100-accd-e540502d63b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.407283 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4907f-bc85-4100-accd-e540502d63b7 None None] The sync data for ids ['eebb2884-cc87-4326-a315-fdedfe2ba6ff'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:10.481092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-35c6ab65-ee25-4cf2-9cbd-821f54ae51de tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/routers/eebb2884-cc87-4326-a315-fdedfe2ba6ff HTTP/1.1" status: 200 len: 880 time: 0.2111869 Jul 13 07:45:10.483838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60634) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:10.906235 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.917177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.970972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.052799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfcb5c28-b4f8-4029-9139-d8a2e2fff277,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:11.058393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Checking segment: {'id': 'cc13ad25-75bf-42dd-964f-3e71e3c9902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8981bbef-893a-433d-be5a-d9a0ccbb0850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:11.058771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Network hostable DHCP agents. Network: 8981bbef-893a-433d-be5a-d9a0ccbb0850, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:11.116885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Network 8981bbef-893a-433d-be5a-d9a0ccbb0850 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:11.131813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 8981bbef-893a-433d-be5a-d9a0ccbb0850) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:11.136778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:11.137648 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.142628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b4a538-635a-4161-bd3f-f1313b1ec1b9 None None] Network 8981bbef-893a-433d-be5a-d9a0ccbb0850 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:11.176346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7a281ac8-607f-4157-9b79-b624981fd19e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6909387 Jul 13 07:45:11.177392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60656) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:11.179199 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-427ec42e-d4df-4c8f-8d4c-1ff6beb32386 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0375497 Jul 13 07:45:11.183078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0f4c4f56-5fe8-4085-a082-4aaabe40009c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1260408787'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:11.210674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Allocated IP 172.20.0.7 (0fc47b0d-4013-48f1-83a9-9c479b67996c/ae53f8eb-68e5-4b60-aef3-071ed2f17238/c2d88893-e0c1-434c-b58f-f18b77641437) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:11.389708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.404618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29156c3-b40c-4d7e-a9fe-6c4ee051cdc0 None None] Network 8981bbef-893a-433d-be5a-d9a0ccbb0850 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:11.509001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.611699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Network 0fc47b0d-4013-48f1-83a9-9c479b67996c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:11.620173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:11.634770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:11.712189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4f56-5fe8-4085-a082-4aaabe40009c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.716835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d88893-e0c1-434c-b58f-f18b77641437,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:11.735237 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4f56-5fe8-4085-a082-4aaabe40009c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.899142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4c4f56-5fe8-4085-a082-4aaabe40009c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router eebb2884-cc87-4326-a315-fdedfe2ba6ff has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:12.068138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.143288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4c4f56-5fe8-4085-a082-4aaabe40009c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:12.154278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418eeea0-7920-4168-8311-c557ea02ce17 None None] Sync routers for ids ['eebb2884-cc87-4326-a315-fdedfe2ba6ff'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:12.155094 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4f56-5fe8-4085-a082-4aaabe40009c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.159315 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0f4c4f56-5fe8-4085-a082-4aaabe40009c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/eebb2884-cc87-4326-a315-fdedfe2ba6ff HTTP/1.1" status: 200 len: 887 time: 0.9775958 Jul 13 07:45:12.161428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60686) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.171576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418eeea0-7920-4168-8311-c557ea02ce17 None None] Routers {'eebb2884-cc87-4326-a315-fdedfe2ba6ff'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:12.172937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-418eeea0-7920-4168-8311-c557ea02ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['eebb2884-cc87-4326-a315-fdedfe2ba6ff'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.174371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c991f883-0fcb-49fb-b056-c7710b4f8351 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:12.176020 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c991f883-0fcb-49fb-b056-c7710b4f8351 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/networks?id=8981bbef-893a-433d-be5a-d9a0ccbb0850 HTTP/1.1" status: 200 len: 809 time: 0.1833916 Jul 13 07:45:12.226962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-418eeea0-7920-4168-8311-c557ea02ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.242192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418eeea0-7920-4168-8311-c557ea02ce17 None None] Routers {'eebb2884-cc87-4326-a315-fdedfe2ba6ff'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:12.242826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-418eeea0-7920-4168-8311-c557ea02ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['eebb2884-cc87-4326-a315-fdedfe2ba6ff'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.257601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-5821d437-8fec-4ac2-8303-66fbf2e8dfa4 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/quotas/5c228a9524b648cab9645514d15a7e41 HTTP/1.1" status: 200 len: 375 time: 0.0207157 Jul 13 07:45:12.287764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.297065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-418eeea0-7920-4168-8311-c557ea02ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.297804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418eeea0-7920-4168-8311-c557ea02ce17 None None] The sync data for ids ['eebb2884-cc87-4326-a315-fdedfe2ba6ff'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:12.305316 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-098de167-666a-4f40-9cef-c68e3d3eaf59 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c228a9524b648cab9645514d15a7e41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451756 Jul 13 07:45:12.429042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Router 30aa645a-8dfb-40f4-b6a8-524c06fdba7a is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:12.462984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-264ef959-c2ea-46af-950c-a646c3c7886e service neutron] 10.222.0.41 "GET /v2.0/networks/8981bbef-893a-433d-be5a-d9a0ccbb0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562355 Jul 13 07:45:12.522195 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-11dea0c6-ec89-409a-9a24-27c1fbd93466 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/routers/eebb2884-cc87-4326-a315-fdedfe2ba6ff HTTP/1.1" status: 200 len: 887 time: 0.3597839 Jul 13 07:45:12.548557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60690) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.580777 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-1239875a-19cd-46ae-8a9f-30d62e311787 service neutron] 10.222.0.41 "GET /v2.0/networks/8981bbef-893a-433d-be5a-d9a0ccbb0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086323 Jul 13 07:45:12.587519 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4b2e310d-eda9-411e-9efa-6ae717809a5f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eebb2884-cc87-4326-a315-fdedfe2ba6ff HTTP/1.1" status: 200 len: 205 time: 0.0377002 Jul 13 07:45:12.589990 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60694) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.635790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:12.645422 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Sync routers for ids ['30aa645a-8dfb-40f4-b6a8-524c06fdba7a'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:12.667071 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Routers {'30aa645a-8dfb-40f4-b6a8-524c06fdba7a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:12.667277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.668602 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['30aa645a-8dfb-40f4-b6a8-524c06fdba7a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.668809 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d3327eec-1cd0-4d42-8302-438b8f9d0680 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9429400 Jul 13 07:45:12.673052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60698) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.806156 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.869006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15b1e1e7-5e9f-437c-a737-3067454a0e6a req-02a859a7-b6da-4216-b26b-95910fd17e92 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 210 time: 0.0520818 Jul 13 07:45:12.901621 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Set router 30aa645a-8dfb-40f4-b6a8-524c06fdba7a gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:12.906765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.962830 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.031678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 1dea50ef-f449-4162-9ab1-df18c5f6e126 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:13.032259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.116992 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.120177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.141133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 1dea50ef-f449-4162-9ab1-df18c5f6e126 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:13.168493 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aa645a-8dfb-40f4-b6a8-524c06fdba7a', 'name': '', 'tenant_id': '039339e7367f4b98b0bdbf03831a1de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fc47b0d-4013-48f1-83a9-9c479b67996c', 'external_fixed_ips': [{'subnet_id': 'ae53f8eb-68e5-4b60-aef3-071ed2f17238', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c2d88893-e0c1-434c-b58f-f18b77641437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:09Z', 'updated_at': '2021-07-13T07:45:11Z', 'revision_number': 3, 'project_id': '039339e7367f4b98b0bdbf03831a1de9', 'gw_port': {'id': 'c2d88893-e0c1-434c-b58f-f18b77641437', 'name': '', 'network_id': '0fc47b0d-4013-48f1-83a9-9c479b67996c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aa645a-8dfb-40f4-b6a8-524c06fdba7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'ae53f8eb-68e5-4b60-aef3-071ed2f17238', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:10Z', 'updated_at': '2021-07-13T07:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae53f8eb-68e5-4b60-aef3-071ed2f17238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:13.200391 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Checking router: 30aa645a-8dfb-40f4-b6a8-524c06fdba7a for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:13.201676 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Updating router 30aa645a-8dfb-40f4-b6a8-524c06fdba7a port c2d88893-e0c1-434c-b58f-f18b77641437 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:13.239947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Deleting port c2d88893-e0c1-434c-b58f-f18b77641437 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:13.240387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.257050 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.354504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.371467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Calling delete_port for c2d88893-e0c1-434c-b58f-f18b77641437 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:13.395942 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.476524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=1dea50ef-f449-4162-9ab1-df18c5f6e126,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.578330 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.579082 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:13.579551 n-d-758944-43 neutron-server[93776]: DEBUG oslo_db.api [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:13.603676 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.616588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2d88893-e0c1-434c-b58f-f18b77641437,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.697983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.713323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.715710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.766804 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.767470 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Fanout notify agent at l3_agent the message router_deleted on router eebb2884-cc87-4326-a315-fdedfe2ba6ff {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:13.775603 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.776704 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-37e9a164-f19a-4971-8d1c-d8183e68e40e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/eebb2884-cc87-4326-a315-fdedfe2ba6ff HTTP/1.1" status: 204 len: 168 time: 1.1857302 Jul 13 07:45:13.780764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60718) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:13.786298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'network': {'name': 'tempest-RoutersTest-952809252'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:13.802176 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.804972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.814283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:13.819075 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.854701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:13.865686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.865849 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.866156 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added segment 3667fe44-b0da-4e31-9109-fd4528e78e36 of type vlan for network 87b46574-d06a-4621-9b94-3c0a935a77ae Jul 13 07:45:13.866466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30aa645a-8dfb-40f4-b6a8-524c06fdba7a {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:13.871176 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.873100 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8d88b66f-b7a7-4201-a98a-ff9022323ee9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "DELETE /v2.0/routers/30aa645a-8dfb-40f4-b6a8-524c06fdba7a HTTP/1.1" status: 204 len: 168 time: 1.1987362 Jul 13 07:45:13.875569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:13.932523 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.940918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c2b5b5-af10-4085-abfd-9d0125a9bdfe tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Deleting subnet ae53f8eb-68e5-4b60-aef3-071ed2f17238 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:13.941668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00c2b5b5-af10-4085-abfd-9d0125a9bdfe tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.989367 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d1ccfdb-124e-422e-ac1d-61adf45178c8 req-40197262-fc3b-465b-b504-02c33bf1cc41 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 210 time: 0.0447392 Jul 13 07:45:14.006522 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.013154 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00c2b5b5-af10-4085-abfd-9d0125a9bdfe tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.014566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:14.015436 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.037773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2524538 Jul 13 07:45:14.046580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60732) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.051840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'subnet': {'network_id': '87b46574-d06a-4621-9b94-3c0a935a77ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:14.074474 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00c2b5b5-af10-4085-abfd-9d0125a9bdfe tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.100814 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Port c2d88893-e0c1-434c-b58f-f18b77641437 not found while updating agent binding for router 30aa645a-8dfb-40f4-b6a8-524c06fdba7a. {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 07:45:14.121696 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Routers set() bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:14.122417 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Router IDs set() for agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:45:14.124087 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_agentschedulers_db [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30aa645a-8dfb-40f4-b6a8-524c06fdba7a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent'). {{(pid=93776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:45:14.124697 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dabf5d-c9f1-4257-961c-9f13f135d027 None None] The sync data for ids ['30aa645a-8dfb-40f4-b6a8-524c06fdba7a'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:14.160676 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00c2b5b5-af10-4085-abfd-9d0125a9bdfe tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.170134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869b5e0-cd25-4391-b2b8-e519fa7b0c5c tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Network': ['ID=87b46574-d06a-4621-9b94-3c0a935a77ae,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.181632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 87b46574-d06a-4621-9b94-3c0a935a77ae details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:14.205587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2b5b5-af10-4085-abfd-9d0125a9bdfe tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ae53f8eb-68e5-4b60-aef3-071ed2f17238,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.206282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:14.210094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00c2b5b5-af10-4085-abfd-9d0125a9bdfe tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.212123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-00c2b5b5-af10-4085-abfd-9d0125a9bdfe tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/ae53f8eb-68e5-4b60-aef3-071ed2f17238 HTTP/1.1" status: 204 len: 168 time: 0.3354297 Jul 13 07:45:14.214903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60734) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.220250 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.293254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.374465 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.384600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc47b0d-4013-48f1-83a9-9c479b67996c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:14.395270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2092ae0-4717-41f5-8524-f60f49679a35') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:14.395575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2092ae0-4717-41f5-8524-f60f49679a35') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:14.405026 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.406745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.423484 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.429172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:14.429576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:14.431270 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:14.464182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Subnet': ['ID=e7c90d5e-06b1-4f40-a153-9bd2d9173c1e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.481166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Checking segment: {'id': '3667fe44-b0da-4e31-9109-fd4528e78e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b46574-d06a-4621-9b94-3c0a935a77ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:14.481534 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network hostable DHCP agents. Network: 87b46574-d06a-4621-9b94-3c0a935a77ae, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:14.489562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.495548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0fc47b0d-4013-48f1-83a9-9c479b67996c {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:45:14.500638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 87b46574-d06a-4621-9b94-3c0a935a77ae is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:14.505684 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.507624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "DELETE /v2.0/networks/0fc47b0d-4013-48f1-83a9-9c479b67996c HTTP/1.1" status: 204 len: 168 time: 0.2917778 Jul 13 07:45:14.508607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd2e79-ac85-4891-94fc-4aec9fb914be tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event deleted for resources: {'Network': ['ID=0fc47b0d-4013-48f1-83a9-9c479b67996c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.518695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 87b46574-d06a-4621-9b94-3c0a935a77ae) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:14.523104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:14.523805 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.530975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218acea-1479-4e91-85fb-65a0a7b35f2e None None] Network 87b46574-d06a-4621-9b94-3c0a935a77ae requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:14.543600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a5eac2f3-64d7-43b8-ae5a-f6fb10a5ad98 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4934728 Jul 13 07:45:14.543969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60738) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.548727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-053b9c48-5380-476b-8df3-29d2fcfba6e4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-927333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:14.575288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-053b9c48-5380-476b-8df3-29d2fcfba6e4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.576857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-053b9c48-5380-476b-8df3-29d2fcfba6e4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.677828 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-053b9c48-5380-476b-8df3-29d2fcfba6e4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.687490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-053b9c48-5380-476b-8df3-29d2fcfba6e4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.716043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-053b9c48-5380-476b-8df3-29d2fcfba6e4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.720903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-053b9c48-5380-476b-8df3-29d2fcfba6e4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 0.1731615 Jul 13 07:45:14.721934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60750) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.806891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-87b46574-d06a-4621-9b94-3c0a935a77ae', 'network_id': '87b46574-d06a-4621-9b94-3c0a935a77ae', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'fixed_ips': [{'subnet_id': 'e7c90d5e-06b1-4f40-a153-9bd2d9173c1e'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:14.809054 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.842060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60754) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.847306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ec7a70d6-073a-4c51-ba62-04eda09fb572 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'router': {'name': 'tempest-router--1626663625', 'project_id': '52464adfce144468b3eaf997f2d0bd7b'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:14.888697 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a70d6-073a-4c51-ba62-04eda09fb572 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.890061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a70d6-073a-4c51-ba62-04eda09fb572 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.970419 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a70d6-073a-4c51-ba62-04eda09fb572 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.975579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a70d6-073a-4c51-ba62-04eda09fb572 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.991859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a70d6-073a-4c51-ba62-04eda09fb572 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.993600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ec7a70d6-073a-4c51-ba62-04eda09fb572 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1503162 Jul 13 07:45:14.996494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:15.007188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Allocated IP 172.20.0.2 (87b46574-d06a-4621-9b94-3c0a935a77ae/e7c90d5e-06b1-4f40-a153-9bd2d9173c1e/179d1c63-653c-461e-93ab-afc8a36ec595) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:15.212395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d5151c3-da4f-4e42-b738-9312b3e5d1f3 req-1cd5195b-8602-4e50-a5e9-569d6c52159d tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 210 time: 0.1199276 Jul 13 07:45:15.219048 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1ffff07-a2cb-4917-abcd-dddb1843c4e9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.245841 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.265080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Transition to ACTIVE for port object 179d1c63-653c-461e-93ab-afc8a36ec595 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:15.307990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Transition to ACTIVE for port object 179d1c63-653c-461e-93ab-afc8a36ec595 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:15.319380 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.369881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.418338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Network 87b46574-d06a-4621-9b94-3c0a935a77ae is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:15.423331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Pushing event updated for resources: {'Port': ['ID=179d1c63-653c-461e-93ab-afc8a36ec595,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:15.426867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:15.431945 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:15.579378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Attempting to bind port 179d1c63-653c-461e-93ab-afc8a36ec595 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:15.581326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Attempting to bind port 179d1c63-653c-461e-93ab-afc8a36ec595 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '3667fe44-b0da-4e31-9109-fd4528e78e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b46574-d06a-4621-9b94-3c0a935a77ae'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:15.581711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Attempting to bind port 179d1c63-653c-461e-93ab-afc8a36ec595 on network 87b46574-d06a-4621-9b94-3c0a935a77ae {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:15.600493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:15.600923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Checking segment: {'id': '3667fe44-b0da-4e31-9109-fd4528e78e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b46574-d06a-4621-9b94-3c0a935a77ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:15.607283 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.607893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Bound using segment: {'id': '3667fe44-b0da-4e31-9109-fd4528e78e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b46574-d06a-4621-9b94-3c0a935a77ae'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:15.608353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Bound port: 179d1c63-653c-461e-93ab-afc8a36ec595, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3667fe44-b0da-4e31-9109-fd4528e78e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b46574-d06a-4621-9b94-3c0a935a77ae'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:15.613673 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.700994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1ffff07-a2cb-4917-abcd-dddb1843c4e9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.711118 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1ffff07-a2cb-4917-abcd-dddb1843c4e9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.732859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] For port 179d1c63-653c-461e-93ab-afc8a36ec595, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:15.736524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] For port 179d1c63-653c-461e-93ab-afc8a36ec595, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=179d1c63-653c-461e-93ab-afc8a36ec595,segment=NetworkSegment(3667fe44-b0da-4e31-9109-fd4528e78e36),segment_id=3667fe44-b0da-4e31-9109-fd4528e78e36)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:15.741475 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.840723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856697d4-b142-4767-993b-b0a3ddd82eab None None] Pushing event updated for resources: {'Port': ['ID=179d1c63-653c-461e-93ab-afc8a36ec595,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:15.871092 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1ffff07-a2cb-4917-abcd-dddb1843c4e9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.874045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ffff07-a2cb-4917-abcd-dddb1843c4e9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cce28b3f-cb6c-4129-be7b-0c28e933fc9c {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:15.887138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1ffff07-a2cb-4917-abcd-dddb1843c4e9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.888918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a1ffff07-a2cb-4917-abcd-dddb1843c4e9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "DELETE /v2.0/routers/cce28b3f-cb6c-4129-be7b-0c28e933fc9c HTTP/1.1" status: 204 len: 168 time: 0.8899055 Jul 13 07:45:15.935967 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.20.0.1 (87b46574-d06a-4621-9b94-3c0a935a77ae/e7c90d5e-06b1-4f40-a153-9bd2d9173c1e/0506dacc-d219-46e8-a3f0-c26dcabb3771) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:16.067080 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.081685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Transition to ACTIVE for port object 0506dacc-d219-46e8-a3f0-c26dcabb3771 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:16.116698 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.190855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 87b46574-d06a-4621-9b94-3c0a935a77ae is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:16.199357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:16.207944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:16.274901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=0506dacc-d219-46e8-a3f0-c26dcabb3771,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.292734 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.299633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:16.406822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b87beaa-47aa-403d-8b28-a446ffa8b8fd req-ff91afdb-b28a-4c59-ab0c-a2491fcb1f06 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 210 time: 0.1162651 Jul 13 07:45:16.542343 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.562670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1198235615', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:16.616136 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.622164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.109854 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.178203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.343324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 179d1c63-653c-461e-93ab-afc8a36ec595 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:17.350737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.449150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 179d1c63-653c-461e-93ab-afc8a36ec595 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:17.474396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e96c7-59f0-4bcb-9301-f4bfa9ad7da0 None None] Network 87b46574-d06a-4621-9b94-3c0a935a77ae requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:17.525601 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.573191 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.581061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6b760d7c-7aab-4355-969f-2a9e5a3d4102 None None] Provisioning for port 179d1c63-653c-461e-93ab-afc8a36ec595 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:17.581613 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.586269 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1346973b-4f8c-4cd2-90b9-825e54f0f584 req-2e75fbb5-ef38-4709-aadf-5b6421c37b11 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 210 time: 0.0529633 Jul 13 07:45:17.596241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6b760d7c-7aab-4355-969f-2a9e5a3d4102 None None] Provisioning complete for port 179d1c63-653c-461e-93ab-afc8a36ec595 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:17.596825 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b760d7c-7aab-4355-969f-2a9e5a3d4102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.672715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=0506dacc-d219-46e8-a3f0-c26dcabb3771,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:17.725699 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b760d7c-7aab-4355-969f-2a9e5a3d4102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.732290 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.767349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6b760d7c-7aab-4355-969f-2a9e5a3d4102 None None] For port 179d1c63-653c-461e-93ab-afc8a36ec595, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=179d1c63-653c-461e-93ab-afc8a36ec595,segment=NetworkSegment(3667fe44-b0da-4e31-9109-fd4528e78e36),segment_id=3667fe44-b0da-4e31-9109-fd4528e78e36)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:17.774816 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b760d7c-7aab-4355-969f-2a9e5a3d4102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.822750 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.853878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.874336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 87b46574-d06a-4621-9b94-3c0a935a77ae is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:17.876800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:17.915286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.921116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.972739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6663d8d645684ae788ce81e4f35a3e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929893 Jul 13 07:45:17.975753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b2329b-0afb-41ff-80fe-6bc6b4452fc5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:17.983198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.987085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.987625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.988181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.988708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.989213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.989726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.990323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.990842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.991352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.991849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.992339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:17.992966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142d07-61bb-468b-978b-d625e0e2a5e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:18.043008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b760d7c-7aab-4355-969f-2a9e5a3d4102 None None] Pushing event updated for resources: {'Port': ['ID=179d1c63-653c-461e-93ab-afc8a36ec595,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:18.055690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router a36eebc7-7923-40cc-9e53-90c8f098bc2e is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:18.132642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Allocated IP 172.25.8.117 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/5f6d2c50-4c7a-4cd7-b75f-7c0893e1e593) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:18.138992 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0bf2-a31f-4b73-ad3e-bd455f5010da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.176950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:18.182762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c072abfc-a841-47ba-a143-0d1c5d43967e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/a36eebc7-7923-40cc-9e53-90c8f098bc2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4593434 Jul 13 07:45:18.187105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:18.188023 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0bf2-a31f-4b73-ad3e-bd455f5010da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.189765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9b0ac-71ae-4f28-8013-83c2dc4c7ad0 None None] Sync routers for ids ['a36eebc7-7923-40cc-9e53-90c8f098bc2e'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:18.206125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9b0ac-71ae-4f28-8013-83c2dc4c7ad0 None None] Routers {'a36eebc7-7923-40cc-9e53-90c8f098bc2e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:18.206773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3eb9b0ac-71ae-4f28-8013-83c2dc4c7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a36eebc7-7923-40cc-9e53-90c8f098bc2e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.255620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3eb9b0ac-71ae-4f28-8013-83c2dc4c7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.281016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9b0ac-71ae-4f28-8013-83c2dc4c7ad0 None None] Routers {'a36eebc7-7923-40cc-9e53-90c8f098bc2e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:18.281016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3eb9b0ac-71ae-4f28-8013-83c2dc4c7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a36eebc7-7923-40cc-9e53-90c8f098bc2e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.302891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae23ef-aace-4504-9d3c-3be413d6c0ee tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:18.318203 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a9ae23ef-aace-4504-9d3c-3be413d6c0ee tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports/0506dacc-d219-46e8-a3f0-c26dcabb3771 HTTP/1.1" status: 200 len: 910 time: 0.1184435 Jul 13 07:45:18.318203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60846) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:18.328049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9d6356d5-6abe-4d8d-ba49-5d42e4c20208 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7c90d5e-06b1-4f40-a153-9bd2d9173c1e'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:18.358879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3eb9b0ac-71ae-4f28-8013-83c2dc4c7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.359535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9b0ac-71ae-4f28-8013-83c2dc4c7ad0 None None] The sync data for ids ['a36eebc7-7923-40cc-9e53-90c8f098bc2e'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:18.365407 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c51f-9049-4682-8c0f-38c3fb8e673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.393446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.412576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0bf2-a31f-4b73-ad3e-bd455f5010da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.415547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0bf2-a31f-4b73-ad3e-bd455f5010da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.416713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5d6b0bf2-a31f-4b73-ad3e-bd455f5010da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53b2329b-0afb-41ff-80fe-6bc6b4452fc5 HTTP/1.1" status: 204 len: 168 time: 0.4085417 Jul 13 07:45:18.430708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b0bf2-a31f-4b73-ad3e-bd455f5010da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b2329b-0afb-41ff-80fe-6bc6b4452fc5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:18.485114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-793f4f53-13c3-4839-9fa8-05d5092e0a8a None None] Provisioning for port 0506dacc-d219-46e8-a3f0-c26dcabb3771 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:18.485316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.491067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-793f4f53-13c3-4839-9fa8-05d5092e0a8a None None] Provisioning complete for port 0506dacc-d219-46e8-a3f0-c26dcabb3771 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:18.491658 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-793f4f53-13c3-4839-9fa8-05d5092e0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.538768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:18.543969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:18.547874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:18.589307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event updated for resources: {'Port': ['ID=5f6d2c50-4c7a-4cd7-b75f-7c0893e1e593,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:18.615955 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-793f4f53-13c3-4839-9fa8-05d5092e0a8a None None] Port 0506dacc-d219-46e8-a3f0-c26dcabb3771 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:18.620890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d6356d5-6abe-4d8d-ba49-5d42e4c20208 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.656957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-793f4f53-13c3-4839-9fa8-05d5092e0a8a None None] Provisioning complete for port 179d1c63-653c-461e-93ab-afc8a36ec595 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:18.659968 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-793f4f53-13c3-4839-9fa8-05d5092e0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.987408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f5d2c7f-d578-4ab7-8d32-efec37f93efb req-ab7f6544-e50a-4ddd-af24-8bc225f125d9 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 210 time: 0.1036279 Jul 13 07:45:19.009236 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.044192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-05610fab-f705-4ccb-91ae-1c4609205c52 None None] Provisioning complete for port 0506dacc-d219-46e8-a3f0-c26dcabb3771 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:19.044192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05610fab-f705-4ccb-91ae-1c4609205c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.093526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60856) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.100764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-05610fab-f705-4ccb-91ae-1c4609205c52 None None] Port 0506dacc-d219-46e8-a3f0-c26dcabb3771 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:19.131566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0915e8ae-d788-454f-8943-0f34b438e34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.269895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5aeede22-7e02-4130-bb84-24a77e9ab33c None None] Provisioning complete for port 0506dacc-d219-46e8-a3f0-c26dcabb3771 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:19.273437 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5aeede22-7e02-4130-bb84-24a77e9ab33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.364230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fade67a-7a19-43ff-9631-dc960461b47e req-e3640753-a8cc-4df0-afbb-d14420b950b9 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:19.365533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-e3640753-a8cc-4df0-afbb-d14420b950b9 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.38 "GET /v2.0/networks?id=8981bbef-893a-433d-be5a-d9a0ccbb0850 HTTP/1.1" status: 200 len: 809 time: 0.1323822 Jul 13 07:45:19.384131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Request body: {'port': {'device_id': '45f04871-ccef-4535-a541-8fef1bd58627', 'network_id': '8981bbef-893a-433d-be5a-d9a0ccbb0850', 'admin_state_up': True, 'tenant_id': '5c228a9524b648cab9645514d15a7e41'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:19.399507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 179d1c63-653c-461e-93ab-afc8a36ec595 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:19.427507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d6356d5-6abe-4d8d-ba49-5d42e4c20208 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.438000 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d6356d5-6abe-4d8d-ba49-5d42e4c20208 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.543825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5aeede22-7e02-4130-bb84-24a77e9ab33c None None] Port 0506dacc-d219-46e8-a3f0-c26dcabb3771 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:19.556054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6356d5-6abe-4d8d-ba49-5d42e4c20208 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=0506dacc-d219-46e8-a3f0-c26dcabb3771,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.586272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6356d5-6abe-4d8d-ba49-5d42e4c20208 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:19.587252 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d6356d5-6abe-4d8d-ba49-5d42e4c20208 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.592342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9d6356d5-6abe-4d8d-ba49-5d42e4c20208 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/ports/0506dacc-d219-46e8-a3f0-c26dcabb3771 HTTP/1.1" status: 200 len: 910 time: 1.2791076 Jul 13 07:45:19.593420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60858) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.594327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 179d1c63-653c-461e-93ab-afc8a36ec595 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:19.595015 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.726700 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.739570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b7ae1aa6-972f-4b90-b415-bdee789f6546 None None] Provisioning complete for port 0506dacc-d219-46e8-a3f0-c26dcabb3771 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:19.740153 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1aa6-972f-4b90-b415-bdee789f6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.797060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae1aa6-972f-4b90-b415-bdee789f6546 None None] Port 0506dacc-d219-46e8-a3f0-c26dcabb3771 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:19.820844 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0915e8ae-d788-454f-8943-0f34b438e34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.834417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0915e8ae-d788-454f-8943-0f34b438e34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.885104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915e8ae-d788-454f-8943-0f34b438e34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb2b99d-a871-450a-bdd4-d72f037e1e33,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.918402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-36f21dc7-84c6-4c5e-807b-60823deacf9d None None] Provisioning complete for port 0506dacc-d219-46e8-a3f0-c26dcabb3771 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:19.919381 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36f21dc7-84c6-4c5e-807b-60823deacf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.934299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Made reservation on behalf of 5c228a9524b648cab9645514d15a7e41 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:19.938796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.950771 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0915e8ae-d788-454f-8943-0f34b438e34e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b658ee27cdf941468abbee3ea2bc2e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8561678 Jul 13 07:45:19.951411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60862) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.959374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-36f21dc7-84c6-4c5e-807b-60823deacf9d None None] Port 0506dacc-d219-46e8-a3f0-c26dcabb3771 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:20.071848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.163548 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6d06e62-3c0f-4408-8f68-e98014ad8b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.200447 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-970d1649-133e-4cac-a6ee-6e41fdc5f666 req-f03a2f3d-1315-4f39-9b60-e18a7cc3e60f tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 210 time: 0.0676942 Jul 13 07:45:20.211919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Router 3fce4e50-54f9-43c6-a287-55aee7f0cb9b is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:20.233592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6d06e62-3c0f-4408-8f68-e98014ad8b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.251332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Allocated IP 172.20.0.14 (8981bbef-893a-433d-be5a-d9a0ccbb0850/cfcb5c28-b4f8-4029-9139-d8a2e2fff277/ea4e7f5e-3684-4386-88c3-67e4ea27a9c0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:20.365397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 0506dacc-d219-46e8-a3f0-c26dcabb3771 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:20.365653 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.476599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.494899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 0506dacc-d219-46e8-a3f0-c26dcabb3771 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:20.760877 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.798056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=0506dacc-d219-46e8-a3f0-c26dcabb3771,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.825829 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6d06e62-3c0f-4408-8f68-e98014ad8b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.828797 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6d06e62-3c0f-4408-8f68-e98014ad8b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.830201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a6d06e62-3c0f-4408-8f68-e98014ad8b7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fb2b99d-a871-450a-bdd4-d72f037e1e33 HTTP/1.1" status: 204 len: 168 time: 0.8706110 Jul 13 07:45:20.840089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:20.850795 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2675dca-9601-4768-9eea-2d417b254a52 None None] Sync routers for ids ['3fce4e50-54f9-43c6-a287-55aee7f0cb9b'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:20.864053 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2675dca-9601-4768-9eea-2d417b254a52 None None] Routers {'3fce4e50-54f9-43c6-a287-55aee7f0cb9b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:20.864874 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e2675dca-9601-4768-9eea-2d417b254a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3fce4e50-54f9-43c6-a287-55aee7f0cb9b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.939251 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e2675dca-9601-4768-9eea-2d417b254a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.964222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d06e62-3c0f-4408-8f68-e98014ad8b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb2b99d-a871-450a-bdd4-d72f037e1e33,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.966838 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2675dca-9601-4768-9eea-2d417b254a52 None None] Routers {'3fce4e50-54f9-43c6-a287-55aee7f0cb9b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:20.967701 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e2675dca-9601-4768-9eea-2d417b254a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3fce4e50-54f9-43c6-a287-55aee7f0cb9b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.016084 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.020175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-424c25af-362f-48d4-a284-f85d81795a52 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7193253 Jul 13 07:45:21.025047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60874) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.058234 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6a55-e92a-4f7d-b914-de9e72d15df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.111875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.128619 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.205965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.217980 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e2675dca-9601-4768-9eea-2d417b254a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.218938 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2675dca-9601-4768-9eea-2d417b254a52 None None] The sync data for ids ['3fce4e50-54f9-43c6-a287-55aee7f0cb9b'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:21.327946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ada82679-2815-4b25-a2e0-cee5407f307b tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/routers/3fce4e50-54f9-43c6-a287-55aee7f0cb9b HTTP/1.1" status: 200 len: 921 time: 0.2992458 Jul 13 07:45:21.331029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60882) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.349656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router a36eebc7-7923-40cc-9e53-90c8f098bc2e has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:21.380939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-34482c8e-9d93-4e69-93f6-4ac2e3c44808 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fce4e50-54f9-43c6-a287-55aee7f0cb9b HTTP/1.1" status: 200 len: 205 time: 0.0488076 Jul 13 07:45:21.383385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60886) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.392078 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.472212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Network 8981bbef-893a-433d-be5a-d9a0ccbb0850 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:21.481155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:21.485466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:21.487008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:21.499151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e8e342-4379-4a87-9a9f-2312fa4dba06 None None] Sync routers for ids ['a36eebc7-7923-40cc-9e53-90c8f098bc2e'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:21.504066 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e1d0804c-caf9-4a95-978f-246db58a0f99 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/a36eebc7-7923-40cc-9e53-90c8f098bc2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9093976 Jul 13 07:45:21.504955 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60892) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.514297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8e342-4379-4a87-9a9f-2312fa4dba06 None None] Routers {'a36eebc7-7923-40cc-9e53-90c8f098bc2e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:21.518374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-48e8e342-4379-4a87-9a9f-2312fa4dba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a36eebc7-7923-40cc-9e53-90c8f098bc2e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.545930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c8d2ec0d-9103-406c-a613-0efebdef10a3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=a36eebc7-7923-40cc-9e53-90c8f098bc2e HTTP/1.1" status: 200 len: 205 time: 0.0393505 Jul 13 07:45:21.546932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60894) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.572332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Pushing event updated for resources: {'Port': ['ID=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:21.602652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:21.603288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.610467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.616714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-48e8e342-4379-4a87-9a9f-2312fa4dba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.626299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8e342-4379-4a87-9a9f-2312fa4dba06 None None] Routers {'a36eebc7-7923-40cc-9e53-90c8f098bc2e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:21.626941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-48e8e342-4379-4a87-9a9f-2312fa4dba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a36eebc7-7923-40cc-9e53-90c8f098bc2e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.663778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-071dc7a0-2fdc-4663-8acc-65b36874261e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.669994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-48e8e342-4379-4a87-9a9f-2312fa4dba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.670763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e8e342-4379-4a87-9a9f-2312fa4dba06 None None] The sync data for ids ['a36eebc7-7923-40cc-9e53-90c8f098bc2e'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:21.687010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-dcc4cf39-b5c9-40e9-a1f8-80a985ceb3e5 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3068235 Jul 13 07:45:21.722017 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb285f-add7-4cf9-a6a7-413c65f9d281 req-6edd74fa-7c45-4f0f-92a8-a2f6b95d61bb tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:21.723587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3cb285f-add7-4cf9-a6a7-413c65f9d281 req-6edd74fa-7c45-4f0f-92a8-a2f6b95d61bb tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 932 time: 0.3191307 Jul 13 07:45:21.791775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.876003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Deleting port 5f6d2c50-4c7a-4cd7-b75f-7c0893e1e593 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:21.877107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.926886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3cb285f-add7-4cf9-a6a7-413c65f9d281 req-e881bed2-22e3-442d-882a-85cd1532fcd6 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699314 Jul 13 07:45:21.934274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-071dc7a0-2fdc-4663-8acc-65b36874261e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.939607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Request body: {'port': {'device_id': '45f04871-ccef-4535-a541-8fef1bd58627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:21.940044 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-071dc7a0-2fdc-4663-8acc-65b36874261e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.984102 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.009651 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-071dc7a0-2fdc-4663-8acc-65b36874261e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.010283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071dc7a0-2fdc-4663-8acc-65b36874261e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Fanout notify agent at l3_agent the message router_deleted on router a36eebc7-7923-40cc-9e53-90c8f098bc2e {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:22.025462 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-071dc7a0-2fdc-4663-8acc-65b36874261e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.029525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-071dc7a0-2fdc-4663-8acc-65b36874261e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/a36eebc7-7923-40cc-9e53-90c8f098bc2e HTTP/1.1" status: 204 len: 168 time: 0.4744027 Jul 13 07:45:22.029525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:22.068977 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.094515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Calling delete_port for 5f6d2c50-4c7a-4cd7-b75f-7c0893e1e593 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:22.097339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-454cff11-e38c-43f9-8f72-e851fe1b67a3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting subnet e7c90d5e-06b1-4f40-a153-9bd2d9173c1e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:22.100506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.102199 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-454cff11-e38c-43f9-8f72-e851fe1b67a3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.158160 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-454cff11-e38c-43f9-8f72-e851fe1b67a3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.263289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-454cff11-e38c-43f9-8f72-e851fe1b67a3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.351517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-454cff11-e38c-43f9-8f72-e851fe1b67a3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.394281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cff11-e38c-43f9-8f72-e851fe1b67a3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c90d5e-06b1-4f40-a153-9bd2d9173c1e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.405909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070750a-21fd-4a3b-a0c2-d78a563ada7b None None] Network 87b46574-d06a-4621-9b94-3c0a935a77ae requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:22.416671 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-454cff11-e38c-43f9-8f72-e851fe1b67a3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.423094 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-454cff11-e38c-43f9-8f72-e851fe1b67a3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/e7c90d5e-06b1-4f40-a153-9bd2d9173c1e HTTP/1.1" status: 204 len: 168 time: 0.3900747 Jul 13 07:45:22.423094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60928) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:22.482510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.557639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.633529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event deleted for resources: {'Port': ['ID=5f6d2c50-4c7a-4cd7-b75f-7c0893e1e593,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.666780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 179d1c63-653c-461e-93ab-afc8a36ec595 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:22.667285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.682772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d3c8c-d936-4ffa-9bdf-c8b667106bf1 None None] DHCP port deletion for 87b46574-d06a-4621-9b94-3c0a935a77ae request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:22.728729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.766705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port 179d1c63-653c-461e-93ab-afc8a36ec595, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=179d1c63-653c-461e-93ab-afc8a36ec595,segment=NetworkSegment(3667fe44-b0da-4e31-9109-fd4528e78e36),segment_id=3667fe44-b0da-4e31-9109-fd4528e78e36)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:22.767122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.769609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-786d3c8c-d936-4ffa-9bdf-c8b667106bf1 None None] Deleting port 179d1c63-653c-461e-93ab-afc8a36ec595 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:22.770020 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-786d3c8c-d936-4ffa-9bdf-c8b667106bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.795286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 179d1c63-653c-461e-93ab-afc8a36ec595 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:22.869899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-786d3c8c-d936-4ffa-9bdf-c8b667106bf1 None None] For port 179d1c63-653c-461e-93ab-afc8a36ec595, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=179d1c63-653c-461e-93ab-afc8a36ec595,segment=NetworkSegment(3667fe44-b0da-4e31-9109-fd4528e78e36),segment_id=3667fe44-b0da-4e31-9109-fd4528e78e36)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:22.870639 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-786d3c8c-d936-4ffa-9bdf-c8b667106bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.879768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:22.891572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.895437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-786d3c8c-d936-4ffa-9bdf-c8b667106bf1 None None] Calling delete_port for 179d1c63-653c-461e-93ab-afc8a36ec595 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:22.897348 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.901375 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.914372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Transition to ACTIVE for port object ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:22.945658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.962711 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.978758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.981133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Fanout notify agent at l3_agent the message router_deleted on router 3fce4e50-54f9-43c6-a287-55aee7f0cb9b {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:23.000471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.005151 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-995d7a1b-2edf-44a5-8af6-2ef288bd8917 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/3fce4e50-54f9-43c6-a287-55aee7f0cb9b HTTP/1.1" status: 204 len: 168 time: 1.6172833 Jul 13 07:45:23.010491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:23.011084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=179d1c63-653c-461e-93ab-afc8a36ec595,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.021558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452545940', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:23.047204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.049279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.056432 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-786d3c8c-d936-4ffa-9bdf-c8b667106bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.058015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No DVR routers for this DVR port 179d1c63-653c-461e-93ab-afc8a36ec595 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:23.063316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.103231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d3c8c-d936-4ffa-9bdf-c8b667106bf1 None None] No DVR routers for this DVR port 179d1c63-653c-461e-93ab-afc8a36ec595 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:23.106336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d3c8c-d936-4ffa-9bdf-c8b667106bf1 None None] Pushing event deleted for resources: {'Port': ['ID=179d1c63-653c-461e-93ab-afc8a36ec595,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.175230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Attempting to bind port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:23.175706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Attempting to bind port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'cc13ad25-75bf-42dd-964f-3e71e3c9902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8981bbef-893a-433d-be5a-d9a0ccbb0850'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:23.176481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Attempting to bind port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 on network 8981bbef-893a-433d-be5a-d9a0ccbb0850 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:23.182246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 on network 8981bbef-893a-433d-be5a-d9a0ccbb0850 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:45:23.182654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Attempting to bind port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 on network 8981bbef-893a-433d-be5a-d9a0ccbb0850 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:23.183021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.205441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:23.205689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Checking segment: {'id': 'cc13ad25-75bf-42dd-964f-3e71e3c9902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8981bbef-893a-433d-be5a-d9a0ccbb0850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:23.206349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Bound using segment: {'id': 'cc13ad25-75bf-42dd-964f-3e71e3c9902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8981bbef-893a-433d-be5a-d9a0ccbb0850'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:23.206897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Bound port: ea4e7f5e-3684-4386-88c3-67e4ea27a9c0, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc13ad25-75bf-42dd-964f-3e71e3c9902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8981bbef-893a-433d-be5a-d9a0ccbb0850'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:23.207323 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.212855 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.264097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b46574-d06a-4621-9b94-3c0a935a77ae']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:23.291299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 179d1c63-653c-461e-93ab-afc8a36ec595 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:23.322719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba11151-5d13-4012-b533-c454a00d5c98 req-71628951-8de1-4ba1-aa11-fc1491128b7a tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.324334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 179d1c63-653c-461e-93ab-afc8a36ec595 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:23.324845 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eba11151-5d13-4012-b533-c454a00d5c98 req-71628951-8de1-4ba1-aa11-fc1491128b7a tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 944 time: 0.1342702 Jul 13 07:45:23.332481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 179d1c63-653c-461e-93ab-afc8a36ec595 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:23.361899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] For port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:23.366422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3667fe44-b0da-4e31-9109-fd4528e78e36') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:23.366689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3667fe44-b0da-4e31-9109-fd4528e78e36') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:23.380770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.384463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] For port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,segment=NetworkSegment(cc13ad25-75bf-42dd-964f-3e71e3c9902e),segment_id=cc13ad25-75bf-42dd-964f-3e71e3c9902e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:23.388438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eba11151-5d13-4012-b533-c454a00d5c98 req-d99ebbfd-c93e-4dd7-bb80-1970091f1b67 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555947 Jul 13 07:45:23.390112 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.428317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.429097 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.430836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] 10.222.0.38 "PUT /v2.0/ports/ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 HTTP/1.1" status: 200 len: 1093 time: 1.7363868 Jul 13 07:45:23.431344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f04871-ccef-4535-a541-8fef1bd58627', 'tag': 'ea4e7f5e-3684-4386-88c3-67e4ea27a9c0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:23.434366 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41896c6-60a5-42d7-8037-b7e65ea2c940" -d '{"events": [{"name": "network-changed", "server_uuid": "45f04871-ccef-4535-a541-8fef1bd58627", "tag": "ea4e7f5e-3684-4386-88c3-67e4ea27a9c0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:23.510598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c88a7c-12fa-43a7-adc9-7d7d68f78a38 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.543126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fade67a-7a19-43ff-9631-dc960461b47e req-25302327-916a-4319-aa5b-4ae976774dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.545769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-25302327-916a-4319-aa5b-4ae976774dba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c228a9524b648cab9645514d15a7e41&device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 1096 time: 0.0726657 Jul 13 07:45:23.628504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-aceec062-d0dd-4cc7-9769-9a81a2236122 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 HTTP/1.1" status: 200 len: 217 time: 0.0758743 Jul 13 07:45:23.659064 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.762153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fade67a-7a19-43ff-9631-dc960461b47e req-db2c9cc1-a640-4497-afea-f2e84f678c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.766918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-db2c9cc1-a640-4497-afea-f2e84f678c75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cfcb5c28-b4f8-4029-9139-d8a2e2fff277 HTTP/1.1" status: 200 len: 849 time: 0.1322417 Jul 13 07:45:23.789464 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757bc769-6087-4731-8d14-86e57f73986e x-openstack-request-id: req-757bc769-6087-4731-8d14-86e57f73986e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:23.789779 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f04871-ccef-4535-a541-8fef1bd58627", "tag": "ea4e7f5e-3684-4386-88c3-67e4ea27a9c0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:23.790038 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-757bc769-6087-4731-8d14-86e57f73986e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:23.790452 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f04871-ccef-4535-a541-8fef1bd58627', 'tag': 'ea4e7f5e-3684-4386-88c3-67e4ea27a9c0', 'status': 'completed', 'code': 200} Jul 13 07:45:23.818554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-59a31665-e8dc-4d56-83e0-b4a390175d6e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8981bbef-893a-433d-be5a-d9a0ccbb0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456634 Jul 13 07:45:23.925609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-962fe046-bbed-42c9-b654-18c41def6cb1 service neutron] 10.222.0.38 "GET /v2.0/networks/8981bbef-893a-433d-be5a-d9a0ccbb0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001332 Jul 13 07:45:23.926352 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.934674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.951633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:23.952052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:23.959765 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:24.043159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.045300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fade67a-7a19-43ff-9631-dc960461b47e req-7b737813-9e32-4d7f-8b38-27aec4fcae90 service neutron] 10.222.0.38 "GET /v2.0/networks/8981bbef-893a-433d-be5a-d9a0ccbb0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140127 Jul 13 07:45:24.109849 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.111926 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/networks/87b46574-d06a-4621-9b94-3c0a935a77ae HTTP/1.1" status: 204 len: 168 time: 1.6845241 Jul 13 07:45:24.116574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:24.126973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6447c2f-769b-4346-ad80-9f46a2ec6f83 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Network': ['ID=87b46574-d06a-4621-9b94-3c0a935a77ae,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.139994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e17f90f7-4ecd-4b7b-96ef-06f65eabfee6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1889399672', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:24.187119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17f90f7-4ecd-4b7b-96ef-06f65eabfee6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.195144 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17f90f7-4ecd-4b7b-96ef-06f65eabfee6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.212888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-2e1bde31-dbf6-4f13-8087-709ef6df0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:24.214696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-2e1bde31-dbf6-4f13-8087-709ef6df0574 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c228a9524b648cab9645514d15a7e41&device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 1096 time: 0.1112390 Jul 13 07:45:24.316713 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.336434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-26534ac5-35c6-49f0-bb32-d89f0ba5c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:24.339150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-26534ac5-35c6-49f0-bb32-d89f0ba5c55d service neutron] 10.222.0.38 "GET /v2.0/networks?id=8981bbef-893a-433d-be5a-d9a0ccbb0850 HTTP/1.1" status: 200 len: 910 time: 0.1141438 Jul 13 07:45:24.339575 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.427288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17f90f7-4ecd-4b7b-96ef-06f65eabfee6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.429926 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-e9704904-a2b2-4eae-b1db-fe70c0a0bf71 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 HTTP/1.1" status: 200 len: 217 time: 0.0536106 Jul 13 07:45:24.432592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17f90f7-4ecd-4b7b-96ef-06f65eabfee6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.483086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17f90f7-4ecd-4b7b-96ef-06f65eabfee6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.488389 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e17f90f7-4ecd-4b7b-96ef-06f65eabfee6 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3676481 Jul 13 07:45:24.489365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Allocated IP 172.25.8.236 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/0298862d-5280-4f47-9f89-5c4fc11e73cf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:24.493248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:24.500282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:24.543127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'network': {'name': 'tempest-RoutersTest-2099404838'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:24.548458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-788e29e7-b6c4-45f1-aba2-e169788fddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:24.550241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-788e29e7-b6c4-45f1-aba2-e169788fddb9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cfcb5c28-b4f8-4029-9139-d8a2e2fff277 HTTP/1.1" status: 200 len: 849 time: 0.0896616 Jul 13 07:45:24.596971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-347d3953-b0ec-4ca4-bb20-6e98bddc99a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8981bbef-893a-433d-be5a-d9a0ccbb0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379183 Jul 13 07:45:24.601907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:24.606275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.738524 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.751222 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac5ae7-8f5d-46d6-82b0-c200b405a692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.766407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:24.791630 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.791630 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added segment f5418b34-a832-4557-b629-2492dee7dae9 of type vlan for network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b Jul 13 07:45:24.825838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.855679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-907cbab2-9969-40fc-89d9-6658951cd694 service neutron] 10.222.0.38 "GET /v2.0/networks/8981bbef-893a-433d-be5a-d9a0ccbb0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460823 Jul 13 07:45:24.879840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:24.885263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.890050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:24.898636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:24.927442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c069dcb-8a99-4c1a-81ce-b7c9ac312efa req-d5188bb6-b66c-4071-a060-cd3464f86644 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:24.929126 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c069dcb-8a99-4c1a-81ce-b7c9ac312efa req-d5188bb6-b66c-4071-a060-cd3464f86644 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 944 time: 0.2483168 Jul 13 07:45:24.932490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event updated for resources: {'Port': ['ID=0298862d-5280-4f47-9f89-5c4fc11e73cf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.005987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.011619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:25.012313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.045028 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac5ae7-8f5d-46d6-82b0-c200b405a692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.054001 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dac5ae7-8f5d-46d6-82b0-c200b405a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.067771 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9c069dcb-8a99-4c1a-81ce-b7c9ac312efa req-9a91de60-bf3a-4dd6-ac22-22cef0b6b33e tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313248 Jul 13 07:45:25.081250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e41896c6-60a5-42d7-8037-b7e65ea2c940 req-e51a9e3c-1350-4c39-9787-e856cd4e6541 service neutron] 10.222.0.38 "GET /v2.0/networks/8981bbef-893a-433d-be5a-d9a0ccbb0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186320 Jul 13 07:45:25.088844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5940163 Jul 13 07:45:25.093318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:25.098748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'subnet': {'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:25.139318 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8dac5ae7-8f5d-46d6-82b0-c200b405a692 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd84c265919c499aa28bf90cefd16626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6375124 Jul 13 07:45:25.141920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac5ae7-8f5d-46d6-82b0-c200b405a692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999ab1ce-affc-43b0-8c64-20c2fe0ff1d7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.142116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:25.150937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bb35c-7263-45a9-bda8-f077d1607695 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Network': ['ID=ab9319fa-a94e-4a5f-ad43-7aa86741bd2b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.176602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:25.273572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9dda522-eb36-4d18-b089-96d4c0c4d815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.287806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:25.291788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.295339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.317919 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9dda522-eb36-4d18-b089-96d4c0c4d815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.429166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9dda522-eb36-4d18-b089-96d4c0c4d815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.431997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9dda522-eb36-4d18-b089-96d4c0c4d815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.436400 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d9dda522-eb36-4d18-b089-96d4c0c4d815 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/999ab1ce-affc-43b0-8c64-20c2fe0ff1d7 HTTP/1.1" status: 204 len: 168 time: 0.2901793 Jul 13 07:45:25.472898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dda522-eb36-4d18-b089-96d4c0c4d815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999ab1ce-affc-43b0-8c64-20c2fe0ff1d7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.528839 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.730507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Router 05a099de-34e1-4042-9839-42963515e92b is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:25.873675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:25.896742 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Sync routers for ids ['05a099de-34e1-4042-9839-42963515e92b'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:25.897868 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.902251 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-53f00d91-c7d6-4736-9d2a-7c55f0866536 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8856785 Jul 13 07:45:25.902602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32796) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:25.914947 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Routers {'05a099de-34e1-4042-9839-42963515e92b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:25.916537 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['05a099de-34e1-4042-9839-42963515e92b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:25.922909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.044749 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Set router 05a099de-34e1-4042-9839-42963515e92b gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:26.071391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Subnet': ['ID=583e2f99-236a-497c-91bb-9695eeb6f36d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.089621 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4130c94d-0815-442d-b815-af6870dee87b tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/routers/05a099de-34e1-4042-9839-42963515e92b HTTP/1.1" status: 200 len: 909 time: 0.1837177 Jul 13 07:45:26.089827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32804) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.098175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452545940', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': True}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:26.126616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Checking segment: {'id': 'f5418b34-a832-4557-b629-2492dee7dae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:26.127077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network hostable DHCP agents. Network: ab9319fa-a94e-4a5f-ad43-7aa86741bd2b, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:26.156746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.158148 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.183508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:26.195633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, ab9319fa-a94e-4a5f-ad43-7aa86741bd2b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:26.200790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:26.201668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.208554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a81875-9eaa-4cf1-abd2-d0c86a0c5364 None None] Network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:26.237598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1c24a1b3-0429-4842-8484-f91a76373419 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1405945 Jul 13 07:45:26.237852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.302770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.330055 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a099de-34e1-4042-9839-42963515e92b', 'name': 'tempest-snat-router-1452545940', 'tenant_id': '039339e7367f4b98b0bdbf03831a1de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.236'}], 'enable_snat': False}, 'gw_port_id': '0298862d-5280-4f47-9f89-5c4fc11e73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:23Z', 'updated_at': '2021-07-13T07:45:25Z', 'revision_number': 3, 'project_id': '039339e7367f4b98b0bdbf03831a1de9', 'gw_port': {'id': '0298862d-5280-4f47-9f89-5c4fc11e73cf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a099de-34e1-4042-9839-42963515e92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:26.349792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:45:26.362114 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Checking router: 05a099de-34e1-4042-9839-42963515e92b for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:26.362573 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Updating router 05a099de-34e1-4042-9839-42963515e92b port 0298862d-5280-4f47-9f89-5c4fc11e73cf binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:26.404211 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.622727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:26.624085 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.736686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,segment=NetworkSegment(cc13ad25-75bf-42dd-964f-3e71e3c9902e),segment_id=cc13ad25-75bf-42dd-964f-3e71e3c9902e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:26.761979 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.786869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827186b-3af1-4bad-8bf3-cd2771842a57 req-488c4f74-5443-46d7-b1d5-82163c8bfb7d tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:26.788420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1827186b-3af1-4bad-8bf3-cd2771842a57 req-488c4f74-5443-46d7-b1d5-82163c8bfb7d tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 944 time: 0.4004862 Jul 13 07:45:26.862326 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1827186b-3af1-4bad-8bf3-cd2771842a57 req-4e415c86-1e6f-4466-8eec-6608167064cb tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622432 Jul 13 07:45:26.863295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'ea4e7f5e-3684-4386-88c3-67e4ea27a9c0', 'network_id': '8981bbef-893a-433d-be5a-d9a0ccbb0850', 'port_id': 'ea4e7f5e-3684-4386-88c3-67e4ea27a9c0', 'mac_address': 'fa:16:3e:57:ac:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcb5c28-b4f8-4029-9139-d8a2e2fff277', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:45:26.964286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.969546 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.003342 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Transition to ACTIVE for port object 0298862d-5280-4f47-9f89-5c4fc11e73cf will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:27.017983 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.019820 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.023362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Allocated IP 172.20.0.2 (ab9319fa-a94e-4a5f-ad43-7aa86741bd2b/583e2f99-236a-497c-91bb-9695eeb6f36d/c9d87c64-3ace-4ad0-abaf-d964af2cb581) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:27.078134 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d401016-1832-4678-b8bb-2e3545494c9a None None] Pushing event updated for resources: {'Port': ['ID=0298862d-5280-4f47-9f89-5c4fc11e73cf,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.101546 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Attempting to bind port 0298862d-5280-4f47-9f89-5c4fc11e73cf on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:27.101920 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Attempting to bind port 0298862d-5280-4f47-9f89-5c4fc11e73cf by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:27.102384 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Attempting to bind port 0298862d-5280-4f47-9f89-5c4fc11e73cf on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:27.108103 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:27.108805 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:27.108957 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.109275 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:27.110020 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Bound port: 0298862d-5280-4f47-9f89-5c4fc11e73cf, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:27.110188 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.129067 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.169712 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] For port 0298862d-5280-4f47-9f89-5c4fc11e73cf, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:27.186865 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] For port 0298862d-5280-4f47-9f89-5c4fc11e73cf, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0298862d-5280-4f47-9f89-5c4fc11e73cf,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:27.194924 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.196945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:27.205361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.256108 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d401016-1832-4678-b8bb-2e3545494c9a None None] Pushing event updated for resources: {'Port': ['ID=0298862d-5280-4f47-9f89-5c4fc11e73cf,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.261171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:27.283832 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Routers {'05a099de-34e1-4042-9839-42963515e92b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:27.284706 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['05a099de-34e1-4042-9839-42963515e92b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:27.372585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Allocated IP 172.25.8.145 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/1cdaa8e1-775d-43fc-b449-853e85db8b9d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:27.412009 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] Set router 05a099de-34e1-4042-9839-42963515e92b gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:27.440149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,segment=NetworkSegment(cc13ad25-75bf-42dd-964f-3e71e3c9902e),segment_id=cc13ad25-75bf-42dd-964f-3e71e3c9902e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:27.453634 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.483370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd1f117f-89fa-4abc-89c6-d8841471aaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.540783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.588307 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.599253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Transition to ACTIVE for port object c9d87c64-3ace-4ad0-abaf-d964af2cb581 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:27.609079 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd1f117f-89fa-4abc-89c6-d8841471aaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.616283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd1f117f-89fa-4abc-89c6-d8841471aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.623379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Transition to ACTIVE for port object c9d87c64-3ace-4ad0-abaf-d964af2cb581 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:27.631513 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.644296 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a099de-34e1-4042-9839-42963515e92b', 'name': 'tempest-snat-router-1452545940', 'tenant_id': '039339e7367f4b98b0bdbf03831a1de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.236'}], 'enable_snat': False}, 'gw_port_id': '0298862d-5280-4f47-9f89-5c4fc11e73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:23Z', 'updated_at': '2021-07-13T07:45:25Z', 'revision_number': 3, 'project_id': '039339e7367f4b98b0bdbf03831a1de9', 'gw_port': {'id': '0298862d-5280-4f47-9f89-5c4fc11e73cf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a099de-34e1-4042-9839-42963515e92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:27.675453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:27.678959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:27.680703 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b506a54-f985-4f08-aea4-260e3d49d008 None None] The sync data for ids ['05a099de-34e1-4042-9839-42963515e92b'] in n-d-758944-43 is: [{'id': '05a099de-34e1-4042-9839-42963515e92b', 'name': 'tempest-snat-router-1452545940', 'tenant_id': '039339e7367f4b98b0bdbf03831a1de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.236'}], 'enable_snat': False}, 'gw_port_id': '0298862d-5280-4f47-9f89-5c4fc11e73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:23Z', 'updated_at': '2021-07-13T07:45:25Z', 'revision_number': 3, 'project_id': '039339e7367f4b98b0bdbf03831a1de9', 'gw_port': {'id': '0298862d-5280-4f47-9f89-5c4fc11e73cf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a099de-34e1-4042-9839-42963515e92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:27.683501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:27.725909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.20.0.1 (ab9319fa-a94e-4a5f-ad43-7aa86741bd2b/583e2f99-236a-497c-91bb-9695eeb6f36d/9bd5d26b-032e-41ef-919e-52bf191cb792) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:27.736239 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.747796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cd1f117f-89fa-4abc-89c6-d8841471aaf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3090ef2b5ddf4c99a46a1e8224d44904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494955 Jul 13 07:45:27.748688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32876) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:27.755023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f117f-89fa-4abc-89c6-d8841471aaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f4dbe2-e4cc-449b-b4b4-adb27a7a5fe3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.799322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Pushing event updated for resources: {'Port': ['ID=c9d87c64-3ace-4ad0-abaf-d964af2cb581,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.807270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['ea4e7f5e-3684-4386-88c3-67e4ea27a9c0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:27.815898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Attempting to bind port c9d87c64-3ace-4ad0-abaf-d964af2cb581 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:27.818555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Attempting to bind port c9d87c64-3ace-4ad0-abaf-d964af2cb581 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'f5418b34-a832-4557-b629-2492dee7dae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:27.818926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Attempting to bind port c9d87c64-3ace-4ad0-abaf-d964af2cb581 on network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:27.860743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:27.861122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Checking segment: {'id': 'f5418b34-a832-4557-b629-2492dee7dae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:27.861531 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.861929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Bound using segment: {'id': 'f5418b34-a832-4557-b629-2492dee7dae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:27.865696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Bound port: c9d87c64-3ace-4ad0-abaf-d964af2cb581, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5418b34-a832-4557-b629-2492dee7dae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:27.866362 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.875260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acfdc71c-0f0f-4e59-9dc8-8fdcceb5e981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.881071 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.947512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event updated for resources: {'Port': ['ID=1cdaa8e1-775d-43fc-b449-853e85db8b9d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.963248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:27.969196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acfdc71c-0f0f-4e59-9dc8-8fdcceb5e981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.971084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:27.982714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:27.997207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.035567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Transition to ACTIVE for port object 9bd5d26b-032e-41ef-919e-52bf191cb792 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:28.097964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] For port c9d87c64-3ace-4ad0-abaf-d964af2cb581, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:28.142535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] For port c9d87c64-3ace-4ad0-abaf-d964af2cb581, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c9d87c64-3ace-4ad0-abaf-d964af2cb581,segment=NetworkSegment(f5418b34-a832-4557-b629-2492dee7dae9),segment_id=f5418b34-a832-4557-b629-2492dee7dae9)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:28.151893 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.154412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.233416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acfdc71c-0f0f-4e59-9dc8-8fdcceb5e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.236422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acfdc71c-0f0f-4e59-9dc8-8fdcceb5e981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.237784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-acfdc71c-0f0f-4e59-9dc8-8fdcceb5e981 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31f4dbe2-e4cc-449b-b4b4-adb27a7a5fe3 HTTP/1.1" status: 204 len: 168 time: 0.4857445 Jul 13 07:45:28.250213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:28.258612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:28.268477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdc71c-0f0f-4e59-9dc8-8fdcceb5e981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f4dbe2-e4cc-449b-b4b4-adb27a7a5fe3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:28.296914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:28.358961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f5c11-ce7c-49fd-8db8-f4367c41c5bd None None] Pushing event updated for resources: {'Port': ['ID=c9d87c64-3ace-4ad0-abaf-d964af2cb581,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:28.365160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=9bd5d26b-032e-41ef-919e-52bf191cb792,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:28.398401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7e07-c661-4e01-8fde-e849baf9471f req-09130b2f-5095-4cb7-94c3-3783adaa64e6 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:28.407867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2ab7e07-c661-4e01-8fde-e849baf9471f req-09130b2f-5095-4cb7-94c3-3783adaa64e6 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 945 time: 0.3082807 Jul 13 07:45:28.452460 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.530599 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2ab7e07-c661-4e01-8fde-e849baf9471f req-c5cbfb3e-553d-41c2-ba4c-c508fe1eab1b tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213531 Jul 13 07:45:28.532918 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.816138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.911226 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.121068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Router f944a8b3-73f8-4e84-9fe8-534aeadf781b is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:29.219202 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.224689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.445411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c9d87c64-3ace-4ad0-abaf-d964af2cb581 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:29.451591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=9bd5d26b-032e-41ef-919e-52bf191cb792,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:29.469237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.557826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c9d87c64-3ace-4ad0-abaf-d964af2cb581 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:29.564134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0298862d-5280-4f47-9f89-5c4fc11e73cf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:29.652059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0298862d-5280-4f47-9f89-5c4fc11e73cf completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:29.656576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0298862d-5280-4f47-9f89-5c4fc11e73cf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:29.657082 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.680595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:29.682368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:29.856500 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.893887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:29.921533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 0298862d-5280-4f47-9f89-5c4fc11e73cf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0298862d-5280-4f47-9f89-5c4fc11e73cf,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:29.927896 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.015636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff964027-1049-403f-87f5-68bbf37a37b1 None None] Network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:30.053398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:30.081453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:30.088550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d7a985a0-6cce-475c-8f78-93102fd6ee79 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8496659 Jul 13 07:45:30.091867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.098250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'network': {'name': 'tempest-RoutersTest-1884156021'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:30.103464 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:30.109921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.113598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ba45246d-24f9-4a00-ad46-5f685980804c tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0189576 Jul 13 07:45:30.113990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.120011 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:30.120607 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.204389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:30.209431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] Sync routers for ids ['f944a8b3-73f8-4e84-9fe8-534aeadf781b'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:30.218216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.248563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=0298862d-5280-4f47-9f89-5c4fc11e73cf,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:30.254253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2919c-7084-4fa3-9c2e-4d029e08bc51 req-9ef0a88a-a7aa-42ed-bf5f-1c47b894c714 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:30.260313 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2deee62c-b311-4ecd-985c-f7841cb8b57f tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/routers/f944a8b3-73f8-4e84-9fe8-534aeadf781b HTTP/1.1" status: 200 len: 908 time: 0.1449132 Jul 13 07:45:30.262865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1db2919c-7084-4fa3-9c2e-4d029e08bc51 req-9ef0a88a-a7aa-42ed-bf5f-1c47b894c714 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 945 time: 0.2229900 Jul 13 07:45:30.263623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32932) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.291493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] Routers {'f944a8b3-73f8-4e84-9fe8-534aeadf781b'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:30.292136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f944a8b3-73f8-4e84-9fe8-534aeadf781b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.310348 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:30.372403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:30.391568 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1db2919c-7084-4fa3-9c2e-4d029e08bc51 req-ad2805b3-3491-4d0a-ab1c-794f08bc1314 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206329 Jul 13 07:45:30.410379 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.411036 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added segment c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae of type vlan for network c1e4db18-02f4-4033-8934-1ba07ffdbeff Jul 13 07:45:30.497874 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.515261 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.600678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.619760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:30.623112 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.674504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] Set router f944a8b3-73f8-4e84-9fe8-534aeadf781b gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:30.701891 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.737876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:30.741781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3c46a4aa-b5e5-463b-aaf7-f889db2e58c2 None None] Provisioning for port c9d87c64-3ace-4ad0-abaf-d964af2cb581 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:30.776831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Network': ['ID=c1e4db18-02f4-4033-8934-1ba07ffdbeff,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:30.800413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-94a13561-0409-48fc-8f46-e003eda79d65 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7049527 Jul 13 07:45:30.800910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32940) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.812527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'subnet': {'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:30.813839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c1e4db18-02f4-4033-8934-1ba07ffdbeff details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:30.823703 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:28Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:29Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.831536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32942) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.837379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3c46a4aa-b5e5-463b-aaf7-f889db2e58c2 None None] Provisioning complete for port c9d87c64-3ace-4ad0-abaf-d964af2cb581 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:30.837761 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c46a4aa-b5e5-463b-aaf7-f889db2e58c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.876214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Deleting port 1cdaa8e1-775d-43fc-b449-853e85db8b9d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:30.876610 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.889676 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:30.890360 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Updating router 06e12335-7a5e-4d37-afe9-9d7d11892d30 port 9bd5d26b-032e-41ef-919e-52bf191cb792 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:30.931896 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:30.941226 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.961076 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.012930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:31.056309 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.069630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Calling delete_port for 1cdaa8e1-775d-43fc-b449-853e85db8b9d owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:31.079533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:31.085201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:31.085810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.298403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.372572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0298862d-5280-4f47-9f89-5c4fc11e73cf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:31.384422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.388025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.394519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f944a8b3-73f8-4e84-9fe8-534aeadf781b', 'name': 'tempest-snat-router-1452545940', 'tenant_id': '039339e7367f4b98b0bdbf03831a1de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '1cdaa8e1-775d-43fc-b449-853e85db8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:26Z', 'updated_at': '2021-07-13T07:45:28Z', 'revision_number': 3, 'project_id': '039339e7367f4b98b0bdbf03831a1de9', 'gw_port': {'id': '1cdaa8e1-775d-43fc-b449-853e85db8b9d', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f944a8b3-73f8-4e84-9fe8-534aeadf781b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.465348 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c46a4aa-b5e5-463b-aaf7-f889db2e58c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.480434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cdaa8e1-775d-43fc-b449-853e85db8b9d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.489868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Subnet': ['ID=491c28e2-3110-4b0f-af62-823e823ae86b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.493387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Checking segment: {'id': 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:31.493795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network hostable DHCP agents. Network: c1e4db18-02f4-4033-8934-1ba07ffdbeff, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:31.503123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.503484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.503836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.505334 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.505489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.505776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.506155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.506498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.506840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.507178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.511263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.511826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:31.535271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network c1e4db18-02f4-4033-8934-1ba07ffdbeff is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:31.552221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c1e4db18-02f4-4033-8934-1ba07ffdbeff) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:31.566987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:31.567590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.603005 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b040c142-e496-482e-a362-5b5084775a3e tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7984872 Jul 13 07:45:31.603909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32954) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:31.628343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661fd454-ca1d-499f-9ce4-93d1e8511f28 None None] Network c1e4db18-02f4-4033-8934-1ba07ffdbeff requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:31.635030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] Checking router: f944a8b3-73f8-4e84-9fe8-534aeadf781b for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:31.635273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] Updating router f944a8b3-73f8-4e84-9fe8-534aeadf781b port 1cdaa8e1-775d-43fc-b449-853e85db8b9d binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:31.698187 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.708283 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Transition to ACTIVE for port object 9bd5d26b-032e-41ef-919e-52bf191cb792 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:31.711575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] Port 1cdaa8e1-775d-43fc-b449-853e85db8b9d not found while updating agent binding for router f944a8b3-73f8-4e84-9fe8-534aeadf781b. {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 07:45:31.714926 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.749126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3c46a4aa-b5e5-463b-aaf7-f889db2e58c2 None None] For port c9d87c64-3ace-4ad0-abaf-d964af2cb581, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c9d87c64-3ace-4ad0-abaf-d964af2cb581,segment=NetworkSegment(f5418b34-a832-4557-b629-2492dee7dae9),segment_id=f5418b34-a832-4557-b629-2492dee7dae9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:31.763309 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c46a4aa-b5e5-463b-aaf7-f889db2e58c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.765150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] Routers {'f944a8b3-73f8-4e84-9fe8-534aeadf781b'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:31.765785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f944a8b3-73f8-4e84-9fe8-534aeadf781b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.830296 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7b1d0-a4d0-4214-bed9-99d33a8ac311 None None] Pushing event updated for resources: {'Port': ['ID=9bd5d26b-032e-41ef-919e-52bf191cb792,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.866601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] Set router f944a8b3-73f8-4e84-9fe8-534aeadf781b gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:31.881061 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Attempting to bind port 9bd5d26b-032e-41ef-919e-52bf191cb792 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:31.881433 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Attempting to bind port 9bd5d26b-032e-41ef-919e-52bf191cb792 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'f5418b34-a832-4557-b629-2492dee7dae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:31.882033 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Attempting to bind port 9bd5d26b-032e-41ef-919e-52bf191cb792 on network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:31.888332 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:31.889006 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Checking segment: {'id': 'f5418b34-a832-4557-b629-2492dee7dae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:31.889606 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.890223 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Bound using segment: {'id': 'f5418b34-a832-4557-b629-2492dee7dae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:31.890893 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Bound port: 9bd5d26b-032e-41ef-919e-52bf191cb792, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5418b34-a832-4557-b629-2492dee7dae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:31.891454 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.970009 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] For port 9bd5d26b-032e-41ef-919e-52bf191cb792, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:31.973780 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] For port 9bd5d26b-032e-41ef-919e-52bf191cb792, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9bd5d26b-032e-41ef-919e-52bf191cb792,segment=NetworkSegment(f5418b34-a832-4557-b629-2492dee7dae9),segment_id=f5418b34-a832-4557-b629-2492dee7dae9)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:31.980139 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.044794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f944a8b3-73f8-4e84-9fe8-534aeadf781b', 'name': 'tempest-snat-router-1452545940', 'tenant_id': '039339e7367f4b98b0bdbf03831a1de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:26Z', 'updated_at': '2021-07-13T07:45:31Z', 'revision_number': 5, 'project_id': '039339e7367f4b98b0bdbf03831a1de9', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:32.052338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46a4aa-b5e5-463b-aaf7-f889db2e58c2 None None] Pushing event updated for resources: {'Port': ['ID=c9d87c64-3ace-4ad0-abaf-d964af2cb581,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.063645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0298862d-5280-4f47-9f89-5c4fc11e73cf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:32.064030 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.075524 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7b1d0-a4d0-4214-bed9-99d33a8ac311 None None] Pushing event updated for resources: {'Port': ['ID=9bd5d26b-032e-41ef-919e-52bf191cb792,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.088501 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:32.089514 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:32.094886 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.120454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5166ac-b02a-405c-b1bd-21165bef9ce6 None None] The sync data for ids ['f944a8b3-73f8-4e84-9fe8-534aeadf781b'] in n-d-758944-43 is: [{'id': 'f944a8b3-73f8-4e84-9fe8-534aeadf781b', 'name': 'tempest-snat-router-1452545940', 'tenant_id': '039339e7367f4b98b0bdbf03831a1de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:26Z', 'updated_at': '2021-07-13T07:45:31Z', 'revision_number': 5, 'project_id': '039339e7367f4b98b0bdbf03831a1de9', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:32.193196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,segment=NetworkSegment(cc13ad25-75bf-42dd-964f-3e71e3c9902e),segment_id=cc13ad25-75bf-42dd-964f-3e71e3c9902e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:32.206305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f04871-ccef-4535-a541-8fef1bd58627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4e7f5e-3684-4386-88c3-67e4ea27a9c0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:32.208624 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe45200d-c3f4-491f-9e4a-31bc9456147d" -d '{"events": [{"server_uuid": "45f04871-ccef-4535-a541-8fef1bd58627", "name": "network-vif-plugged", "status": "completed", "tag": "ea4e7f5e-3684-4386-88c3-67e4ea27a9c0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:32.213169 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:32.216490 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.407766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.461838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3eefff65-0f47-42ec-8544-6737bee7fbf1 None None] Provisioning for port 9bd5d26b-032e-41ef-919e-52bf191cb792 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:32.507843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.535648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3eefff65-0f47-42ec-8544-6737bee7fbf1 None None] Provisioning complete for port c9d87c64-3ace-4ad0-abaf-d964af2cb581 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:32.536035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eefff65-0f47-42ec-8544-6737bee7fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.595990 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92f43e3-a3b7-4a75-9615-b0eff7f76d9a x-openstack-request-id: req-d92f43e3-a3b7-4a75-9615-b0eff7f76d9a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:32.596276 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f04871-ccef-4535-a541-8fef1bd58627", "name": "network-vif-plugged", "status": "completed", "tag": "ea4e7f5e-3684-4386-88c3-67e4ea27a9c0", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:32.596536 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d92f43e3-a3b7-4a75-9615-b0eff7f76d9a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:32.597558 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f04871-ccef-4535-a541-8fef1bd58627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4e7f5e-3684-4386-88c3-67e4ea27a9c0', 'code': 200} Jul 13 07:45:32.617734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:32.618666 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.695379 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:28Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:31Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:32.726966 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f60cb-14e4-4e5a-a19e-d838ea09f939 None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:28Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:31Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:32.830983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.858356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.909115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Allocated IP 172.21.0.2 (c1e4db18-02f4-4033-8934-1ba07ffdbeff/491c28e2-3110-4b0f-af62-823e823ae86b/58f81ce0-b06e-469e-b91d-0f2852d25599) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:32.931475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b24e5-194e-4304-a783-7c51e69cf6d2 req-1f30e2ee-420c-4ce4-a441-922d23b2a031 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:32.933063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-865b24e5-194e-4304-a783-7c51e69cf6d2 req-1f30e2ee-420c-4ce4-a441-922d23b2a031 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 945 time: 1.3311160 Jul 13 07:45:33.024091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.024666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f944a8b3-73f8-4e84-9fe8-534aeadf781b {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:33.029682 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.030868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-92e6f698-363b-42a4-84ed-71468dae97d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f944a8b3-73f8-4e84-9fe8-534aeadf781b HTTP/1.1" status: 204 len: 168 time: 2.7663076 Jul 13 07:45:33.033692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32968) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:33.082312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc50e48-a9d4-46cc-9279-1a9b45ab6f1a req-4583c218-3790-4829-9579-52c6b90cada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:33.084335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc50e48-a9d4-46cc-9279-1a9b45ab6f1a req-4583c218-3790-4829-9579-52c6b90cada3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 1098 time: 0.3509009 Jul 13 07:45:33.175336 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-865b24e5-194e-4304-a783-7c51e69cf6d2 req-07c867ff-124b-44df-8d2f-c2d230d56db0 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277200 Jul 13 07:45:33.258128 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.277019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Transition to ACTIVE for port object 58f81ce0-b06e-469e-b91d-0f2852d25599 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:33.292386 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.336033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bc50e48-a9d4-46cc-9279-1a9b45ab6f1a req-f3d83963-9343-4487-bac3-715574794b3f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403364 Jul 13 07:45:33.336184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.361256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Transition to ACTIVE for port object 58f81ce0-b06e-469e-b91d-0f2852d25599 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:33.369464 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.461462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Network c1e4db18-02f4-4033-8934-1ba07ffdbeff is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:33.470409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:33.483304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:33.539141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Pushing event updated for resources: {'Port': ['ID=58f81ce0-b06e-469e-b91d-0f2852d25599,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:33.550476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.564695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c9d87c64-3ace-4ad0-abaf-d964af2cb581 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:33.602659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.679704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Attempting to bind port 58f81ce0-b06e-469e-b91d-0f2852d25599 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:33.680065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Attempting to bind port 58f81ce0-b06e-469e-b91d-0f2852d25599 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:33.680437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Attempting to bind port 58f81ce0-b06e-469e-b91d-0f2852d25599 on network c1e4db18-02f4-4033-8934-1ba07ffdbeff {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:33.687358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Deleting port 0298862d-5280-4f47-9f89-5c4fc11e73cf {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:33.687719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.708034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:33.709322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Checking segment: {'id': 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:33.709768 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.710426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Bound using segment: {'id': 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:33.710713 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Bound port: 58f81ce0-b06e-469e-b91d-0f2852d25599, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:33.711108 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.747355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Allocated IP 172.25.8.151 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/ab9e9a2d-e106-4d0d-b921-ba849182e22f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:33.782643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c9d87c64-3ace-4ad0-abaf-d964af2cb581 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:33.783025 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.840374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] For port 0298862d-5280-4f47-9f89-5c4fc11e73cf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0298862d-5280-4f47-9f89-5c4fc11e73cf,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:33.841158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.858416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Calling delete_port for 0298862d-5280-4f47-9f89-5c4fc11e73cf owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:34.101518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.21.0.1 (c1e4db18-02f4-4033-8934-1ba07ffdbeff/491c28e2-3110-4b0f-af62-823e823ae86b/c07ef27d-b0c0-41ca-9de9-78594ada43a3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:34.123317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.138492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] For port 58f81ce0-b06e-469e-b91d-0f2852d25599, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:34.169153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] For port 58f81ce0-b06e-469e-b91d-0f2852d25599, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=58f81ce0-b06e-469e-b91d-0f2852d25599,segment=NetworkSegment(c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae),segment_id=c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:34.183522 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.210618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event deleted for resources: {'Port': ['ID=0298862d-5280-4f47-9f89-5c4fc11e73cf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.319371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd63fe8-312e-46d0-a53c-561c83f7fd4c None None] Pushing event updated for resources: {'Port': ['ID=58f81ce0-b06e-469e-b91d-0f2852d25599,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.328850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9bd5d26b-032e-41ef-919e-52bf191cb792 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:34.350554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.351362 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.370947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Transition to ACTIVE for port object c07ef27d-b0c0-41ca-9de9-78594ada43a3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:34.417378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9bd5d26b-032e-41ef-919e-52bf191cb792 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:34.424671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9bd5d26b-032e-41ef-919e-52bf191cb792 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:34.426753 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.533652 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.545561 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.599840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 9bd5d26b-032e-41ef-919e-52bf191cb792, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9bd5d26b-032e-41ef-919e-52bf191cb792,segment=NetworkSegment(f5418b34-a832-4557-b629-2492dee7dae9),segment_id=f5418b34-a832-4557-b629-2492dee7dae9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:34.611938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.621263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network c1e4db18-02f4-4033-8934-1ba07ffdbeff is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:34.627990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=c07ef27d-b0c0-41ca-9de9-78594ada43a3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.632989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:34.636603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:34.688127 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.699314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.724655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=9bd5d26b-032e-41ef-919e-52bf191cb792,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.779770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.780705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05a099de-34e1-4042-9839-42963515e92b {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:34.787117 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.793209 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.794180 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3ff89278-f34f-42c9-b32f-bcc28abd1fc2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "DELETE /v2.0/routers/05a099de-34e1-4042-9839-42963515e92b HTTP/1.1" status: 204 len: 168 time: 1.7586582 Jul 13 07:45:34.801710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32980) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:34.812977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed93e82-e329-4c9f-be44-db8bcd69080f req-1b31cf14-a6f0-48fa-9412-cc6186209e0e tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:34.821991 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ed93e82-e329-4c9f-be44-db8bcd69080f req-1b31cf14-a6f0-48fa-9412-cc6186209e0e tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 946 time: 0.3034480 Jul 13 07:45:34.864622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-390913000', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:34.908399 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.922799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ed93e82-e329-4c9f-be44-db8bcd69080f req-53d66a90-2a1c-45b3-bc68-236fcaa9a09a tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996249 Jul 13 07:45:34.961298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.962750 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.092788 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.126462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e27609b4-b77c-4507-acd0-c77673176628 None None] Provisioning complete for port 9bd5d26b-032e-41ef-919e-52bf191cb792 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:35.126939 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e27609b4-b77c-4507-acd0-c77673176628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.144094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.326449 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.337532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.581644 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.634834 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.649372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.658905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:35.679202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:35.695706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:35.712645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9bd5d26b-032e-41ef-919e-52bf191cb792 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:35.754287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Pushing event updated for resources: {'Port': ['ID=ab9e9a2d-e106-4d0d-b921-ba849182e22f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:35.807096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.824007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9bd5d26b-032e-41ef-919e-52bf191cb792 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:35.824574 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.835117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=c07ef27d-b0c0-41ca-9de9-78594ada43a3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:35.847504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.005923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.016280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 58f81ce0-b06e-469e-b91d-0f2852d25599 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:36.023183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Allocated IP 172.25.8.154 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/79ef894e-392c-4ea4-8cb7-358664161e8f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:36.059904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.099487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 58f81ce0-b06e-469e-b91d-0f2852d25599 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:36.156366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b9f6b-732a-499d-a36f-50919e33e67c None None] Network c1e4db18-02f4-4033-8934-1ba07ffdbeff requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:36.234485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.267816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.279135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0298862d-5280-4f47-9f89-5c4fc11e73cf no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:36.286879 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.334512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0298862d-5280-4f47-9f89-5c4fc11e73cf {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:36.334791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0298862d-5280-4f47-9f89-5c4fc11e73cf not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:36.335902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network c1e4db18-02f4-4033-8934-1ba07ffdbeff is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:36.349362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:36.354780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-575c6898-40cd-4848-a865-6c249f4ffc24 None None] Provisioning for port 58f81ce0-b06e-469e-b91d-0f2852d25599 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:36.362999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-575c6898-40cd-4848-a865-6c249f4ffc24 None None] Provisioning complete for port 58f81ce0-b06e-469e-b91d-0f2852d25599 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:36.363380 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575c6898-40cd-4848-a865-6c249f4ffc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.370834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:36.375273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:36.380944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:36.415678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event updated for resources: {'Port': ['ID=79ef894e-392c-4ea4-8cb7-358664161e8f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:36.525509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575c6898-40cd-4848-a865-6c249f4ffc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.605586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-575c6898-40cd-4848-a865-6c249f4ffc24 None None] For port 58f81ce0-b06e-469e-b91d-0f2852d25599, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=58f81ce0-b06e-469e-b91d-0f2852d25599,segment=NetworkSegment(c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae),segment_id=c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:36.614302 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575c6898-40cd-4848-a865-6c249f4ffc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.672232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:36.708933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c6898-40cd-4848-a865-6c249f4ffc24 None None] Pushing event updated for resources: {'Port': ['ID=58f81ce0-b06e-469e-b91d-0f2852d25599,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:36.787130 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.813974 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.823854 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.004855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c649d518-1cb7-4d2f-be61-4e0687fc55c8 None None] Provisioning complete for port 58f81ce0-b06e-469e-b91d-0f2852d25599 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:37.005420 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c649d518-1cb7-4d2f-be61-4e0687fc55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.203746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c649d518-1cb7-4d2f-be61-4e0687fc55c8 None None] Provisioning for port c07ef27d-b0c0-41ca-9de9-78594ada43a3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:37.205572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.211818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c649d518-1cb7-4d2f-be61-4e0687fc55c8 None None] Provisioning complete for port c07ef27d-b0c0-41ca-9de9-78594ada43a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:37.214397 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c649d518-1cb7-4d2f-be61-4e0687fc55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.303789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c649d518-1cb7-4d2f-be61-4e0687fc55c8 None None] Port c07ef27d-b0c0-41ca-9de9-78594ada43a3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:37.322142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 58f81ce0-b06e-469e-b91d-0f2852d25599 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:37.429095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 58f81ce0-b06e-469e-b91d-0f2852d25599 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:37.431600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.463894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.492288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.494298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6612303 Jul 13 07:45:37.501565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:37.507310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:37.521318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1308918392', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'fixed_ips': [{'ip_address': '172.25.8.151'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:37.535282 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-14a2e8da-b158-4e3d-b6dd-e3765c38ebff tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9234624 Jul 13 07:45:37.535282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d899c6-a034-4518-84cb-397f04635469 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Pushing event updated for resources: {'Port': ['ID=ab9e9a2d-e106-4d0d-b921-ba849182e22f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:37.536764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33026) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:37.551561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:37.555851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'network': {'name': 'tempest-RoutersTest-1671645850'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:37.615254 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-719b7ae2-f11e-4fd8-9882-bcf6733f26c1 None None] Provisioning complete for port c07ef27d-b0c0-41ca-9de9-78594ada43a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:37.616088 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-719b7ae2-f11e-4fd8-9882-bcf6733f26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.617651 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.618271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:37.622420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:37.644680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Made reservation on behalf of 8ed1509fd4d4421cae2d15ecccc9c954 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:37.650801 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.657817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:37.668050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.701519 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.748482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:37.750751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Router 04dd142f-bc68-450c-a51c-232c18d44211 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:37.752816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:37.781276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.781920 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added segment da6075d4-f955-48a0-9879-e97ee8786e35 of type vlan for network 1db70d92-e08c-4a64-b189-884d6dad41eb Jul 13 07:45:37.968909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.999409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-719b7ae2-f11e-4fd8-9882-bcf6733f26c1 None None] Port c07ef27d-b0c0-41ca-9de9-78594ada43a3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:38.029335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.038171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:38.039168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.104126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:38.116537 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b101b6-d44c-419e-b898-093bbdafda17 None None] Sync routers for ids ['04dd142f-bc68-450c-a51c-232c18d44211'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:38.139805 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b101b6-d44c-419e-b898-093bbdafda17 None None] Routers {'04dd142f-bc68-450c-a51c-232c18d44211'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:38.140452 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d6b101b6-d44c-419e-b898-093bbdafda17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['04dd142f-bc68-450c-a51c-232c18d44211'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.159722 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.170260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.178468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Network': ['ID=1db70d92-e08c-4a64-b189-884d6dad41eb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:38.179606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] device_id is not set on port dc69470d-bf9e-488b-bff6-2cfedb1c585e yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:38.185660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b7014bdd-9b96-48f2-8d90-f254102deb3d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6476309 Jul 13 07:45:38.188214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33036) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.193224 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.194557 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b3765f35-68f8-40a9-8bc9-ad2d1f1b3281 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3364193 Jul 13 07:45:38.195591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'subnet': {'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:38.202957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.225313 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d6b101b6-d44c-419e-b898-093bbdafda17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.225523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-248d9f0c-f20d-4f56-9f52-25bb3051c756 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:38.231428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5a88969c-05d7-4114-83e6-c67b5ccf4eb1 None None] Provisioning complete for port c07ef27d-b0c0-41ca-9de9-78594ada43a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:38.231870 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a88969c-05d7-4114-83e6-c67b5ccf4eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.248015 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b101b6-d44c-419e-b898-093bbdafda17 None None] Routers {'04dd142f-bc68-450c-a51c-232c18d44211'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:38.248647 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d6b101b6-d44c-419e-b898-093bbdafda17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['04dd142f-bc68-450c-a51c-232c18d44211'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.249482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1db70d92-e08c-4a64-b189-884d6dad41eb details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:38.290596 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d6b101b6-d44c-419e-b898-093bbdafda17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.291557 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b101b6-d44c-419e-b898-093bbdafda17 None None] The sync data for ids ['04dd142f-bc68-450c-a51c-232c18d44211'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:38.349903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129e649d-2e14-4126-9af1-794d3cec47b7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:38.351653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:38.357058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.454016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5a88969c-05d7-4114-83e6-c67b5ccf4eb1 None None] Port c07ef27d-b0c0-41ca-9de9-78594ada43a3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:38.464632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:35Z', 'revision_number': 3, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:35Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.500388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:38.501221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Updating router 06e12335-7a5e-4d37-afe9-9d7d11892d30 port c07ef27d-b0c0-41ca-9de9-78594ada43a3 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:38.593601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.631427 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-39132279-894f-4f8e-aca3-5bc77f1260cd None None] Provisioning complete for port c07ef27d-b0c0-41ca-9de9-78594ada43a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:38.632097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39132279-894f-4f8e-aca3-5bc77f1260cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.651347 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 07:45:38.651902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:38.682318 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c7e19480-308c-4c96-bbfe-08f7a938837e tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1735375 Jul 13 07:45:38.683023 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.686726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.768845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Subnet': ['ID=5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:38.777240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Checking segment: {'id': 'da6075d4-f955-48a0-9879-e97ee8786e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:38.778304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network hostable DHCP agents. Network: 1db70d92-e08c-4a64-b189-884d6dad41eb, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:38.798486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 1db70d92-e08c-4a64-b189-884d6dad41eb is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:38.808276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1db70d92-e08c-4a64-b189-884d6dad41eb) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:38.821939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:38.822905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.842853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2d018d26-2bda-417b-adec-2aac567f9907 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6531858 Jul 13 07:45:38.845518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.877152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b6eb14-a000-4c99-bd51-528c1bba0a0c None None] Network 1db70d92-e08c-4a64-b189-884d6dad41eb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:38.968142 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-248d9f0c-f20d-4f56-9f52-25bb3051c756 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.998663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-39132279-894f-4f8e-aca3-5bc77f1260cd None None] Port c07ef27d-b0c0-41ca-9de9-78594ada43a3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:39.006333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Deleting port ab9e9a2d-e106-4d0d-b921-ba849182e22f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:39.006700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.182008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-1db70d92-e08c-4a64-b189-884d6dad41eb', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:39.183075 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.475025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.619710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.621902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.638308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-99914cc2-47eb-4db2-8a47-2daec1fe0318 req-349e2098-e5d7-4591-a617-0bc02e2c3765 service neutron] (93773) timed out ('10.222.0.41', 54588) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:45:39.653639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Calling delete_port for ab9e9a2d-e106-4d0d-b921-ba849182e22f owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:39.722979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.736793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fe959-1446-40e5-bf98-f7f37c120b60 req-817bd50b-b6ed-4ac4-ad67-0e1bd94c6281 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:39.739426 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-494fe959-1446-40e5-bf98-f7f37c120b60 req-817bd50b-b6ed-4ac4-ad67-0e1bd94c6281 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 946 time: 0.1921093 Jul 13 07:45:39.747330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Transition to ACTIVE for port object c07ef27d-b0c0-41ca-9de9-78594ada43a3 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:39.759852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Allocated IP 172.22.0.2 (1db70d92-e08c-4a64-b189-884d6dad41eb/5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e/1d513757-8b87-4069-b0ae-c9400f6003ce) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:39.767409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.804273 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-494fe959-1446-40e5-bf98-f7f37c120b60 req-9ecc3596-cba8-47a1-96b1-1fe6276c3825 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570009 Jul 13 07:45:39.868081 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.879166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5703a51-119b-4158-94e1-3bcd8942be20 None None] Pushing event updated for resources: {'Port': ['ID=c07ef27d-b0c0-41ca-9de9-78594ada43a3,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.919748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab9e9a2d-e106-4d0d-b921-ba849182e22f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.025636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.028283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.029638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-906ee17a-f029-485a-a30a-b4c2056b61c3 tempest-ExternalNetworksAdminNegativeTestJSON-209378953 tempest-ExternalNetworksAdminNegativeTestJSON-209378953-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/d9a321fa-41b4-4c70-8ac8-953a77971f20 HTTP/1.1" status: 204 len: 168 time: 1.3379242 Jul 13 07:45:40.050712 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.062131 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Transition to ACTIVE for port object 1d513757-8b87-4069-b0ae-c9400f6003ce will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:40.100007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Transition to ACTIVE for port object 1d513757-8b87-4069-b0ae-c9400f6003ce will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:40.120436 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.158112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Attempting to bind port c07ef27d-b0c0-41ca-9de9-78594ada43a3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:40.158589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Attempting to bind port c07ef27d-b0c0-41ca-9de9-78594ada43a3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:40.159026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Attempting to bind port c07ef27d-b0c0-41ca-9de9-78594ada43a3 on network c1e4db18-02f4-4033-8934-1ba07ffdbeff {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:40.184316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:40.185023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Checking segment: {'id': 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:40.185216 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.185809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Bound using segment: {'id': 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:40.186335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Bound port: c07ef27d-b0c0-41ca-9de9-78594ada43a3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:40.186864 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.209758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Network 1db70d92-e08c-4a64-b189-884d6dad41eb is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:40.218381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:40.223235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.22.0.1 (1db70d92-e08c-4a64-b189-884d6dad41eb/5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e/623d9c84-99e0-4e05-a160-ba03f6bb8b32) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:40.248938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:40.262092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Pushing event updated for resources: {'Port': ['ID=1d513757-8b87-4069-b0ae-c9400f6003ce,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.367273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Attempting to bind port 1d513757-8b87-4069-b0ae-c9400f6003ce on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:40.367962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Attempting to bind port 1d513757-8b87-4069-b0ae-c9400f6003ce by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'da6075d4-f955-48a0-9879-e97ee8786e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:40.368518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Attempting to bind port 1d513757-8b87-4069-b0ae-c9400f6003ce on network 1db70d92-e08c-4a64-b189-884d6dad41eb {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:40.375545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:40.376861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Checking segment: {'id': 'da6075d4-f955-48a0-9879-e97ee8786e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:40.377447 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.378048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Bound using segment: {'id': 'da6075d4-f955-48a0-9879-e97ee8786e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:40.378704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Bound port: 1d513757-8b87-4069-b0ae-c9400f6003ce, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6075d4-f955-48a0-9879-e97ee8786e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:40.379320 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.392960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] For port c07ef27d-b0c0-41ca-9de9-78594ada43a3, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:40.440311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] For port c07ef27d-b0c0-41ca-9de9-78594ada43a3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c07ef27d-b0c0-41ca-9de9-78594ada43a3,segment=NetworkSegment(c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae),segment_id=c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:40.441014 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.455514 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.460613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Transition to ACTIVE for port object 623d9c84-99e0-4e05-a160-ba03f6bb8b32 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:40.487276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33072) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:40.538380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.550726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] For port 1d513757-8b87-4069-b0ae-c9400f6003ce, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:40.559445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] For port 1d513757-8b87-4069-b0ae-c9400f6003ce, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1d513757-8b87-4069-b0ae-c9400f6003ce,segment=NetworkSegment(da6075d4-f955-48a0-9879-e97ee8786e35),segment_id=da6075d4-f955-48a0-9879-e97ee8786e35)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:40.571263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:40.571911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:40.574837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.585872 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-248d9f0c-f20d-4f56-9f52-25bb3051c756 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.591743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-248d9f0c-f20d-4f56-9f52-25bb3051c756 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.642156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=623d9c84-99e0-4e05-a160-ba03f6bb8b32,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.658064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 1db70d92-e08c-4a64-b189-884d6dad41eb is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:40.659984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:40.684754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:40.698658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5703a51-119b-4158-94e1-3bcd8942be20 None None] Pushing event updated for resources: {'Port': ['ID=c07ef27d-b0c0-41ca-9de9-78594ada43a3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.792815 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d31-89bd-43ae-a45c-2894ef939309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.826236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2b27b-3f2d-417d-ab9f-5d55ad685e24 None None] Pushing event updated for resources: {'Port': ['ID=1d513757-8b87-4069-b0ae-c9400f6003ce,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.865134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:40.874951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248d9f0c-f20d-4f56-9f52-25bb3051c756 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Router 04dd142f-bc68-450c-a51c-232c18d44211 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:40.896738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.166253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d31-89bd-43ae-a45c-2894ef939309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.168532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248d9f0c-f20d-4f56-9f52-25bb3051c756 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:41.174321 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-248d9f0c-f20d-4f56-9f52-25bb3051c756 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.178380 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-248d9f0c-f20d-4f56-9f52-25bb3051c756 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "PUT /v2.0/routers/04dd142f-bc68-450c-a51c-232c18d44211 HTTP/1.1" status: 200 len: 921 time: 2.9741044 Jul 13 07:45:41.179304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:35Z', 'revision_number': 3, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:40Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:41.181051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33082) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:41.189509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8d31-89bd-43ae-a45c-2894ef939309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.214088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-411db291-6aa9-4593-a984-80b4e4769e1f tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.216038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-411db291-6aa9-4593-a984-80b4e4769e1f tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.38 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 946 time: 0.4893894 Jul 13 07:45:41.233125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.312051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c66af-ecdb-47ee-8a77-ae42a410afdc None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:35Z', 'revision_number': 3, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:40Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:41.322387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181adcb3-dd14-4ff7-b43a-b1734dd07120 None None] Sync routers for ids ['04dd142f-bc68-450c-a51c-232c18d44211'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:41.348665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181adcb3-dd14-4ff7-b43a-b1734dd07120 None None] Routers {'04dd142f-bc68-450c-a51c-232c18d44211'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:41.349356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-181adcb3-dd14-4ff7-b43a-b1734dd07120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['04dd142f-bc68-450c-a51c-232c18d44211'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:41.441444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0a5d8d31-89bd-43ae-a45c-2894ef939309 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=205ede70715f41bf9d8498eef1b56dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9507208 Jul 13 07:45:41.462252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33086) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:41.484660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1d513757-8b87-4069-b0ae-c9400f6003ce up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:41.488674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-181adcb3-dd14-4ff7-b43a-b1734dd07120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:41.539143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181adcb3-dd14-4ff7-b43a-b1734dd07120 None None] Routers {'04dd142f-bc68-450c-a51c-232c18d44211'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:41.539381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Deleting port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:41.539688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.546840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-181adcb3-dd14-4ff7-b43a-b1734dd07120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['04dd142f-bc68-450c-a51c-232c18d44211'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:41.631418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8d31-89bd-43ae-a45c-2894ef939309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314869d2-90c5-41c3-9043-79c2e172594e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:41.654477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2c536c17-8a9f-489e-bfe6-0fbb49cf3b8b tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/routers/04dd142f-bc68-450c-a51c-232c18d44211 HTTP/1.1" status: 200 len: 921 time: 0.4693935 Jul 13 07:45:41.660724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33090) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:41.665366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-181adcb3-dd14-4ff7-b43a-b1734dd07120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:41.666052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181adcb3-dd14-4ff7-b43a-b1734dd07120 None None] The sync data for ids ['04dd142f-bc68-450c-a51c-232c18d44211'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:41.685880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 1d513757-8b87-4069-b0ae-c9400f6003ce completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:41.778302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a13930-cd7a-418c-8761-058a70bcdea4 req-d654a878-3bfa-4e56-b47d-7157187a893d tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.785475 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77a13930-cd7a-418c-8761-058a70bcdea4 req-d654a878-3bfa-4e56-b47d-7157187a893d tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 946 time: 0.6785810 Jul 13 07:45:41.856403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] For port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,segment=NetworkSegment(cc13ad25-75bf-42dd-964f-3e71e3c9902e),segment_id=cc13ad25-75bf-42dd-964f-3e71e3c9902e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:41.856543 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.878994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77a13930-cd7a-418c-8761-058a70bcdea4 req-56d3ac0d-4f51-4569-b776-1c9417a3c40b tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a29ce65-0722-4bca-b44c-bb64f825390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926938 Jul 13 07:45:41.899802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Calling delete_port for ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:41.935793 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3694aed5-24c2-4b2e-b043-e09668a5b414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.942812 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f82a47-748e-40ca-952f-3b37f1bee2f2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.944551 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-87f82a47-748e-40ca-952f-3b37f1bee2f2 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=04dd142f-bc68-450c-a51c-232c18d44211&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2725291 Jul 13 07:45:41.952611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.028354 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3694aed5-24c2-4b2e-b043-e09668a5b414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.088153 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.115391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.210693 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3694aed5-24c2-4b2e-b043-e09668a5b414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.213680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3694aed5-24c2-4b2e-b043-e09668a5b414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.218065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3694aed5-24c2-4b2e-b043-e09668a5b414 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/314869d2-90c5-41c3-9043-79c2e172594e HTTP/1.1" status: 204 len: 168 time: 0.7379155 Jul 13 07:45:42.254614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77caf0-7956-429b-aba7-e19886b72f98 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.263623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2e77caf0-7956-429b-aba7-e19886b72f98 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 881 time: 0.3080044 Jul 13 07:45:42.265030 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694aed5-24c2-4b2e-b043-e09668a5b414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314869d2-90c5-41c3-9043-79c2e172594e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:42.268328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33104) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.287519 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.304750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['ea4e7f5e-3684-4386-88c3-67e4ea27a9c0'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:42.343123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5364c86f-3e8c-4b36-959d-b1c370ee5fc0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dd142f-bc68-450c-a51c-232c18d44211 HTTP/1.1" status: 200 len: 205 time: 0.0735986 Jul 13 07:45:42.346363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33106) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.416500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=623d9c84-99e0-4e05-a160-ba03f6bb8b32,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:42.428586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8630653-86b6-4d56-a6d1-f40ea5dfa207 None None] Network 1db70d92-e08c-4a64-b189-884d6dad41eb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:42.472215 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.528738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aae6b454-7676-40e4-b980-ea4fea6a09bc None None] Provisioning for port 1d513757-8b87-4069-b0ae-c9400f6003ce completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:42.540871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aae6b454-7676-40e4-b980-ea4fea6a09bc None None] Provisioning complete for port 1d513757-8b87-4069-b0ae-c9400f6003ce triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:42.541490 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aae6b454-7676-40e4-b980-ea4fea6a09bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.565890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.609010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Pushing event deleted for resources: {'Port': ['ID=ea4e7f5e-3684-4386-88c3-67e4ea27a9c0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:42.653207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] No DVR routers for this DVR port ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:42.658468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.661978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8e20a59-4e1c-47c7-8df4-ec8d0e2d593a req-beca2c29-adf4-4e8b-b1ed-9c0b9fda0198 tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.38 "DELETE /v2.0/ports/ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 HTTP/1.1" status: 204 len: 173 time: 1.4392376 Jul 13 07:45:42.676562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network 1db70d92-e08c-4a64-b189-884d6dad41eb is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:42.677713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f04871-ccef-4535-a541-8fef1bd58627', 'name': 'network-vif-deleted', 'tag': 'ea4e7f5e-3684-4386-88c3-67e4ea27a9c0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:42.681865 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa290dd-34e4-4292-a56f-068a0a7dd222" -d '{"events": [{"server_uuid": "45f04871-ccef-4535-a541-8fef1bd58627", "name": "network-vif-deleted", "tag": "ea4e7f5e-3684-4386-88c3-67e4ea27a9c0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:42.698445 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.724993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce79d30-a3a8-47f5-ac52-68a0e503bcea req-71b6f177-b894-44d8-ad0a-26fa67e9f05f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.728923 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cce79d30-a3a8-47f5-ac52-68a0e503bcea req-71b6f177-b894-44d8-ad0a-26fa67e9f05f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.6556952 Jul 13 07:45:42.733497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:42.750665 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:45:42.766169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.782588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aae6b454-7676-40e4-b980-ea4fea6a09bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.795972 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886af48c-4038-4835-bc72-2e251f5326fe x-openstack-request-id: req-886af48c-4038-4835-bc72-2e251f5326fe {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:42.796277 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f04871-ccef-4535-a541-8fef1bd58627", "name": "network-vif-deleted", "tag": "ea4e7f5e-3684-4386-88c3-67e4ea27a9c0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:42.796534 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-886af48c-4038-4835-bc72-2e251f5326fe {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:42.796984 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f04871-ccef-4535-a541-8fef1bd58627', 'name': 'network-vif-deleted', 'tag': 'ea4e7f5e-3684-4386-88c3-67e4ea27a9c0', 'status': 'completed', 'code': 200} Jul 13 07:45:42.865312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-be259352-0a51-49bd-81ea-a254b57fff35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ed1509fd4d4421cae2d15ecccc9c954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967200 Jul 13 07:45:42.868243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33118) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.879821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Deleting port 79ef894e-392c-4ea4-8cb7-358664161e8f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:42.881177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.911661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:42.932840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-aae6b454-7676-40e4-b980-ea4fea6a09bc None None] For port 1d513757-8b87-4069-b0ae-c9400f6003ce, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1d513757-8b87-4069-b0ae-c9400f6003ce,segment=NetworkSegment(da6075d4-f955-48a0-9879-e97ee8786e35),segment_id=da6075d4-f955-48a0-9879-e97ee8786e35)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:42.938330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cce79d30-a3a8-47f5-ac52-68a0e503bcea req-76ea698f-447a-4e54-96bd-160dc0a0f4f3 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962681 Jul 13 07:45:42.953245 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aae6b454-7676-40e4-b980-ea4fea6a09bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.017478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6b454-7676-40e4-b980-ea4fea6a09bc None None] Pushing event updated for resources: {'Port': ['ID=1d513757-8b87-4069-b0ae-c9400f6003ce,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.066778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-831e1ebd-8bde-41b3-bb47-44d508fc6768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.112883 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.143640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-831e1ebd-8bde-41b3-bb47-44d508fc6768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.156470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:43.165268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-db2e5674-c792-48fc-93bd-3ef24747b0d4 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3185420 Jul 13 07:45:43.166291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33126) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:43.167776 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:43.171630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'network': {'name': 'tempest-RoutersTest-407252204'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:43.181631 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:43.182386 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:43.196818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Calling delete_port for 79ef894e-392c-4ea4-8cb7-358664161e8f owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:43.201225 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1c7d3da-33fa-4807-9002-d4bae9f084a3 req-418163d4-f836-4001-9610-a21fbc256bff tempest-ServerTagsTestJSON-7708545 tempest-ServerTagsTestJSON-7708545-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f04871-ccef-4535-a541-8fef1bd58627 HTTP/1.1" status: 200 len: 210 time: 0.0753651 Jul 13 07:45:43.219228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:43.229875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.338737 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:43.354980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:43.372569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4b77c49d-c82e-405c-8b90-ea48aabc009f None None] Provisioning for port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:43.376620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4b77c49d-c82e-405c-8b90-ea48aabc009f None None] Provisioning complete for port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:43.377001 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b77c49d-c82e-405c-8b90-ea48aabc009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.402665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.403042 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added segment e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996 of type vlan for network d8bc96f9-8328-490a-ad1d-7fd552c947dd Jul 13 07:45:43.465807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4b77c49d-c82e-405c-8b90-ea48aabc009f None None] Port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:43.507690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4b77c49d-c82e-405c-8b90-ea48aabc009f None None] Provisioning complete for port 1d513757-8b87-4069-b0ae-c9400f6003ce triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:43.513368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b77c49d-c82e-405c-8b90-ea48aabc009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.517520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c07ef27d-b0c0-41ca-9de9-78594ada43a3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:43.544829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.553491 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.601178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.610530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event deleted for resources: {'Port': ['ID=79ef894e-392c-4ea4-8cb7-358664161e8f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.614310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:43.615187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.616320 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-831e1ebd-8bde-41b3-bb47-44d508fc6768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.618960 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-831e1ebd-8bde-41b3-bb47-44d508fc6768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.644593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-831e1ebd-8bde-41b3-bb47-44d508fc6768 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/129e649d-2e14-4126-9af1-794d3cec47b7 HTTP/1.1" status: 204 len: 168 time: 0.7623813 Jul 13 07:45:43.675757 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5082150 Jul 13 07:45:43.680776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33130) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:43.716460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'subnet': {'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:43.764990 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:41Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:41Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:40Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:43.766040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e1ebd-8bde-41b3-bb47-44d508fc6768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129e649d-2e14-4126-9af1-794d3cec47b7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.830514 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:43.835197 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Updating router 06e12335-7a5e-4d37-afe9-9d7d11892d30 port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:43.865530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e691a-9e6a-4b09-b828-c101e0c1dd28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Network': ['ID=d8bc96f9-8328-490a-ad1d-7fd552c947dd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.905481 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.922024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network d8bc96f9-8328-490a-ad1d-7fd552c947dd details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:43.938061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.956008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c07ef27d-b0c0-41ca-9de9-78594ada43a3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:44.004028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c07ef27d-b0c0-41ca-9de9-78594ada43a3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:44.004989 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.101601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Made reservation on behalf of bba3bb670fc14ce28f8b5c2277ca4d48 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:44.107830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.221843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4670934b-b329-481f-9cc7-87717f6af07b None None] Provisioning complete for port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:44.222257 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4670934b-b329-481f-9cc7-87717f6af07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.266824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-71db996e-5d44-4737-94d9-4ee3ede8f4b1 req-2284bc53-6f2c-4f96-9713-7ea8234d44d8 service neutron] (93773) timed out ('10.222.0.41', 40744) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:45:44.278279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.285144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.349389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4670934b-b329-481f-9cc7-87717f6af07b None None] Port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:44.425906 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.448704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:44.451818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-6cc5dea1-c2e9-4d0e-a6b2-ed8482619bfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.453916 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-6cc5dea1-c2e9-4d0e-a6b2-ed8482619bfa tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.8032422 Jul 13 07:45:44.474580 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.475023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Fanout notify agent at l3_agent the message router_deleted on router 04dd142f-bc68-450c-a51c-232c18d44211 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:44.485460 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.486972 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-12d5def6-369f-462e-a5d3-bfbd3109a7e5 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/04dd142f-bc68-450c-a51c-232c18d44211 HTTP/1.1" status: 204 len: 168 time: 2.1395676 Jul 13 07:45:44.503280 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.514976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33150) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:44.524014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b69ce683-f4a9-4b91-83f1-f9cdec4803fa tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1383485709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:44.529290 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Transition to ACTIVE for port object 623d9c84-99e0-4e05-a160-ba03f6bb8b32 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:44.544825 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.552007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port c07ef27d-b0c0-41ca-9de9-78594ada43a3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c07ef27d-b0c0-41ca-9de9-78594ada43a3,segment=NetworkSegment(c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae),segment_id=c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:44.567299 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.615492 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69ce683-f4a9-4b91-83f1-f9cdec4803fa tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.621056 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69ce683-f4a9-4b91-83f1-f9cdec4803fa tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.632661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1d513757-8b87-4069-b0ae-c9400f6003ce up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:44.643264 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Pushing event updated for resources: {'Port': ['ID=623d9c84-99e0-4e05-a160-ba03f6bb8b32,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.688413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb188455-e79f-4793-a526-d69269ee7dad admin admin] Deleting subnet cfcb5c28-b4f8-4029-9139-d8a2e2fff277 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:44.701019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb188455-e79f-4793-a526-d69269ee7dad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.702632 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.702992 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.703371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.703713 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.704049 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.704791 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.705331 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.705465 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.705777 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.706882 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.707266 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.707535 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:44.775890 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Attempting to bind port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:44.776985 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Attempting to bind port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'da6075d4-f955-48a0-9879-e97ee8786e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:44.777836 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Attempting to bind port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 on network 1db70d92-e08c-4a64-b189-884d6dad41eb {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:44.785265 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:44.785651 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Checking segment: {'id': 'da6075d4-f955-48a0-9879-e97ee8786e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:44.786091 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.786496 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Bound using segment: {'id': 'da6075d4-f955-48a0-9879-e97ee8786e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:44.786708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69ce683-f4a9-4b91-83f1-f9cdec4803fa tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.788820 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Bound port: 623d9c84-99e0-4e05-a160-ba03f6bb8b32, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6075d4-f955-48a0-9879-e97ee8786e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:44.789351 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.801026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69ce683-f4a9-4b91-83f1-f9cdec4803fa tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.857780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42b89d-1e00-46d1-996a-ddcc74c0034a req-e23107f3-802e-4349-8e99-82d3b5cd977b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.859607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b42b89d-1e00-46d1-996a-ddcc74c0034a req-e23107f3-802e-4349-8e99-82d3b5cd977b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.6179783 Jul 13 07:45:44.873742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=c07ef27d-b0c0-41ca-9de9-78594ada43a3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.908802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb188455-e79f-4793-a526-d69269ee7dad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.914290 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69ce683-f4a9-4b91-83f1-f9cdec4803fa tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.915612 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b69ce683-f4a9-4b91-83f1-f9cdec4803fa tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3994644 Jul 13 07:45:44.937000 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33164) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:44.937426 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] For port 623d9c84-99e0-4e05-a160-ba03f6bb8b32, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:44.946348 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] For port 623d9c84-99e0-4e05-a160-ba03f6bb8b32, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=623d9c84-99e0-4e05-a160-ba03f6bb8b32,segment=NetworkSegment(da6075d4-f955-48a0-9879-e97ee8786e35),segment_id=da6075d4-f955-48a0-9879-e97ee8786e35)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:44.948400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:44.952778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1d513757-8b87-4069-b0ae-c9400f6003ce triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:44.952778 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.963021 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.138227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Deleting port 2a99acec-1733-4b30-9066-300cc61be77a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:45.138596 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.164599 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:45.165820 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:45.258478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f8aa14bc-0c45-42ec-8a8f-de0d786a018d None None] Provisioning complete for port c07ef27d-b0c0-41ca-9de9-78594ada43a3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:45.259070 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8aa14bc-0c45-42ec-8a8f-de0d786a018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.327751 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:45.403675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c07ef27d-b0c0-41ca-9de9-78594ada43a3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:45.473877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c07ef27d-b0c0-41ca-9de9-78594ada43a3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:45.474643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.651264 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af81ad-d9fa-4bc0-9584-1d95aeb425bb None None] Pushing event updated for resources: {'Port': ['ID=623d9c84-99e0-4e05-a160-ba03f6bb8b32,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.690918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b42b89d-1e00-46d1-996a-ddcc74c0034a req-4c98a323-a869-45b8-af53-5b68ed2cf549 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7863786 Jul 13 07:45:45.692387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb188455-e79f-4793-a526-d69269ee7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.720804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] For port 2a99acec-1733-4b30-9066-300cc61be77a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2a99acec-1733-4b30-9066-300cc61be77a,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:45.721182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.744640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.745297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.821923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Subnet': ['ID=bb4de9c9-1730-4ff1-a562-e234f4c6d676,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.828364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb188455-e79f-4793-a526-d69269ee7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.853404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Checking segment: {'id': 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:45.853763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network hostable DHCP agents. Network: d8bc96f9-8328-490a-ad1d-7fd552c947dd, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:45.876426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb188455-e79f-4793-a526-d69269ee7dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfcb5c28-b4f8-4029-9139-d8a2e2fff277,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.880760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb188455-e79f-4793-a526-d69269ee7dad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.884775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bb188455-e79f-4793-a526-d69269ee7dad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cfcb5c28-b4f8-4029-9139-d8a2e2fff277 HTTP/1.1" status: 204 len: 168 time: 1.4309149 Jul 13 07:45:45.885768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33180) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:45.941438 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:41Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:45.973424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.980099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network d8bc96f9-8328-490a-ad1d-7fd552c947dd is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:45.995262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, d8bc96f9-8328-490a-ad1d-7fd552c947dd) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:46.008899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4fcca9-fba7-438a-baa2-2ebe1c313d38 None None] Network d8bc96f9-8328-490a-ad1d-7fd552c947dd requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:46.009590 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9efbb26-059d-4866-84e1-42c0249bfd18 None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:41Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:46.018168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.018788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.181220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.193252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4fdd59bf-d514-4d54-b180-770116b1d1f0 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5011322 Jul 13 07:45:46.195818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33186) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:46.199965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8981bbef-893a-433d-be5a-d9a0ccbb0850']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.271490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc13ad25-75bf-42dd-964f-3e71e3c9902e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.271786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc13ad25-75bf-42dd-964f-3e71e3c9902e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.356939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.379277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.398225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:46.399302 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:46.401687 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:46.424627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:46.467257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:46.467911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ea4e7f5e-3684-4386-88c3-67e4ea27a9c0 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:46.517561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-d8bc96f9-8328-490a-ad1d-7fd552c947dd', 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'fixed_ips': [{'subnet_id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:46.519374 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.626595 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.698467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.705517 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8981bbef-893a-433d-be5a-d9a0ccbb0850 HTTP/1.1" status: 204 len: 168 time: 0.8188226 Jul 13 07:45:46.816331 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.817781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.818495 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Floating IP 4276882e-967b-4113-a58e-4dc912f73c2d disassociated. External IP: 172.25.8.92, port: 2a99acec-1733-4b30-9066-300cc61be77a. Jul 13 07:45:46.818624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c6cb-8017-4f1a-9ecb-64778324d810 admin admin] Pushing event deleted for resources: {'Network': ['ID=8981bbef-893a-433d-be5a-d9a0ccbb0850,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:46.825380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Calling delete_port for 2a99acec-1733-4b30-9066-300cc61be77a owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:47.103954 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:47.105553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.128391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:47.174899 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.190445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Allocated IP 172.23.0.2 (d8bc96f9-8328-490a-ad1d-7fd552c947dd/bb4de9c9-1730-4ff1-a562-e234f4c6d676/879550e0-6d00-4daf-9d0b-23bdf3c14b0b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:47.215899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0c087-d2dd-41a1-bd3b-add463f01d32 req-73e8e606-4931-4428-8893-a87760bc9d4c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.222804 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87a0c087-d2dd-41a1-bd3b-add463f01d32 req-73e8e606-4931-4428-8893-a87760bc9d4c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 945 time: 0.2607470 Jul 13 07:45:47.229186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.288904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-09c6bb9a-2a65-4576-90b5-eb5d75771b18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c228a9524b648cab9645514d15a7e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816986 Jul 13 07:45:47.295100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:47.373806 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87a0c087-d2dd-41a1-bd3b-add463f01d32 req-5d593815-58bf-4cd1-b7f3-20f8e0e38b4c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3fd38f-bf3d-4071-ae58-a18459991d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499624 Jul 13 07:45:47.398347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.408179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Transition to ACTIVE for port object 879550e0-6d00-4daf-9d0b-23bdf3c14b0b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:47.429352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Transition to ACTIVE for port object 879550e0-6d00-4daf-9d0b-23bdf3c14b0b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:47.437940 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.440874 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.482860 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ae01680-a921-4c84-bc34-9dcbc799fee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.500748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Pushing event updated for resources: {'Port': ['ID=879550e0-6d00-4daf-9d0b-23bdf3c14b0b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:47.513826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 623d9c84-99e0-4e05-a160-ba03f6bb8b32 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:47.515895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event deleted for resources: {'Port': ['ID=2a99acec-1733-4b30-9066-300cc61be77a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:47.519766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Network d8bc96f9-8328-490a-ad1d-7fd552c947dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:47.528079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:47.543572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:47.546313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:47.556109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ae01680-a921-4c84-bc34-9dcbc799fee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.574309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Allocated IP 172.25.8.132 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/f5ca783b-98db-4bf2-9f0f-3c26747b58e1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:47.588378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.625445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Attempting to bind port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:47.625827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Attempting to bind port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:47.626446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Attempting to bind port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b on network d8bc96f9-8328-490a-ad1d-7fd552c947dd {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:47.632136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:47.632554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Checking segment: {'id': 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:47.632957 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.633601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Bound using segment: {'id': 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:47.634154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Bound port: 879550e0-6d00-4daf-9d0b-23bdf3c14b0b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:47.634599 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.722734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] For port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:47.726103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] For port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=879550e0-6d00-4daf-9d0b-23bdf3c14b0b,segment=NetworkSegment(e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996),segment_id=e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:47.737901 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.773117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Router 9665dcb1-5cac-4567-b16d-96c323faaa7d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:47.797228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:47.801559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ae01680-a921-4c84-bc34-9dcbc799fee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.803216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:47.803730 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.804694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ae01680-a921-4c84-bc34-9dcbc799fee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.805930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8ae01680-a921-4c84-bc34-9dcbc799fee0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a29ce65-0722-4bca-b44c-bb64f825390d HTTP/1.1" status: 204 len: 168 time: 0.5091596 Jul 13 07:45:47.826270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Allocated IP 172.23.0.1 (d8bc96f9-8328-490a-ad1d-7fd552c947dd/bb4de9c9-1730-4ff1-a562-e234f4c6d676/ba57ac80-f246-491c-823e-7f0be83ca98c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:47.841145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae01680-a921-4c84-bc34-9dcbc799fee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a29ce65-0722-4bca-b44c-bb64f825390d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:47.906470 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.947673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59cce9-e5f5-43c8-a347-12f6bfe0116b None None] Pushing event updated for resources: {'Port': ['ID=879550e0-6d00-4daf-9d0b-23bdf3c14b0b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.069096 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.085822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.102252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Transition to ACTIVE for port object ba57ac80-f246-491c-823e-7f0be83ca98c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:48.111019 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:48.149241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] Sync routers for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:48.177677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.204091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:48.204489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.210267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 623d9c84-99e0-4e05-a160-ba03f6bb8b32, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=623d9c84-99e0-4e05-a160-ba03f6bb8b32,segment=NetworkSegment(da6075d4-f955-48a0-9879-e97ee8786e35),segment_id=da6075d4-f955-48a0-9879-e97ee8786e35)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:48.225994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] No DVR routers for this DVR port 2a99acec-1733-4b30-9066-300cc61be77a on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:48.228457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.231138 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.231367 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.233522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-574d3cde-5463-4c06-9dd3-e34578171c83 req-1029b80f-27cf-4fd4-a4c1-dbbb5a2ee155 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "DELETE /v2.0/ports/2a99acec-1733-4b30-9066-300cc61be77a HTTP/1.1" status: 204 len: 173 time: 3.7721987 Jul 13 07:45:48.236462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba71a27-2fae-4505-9042-b589e121b08d', 'name': 'network-vif-deleted', 'tag': '2a99acec-1733-4b30-9066-300cc61be77a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:48.239006 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9908a59c-e5cb-42b2-acc6-d7df5a0b50e0" -d '{"events": [{"server_uuid": "2ba71a27-2fae-4505-9042-b589e121b08d", "name": "network-vif-deleted", "tag": "2a99acec-1733-4b30-9066-300cc61be77a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:48.288930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.334234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:48.342786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:48.347247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:48.353911 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event updated for resources: {'Port': ['ID=f5ca783b-98db-4bf2-9f0f-3c26747b58e1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.423208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network d8bc96f9-8328-490a-ad1d-7fd552c947dd is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:48.424811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:48.430177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:48.571344 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42ee89b8-e1e3-40d5-9c33-16ec43abba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.631033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=623d9c84-99e0-4e05-a160-ba03f6bb8b32,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.637249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:48.660379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=ba57ac80-f246-491c-823e-7f0be83ca98c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.714133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.936413 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fed16c-34f9-4bf5-97ab-63f6495cea85 x-openstack-request-id: req-06fed16c-34f9-4bf5-97ab-63f6495cea85 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:48.937064 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba71a27-2fae-4505-9042-b589e121b08d", "name": "network-vif-deleted", "tag": "2a99acec-1733-4b30-9066-300cc61be77a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:48.937064 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06fed16c-34f9-4bf5-97ab-63f6495cea85 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:48.937753 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba71a27-2fae-4505-9042-b589e121b08d', 'name': 'network-vif-deleted', 'tag': '2a99acec-1733-4b30-9066-300cc61be77a', 'status': 'completed', 'code': 200} Jul 13 07:45:48.963274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Allocated IP 172.25.8.226 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/2e01b412-0ed4-47b7-812d-35c69c71163c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:48.963882 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b8ac5daf-f155-4dac-9db1-ff1aff233933 req-974b5358-93c0-4c97-a6e7-5ffec9ce3d13 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba71a27-2fae-4505-9042-b589e121b08d HTTP/1.1" status: 200 len: 210 time: 0.0995021 Jul 13 07:45:49.069137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2a99acec-1733-4b30-9066-300cc61be77a no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:49.154673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 2a99acec-1733-4b30-9066-300cc61be77a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:49.155368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2a99acec-1733-4b30-9066-300cc61be77a not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:49.163814 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.176823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.217723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-96b00d52-8bca-4b24-8a3a-1757d7a72547 None None] Provisioning complete for port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:49.220967 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96b00d52-8bca-4b24-8a3a-1757d7a72547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.308178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:49.409298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] Checking router: 9665dcb1-5cac-4567-b16d-96c323faaa7d for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:49.445614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:49.446419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:49.508177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.626959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 623d9c84-99e0-4e05-a160-ba03f6bb8b32 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:49.681228 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.687384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.706469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550126d5-fc54-4464-a1da-a6398b3e476d None None] Network d8bc96f9-8328-490a-ad1d-7fd552c947dd requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:49.737216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-c7b40b42-09fd-4462-a989-72e834c0558b req-1fc99db6-afc1-4f88-8245-258d1ba9640a service neutron] (93773) timed out ('10.222.0.38', 57321) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:45:49.801356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:49.808985 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.853558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Router 128501ce-c692-4d59-9f2c-1bbe02beeb3c is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:49.866370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-48c8cf92-15ae-4b9c-8952-eae1b498ad06 None None] Provisioning for port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:49.932878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.944745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:49.945246 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.974397 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.986902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:49.988188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:49.997270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.001377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7b04711f-cac4-4b36-892b-4e9a06b8f245 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "PUT /v2.0/routers/128501ce-c692-4d59-9f2c-1bbe02beeb3c HTTP/1.1" status: 200 len: 880 time: 5.0717421 Jul 13 07:45:50.002085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:50.007930 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c933525-3de7-4411-9ae3-ddf6367c21e4 None None] Sync routers for ids ['128501ce-c692-4d59-9f2c-1bbe02beeb3c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:50.010550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:50.039576 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c933525-3de7-4411-9ae3-ddf6367c21e4 None None] Routers {'128501ce-c692-4d59-9f2c-1bbe02beeb3c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:50.043258 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c933525-3de7-4411-9ae3-ddf6367c21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['128501ce-c692-4d59-9f2c-1bbe02beeb3c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.043814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:50.097511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event updated for resources: {'Port': ['ID=2e01b412-0ed4-47b7-812d-35c69c71163c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.139552 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.145891 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-74d3a41e-8159-41e0-ba8c-fd9c5ce87445 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/routers/128501ce-c692-4d59-9f2c-1bbe02beeb3c HTTP/1.1" status: 200 len: 921 time: 0.1417139 Jul 13 07:45:50.146926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:50.187972 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c933525-3de7-4411-9ae3-ddf6367c21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.213387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48355728-5809-496b-9627-3078ea1e994d tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.220012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-48355728-5809-496b-9627-3078ea1e994d tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=128501ce-c692-4d59-9f2c-1bbe02beeb3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0717776 Jul 13 07:45:50.220681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33274) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:50.226761 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c933525-3de7-4411-9ae3-ddf6367c21e4 None None] Routers {'128501ce-c692-4d59-9f2c-1bbe02beeb3c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:50.233523 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c933525-3de7-4411-9ae3-ddf6367c21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['128501ce-c692-4d59-9f2c-1bbe02beeb3c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.327259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event updated for resources: {'Port': ['ID=ba57ac80-f246-491c-823e-7f0be83ca98c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.339050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33278) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:50.353310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 879550e0-6d00-4daf-9d0b-23bdf3c14b0b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:50.354281 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c933525-3de7-4411-9ae3-ddf6367c21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.356441 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c933525-3de7-4411-9ae3-ddf6367c21e4 None None] The sync data for ids ['128501ce-c692-4d59-9f2c-1bbe02beeb3c'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:50.380748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340040e7-40d0-4d43-9b8b-87eb8ca45477 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.386848 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-340040e7-40d0-4d43-9b8b-87eb8ca45477 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 881 time: 0.1645219 Jul 13 07:45:50.392389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33280) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:50.472527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:50.473498 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4099a8a3-1625-44bf-906d-ae41558a25a0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=128501ce-c692-4d59-9f2c-1bbe02beeb3c HTTP/1.1" status: 200 len: 205 time: 0.0796046 Jul 13 07:45:50.475147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33284) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:50.476177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:50.476527 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.479697 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.482860 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.515565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Network d8bc96f9-8328-490a-ad1d-7fd552c947dd is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:50.517910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:50.598955 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97125acd-11b8-4c05-ba85-37fb8714ac5c None None] The sync data for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 is: [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:50.667902 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.679836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee9eb0ab-7606-4083-a931-66c007d2728d req-1d70e94b-c79f-485a-b13f-cde40bad815e tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.1905949 Jul 13 07:45:50.828346 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.828738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:51.002396 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8ea001f-9b10-4f1f-b876-1ff5ac19c84b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.019035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.068506 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8ea001f-9b10-4f1f-b876-1ff5ac19c84b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.093982 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98c290a6-90e4-44cc-b496-63ecae0dead2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.109550 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.116291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ca0ed809-215f-4857-bf03-9446b224ceb5 None None] Provisioning complete for port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:51.116822 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca0ed809-215f-4857-bf03-9446b224ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.208101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8ea001f-9b10-4f1f-b876-1ff5ac19c84b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.211318 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8ea001f-9b10-4f1f-b876-1ff5ac19c84b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.221746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:51.222349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c8ea001f-9b10-4f1f-b876-1ff5ac19c84b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d3fd38f-bf3d-4071-ae58-a18459991d35 HTTP/1.1" status: 204 len: 168 time: 0.8809042 Jul 13 07:45:51.237882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842be0d-29ba-4847-93fa-2efa222ae3ea None None] New status for floating IP 4276882e-967b-4113-a58e-4dc912f73c2d: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:51.253581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea001f-9b10-4f1f-b876-1ff5ac19c84b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3fd38f-bf3d-4071-ae58-a18459991d35,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:51.262098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=879550e0-6d00-4daf-9d0b-23bdf3c14b0b,segment=NetworkSegment(e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996),segment_id=e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:51.268444 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.285345 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-77be3a42-3445-4059-88b3-b714797c74e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] show failed (client error): The resource could not be found. Jul 13 07:45:51.286382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-77be3a42-3445-4059-88b3-b714797c74e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups/1d3fd38f-bf3d-4071-ae58-a18459991d35 HTTP/1.1" status: 404 len: 347 time: 0.0608377 Jul 13 07:45:51.287615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:51.289351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33302) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:51.301223 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-138f9b13-fa58-489b-a2ef-a58011cf98f8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1043007 Jul 13 07:45:51.303782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:51.306026 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:51.311479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:51.322868 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:51.323504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:51.413285 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.460941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Deleting port f5ca783b-98db-4bf2-9f0f-3c26747b58e1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:51.461487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.534877 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:51.582976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.615745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Deleting port fb137b1d-ca25-47c4-9358-474a01fb9c62 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:51.616541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.685189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.815000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ca0ed809-215f-4857-bf03-9446b224ceb5 None None] Provisioning for port ba57ac80-f246-491c-823e-7f0be83ca98c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:51.856329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ca0ed809-215f-4857-bf03-9446b224ceb5 None None] Provisioning complete for port ba57ac80-f246-491c-823e-7f0be83ca98c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:51.856994 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca0ed809-215f-4857-bf03-9446b224ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.860099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=879550e0-6d00-4daf-9d0b-23bdf3c14b0b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:51.919183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ed809-215f-4857-bf03-9446b224ceb5 None None] Port ba57ac80-f246-491c-823e-7f0be83ca98c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:51.998304 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.048981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aeb47617-b379-4a97-a1a1-ff3b2bf3d417 None None] Provisioning complete for port ba57ac80-f246-491c-823e-7f0be83ca98c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:52.049607 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeb47617-b379-4a97-a1a1-ff3b2bf3d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.096376 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba57ac80-f246-491c-823e-7f0be83ca98c', 'name': '', 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:aa:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:47Z', 'updated_at': '2021-07-13T07:45:49Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:52.131031 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:52.133346 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Updating router 06e12335-7a5e-4d37-afe9-9d7d11892d30 port ba57ac80-f246-491c-823e-7f0be83ca98c binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:52.139562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aeb47617-b379-4a97-a1a1-ff3b2bf3d417 None None] Port ba57ac80-f246-491c-823e-7f0be83ca98c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:52.181228 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.270787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-eaaeb1ae-e7f8-4abf-b408-b5bdf8a7f0a2 None None] Provisioning complete for port ba57ac80-f246-491c-823e-7f0be83ca98c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:52.271613 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb1ae-e7f8-4abf-b408-b5bdf8a7f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.280190 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bfbb329d-d897-4981-b3bc-bad0d84a6d24 req-7a613cca-f856-4c78-88aa-b058cab00e4b tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0515537 Jul 13 07:45:52.325367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event updated for resources: {'Port': ['ID=2e01b412-0ed4-47b7-812d-35c69c71163c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:52.362617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-eaaeb1ae-e7f8-4abf-b408-b5bdf8a7f0a2 None None] Port ba57ac80-f246-491c-823e-7f0be83ca98c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:52.364614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.373997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.374338 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.387388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Calling delete_port for f5ca783b-98db-4bf2-9f0f-3c26747b58e1 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:52.393664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Calling delete_port for fb137b1d-ca25-47c4-9358-474a01fb9c62 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:52.435229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.460391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.462105 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-515ff6fd-fbea-4630-acb5-b4bd9a9c54fc tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3268518 Jul 13 07:45:52.481905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33310) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:52.489822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-830694541'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:52.547467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Made reservation on behalf of 20dd7beaefe4480aa282dca5cab643eb for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:52.551588 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.565526 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.680648 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.685610 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.699949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.726366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:45:52.740564 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.749740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:52.751849 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Transition to ACTIVE for port object ba57ac80-f246-491c-823e-7f0be83ca98c will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:52.767033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e627367d-2590-4b7d-a9e4-c03ecbe275b9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:52.773363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Removed routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:45:52.773787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.779979 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.780326 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Added segment e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0 of type vlan for network eb8c24cb-1527-4126-9775-ee6232f5f782 Jul 13 07:45:52.784529 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.831405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event deleted for resources: {'Port': ['ID=fb137b1d-ca25-47c4-9358-474a01fb9c62,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:52.911781 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7649bd-dfa3-4be2-86b1-fe5029d22db4 None None] Pushing event updated for resources: {'Port': ['ID=ba57ac80-f246-491c-823e-7f0be83ca98c,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:52.937735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.971604 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Attempting to bind port ba57ac80-f246-491c-823e-7f0be83ca98c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:52.971980 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Attempting to bind port ba57ac80-f246-491c-823e-7f0be83ca98c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:52.972349 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Attempting to bind port ba57ac80-f246-491c-823e-7f0be83ca98c on network d8bc96f9-8328-490a-ad1d-7fd552c947dd {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:52.974563 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.977062 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.979021 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:52.979402 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Checking segment: {'id': 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:52.979815 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.981022 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Bound using segment: {'id': 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:52.983028 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-297b7848-db16-46f0-9d6d-bcaa164007d2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "DELETE /v2.0/floatingips/4276882e-967b-4113-a58e-4dc912f73c2d HTTP/1.1" status: 204 len: 168 time: 1.6915107 Jul 13 07:45:52.985738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event deleted for resources: {'Port': ['ID=f5ca783b-98db-4bf2-9f0f-3c26747b58e1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:52.987581 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Bound port: ba57ac80-f246-491c-823e-7f0be83ca98c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:52.988000 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.003771 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.123107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.169174 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] For port ba57ac80-f246-491c-823e-7f0be83ca98c, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:53.186055 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] For port ba57ac80-f246-491c-823e-7f0be83ca98c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ba57ac80-f246-491c-823e-7f0be83ca98c,segment=NetworkSegment(e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996),segment_id=e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:53.197022 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.237434 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.241104 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.263913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.266228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.274350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.279913 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.287447 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.307196 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:53.307838 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.327856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:53.342981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-655ec67c-f09a-4603-9276-b58ad9746478 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120896525', 'description': 'tempest-description--1948786272'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:53.373790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33324) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:53.379018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Request body: {'subnet': {'network_id': 'eb8c24cb-1527-4126-9775-ee6232f5f782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:53.382525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8988304 Jul 13 07:45:53.430001 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:53.505269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.506130 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Fanout notify agent at l3_agent the message router_deleted on router 128501ce-c692-4d59-9f2c-1bbe02beeb3c {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:53.528583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.530384 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-19b7099f-d245-410a-a040-f33ad94604f0 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/128501ce-c692-4d59-9f2c-1bbe02beeb3c HTTP/1.1" status: 204 len: 168 time: 3.0483477 Jul 13 07:45:53.539615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33326) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:53.544799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ba3493e7-072b-4419-80ee-31bc29522c0e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-616608623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:53.553883 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7649bd-dfa3-4be2-86b1-fe5029d22db4 None None] Pushing event updated for resources: {'Port': ['ID=ba57ac80-f246-491c-823e-7f0be83ca98c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:53.584239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f556b3-feaa-43fc-8bd0-c60c3864cc87 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event updated for resources: {'Network': ['ID=eb8c24cb-1527-4126-9775-ee6232f5f782,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:53.587234 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-ba3493e7-072b-4419-80ee-31bc29522c0e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:45:53.587234 n-d-758944-43 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:45:53.587234 n-d-758944-43 neutron-server[93773]: [parameters: {'project_id_1': '05c9a333f9ca4352b09239e30a7cabaa', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 45, 53, 556913)}] Jul 13 07:45:53.587234 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:53.587923 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [None req-ba3493e7-072b-4419-80ee-31bc29522c0e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:53.594027 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6423737-0c76-406f-b3c5-c2c626f1e093 req-23ae3082-6b88-4f21-8a22-2d55d24b48db tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.1149232 Jul 13 07:45:53.611486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network eb8c24cb-1527-4126-9775-ee6232f5f782 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:53.654415 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655ec67c-f09a-4603-9276-b58ad9746478 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.683552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Made reservation on behalf of 20dd7beaefe4480aa282dca5cab643eb for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:53.690884 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.692152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:53.739338 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.778997 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b5cc0b1b-6b0a-4d2f-b9ed-8e13abfcac6b req-89ac0c4d-4c73-4bee-9044-dee9beb55efd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0657599 Jul 13 07:45:53.780892 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:52Z', 'revision_number': 6, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba57ac80-f246-491c-823e-7f0be83ca98c', 'name': '', 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:aa:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:47Z', 'updated_at': '2021-07-13T07:45:53Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.832324 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d411e4-7953-4c00-8207-1a0473fafa41 None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:52Z', 'revision_number': 6, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba57ac80-f246-491c-823e-7f0be83ca98c', 'name': '', 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:aa:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:47Z', 'updated_at': '2021-07-13T07:45:53Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:53.860275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:53.873210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.876822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 879550e0-6d00-4daf-9d0b-23bdf3c14b0b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:53.877009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3d813768-ad9c-4939-b1da-0d1067717645 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30 HTTP/1.1" status: 200 len: 934 time: 2.5697622 Jul 13 07:45:53.879152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33328) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:53.936195 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655ec67c-f09a-4603-9276-b58ad9746478 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.946847 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655ec67c-f09a-4603-9276-b58ad9746478 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.977457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:53.978721 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.996962 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-655ec67c-f09a-4603-9276-b58ad9746478 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.001114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-655ec67c-f09a-4603-9276-b58ad9746478 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6692953 Jul 13 07:45:54.001490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33330) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:54.006088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-41cdfa52-7e39-40b7-96e1-b1da7cce7611 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'security_group_rule': {'security_group_id': 'fae10504-b416-4510-9e41-2af5c6431b99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:54.013584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ec67c-f09a-4603-9276-b58ad9746478 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae10504-b416-4510-9e41-2af5c6431b99,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:54.052151 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41cdfa52-7e39-40b7-96e1-b1da7cce7611 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.146365 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3e6d2dac-3428-4f22-bca3-6b6f35d4bd39 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30 HTTP/1.1" status: 200 len: 934 time: 0.2655218 Jul 13 07:45:54.148074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33332) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:54.155170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'routes': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:54.189987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3493e7-072b-4419-80ee-31bc29522c0e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.191122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3493e7-072b-4419-80ee-31bc29522c0e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.247834 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41cdfa52-7e39-40b7-96e1-b1da7cce7611 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.264798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41cdfa52-7e39-40b7-96e1-b1da7cce7611 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.267851 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3493e7-072b-4419-80ee-31bc29522c0e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.275672 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.301045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdfa52-7e39-40b7-96e1-b1da7cce7611 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f02fc6-4bfa-4287-8d19-8fa587b163a6,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:54.314710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3493e7-072b-4419-80ee-31bc29522c0e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.357478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41cdfa52-7e39-40b7-96e1-b1da7cce7611 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.361384 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-41cdfa52-7e39-40b7-96e1-b1da7cce7611 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565955 Jul 13 07:45:54.363518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3493e7-072b-4419-80ee-31bc29522c0e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.364689 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ba3493e7-072b-4419-80ee-31bc29522c0e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8236144 Jul 13 07:45:54.367876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:54.368543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33342) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:54.374237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e5d71abf-48b5-4932-a2ed-d040d3fdf684 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'security_group_rule': {'security_group_id': 'fae10504-b416-4510-9e41-2af5c6431b99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:54.384167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': True}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:54.599163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event updated for resources: {'Subnet': ['ID=3b521076-777f-42ef-98c2-20b733ecb0d2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:54.689695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:45:54.690194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:45:54.712329 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5d71abf-48b5-4932-a2ed-d040d3fdf684 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.719246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Checking segment: {'id': 'e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb8c24cb-1527-4126-9775-ee6232f5f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:54.719617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Network hostable DHCP agents. Network: eb8c24cb-1527-4126-9775-ee6232f5f782, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:54.734271 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.868908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bd26372e-24f2-4090-b103-10db545f14fe req-0697d977-1a85-49cc-90b8-2bf65ec050d7 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0745251 Jul 13 07:45:54.870976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.883880 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Network eb8c24cb-1527-4126-9775-ee6232f5f782 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:54.932962 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5d71abf-48b5-4932-a2ed-d040d3fdf684 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.934331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, eb8c24cb-1527-4126-9775-ee6232f5f782) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:54.941580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.942247 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.942486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f278e-0262-4e89-afe5-7ba1826758d8 None None] Network eb8c24cb-1527-4126-9775-ee6232f5f782 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:54.953269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5d71abf-48b5-4932-a2ed-d040d3fdf684 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.004832 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5d71abf-48b5-4932-a2ed-d040d3fdf684 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.009181 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e5d71abf-48b5-4932-a2ed-d040d3fdf684 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6364369 Jul 13 07:45:55.012272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5ae5d2d6-3bc3-43a4-b307-e7c0cc48d40b tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6373932 Jul 13 07:45:55.013185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.013563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33352) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.014640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d71abf-48b5-4932-a2ed-d040d3fdf684 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0cf9fd-70f9-4203-944e-7b3c7a332bf4,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:55.021074 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.024305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:55.026496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.037786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-961713752', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:55.068220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:55.116276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:55.116720 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.118552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:55.159417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.161586 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.212044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:55.329112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:55.341884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.346795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6baa6243-0886-4c2b-a2e9-df5d81b9b286 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30 HTTP/1.1" status: 200 len: 700 time: 1.1937320 Jul 13 07:45:55.346795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33358) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.412814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:55.414879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-eb8c24cb-1527-4126-9775-ee6232f5f782', 'network_id': 'eb8c24cb-1527-4126-9775-ee6232f5f782', 'tenant_id': '20dd7beaefe4480aa282dca5cab643eb', 'fixed_ips': [{'subnet_id': '3b521076-777f-42ef-98c2-20b733ecb0d2'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:55.415759 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.449817 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.549856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9dff9cdb-2d5b-452e-94e1-ecce65cb82ae tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30 HTTP/1.1" status: 200 len: 700 time: 0.2029436 Jul 13 07:45:55.550781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33364) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.595187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.680412 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.790759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Allocated IP 172.25.8.89 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/b24af2bb-4f0d-4fa2-9db9-5c2175f2515f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:55.835284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Allocated IP 172.20.0.2 (eb8c24cb-1527-4126-9775-ee6232f5f782/3b521076-777f-42ef-98c2-20b733ecb0d2/76736409-50d2-4593-8c3a-bc42c6fc5e6e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:55.944046 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.989983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.999814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.040271 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.143876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ba57ac80-f246-491c-823e-7f0be83ca98c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:56.149109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Allocated IP 172.25.8.43 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/c4ed7615-7494-4ac7-a73f-3653772bdbf1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:56.238373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a7513a9-813f-4cc1-a9e9-d483f66d3280 req-965b58e8-fa25-4bef-be86-082d5621341e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4839408 Jul 13 07:45:56.264892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.285281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Transition to ACTIVE for port object 76736409-50d2-4593-8c3a-bc42c6fc5e6e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:56.306082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 7, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba57ac80-f246-491c-823e-7f0be83ca98c', 'name': '', 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:aa:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:47Z', 'updated_at': '2021-07-13T07:45:53Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:56.311295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ba57ac80-f246-491c-823e-7f0be83ca98c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:56.316945 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Transition to ACTIVE for port object 76736409-50d2-4593-8c3a-bc42c6fc5e6e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:56.331815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:56.336706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event updated for resources: {'Port': ['ID=b24af2bb-4f0d-4fa2-9db9-5c2175f2515f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:56.345493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ba57ac80-f246-491c-823e-7f0be83ca98c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:56.346283 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.349189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:56.372125 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.387649 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a7513a9-813f-4cc1-a9e9-d483f66d3280 req-4ba1dbec-a85f-4813-9263-4a0c1f8cf8b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a81a11145e4421c85e62da205455a2b&device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0359163 Jul 13 07:45:56.394765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:56.405824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:56.427220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Pushing event updated for resources: {'Port': ['ID=76736409-50d2-4593-8c3a-bc42c6fc5e6e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:56.445856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Network eb8c24cb-1527-4126-9775-ee6232f5f782 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:56.449758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a7513a9-813f-4cc1-a9e9-d483f66d3280 req-0c10d5bf-5e5d-480b-9c53-af7197d8dc88 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4a81a11145e4421c85e62da205455a2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363739 Jul 13 07:45:56.452396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:56.454700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:56.455553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:56.551786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:56.610026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7513a9-813f-4cc1-a9e9-d483f66d3280 req-83ef73c0-28cf-4812-9762-3746077bc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:56.611838 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4a7513a9-813f-4cc1-a9e9-d483f66d3280 req-83ef73c0-28cf-4812-9762-3746077bc66b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561894 Jul 13 07:45:56.711316 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.748594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7203f7a3-5f43-4570-80ef-18fbde74cf2c req-57836a03-77db-4d1e-81f7-009c05afccfc tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0700078 Jul 13 07:45:56.799082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:56.799614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.923553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.970845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Attempting to bind port 76736409-50d2-4593-8c3a-bc42c6fc5e6e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:56.971394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Attempting to bind port 76736409-50d2-4593-8c3a-bc42c6fc5e6e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb8c24cb-1527-4126-9775-ee6232f5f782'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:56.971856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Attempting to bind port 76736409-50d2-4593-8c3a-bc42c6fc5e6e on network eb8c24cb-1527-4126-9775-ee6232f5f782 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:56.975710 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.002455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:57.003008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Checking segment: {'id': 'e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb8c24cb-1527-4126-9775-ee6232f5f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:57.003517 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.004019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Bound using segment: {'id': 'e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb8c24cb-1527-4126-9775-ee6232f5f782'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:57.005139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Bound port: 76736409-50d2-4593-8c3a-bc42c6fc5e6e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb8c24cb-1527-4126-9775-ee6232f5f782'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:57.005139 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.091215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] For port 76736409-50d2-4593-8c3a-bc42c6fc5e6e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:57.094803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] For port 76736409-50d2-4593-8c3a-bc42c6fc5e6e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=76736409-50d2-4593-8c3a-bc42c6fc5e6e,segment=NetworkSegment(e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0),segment_id=e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:57.124773 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.177239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port ba57ac80-f246-491c-823e-7f0be83ca98c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:57.177872 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.199378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port ba57ac80-f246-491c-823e-7f0be83ca98c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ba57ac80-f246-491c-823e-7f0be83ca98c,segment=NetworkSegment(e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996),segment_id=e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:57.216761 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.260010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218dd58-414a-493a-8694-7d49f0c8a7c9 None None] Pushing event updated for resources: {'Port': ['ID=76736409-50d2-4593-8c3a-bc42c6fc5e6e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:57.272357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 7, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba57ac80-f246-491c-823e-7f0be83ca98c', 'name': '', 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:aa:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:47Z', 'updated_at': '2021-07-13T07:45:53Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:57.335763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f11263-5d47-4cdf-86c6-5cb5682e4184 None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 7, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba57ac80-f246-491c-823e-7f0be83ca98c', 'name': '', 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:aa:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:47Z', 'updated_at': '2021-07-13T07:45:53Z', 'revision_number': 4, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:57.399764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=ba57ac80-f246-491c-823e-7f0be83ca98c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:57.499845 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.518332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:57.567945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port ba57ac80-f246-491c-823e-7f0be83ca98c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ba57ac80-f246-491c-823e-7f0be83ca98c,segment=NetworkSegment(e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996),segment_id=e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:57.572600 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.593748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for ba57ac80-f246-491c-823e-7f0be83ca98c owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:57.726472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:57.730189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:57.861311 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:57.878449 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:57.879105 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:57.929543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7f8b7c56-567a-417d-a728-b2d3e4b3620a None None] Provisioning complete for port ba57ac80-f246-491c-823e-7f0be83ca98c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:57.930087 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7c56-567a-417d-a728-b2d3e4b3620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.021779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 76736409-50d2-4593-8c3a-bc42c6fc5e6e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:58.031037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.041410 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.067994 n-d-758944-43 neutron-server[93775]: INFO neutron.plugins.ml2.db [None req-7f8b7c56-567a-417d-a728-b2d3e4b3620a None None] No ports have port_id starting with ba57ac80-f246-491c-823e-7f0be83ca98c Jul 13 07:45:58.091066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=ba57ac80-f246-491c-823e-7f0be83ca98c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.125923 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.133990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 76736409-50d2-4593-8c3a-bc42c6fc5e6e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:58.138676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ba57ac80-f246-491c-823e-7f0be83ca98c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:58.164132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ba57ac80-f246-491c-823e-7f0be83ca98c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:58.164632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ba57ac80-f246-491c-823e-7f0be83ca98c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 07:45:58.186928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Port ba57ac80-f246-491c-823e-7f0be83ca98c not found, will not notify nova. {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 07:45:58.238856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.310678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4104851a-2567-4c6a-8e83-1b7f94fec554 req-7536440c-7d49-4771-b6b9-d93663ec76da tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.1993470 Jul 13 07:45:58.330423 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:58.354676 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.491197 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.561638 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.563305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'Port': ['ID=c4ed7615-7494-4ac7-a73f-3653772bdbf1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.613702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.663290 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 7, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba57ac80-f246-491c-823e-7f0be83ca98c', 'name': '', 'network_id': 'd8bc96f9-8328-490a-ad1d-7fd552c947dd', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:aa:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:47Z', 'updated_at': '2021-07-13T07:45:57Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': 'bb4de9c9-1730-4ff1-a562-e234f4c6d676', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:58.672115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:58.728354 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:58.754030 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:58.754686 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:58.831889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Allocated IP 172.25.8.112 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/7b674cc3-5d82-46eb-bd29-61bb1b2027dc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:58.845867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Router 866b17ea-f69a-4e5a-899e-3fda9f5de593 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:58.862475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:58.874018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b7d9379e-9146-4cf6-b386-795cff06f2cb tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3198161 Jul 13 07:45:58.878524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33400) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:58.952118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e2c3a1-5acc-4d22-8884-394ea0cf0262 None None] Network eb8c24cb-1527-4126-9775-ee6232f5f782 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:58.959801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fefcfa-1a8d-4979-9a05-7615c59c70ba tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting subnet bb4de9c9-1730-4ff1-a562-e234f4c6d676 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:58.964590 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19fefcfa-1a8d-4979-9a05-7615c59c70ba tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.967018 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:59.013779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19fefcfa-1a8d-4979-9a05-7615c59c70ba tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.115409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Provisioning for port 76736409-50d2-4593-8c3a-bc42c6fc5e6e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:59.124266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Provisioning complete for port 76736409-50d2-4593-8c3a-bc42c6fc5e6e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:59.125322 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.126817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19fefcfa-1a8d-4979-9a05-7615c59c70ba tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.223994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19fefcfa-1a8d-4979-9a05-7615c59c70ba tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.260278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.267332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fefcfa-1a8d-4979-9a05-7615c59c70ba tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4de9c9-1730-4ff1-a562-e234f4c6d676,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:59.268198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.271156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:59.285347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19fefcfa-1a8d-4979-9a05-7615c59c70ba tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.286897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08e1d7-0764-4392-a401-c750b787c89f None None] Network d8bc96f9-8328-490a-ad1d-7fd552c947dd requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:59.291882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.292100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267edfd-535e-41d4-b8e0-488005702c54 None None] Sync routers for ids ['866b17ea-f69a-4e5a-899e-3fda9f5de593'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:59.293233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-19fefcfa-1a8d-4979-9a05-7615c59c70ba tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/bb4de9c9-1730-4ff1-a562-e234f4c6d676 HTTP/1.1" status: 204 len: 168 time: 0.4120252 Jul 13 07:45:59.294383 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6006bbef-a28e-4ab0-b93d-03a89caf75cc tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "PUT /v2.0/routers/866b17ea-f69a-4e5a-899e-3fda9f5de593 HTTP/1.1" status: 200 len: 913 time: 4.9153359 Jul 13 07:45:59.301604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33402) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:59.302269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33404) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:59.366793 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.369796 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:57Z', 'revision_number': 8, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.405470 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23122181-f600-4cc7-9640-1587e5e7d960 None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:57Z', 'revision_number': 8, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:59.456211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267edfd-535e-41d4-b8e0-488005702c54 None None] Routers {'866b17ea-f69a-4e5a-899e-3fda9f5de593'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:59.456863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c267edfd-535e-41d4-b8e0-488005702c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['866b17ea-f69a-4e5a-899e-3fda9f5de593'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.507908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.526285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c267edfd-535e-41d4-b8e0-488005702c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.531341 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a794813-81b0-4eb2-86e5-54379ab3ab5a req-388c5e7a-2a1b-4b68-84d1-711e9f8fba8f tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0452278 Jul 13 07:45:59.540719 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] For port 76736409-50d2-4593-8c3a-bc42c6fc5e6e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=76736409-50d2-4593-8c3a-bc42c6fc5e6e,segment=NetworkSegment(e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0),segment_id=e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:59.547389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'Port': ['ID=c4ed7615-7494-4ac7-a73f-3653772bdbf1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:59.560678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267edfd-535e-41d4-b8e0-488005702c54 None None] Routers {'866b17ea-f69a-4e5a-899e-3fda9f5de593'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:59.561384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c267edfd-535e-41d4-b8e0-488005702c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['866b17ea-f69a-4e5a-899e-3fda9f5de593'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.567645 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.615166 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.621653 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.670636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c267edfd-535e-41d4-b8e0-488005702c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.671566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267edfd-535e-41d4-b8e0-488005702c54 None None] The sync data for ids ['866b17ea-f69a-4e5a-899e-3fda9f5de593'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:59.725749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:59.766585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Pushing event updated for resources: {'Port': ['ID=76736409-50d2-4593-8c3a-bc42c6fc5e6e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:59.798436 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.805867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.812188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.814017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.814246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:59.815127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.815728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.821135 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a41a7b66-5f58-42ac-a715-0567346275e9 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/routers/866b17ea-f69a-4e5a-899e-3fda9f5de593 HTTP/1.1" status: 200 len: 919 time: 0.3845105 Jul 13 07:45:59.821481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.821592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:59.821827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:59.832142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.833388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.834143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.841888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.842525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.848333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d198f8-b3fa-40ee-ada5-c9915282f77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:59.865154 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.866472 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f71dae13-2b43-4027-825c-da4917b00e58 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8485751 Jul 13 07:45:59.867521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event updated for resources: {'Port': ['ID=7b674cc3-5d82-46eb-bd29-61bb1b2027dc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:59.882569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e5f5c-4a9b-457c-8652-a734bfa6f22a None None] DHCP port deletion for d8bc96f9-8328-490a-ad1d-7fd552c947dd request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:00.032961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ba57ac80-f246-491c-823e-7f0be83ca98c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:00.034208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:00.038823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.043995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd608a-cf0a-4651-b27a-d68048bd9893 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.048692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c6cd608a-cf0a-4651-b27a-d68048bd9893 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=866b17ea-f69a-4e5a-899e-3fda9f5de593&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2231185 Jul 13 07:46:00.063607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:00.119295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ba57ac80-f246-491c-823e-7f0be83ca98c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:00.123411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ba57ac80-f246-491c-823e-7f0be83ca98c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:00.154459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5f5c-4a9b-457c-8652-a734bfa6f22a None None] Deleting port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:00.168033 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5f5c-4a9b-457c-8652-a734bfa6f22a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.327428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de52e4-1304-4ad6-bc82-7f82563c640f tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.328874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e2de52e4-1304-4ad6-bc82-7f82563c640f tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 881 time: 0.2597942 Jul 13 07:46:00.334627 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:00.341459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33430) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:00.348913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=879550e0-6d00-4daf-9d0b-23bdf3c14b0b,segment=NetworkSegment(e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996),segment_id=e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:00.349295 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.352058 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:00.352699 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.358724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1b5e5f5c-4a9b-457c-8652-a734bfa6f22a None None] For port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=879550e0-6d00-4daf-9d0b-23bdf3c14b0b,segment=NetworkSegment(e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996),segment_id=e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:00.358724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5f5c-4a9b-457c-8652-a734bfa6f22a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.376316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 879550e0-6d00-4daf-9d0b-23bdf3c14b0b owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:00.377784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5f5c-4a9b-457c-8652-a734bfa6f22a None None] Calling delete_port for 879550e0-6d00-4daf-9d0b-23bdf3c14b0b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:00.384292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f6b4d7b2-c982-4e3c-9228-8a0d2c5a5dfc None None] Provisioning complete for port 76736409-50d2-4593-8c3a-bc42c6fc5e6e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:00.384589 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b4d7b2-c982-4e3c-9228-8a0d2c5a5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.418950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33432) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:00.422646 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b9a921f0-7de5-4855-9b4e-145b43b82223 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=866b17ea-f69a-4e5a-899e-3fda9f5de593 HTTP/1.1" status: 200 len: 205 time: 0.0780103 Jul 13 07:46:00.440240 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-8f196414-c653-43e3-b377-afbd642f3dd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2120896525&fields=id&tenant_id=a9d554050b934adbb0e34205033fe129 HTTP/1.1" status: 200 len: 267 time: 0.1029770 Jul 13 07:46:00.490234 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:00.545781 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5f5c-4a9b-457c-8652-a734bfa6f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.561687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e5f5c-4a9b-457c-8652-a734bfa6f22a None None] No DVR routers for this DVR port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:00.586093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e5f5c-4a9b-457c-8652-a734bfa6f22a None None] Pushing event deleted for resources: {'Port': ['ID=879550e0-6d00-4daf-9d0b-23bdf3c14b0b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.794179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-acb213d0-4ad1-4a43-9b07-739bf837dd80 req-fab13868-ec70-4010-babf-7b9d33130cd4 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0394769 Jul 13 07:46:00.797688 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:57Z', 'revision_number': 8, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.827428 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:00.849708 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:00.850863 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.854034 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.860672 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.910563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-6b18082b-be74-4842-8d87-f40df7a6e54f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.912244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-6b18082b-be74-4842-8d87-f40df7a6e54f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 810 time: 0.4712071 Jul 13 07:46:00.939745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.949415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=879550e0-6d00-4daf-9d0b-23bdf3c14b0b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.953176 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:00.988216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No DVR routers for this DVR port 879550e0-6d00-4daf-9d0b-23bdf3c14b0b on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:01.174876 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:57Z', 'revision_number': 8, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.206771 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc291e25-8537-49c9-addc-a48be77bf68d None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:45:57Z', 'revision_number': 8, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '623d9c84-99e0-4e05-a160-ba03f6bb8b32', 'name': '', 'network_id': '1db70d92-e08c-4a64-b189-884d6dad41eb', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:d5:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:39Z', 'updated_at': '2021-07-13T07:45:48Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:01.409147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-61efc4be-d7d0-4671-96cf-c9e71a177e2b tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/quotas/a9d554050b934adbb0e34205033fe129 HTTP/1.1" status: 200 len: 375 time: 0.4710495 Jul 13 07:46:01.553929 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.560608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.582706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bc96f9-8328-490a-ad1d-7fd552c947dd']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.597771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.598128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cd2d93-2e0d-40cb-b2d1-fe3e937cf996') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.665932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.703216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.720515 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-62f79d3e-05f3-4cad-8f9f-2ed540dfa2d7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3007004 Jul 13 07:46:01.752493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:01.752937 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:01.758533 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:01.828368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 76736409-50d2-4593-8c3a-bc42c6fc5e6e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:01.873485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.890779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 76736409-50d2-4593-8c3a-bc42c6fc5e6e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:01.891621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.991956 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-90bc72c1-1269-46fa-a135-1207a25d787a req-49c92be8-ee93-4562-8a45-1ccd1b292773 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0471835 Jul 13 07:46:02.045828 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.060234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 879550e0-6d00-4daf-9d0b-23bdf3c14b0b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:02.060476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Deleting port b24af2bb-4f0d-4fa2-9db9-5c2175f2515f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:02.060700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.066940 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.068796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/networks/d8bc96f9-8328-490a-ad1d-7fd552c947dd HTTP/1.1" status: 204 len: 168 time: 2.7636898 Jul 13 07:46:02.072904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33452) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:02.085263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 879550e0-6d00-4daf-9d0b-23bdf3c14b0b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:02.085617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 879550e0-6d00-4daf-9d0b-23bdf3c14b0b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:02.105595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4c694-060f-4e6d-a48d-f057ee7dec4a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Network': ['ID=d8bc96f9-8328-490a-ad1d-7fd552c947dd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:02.232796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-6f2cd551-dd5f-4ad1-a813-fabc36fb4f54 service neutron] 10.222.0.41 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816356 Jul 13 07:46:02.253246 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.286717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Router 1ad3463c-22a5-4339-a89e-6625e7ca1010 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:02.290844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Calling delete_port for b24af2bb-4f0d-4fa2-9db9-5c2175f2515f owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:02.434646 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.484218 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-d808fc82-4505-41a7-924c-dd0700b6002f service neutron] 10.222.0.41 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410605 Jul 13 07:46:02.549107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:02.570054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb96cc6-dc9f-4f0e-9ebf-330b6f7f3e22 None None] Sync routers for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:02.594616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb96cc6-dc9f-4f0e-9ebf-330b6f7f3e22 None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:02.596503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5fb96cc6-dc9f-4f0e-9ebf-330b6f7f3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:02.618481 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.619781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-69b4a249-ca09-450d-b176-f8747b4db80a tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.6007032 Jul 13 07:46:02.622928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33456) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:02.680671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5fb96cc6-dc9f-4f0e-9ebf-330b6f7f3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:02.737003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb96cc6-dc9f-4f0e-9ebf-330b6f7f3e22 None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:02.738096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5fb96cc6-dc9f-4f0e-9ebf-330b6f7f3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:02.816261 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.827735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5fb96cc6-dc9f-4f0e-9ebf-330b6f7f3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:02.828785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb96cc6-dc9f-4f0e-9ebf-330b6f7f3e22 None None] The sync data for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:02.874817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event deleted for resources: {'Port': ['ID=b24af2bb-4f0d-4fa2-9db9-5c2175f2515f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.127698 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.308589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6854662b-b82a-4678-be09-2f27b69b5ab8 req-41da66b8-4a57-4c96-870e-2197c1dde7d8 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 210 time: 0.4544959 Jul 13 07:46:03.330107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 623d9c84-99e0-4e05-a160-ba03f6bb8b32 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:03.330735 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.424688 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b55e32bb-bd4b-4734-8d1a-17a866dcf8ec req-c6d0722d-6f7f-4259-a030-0d62b030ba1d tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.1714256 Jul 13 07:46:03.436350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.438561 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.438823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port 623d9c84-99e0-4e05-a160-ba03f6bb8b32, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=623d9c84-99e0-4e05-a160-ba03f6bb8b32,segment=NetworkSegment(da6075d4-f955-48a0-9879-e97ee8786e35),segment_id=da6075d4-f955-48a0-9879-e97ee8786e35)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:03.439912 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.447763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.460468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 623d9c84-99e0-4e05-a160-ba03f6bb8b32 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:03.534090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.534617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Fanout notify agent at l3_agent the message router_deleted on router 866b17ea-f69a-4e5a-899e-3fda9f5de593 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:03.542881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.546651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-67b55884-e954-4379-92d8-4169772ce643 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/866b17ea-f69a-4e5a-899e-3fda9f5de593 HTTP/1.1" status: 204 len: 168 time: 3.1224666 Jul 13 07:46:03.549310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33474) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:03.565582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-679eaa37-6ce9-4c28-bac6-018cc02027fd tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1498379409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:03.639369 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-679eaa37-6ce9-4c28-bac6-018cc02027fd tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.640506 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-679eaa37-6ce9-4c28-bac6-018cc02027fd tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.713865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.775954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-679eaa37-6ce9-4c28-bac6-018cc02027fd tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.783421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-679eaa37-6ce9-4c28-bac6-018cc02027fd tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.794257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=623d9c84-99e0-4e05-a160-ba03f6bb8b32,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.806678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-679eaa37-6ce9-4c28-bac6-018cc02027fd tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.808756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-679eaa37-6ce9-4c28-bac6-018cc02027fd tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2484226 Jul 13 07:46:03.812220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33482) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:03.840784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:03.969914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.066358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Allocated IP 172.20.0.1 (eb8c24cb-1527-4126-9775-ee6232f5f782/3b521076-777f-42ef-98c2-20b733ecb0d2/0fd65f90-9382-4924-bc26-daff7406b85d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:04.225737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:04.339449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:04.351379 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:04.357995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-853ec735-8b52-42d6-93f9-54503c0ed0a5 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2790914 Jul 13 07:46:04.358407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33486) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:04.363910 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:04.364527 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:04.427361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ad1c6d-0f3e-4a7f-8bbd-cbbf6467b07f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting subnet 5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:04.431251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98ad1c6d-0f3e-4a7f-8bbd-cbbf6467b07f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.551522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46f834a6-a888-4185-852b-36bed7aa706c req-48aaff2a-92cb-400d-addb-7e6f5b97670a tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 210 time: 0.0508785 Jul 13 07:46:04.553983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98ad1c6d-0f3e-4a7f-8bbd-cbbf6467b07f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.662644 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:04.682336 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98ad1c6d-0f3e-4a7f-8bbd-cbbf6467b07f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.790570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98ad1c6d-0f3e-4a7f-8bbd-cbbf6467b07f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.801670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.806758 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d39102f0-88f8-4f32-a62b-df8d54ab9817 req-dd93b8da-d6c8-481f-9646-ba24def2e269 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0744948 Jul 13 07:46:04.865938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98ad1c6d-0f3e-4a7f-8bbd-cbbf6467b07f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.866460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec13dd-a819-4826-9170-528f9e81fd28 None None] Network 1db70d92-e08c-4a64-b189-884d6dad41eb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:04.871256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-98ad1c6d-0f3e-4a7f-8bbd-cbbf6467b07f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e HTTP/1.1" status: 204 len: 168 time: 0.5091219 Jul 13 07:46:04.871256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad1c6d-0f3e-4a7f-8bbd-cbbf6467b07f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:04.872690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:04.933914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-6be55cb4-d7b7-4212-b992-7b6b19c8fe22 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:04.935451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-6be55cb4-d7b7-4212-b992-7b6b19c8fe22 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 810 time: 0.2021306 Jul 13 07:46:04.978814 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.040414 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5d0d06ce-c915-4698-a276-88bdc6027844 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d554050b934adbb0e34205033fe129 HTTP/1.1" status: 200 len: 380 time: 0.0855224 Jul 13 07:46:05.045105 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:03Z', 'revision_number': 9, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.062098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'port': {'device_id': 'e8988392-ab67-4860-9e63-299e98e28194', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'admin_state_up': True, 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'security_groups': ['fae10504-b416-4510-9e41-2af5c6431b99']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:05.070689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 1d513757-8b87-4069-b0ae-c9400f6003ce {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:05.072179 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.076855 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:05.087427 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:05.088005 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.088190 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.150835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Transition to ACTIVE for port object 0fd65f90-9382-4924-bc26-daff7406b85d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:05.180200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port 1d513757-8b87-4069-b0ae-c9400f6003ce, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1d513757-8b87-4069-b0ae-c9400f6003ce,segment=NetworkSegment(da6075d4-f955-48a0-9879-e97ee8786e35),segment_id=da6075d4-f955-48a0-9879-e97ee8786e35)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:05.181076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.196152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 1d513757-8b87-4069-b0ae-c9400f6003ce owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:05.240226 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:05.248369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] DHCP port deletion for 1db70d92-e08c-4a64-b189-884d6dad41eb request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:05.338199 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.344131 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.347968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] Deleting port 1d513757-8b87-4069-b0ae-c9400f6003ce {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:05.348349 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.422680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No DVR routers for this DVR port 1d513757-8b87-4069-b0ae-c9400f6003ce on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:05.434857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] For port 1d513757-8b87-4069-b0ae-c9400f6003ce, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:05.435276 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.452663 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:03Z', 'revision_number': 9, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.455989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=1d513757-8b87-4069-b0ae-c9400f6003ce,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.468633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] Calling delete_port for 1d513757-8b87-4069-b0ae-c9400f6003ce owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:05.471451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] Port 1d513757-8b87-4069-b0ae-c9400f6003ce was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:46:05.472896 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.482771 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe33f7a-f975-4a97-845c-9098caba16eb None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:03Z', 'revision_number': 9, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07ef27d-b0c0-41ca-9de9-78594ada43a3', 'name': '', 'network_id': 'c1e4db18-02f4-4033-8934-1ba07ffdbeff', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:30:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:44Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '491c28e2-3110-4b0f-af62-823e823ae86b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:05.484437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Network eb8c24cb-1527-4126-9775-ee6232f5f782 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:05.499287 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:05.509576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:05.537515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.549050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db70d92-e08c-4a64-b189-884d6dad41eb']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.555884 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event updated for resources: {'Port': ['ID=0fd65f90-9382-4924-bc26-daff7406b85d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.565697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6075d4-f955-48a0-9879-e97ee8786e35') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.566013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6075d4-f955-48a0-9879-e97ee8786e35') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.571777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] Pushing event deleted for resources: {'Port': ['ID=1d513757-8b87-4069-b0ae-c9400f6003ce,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.576711 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.584609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e9c3c-5481-4d79-97ae-126e5006b890 None None] No DVR routers for this DVR port 1d513757-8b87-4069-b0ae-c9400f6003ce on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:05.595678 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.599206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:05.599501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.608844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Made reservation on behalf of a9d554050b934adbb0e34205033fe129 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:05.613809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.634794 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.635442 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:05.707281 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:05.720127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.745310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.747431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/networks/1db70d92-e08c-4a64-b189-884d6dad41eb HTTP/1.1" status: 204 len: 168 time: 0.8727934 Jul 13 07:46:05.751169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33500) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:05.875003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3c5a0403-d53d-41c4-89ff-0de2fefb545d None None] Provisioning for port 0fd65f90-9382-4924-bc26-daff7406b85d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:05.881660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3c5a0403-d53d-41c4-89ff-0de2fefb545d None None] Provisioning complete for port 0fd65f90-9382-4924-bc26-daff7406b85d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:05.889503 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0403-d53d-41c4-89ff-0de2fefb545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.901759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa6c8a82-4687-44cb-89cf-73269f89eedc req-1c028413-7d28-435e-ba21-1b687339e10f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 210 time: 0.1379325 Jul 13 07:46:05.904441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a0d25-3d3c-4ac9-a551-208fcf05ccd7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Network': ['ID=1db70d92-e08c-4a64-b189-884d6dad41eb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.003757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 623d9c84-99e0-4e05-a160-ba03f6bb8b32 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:06.055019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 623d9c84-99e0-4e05-a160-ba03f6bb8b32 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:06.055487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 623d9c84-99e0-4e05-a160-ba03f6bb8b32 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:06.056005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1d513757-8b87-4069-b0ae-c9400f6003ce no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:06.088183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 1d513757-8b87-4069-b0ae-c9400f6003ce {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:06.088622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1d513757-8b87-4069-b0ae-c9400f6003ce not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:06.097411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a0403-d53d-41c4-89ff-0de2fefb545d None None] Port 0fd65f90-9382-4924-bc26-daff7406b85d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:06.118711 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-457717f6-de58-4e7a-ad42-9937f9693fed req-c3442e4f-7677-4974-ba67-c0779f4e9382 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0533016 Jul 13 07:46:06.182974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.230921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.233167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Allocated IP 172.20.0.9 (b35f1168-54b9-423f-b48b-8a49e1d9d73b/69d6c238-9245-43f1-8f30-40d9a6d5116c/67585ca9-48be-4c4d-b1df-1e5e4fac6038) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:06.272570 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.334161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.580335 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Allocated IP 172.25.8.232 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/aed3199b-b02d-40fc-b088-88bcc7b32b2a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:06.607353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port c07ef27d-b0c0-41ca-9de9-78594ada43a3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:06.608029 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.618957 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.667833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Transition to ACTIVE for port object 67585ca9-48be-4c4d-b1df-1e5e4fac6038 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:06.715313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port c07ef27d-b0c0-41ca-9de9-78594ada43a3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c07ef27d-b0c0-41ca-9de9-78594ada43a3,segment=NetworkSegment(c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae),segment_id=c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:06.715695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.728798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for c07ef27d-b0c0-41ca-9de9-78594ada43a3 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:06.835752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.919504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.937101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.959511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.017779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=c07ef27d-b0c0-41ca-9de9-78594ada43a3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.024014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:07.029700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:07.047372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:07.049567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:07.052784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.054580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:07.056685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event updated for resources: {'Port': ['ID=67585ca9-48be-4c4d-b1df-1e5e4fac6038,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.060976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:07.087451 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.288118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39afa0c-0b4c-45e1-8451-b11db7e2ec66 req-318f4687-dac6-4606-a70f-0e6e429998fb tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:07.289513 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a39afa0c-0b4c-45e1-8451-b11db7e2ec66 req-318f4687-dac6-4606-a70f-0e6e429998fb tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 931 time: 0.2227638 Jul 13 07:46:07.297498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.379649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:07.380334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.388893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Pushing event updated for resources: {'Port': ['ID=aed3199b-b02d-40fc-b088-88bcc7b32b2a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.513978 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.535962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-39f0a5a0-b6bf-4ced-84c7-64648a1f09ce None None] Provisioning for port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:07.540211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-39f0a5a0-b6bf-4ced-84c7-64648a1f09ce None None] Provisioning complete for port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:07.540837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39f0a5a0-b6bf-4ced-84c7-64648a1f09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.549361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-549b9f46-725e-4ab3-a416-e5746769a3a5 req-1263b6e3-bd84-43a3-bc18-2a80f4181b5e tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.1650708 Jul 13 07:46:07.583171 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.621404 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e07acd4c-0ec0-475d-94fd-3cbda5fb6b77 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5712998 Jul 13 07:46:07.641938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Request body: {'port': {'device_id': 'e8988392-ab67-4860-9e63-299e98e28194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:07.704771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event updated for resources: {'Port': ['ID=0fd65f90-9382-4924-bc26-daff7406b85d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.802387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-39f0a5a0-b6bf-4ced-84c7-64648a1f09ce None None] Port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:07.866350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a39afa0c-0b4c-45e1-8451-b11db7e2ec66 req-b3e4f7db-c51a-4816-bd5a-86fa7cfba260 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641477 Jul 13 07:46:07.930547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-25d4d357-f155-4c79-9113-b9abaec1c736 None None] Provisioning complete for port 0fd65f90-9382-4924-bc26-daff7406b85d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:07.930926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25d4d357-f155-4c79-9113-b9abaec1c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.956581 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.966585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-25d4d357-f155-4c79-9113-b9abaec1c736 None None] Port 0fd65f90-9382-4924-bc26-daff7406b85d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:07.980920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Network eb8c24cb-1527-4126-9775-ee6232f5f782 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:07.987853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:08.017248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:08.023812 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.142199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:08.149564 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8800429-5d68-4e13-b294-c56978e4fc28 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3973534 Jul 13 07:46:08.152375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:08.186630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:08.196709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:08.197658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:08.227156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d161e3d-d45d-40f4-ba6a-7d4b95c3d694 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting subnet 491c28e2-3110-4b0f-af62-823e823ae86b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:08.231385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d161e3d-d45d-40f4-ba6a-7d4b95c3d694 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.307363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:08.310689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d161e3d-d45d-40f4-ba6a-7d4b95c3d694 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.415197 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d161e3d-d45d-40f4-ba6a-7d4b95c3d694 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.480336 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d161e3d-d45d-40f4-ba6a-7d4b95c3d694 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.502402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d9ce8fa3-3377-4004-8f4a-a02dead58da4 None None] Provisioning complete for port 0fd65f90-9382-4924-bc26-daff7406b85d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:08.502903 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8fa3-3377-4004-8f4a-a02dead58da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.519899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d161e3d-d45d-40f4-ba6a-7d4b95c3d694 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Subnet': ['ID=491c28e2-3110-4b0f-af62-823e823ae86b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:08.523052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d161e3d-d45d-40f4-ba6a-7d4b95c3d694 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.527487 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2d161e3d-d45d-40f4-ba6a-7d4b95c3d694 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/491c28e2-3110-4b0f-af62-823e823ae86b HTTP/1.1" status: 204 len: 168 time: 0.3737619 Jul 13 07:46:08.529670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:08.551338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce8fa3-3377-4004-8f4a-a02dead58da4 None None] Port 0fd65f90-9382-4924-bc26-daff7406b85d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:08.556275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20bdf3-53a5-422d-b436-2a01e91e7adb None None] Network c1e4db18-02f4-4033-8934-1ba07ffdbeff requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:08.620882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.694592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 58f81ce0-b06e-469e-b91d-0f2852d25599 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:08.695986 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.726716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:06Z', 'revision_number': 10, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:08.756462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:08.769604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:08.770259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:08.804583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port 58f81ce0-b06e-469e-b91d-0f2852d25599, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=58f81ce0-b06e-469e-b91d-0f2852d25599,segment=NetworkSegment(c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae),segment_id=c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:08.805375 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.812575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67585ca9-48be-4c4d-b1df-1e5e4fac6038 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:08.820830 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.836249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Transition to ACTIVE for port object 67585ca9-48be-4c4d-b1df-1e5e4fac6038 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:08.841828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 58f81ce0-b06e-469e-b91d-0f2852d25599 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:08.866185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] DHCP port deletion for c1e4db18-02f4-4033-8934-1ba07ffdbeff request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:08.894375 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ec4424b-d630-4e9b-b80b-92547a04ef54 req-0df66469-e9ca-4160-af66-c35a9c8d3b45 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0538383 Jul 13 07:46:08.897930 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.954681 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:09.028347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.075356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=58f81ce0-b06e-469e-b91d-0f2852d25599,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:09.117446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] Deleting port 58f81ce0-b06e-469e-b91d-0f2852d25599 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:09.117958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No DVR routers for this DVR port 58f81ce0-b06e-469e-b91d-0f2852d25599 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:09.118340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.184954 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Router 1ad3463c-22a5-4339-a89e-6625e7ca1010 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:09.189795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Pushing event updated for resources: {'Port': ['ID=67585ca9-48be-4c4d-b1df-1e5e4fac6038,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:09.247766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.258010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f981ce-cadc-470d-8427-be4e97f32196 req-957b0bb4-98fe-4604-ad94-ac33644e6a84 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:09.259637 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20f981ce-cadc-470d-8427-be4e97f32196 req-957b0bb4-98fe-4604-ad94-ac33644e6a84 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 943 time: 0.1743596 Jul 13 07:46:09.280638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e4db18-02f4-4033-8934-1ba07ffdbeff']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.298982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.299298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94ef2f6-aee7-4b42-ba05-af6cf5fe6eae') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.313464 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.334989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20f981ce-cadc-470d-8427-be4e97f32196 req-9f377e69-4838-4cbd-bedc-c06041f1fba2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674968 Jul 13 07:46:09.340753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.352673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:09.353229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.361153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] For port 58f81ce0-b06e-469e-b91d-0f2852d25599, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:09.361741 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.404356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:06Z', 'revision_number': 10, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:09.442781 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:09.447649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] Calling delete_port for 58f81ce0-b06e-469e-b91d-0f2852d25599 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:09.449893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c0947-7cd1-4f60-a54a-f154efdf79d4 None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:06Z', 'revision_number': 10, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None, '_interfaces': [{'id': '9bd5d26b-032e-41ef-919e-52bf191cb792', 'name': '', 'network_id': 'ab9319fa-a94e-4a5f-ad43-7aa86741bd2b', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'mac_address': 'fa:16:3e:2e:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:27Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 5, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'subnets': [{'id': '583e2f99-236a-497c-91bb-9695eeb6f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:09.452828 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.453235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] Port 58f81ce0-b06e-469e-b91d-0f2852d25599 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:46:09.456574 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.468385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.470314 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/networks/c1e4db18-02f4-4033-8934-1ba07ffdbeff HTTP/1.1" status: 204 len: 168 time: 0.9393682 Jul 13 07:46:09.473468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33540) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:09.474921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Attempting to bind port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:09.475271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Attempting to bind port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:09.475723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Attempting to bind port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 on network b35f1168-54b9-423f-b48b-8a49e1d9d73b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:09.505529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] Pushing event deleted for resources: {'Port': ['ID=58f81ce0-b06e-469e-b91d-0f2852d25599,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:09.514678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] Network c1e4db18-02f4-4033-8934-1ba07ffdbeff is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:46:09.515072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fb4d4-db84-4720-a719-b63fdf0e1ad0 None None] No DVR routers for this DVR port 58f81ce0-b06e-469e-b91d-0f2852d25599 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:09.523215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 on network b35f1168-54b9-423f-b48b-8a49e1d9d73b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:09.524345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Attempting to bind port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 on network b35f1168-54b9-423f-b48b-8a49e1d9d73b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:09.540948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a897d7-72db-4e73-953b-f08bebd4eeda tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Network': ['ID=c1e4db18-02f4-4033-8934-1ba07ffdbeff,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:09.541400 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.554229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:09.554682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Checking segment: {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:09.555084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Bound using segment: {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:09.555526 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Bound port: 67585ca9-48be-4c4d-b1df-1e5e4fac6038, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:09.555889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.561649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.623883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:09.633645 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d8892-7884-41aa-8b5b-5afcd2934b15 None None] Sync routers for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:09.642986 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d8892-7884-41aa-8b5b-5afcd2934b15 None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:09.643859 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1a3d8892-7884-41aa-8b5b-5afcd2934b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.676413 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1a3d8892-7884-41aa-8b5b-5afcd2934b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.685577 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d8892-7884-41aa-8b5b-5afcd2934b15 None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:09.686474 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1a3d8892-7884-41aa-8b5b-5afcd2934b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.735511 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1a3d8892-7884-41aa-8b5b-5afcd2934b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.736166 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d8892-7884-41aa-8b5b-5afcd2934b15 None None] The sync data for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:09.743272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6350575a-c7a8-4bc4-bd70-a90d441ca281 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "PUT /v2.0/routers/1ad3463c-22a5-4339-a89e-6625e7ca1010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1159415 Jul 13 07:46:09.743459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33542) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:09.749217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Request body: {'port': {'network_id': 'eb8c24cb-1527-4126-9775-ee6232f5f782', 'name': 'tempest-FloatingIPAdminTestJSON-336581023'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:09.761482 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] For port 67585ca9-48be-4c4d-b1df-1e5e4fac6038, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:09.767036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] For port 67585ca9-48be-4c4d-b1df-1e5e4fac6038, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:09.773676 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.832862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:09.833490 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.835105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] 10.222.0.48 "PUT /v2.0/ports/67585ca9-48be-4c4d-b1df-1e5e4fac6038 HTTP/1.1" status: 200 len: 1092 time: 2.1978161 Jul 13 07:46:09.835582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8988392-ab67-4860-9e63-299e98e28194', 'tag': '67585ca9-48be-4c4d-b1df-1e5e4fac6038'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:09.837891 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255" -d '{"events": [{"name": "network-changed", "server_uuid": "e8988392-ab67-4860-9e63-299e98e28194", "tag": "67585ca9-48be-4c4d-b1df-1e5e4fac6038"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:09.922602 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Router 0dfbc89a-afd6-467b-b249-7183d2fadbc3 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:09.927231 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f47e435-18ac-4073-843a-27b1caf4eb58 x-openstack-request-id: req-1f47e435-18ac-4073-843a-27b1caf4eb58 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:09.927783 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8988392-ab67-4860-9e63-299e98e28194", "tag": "67585ca9-48be-4c4d-b1df-1e5e4fac6038", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:09.928229 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f47e435-18ac-4073-843a-27b1caf4eb58 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:09.928796 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8988392-ab67-4860-9e63-299e98e28194', 'tag': '67585ca9-48be-4c4d-b1df-1e5e4fac6038', 'status': 'completed', 'code': 200} Jul 13 07:46:09.955130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c07ef27d-b0c0-41ca-9de9-78594ada43a3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:09.987146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9dfcd-1d42-4337-9105-313e7becab3e service neutron] Pushing event updated for resources: {'Port': ['ID=67585ca9-48be-4c4d-b1df-1e5e4fac6038,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:09.995406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c07ef27d-b0c0-41ca-9de9-78594ada43a3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:10.012205 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c07ef27d-b0c0-41ca-9de9-78594ada43a3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:10.012951 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 58f81ce0-b06e-469e-b91d-0f2852d25599 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:10.067260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 58f81ce0-b06e-469e-b91d-0f2852d25599 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:10.068007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 58f81ce0-b06e-469e-b91d-0f2852d25599 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:10.100769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Made reservation on behalf of 20dd7beaefe4480aa282dca5cab643eb for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:10.104421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.137024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] device_id is not set on port f8ca690a-723d-40a6-9ac9-b32ce7a99270 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:10.176945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:10.186435 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683d0d8-6199-45ef-aaae-9608a627d9be None None] Sync routers for ids ['0dfbc89a-afd6-467b-b249-7183d2fadbc3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:10.189509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.191178 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-484052f8-0bec-4d82-a4d9-d5701757b544 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "PUT /v2.0/routers/0dfbc89a-afd6-467b-b249-7183d2fadbc3 HTTP/1.1" status: 200 len: 916 time: 6.3786089 Jul 13 07:46:10.193885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33550) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.208307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683d0d8-6199-45ef-aaae-9608a627d9be None None] Routers {'0dfbc89a-afd6-467b-b249-7183d2fadbc3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:10.208914 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f683d0d8-6199-45ef-aaae-9608a627d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['0dfbc89a-afd6-467b-b249-7183d2fadbc3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:10.244161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7cb13e08-f54b-49e5-a493-d364c48f35f8 req-80ccfa5a-c670-491e-b888-3387c68934ca tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0750597 Jul 13 07:46:10.287229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-fae04ae7-06b3-4670-a208-5809bd101077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.287729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f683d0d8-6199-45ef-aaae-9608a627d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:10.289325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-fae04ae7-06b3-4670-a208-5809bd101077 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 1095 time: 0.3959284 Jul 13 07:46:10.318346 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.321604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683d0d8-6199-45ef-aaae-9608a627d9be None None] Routers {'0dfbc89a-afd6-467b-b249-7183d2fadbc3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:10.322698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f683d0d8-6199-45ef-aaae-9608a627d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['0dfbc89a-afd6-467b-b249-7183d2fadbc3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:10.364542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f683d0d8-6199-45ef-aaae-9608a627d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:10.365515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683d0d8-6199-45ef-aaae-9608a627d9be None None] The sync data for ids ['0dfbc89a-afd6-467b-b249-7183d2fadbc3'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:10.371948 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-787c3efd-f6dc-41b1-8b40-5dc39e9a83d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038 HTTP/1.1" status: 200 len: 217 time: 0.0474365 Jul 13 07:46:10.405100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Allocated IP 172.20.0.12 (eb8c24cb-1527-4126-9775-ee6232f5f782/3b521076-777f-42ef-98c2-20b733ecb0d2/f8ca690a-723d-40a6-9ac9-b32ce7a99270) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:10.425281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-252460e9-79ca-4fa0-8bcf-1136bcbb6579 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/routers/0dfbc89a-afd6-467b-b249-7183d2fadbc3 HTTP/1.1" status: 200 len: 922 time: 0.2299795 Jul 13 07:46:10.428219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33558) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.491002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e8324f73-4fca-470d-b221-febad4463c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.492544 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-e8324f73-4fca-470d-b221-febad4463c10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.1136069 Jul 13 07:46:10.569065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815e4ef1-0949-41de-93b7-2fa832205d1e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.573642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-815e4ef1-0949-41de-93b7-2fa832205d1e tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=0dfbc89a-afd6-467b-b249-7183d2fadbc3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1437171 Jul 13 07:46:10.574527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33560) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.654425 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.693619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b0cdd-65ed-41d7-bc8e-d9837f3e7fda req-b2bbee21-59a0-443a-b560-7d9f4b5fc5e0 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.695177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-936b0cdd-65ed-41d7-bc8e-d9837f3e7fda req-b2bbee21-59a0-443a-b560-7d9f4b5fc5e0 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 943 time: 0.1937497 Jul 13 07:46:10.699710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Transition to ACTIVE for port object f8ca690a-723d-40a6-9ac9-b32ce7a99270 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:10.713789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-eb904b3c-1850-4e5e-8103-5610b0767c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.715606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-eb904b3c-1850-4e5e-8103-5610b0767c3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2154174 Jul 13 07:46:10.722227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d829532-542b-431f-a7d9-1471cf8905d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.725006 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7d829532-542b-431f-a7d9-1471cf8905d4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/networks/1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 881 time: 0.1477876 Jul 13 07:46:10.729977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33562) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.776331 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-936b0cdd-65ed-41d7-bc8e-d9837f3e7fda req-35e01559-d98f-48a2-94ac-91e3df3aecc0 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682278 Jul 13 07:46:10.789938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-757984f4-cf54-4c69-a42a-200e7c9e3601 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dfbc89a-afd6-467b-b249-7183d2fadbc3 HTTP/1.1" status: 200 len: 205 time: 0.0540214 Jul 13 07:46:10.790618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33564) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.832012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-3013ee69-2cb1-4a52-a91a-2d601ac897a8 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015503 Jul 13 07:46:10.859343 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.937055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2989585-57e5-4018-8c0f-1e7ade9fd545 req-172ca2bf-0ff3-442b-9525-81851ecb3c2c service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945826 Jul 13 07:46:11.044959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-3b612a1b-1f75-43cf-9c38-52bde42f4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.046438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-3b612a1b-1f75-43cf-9c38-52bde42f4614 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 1095 time: 0.0617602 Jul 13 07:46:11.156634 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-abe9aabd-614a-49ac-a832-a88ced3e089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.158577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-abe9aabd-614a-49ac-a832-a88ced3e089d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 911 time: 0.1058414 Jul 13 07:46:11.207214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-509f8e3e-657f-4384-914a-1c8a47081b55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038 HTTP/1.1" status: 200 len: 217 time: 0.0411627 Jul 13 07:46:11.255749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port 9bd5d26b-032e-41ef-919e-52bf191cb792 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:11.256382 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.266003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Network eb8c24cb-1527-4126-9775-ee6232f5f782 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:11.267157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-63805ffe-25f3-4b3c-8949-c7d893288fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.268811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-63805ffe-25f3-4b3c-8949-c7d893288fa5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.0543048 Jul 13 07:46:11.286123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event updated for resources: {'Port': ['ID=f8ca690a-723d-40a6-9ac9-b32ce7a99270,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:11.288839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:11.299378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:11.311476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.343228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-4793b5cf-ec3a-471c-a4a1-2f212e21cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.344881 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-4793b5cf-ec3a-471c-a4a1-2f212e21cd48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686033 Jul 13 07:46:11.501341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-fc290ef6-1795-404f-8efa-54d3e59b1d8a service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493125 Jul 13 07:46:11.524074 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.556208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3d2ff961-8b32-4109-8115-566b332ae61b None None] Provisioning for port f8ca690a-723d-40a6-9ac9-b32ce7a99270 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:11.562938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3d2ff961-8b32-4109-8115-566b332ae61b None None] Provisioning complete for port f8ca690a-723d-40a6-9ac9-b32ce7a99270 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:11.563759 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff961-8b32-4109-8115-566b332ae61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.568692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-727da5ee-d6f3-417a-98e8-6119529377cd req-d02cfacc-a19f-4a9d-be7a-21b6bce2cca6 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0663919 Jul 13 07:46:11.598644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.599482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.624206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2f01fe3-5c68-4df4-8bdd-fb6c599cf255 req-862c19de-d0ce-48b3-85ae-4db24e96ef4b service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157305 Jul 13 07:46:11.631075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ff961-8b32-4109-8115-566b332ae61b None None] Port f8ca690a-723d-40a6-9ac9-b32ce7a99270 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:11.654766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-57dedecb-cf9c-4c99-9f8f-09de5cd39408 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9104707 Jul 13 07:46:11.656573 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port 9bd5d26b-032e-41ef-919e-52bf191cb792, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9bd5d26b-032e-41ef-919e-52bf191cb792,segment=NetworkSegment(f5418b34-a832-4557-b629-2492dee7dae9),segment_id=f5418b34-a832-4557-b629-2492dee7dae9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:11.656935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.658488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:11.676032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for 9bd5d26b-032e-41ef-919e-52bf191cb792 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:11.696922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Deleting port aed3199b-b02d-40fc-b088-88bcc7b32b2a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:11.697266 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.770213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'project_id': '20dd7beaefe4480aa282dca5cab643eb', 'port_id': 'f8ca690a-723d-40a6-9ac9-b32ce7a99270'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:11.792332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.863069 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.882734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Calling delete_port for aed3199b-b02d-40fc-b088-88bcc7b32b2a owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:11.896208 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.028658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.059182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Allocated IP 172.25.8.137 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/2699b68b-7395-49c4-b5b7-2fc95f0c8a60) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:12.072509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=9bd5d26b-032e-41ef-919e-52bf191cb792,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:12.076048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdbcf3-2a71-4510-8c7a-91bae931cb85 req-0583c516-9f60-4942-aae9-551cccabfb0d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:12.077753 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ccdbcf3-2a71-4510-8c7a-91bae931cb85 req-0583c516-9f60-4942-aae9-551cccabfb0d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 943 time: 0.1297481 Jul 13 07:46:12.205883 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ccdbcf3-2a71-4510-8c7a-91bae931cb85 req-a660c0bb-952d-4648-a1db-cf5aac590cf2 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148612 Jul 13 07:46:12.245487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.289935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.297122 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.299031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.335829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event deleted for resources: {'Port': ['ID=aed3199b-b02d-40fc-b088-88bcc7b32b2a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:12.348233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:12.351492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:12.356581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:12.384653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Pushing event updated for resources: {'Port': ['ID=2699b68b-7395-49c4-b5b7-2fc95f0c8a60,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:12.553169 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.650059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:12.660738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.663377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.784733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.815983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7812081c-e0df-472d-b107-ca912cacf859 req-0e90c165-97ea-4a93-a1f1-dbaadac9fa0a tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0603259 Jul 13 07:46:12.816713 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.817138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Fanout notify agent at l3_agent the message router_deleted on router 0dfbc89a-afd6-467b-b249-7183d2fadbc3 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:12.825933 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.830975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8a3d121-d628-482a-b581-f5d3dda3024a tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/0dfbc89a-afd6-467b-b249-7183d2fadbc3 HTTP/1.1" status: 204 len: 168 time: 2.0342293 Jul 13 07:46:12.831463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:12.836597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-166161', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:12.846542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:12.850872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-58196cc2-bed6-4fa3-840b-8b3d94fbaae9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3757164 Jul 13 07:46:12.853473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33594) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:12.856747 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:12.877226 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:12.878401 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.887421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.935430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f4d208-98bf-4a45-a690-e80fa8dc5eca tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting subnet 583e2f99-236a-497c-91bb-9695eeb6f36d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:12.939568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d208-98bf-4a45-a690-e80fa8dc5eca tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.973487 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:12.996686 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.998277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.005245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d208-98bf-4a45-a690-e80fa8dc5eca tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.041082 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:11Z', 'revision_number': 11, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.076552 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:13.086906 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:13.087534 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.099135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.103672 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.110525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.165677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 67585ca9-48be-4c4d-b1df-1e5e4fac6038 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:13.172240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Pushing event updated for resources: {'Port': ['ID=2699b68b-7395-49c4-b5b7-2fc95f0c8a60,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.202379 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:13.247586 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.304706 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d208-98bf-4a45-a690-e80fa8dc5eca tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.329709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.382376 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:11Z', 'revision_number': 11, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.407481 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d208-98bf-4a45-a690-e80fa8dc5eca tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.440916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 67585ca9-48be-4c4d-b1df-1e5e4fac6038, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:13.442809 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83b39c-b531-4074-8ab5-2897b13e4b83 None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:11Z', 'revision_number': 11, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:13.464717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '67585ca9-48be-4c4d-b1df-1e5e4fac6038', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'port_id': '67585ca9-48be-4c4d-b1df-1e5e4fac6038', 'mac_address': 'fa:16:3e:80:fe:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:13.472886 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Floating IP 27440db1-3cd6-44c5-a853-c53ac14df0f9 associated. External IP: 172.25.8.137, port: f8ca690a-723d-40a6-9ac9-b32ce7a99270. Jul 13 07:46:13.507570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4d208-98bf-4a45-a690-e80fa8dc5eca tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Subnet': ['ID=583e2f99-236a-497c-91bb-9695eeb6f36d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.514316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d208-98bf-4a45-a690-e80fa8dc5eca tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.519552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-66f4d208-98bf-4a45-a690-e80fa8dc5eca tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/583e2f99-236a-497c-91bb-9695eeb6f36d HTTP/1.1" status: 204 len: 168 time: 0.6650245 Jul 13 07:46:13.520177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:13.537746 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.553391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbb90ce-54c2-4e0b-aeda-642c187dd201 None None] Network ab9319fa-a94e-4a5f-ad43-7aa86741bd2b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:13.558491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67585ca9-48be-4c4d-b1df-1e5e4fac6038 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:13.583650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 67585ca9-48be-4c4d-b1df-1e5e4fac6038, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:13.597089 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.672865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.697391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.852631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Allocated IP 172.25.8.199 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/2cfc5747-96b6-4ac8-8029-a353d0c27e4a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:13.885080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=67585ca9-48be-4c4d-b1df-1e5e4fac6038,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.899298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['67585ca9-48be-4c4d-b1df-1e5e4fac6038'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:13.991420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9bd5d26b-032e-41ef-919e-52bf191cb792 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:14.022462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9bd5d26b-032e-41ef-919e-52bf191cb792 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:14.023108 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9bd5d26b-032e-41ef-919e-52bf191cb792 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:14.032171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.090615 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.145878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee83d48-da74-461f-98fa-06a42915dc91 req-02d1c4fb-40bb-4a8b-b7fd-553e2445f79f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:14.158133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bee83d48-da74-461f-98fa-06a42915dc91 req-02d1c4fb-40bb-4a8b-b7fd-553e2445f79f tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 943 time: 0.7504520 Jul 13 07:46:14.176708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-34cd97d3-7db5-4a16-b84e-99382c912b3d req-05bc4fa0-ac6b-4c1f-81e5-e7b71a86f40c tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0747058 Jul 13 07:46:14.189531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:14.193230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:14.197307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:14.238918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event updated for resources: {'Port': ['ID=2cfc5747-96b6-4ac8-8029-a353d0c27e4a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:14.253347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec3c38-6689-4f18-88cf-6e40b583ddb0 None None] DHCP port deletion for ab9319fa-a94e-4a5f-ad43-7aa86741bd2b request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:14.257405 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.288202 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bee83d48-da74-461f-98fa-06a42915dc91 req-0f4ec291-5bd3-496c-9569-6dd732d779b6 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993850 Jul 13 07:46:14.382503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec3c38-6689-4f18-88cf-6e40b583ddb0 None None] Deleting port c9d87c64-3ace-4ad0-abaf-d964af2cb581 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:14.383167 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3c38-6689-4f18-88cf-6e40b583ddb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.443427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Router 1ad3463c-22a5-4339-a89e-6625e7ca1010 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:14.457359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Deleting port c9d87c64-3ace-4ad0-abaf-d964af2cb581 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:14.457756 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.483029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d1ec3c38-6689-4f18-88cf-6e40b583ddb0 None None] For port c9d87c64-3ace-4ad0-abaf-d964af2cb581, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c9d87c64-3ace-4ad0-abaf-d964af2cb581,segment=NetworkSegment(f5418b34-a832-4557-b629-2492dee7dae9),segment_id=f5418b34-a832-4557-b629-2492dee7dae9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:14.483597 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3c38-6689-4f18-88cf-6e40b583ddb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.499697 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec3c38-6689-4f18-88cf-6e40b583ddb0 None None] Calling delete_port for c9d87c64-3ace-4ad0-abaf-d964af2cb581 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:14.576357 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.599389 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3c38-6689-4f18-88cf-6e40b583ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.606262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] For port c9d87c64-3ace-4ad0-abaf-d964af2cb581, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c9d87c64-3ace-4ad0-abaf-d964af2cb581,segment=NetworkSegment(f5418b34-a832-4557-b629-2492dee7dae9),segment_id=f5418b34-a832-4557-b629-2492dee7dae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:14.607737 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.629609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Calling delete_port for c9d87c64-3ace-4ad0-abaf-d964af2cb581 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:14.640355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec3c38-6689-4f18-88cf-6e40b583ddb0 None None] Pushing event deleted for resources: {'Port': ['ID=c9d87c64-3ace-4ad0-abaf-d964af2cb581,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:14.652617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:14.654342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec3c38-6689-4f18-88cf-6e40b583ddb0 None None] No DVR routers for this DVR port c9d87c64-3ace-4ad0-abaf-d964af2cb581 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:14.669804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a15fc2-810e-4203-b7c9-d02e062cbdbc None None] Sync routers for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:14.681358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a15fc2-810e-4203-b7c9-d02e062cbdbc None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:14.682911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d8a15fc2-810e-4203-b7c9-d02e062cbdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:14.722946 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.730487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d8a15fc2-810e-4203-b7c9-d02e062cbdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:14.741298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a15fc2-810e-4203-b7c9-d02e062cbdbc None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:14.742336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d8a15fc2-810e-4203-b7c9-d02e062cbdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:14.784253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2b802cca-58c0-4b65-85bd-ed16700ffea1 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.1238954 Jul 13 07:46:14.785098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33622) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:14.790105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d8a15fc2-810e-4203-b7c9-d02e062cbdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:14.791213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a15fc2-810e-4203-b7c9-d02e062cbdbc None None] The sync data for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:14.796790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.905475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Port': ['ID=c9d87c64-3ace-4ad0-abaf-d964af2cb581,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:14.907752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No DVR routers for this DVR port c9d87c64-3ace-4ad0-abaf-d964af2cb581 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:14.973930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b89053ba-7e0e-46d7-b2b3-7d095998184b tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] 10.222.0.41 "GET /v2.0/floatingips/27440db1-3cd6-44c5-a853-c53ac14df0f9 HTTP/1.1" status: 200 len: 983 time: 0.1866951 Jul 13 07:46:14.977599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33628) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:15.096514 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.125189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9319fa-a94e-4a5f-ad43-7aa86741bd2b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:15.145917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5418b34-a832-4557-b629-2492dee7dae9') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:15.146666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5418b34-a832-4557-b629-2492dee7dae9') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:15.149922 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-805093e0-607c-4ddc-9c57-e746ebcdd88c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.1712582 Jul 13 07:46:15.152845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33630) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:15.159718 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.181783 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.188493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 67585ca9-48be-4c4d-b1df-1e5e4fac6038 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:15.190666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:15.191460 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.219207 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:15.271569 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:15.275277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.283214 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.287764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/networks/ab9319fa-a94e-4a5f-ad43-7aa86741bd2b HTTP/1.1" status: 204 len: 168 time: 1.7631512 Jul 13 07:46:15.288848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33636) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:15.294673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'routes': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:15.309166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa560d-6347-49d8-8a68-87b2ef3fff43 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Pushing event deleted for resources: {'Network': ['ID=ab9319fa-a94e-4a5f-ad43-7aa86741bd2b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:15.577985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:15.590040 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:15.591492 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.628773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-519ae26b-b82d-4cf9-86a4-8ccb03b280ac req-82f65a6d-9e85-44cb-a7da-23d19eb85cbd tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.1669743 Jul 13 07:46:15.639412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Added routes are [] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:46:15.640017 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Removed routes are [] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:46:15.640644 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.799538 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.845967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8988392-ab67-4860-9e63-299e98e28194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67585ca9-48be-4c4d-b1df-1e5e4fac6038'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:15.848695 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d8d98d-a4be-46f6-a133-cb5225dcb4a0" -d '{"events": [{"server_uuid": "e8988392-ab67-4860-9e63-299e98e28194", "name": "network-vif-plugged", "status": "completed", "tag": "67585ca9-48be-4c4d-b1df-1e5e4fac6038"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:15.856500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c9d87c64-3ace-4ad0-abaf-d964af2cb581 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:15.873374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Router 963b0069-369b-44e5-a285-ee44f215e122 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:15.897492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Deleting port 2699b68b-7395-49c4-b5b7-2fc95f0c8a60 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:15.897840 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.899177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 67585ca9-48be-4c4d-b1df-1e5e4fac6038, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:15.900218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c9d87c64-3ace-4ad0-abaf-d964af2cb581 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:15.900657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c9d87c64-3ace-4ad0-abaf-d964af2cb581 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:15.904910 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.939377 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3ba43e-849e-4d86-8d55-2692058ba64a x-openstack-request-id: req-1a3ba43e-849e-4d86-8d55-2692058ba64a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:15.939744 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8988392-ab67-4860-9e63-299e98e28194", "name": "network-vif-plugged", "status": "completed", "tag": "67585ca9-48be-4c4d-b1df-1e5e4fac6038", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:15.940037 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a3ba43e-849e-4d86-8d55-2692058ba64a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:15.940435 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8988392-ab67-4860-9e63-299e98e28194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67585ca9-48be-4c4d-b1df-1e5e4fac6038', 'code': 200} Jul 13 07:46:15.976010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=67585ca9-48be-4c4d-b1df-1e5e4fac6038,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:16.000586 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.012422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.075809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.076170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.094157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Calling delete_port for 2699b68b-7395-49c4-b5b7-2fc95f0c8a60 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:16.157403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894560c-0970-40bf-bdfc-12b1766fc672 req-77439483-5d77-4bd8-8d00-f77661699e9c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:16.159025 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8894560c-0970-40bf-bdfc-12b1766fc672 req-77439483-5d77-4bd8-8d00-f77661699e9c tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 944 time: 0.4506128 Jul 13 07:46:16.276830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router 06e12335-7a5e-4d37-afe9-9d7d11892d30 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:16.278724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-807bf0a6-4506-428b-addb-fdf02d2e943d None None] Provisioning complete for port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:16.279107 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-807bf0a6-4506-428b-addb-fdf02d2e943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.312198 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8894560c-0970-40bf-bdfc-12b1766fc672 req-5d70f5e7-9eec-46b4-ac39-792523cacc27 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388414 Jul 13 07:46:16.398135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.415576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1446a-fd93-4fba-be09-e283bc8bc190 req-b7e0968a-4538-47f5-aacb-843a6b2d8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:16.417447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40f1446a-fd93-4fba-be09-e283bc8bc190 req-b7e0968a-4538-47f5-aacb-843a6b2d8dbc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 1097 time: 0.4097550 Jul 13 07:46:16.429929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:16.438275 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.439515 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f3cb3509-df07-4d14-a265-5af8f7bb604b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30 HTTP/1.1" status: 200 len: 701 time: 1.1497927 Jul 13 07:46:16.440627 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] Sync routers for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:16.445730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33652) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:16.450737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event deleted for resources: {'Port': ['ID=2699b68b-7395-49c4-b5b7-2fc95f0c8a60,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:16.454435 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:16.457934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:16.458829 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.472257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ea4b40-b81a-49c9-83a6-4fb136476d50 None None] Sync routers for ids ['963b0069-369b-44e5-a285-ee44f215e122'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:16.482246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c3544c4d-288a-4b33-a3ad-d48807615b5d tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=06e12335-7a5e-4d37-afe9-9d7d11892d30 HTTP/1.1" status: 200 len: 205 time: 0.0350375 Jul 13 07:46:16.492831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea4b40-b81a-49c9-83a6-4fb136476d50 None None] Routers {'963b0069-369b-44e5-a285-ee44f215e122'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:16.493537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d5ea4b40-b81a-49c9-83a6-4fb136476d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['963b0069-369b-44e5-a285-ee44f215e122'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.504875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33654) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:16.506714 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40f1446a-fd93-4fba-be09-e283bc8bc190 req-0f595430-2d9d-4b47-9194-300b726cd98a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828209 Jul 13 07:46:16.552470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d5ea4b40-b81a-49c9-83a6-4fb136476d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.583613 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.588456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea4b40-b81a-49c9-83a6-4fb136476d50 None None] Routers {'963b0069-369b-44e5-a285-ee44f215e122'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:16.589109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d5ea4b40-b81a-49c9-83a6-4fb136476d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['963b0069-369b-44e5-a285-ee44f215e122'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.591373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f7a6a836-cfcd-4d09-833a-64db88315b46 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 3.7583289 Jul 13 07:46:16.592028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:16.607591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4facc4c0-3502-40ec-ba3e-669d6d008b0f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.612492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:16.615428 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:16.656093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d5ea4b40-b81a-49c9-83a6-4fb136476d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.656772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ea4b40-b81a-49c9-83a6-4fb136476d50 None None] The sync data for ids ['963b0069-369b-44e5-a285-ee44f215e122'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:16.683960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.684554 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Floating IP 27440db1-3cd6-44c5-a853-c53ac14df0f9 disassociated (deleted). External IP: 172.25.8.137, port: f8ca690a-723d-40a6-9ac9-b32ce7a99270. Jul 13 07:46:16.867970 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:11Z', 'revision_number': 11, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.888944 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4facc4c0-3502-40ec-ba3e-669d6d008b0f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.893210 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4facc4c0-3502-40ec-ba3e-669d6d008b0f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.902906 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] Checking router: 06e12335-7a5e-4d37-afe9-9d7d11892d30 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:16.910323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4ad0f36e-efb3-4154-9a1b-80330f30df70 req-5466054c-fe65-44ed-b837-52dca5b3c18b tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0450330 Jul 13 07:46:16.914189 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] Routers {'06e12335-7a5e-4d37-afe9-9d7d11892d30'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:16.914753 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['06e12335-7a5e-4d37-afe9-9d7d11892d30'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.983553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4facc4c0-3502-40ec-ba3e-669d6d008b0f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.984291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4facc4c0-3502-40ec-ba3e-669d6d008b0f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Fanout notify agent at l3_agent the message router_deleted on router 06e12335-7a5e-4d37-afe9-9d7d11892d30 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:16.992335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4facc4c0-3502-40ec-ba3e-669d6d008b0f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.993496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4facc4c0-3502-40ec-ba3e-669d6d008b0f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30 HTTP/1.1" status: 204 len: 168 time: 0.4857483 Jul 13 07:46:16.999598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33670) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:17.004843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-09e31749-e56a-47db-bd77-130c88981c7b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-293345697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:17.009794 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] Set router 06e12335-7a5e-4d37-afe9-9d7d11892d30 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:17.057853 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09e31749-e56a-47db-bd77-130c88981c7b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.059283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09e31749-e56a-47db-bd77-130c88981c7b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.076743 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:11Z', 'revision_number': 11, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.105091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af084e0-3c78-41f9-a55d-970813c15870 None None] The sync data for ids ['06e12335-7a5e-4d37-afe9-9d7d11892d30'] in n-d-758944-43 is: [{'id': '06e12335-7a5e-4d37-afe9-9d7d11892d30', 'name': 'tempest-RoutersTest-router-1889399672', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:24Z', 'updated_at': '2021-07-13T07:46:11Z', 'revision_number': 11, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:17.134219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09e31749-e56a-47db-bd77-130c88981c7b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.143809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09e31749-e56a-47db-bd77-130c88981c7b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.165710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09e31749-e56a-47db-bd77-130c88981c7b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.171192 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-09e31749-e56a-47db-bd77-130c88981c7b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1706059 Jul 13 07:46:17.171798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33672) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:17.178710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5015763f-5659-4cb2-8041-cdf7486873de tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:17.194604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Router 1ad3463c-22a5-4339-a89e-6625e7ca1010 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:17.726078 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.753612 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.793974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:17.799472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.806294 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880762d0-95f4-4577-9c1b-bb86d0245041 None None] Sync routers for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:17.818740 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880762d0-95f4-4577-9c1b-bb86d0245041 None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:17.819739 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-880762d0-95f4-4577-9c1b-bb86d0245041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.863494 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2e8035f6-2a34-4e14-869c-3abadcfa7983 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "DELETE /v2.0/floatingips/27440db1-3cd6-44c5-a853-c53ac14df0f9 HTTP/1.1" status: 204 len: 168 time: 2.7088492 Jul 13 07:46:17.868146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Deleting port 2cfc5747-96b6-4ac8-8029-a353d0c27e4a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:17.868495 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.870784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:17.872471 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-880762d0-95f4-4577-9c1b-bb86d0245041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.882042 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880762d0-95f4-4577-9c1b-bb86d0245041 None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:17.888072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:17.890574 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-880762d0-95f4-4577-9c1b-bb86d0245041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.921439 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.928289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dad10-634b-43b1-bb6f-429b612909c0 req-91643a3c-712c-4ee4-b0b1-f87d882560ca tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.930002 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa9dad10-634b-43b1-bb6f-429b612909c0 req-91643a3c-712c-4ee4-b0b1-f87d882560ca tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 945 time: 0.2109404 Jul 13 07:46:17.934582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5015763f-5659-4cb2-8041-cdf7486873de tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.936158 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-880762d0-95f4-4577-9c1b-bb86d0245041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.937140 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880762d0-95f4-4577-9c1b-bb86d0245041 None None] The sync data for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:17.976181 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa9dad10-634b-43b1-bb6f-429b612909c0 req-f30d82ed-c91a-49f8-975d-342ad04f2625 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373788 Jul 13 07:46:17.984085 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5015763f-5659-4cb2-8041-cdf7486873de tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.033067 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.113730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5015763f-5659-4cb2-8041-cdf7486873de tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Router c595d57f-1926-4455-9317-b9829ea820d5 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:18.131848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33d9a2c9-1ccc-4f7e-b51b-a5768c447883 req-050c8a0c-e59a-419e-b7fa-3404e3fc36c6 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0546310 Jul 13 07:46:18.136939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Calling delete_port for 2cfc5747-96b6-4ac8-8029-a353d0c27e4a owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:18.227064 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.249825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5015763f-5659-4cb2-8041-cdf7486873de tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:18.257079 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5015763f-5659-4cb2-8041-cdf7486873de tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.261692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:18.263169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] Sync routers for ids ['c595d57f-1926-4455-9317-b9829ea820d5'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:18.266260 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5015763f-5659-4cb2-8041-cdf7486873de tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "PUT /v2.0/routers/c595d57f-1926-4455-9317-b9829ea820d5 HTTP/1.1" status: 200 len: 693 time: 1.0881894 Jul 13 07:46:18.278345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] Routers {'c595d57f-1926-4455-9317-b9829ea820d5'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:18.279720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['c595d57f-1926-4455-9317-b9829ea820d5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:18.306855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937686e-b598-4ea0-9acf-6b43e0333b7e req-537f34b0-f614-4a78-8bfb-b54d27b8fd9d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:18.319875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6937686e-b598-4ea0-9acf-6b43e0333b7e req-537f34b0-f614-4a78-8bfb-b54d27b8fd9d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 945 time: 0.1770978 Jul 13 07:46:18.320627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:18.327404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bd45de7c-27f6-4611-9013-7fb81e73c8ec tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Request body: {'floatingip': {'port_id': '67585ca9-48be-4c4d-b1df-1e5e4fac6038'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:18.372304 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd45de7c-27f6-4611-9013-7fb81e73c8ec tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.382770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] Set router c595d57f-1926-4455-9317-b9829ea820d5 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:18.407423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2714230b-b238-41fc-a0df-3576e9cf1795 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/routers/c595d57f-1926-4455-9317-b9829ea820d5 HTTP/1.1" status: 200 len: 699 time: 0.1410778 Jul 13 07:46:18.410518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33698) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:18.449257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8373a037-db8b-417b-a059-0387be71b532 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=c595d57f-1926-4455-9317-b9829ea820d5 HTTP/1.1" status: 200 len: 205 time: 0.0375845 Jul 13 07:46:18.454962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c595d57f-1926-4455-9317-b9829ea820d5', 'name': 'tempest-RoutersTest-router-293345697', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:17Z', 'updated_at': '2021-07-13T07:46:17Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:18.455892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33700) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:18.507333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] Checking router: c595d57f-1926-4455-9317-b9829ea820d5 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:18.529216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] Routers {'c595d57f-1926-4455-9317-b9829ea820d5'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:18.529855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['c595d57f-1926-4455-9317-b9829ea820d5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:18.605082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf783-9b24-4183-9edf-d9b6b47425da tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.631125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] Set router c595d57f-1926-4455-9317-b9829ea820d5 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:18.633192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01bfc853-c805-41a6-87e7-18cb5cb971d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.659651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Allocated IP 172.25.8.253 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/b1e09408-df86-48c2-ae7b-5385dddee5e0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:18.661819 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.692149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c595d57f-1926-4455-9317-b9829ea820d5', 'name': 'tempest-RoutersTest-router-293345697', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:17Z', 'updated_at': '2021-07-13T07:46:17Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:18.722537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef29e06-ee10-48fc-ad48-6adcf4abece8 None None] The sync data for ids ['c595d57f-1926-4455-9317-b9829ea820d5'] in n-d-758944-43 is: [{'id': 'c595d57f-1926-4455-9317-b9829ea820d5', 'name': 'tempest-RoutersTest-router-293345697', 'tenant_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:17Z', 'updated_at': '2021-07-13T07:46:17Z', 'revision_number': 2, 'project_id': 'bba3bb670fc14ce28f8b5c2277ca4d48', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:18.740203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Pushing event deleted for resources: {'Port': ['ID=2cfc5747-96b6-4ac8-8029-a353d0c27e4a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:18.872184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.873022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.873022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.873274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.873517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.873849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.874211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.874567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.875077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.875419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.875750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.876079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:18.899077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf783-9b24-4183-9edf-d9b6b47425da tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.920289 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf783-9b24-4183-9edf-d9b6b47425da tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.982332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd45de7c-27f6-4611-9013-7fb81e73c8ec tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.988048 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd45de7c-27f6-4611-9013-7fb81e73c8ec tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.010874 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf783-9b24-4183-9edf-d9b6b47425da tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.011423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5cf783-9b24-4183-9edf-d9b6b47425da tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Fanout notify agent at l3_agent the message router_deleted on router c595d57f-1926-4455-9317-b9829ea820d5 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:19.022742 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf783-9b24-4183-9edf-d9b6b47425da tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.027849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3f5cf783-9b24-4183-9edf-d9b6b47425da tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/c595d57f-1926-4455-9317-b9829ea820d5 HTTP/1.1" status: 204 len: 168 time: 0.5670419 Jul 13 07:46:19.027849 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.031363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.118006 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-bd45de7c-27f6-4611-9013-7fb81e73c8ec tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Floating IP 0878a7a9-b39f-4bb2-a141-50d400700154 associated. External IP: 172.25.8.43, port: 67585ca9-48be-4c4d-b1df-1e5e4fac6038. Jul 13 07:46:19.132923 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-37bdd567-007e-4530-8913-29ee98dacdb1 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=c595d57f-1926-4455-9317-b9829ea820d5 HTTP/1.1" status: 200 len: 205 time: 0.1003447 Jul 13 07:46:19.140521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33710) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.155840 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.203637 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-b8be3adb-a0b5-48d8-9d7e-b39e5b0fd668 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] delete failed (client error): The resource could not be found. Jul 13 07:46:19.204551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b8be3adb-a0b5-48d8-9d7e-b39e5b0fd668 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/c595d57f-1926-4455-9317-b9829ea820d5 HTTP/1.1" status: 404 len: 336 time: 0.0612395 Jul 13 07:46:19.222663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.279061 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a51fb10-2bc3-4c1c-ad1b-974285e17ad3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:19.280503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a51fb10-2bc3-4c1c-ad1b-974285e17ad3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:19.283186 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3a51fb10-2bc3-4c1c-ad1b-974285e17ad3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/bb4de9c9-1730-4ff1-a562-e234f4c6d676 HTTP/1.1" status: 404 len: 337 time: 0.0591364 Jul 13 07:46:19.287074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.333985 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6157cb-13fd-420a-975a-eebc505527e9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:19.334448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6157cb-13fd-420a-975a-eebc505527e9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:19.336203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2f6157cb-13fd-420a-975a-eebc505527e9 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/5e3ceac6-afcb-442b-ab9d-5dbcb1a5de1e HTTP/1.1" status: 404 len: 337 time: 0.0470221 Jul 13 07:46:19.342979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33722) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.363563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-833133c2-02dd-4493-a150-71e889792ab2 req-558dbe06-144a-460d-a014-2963d1d64c8b tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0389881 Jul 13 07:46:19.398044 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf4b01f-d005-4c31-be1d-3b7372c6279f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:19.398535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf4b01f-d005-4c31-be1d-3b7372c6279f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:19.402825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bcf4b01f-d005-4c31-be1d-3b7372c6279f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/491c28e2-3110-4b0f-af62-823e823ae86b HTTP/1.1" status: 404 len: 337 time: 0.0565946 Jul 13 07:46:19.404378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.439193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.444494 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.455500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.461907 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-af527428-7f82-41cd-aed6-d7646ca54a85 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:19.462488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af527428-7f82-41cd-aed6-d7646ca54a85 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:19.466923 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-af527428-7f82-41cd-aed6-d7646ca54a85 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/583e2f99-236a-497c-91bb-9695eeb6f36d HTTP/1.1" status: 404 len: 337 time: 0.0590928 Jul 13 07:46:19.469810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33726) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.515184 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1dfd38db-53d9-43fe-8f27-15b3661cb65a tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=06e12335-7a5e-4d37-afe9-9d7d11892d30 HTTP/1.1" status: 200 len: 205 time: 0.0416715 Jul 13 07:46:19.515436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33732) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.562255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:19.574984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:19.578319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd45de7c-27f6-4611-9013-7fb81e73c8ec tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Router 9665dcb1-5cac-4567-b16d-96c323faaa7d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:19.578605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Router 963b0069-369b-44e5-a285-ee44f215e122 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:19.580116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e09408-df86-48c2-ae7b-5385dddee5e0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:19.581983 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-1e3a1a88-edf9-4a6e-8a43-fa8fc2f5db33 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] delete failed (client error): The resource could not be found. Jul 13 07:46:19.583217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e3a1a88-edf9-4a6e-8a43-fa8fc2f5db33 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/06e12335-7a5e-4d37-afe9-9d7d11892d30 HTTP/1.1" status: 404 len: 336 time: 0.0668800 Jul 13 07:46:19.584529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:19.587277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33734) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.637853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f5d07d88-7e25-47b3-8204-69f8702ac20b tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=a36eebc7-7923-40cc-9e53-90c8f098bc2e HTTP/1.1" status: 200 len: 205 time: 0.0486379 Jul 13 07:46:19.641972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.698524 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-701bab62-79c8-4ff3-a2a4-a2b8c5b7a324 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] delete failed (client error): The resource could not be found. Jul 13 07:46:19.702067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-701bab62-79c8-4ff3-a2a4-a2b8c5b7a324 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/a36eebc7-7923-40cc-9e53-90c8f098bc2e HTTP/1.1" status: 404 len: 336 time: 0.0545986 Jul 13 07:46:19.702067 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33738) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.737513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:19.755890 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c31808-d0b7-422c-b52c-4d1898749aa6 None None] Sync routers for ids ['963b0069-369b-44e5-a285-ee44f215e122'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:19.760825 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:46:19.770784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.771700 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c31808-d0b7-422c-b52c-4d1898749aa6 None None] Routers {'963b0069-369b-44e5-a285-ee44f215e122'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:19.772429 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75c31808-d0b7-422c-b52c-4d1898749aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['963b0069-369b-44e5-a285-ee44f215e122'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:19.774651 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-815e6dcf-a608-4992-9842-601e5673d8d6 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "PUT /v2.0/routers/963b0069-369b-44e5-a285-ee44f215e122 HTTP/1.1" status: 200 len: 702 time: 3.1796947 Jul 13 07:46:19.775278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.786549 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4f5568-ed67-4d17-99ef-e2cbbc0c2fee tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:19.787369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4f5568-ed67-4d17-99ef-e2cbbc0c2fee tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:19.789495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5c4f5568-ed67-4d17-99ef-e2cbbc0c2fee tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/e7c90d5e-06b1-4f40-a153-9bd2d9173c1e HTTP/1.1" status: 404 len: 337 time: 0.0864971 Jul 13 07:46:19.792420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.823697 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75c31808-d0b7-422c-b52c-4d1898749aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:19.836032 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c31808-d0b7-422c-b52c-4d1898749aa6 None None] Routers {'963b0069-369b-44e5-a285-ee44f215e122'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:19.837083 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75c31808-d0b7-422c-b52c-4d1898749aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['963b0069-369b-44e5-a285-ee44f215e122'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:19.897367 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75c31808-d0b7-422c-b52c-4d1898749aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:19.898265 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c31808-d0b7-422c-b52c-4d1898749aa6 None None] The sync data for ids ['963b0069-369b-44e5-a285-ee44f215e122'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:20.116497 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e9d715ee-48bf-4b43-a0ba-d4433b4af08f tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eebb2884-cc87-4326-a315-fdedfe2ba6ff HTTP/1.1" status: 200 len: 205 time: 0.3226652 Jul 13 07:46:20.119210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33748) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.167062 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-65bd3fc3-6e60-4caf-8895-2e8648f486b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] delete failed (client error): The resource could not be found. Jul 13 07:46:20.170983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-65bd3fc3-6e60-4caf-8895-2e8648f486b8 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/eebb2884-cc87-4326-a315-fdedfe2ba6ff HTTP/1.1" status: 404 len: 336 time: 0.0476727 Jul 13 07:46:20.170983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33750) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.203116 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aa98a378-260b-4d97-afcc-1f4d44ffbea4 tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/routers/963b0069-369b-44e5-a285-ee44f215e122 HTTP/1.1" status: 200 len: 737 time: 0.4242568 Jul 13 07:46:20.204265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.205561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33754) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.205838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd45de7c-27f6-4611-9013-7fb81e73c8ec tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:20.209648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f798d0c9-ab35-40cc-81f1-91fd118e23d7 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=23af16c0-b628-4c8a-8d3d-9d65e4ad751c HTTP/1.1" status: 200 len: 205 time: 0.0378215 Jul 13 07:46:20.213122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd45de7c-27f6-4611-9013-7fb81e73c8ec tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.216590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] Sync routers for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:20.219338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33756) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.229745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:20.248519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:20.254642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bd45de7c-27f6-4611-9013-7fb81e73c8ec tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "PUT /v2.0/floatingips/0878a7a9-b39f-4bb2-a141-50d400700154 HTTP/1.1" status: 200 len: 990 time: 1.9309759 Jul 13 07:46:20.255451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8988392-ab67-4860-9e63-299e98e28194', 'tag': '67585ca9-48be-4c4d-b1df-1e5e4fac6038'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:20.258368 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c47070-de1f-4cad-9b7e-d9aa5c855977" -d '{"events": [{"name": "network-changed", "server_uuid": "e8988392-ab67-4860-9e63-299e98e28194", "tag": "67585ca9-48be-4c4d-b1df-1e5e4fac6038"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:20.295930 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-05031f07-65a6-41ee-9af9-916db5c29b05 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] delete failed (client error): The resource could not be found. Jul 13 07:46:20.299680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-05031f07-65a6-41ee-9af9-916db5c29b05 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/23af16c0-b628-4c8a-8d3d-9d65e4ad751c HTTP/1.1" status: 404 len: 336 time: 0.0793707 Jul 13 07:46:20.301039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.302272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-83fe345a-94fa-4c01-b12c-2efe3306feac tempest-RoutersAdminTest-1722866008 tempest-RoutersAdminTest-1722866008-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&device_id=963b0069-369b-44e5-a285-ee44f215e122 HTTP/1.1" status: 200 len: 205 time: 0.0953131 Jul 13 07:46:20.314859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33766) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.344209 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.406335 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2b34c4-2a15-484a-b2ac-54e4ddb0d205 x-openstack-request-id: req-9e2b34c4-2a15-484a-b2ac-54e4ddb0d205 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:20.406645 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8988392-ab67-4860-9e63-299e98e28194", "tag": "67585ca9-48be-4c4d-b1df-1e5e4fac6038", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:20.406901 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e2b34c4-2a15-484a-b2ac-54e4ddb0d205 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:20.407311 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8988392-ab67-4860-9e63-299e98e28194', 'tag': '67585ca9-48be-4c4d-b1df-1e5e4fac6038', 'status': 'completed', 'code': 200} Jul 13 07:46:20.408209 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f145c790-6f17-46fb-9769-419ba72dab41 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:20.408798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f145c790-6f17-46fb-9769-419ba72dab41 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:20.419160 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f145c790-6f17-46fb-9769-419ba72dab41 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/80886349-7e99-4646-90aa-a4ee7e58cf0e HTTP/1.1" status: 404 len: 337 time: 0.1167178 Jul 13 07:46:20.423864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:20.459132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33772) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.461336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4d5649d2-1ec6-40fa-9943-231cc1f81dc7 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=963b0069-369b-44e5-a285-ee44f215e122 HTTP/1.1" status: 200 len: 205 time: 0.1431510 Jul 13 07:46:20.484198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.560511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ef91a240-54ee-417b-a839-729fcc4d05e3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=83228b7d-5db7-45fa-b040-44c1720f841c HTTP/1.1" status: 200 len: 205 time: 0.0911801 Jul 13 07:46:20.573443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.575643 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b41195d3-b528-4dbc-b35e-02dd74bfcbd9 req-39a8c89b-8599-457b-a341-52e4a3fddbc0 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0386004 Jul 13 07:46:20.602166 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ae780de-3325-4876-b307-9a8ffc613418 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.623739 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-070e33e9-15a0-4d69-98c3-4c5a38ed7650 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] delete failed (client error): The resource could not be found. Jul 13 07:46:20.624782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-070e33e9-15a0-4d69-98c3-4c5a38ed7650 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/83228b7d-5db7-45fa-b040-44c1720f841c HTTP/1.1" status: 404 len: 336 time: 0.0482254 Jul 13 07:46:20.636553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.666854 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-85957587-d44c-4f1e-892f-bf45359a7984 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:20.667332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85957587-d44c-4f1e-892f-bf45359a7984 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:20.669312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-85957587-d44c-4f1e-892f-bf45359a7984 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/861abf99-c650-406c-927e-b0e9cd65d203 HTTP/1.1" status: 404 len: 337 time: 0.0393214 Jul 13 07:46:20.675638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.714806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9ca520d6-f8ef-47d6-b564-e240a7a1cde3 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd5c5c11-3026-4537-9361-99222caed2fe HTTP/1.1" status: 200 len: 205 time: 0.0376039 Jul 13 07:46:20.717968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33786) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.768940 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-55763d9f-b1f1-41dd-bc78-d17020e56870 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] delete failed (client error): The resource could not be found. Jul 13 07:46:20.770022 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-55763d9f-b1f1-41dd-bc78-d17020e56870 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/routers/cd5c5c11-3026-4537-9361-99222caed2fe HTTP/1.1" status: 404 len: 336 time: 0.0510867 Jul 13 07:46:20.774192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.774816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33788) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.780194 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.793543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '0878a7a9-b39f-4bb2-a141-50d400700154', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'port_id': '67585ca9-48be-4c4d-b1df-1e5e4fac6038', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'mac_address': 'fa:16:3e:80:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8988392-ab67-4860-9e63-299e98e28194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:58Z', 'updated_at': '2021-07-13T07:46:18Z', 'revision_number': 1, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:20.816422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-00a9ae0a-5f5b-4b5f-b9c8-f1fb6c8c9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:20.818463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-00a9ae0a-5f5b-4b5f-b9c8-f1fb6c8c9ee8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 1097 time: 0.4357522 Jul 13 07:46:20.833704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] Checking router: 9665dcb1-5cac-4567-b16d-96c323faaa7d for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:20.849990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:20.851099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:45:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:20.855910 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.869102 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf47526-41c0-454c-967f-fc4c9d054c57 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:20.870095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf47526-41c0-454c-967f-fc4c9d054c57 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:20.875247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0cf47526-41c0-454c-967f-fc4c9d054c57 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/3326f402-7aa0-4b65-b097-0250dd729fb2 HTTP/1.1" status: 404 len: 337 time: 0.0702264 Jul 13 07:46:20.875247 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ae780de-3325-4876-b307-9a8ffc613418 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.876829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.886647 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ae780de-3325-4876-b307-9a8ffc613418 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.913140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.917736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.918153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0445905 Jul 13 07:46:20.919410 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-04aa9dfb-e957-4eb5-b05d-4c96fdca7400 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:20.919872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04aa9dfb-e957-4eb5-b05d-4c96fdca7400 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:20.924147 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-04aa9dfb-e957-4eb5-b05d-4c96fdca7400 tempest-RoutersTest-407266049 tempest-RoutersTest-407266049-project] 10.222.0.41 "DELETE /v2.0/subnets/4a0dadc3-eee6-4855-b31d-212a08cd4798 HTTP/1.1" status: 404 len: 337 time: 0.0440371 Jul 13 07:46:20.924147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0e8e0-948e-449d-97ae-c353047a058c tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e09408-df86-48c2-ae7b-5385dddee5e0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:21.011049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:21.062598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-59d6abe0-f12a-4503-8f89-37617a21230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:21.064509 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-59d6abe0-f12a-4503-8f89-37617a21230d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 911 time: 0.2065015 Jul 13 07:46:21.086542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ae780de-3325-4876-b307-9a8ffc613418 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.089013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae780de-3325-4876-b307-9a8ffc613418 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Fanout notify agent at l3_agent the message router_deleted on router 963b0069-369b-44e5-a285-ee44f215e122 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:21.156425 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11a39214-a3c1-49be-8a36-2cf5b912466e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.161340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.181046 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ae780de-3325-4876-b307-9a8ffc613418 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.184005 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5ae780de-3325-4876-b307-9a8ffc613418 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/963b0069-369b-44e5-a285-ee44f215e122 HTTP/1.1" status: 204 len: 168 time: 0.6901238 Jul 13 07:46:21.188025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.267592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-960a83a3-5749-4b2e-8b62-554530d7925e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038 HTTP/1.1" status: 200 len: 998 time: 0.1956656 Jul 13 07:46:21.278779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fff2d5aa-1b8e-4863-9fc5-3ba43716fee1 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=963b0069-369b-44e5-a285-ee44f215e122 HTTP/1.1" status: 200 len: 205 time: 0.0883040 Jul 13 07:46:21.279416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33800) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.312113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:21.361489 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-4d1e3960-aebc-4616-a3d7-1c5e856b7ed3 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] delete failed (client error): The resource could not be found. Jul 13 07:46:21.362770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4d1e3960-aebc-4616-a3d7-1c5e856b7ed3 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/963b0069-369b-44e5-a285-ee44f215e122 HTTP/1.1" status: 404 len: 336 time: 0.0792215 Jul 13 07:46:21.365884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33804) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.372461 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.446584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-54cad26f-2392-43c1-845b-9bf5fd748aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:21.448431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-54cad26f-2392-43c1-845b-9bf5fd748aa8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.1744320 Jul 13 07:46:21.457987 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-de4502b8-ff6f-4897-b859-2773df2db27b tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dfbc89a-afd6-467b-b249-7183d2fadbc3 HTTP/1.1" status: 200 len: 205 time: 0.0894287 Jul 13 07:46:21.458738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33810) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.482574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '0878a7a9-b39f-4bb2-a141-50d400700154', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'port_id': '67585ca9-48be-4c4d-b1df-1e5e4fac6038', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'mac_address': 'fa:16:3e:80:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8988392-ab67-4860-9e63-299e98e28194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:58Z', 'updated_at': '2021-07-13T07:46:18Z', 'revision_number': 1, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:21.515763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4332bed5-98f9-49b9-9377-2a3925e43276 None None] The sync data for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 is: [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '0878a7a9-b39f-4bb2-a141-50d400700154', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'port_id': '67585ca9-48be-4c4d-b1df-1e5e4fac6038', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'mac_address': 'fa:16:3e:80:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8988392-ab67-4860-9e63-299e98e28194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:58Z', 'updated_at': '2021-07-13T07:46:18Z', 'revision_number': 1, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:21.538191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33812) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.550334 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-6179bdc9-32b3-4740-92a6-b075b4aa24b8 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] delete failed (client error): The resource could not be found. Jul 13 07:46:21.551861 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6179bdc9-32b3-4740-92a6-b075b4aa24b8 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/0dfbc89a-afd6-467b-b249-7183d2fadbc3 HTTP/1.1" status: 404 len: 336 time: 0.0902328 Jul 13 07:46:21.554881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33816) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.591790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-d2210d35-084d-4da5-85d1-49e898b23710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:21.593547 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-d2210d35-084d-4da5-85d1-49e898b23710 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390555 Jul 13 07:46:21.616066 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.638669 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a5ef59ee-a036-4dcd-ac22-eb72c2460a4f tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=866b17ea-f69a-4e5a-899e-3fda9f5de593 HTTP/1.1" status: 200 len: 205 time: 0.0804958 Jul 13 07:46:21.639429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33822) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.684061 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-1971510c-68bd-4e24-8380-ec8cfba2d8eb tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] delete failed (client error): The resource could not be found. Jul 13 07:46:21.685163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1971510c-68bd-4e24-8380-ec8cfba2d8eb tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/866b17ea-f69a-4e5a-899e-3fda9f5de593 HTTP/1.1" status: 404 len: 336 time: 0.0447795 Jul 13 07:46:21.688175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33826) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.736662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-daf56597-66ef-4fde-b403-ac07e620e49c tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=128501ce-c692-4d59-9f2c-1bbe02beeb3c HTTP/1.1" status: 200 len: 205 time: 0.0476892 Jul 13 07:46:21.746981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.834372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9df97643-6f2f-4da0-a544-ff722db29ed4 req-a6bc68f9-029a-4ea3-bd16-b2bf188ca63b tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0303218 Jul 13 07:46:21.844319 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-dba5b672-19ca-4f55-8bde-fb04ac0591f1 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] delete failed (client error): The resource could not be found. Jul 13 07:46:21.847910 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dba5b672-19ca-4f55-8bde-fb04ac0591f1 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/128501ce-c692-4d59-9f2c-1bbe02beeb3c HTTP/1.1" status: 404 len: 336 time: 0.0973740 Jul 13 07:46:21.848415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33830) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.903477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1e8e981d-9a2a-49cb-b259-5b6e6fa09095 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dd142f-bc68-450c-a51c-232c18d44211 HTTP/1.1" status: 200 len: 205 time: 0.0537863 Jul 13 07:46:21.904554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.904712 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-068c0381-206a-48b5-bd13-10d828333a23 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975526 Jul 13 07:46:21.909940 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f285c3-2857-4ec3-b9fc-a932b7a18bb5 None None] New status for floating IP 0878a7a9-b39f-4bb2-a141-50d400700154: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:46:21.924066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Allocated IP 172.25.8.214 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/cfb06ac1-5a1e-495c-a2cc-2cc45f837aef) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:21.980563 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-91e8f52b-2647-4fd7-94e1-d3105b7ddd8e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] delete failed (client error): The resource could not be found. Jul 13 07:46:21.983977 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-91e8f52b-2647-4fd7-94e1-d3105b7ddd8e tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/04dd142f-bc68-450c-a51c-232c18d44211 HTTP/1.1" status: 404 len: 336 time: 0.0755219 Jul 13 07:46:21.984801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33834) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.996680 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.026984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ef219352-c1f0-4983-bd91-500b068df4d8 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fce4e50-54f9-43c6-a287-55aee7f0cb9b HTTP/1.1" status: 200 len: 205 time: 0.0380311 Jul 13 07:46:22.026984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:22.035445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59c47070-de1f-4cad-9b7e-d9aa5c855977 req-81cc8333-6f33-471b-b6b6-92d07b49ef4b service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215143 Jul 13 07:46:22.040557 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-34842c55-20f1-4f2e-aa60-9bc01692ddae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bba3bb670fc14ce28f8b5c2277ca4d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998515 Jul 13 07:46:22.045236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33838) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:22.088942 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-59968bbe-610e-43d9-b321-e97d4ac7ce09 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] delete failed (client error): The resource could not be found. Jul 13 07:46:22.090805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-59968bbe-610e-43d9-b321-e97d4ac7ce09 tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/routers/3fce4e50-54f9-43c6-a287-55aee7f0cb9b HTTP/1.1" status: 404 len: 336 time: 0.0625463 Jul 13 07:46:22.093453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:22.128892 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-607807ae-ff31-44d6-b6e9-73561645d07d tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:22.129360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607807ae-ff31-44d6-b6e9-73561645d07d tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:22.133569 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-607807ae-ff31-44d6-b6e9-73561645d07d tempest-RoutersAdminTest-61410404 tempest-RoutersAdminTest-61410404-project] 10.222.0.41 "DELETE /v2.0/subnets/ae53f8eb-68e5-4b60-aef3-071ed2f17238 HTTP/1.1" status: 404 len: 337 time: 0.0367694 Jul 13 07:46:22.167459 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3d453ee-a386-46a8-b30f-c0cf48339a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.206973 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3d453ee-a386-46a8-b30f-c0cf48339a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.216793 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.278866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.284311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3d453ee-a386-46a8-b30f-c0cf48339a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.286860 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3d453ee-a386-46a8-b30f-c0cf48339a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.288028 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e3d453ee-a386-46a8-b30f-c0cf48339a84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfe6b9bf-499c-443a-9d82-9fd28231bae8 HTTP/1.1" status: 204 len: 168 time: 0.2416160 Jul 13 07:46:22.340611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:22.345427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:22.351238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d453ee-a386-46a8-b30f-c0cf48339a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe6b9bf-499c-443a-9d82-9fd28231bae8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:22.351854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33848) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:22.364735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:22.401226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Pushing event updated for resources: {'Port': ['ID=cfb06ac1-5a1e-495c-a2cc-2cc45f837aef,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:22.477792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.526185 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.713495 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0268a71f-c580-4886-ba9c-b87e8ddf94f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.729869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.735450 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.827354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Pushing event updated for resources: {'Port': ['ID=cfb06ac1-5a1e-495c-a2cc-2cc45f837aef,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:22.828695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0268a71f-c580-4886-ba9c-b87e8ddf94f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.836684 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0268a71f-c580-4886-ba9c-b87e8ddf94f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.850882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.867682 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.871625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9f533741-d44f-4a26-8c38-f5edb79bb7ae tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8813617 Jul 13 07:46:22.872780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:22.929375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0268a71f-c580-4886-ba9c-b87e8ddf94f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05c9a333f9ca4352b09239e30a7cabaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765452 Jul 13 07:46:22.930428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268a71f-c580-4886-ba9c-b87e8ddf94f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d436f-d6db-46f6-a6b0-34e2897fadf3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:22.933723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33872) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:22.960814 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8e06bc5a-5605-48f5-bba6-ce3a260a1b12 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0842390 Jul 13 07:46:22.961185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:23.009066 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fb2648a-cb80-4a4c-ba73-c3d4a4b9d446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.035073 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fb2648a-cb80-4a4c-ba73-c3d4a4b9d446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.043739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0da9357a-ae95-428c-bb5f-3c4232073647 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0730107 Jul 13 07:46:23.043946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:23.116234 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50df6b96-ecb8-4319-aebb-7957e60e4f62 req-37fc499c-3617-429f-a3ce-7ffa08aebedd tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0361860 Jul 13 07:46:23.139511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fb2648a-cb80-4a4c-ba73-c3d4a4b9d446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.142303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fb2648a-cb80-4a4c-ba73-c3d4a4b9d446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.143634 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8fb2648a-cb80-4a4c-ba73-c3d4a4b9d446 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a5d436f-d6db-46f6-a6b0-34e2897fadf3 HTTP/1.1" status: 204 len: 168 time: 0.2084951 Jul 13 07:46:23.168777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2648a-cb80-4a4c-ba73-c3d4a4b9d446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d436f-d6db-46f6-a6b0-34e2897fadf3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:23.226338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Deleting port cfb06ac1-5a1e-495c-a2cc-2cc45f837aef {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:23.226687 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.278126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33890) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:23.330344 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.330673 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.347536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Calling delete_port for cfb06ac1-5a1e-495c-a2cc-2cc45f837aef owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:23.504144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.546701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Pushing event deleted for resources: {'Port': ['ID=cfb06ac1-5a1e-495c-a2cc-2cc45f837aef,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:23.566165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-653a097f-af17-4903-8625-da2a544696f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-524639724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:23.592526 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-653a097f-af17-4903-8625-da2a544696f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.594365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-653a097f-af17-4903-8625-da2a544696f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.625875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.630087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.634188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a2b61f6e-50f7-4db4-8e24-269b5a1bf2ad tempest-FloatingIPAdminTestJSON-2023654925 tempest-FloatingIPAdminTestJSON-2023654925-project] 10.222.0.41 "DELETE /v2.0/floatingips/f5102bce-ab4b-4ab2-9a9b-7ea2b7c3acb6 HTTP/1.1" status: 204 len: 168 time: 0.5892837 Jul 13 07:46:23.634802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:23.659711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33900) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:23.662268 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.677183 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-653a097f-af17-4903-8625-da2a544696f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.685389 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-653a097f-af17-4903-8625-da2a544696f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.718350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-77e92faf-22cf-428b-b9b9-c0a24a29107b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=039339e7367f4b98b0bdbf03831a1de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568688 Jul 13 07:46:23.720839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33904) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:23.727569 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-653a097f-af17-4903-8625-da2a544696f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.728850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-653a097f-af17-4903-8625-da2a544696f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4491534 Jul 13 07:46:23.731485 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:23.742251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2005152662'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:23.774170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Made reservation on behalf of 8aeb4874300c457aadf51180d6631766 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:23.777865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.789894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.820292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Deleting port b1e09408-df86-48c2-ae7b-5385dddee5e0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:23.820738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.841181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ccdeff-4992-4a2e-96cf-0b27748b3149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.878805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ccdeff-4992-4a2e-96cf-0b27748b3149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.916053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.916422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.929225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Calling delete_port for b1e09408-df86-48c2-ae7b-5385dddee5e0 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:23.979364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.980427 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ccdeff-4992-4a2e-96cf-0b27748b3149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.983028 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ccdeff-4992-4a2e-96cf-0b27748b3149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.984369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-96ccdeff-4992-4a2e-96cf-0b27748b3149 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/395da671-6d37-43f7-bae3-5c9896cdf3e5 HTTP/1.1" status: 204 len: 168 time: 0.2623868 Jul 13 07:46:23.988907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.999600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccdeff-4992-4a2e-96cf-0b27748b3149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395da671-6d37-43f7-bae3-5c9896cdf3e5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:24.079264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:24.110526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870af0ef-59dc-4bdb-91e1-96536e82b015,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:24.171189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.179742 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.180379 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Added segment 66142ceb-35a5-4413-8305-32d493915784 of type vlan for network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa Jul 13 07:46:24.205287 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1e09408-df86-48c2-ae7b-5385dddee5e0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:24.288308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.344649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.350778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.352857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-959881fe-2658-43b6-ba77-fb092212d780 tempest-FloatingIPAdminTestJSON-1103386039 tempest-FloatingIPAdminTestJSON-1103386039-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/c1245891-cbba-4646-9171-4134798cd404 HTTP/1.1" status: 204 len: 168 time: 0.7164364 Jul 13 07:46:24.356612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33924) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.367889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a70ccb0-9876-45f3-b08d-856dfa5b3326 req-7401df39-2111-4be4-812c-c0eabbb0a180 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0507808 Jul 13 07:46:24.379011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.387553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.388321 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.431206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6985817 Jul 13 07:46:24.434524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33928) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.442036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Request body: {'subnet': {'network_id': '70d17a1c-9dc0-4d2a-9969-530ae465b1fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:24.476436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0624d-1515-4e18-808f-9d82d43bcd1b tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Network': ['ID=70d17a1c-9dc0-4d2a-9969-530ae465b1fa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:24.489554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:24.500171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ec29bd63-230c-4035-9fa0-87de68556c5e tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Deleting port f8ca690a-723d-40a6-9ac9-b32ce7a99270 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:24.500597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec29bd63-230c-4035-9fa0-87de68556c5e tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.624555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec29bd63-230c-4035-9fa0-87de68556c5e tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.626675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Made reservation on behalf of 8aeb4874300c457aadf51180d6631766 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:24.630917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.654664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ec29bd63-230c-4035-9fa0-87de68556c5e tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Calling delete_port for f8ca690a-723d-40a6-9ac9-b32ce7a99270 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:24.880718 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.939173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Subnet': ['ID=351f5118-2fb8-404b-994d-f8723601116e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:24.995987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Checking segment: {'id': '66142ceb-35a5-4413-8305-32d493915784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70d17a1c-9dc0-4d2a-9969-530ae465b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:24.997105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network hostable DHCP agents. Network: 70d17a1c-9dc0-4d2a-9969-530ae465b1fa, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:25.021368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:25.035543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 70d17a1c-9dc0-4d2a-9969-530ae465b1fa) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:25.045874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70daee0-21ef-4cd4-a296-152add6487b6 None None] Network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:25.047352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.048469 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.070598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f973e3dd-9471-46a5-83a4-b1c5179a244c tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6317832 Jul 13 07:46:25.070982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33956) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:25.081143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Request body: {'network': {'name': 'tempest-router-network01--1423308605'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:25.108529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Made reservation on behalf of 8aeb4874300c457aadf51180d6631766 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:25.113691 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.145598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:25.163155 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.163417 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Added segment c08a9c49-62a2-47b3-b751-a8f2505b23f0 of type vlan for network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb Jul 13 07:46:25.267266 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec29bd63-230c-4035-9fa0-87de68556c5e tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.302265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-70d17a1c-9dc0-4d2a-9969-530ae465b1fa', 'network_id': '70d17a1c-9dc0-4d2a-9969-530ae465b1fa', 'tenant_id': '8aeb4874300c457aadf51180d6631766', 'fixed_ips': [{'subnet_id': '351f5118-2fb8-404b-994d-f8723601116e'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:25.304208 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.315167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29bd63-230c-4035-9fa0-87de68556c5e tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event deleted for resources: {'Port': ['ID=f8ca690a-723d-40a6-9ac9-b32ce7a99270,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:25.344248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.351928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-428b5bec-20b1-479c-b425-284b4a3eff2f req-6b4e8dd2-168b-44d8-9cc1-f148f085afbd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.1211674 Jul 13 07:46:25.399202 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.406975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.407911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.492627 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec29bd63-230c-4035-9fa0-87de68556c5e tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.497041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ec29bd63-230c-4035-9fa0-87de68556c5e tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "DELETE /v2.0/ports/f8ca690a-723d-40a6-9ac9-b32ce7a99270 HTTP/1.1" status: 204 len: 168 time: 1.1390853 Jul 13 07:46:25.501770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:25.519120 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4447243 Jul 13 07:46:25.549214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:25.570110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Request body: {'network': {'name': 'tempest-router-network02--451914446'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:25.633899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee82256-4854-4ed6-8fbf-4a1de1416fe4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Network': ['ID=9406c91f-cf8b-42fe-a6ec-333c6691d9bb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:25.672425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:25.699475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Made reservation on behalf of 8aeb4874300c457aadf51180d6631766 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:25.707074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.779608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f50faa18-8837-4467-b8b7-45291548d973 req-338d5360-9545-4ba4-90a4-92fda314a463 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0830894 Jul 13 07:46:25.828660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:25.842285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Allocated IP 172.20.0.2 (70d17a1c-9dc0-4d2a-9969-530ae465b1fa/351f5118-2fb8-404b-994d-f8723601116e/ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:25.842907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad45a30d-fd16-4a33-89cc-4dfde261a0ca tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.849087 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ad45a30d-fd16-4a33-89cc-4dfde261a0ca tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad3463c-22a5-4339-a89e-6625e7ca1010 HTTP/1.1" status: 200 len: 913 time: 0.3422256 Jul 13 07:46:25.849481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33986) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:25.865711 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.866106 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Added segment bfb0bed9-66f4-4dee-b436-a5deb244752d of type vlan for network aa780129-9874-4195-afb8-ab8c80a09284 Jul 13 07:46:25.956282 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.000367 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.011214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.016377 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.022909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:26.110061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5549889 Jul 13 07:46:26.110699 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33994) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:26.131397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Request body: {'subnet': {'network_id': '9406c91f-cf8b-42fe-a6ec-333c6691d9bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:26.208116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6d81b-19ba-4b93-bf04-3b09d1e79605 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Network': ['ID=aa780129-9874-4195-afb8-ab8c80a09284,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.208918 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.225060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network aa780129-9874-4195-afb8-ab8c80a09284 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:26.263427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-876612758', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:26.274210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Transition to ACTIVE for port object ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:26.331480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Made reservation on behalf of 8aeb4874300c457aadf51180d6631766 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:26.335637 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.399350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Transition to ACTIVE for port object ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:26.410355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.446818 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.458415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:26.461621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:26.466336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:26.483525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Made reservation on behalf of 93f3efc9ab0142b4b16d4b5233988643 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:26.487856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.503618 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.522842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Pushing event updated for resources: {'Port': ['ID=ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.560607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Attempting to bind port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:26.561065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Attempting to bind port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '66142ceb-35a5-4413-8305-32d493915784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70d17a1c-9dc0-4d2a-9969-530ae465b1fa'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:26.561877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Attempting to bind port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 on network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:26.568470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:26.568785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Checking segment: {'id': '66142ceb-35a5-4413-8305-32d493915784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70d17a1c-9dc0-4d2a-9969-530ae465b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:26.569456 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.569930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Bound using segment: {'id': '66142ceb-35a5-4413-8305-32d493915784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70d17a1c-9dc0-4d2a-9969-530ae465b1fa'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:26.570516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Bound port: ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66142ceb-35a5-4413-8305-32d493915784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '70d17a1c-9dc0-4d2a-9969-530ae465b1fa'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:26.570992 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.665412 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.672639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] For port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:26.681338 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.685426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] For port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79,segment=NetworkSegment(66142ceb-35a5-4413-8305-32d493915784),segment_id=66142ceb-35a5-4413-8305-32d493915784)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:26.688698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] device_id is not set on port fba7262c-071b-41bf-afb1-3ed054d5f93d yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:26.692887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.773467 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b32315-68ed-4dda-b343-1a1b8f77cab5 None None] Pushing event updated for resources: {'Port': ['ID=ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.808482 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746d2851-038b-4afe-8960-4ebf8a25602a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.817283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.915645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Deleting port 0fd65f90-9382-4924-bc26-daff7406b85d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:26.915645 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.920477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Subnet': ['ID=ed7ead8f-4a05-4c9f-91c5-78c87190226f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.974922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Checking segment: {'id': 'c08a9c49-62a2-47b3-b751-a8f2505b23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9406c91f-cf8b-42fe-a6ec-333c6691d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:26.975282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network hostable DHCP agents. Network: 9406c91f-cf8b-42fe-a6ec-333c6691d9bb, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:26.994654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Allocated IP 172.25.8.87 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/fba7262c-071b-41bf-afb1-3ed054d5f93d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:27.009042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:27.038438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 9406c91f-cf8b-42fe-a6ec-333c6691d9bb) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:27.057161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af76112-00a3-4e07-98c3-18bb48926b80 None None] Network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:27.058439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.058862 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.119832 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-71a1cd1f-7bf2-417e-a1f0-b84b9ae2e422 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9922159 Jul 13 07:46:27.121345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34012) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:27.125716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Request body: {'subnet': {'network_id': 'aa780129-9874-4195-afb8-ab8c80a09284', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:27.144885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e6443eda-8fe8-49b0-9055-5fde3238a3b8 req-51ce89dc-5575-45ab-ab10-89e815cd8989 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.1103361 Jul 13 07:46:27.189173 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.231418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Calling delete_port for 0fd65f90-9382-4924-bc26-daff7406b85d owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:27.436918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-9406c91f-cf8b-42fe-a6ec-333c6691d9bb', 'network_id': '9406c91f-cf8b-42fe-a6ec-333c6691d9bb', 'tenant_id': '8aeb4874300c457aadf51180d6631766', 'fixed_ips': [{'subnet_id': 'ed7ead8f-4a05-4c9f-91c5-78c87190226f'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:27.438395 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.562629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Made reservation on behalf of 8aeb4874300c457aadf51180d6631766 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:27.568884 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.575804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.623942 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.641934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event deleted for resources: {'Port': ['ID=0fd65f90-9382-4924-bc26-daff7406b85d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.082623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-655810a5-1e3e-426e-9466-da38df5ae788 req-d18023aa-77b7-4184-ba68-0df84c4b7ec4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a81a11145e4421c85e62da205455a2b&device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0474122 Jul 13 07:46:28.163821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-655810a5-1e3e-426e-9466-da38df5ae788 req-138c908f-296d-4102-97a6-7d2c4850e9aa service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4a81a11145e4421c85e62da205455a2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621212 Jul 13 07:46:28.181214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Allocated IP 172.20.0.2 (9406c91f-cf8b-42fe-a6ec-333c6691d9bb/ed7ead8f-4a05-4c9f-91c5-78c87190226f/6750880d-43ab-4fc5-8b38-410314324128) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:28.295249 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.299906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a3f7d347-d77b-460b-8c7a-8a28120dcc6a req-267bebd3-9df0-45dd-87d5-e6466deeb427 tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0905583 Jul 13 07:46:28.321333 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.381437 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.390399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655810a5-1e3e-426e-9466-da38df5ae788 req-9dbc4089-f8ff-4e2e-8973-41c7a884c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:28.393357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-655810a5-1e3e-426e-9466-da38df5ae788 req-9dbc4089-f8ff-4e2e-8973-41c7a884c111 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2177398 Jul 13 07:46:28.397480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Transition to ACTIVE for port object 6750880d-43ab-4fc5-8b38-410314324128 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:28.399790 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.429985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:28.449927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Pushing event updated for resources: {'Port': ['ID=fba7262c-071b-41bf-afb1-3ed054d5f93d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.536305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Transition to ACTIVE for port object 6750880d-43ab-4fc5-8b38-410314324128 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:28.547585 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.551366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:28.565560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:28.572938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Subnet': ['ID=46a5d051-de2f-462d-90e5-fee0870241ef,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.576848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:28.590893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff1897-6494-4a73-af3c-da47c688ba64 None None] Network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:28.592430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:28.613847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:28.631128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:28.638691 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:28.654785 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:28.655778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.674848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Checking segment: {'id': 'bfb0bed9-66f4-4dee-b436-a5deb244752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa780129-9874-4195-afb8-ab8c80a09284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:28.675399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network hostable DHCP agents. Network: aa780129-9874-4195-afb8-ab8c80a09284, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:28.682641 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-34c39a95-d213-48f4-a66c-3681b470b17e tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6574585 Jul 13 07:46:28.687852 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.698072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.87'}]}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:28.725783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network aa780129-9874-4195-afb8-ab8c80a09284 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:28.742537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Pushing event updated for resources: {'Port': ['ID=6750880d-43ab-4fc5-8b38-410314324128,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.743845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, aa780129-9874-4195-afb8-ab8c80a09284) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:28.753829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:28.754833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.761644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Attempting to bind port 6750880d-43ab-4fc5-8b38-410314324128 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:28.762369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Attempting to bind port 6750880d-43ab-4fc5-8b38-410314324128 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c08a9c49-62a2-47b3-b751-a8f2505b23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9406c91f-cf8b-42fe-a6ec-333c6691d9bb'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:28.762746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Attempting to bind port 6750880d-43ab-4fc5-8b38-410314324128 on network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:28.764911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab953a-d63f-4915-9395-a1ed93aeca5b None None] Network aa780129-9874-4195-afb8-ab8c80a09284 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:28.769234 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.771020 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.773990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-87c3090c-6eda-461d-a8fc-3d457a05f51c None None] Provisioning for port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:28.789053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-87c3090c-6eda-461d-a8fc-3d457a05f51c None None] Provisioning complete for port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:28.789427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87c3090c-6eda-461d-a8fc-3d457a05f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.852434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:28.853290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Checking segment: {'id': 'c08a9c49-62a2-47b3-b751-a8f2505b23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9406c91f-cf8b-42fe-a6ec-333c6691d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:28.855955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.856682 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Bound using segment: {'id': 'c08a9c49-62a2-47b3-b751-a8f2505b23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9406c91f-cf8b-42fe-a6ec-333c6691d9bb'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:28.857424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Bound port: 6750880d-43ab-4fc5-8b38-410314324128, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08a9c49-62a2-47b3-b751-a8f2505b23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9406c91f-cf8b-42fe-a6ec-333c6691d9bb'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:28.858108 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.911022 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8d9491c8-150d-45ff-90a8-e6b75bd32bd6 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7893863 Jul 13 07:46:28.911961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.917713 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.006468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] For port 6750880d-43ab-4fc5-8b38-410314324128, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:29.011897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] For port 6750880d-43ab-4fc5-8b38-410314324128, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6750880d-43ab-4fc5-8b38-410314324128,segment=NetworkSegment(c08a9c49-62a2-47b3-b751-a8f2505b23f0),segment_id=c08a9c49-62a2-47b3-b751-a8f2505b23f0)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:29.095994 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.174421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Router 1ad3463c-22a5-4339-a89e-6625e7ca1010 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:29.295442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:29.296499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87c3090c-6eda-461d-a8fc-3d457a05f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.305024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-48f2d1bf-e0ad-4112-8a2c-4283fd6f4edd tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "PUT /v2.0/routers/1ad3463c-22a5-4339-a89e-6625e7ca1010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4509976 Jul 13 07:46:29.306395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34052) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:29.335819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13006db-c783-4d79-a2d3-efa62cc2cc40 None None] Sync routers for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:29.389986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c84c55-90fd-4e53-a9dd-dfd15d642ab5 None None] Pushing event updated for resources: {'Port': ['ID=6750880d-43ab-4fc5-8b38-410314324128,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.412922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13006db-c783-4d79-a2d3-efa62cc2cc40 None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:29.413633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c13006db-c783-4d79-a2d3-efa62cc2cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.414480 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.487555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c13006db-c783-4d79-a2d3-efa62cc2cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.516014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-87c3090c-6eda-461d-a8fc-3d457a05f51c None None] For port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79,segment=NetworkSegment(66142ceb-35a5-4413-8305-32d493915784),segment_id=66142ceb-35a5-4413-8305-32d493915784)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:29.518037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13006db-c783-4d79-a2d3-efa62cc2cc40 None None] Routers {'1ad3463c-22a5-4339-a89e-6625e7ca1010'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:29.518751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c13006db-c783-4d79-a2d3-efa62cc2cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1ad3463c-22a5-4339-a89e-6625e7ca1010'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.526146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-aa780129-9874-4195-afb8-ab8c80a09284', 'network_id': 'aa780129-9874-4195-afb8-ab8c80a09284', 'tenant_id': '8aeb4874300c457aadf51180d6631766', 'fixed_ips': [{'subnet_id': '46a5d051-de2f-462d-90e5-fee0870241ef'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:29.532141 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.546275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.597858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.620284 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87c3090c-6eda-461d-a8fc-3d457a05f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.675555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c13006db-c783-4d79-a2d3-efa62cc2cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.681665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13006db-c783-4d79-a2d3-efa62cc2cc40 None None] The sync data for ids ['1ad3463c-22a5-4339-a89e-6625e7ca1010'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:29.708122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-655810a5-1e3e-426e-9466-da38df5ae788 req-f0d1c1cc-41f8-4a29-a838-cd80afd4883d tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.0973842 Jul 13 07:46:29.908458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.012004 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Deleting port 7b674cc3-5d82-46eb-bd29-61bb1b2027dc {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:30.012359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.097194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Allocated IP 172.20.0.2 (aa780129-9874-4195-afb8-ab8c80a09284/46a5d051-de2f-462d-90e5-fee0870241ef/d2a2d943-2062-46d1-9653-c235d8d616d3) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:30.107542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.123463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6750880d-43ab-4fc5-8b38-410314324128 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:30.131677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Calling delete_port for 7b674cc3-5d82-46eb-bd29-61bb1b2027dc owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:30.191721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3090c-6eda-461d-a8fc-3d457a05f51c None None] Pushing event updated for resources: {'Port': ['ID=ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.227995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Allocated IP 172.20.0.1 (9406c91f-cf8b-42fe-a6ec-333c6691d9bb/ed7ead8f-4a05-4c9f-91c5-78c87190226f/7448b0eb-3ca4-4370-843a-1d3a28a0c982) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:30.238944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c15d37aa-7aff-47cd-a912-a0736fa450e7 None None] Provisioning complete for port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:30.239409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c15d37aa-7aff-47cd-a912-a0736fa450e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.363064 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50ddab5b-6fd7-4a85-892d-2c6afaf7229e req-de7cd392-fbff-4125-a2c3-032e3376765b tempest-ServerShowV254Test-1218690437 tempest-ServerShowV254Test-1218690437-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ec627f4-73be-48ac-b207-f98bfcc4af68 HTTP/1.1" status: 200 len: 210 time: 0.4957547 Jul 13 07:46:30.406068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.449748 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.459552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Transition to ACTIVE for port object d2a2d943-2062-46d1-9653-c235d8d616d3 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:30.473124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event deleted for resources: {'Port': ['ID=7b674cc3-5d82-46eb-bd29-61bb1b2027dc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.479474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Transition to ACTIVE for port object d2a2d943-2062-46d1-9653-c235d8d616d3 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:30.495852 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.515939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 6750880d-43ab-4fc5-8b38-410314324128 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:30.548439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Network aa780129-9874-4195-afb8-ab8c80a09284 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:30.553245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:30.562895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:30.632119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.649897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Pushing event updated for resources: {'Port': ['ID=d2a2d943-2062-46d1-9653-c235d8d616d3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.705146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Attempting to bind port d2a2d943-2062-46d1-9653-c235d8d616d3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:30.705524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Attempting to bind port d2a2d943-2062-46d1-9653-c235d8d616d3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'bfb0bed9-66f4-4dee-b436-a5deb244752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa780129-9874-4195-afb8-ab8c80a09284'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:30.705898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Attempting to bind port d2a2d943-2062-46d1-9653-c235d8d616d3 on network aa780129-9874-4195-afb8-ab8c80a09284 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:30.716386 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:30.716744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Checking segment: {'id': 'bfb0bed9-66f4-4dee-b436-a5deb244752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa780129-9874-4195-afb8-ab8c80a09284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:30.717306 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.717547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Bound using segment: {'id': 'bfb0bed9-66f4-4dee-b436-a5deb244752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa780129-9874-4195-afb8-ab8c80a09284'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:30.718086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Bound port: d2a2d943-2062-46d1-9653-c235d8d616d3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb0bed9-66f4-4dee-b436-a5deb244752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa780129-9874-4195-afb8-ab8c80a09284'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:30.718464 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.753347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.768474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Transition to ACTIVE for port object 7448b0eb-3ca4-4370-843a-1d3a28a0c982 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:30.875023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] For port d2a2d943-2062-46d1-9653-c235d8d616d3, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:30.879730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] For port d2a2d943-2062-46d1-9653-c235d8d616d3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d2a2d943-2062-46d1-9653-c235d8d616d3,segment=NetworkSegment(bfb0bed9-66f4-4dee-b436-a5deb244752d),segment_id=bfb0bed9-66f4-4dee-b436-a5deb244752d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:30.890258 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.904819 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.912410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.014987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.016149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Fanout notify agent at l3_agent the message router_deleted on router 1ad3463c-22a5-4339-a89e-6625e7ca1010 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:31.028167 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.034202 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-88048525-0fc8-4a89-a886-ab72b7347f60 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "DELETE /v2.0/routers/1ad3463c-22a5-4339-a89e-6625e7ca1010 HTTP/1.1" status: 204 len: 168 time: 1.7237806 Jul 13 07:46:31.036184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34076) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:31.053800 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b450b0-6b9d-484c-baa7-19588256e6fc None None] Pushing event updated for resources: {'Port': ['ID=d2a2d943-2062-46d1-9653-c235d8d616d3,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.118393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdfabc6-02b9-4a8e-a6b3-cbf99cf80015 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Deleting subnet 3b521076-777f-42ef-98c2-20b733ecb0d2 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:31.126056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bdfabc6-02b9-4a8e-a6b3-cbf99cf80015 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.177417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291311e-5074-4e53-981b-8d861394ba6e None None] Network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:31.195214 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bdfabc6-02b9-4a8e-a6b3-cbf99cf80015 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.247418 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.272882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ab77b97b-bc23-4df4-b2ba-0d260e16d92a None None] Provisioning for port 6750880d-43ab-4fc5-8b38-410314324128 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:31.276346 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.279993 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.288835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ab77b97b-bc23-4df4-b2ba-0d260e16d92a None None] Provisioning complete for port 6750880d-43ab-4fc5-8b38-410314324128 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:31.289208 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab77b97b-bc23-4df4-b2ba-0d260e16d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.310621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bdfabc6-02b9-4a8e-a6b3-cbf99cf80015 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.385256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:31.387673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:31.453131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Port': ['ID=7448b0eb-3ca4-4370-843a-1d3a28a0c982,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.480963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bdfabc6-02b9-4a8e-a6b3-cbf99cf80015 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.522370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:31.528896 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bdfabc6-02b9-4a8e-a6b3-cbf99cf80015 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.531403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3bdfabc6-02b9-4a8e-a6b3-cbf99cf80015 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "DELETE /v2.0/subnets/3b521076-777f-42ef-98c2-20b733ecb0d2 HTTP/1.1" status: 204 len: 168 time: 0.4926369 Jul 13 07:46:31.532339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfabc6-02b9-4a8e-a6b3-cbf99cf80015 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event deleted for resources: {'Subnet': ['ID=3b521076-777f-42ef-98c2-20b733ecb0d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.534088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34086) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:31.622745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.702287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Deleting port 76736409-50d2-4593-8c3a-bc42c6fc5e6e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:31.702796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.707158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08391426-9d48-43fe-ac37-a07b34995e7f None None] Network eb8c24cb-1527-4126-9775-ee6232f5f782 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:31.803452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] For port 76736409-50d2-4593-8c3a-bc42c6fc5e6e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=76736409-50d2-4593-8c3a-bc42c6fc5e6e,segment=NetworkSegment(e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0),segment_id=e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:31.804149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.839185 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.847190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Calling delete_port for 76736409-50d2-4593-8c3a-bc42c6fc5e6e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:31.928555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.993600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab77b97b-bc23-4df4-b2ba-0d260e16d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.103632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ab77b97b-bc23-4df4-b2ba-0d260e16d92a None None] For port 6750880d-43ab-4fc5-8b38-410314324128, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6750880d-43ab-4fc5-8b38-410314324128,segment=NetworkSegment(c08a9c49-62a2-47b3-b751-a8f2505b23f0),segment_id=c08a9c49-62a2-47b3-b751-a8f2505b23f0)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:32.112930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab77b97b-bc23-4df4-b2ba-0d260e16d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.140557 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:32.144838 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.256578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] No DVR routers for this DVR port 76736409-50d2-4593-8c3a-bc42c6fc5e6e on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:32.261502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event deleted for resources: {'Port': ['ID=76736409-50d2-4593-8c3a-bc42c6fc5e6e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.274262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34102) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.396116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77b97b-bc23-4df4-b2ba-0d260e16d92a None None] Pushing event updated for resources: {'Port': ['ID=6750880d-43ab-4fc5-8b38-410314324128,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.416734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f6f32-2d7a-4149-8907-9198e34279c6 None None] DHCP port deletion for eb8c24cb-1527-4126-9775-ee6232f5f782 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:32.428899 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.434973 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.444201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:32.444594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.505018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.531308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8c24cb-1527-4126-9775-ee6232f5f782']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.568133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9c8360e4-401c-44af-91bf-b73698c67324 None None] Provisioning for port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:32.581159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.581592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7083c6c-e3e2-4ffa-ac93-0d1e225ad2d0') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.583124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9c8360e4-401c-44af-91bf-b73698c67324 None None] Provisioning complete for port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:32.583494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c8360e4-401c-44af-91bf-b73698c67324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.584635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.585529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98aa9f28-6f8c-4fb3-ae43-4f8483ddfc76 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:32.604315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff1b1d55-f32a-4c0b-86c2-0531a8cb38dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.604846 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:46:32.606149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6e35d336-a973-4a53-8cae-aff82d8f041f tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.9170303 Jul 13 07:46:32.610974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34106) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.635708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.761896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d2a2d943-2062-46d1-9653-c235d8d616d3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:32.764770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9c8360e4-401c-44af-91bf-b73698c67324 None None] Port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:32.784194 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.797814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:32.798488 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:32.803072 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:32.831039 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.849098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Deleting port fba7262c-071b-41bf-afb1-3ed054d5f93d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:32.849691 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.855095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9c8360e4-401c-44af-91bf-b73698c67324 None None] Provisioning complete for port 6750880d-43ab-4fc5-8b38-410314324128 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:32.855579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c8360e4-401c-44af-91bf-b73698c67324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.905558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.923678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d8605a-b866-4301-961c-847a5caa06d4 None None] Network aa780129-9874-4195-afb8-ab8c80a09284 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:32.928268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.931037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "DELETE /v2.0/networks/eb8c24cb-1527-4126-9775-ee6232f5f782 HTTP/1.1" status: 204 len: 168 time: 1.3958759 Jul 13 07:46:32.935989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34112) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.938661 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff1b1d55-f32a-4c0b-86c2-0531a8cb38dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.952760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port d2a2d943-2062-46d1-9653-c235d8d616d3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:32.961445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158f0c0-7e2b-4029-ae64-70f646f167ad tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event deleted for resources: {'Network': ['ID=eb8c24cb-1527-4126-9775-ee6232f5f782,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.964547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff1b1d55-f32a-4c0b-86c2-0531a8cb38dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.976891 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.004490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Calling delete_port for fba7262c-071b-41bf-afb1-3ed054d5f93d owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:33.065911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b1d55-f32a-4c0b-86c2-0531a8cb38dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a0a725-9be6-4456-ba85-5f667d31ee9b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.137325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ff1b1d55-f32a-4c0b-86c2-0531a8cb38dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a81a11145e4421c85e62da205455a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8590760 Jul 13 07:46:33.140600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34120) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:33.264953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29dfe247-3c1e-4777-bc14-a9134db910fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.269367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] Provisioning for port d2a2d943-2062-46d1-9653-c235d8d616d3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:33.272362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Deleting port 2e01b412-0ed4-47b7-812d-35c69c71163c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:33.272793 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.275459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] Provisioning complete for port d2a2d943-2062-46d1-9653-c235d8d616d3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.276621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.321157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29dfe247-3c1e-4777-bc14-a9134db910fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.339852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.392145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Pushing event deleted for resources: {'Port': ['ID=fba7262c-071b-41bf-afb1-3ed054d5f93d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.435462 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.437769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.441091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.445825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.446358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.446799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.447769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.448220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.448634 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.448992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.449405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.449818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.450256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:33.466187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.470349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.501412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Calling delete_port for 2e01b412-0ed4-47b7-812d-35c69c71163c owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:33.502912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] For port d2a2d943-2062-46d1-9653-c235d8d616d3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d2a2d943-2062-46d1-9653-c235d8d616d3,segment=NetworkSegment(bfb0bed9-66f4-4dee-b436-a5deb244752d),segment_id=bfb0bed9-66f4-4dee-b436-a5deb244752d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:33.517559 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.579630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] Pushing event updated for resources: {'Port': ['ID=d2a2d943-2062-46d1-9653-c235d8d616d3,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.596417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.598680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3ef51cac-9c89-49f5-b5f7-927a9254d0d4 tempest-RoutersAdminNegativeIpV6Test-652662032 tempest-RoutersAdminNegativeIpV6Test-652662032-project-admin] 10.222.0.41 "DELETE /v2.0/ports/fba7262c-071b-41bf-afb1-3ed054d5f93d HTTP/1.1" status: 204 len: 168 time: 0.9868429 Jul 13 07:46:33.605902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] Provisioning complete for port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.606538 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.627350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29dfe247-3c1e-4777-bc14-a9134db910fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.636484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.639247 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29dfe247-3c1e-4777-bc14-a9134db910fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.641315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-29dfe247-3c1e-4777-bc14-a9134db910fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66a0a725-9be6-4456-ba85-5f667d31ee9b HTTP/1.1" status: 204 len: 168 time: 0.4997602 Jul 13 07:46:33.646943 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.649623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a19f0a33-d5e3-4575-9293-b6f72f73933f None None] Port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:33.673864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfe247-3c1e-4777-bc14-a9134db910fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a0a725-9be6-4456-ba85-5f667d31ee9b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.785768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c653faba-50e1-4978-acba-eafcfc61e7b3 None None] Provisioning complete for port d2a2d943-2062-46d1-9653-c235d8d616d3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.786774 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c653faba-50e1-4978-acba-eafcfc61e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.818899 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.835621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Port': ['ID=7448b0eb-3ca4-4370-843a-1d3a28a0c982,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.900189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.971140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Pushing event deleted for resources: {'Port': ['ID=2e01b412-0ed4-47b7-812d-35c69c71163c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.978896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6750880d-43ab-4fc5-8b38-410314324128 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:34.047935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.053277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.055226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9b950ccf-5146-41eb-87bc-577908c4cf88 tempest-FloatingIPAdminTestJSON-592199274 tempest-FloatingIPAdminTestJSON-592199274-project] 10.222.0.41 "DELETE /v2.0/floatingips/52a6059c-c9d2-47a9-87bb-24ff4011a2a8 HTTP/1.1" status: 204 len: 168 time: 1.1032593 Jul 13 07:46:34.115768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:34.119776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6750880d-43ab-4fc5-8b38-410314324128 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:34.120410 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.121045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:34.131738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34148) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.213662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dd289bf2-8429-45ff-96c0-06738b197849 None None] Provisioning complete for port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:34.214461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd289bf2-8429-45ff-96c0-06738b197849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.311498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Router 95b20b43-c2f6-4893-9464-efee9ff19f4a is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:34.338955 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dd289bf2-8429-45ff-96c0-06738b197849 None None] Port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:34.369929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d2a2d943-2062-46d1-9653-c235d8d616d3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:34.471064 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7a45a3d-d971-4dcb-bf6e-9533a111effb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.476134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port d2a2d943-2062-46d1-9653-c235d8d616d3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:34.480293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.533166 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.550905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:34.560203 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea17d11-18a7-45a9-ab77-d2de781c7fa6 None None] Sync routers for ids ['95b20b43-c2f6-4893-9464-efee9ff19f4a'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:34.575711 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7feebac1-25fb-4f05-a920-090b6309192a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "PUT /v2.0/routers/95b20b43-c2f6-4893-9464-efee9ff19f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6581473 Jul 13 07:46:34.575942 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea17d11-18a7-45a9-ab77-d2de781c7fa6 None None] Routers {'95b20b43-c2f6-4893-9464-efee9ff19f4a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:34.576418 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5ea17d11-18a7-45a9-ab77-d2de781c7fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['95b20b43-c2f6-4893-9464-efee9ff19f4a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:34.578469 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34166) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.625203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0be8aa0f-91cd-4d83-a45e-0c2d2508f2cb None None] Provisioning complete for port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:34.625778 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0be8aa0f-91cd-4d83-a45e-0c2d2508f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.649548 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5ea17d11-18a7-45a9-ab77-d2de781c7fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:34.673449 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea17d11-18a7-45a9-ab77-d2de781c7fa6 None None] Routers {'95b20b43-c2f6-4893-9464-efee9ff19f4a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:34.675827 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5ea17d11-18a7-45a9-ab77-d2de781c7fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['95b20b43-c2f6-4893-9464-efee9ff19f4a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:34.763504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5ea17d11-18a7-45a9-ab77-d2de781c7fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:34.764392 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea17d11-18a7-45a9-ab77-d2de781c7fa6 None None] The sync data for ids ['95b20b43-c2f6-4893-9464-efee9ff19f4a'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:34.795828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-79bacf56-e164-4032-9639-68658b19997c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20dd7beaefe4480aa282dca5cab643eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599907 Jul 13 07:46:34.797210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0be8aa0f-91cd-4d83-a45e-0c2d2508f2cb None None] Port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:34.803046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34174) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.808589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7a45a3d-d971-4dcb-bf6e-9533a111effb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.814536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7a45a3d-d971-4dcb-bf6e-9533a111effb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.872793 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d7a45a3d-d971-4dcb-bf6e-9533a111effb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfdcf32fbb194a5296719ea148db07fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399769 Jul 13 07:46:34.873574 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a45a3d-d971-4dcb-bf6e-9533a111effb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b63cb4-ff88-4ca3-b2f3-23e7857785d1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:34.876470 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34176) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.974868 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61c7d757-5529-4b4b-8c60-ff18d15a9603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.019950 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6612240e-764b-4aa5-aba5-ba52b52fdf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.021408 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61c7d757-5529-4b4b-8c60-ff18d15a9603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.033264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 76736409-50d2-4593-8c3a-bc42c6fc5e6e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:35.076252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 76736409-50d2-4593-8c3a-bc42c6fc5e6e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:35.076682 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 76736409-50d2-4593-8c3a-bc42c6fc5e6e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:35.090857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61c7d757-5529-4b4b-8c60-ff18d15a9603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.093481 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61c7d757-5529-4b4b-8c60-ff18d15a9603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.097010 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-61c7d757-5529-4b4b-8c60-ff18d15a9603 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1b63cb4-ff88-4ca3-b2f3-23e7857785d1 HTTP/1.1" status: 204 len: 168 time: 0.2172885 Jul 13 07:46:35.117628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7d757-5529-4b4b-8c60-ff18d15a9603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b63cb4-ff88-4ca3-b2f3-23e7857785d1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:35.177015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6612240e-764b-4aa5-aba5-ba52b52fdf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.313200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6612240e-764b-4aa5-aba5-ba52b52fdf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.314738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34196) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.315791 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6612240e-764b-4aa5-aba5-ba52b52fdf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.316991 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6612240e-764b-4aa5-aba5-ba52b52fdf7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e627367d-2590-4b7d-a9e4-c03ecbe275b9 HTTP/1.1" status: 204 len: 168 time: 0.5122840 Jul 13 07:46:35.335161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612240e-764b-4aa5-aba5-ba52b52fdf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e627367d-2590-4b7d-a9e4-c03ecbe275b9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:35.348341 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-db0e3df3-4904-40f9-be70-ed76f96bf58a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:46:35.349414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-db0e3df3-4904-40f9-be70-ed76f96bf58a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "PUT /v2.0/routers/95b20b43-c2f6-4893-9464-efee9ff19f4a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7697177 Jul 13 07:46:35.352361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34206) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.514297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34210) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.592499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.600281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ec53fa4a-0fd4-4460-b808-d1550a74d06d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93f3efc9ab0142b4b16d4b5233988643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845215 Jul 13 07:46:35.601193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.678674 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49d7cb94-7be6-4807-afa1-cd69eb1f1ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.719430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49d7cb94-7be6-4807-afa1-cd69eb1f1ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.729790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1737878102-network', 'tenant_id': '6fdd3c9a43be4f22be0cdac2acf554c4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:35.779828 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49d7cb94-7be6-4807-afa1-cd69eb1f1ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.785767 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49d7cb94-7be6-4807-afa1-cd69eb1f1ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.787701 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-49d7cb94-7be6-4807-afa1-cd69eb1f1ba6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/746d2851-038b-4afe-8960-4ebf8a25602a HTTP/1.1" status: 204 len: 168 time: 0.1850693 Jul 13 07:46:35.799400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7cb94-7be6-4807-afa1-cd69eb1f1ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746d2851-038b-4afe-8960-4ebf8a25602a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:35.811883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.816063 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Made reservation on behalf of 6fdd3c9a43be4f22be0cdac2acf554c4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:35.819681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.840108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57ce4dd5-52cd-4104-b9c2-fe9efb70e24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.900573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.023786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57ce4dd5-52cd-4104-b9c2-fe9efb70e24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.030570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57ce4dd5-52cd-4104-b9c2-fe9efb70e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.064360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-57ce4dd5-52cd-4104-b9c2-fe9efb70e24b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=176c3ca49c694c10832b606a92278731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510898 Jul 13 07:46:36.067867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34228) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:36.091285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.129031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce4dd5-52cd-4104-b9c2-fe9efb70e24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b300034-bf89-417f-842a-1191423c2418,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.179594 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3ec-ad03-4032-ba94-9857f5ecbfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.212271 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3ec-ad03-4032-ba94-9857f5ecbfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.268754 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3ec-ad03-4032-ba94-9857f5ecbfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.271910 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3ec-ad03-4032-ba94-9857f5ecbfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.277557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-87f6c3ec-ad03-4032-ba94-9857f5ecbfda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b300034-bf89-417f-842a-1191423c2418 HTTP/1.1" status: 204 len: 168 time: 0.2077372 Jul 13 07:46:36.287407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6c3ec-ad03-4032-ba94-9857f5ecbfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b300034-bf89-417f-842a-1191423c2418,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.749529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34260) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:36.767174 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44af8f85-230c-4f8f-979f-050267f89422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.864385 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.884619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34264) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:36.885483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.925193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:36.952513 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.952870 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Added segment edc97d3f-8b91-437b-9229-917f7c8aa6f9 of type vlan for network bb783756-0dac-4251-9ded-13faf72d76c1 Jul 13 07:46:36.955372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574ed398-262c-447f-8d07-421ed9531e6e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.030949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44af8f85-230c-4f8f-979f-050267f89422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.032456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.042408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44af8f85-230c-4f8f-979f-050267f89422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.070603 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.072158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:37.072772 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.087065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af8f85-230c-4f8f-979f-050267f89422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a6ebd2-2851-4cf2-b9e8-5a77bc593889,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.096015 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-44af8f85-230c-4f8f-979f-050267f89422 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9a1600ccb544722ba9a546959015fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448770 Jul 13 07:46:37.096618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:37.158961 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94569069-a030-4cb2-972e-c0e452a2fe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.185864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-992918394'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:37.209627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94569069-a030-4cb2-972e-c0e452a2fe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.219517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9036138 Jul 13 07:46:37.226848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34278) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:37.242072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Request body: {'subnet': {'network_id': 'bb783756-0dac-4251-9ded-13faf72d76c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1737878102-subnet', 'tenant_id': '6fdd3c9a43be4f22be0cdac2acf554c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:37.279761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beca316-dbb1-4e24-8156-1877daf42d3a admin admin] Pushing event updated for resources: {'Network': ['ID=bb783756-0dac-4251-9ded-13faf72d76c1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.284109 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94569069-a030-4cb2-972e-c0e452a2fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.290070 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94569069-a030-4cb2-972e-c0e452a2fe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.295393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network bb783756-0dac-4251-9ded-13faf72d76c1 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:37.295944 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-94569069-a030-4cb2-972e-c0e452a2fe89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8a6ebd2-2851-4cf2-b9e8-5a77bc593889 HTTP/1.1" status: 204 len: 168 time: 0.1953936 Jul 13 07:46:37.309256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94569069-a030-4cb2-972e-c0e452a2fe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a6ebd2-2851-4cf2-b9e8-5a77bc593889,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.309815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Made reservation on behalf of 1f225328d5f746a5ad7d795eebeb5b33 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:37.313504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.332947 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.339292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Deleting port 7448b0eb-3ca4-4370-843a-1d3a28a0c982 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:37.339860 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.365069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Made reservation on behalf of 6fdd3c9a43be4f22be0cdac2acf554c4 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:37.367618 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.524366 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.546548 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.564107 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Calling delete_port for 7448b0eb-3ca4-4370-843a-1d3a28a0c982 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:37.746714 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.788305 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.830077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:37.843890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.888452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.888815 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Added segment 7fd10b0e-c938-4a6c-96e2-f37384383f8c of type vlan for network cb59212c-e2d1-43c3-afd5-3311f5005fa0 Jul 13 07:46:37.902415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f43fc7-4e93-4448-bcb3-32cd595f7641,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.991675 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.010788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a621cb-025f-4728-a678-1c49fab6bf10,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.030186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.045214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Checking segment: {'id': 'edc97d3f-8b91-437b-9229-917f7c8aa6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb783756-0dac-4251-9ded-13faf72d76c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:38.045595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Network hostable DHCP agents. Network: bb783756-0dac-4251-9ded-13faf72d76c1, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:38.077169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Port': ['ID=7448b0eb-3ca4-4370-843a-1d3a28a0c982,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.126368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.131967 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:38.132817 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.176833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Network bb783756-0dac-4251-9ded-13faf72d76c1 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:38.247378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:38.247900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3569305 Jul 13 07:46:38.252775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, bb783756-0dac-4251-9ded-13faf72d76c1) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:38.255019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'subnet': {'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:38.263059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95abe02a-bc84-4835-808d-874520fb436f None None] Network bb783756-0dac-4251-9ded-13faf72d76c1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:38.269463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:38.270101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.318218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d42203-36c5-434a-a45b-c17a767e7704 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Network': ['ID=cb59212c-e2d1-43c3-afd5-3311f5005fa0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.332329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:38.378624 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1ac39ab0-36e8-43fc-bc8c-4a478b9d1005 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1409981 Jul 13 07:46:38.430352 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.545525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Made reservation on behalf of 1f225328d5f746a5ad7d795eebeb5b33 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:38.552705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.625789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb27185-7b7d-494d-9f86-5e3c835bab2f None None] Network bb783756-0dac-4251-9ded-13faf72d76c1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:38.636978 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Router 95b20b43-c2f6-4893-9464-efee9ff19f4a has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:38.785553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:38.805421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f9fd6306-4a05-48e5-b457-b9fca6acc543 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "PUT /v2.0/routers/95b20b43-c2f6-4893-9464-efee9ff19f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4518628 Jul 13 07:46:38.807503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a195d0f-3d88-4c0c-9217-94d18030c243 None None] Sync routers for ids ['95b20b43-c2f6-4893-9464-efee9ff19f4a'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:38.811737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34338) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:38.898234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a195d0f-3d88-4c0c-9217-94d18030c243 None None] Routers {'95b20b43-c2f6-4893-9464-efee9ff19f4a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:38.900973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7a195d0f-3d88-4c0c-9217-94d18030c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['95b20b43-c2f6-4893-9464-efee9ff19f4a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:38.940537 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34342) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:38.970198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7a195d0f-3d88-4c0c-9217-94d18030c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:38.990759 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a487e808-0b6e-437a-b784-3b4bbefeb673 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] delete failed (client error): The resource could not be found. Jul 13 07:46:38.992716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a487e808-0b6e-437a-b784-3b4bbefeb673 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1971623998 HTTP/1.1" status: 404 len: 335 time: 0.1798937 Jul 13 07:46:38.998194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34346) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.007787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-560af6a4-3fd2-416e-b02e-d159a0ee153e tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Request body: {'router': {'external_gateway_info': {'network_id': '95b20b43-c2f6-4893-9464-efee9ff19f4a'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.036026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a195d0f-3d88-4c0c-9217-94d18030c243 None None] Routers {'95b20b43-c2f6-4893-9464-efee9ff19f4a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:39.037938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7a195d0f-3d88-4c0c-9217-94d18030c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['95b20b43-c2f6-4893-9464-efee9ff19f4a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:39.085718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7a195d0f-3d88-4c0c-9217-94d18030c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:39.086643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a195d0f-3d88-4c0c-9217-94d18030c243 None None] The sync data for ids ['95b20b43-c2f6-4893-9464-efee9ff19f4a'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:39.114052 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3039895-d4c0-41b9-82cd-793f2f72fb70 admin admin] Deleting subnet a1a621cb-025f-4728-a678-1c49fab6bf10 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:39.121419 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3039895-d4c0-41b9-82cd-793f2f72fb70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.227666 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3039895-d4c0-41b9-82cd-793f2f72fb70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.234143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34352) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.314061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.341669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-560af6a4-3fd2-416e-b02e-d159a0ee153e tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.371298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3039895-d4c0-41b9-82cd-793f2f72fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.380291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a7f81653-c6ff-4ff1-a065-9b0e70094e42 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1298272147'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.380802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a7f81653-c6ff-4ff1-a065-9b0e70094e42 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Unknown quota resources ['metering_label']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:46:39.402619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Subnet': ['ID=3c879f95-9c0b-47dd-9155-c485b93d93c1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:39.415468 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-560af6a4-3fd2-416e-b02e-d159a0ee153e tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] update failed (client error): The resource could not be found. Jul 13 07:46:39.420102 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-560af6a4-3fd2-416e-b02e-d159a0ee153e tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "PUT /v2.0/routers/95b20b43-c2f6-4893-9464-efee9ff19f4a HTTP/1.1" status: 404 len: 339 time: 0.4170558 Jul 13 07:46:39.420921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34358) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.464208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Checking segment: {'id': '7fd10b0e-c938-4a6c-96e2-f37384383f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:39.464624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Network hostable DHCP agents. Network: cb59212c-e2d1-43c3-afd5-3311f5005fa0, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:39.582700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3039895-d4c0-41b9-82cd-793f2f72fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.605717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:39.608942 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7f81653-c6ff-4ff1-a065-9b0e70094e42 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.612822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a7f81653-c6ff-4ff1-a065-9b0e70094e42 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3750238 Jul 13 07:46:39.612992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.619901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5ce6b989-41c3-4195-b63c-e0af138b2fac tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '234616d1-ce78-4eeb-89b2-661c57ef6207'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.620534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5ce6b989-41c3-4195-b63c-e0af138b2fac tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:46:39.646604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3039895-d4c0-41b9-82cd-793f2f72fb70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.650955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d3039895-d4c0-41b9-82cd-793f2f72fb70 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a1a621cb-025f-4728-a678-1c49fab6bf10 HTTP/1.1" status: 204 len: 168 time: 0.7065747 Jul 13 07:46:39.674747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3039895-d4c0-41b9-82cd-793f2f72fb70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a621cb-025f-4728-a678-1c49fab6bf10,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:39.677144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34362) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.701985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, cb59212c-e2d1-43c3-afd5-3311f5005fa0) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:39.706464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:39.707066 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.709519 n-d-758944-43 neutron-server[93774]: WARNING neutron.services.metering.metering_plugin [None req-5ce6b989-41c3-4195-b63c-e0af138b2fac tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:46:39.711843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8478c6d-7193-4649-a91d-5e63853730f5 None None] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:39.794253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.823251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ce6b989-41c3-4195-b63c-e0af138b2fac tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.824474 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5ce6b989-41c3-4195-b63c-e0af138b2fac tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2105610 Jul 13 07:46:39.827900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34364) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.828435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34366) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.828626 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-40c23a41-29bf-417e-bbee-5b0bbe54eff1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5801570 Jul 13 07:46:39.835555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-138be72c-b0e3-4af4-97cf-cfb32b08a67f tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '234616d1-ce78-4eeb-89b2-661c57ef6207'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.836012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-138be72c-b0e3-4af4-97cf-cfb32b08a67f tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:46:39.843111 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'port': {'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1199535293'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.851874 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.902027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-cb59212c-e2d1-43c3-afd5-3311f5005fa0', 'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0', 'tenant_id': '1f225328d5f746a5ad7d795eebeb5b33', 'fixed_ips': [{'subnet_id': '3c879f95-9c0b-47dd-9155-c485b93d93c1'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:39.902933 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.083823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Allocated IP 2001:db8::2 (cb59212c-e2d1-43c3-afd5-3311f5005fa0/3c879f95-9c0b-47dd-9155-c485b93d93c1/1b0e382e-139d-42dc-88f7-81106fea96dc) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:40.244474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.253466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Transition to ACTIVE for port object 1b0e382e-139d-42dc-88f7-81106fea96dc will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:40.268650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Transition to ACTIVE for port object 1b0e382e-139d-42dc-88f7-81106fea96dc will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:40.277089 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.328992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:40.332812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Pushing event updated for resources: {'Port': ['ID=1b0e382e-139d-42dc-88f7-81106fea96dc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.335306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:40.338021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:40.392964 n-d-758944-43 neutron-server[93773]: WARNING neutron.services.metering.metering_plugin [None req-138be72c-b0e3-4af4-97cf-cfb32b08a67f tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:46:40.397724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Attempting to bind port 1b0e382e-139d-42dc-88f7-81106fea96dc on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:40.398133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Attempting to bind port 1b0e382e-139d-42dc-88f7-81106fea96dc by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7fd10b0e-c938-4a6c-96e2-f37384383f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:40.398499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Attempting to bind port 1b0e382e-139d-42dc-88f7-81106fea96dc on network cb59212c-e2d1-43c3-afd5-3311f5005fa0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:40.405529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:40.405529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Checking segment: {'id': '7fd10b0e-c938-4a6c-96e2-f37384383f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:40.405529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.405529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Bound using segment: {'id': '7fd10b0e-c938-4a6c-96e2-f37384383f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:40.409806 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Bound port: 1b0e382e-139d-42dc-88f7-81106fea96dc, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd10b0e-c938-4a6c-96e2-f37384383f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:40.409806 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.469553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.473428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] For port 1b0e382e-139d-42dc-88f7-81106fea96dc, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:40.477147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] For port 1b0e382e-139d-42dc-88f7-81106fea96dc, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1b0e382e-139d-42dc-88f7-81106fea96dc,segment=NetworkSegment(7fd10b0e-c938-4a6c-96e2-f37384383f8c),segment_id=7fd10b0e-c938-4a6c-96e2-f37384383f8c)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:40.483533 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.533457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb783756-0dac-4251-9ded-13faf72d76c1']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:40.553771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11555507-cde1-454e-8c75-4cdafde81d76 None None] Pushing event updated for resources: {'Port': ['ID=1b0e382e-139d-42dc-88f7-81106fea96dc,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.610302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc97d3f-8b91-437b-9229-917f7c8aa6f9') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:40.610592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc97d3f-8b91-437b-9229-917f7c8aa6f9') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:40.664044 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.667850 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-138be72c-b0e3-4af4-97cf-cfb32b08a67f tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.669068 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-138be72c-b0e3-4af4-97cf-cfb32b08a67f tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8393524 Jul 13 07:46:40.673291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.686060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-83be57df-926e-49aa-abe4-0b9af29425ce tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=95faafc4-20fc-40cf-8638-4c46f726943b HTTP/1.1" status: 200 len: 462 time: 0.0107396 Jul 13 07:46:40.688653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34374) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.725531 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.737271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Made reservation on behalf of 1f225328d5f746a5ad7d795eebeb5b33 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:40.741906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.754016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:40.754422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:40.756247 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:40.872095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] device_id is not set on port 9f5f1ef5-c6c7-4d21-861e-58010dca0a8f yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:40.897608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.903900 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.905135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48b18e84-64bd-4b8a-a900-36821dca5cb4 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.907097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb783756-0dac-4251-9ded-13faf72d76c1 HTTP/1.1" status: 204 len: 168 time: 1.2266302 Jul 13 07:46:40.913847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-48b18e84-64bd-4b8a-a900-36821dca5cb4 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/95faafc4-20fc-40cf-8638-4c46f726943b HTTP/1.1" status: 204 len: 168 time: 0.2200782 Jul 13 07:46:40.914558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34378) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.933925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-62b75cdd-62c1-413e-a460-ca3bef971371 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=95faafc4-20fc-40cf-8638-4c46f726943b HTTP/1.1" status: 200 len: 221 time: 0.0150967 Jul 13 07:46:40.934835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.939165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f65daa96-3c46-47da-afaa-364971ba0113 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1269611697', 'description': 'label created by tempest'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:40.939633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f65daa96-3c46-47da-afaa-364971ba0113 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Unknown quota resources ['metering_label']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:46:41.019202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1371f0a-3acb-424f-8a8e-3c11f8cb0acf admin admin] Pushing event deleted for resources: {'Network': ['ID=bb783756-0dac-4251-9ded-13faf72d76c1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.027442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Allocated IP 172.20.0.1 (70d17a1c-9dc0-4d2a-9969-530ae465b1fa/351f5118-2fb8-404b-994d-f8723601116e/fb4f1b72-439f-46c3-9fff-730d8788af24) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:41.160259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f65daa96-3c46-47da-afaa-364971ba0113 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.166221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f65daa96-3c46-47da-afaa-364971ba0113 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2298241 Jul 13 07:46:41.166919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34384) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.201061 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34386) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.228941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Allocated IP 2001:db8::266 (cb59212c-e2d1-43c3-afd5-3311f5005fa0/3c879f95-9c0b-47dd-9155-c485b93d93c1/9f5f1ef5-c6c7-4d21-861e-58010dca0a8f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:41.257408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0495ff33-b7ab-4fe5-b657-1df88533a0c0 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=4161e474-47d0-464e-8c57-537fa0aba6bf HTTP/1.1" status: 200 len: 468 time: 0.0889478 Jul 13 07:46:41.258712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.347719 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6a03f540-3c25-49eb-8835-2267a10f859c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fdd3c9a43be4f22be0cdac2acf554c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412208 Jul 13 07:46:41.349378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34392) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.371114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.409488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Transition to ACTIVE for port object fb4f1b72-439f-46c3-9fff-730d8788af24 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:41.473894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9749d5bd-c54c-4f94-b3f3-31cc93e6053d tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.480459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9749d5bd-c54c-4f94-b3f3-31cc93e6053d tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/4161e474-47d0-464e-8c57-537fa0aba6bf HTTP/1.1" status: 204 len: 168 time: 0.2210271 Jul 13 07:46:41.481767 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.541002 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c6f0cd63-79ad-403c-9c0d-203f7f02d1ad tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=4161e474-47d0-464e-8c57-537fa0aba6bf HTTP/1.1" status: 200 len: 216 time: 0.0542440 Jul 13 07:46:41.541879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34396) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.544953 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.547187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410edac0-bdfc-4d1e-a857-dcdc1512e716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.552504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e497397a-8c3f-4606-910c-3b2f982b39e9 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0092447 Jul 13 07:46:41.556686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34398) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.569933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Transition to ACTIVE for port object 9f5f1ef5-c6c7-4d21-861e-58010dca0a8f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:41.585775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ee6ae379-ce50-43ee-a38a-cadc6b180785 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0265250 Jul 13 07:46:41.590040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34400) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.599253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410edac0-bdfc-4d1e-a857-dcdc1512e716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.608696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.661850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-afab2f88-fb7e-4b65-84c9-2d3d4004ec15 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/234616d1-ce78-4eeb-89b2-661c57ef6207 HTTP/1.1" status: 200 len: 473 time: 0.0675218 Jul 13 07:46:41.662114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34402) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.673796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8b20bbf-762c-446e-81fd-73299041c310 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/5a134b98-d4a0-45a5-86e3-7d09c641b16b HTTP/1.1" status: 200 len: 459 time: 0.0103467 Jul 13 07:46:41.676971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34404) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.719718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Port': ['ID=fb4f1b72-439f-46c3-9fff-730d8788af24,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.742294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:41.743790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:41.754389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:41.760741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.840553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410edac0-bdfc-4d1e-a857-dcdc1512e716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.843461 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410edac0-bdfc-4d1e-a857-dcdc1512e716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.847286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-410edac0-bdfc-4d1e-a857-dcdc1512e716 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/574ed398-262c-447f-8d07-421ed9531e6e HTTP/1.1" status: 204 len: 168 time: 0.4940791 Jul 13 07:46:41.868914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Port': ['ID=9f5f1ef5-c6c7-4d21-861e-58010dca0a8f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.882786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0531ddaa-b1b9-464a-bfcf-8b40967ed885 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.884327 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0531ddaa-b1b9-464a-bfcf-8b40967ed885 tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/5a134b98-d4a0-45a5-86e3-7d09c641b16b HTTP/1.1" status: 204 len: 168 time: 0.2062578 Jul 13 07:46:41.886989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.889267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410edac0-bdfc-4d1e-a857-dcdc1512e716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574ed398-262c-447f-8d07-421ed9531e6e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.941645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:41.949317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:41.954753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:41.965905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:41.966629 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.987855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1b0e382e-139d-42dc-88f7-81106fea96dc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:42.011973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-522f631a-662c-4a64-8c80-d1b5d501ce42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1809504 Jul 13 07:46:42.022514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.039553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'port': {'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-327915993', 'allowed_address_pairs': [{'ip_address': '2001:db8::266', 'mac_address': 'fa:16:3e:b2:2b:4e'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:42.043584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3119dd7-7a72-4715-8442-fdb2dc08ab23 None None] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:42.081603 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.216688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5b60cbd-e5da-4b17-ac63-65171a86552b tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.220480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d5b60cbd-e5da-4b17-ac63-65171a86552b tempest-MeteringIpV6TestJSON-1109690270 tempest-MeteringIpV6TestJSON-1109690270-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/234616d1-ce78-4eeb-89b2-661c57ef6207 HTTP/1.1" status: 204 len: 168 time: 0.3297112 Jul 13 07:46:42.452665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8da37046-2a1a-4107-88d7-98db29cac780 None None] Provisioning for port 1b0e382e-139d-42dc-88f7-81106fea96dc completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:42.457080 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.472688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 1b0e382e-139d-42dc-88f7-81106fea96dc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:42.497256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1b0e382e-139d-42dc-88f7-81106fea96dc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:42.497645 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.630641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Made reservation on behalf of 1f225328d5f746a5ad7d795eebeb5b33 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:42.642132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-068f0dcd-89e8-4605-b90e-4435c80ae7ce None None] Provisioning for port fb4f1b72-439f-46c3-9fff-730d8788af24 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:42.686833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34426) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.695448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-068f0dcd-89e8-4605-b90e-4435c80ae7ce None None] Provisioning complete for port fb4f1b72-439f-46c3-9fff-730d8788af24 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:42.697358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-068f0dcd-89e8-4605-b90e-4435c80ae7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.780322 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.825372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-068f0dcd-89e8-4605-b90e-4435c80ae7ce None None] Port fb4f1b72-439f-46c3-9fff-730d8788af24 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:42.844408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 1b0e382e-139d-42dc-88f7-81106fea96dc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1b0e382e-139d-42dc-88f7-81106fea96dc,segment=NetworkSegment(7fd10b0e-c938-4a6c-96e2-f37384383f8c),segment_id=7fd10b0e-c938-4a6c-96e2-f37384383f8c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:42.854401 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.854622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.924100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] device_id is not set on port 6861abb0-e98c-4dfa-ad7c-36ef633ddc25 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:42.926642 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7a9a-f6bf-462d-9f41-3d5b6ea1cec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.938070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=1b0e382e-139d-42dc-88f7-81106fea96dc,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.115417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.123472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.131037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7a9a-f6bf-462d-9f41-3d5b6ea1cec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.137900 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7a9a-f6bf-462d-9f41-3d5b6ea1cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.140571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Allocated IP 2001:db8::24f (cb59212c-e2d1-43c3-afd5-3311f5005fa0/3c879f95-9c0b-47dd-9155-c485b93d93c1/6861abb0-e98c-4dfa-ad7c-36ef633ddc25) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:43.221827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa7a9a-f6bf-462d-9f41-3d5b6ea1cec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ecc46a-7c45-4e8d-a0d6-8bc6ce299b39,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.228492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8ffa7a9a-f6bf-462d-9f41-3d5b6ea1cec3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f43300a8dffd42caa80e18d1cbf230ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395360 Jul 13 07:46:43.237743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:43.280465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1e5d3de-393c-4ebd-9f7f-06b84092de8a None None] Provisioning for port 9f5f1ef5-c6c7-4d21-861e-58010dca0a8f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:43.291861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1e5d3de-393c-4ebd-9f7f-06b84092de8a None None] Provisioning complete for port 9f5f1ef5-c6c7-4d21-861e-58010dca0a8f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:43.292235 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d3de-393c-4ebd-9f7f-06b84092de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.357044 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9464ee3f-98da-4e53-bc1d-97ff32d3cc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.386105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5d3de-393c-4ebd-9f7f-06b84092de8a None None] Port 9f5f1ef5-c6c7-4d21-861e-58010dca0a8f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:43.422639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9464ee3f-98da-4e53-bc1d-97ff32d3cc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.445861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1e5d3de-393c-4ebd-9f7f-06b84092de8a None None] Provisioning complete for port 1b0e382e-139d-42dc-88f7-81106fea96dc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:43.446540 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d3de-393c-4ebd-9f7f-06b84092de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.468762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event updated for resources: {'Port': ['ID=fb4f1b72-439f-46c3-9fff-730d8788af24,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.500117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9464ee3f-98da-4e53-bc1d-97ff32d3cc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.503349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9464ee3f-98da-4e53-bc1d-97ff32d3cc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.509506 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9464ee3f-98da-4e53-bc1d-97ff32d3cc13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77ecc46a-7c45-4e8d-a0d6-8bc6ce299b39 HTTP/1.1" status: 204 len: 168 time: 0.2690754 Jul 13 07:46:43.522609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.536344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464ee3f-98da-4e53-bc1d-97ff32d3cc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ecc46a-7c45-4e8d-a0d6-8bc6ce299b39,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.818444 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.825429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ea93256-9b39-4e48-8a71-47ea5a2a73b9 None None] Provisioning complete for port 9f5f1ef5-c6c7-4d21-861e-58010dca0a8f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:43.826258 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ea93256-9b39-4e48-8a71-47ea5a2a73b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.847147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Transition to ACTIVE for port object 6861abb0-e98c-4dfa-ad7c-36ef633ddc25 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:43.880700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:43.884765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:43.935454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6ea93256-9b39-4e48-8a71-47ea5a2a73b9 None None] Port 9f5f1ef5-c6c7-4d21-861e-58010dca0a8f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:43.943606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1b0e382e-139d-42dc-88f7-81106fea96dc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:44.019384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.070618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ea93256-9b39-4e48-8a71-47ea5a2a73b9 None None] Provisioning complete for port fb4f1b72-439f-46c3-9fff-730d8788af24 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:44.076024 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ea93256-9b39-4e48-8a71-47ea5a2a73b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.105785 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:44.116478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:44.131617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Router 95b20b43-c2f6-4893-9464-efee9ff19f4a has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:44.137265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:44.141266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6ea93256-9b39-4e48-8a71-47ea5a2a73b9 None None] Port fb4f1b72-439f-46c3-9fff-730d8788af24 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:44.145484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1b0e382e-139d-42dc-88f7-81106fea96dc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:44.146354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.160158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.169168 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.179768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Port': ['ID=6861abb0-e98c-4dfa-ad7c-36ef633ddc25,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.208156 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ca8809f1-964c-49af-bcad-8e9559f2549d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1845083 Jul 13 07:46:44.214453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:44.346132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:44.368175 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-829be024-8fd4-4b9b-892e-e35f2cd8c74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.407690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-55bc9ce0-83bd-4a48-81b5-bdd2b51127f6 None None] Provisioning complete for port fb4f1b72-439f-46c3-9fff-730d8788af24 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:44.408307 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55bc9ce0-83bd-4a48-81b5-bdd2b51127f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.503390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-55bc9ce0-83bd-4a48-81b5-bdd2b51127f6 None None] Port fb4f1b72-439f-46c3-9fff-730d8788af24 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:44.551394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e08d1-70f9-4fbe-9825-93fe4ccce28a tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.562583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e08d1-70f9-4fbe-9825-93fe4ccce28a tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.574707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e08d1-70f9-4fbe-9825-93fe4ccce28a tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.577588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6e8e08d1-70f9-4fbe-9825-93fe4ccce28a tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3605008 Jul 13 07:46:44.583518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34474) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:44.633657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-457ba1b4-b9a6-444c-b3c6-ee03b0734da4 None None] Provisioning for port 6861abb0-e98c-4dfa-ad7c-36ef633ddc25 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:44.639642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-457ba1b4-b9a6-444c-b3c6-ee03b0734da4 None None] Provisioning complete for port 6861abb0-e98c-4dfa-ad7c-36ef633ddc25 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:44.641534 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-457ba1b4-b9a6-444c-b3c6-ee03b0734da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.667142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-829be024-8fd4-4b9b-892e-e35f2cd8c74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.683816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-829be024-8fd4-4b9b-892e-e35f2cd8c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.735083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-457ba1b4-b9a6-444c-b3c6-ee03b0734da4 None None] Port 6861abb0-e98c-4dfa-ad7c-36ef633ddc25 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:44.758023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-829be024-8fd4-4b9b-892e-e35f2cd8c74b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=789e43b5ccff4d32b8ea078ee03aa208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050097 Jul 13 07:46:44.793864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34478) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:44.796951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:44.815304 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a250541-9b6a-46d1-9956-ef731de9fdb4 None None] Sync routers for ids ['95b20b43-c2f6-4893-9464-efee9ff19f4a'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:44.829595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-277987d1-62d7-4df2-816a-efeed141cd1a tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "PUT /v2.0/routers/95b20b43-c2f6-4893-9464-efee9ff19f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4078829 Jul 13 07:46:44.830508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34484) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:44.839371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a250541-9b6a-46d1-9956-ef731de9fdb4 None None] Routers {'95b20b43-c2f6-4893-9464-efee9ff19f4a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:44.840358 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4a250541-9b6a-46d1-9956-ef731de9fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['95b20b43-c2f6-4893-9464-efee9ff19f4a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.868690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829be024-8fd4-4b9b-892e-e35f2cd8c74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ee928e-096f-4743-a6c8-7e880ac15242,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.938780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64c355c2-a1c6-4d62-b8ee-484b11405d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.947872 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4a250541-9b6a-46d1-9956-ef731de9fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.973896 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a250541-9b6a-46d1-9956-ef731de9fdb4 None None] Routers {'95b20b43-c2f6-4893-9464-efee9ff19f4a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:44.975489 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4a250541-9b6a-46d1-9956-ef731de9fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['95b20b43-c2f6-4893-9464-efee9ff19f4a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.986019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8930f5a3-80b1-410e-bc44-49c0d96febf9 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Deleting port 6861abb0-e98c-4dfa-ad7c-36ef633ddc25 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:44.986019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8930f5a3-80b1-410e-bc44-49c0d96febf9 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.012473 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64c355c2-a1c6-4d62-b8ee-484b11405d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.016190 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4a250541-9b6a-46d1-9956-ef731de9fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:45.016856 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a250541-9b6a-46d1-9956-ef731de9fdb4 None None] The sync data for ids ['95b20b43-c2f6-4893-9464-efee9ff19f4a'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:45.050366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a54c79e4-0ccd-48ea-a44b-e8de63533475 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.148936 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a54c79e4-0ccd-48ea-a44b-e8de63533475 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:46:45.153493 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a54c79e4-0ccd-48ea-a44b-e8de63533475 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "DELETE /v2.0/routers/95b20b43-c2f6-4893-9464-efee9ff19f4a HTTP/1.1" status: 409 len: 329 time: 0.3177750 Jul 13 07:46:45.153909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34494) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:45.157144 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8930f5a3-80b1-410e-bc44-49c0d96febf9 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.172194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8930f5a3-80b1-410e-bc44-49c0d96febf9 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Calling delete_port for 6861abb0-e98c-4dfa-ad7c-36ef633ddc25 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:45.291103 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64c355c2-a1c6-4d62-b8ee-484b11405d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.294244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64c355c2-a1c6-4d62-b8ee-484b11405d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.296701 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-64c355c2-a1c6-4d62-b8ee-484b11405d3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32ee928e-096f-4743-a6c8-7e880ac15242 HTTP/1.1" status: 204 len: 168 time: 0.4937198 Jul 13 07:46:45.333379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c355c2-a1c6-4d62-b8ee-484b11405d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ee928e-096f-4743-a6c8-7e880ac15242,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:45.388542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8930f5a3-80b1-410e-bc44-49c0d96febf9 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.419461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930f5a3-80b1-410e-bc44-49c0d96febf9 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event deleted for resources: {'Port': ['ID=6861abb0-e98c-4dfa-ad7c-36ef633ddc25,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:45.861346 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8930f5a3-80b1-410e-bc44-49c0d96febf9 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.866355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8930f5a3-80b1-410e-bc44-49c0d96febf9 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "DELETE /v2.0/ports/6861abb0-e98c-4dfa-ad7c-36ef633ddc25 HTTP/1.1" status: 204 len: 168 time: 1.2814527 Jul 13 07:46:45.874362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34514) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:45.941165 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-adec1edb-8477-48fc-a6f6-e8183a1a180f tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] GET failed (client error): The resource could not be found. Jul 13 07:46:45.948055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-adec1edb-8477-48fc-a6f6-e8183a1a180f tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "GET /v2.0/ports/6861abb0-e98c-4dfa-ad7c-36ef633ddc25 HTTP/1.1" status: 404 len: 333 time: 0.0725782 Jul 13 07:46:45.959209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:45.959654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.970915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'port': {'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-50256954'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:46.217037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Made reservation on behalf of 1f225328d5f746a5ad7d795eebeb5b33 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:46.223615 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.258102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] device_id is not set on port 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:46.329842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Deleting port fb4f1b72-439f-46c3-9fff-730d8788af24 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:46.330891 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.445070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Allocated IP 2001:db8::393 (cb59212c-e2d1-43c3-afd5-3311f5005fa0/3c879f95-9c0b-47dd-9155-c485b93d93c1/32ecc9a0-0bb5-48c2-8706-59ea5c6d7858) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:46.498945 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.513647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Calling delete_port for fb4f1b72-439f-46c3-9fff-730d8788af24 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:46.680205 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.748449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Transition to ACTIVE for port object 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:46.751717 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.784179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Port': ['ID=fb4f1b72-439f-46c3-9fff-730d8788af24,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:46.821997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.908117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:46.913984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:46.920101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:46.926245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.926998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.938860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Port': ['ID=32ecc9a0-0bb5-48c2-8706-59ea5c6d7858,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:46.962939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1a6983a6-eda3-4fd8-aab4-63bd16817235 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9983940 Jul 13 07:46:46.977691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34548) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:46.984306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c5ad26ea-3201-40e5-8668-72f430f52090 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::266', 'mac_address': 'fa:16:3e:b2:2b:4e'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:47.105848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.652248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Router 95b20b43-c2f6-4893-9464-efee9ff19f4a has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:47.662860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5c9925d1-04b9-4635-83d3-01b9748c5107 None None] Provisioning for port 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:47.680236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5c9925d1-04b9-4635-83d3-01b9748c5107 None None] Provisioning complete for port 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:47.683354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c9925d1-04b9-4635-83d3-01b9748c5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.770273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5c9925d1-04b9-4635-83d3-01b9748c5107 None None] Port 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:47.828127 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:47.834367 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-59dec751-90f9-4524-af9e-5d6c323035f4 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "PUT /v2.0/routers/95b20b43-c2f6-4893-9464-efee9ff19f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792262 Jul 13 07:46:47.840845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67398d44-af4f-4c6b-8e3a-616d4977815a None None] Sync routers for ids ['95b20b43-c2f6-4893-9464-efee9ff19f4a'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:47.844325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:47.862957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67398d44-af4f-4c6b-8e3a-616d4977815a None None] Routers {'95b20b43-c2f6-4893-9464-efee9ff19f4a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:47.863864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67398d44-af4f-4c6b-8e3a-616d4977815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['95b20b43-c2f6-4893-9464-efee9ff19f4a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:47.903204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5ad26ea-3201-40e5-8668-72f430f52090 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.923517 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-3fc41a75-78a4-43b4-903f-8647beb8c847 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] show failed (client error): The resource could not be found. Jul 13 07:46:47.924805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3fc41a75-78a4-43b4-903f-8647beb8c847 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1762902077 HTTP/1.1" status: 404 len: 335 time: 0.0786946 Jul 13 07:46:47.932620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:47.937630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f830eaef-0020-4a49-87b9-d57ba5404cac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:47.941143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67398d44-af4f-4c6b-8e3a-616d4977815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:47.971345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67398d44-af4f-4c6b-8e3a-616d4977815a None None] Routers {'95b20b43-c2f6-4893-9464-efee9ff19f4a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:47.972404 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67398d44-af4f-4c6b-8e3a-616d4977815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:46:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['95b20b43-c2f6-4893-9464-efee9ff19f4a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:47.978991 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-f830eaef-0020-4a49-87b9-d57ba5404cac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] update failed (client error): The resource could not be found. Jul 13 07:46:47.982056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f830eaef-0020-4a49-87b9-d57ba5404cac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-2036265605 HTTP/1.1" status: 404 len: 335 time: 0.0460937 Jul 13 07:46:47.988011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34586) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:48.084412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67398d44-af4f-4c6b-8e3a-616d4977815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:48.085164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67398d44-af4f-4c6b-8e3a-616d4977815a None None] The sync data for ids ['95b20b43-c2f6-4893-9464-efee9ff19f4a'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:48.136881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e124f04-41d0-4468-9bf9-ff1bbde40dac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Deleting subnet 46a5d051-de2f-462d-90e5-fee0870241ef {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:48.147384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e124f04-41d0-4468-9bf9-ff1bbde40dac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.240638 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e124f04-41d0-4468-9bf9-ff1bbde40dac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.272260 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5ad26ea-3201-40e5-8668-72f430f52090 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.279199 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5ad26ea-3201-40e5-8668-72f430f52090 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.326725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad26ea-3201-40e5-8668-72f430f52090 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] In _notify_port_updated(), no bound segment for port 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 on network cb59212c-e2d1-43c3-afd5-3311f5005fa0 {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:46:48.331905 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6223464b-1c45-4c86-bb99-cf96dcc52ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.339830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad26ea-3201-40e5-8668-72f430f52090 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.340624 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5ad26ea-3201-40e5-8668-72f430f52090 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.342110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c5ad26ea-3201-40e5-8668-72f430f52090 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "PUT /v2.0/ports/32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 HTTP/1.1" status: 200 len: 1001 time: 1.3629632 Jul 13 07:46:48.345470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34598) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:48.461058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e124f04-41d0-4468-9bf9-ff1bbde40dac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.461058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34602) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:48.496986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad26ea-3201-40e5-8668-72f430f52090 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Port': ['ID=32ecc9a0-0bb5-48c2-8706-59ea5c6d7858,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.560631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-da73ad96-4c4c-4556-95d7-2baf63f059b4 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Deleting port 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:48.560976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da73ad96-4c4c-4556-95d7-2baf63f059b4 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.561230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e124f04-41d0-4468-9bf9-ff1bbde40dac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.608246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e124f04-41d0-4468-9bf9-ff1bbde40dac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Subnet': ['ID=46a5d051-de2f-462d-90e5-fee0870241ef,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.614772 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e124f04-41d0-4468-9bf9-ff1bbde40dac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.616971 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8e124f04-41d0-4468-9bf9-ff1bbde40dac tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "DELETE /v2.0/subnets/46a5d051-de2f-462d-90e5-fee0870241ef HTTP/1.1" status: 204 len: 168 time: 0.6274569 Jul 13 07:46:48.620367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34610) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:48.625761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa2985-e348-4bc9-a141-5230d2d0c4e2 None None] Network aa780129-9874-4195-afb8-ab8c80a09284 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:48.735254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da73ad96-4c4c-4556-95d7-2baf63f059b4 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.755096 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b727ba-8b35-4df5-aadf-720d81876858 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Deleting subnet ed7ead8f-4a05-4c9f-91c5-78c87190226f {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:48.756589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-da73ad96-4c4c-4556-95d7-2baf63f059b4 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Calling delete_port for 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:48.766664 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84b727ba-8b35-4df5-aadf-720d81876858 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.825928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-858da5c4-4847-4f73-8e78-7c4e557314a1 None None] Provisioning complete for port 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:48.827039 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-858da5c4-4847-4f73-8e78-7c4e557314a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.859852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84b727ba-8b35-4df5-aadf-720d81876858 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.876362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-858da5c4-4847-4f73-8e78-7c4e557314a1 None None] Port 32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:48.938486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da73ad96-4c4c-4556-95d7-2baf63f059b4 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.967677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-27f212f4-561d-4f28-b01c-e7a1b1da9d52 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1656467971'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:48.970109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-27f212f4-561d-4f28-b01c-e7a1b1da9d52 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Unknown quota resources ['metering_label']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:46:48.991167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73ad96-4c4c-4556-95d7-2baf63f059b4 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event deleted for resources: {'Port': ['ID=32ecc9a0-0bb5-48c2-8706-59ea5c6d7858,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.992604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbebaeb-81cc-47fa-8c54-cc62ccf6fa02 None None] DHCP port deletion for aa780129-9874-4195-afb8-ab8c80a09284 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:49.135654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3fbebaeb-81cc-47fa-8c54-cc62ccf6fa02 None None] Deleting port d2a2d943-2062-46d1-9653-c235d8d616d3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:49.136349 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3fbebaeb-81cc-47fa-8c54-cc62ccf6fa02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.173064 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da73ad96-4c4c-4556-95d7-2baf63f059b4 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.181106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-da73ad96-4c4c-4556-95d7-2baf63f059b4 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "DELETE /v2.0/ports/32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 HTTP/1.1" status: 204 len: 168 time: 0.8308113 Jul 13 07:46:49.185417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34618) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.240761 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca408466-6373-4027-a5f8-7100758ebcaf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] GET failed (client error): The resource could not be found. Jul 13 07:46:49.242458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ca408466-6373-4027-a5f8-7100758ebcaf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "GET /v2.0/ports/32ecc9a0-0bb5-48c2-8706-59ea5c6d7858 HTTP/1.1" status: 404 len: 333 time: 0.0515361 Jul 13 07:46:49.246542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.251416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27f212f4-561d-4f28-b01c-e7a1b1da9d52 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.252599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-27f212f4-561d-4f28-b01c-e7a1b1da9d52 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7906291 Jul 13 07:46:49.255247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34622) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.256480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'port': {'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-685210936'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:49.262432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e3192723-040e-4041-86ac-7e3b9580eecd tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e94cbab7-f974-4200-9d68-0ef600805edb'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:49.262936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e3192723-040e-4041-86ac-7e3b9580eecd tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:46:49.293298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84b727ba-8b35-4df5-aadf-720d81876858 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.297102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3fbebaeb-81cc-47fa-8c54-cc62ccf6fa02 None None] For port d2a2d943-2062-46d1-9653-c235d8d616d3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d2a2d943-2062-46d1-9653-c235d8d616d3,segment=NetworkSegment(bfb0bed9-66f4-4dee-b436-a5deb244752d),segment_id=bfb0bed9-66f4-4dee-b436-a5deb244752d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:49.297636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3fbebaeb-81cc-47fa-8c54-cc62ccf6fa02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.332098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3fbebaeb-81cc-47fa-8c54-cc62ccf6fa02 None None] Calling delete_port for d2a2d943-2062-46d1-9653-c235d8d616d3 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:49.374106 n-d-758944-43 neutron-server[93773]: WARNING neutron.services.metering.metering_plugin [None req-e3192723-040e-4041-86ac-7e3b9580eecd tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:46:49.501807 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3192723-040e-4041-86ac-7e3b9580eecd tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.506268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e3192723-040e-4041-86ac-7e3b9580eecd tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2470880 Jul 13 07:46:49.509567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34628) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.511250 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3fbebaeb-81cc-47fa-8c54-cc62ccf6fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.520265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a7e5eb3d-c9a5-4e5b-9f73-51d8318e3833 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e94cbab7-f974-4200-9d68-0ef600805edb'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:49.521424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a7e5eb3d-c9a5-4e5b-9f73-51d8318e3833 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:46:49.524520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbebaeb-81cc-47fa-8c54-cc62ccf6fa02 None None] No DVR routers for this DVR port d2a2d943-2062-46d1-9653-c235d8d616d3 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:49.547949 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84b727ba-8b35-4df5-aadf-720d81876858 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.551235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbebaeb-81cc-47fa-8c54-cc62ccf6fa02 None None] Pushing event deleted for resources: {'Port': ['ID=d2a2d943-2062-46d1-9653-c235d8d616d3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:49.576881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Made reservation on behalf of 1f225328d5f746a5ad7d795eebeb5b33 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:49.581004 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.588122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b727ba-8b35-4df5-aadf-720d81876858 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7ead8f-4a05-4c9f-91c5-78c87190226f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:49.593716 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84b727ba-8b35-4df5-aadf-720d81876858 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.596043 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-84b727ba-8b35-4df5-aadf-720d81876858 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "DELETE /v2.0/subnets/ed7ead8f-4a05-4c9f-91c5-78c87190226f HTTP/1.1" status: 204 len: 168 time: 0.9739673 Jul 13 07:46:49.598469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.603724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be5407-df07-4b6a-b139-7fe75f66417b None None] Network 9406c91f-cf8b-42fe-a6ec-333c6691d9bb requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:49.677830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] device_id is not set on port f736a369-a731-4883-b2cf-f6d8f26b2baf yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:49.683909 n-d-758944-43 neutron-server[93774]: WARNING neutron.services.metering.metering_plugin [None req-a7e5eb3d-c9a5-4e5b-9f73-51d8318e3833 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:46:49.712479 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.827653 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.840999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa780129-9874-4195-afb8-ab8c80a09284']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.854895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb0bed9-66f4-4dee-b436-a5deb244752d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.855586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb0bed9-66f4-4dee-b436-a5deb244752d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.867172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.902845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d2a2d943-2062-46d1-9653-c235d8d616d3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:49.903475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.910622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:49.911087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:49.915817 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:49.965341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7e5eb3d-c9a5-4e5b-9f73-51d8318e3833 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.966621 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a7e5eb3d-c9a5-4e5b-9f73-51d8318e3833 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4551013 Jul 13 07:46:49.972055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34640) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.985271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c516ed16-7d72-4329-a091-999f0954006e tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=ff8264e5-e908-4f60-a283-8e4675137c61 HTTP/1.1" status: 200 len: 464 time: 0.0122395 Jul 13 07:46:49.989840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34642) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.991651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: d2a2d943-2062-46d1-9653-c235d8d616d3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:49.992868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d2a2d943-2062-46d1-9653-c235d8d616d3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:50.008612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af9ebe8-af3f-4462-a1fd-f42688de60ad None None] DHCP port deletion for 9406c91f-cf8b-42fe-a6ec-333c6691d9bb request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:50.070662 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.078139 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.082794 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "DELETE /v2.0/networks/aa780129-9874-4195-afb8-ab8c80a09284 HTTP/1.1" status: 204 len: 168 time: 0.4832523 Jul 13 07:46:50.083929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.099438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8af9ebe8-af3f-4462-a1fd-f42688de60ad None None] Deleting port 6750880d-43ab-4fc5-8b38-410314324128 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:50.100047 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8af9ebe8-af3f-4462-a1fd-f42688de60ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.163600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Allocated IP 2001:db8::3d (cb59212c-e2d1-43c3-afd5-3311f5005fa0/3c879f95-9c0b-47dd-9155-c485b93d93c1/f736a369-a731-4883-b2cf-f6d8f26b2baf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:50.199268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8af9ebe8-af3f-4462-a1fd-f42688de60ad None None] For port 6750880d-43ab-4fc5-8b38-410314324128, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6750880d-43ab-4fc5-8b38-410314324128,segment=NetworkSegment(c08a9c49-62a2-47b3-b751-a8f2505b23f0),segment_id=c08a9c49-62a2-47b3-b751-a8f2505b23f0)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:50.199669 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8af9ebe8-af3f-4462-a1fd-f42688de60ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.216794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8af9ebe8-af3f-4462-a1fd-f42688de60ad None None] Calling delete_port for 6750880d-43ab-4fc5-8b38-410314324128 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:50.243450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98f7d604-ea13-4a3b-889b-77f186ac0dc7 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.243706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a9f98-d61e-419b-951e-ba2172b6bda9 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Network': ['ID=aa780129-9874-4195-afb8-ab8c80a09284,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:50.247792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-98f7d604-ea13-4a3b-889b-77f186ac0dc7 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/ff8264e5-e908-4f60-a283-8e4675137c61 HTTP/1.1" status: 204 len: 168 time: 0.2545681 Jul 13 07:46:50.252673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34650) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.265095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.276796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-05c511e0-4860-4702-b687-71e0226514ce tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=ff8264e5-e908-4f60-a283-8e4675137c61 HTTP/1.1" status: 200 len: 221 time: 0.0187049 Jul 13 07:46:50.278354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34652) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.286308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-71ce2dfd-78d8-4b92-a911-480097dbfd36 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--253413645', 'description': 'label created by tempest'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:50.287164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-71ce2dfd-78d8-4b92-a911-480097dbfd36 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Unknown quota resources ['metering_label']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:46:50.328375 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8af9ebe8-af3f-4462-a1fd-f42688de60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.374679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9ebe8-af3f-4462-a1fd-f42688de60ad None None] No DVR routers for this DVR port 6750880d-43ab-4fc5-8b38-410314324128 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:50.379123 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9ebe8-af3f-4462-a1fd-f42688de60ad None None] Pushing event deleted for resources: {'Port': ['ID=6750880d-43ab-4fc5-8b38-410314324128,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:50.406870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Deleting port 6750880d-43ab-4fc5-8b38-410314324128 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:50.407541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.503883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] For port 6750880d-43ab-4fc5-8b38-410314324128, host n-d-758944-43, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:50.504340 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.518644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Calling delete_port for 6750880d-43ab-4fc5-8b38-410314324128 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:50.521856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Port 6750880d-43ab-4fc5-8b38-410314324128 was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:46:50.523871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.549132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] No DVR routers for this DVR port 6750880d-43ab-4fc5-8b38-410314324128 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:50.575247 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71ce2dfd-78d8-4b92-a911-480097dbfd36 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.576454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-71ce2dfd-78d8-4b92-a911-480097dbfd36 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2966714 Jul 13 07:46:50.582358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.609588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Port': ['ID=6750880d-43ab-4fc5-8b38-410314324128,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:50.733424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-444760ce-5387-43c6-a1be-0bd5e2221b92 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=22eb86fc-d329-47b1-8cf2-026187c8c17c HTTP/1.1" status: 200 len: 467 time: 0.1499479 Jul 13 07:46:50.738561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.962806 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.021210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Transition to ACTIVE for port object f736a369-a731-4883-b2cf-f6d8f26b2baf will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:51.030931 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2d30dd7-0ef2-4126-9424-fcecbe2c6d17 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.034885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e2d30dd7-0ef2-4126-9424-fcecbe2c6d17 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/22eb86fc-d329-47b1-8cf2-026187c8c17c HTTP/1.1" status: 204 len: 168 time: 0.2919896 Jul 13 07:46:51.035580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34668) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.055471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-95ffd29b-0faf-4c54-a63d-3cf079755564 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=22eb86fc-d329-47b1-8cf2-026187c8c17c HTTP/1.1" status: 200 len: 216 time: 0.0157692 Jul 13 07:46:51.056102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.056938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.066620 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-475b8a24-d050-4d4d-aac7-00d39b00a762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.068150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9406c91f-cf8b-42fe-a6ec-333c6691d9bb']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:51.080432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a1248db2-eef4-4251-8c07-ee886ddab030 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0183680 Jul 13 07:46:51.081137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.093589 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08a9c49-62a2-47b3-b751-a8f2505b23f0') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:51.093906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08a9c49-62a2-47b3-b751-a8f2505b23f0') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:51.096592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-530f3bcd-19a0-4005-8533-d51f8a99d38f tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0143809 Jul 13 07:46:51.101773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34676) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.107082 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.119288 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.124928 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.132374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:51.133090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:51.137150 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:51.214997 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-28e22675-fb34-4cd7-ac2b-9b9e3513a453 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/e94cbab7-f974-4200-9d68-0ef600805edb HTTP/1.1" status: 200 len: 473 time: 0.1116493 Jul 13 07:46:51.219083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.224425 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.232297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.248381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.257689 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "DELETE /v2.0/networks/9406c91f-cf8b-42fe-a6ec-333c6691d9bb HTTP/1.1" status: 204 len: 168 time: 1.1620827 Jul 13 07:46:51.272485 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.276869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503d5df-4f10-497c-a6e7-3378966876a8 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Network': ['ID=9406c91f-cf8b-42fe-a6ec-333c6691d9bb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.305790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:51.309506 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1c832f2b-78fe-4065-9ecc-a07247a321f9 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/c87e0a60-1a09-4263-af36-2ec79a30e85f HTTP/1.1" status: 200 len: 461 time: 0.0894699 Jul 13 07:46:51.314799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34690) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.332358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:51.341812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:51.347550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:51.348197 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.386306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Port': ['ID=f736a369-a731-4883-b2cf-f6d8f26b2baf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.394801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-02f6571a-553c-4953-83d0-a209fcc0c36d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1448050 Jul 13 07:46:51.396614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4a1575-7549-4a3e-a59d-ce21fd7061d7 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Deleting subnet 351f5118-2fb8-404b-994d-f8723601116e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:51.400086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.402089 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1575-7549-4a3e-a59d-ce21fd7061d7 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.408519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-94c29aeb-9654-451e-8989-246606c71fb5 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b2:2b:4e'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:51.519083 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94e9cfdf-f0a9-4ae3-8b43-f3d2545eaef1 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.524141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-94e9cfdf-f0a9-4ae3-8b43-f3d2545eaef1 tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/c87e0a60-1a09-4263-af36-2ec79a30e85f HTTP/1.1" status: 204 len: 168 time: 0.2056386 Jul 13 07:46:51.532464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.560218 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1575-7549-4a3e-a59d-ce21fd7061d7 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.622836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c29aeb-9654-451e-8989-246606c71fb5 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.726620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-572f97ab-b5b2-4eff-b266-d154efabe59a None None] Provisioning for port f736a369-a731-4883-b2cf-f6d8f26b2baf completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:51.732242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-572f97ab-b5b2-4eff-b266-d154efabe59a None None] Provisioning complete for port f736a369-a731-4883-b2cf-f6d8f26b2baf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:51.732956 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572f97ab-b5b2-4eff-b266-d154efabe59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.755577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1575-7549-4a3e-a59d-ce21fd7061d7 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.780009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-572f97ab-b5b2-4eff-b266-d154efabe59a None None] Port f736a369-a731-4883-b2cf-f6d8f26b2baf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:51.855247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6750880d-43ab-4fc5-8b38-410314324128 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:51.877293 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54726e29-0a2d-4037-989f-a9f6b23a5eab tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.878851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-54726e29-0a2d-4037-989f-a9f6b23a5eab tempest-MeteringTestJSON-1908694669 tempest-MeteringTestJSON-1908694669-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/e94cbab7-f974-4200-9d68-0ef600805edb HTTP/1.1" status: 204 len: 168 time: 0.3453758 Jul 13 07:46:51.894271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 6750880d-43ab-4fc5-8b38-410314324128 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:51.895018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6750880d-43ab-4fc5-8b38-410314324128 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:51.928457 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1575-7549-4a3e-a59d-ce21fd7061d7 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.969031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a1575-7549-4a3e-a59d-ce21fd7061d7 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Subnet': ['ID=351f5118-2fb8-404b-994d-f8723601116e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.981580 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1575-7549-4a3e-a59d-ce21fd7061d7 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.983588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3f4a1575-7549-4a3e-a59d-ce21fd7061d7 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "DELETE /v2.0/subnets/351f5118-2fb8-404b-994d-f8723601116e HTTP/1.1" status: 204 len: 168 time: 0.7098727 Jul 13 07:46:51.986269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34702) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.992067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e32de9-b6cf-435c-9222-5bf45dce75ea None None] Network 70d17a1c-9dc0-4d2a-9969-530ae465b1fa requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:52.037689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c29aeb-9654-451e-8989-246606c71fb5 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.045137 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c29aeb-9654-451e-8989-246606c71fb5 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.101641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.125267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.161829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-94c29aeb-9654-451e-8989-246606c71fb5 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] In _notify_port_updated(), no bound segment for port f736a369-a731-4883-b2cf-f6d8f26b2baf on network cb59212c-e2d1-43c3-afd5-3311f5005fa0 {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:46:52.183885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c29aeb-9654-451e-8989-246606c71fb5 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:52.187454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94c29aeb-9654-451e-8989-246606c71fb5 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.188521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Deleting port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:52.189086 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.191157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-94c29aeb-9654-451e-8989-246606c71fb5 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "PUT /v2.0/ports/f736a369-a731-4883-b2cf-f6d8f26b2baf HTTP/1.1" status: 200 len: 1001 time: 0.7894421 Jul 13 07:46:52.193246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:52.243143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c29aeb-9654-451e-8989-246606c71fb5 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Port': ['ID=f736a369-a731-4883-b2cf-f6d8f26b2baf,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:52.391489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a62fb5-df68-452d-a7c0-d1ade279c2f8 None None] DHCP port deletion for 70d17a1c-9dc0-4d2a-9969-530ae465b1fa request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:52.445051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] For port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79,segment=NetworkSegment(66142ceb-35a5-4413-8305-32d493915784),segment_id=66142ceb-35a5-4413-8305-32d493915784)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:52.445697 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.475687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Calling delete_port for ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:52.502506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34716) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:52.532346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b1a62fb5-df68-452d-a7c0-d1ade279c2f8 None None] Deleting port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:52.532959 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1a62fb5-df68-452d-a7c0-d1ade279c2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.600233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-852ecdf3-3bc8-4f5e-8e0f-ddddcaf84824 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Deleting port f736a369-a731-4883-b2cf-f6d8f26b2baf {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:52.600582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-852ecdf3-3bc8-4f5e-8e0f-ddddcaf84824 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.700503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.728254 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b1a62fb5-df68-452d-a7c0-d1ade279c2f8 None None] For port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79,segment=NetworkSegment(66142ceb-35a5-4413-8305-32d493915784),segment_id=66142ceb-35a5-4413-8305-32d493915784)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:52.728954 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1a62fb5-df68-452d-a7c0-d1ade279c2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.742899 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-852ecdf3-3bc8-4f5e-8e0f-ddddcaf84824 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.752961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Port': ['ID=ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:52.756804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] No DVR routers for this DVR port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:52.766161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-852ecdf3-3bc8-4f5e-8e0f-ddddcaf84824 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Calling delete_port for f736a369-a731-4883-b2cf-f6d8f26b2baf owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:52.779170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b1a62fb5-df68-452d-a7c0-d1ade279c2f8 None None] Calling delete_port for ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:52.785652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-af82917f-8247-4229-af09-ee913a90b533 None None] Provisioning complete for port f736a369-a731-4883-b2cf-f6d8f26b2baf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:52.789427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af82917f-8247-4229-af09-ee913a90b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.893535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-af82917f-8247-4229-af09-ee913a90b533 None None] Port f736a369-a731-4883-b2cf-f6d8f26b2baf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:52.942603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1a62fb5-df68-452d-a7c0-d1ade279c2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.962960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d80f9c30-22ad-4526-8130-5fa02c8a512a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.977178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a62fb5-df68-452d-a7c0-d1ade279c2f8 None None] Pushing event deleted for resources: {'Port': ['ID=ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:52.990545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a62fb5-df68-452d-a7c0-d1ade279c2f8 None None] No DVR routers for this DVR port ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:53.015058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.039110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d17a1c-9dc0-4d2a-9969-530ae465b1fa']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.069937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66142ceb-35a5-4413-8305-32d493915784') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.070466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66142ceb-35a5-4413-8305-32d493915784') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.090288 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.095774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d80f9c30-22ad-4526-8130-5fa02c8a512a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.101765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d80f9c30-22ad-4526-8130-5fa02c8a512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.143122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f9c30-22ad-4526-8130-5fa02c8a512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae0428-62d2-459d-b63b-cb15abf9561a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.163315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d80f9c30-22ad-4526-8130-5fa02c8a512a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f91a360e32ba453c8f1375c36d57c065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6564262 Jul 13 07:46:53.164790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34724) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:53.223161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b5ace63-06e9-4208-b842-83f3e613a00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.223373 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.226703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-852ecdf3-3bc8-4f5e-8e0f-ddddcaf84824 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.246191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:53.246722 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.248537 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b5ace63-06e9-4208-b842-83f3e613a00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:53.258338 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:53.313058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b5ace63-06e9-4208-b842-83f3e613a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.316717 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b5ace63-06e9-4208-b842-83f3e613a00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.322447 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8b5ace63-06e9-4208-b842-83f3e613a00e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90ae0428-62d2-459d-b63b-cb15abf9561a HTTP/1.1" status: 204 len: 168 time: 0.1524756 Jul 13 07:46:53.325516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ecdf3-3bc8-4f5e-8e0f-ddddcaf84824 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event deleted for resources: {'Port': ['ID=f736a369-a731-4883-b2cf-f6d8f26b2baf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.335850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:53.348206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ace63-06e9-4208-b842-83f3e613a00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae0428-62d2-459d-b63b-cb15abf9561a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.434347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-852ecdf3-3bc8-4f5e-8e0f-ddddcaf84824 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.437348 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-852ecdf3-3bc8-4f5e-8e0f-ddddcaf84824 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "DELETE /v2.0/ports/f736a369-a731-4883-b2cf-f6d8f26b2baf HTTP/1.1" status: 204 len: 168 time: 1.2427366 Jul 13 07:46:53.440009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:53.525307 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ebf2d6-02d2-4283-b79b-aac0c4f9d430 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] GET failed (client error): The resource could not be found. Jul 13 07:46:53.527624 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c3ebf2d6-02d2-4283-b79b-aac0c4f9d430 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "GET /v2.0/ports/f736a369-a731-4883-b2cf-f6d8f26b2baf HTTP/1.1" status: 404 len: 333 time: 0.0863097 Jul 13 07:46:53.528819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.532010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:53.539254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'port': {'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2008019442'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:53.569028 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.571187 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "DELETE /v2.0/networks/70d17a1c-9dc0-4d2a-9969-530ae465b1fa HTTP/1.1" status: 204 len: 168 time: 1.5838532 Jul 13 07:46:53.578250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34744) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:53.665681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c6d943ec-798f-4dd5-904c-edc7a58c8044 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "GET /v2.0/ports?device_id=95b20b43-c2f6-4893-9464-efee9ff19f4a HTTP/1.1" status: 200 len: 205 time: 0.0845897 Jul 13 07:46:53.668655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:53.670929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453aeb96-28b8-42b6-82c3-99c297ab8d98 tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Pushing event deleted for resources: {'Network': ['ID=70d17a1c-9dc0-4d2a-9969-530ae465b1fa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.685926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.814943 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a88ee8b6-b502-4c6c-818e-1a84792679af tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.846667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Made reservation on behalf of 1f225328d5f746a5ad7d795eebeb5b33 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:53.855063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.882873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0c4305e-9337-459b-b799-b605c0908238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.884641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:53.908900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:53.920912 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1cfd-9774-4d51-b3dd-d54f000a17ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.923057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] device_id is not set on port 8cf8fab2-1fce-49b8-89d9-e33f6f962f41 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:53.932169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:53.932520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ac7a67e4-49ce-47a4-9f44-d3c4ec3d1d79 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:54.012819 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-ce2d1cfd-9774-4d51-b3dd-d54f000a17ab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:46:54.012819 n-d-758944-43 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:46:54.012819 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id_1': '87abd162edee497b9d2b2c8c2d5e131f', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 46, 53, 992783)}] Jul 13 07:46:54.012819 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:46:54.013420 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-ce2d1cfd-9774-4d51-b3dd-d54f000a17ab admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:46:54.071569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a88ee8b6-b502-4c6c-818e-1a84792679af tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.075828 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a88ee8b6-b502-4c6c-818e-1a84792679af tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.112086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Allocated IP 2001:db8::315 (cb59212c-e2d1-43c3-afd5-3311f5005fa0/3c879f95-9c0b-47dd-9155-c485b93d93c1/8cf8fab2-1fce-49b8-89d9-e33f6f962f41) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:54.129140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a88ee8b6-b502-4c6c-818e-1a84792679af tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.130089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88ee8b6-b502-4c6c-818e-1a84792679af tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Fanout notify agent at l3_agent the message router_deleted on router 95b20b43-c2f6-4893-9464-efee9ff19f4a {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:54.153311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0c4305e-9337-459b-b799-b605c0908238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.155254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a88ee8b6-b502-4c6c-818e-1a84792679af tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.157750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a88ee8b6-b502-4c6c-818e-1a84792679af tempest-RoutersNegativeTest-530450216 tempest-RoutersNegativeTest-530450216-project] 10.222.0.41 "DELETE /v2.0/routers/95b20b43-c2f6-4893-9464-efee9ff19f4a HTTP/1.1" status: 204 len: 168 time: 0.4710100 Jul 13 07:46:54.164326 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0c4305e-9337-459b-b799-b605c0908238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.231117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4305e-9337-459b-b799-b605c0908238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0d0d1-edef-4abd-be0b-6c3056869f28,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:54.251898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:54.252058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b0c4305e-9337-459b-b799-b605c0908238 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce879e659ce9493a9c01ac93fd86478e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9149799 Jul 13 07:46:54.375456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8094e36-a287-47ee-a32a-6bd8100e5ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.394087 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.421438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Transition to ACTIVE for port object 8cf8fab2-1fce-49b8-89d9-e33f6f962f41 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:54.432940 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8094e36-a287-47ee-a32a-6bd8100e5ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.473310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.493665 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8094e36-a287-47ee-a32a-6bd8100e5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.496508 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8094e36-a287-47ee-a32a-6bd8100e5ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.497880 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c8094e36-a287-47ee-a32a-6bd8100e5ad2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/faf0d0d1-edef-4abd-be0b-6c3056869f28 HTTP/1.1" status: 204 len: 168 time: 0.2448041 Jul 13 07:46:54.506639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8094e36-a287-47ee-a32a-6bd8100e5ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0d0d1-edef-4abd-be0b-6c3056869f28,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:54.515257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1cfd-9774-4d51-b3dd-d54f000a17ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.546498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:54.553911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:54.558899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:54.564881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:54.565541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34762) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:54.566002 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.568230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Port': ['ID=8cf8fab2-1fce-49b8-89d9-e33f6f962f41,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:54.694787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1cfd-9774-4d51-b3dd-d54f000a17ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.702578 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1cfd-9774-4d51-b3dd-d54f000a17ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.715182 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fb574ab1-ecd5-40e5-bc78-0d36967c1ddf tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1820333 Jul 13 07:46:54.718022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34766) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:54.726706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'port': {'network_id': 'cb59212c-e2d1-43c3-afd5-3311f5005fa0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-235935553'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:54.767574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ce2d1cfd-9774-4d51-b3dd-d54f000a17ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87abd162edee497b9d2b2c8c2d5e131f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8790932 Jul 13 07:46:54.768440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1cfd-9774-4d51-b3dd-d54f000a17ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd626c-f4ce-4df0-8913-1198ff81ce91,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:54.776770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34772) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:54.937613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8970ff79-b720-4152-bd8d-f5b710f9aedd None None] Provisioning for port 8cf8fab2-1fce-49b8-89d9-e33f6f962f41 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:54.944147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8970ff79-b720-4152-bd8d-f5b710f9aedd None None] Provisioning complete for port 8cf8fab2-1fce-49b8-89d9-e33f6f962f41 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:54.944670 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8970ff79-b720-4152-bd8d-f5b710f9aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.987733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:54.990277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8970ff79-b720-4152-bd8d-f5b710f9aedd None None] Port 8cf8fab2-1fce-49b8-89d9-e33f6f962f41 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:54.991615 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff7d78c-31ae-4702-95a4-1a9331a11dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.002949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6e11242-d271-43ff-8117-7af801dd6708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.018155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f45f0423-1c84-4301-880a-3baa215e2891 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aeb4874300c457aadf51180d6631766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504704 Jul 13 07:46:55.020748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:55.033446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Made reservation on behalf of 1f225328d5f746a5ad7d795eebeb5b33 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:55.037033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.040741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff7d78c-31ae-4702-95a4-1a9331a11dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.074175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] device_id is not set on port 2a7ca639-220c-4eea-ad6d-775fd12c08b3 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:55.097400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fccd8c1-d526-4e16-bfc0-4059caac7d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.131677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fccd8c1-d526-4e16-bfc0-4059caac7d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.170942 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff7d78c-31ae-4702-95a4-1a9331a11dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.173415 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff7d78c-31ae-4702-95a4-1a9331a11dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.177428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dff7d78c-31ae-4702-95a4-1a9331a11dd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4dd626c-f4ce-4df0-8913-1198ff81ce91 HTTP/1.1" status: 204 len: 168 time: 0.3968523 Jul 13 07:46:55.189366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7d78c-31ae-4702-95a4-1a9331a11dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd626c-f4ce-4df0-8913-1198ff81ce91,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.194838 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6e11242-d271-43ff-8117-7af801dd6708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.204346 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6e11242-d271-43ff-8117-7af801dd6708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.236921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Allocated IP 2001:db8::1f8 (cb59212c-e2d1-43c3-afd5-3311f5005fa0/3c879f95-9c0b-47dd-9155-c485b93d93c1/2a7ca639-220c-4eea-ad6d-775fd12c08b3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:55.248463 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fccd8c1-d526-4e16-bfc0-4059caac7d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.251343 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fccd8c1-d526-4e16-bfc0-4059caac7d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.252519 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0fccd8c1-d526-4e16-bfc0-4059caac7d9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/870af0ef-59dc-4bdb-91e1-96536e82b015 HTTP/1.1" status: 204 len: 168 time: 0.2308006 Jul 13 07:46:55.255619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e11242-d271-43ff-8117-7af801dd6708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ef0bc2-ea30-43f0-9e22-0000eb551381,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.260225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f6e11242-d271-43ff-8117-7af801dd6708 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a17ab3fb9b24630b640b00b57cfd18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710848 Jul 13 07:46:55.263690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:55.275611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccd8c1-d526-4e16-bfc0-4059caac7d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870af0ef-59dc-4bdb-91e1-96536e82b015,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.391560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dce3e367-74fd-4759-9268-47fee9c1f8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.427405 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dce3e367-74fd-4759-9268-47fee9c1f8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.469807 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.490890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Transition to ACTIVE for port object 2a7ca639-220c-4eea-ad6d-775fd12c08b3 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:55.522857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dce3e367-74fd-4759-9268-47fee9c1f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.526659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dce3e367-74fd-4759-9268-47fee9c1f8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.529757 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dce3e367-74fd-4759-9268-47fee9c1f8ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3ef0bc2-ea30-43f0-9e22-0000eb551381 HTTP/1.1" status: 204 len: 168 time: 0.2635698 Jul 13 07:46:55.547762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3e367-74fd-4759-9268-47fee9c1f8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ef0bc2-ea30-43f0-9e22-0000eb551381,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.565968 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.648923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Port': ['ID=2a7ca639-220c-4eea-ad6d-775fd12c08b3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.665905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:55.667719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:55.671044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:55.679012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:55.680012 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.700466 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e175437c-c5b2-4072-a322-7d47974b6912 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9807556 Jul 13 07:46:55.702859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:55.709725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c75bdd99-ceaa-410d-bfc2-0f497d40e7ab tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::266', 'mac_address': 'fa:16:3e:b2:2b:4e'}, {'ip_address': '2001:db8::315', 'mac_address': 'fa:16:3e:ad:ff:63'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:56.078249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-890e0d1f-6b79-4a21-b14c-28e7c3c2a4b4 None None] Provisioning for port 2a7ca639-220c-4eea-ad6d-775fd12c08b3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:56.078249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-890e0d1f-6b79-4a21-b14c-28e7c3c2a4b4 None None] Provisioning complete for port 2a7ca639-220c-4eea-ad6d-775fd12c08b3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:56.078249 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-890e0d1f-6b79-4a21-b14c-28e7c3c2a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.085687 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75bdd99-ceaa-410d-bfc2-0f497d40e7ab tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.163068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-890e0d1f-6b79-4a21-b14c-28e7c3c2a4b4 None None] Port 2a7ca639-220c-4eea-ad6d-775fd12c08b3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:56.373273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75bdd99-ceaa-410d-bfc2-0f497d40e7ab tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.378661 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75bdd99-ceaa-410d-bfc2-0f497d40e7ab tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.417997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c75bdd99-ceaa-410d-bfc2-0f497d40e7ab tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] In _notify_port_updated(), no bound segment for port 2a7ca639-220c-4eea-ad6d-775fd12c08b3 on network cb59212c-e2d1-43c3-afd5-3311f5005fa0 {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:46:56.423607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75bdd99-ceaa-410d-bfc2-0f497d40e7ab tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:56.424260 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75bdd99-ceaa-410d-bfc2-0f497d40e7ab tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.425599 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c75bdd99-ceaa-410d-bfc2-0f497d40e7ab tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "PUT /v2.0/ports/2a7ca639-220c-4eea-ad6d-775fd12c08b3 HTTP/1.1" status: 200 len: 1067 time: 0.7216377 Jul 13 07:46:56.428511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:56.454212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bdd99-ceaa-410d-bfc2-0f497d40e7ab tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event updated for resources: {'Port': ['ID=2a7ca639-220c-4eea-ad6d-775fd12c08b3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:56.644849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-750fbbd9-1cbc-4fe7-9cf2-3e372b8a19fa tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Deleting port 2a7ca639-220c-4eea-ad6d-775fd12c08b3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:56.645435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750fbbd9-1cbc-4fe7-9cf2-3e372b8a19fa tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.752251 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:46:56.849507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750fbbd9-1cbc-4fe7-9cf2-3e372b8a19fa tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.871268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-750fbbd9-1cbc-4fe7-9cf2-3e372b8a19fa tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Calling delete_port for 2a7ca639-220c-4eea-ad6d-775fd12c08b3 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:57.015033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1828da82-374c-4dda-8ba4-9441fbb97639 None None] Provisioning complete for port 2a7ca639-220c-4eea-ad6d-775fd12c08b3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:57.015530 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1828da82-374c-4dda-8ba4-9441fbb97639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.067696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1828da82-374c-4dda-8ba4-9441fbb97639 None None] Port 2a7ca639-220c-4eea-ad6d-775fd12c08b3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:57.116024 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750fbbd9-1cbc-4fe7-9cf2-3e372b8a19fa tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.125460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34868) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.159450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fbbd9-1cbc-4fe7-9cf2-3e372b8a19fa tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event deleted for resources: {'Port': ['ID=2a7ca639-220c-4eea-ad6d-775fd12c08b3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:57.406778 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-750fbbd9-1cbc-4fe7-9cf2-3e372b8a19fa tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.411619 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-750fbbd9-1cbc-4fe7-9cf2-3e372b8a19fa tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "DELETE /v2.0/ports/2a7ca639-220c-4eea-ad6d-775fd12c08b3 HTTP/1.1" status: 204 len: 168 time: 0.9795585 Jul 13 07:46:57.412419 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.463931 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3161d2a5-b1f5-4cc3-90a0-df4b9d79bc5b tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] GET failed (client error): The resource could not be found. Jul 13 07:46:57.468461 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3161d2a5-b1f5-4cc3-90a0-df4b9d79bc5b tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "GET /v2.0/ports/2a7ca639-220c-4eea-ad6d-775fd12c08b3 HTTP/1.1" status: 404 len: 333 time: 0.0522275 Jul 13 07:46:57.469178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34890) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.621625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7930b53b-07ad-4ac6-985f-7d99fa26570c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Deleting port 8cf8fab2-1fce-49b8-89d9-e33f6f962f41 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:57.621821 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7930b53b-07ad-4ac6-985f-7d99fa26570c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.724995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.762467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-68c4cbde-9791-4027-886c-1d0ad9bd1da2 tempest-AgentManagementNegativeTest-1352135502 tempest-AgentManagementNegativeTest-1352135502-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6357446 Jul 13 07:46:57.805884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7930b53b-07ad-4ac6-985f-7d99fa26570c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.824532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7930b53b-07ad-4ac6-985f-7d99fa26570c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Calling delete_port for 8cf8fab2-1fce-49b8-89d9-e33f6f962f41 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:57.893208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031579352'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:57.938588 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.958336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.151304 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.157374 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.244079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9770e389-1bae-4145-b6fa-d06db6abf6be,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:58.264477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.389100 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.394432 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.448024 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab2d773c-c64c-4e58-b88f-412921ca6ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.451846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.453111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7271681 Jul 13 07:46:58.453978 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa653d-f36a-4bbc-99f6-27015bab97fe tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf6a4a-19ec-494c-986d-c6b653a13d21,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:58.461356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34930) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.600206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7930b53b-07ad-4ac6-985f-7d99fa26570c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.651383 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab2d773c-c64c-4e58-b88f-412921ca6ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.659092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d0df2e00-d9d8-4611-82bd-f8e185ed2db2 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1962450 Jul 13 07:46:58.660501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab2d773c-c64c-4e58-b88f-412921ca6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.664186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34938) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.672577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c140273b-b1c7-4623-b099-078462446b7c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group': {'name': 'tempest-security--1721264858', 'description': 'tempest-security-description-1579049198'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:58.682620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930b53b-07ad-4ac6-985f-7d99fa26570c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event deleted for resources: {'Port': ['ID=8cf8fab2-1fce-49b8-89d9-e33f6f962f41,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:58.729630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d773c-c64c-4e58-b88f-412921ca6ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5da0c1-4ec5-4042-82e1-b65266869244,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:58.758973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ab2d773c-c64c-4e58-b88f-412921ca6ebe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43714654896743e6b877404d02ae4fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896531 Jul 13 07:46:58.761546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34940) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.771256 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c140273b-b1c7-4623-b099-078462446b7c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.781585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7930b53b-07ad-4ac6-985f-7d99fa26570c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.790225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7930b53b-07ad-4ac6-985f-7d99fa26570c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "DELETE /v2.0/ports/8cf8fab2-1fce-49b8-89d9-e33f6f962f41 HTTP/1.1" status: 204 len: 168 time: 1.3191683 Jul 13 07:46:58.791194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.850438 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdf2f9a-87e9-4d90-8af2-df4999bf803d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] GET failed (client error): The resource could not be found. Jul 13 07:46:58.863122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-acdf2f9a-87e9-4d90-8af2-df4999bf803d tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "GET /v2.0/ports/8cf8fab2-1fce-49b8-89d9-e33f6f962f41 HTTP/1.1" status: 404 len: 333 time: 0.0702333 Jul 13 07:46:58.864196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34948) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.880474 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c140273b-b1c7-4623-b099-078462446b7c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.896145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c140273b-b1c7-4623-b099-078462446b7c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.898932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c140273b-b1c7-4623-b099-078462446b7c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.904683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c140273b-b1c7-4623-b099-078462446b7c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "PUT /v2.0/security-groups/6fcf6a4a-19ec-494c-986d-c6b653a13d21 HTTP/1.1" status: 200 len: 1780 time: 0.2336466 Jul 13 07:46:58.907778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34950) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.964936 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-65485331-2e44-4b66-8c03-8a040037a323 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups/6fcf6a4a-19ec-494c-986d-c6b653a13d21 HTTP/1.1" status: 200 len: 1780 time: 0.0518329 Jul 13 07:46:58.964936 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf363-6e9f-4cff-b4f1-027723ed1332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.970151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34954) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.057916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9cf13b17-b39b-43fc-9d54-c65484e542d1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Deleting port 9f5f1ef5-c6c7-4d21-861e-58010dca0a8f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:59.058310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cf13b17-b39b-43fc-9d54-c65484e542d1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.065596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140273b-b1c7-4623-b099-078462446b7c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf6a4a-19ec-494c-986d-c6b653a13d21,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.069116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf363-6e9f-4cff-b4f1-027723ed1332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.095437 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d2d9-58fc-4cd5-b322-6981a12c9df9 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.154354 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d2d9-58fc-4cd5-b322-6981a12c9df9 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.204435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cf13b17-b39b-43fc-9d54-c65484e542d1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.206407 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d2d9-58fc-4cd5-b322-6981a12c9df9 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.210365 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d2d9-58fc-4cd5-b322-6981a12c9df9 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.212670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c9a1d2d9-58fc-4cd5-b322-6981a12c9df9 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-groups/6fcf6a4a-19ec-494c-986d-c6b653a13d21 HTTP/1.1" status: 204 len: 168 time: 0.2415371 Jul 13 07:46:59.217577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34962) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.220059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf363-6e9f-4cff-b4f1-027723ed1332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.223314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf363-6e9f-4cff-b4f1-027723ed1332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.225341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5c5cf363-6e9f-4cff-b4f1-027723ed1332 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb5da0c1-4ec5-4042-82e1-b65266869244 HTTP/1.1" status: 204 len: 168 time: 0.4624214 Jul 13 07:46:59.232836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1d2d9-58fc-4cd5-b322-6981a12c9df9 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf6a4a-19ec-494c-986d-c6b653a13d21,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.271779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9cf13b17-b39b-43fc-9d54-c65484e542d1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Calling delete_port for 9f5f1ef5-c6c7-4d21-861e-58010dca0a8f owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:59.277869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cf363-6e9f-4cff-b4f1-027723ed1332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5da0c1-4ec5-4042-82e1-b65266869244,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.354340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0dc08426-bbb3-4017-b9af-06b73fbe3156 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1334307 Jul 13 07:46:59.355525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.379226 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-0efd1d20-720f-426c-b9c3-d0e2c14c2b0b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] delete failed (client error): The resource could not be found. Jul 13 07:46:59.380302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0efd1d20-720f-426c-b9c3-d0e2c14c2b0b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-groups/6fcf6a4a-19ec-494c-986d-c6b653a13d21 HTTP/1.1" status: 404 len: 347 time: 0.0237770 Jul 13 07:46:59.385879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 34972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.390807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-08708ded-5e24-4285-b7ce-5b5d9fdc9688 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537641896'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:59.440781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08708ded-5e24-4285-b7ce-5b5d9fdc9688 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.470083 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cf13b17-b39b-43fc-9d54-c65484e542d1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.525177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf13b17-b39b-43fc-9d54-c65484e542d1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event deleted for resources: {'Port': ['ID=9f5f1ef5-c6c7-4d21-861e-58010dca0a8f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.608202 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cf13b17-b39b-43fc-9d54-c65484e542d1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.613033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9cf13b17-b39b-43fc-9d54-c65484e542d1 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "DELETE /v2.0/ports/9f5f1ef5-c6c7-4d21-861e-58010dca0a8f HTTP/1.1" status: 204 len: 168 time: 0.7450862 Jul 13 07:46:59.613741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.642453 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08708ded-5e24-4285-b7ce-5b5d9fdc9688 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.661741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08708ded-5e24-4285-b7ce-5b5d9fdc9688 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.720048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd20536-f299-46dc-842a-0deb70593a3c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Deleting subnet 3c879f95-9c0b-47dd-9155-c485b93d93c1 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:59.720298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08708ded-5e24-4285-b7ce-5b5d9fdc9688 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.722645 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-08708ded-5e24-4285-b7ce-5b5d9fdc9688 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3346148 Jul 13 07:46:59.727167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 34990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.733506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0027fa98-3cb0-4bbe-9377-a23ebfefa27c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': '49fcf891-52e1-4a0d-b192-08954c1d6017', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:59.747889 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd20536-f299-46dc-842a-0deb70593a3c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.751669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08708ded-5e24-4285-b7ce-5b5d9fdc9688 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fcf891-52e1-4a0d-b192-08954c1d6017,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.905231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0027fa98-3cb0-4bbe-9377-a23ebfefa27c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.938871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd20536-f299-46dc-842a-0deb70593a3c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.049879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0027fa98-3cb0-4bbe-9377-a23ebfefa27c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.055943 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0027fa98-3cb0-4bbe-9377-a23ebfefa27c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.109678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027fa98-3cb0-4bbe-9377-a23ebfefa27c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5022e9b5-a3b0-4175-9be1-5dadd43761cb,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:00.132296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0027fa98-3cb0-4bbe-9377-a23ebfefa27c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.134353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0027fa98-3cb0-4bbe-9377-a23ebfefa27c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4056497 Jul 13 07:47:00.137209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35016) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.147608 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd20536-f299-46dc-842a-0deb70593a3c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.203312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1721e098-93ba-4759-887f-5f165f0967ad tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.222713 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1721e098-93ba-4759-887f-5f165f0967ad tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.272030 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd20536-f299-46dc-842a-0deb70593a3c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.285746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1721e098-93ba-4759-887f-5f165f0967ad tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.293203 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1721e098-93ba-4759-887f-5f165f0967ad tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.294438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1721e098-93ba-4759-887f-5f165f0967ad tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/5022e9b5-a3b0-4175-9be1-5dadd43761cb HTTP/1.1" status: 204 len: 168 time: 0.1562679 Jul 13 07:47:00.297538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35030) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.332245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd20536-f299-46dc-842a-0deb70593a3c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event deleted for resources: {'Subnet': ['ID=3c879f95-9c0b-47dd-9155-c485b93d93c1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:00.346258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cd20536-f299-46dc-842a-0deb70593a3c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.348090 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7cd20536-f299-46dc-842a-0deb70593a3c tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "DELETE /v2.0/subnets/3c879f95-9c0b-47dd-9155-c485b93d93c1 HTTP/1.1" status: 204 len: 168 time: 0.7334764 Jul 13 07:47:00.352458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35034) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.353208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b42118-6a15-4fcb-8c0c-9563b4310904 None None] Network cb59212c-e2d1-43c3-afd5-3311f5005fa0 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:00.366116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721e098-93ba-4759-887f-5f165f0967ad tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5022e9b5-a3b0-4175-9be1-5dadd43761cb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:00.414733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4d438860-4def-40d0-9d42-e0a771afd345 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1155763 Jul 13 07:47:00.417647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35036) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.530005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5096d37d-34fa-4911-9349-c9d9ade78e2c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.578239 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.579895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5096d37d-34fa-4911-9349-c9d9ade78e2c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.660677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] DHCP port deletion for cb59212c-e2d1-43c3-afd5-3311f5005fa0 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:00.667746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5096d37d-34fa-4911-9349-c9d9ade78e2c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.671583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5096d37d-34fa-4911-9349-c9d9ade78e2c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.675818 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5096d37d-34fa-4911-9349-c9d9ade78e2c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-groups/49fcf891-52e1-4a0d-b192-08954c1d6017 HTTP/1.1" status: 204 len: 168 time: 0.2568731 Jul 13 07:47:00.676045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.699447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096d37d-34fa-4911-9349-c9d9ade78e2c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fcf891-52e1-4a0d-b192-08954c1d6017,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:00.742330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Deleting port 1b0e382e-139d-42dc-88f7-81106fea96dc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:00.743178 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.779374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Deleting port 1b0e382e-139d-42dc-88f7-81106fea96dc {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:00.780223 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.802166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-533121d3-d009-4016-b86e-8bd443ae3f9a tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1217821 Jul 13 07:47:00.803930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.810124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-52c9920e-97fb-401a-9d9d-6024733a27bf tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group': {'name': 'tempest-secgroup--937612645'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:00.870265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52c9920e-97fb-401a-9d9d-6024733a27bf tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.911093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] For port 1b0e382e-139d-42dc-88f7-81106fea96dc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1b0e382e-139d-42dc-88f7-81106fea96dc,segment=NetworkSegment(7fd10b0e-c938-4a6c-96e2-f37384383f8c),segment_id=7fd10b0e-c938-4a6c-96e2-f37384383f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:00.911478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.928303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Calling delete_port for 1b0e382e-139d-42dc-88f7-81106fea96dc owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:00.999916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] For port 1b0e382e-139d-42dc-88f7-81106fea96dc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1b0e382e-139d-42dc-88f7-81106fea96dc,segment=NetworkSegment(7fd10b0e-c938-4a6c-96e2-f37384383f8c),segment_id=7fd10b0e-c938-4a6c-96e2-f37384383f8c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:01.001315 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.029290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Calling delete_port for 1b0e382e-139d-42dc-88f7-81106fea96dc owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:01.063112 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52c9920e-97fb-401a-9d9d-6024733a27bf tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.079353 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.084321 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52c9920e-97fb-401a-9d9d-6024733a27bf tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.142776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35060) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.143789 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9920e-97fb-401a-9d9d-6024733a27bf tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3630222b-70a7-4743-aa58-e904e57af1d8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:01.146591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52c9920e-97fb-401a-9d9d-6024733a27bf tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.155986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] No DVR routers for this DVR port 1b0e382e-139d-42dc-88f7-81106fea96dc on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:01.159362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-52c9920e-97fb-401a-9d9d-6024733a27bf tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3518133 Jul 13 07:47:01.159954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.168159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6a9af81f-c8a8-4de3-9fc4-75ecca6ae89c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': '3630222b-70a7-4743-aa58-e904e57af1d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:01.168809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event deleted for resources: {'Port': ['ID=1b0e382e-139d-42dc-88f7-81106fea96dc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:01.260005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a9af81f-c8a8-4de3-9fc4-75ecca6ae89c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.328909 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.338911 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.369580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb59212c-e2d1-43c3-afd5-3311f5005fa0']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.399364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd10b0e-c938-4a6c-96e2-f37384383f8c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.400303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd10b0e-c938-4a6c-96e2-f37384383f8c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.415239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Pushing event deleted for resources: {'Port': ['ID=1b0e382e-139d-42dc-88f7-81106fea96dc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:01.418376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] No DVR routers for this DVR port 1b0e382e-139d-42dc-88f7-81106fea96dc on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:01.425696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.432605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.434065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.434601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.435209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.435733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.436335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.436927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.437513 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.438688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.439224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.440286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.440816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f7d96-dc51-45b5-b810-3d702ef6f2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:01.441498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a9af81f-c8a8-4de3-9fc4-75ecca6ae89c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.448700 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a9af81f-c8a8-4de3-9fc4-75ecca6ae89c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.470384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.485424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:01.486279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:01.491007 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:01.504161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9af81f-c8a8-4de3-9fc4-75ecca6ae89c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19635d0-cd22-4072-8da6-8058aea6b36e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:01.508963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a9af81f-c8a8-4de3-9fc4-75ecca6ae89c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.520089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6a9af81f-c8a8-4de3-9fc4-75ecca6ae89c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3588686 Jul 13 07:47:01.522985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35076) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.528351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6c232178-9d98-4db9-8ffe-c0a64acb7274 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': '3630222b-70a7-4743-aa58-e904e57af1d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:01.538292 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73d87131-718a-49aa-a0b8-2bf40842ae34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.567862 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c232178-9d98-4db9-8ffe-c0a64acb7274 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.666705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c232178-9d98-4db9-8ffe-c0a64acb7274 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.672988 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.678567 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c232178-9d98-4db9-8ffe-c0a64acb7274 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.684493 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.689141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] 10.222.0.41 "DELETE /v2.0/networks/cb59212c-e2d1-43c3-afd5-3311f5005fa0 HTTP/1.1" status: 204 len: 168 time: 1.3355117 Jul 13 07:47:01.704350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c232178-9d98-4db9-8ffe-c0a64acb7274 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cb349c-2b96-4a17-b757-21e444ed9f69,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:01.726685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9d25b-0280-4355-9f3e-f8c3390aad42 tempest-AllowedAddressPairIpV6TestJSON-117711756 tempest-AllowedAddressPairIpV6TestJSON-117711756-project] Pushing event deleted for resources: {'Network': ['ID=cb59212c-e2d1-43c3-afd5-3311f5005fa0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:01.856894 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73d87131-718a-49aa-a0b8-2bf40842ae34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.865599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73d87131-718a-49aa-a0b8-2bf40842ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.876159 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c232178-9d98-4db9-8ffe-c0a64acb7274 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.877939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6c232178-9d98-4db9-8ffe-c0a64acb7274 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3536315 Jul 13 07:47:01.880966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35090) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.883851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1b0e382e-139d-42dc-88f7-81106fea96dc no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:01.910616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e79809dc-251a-4b22-a770-a02172608a13 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': '3630222b-70a7-4743-aa58-e904e57af1d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:01.913387 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-73d87131-718a-49aa-a0b8-2bf40842ae34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=094328d45b51436ca749de93ea331769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7665553 Jul 13 07:47:01.921644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35094) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.930233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 1b0e382e-139d-42dc-88f7-81106fea96dc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:01.931612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1b0e382e-139d-42dc-88f7-81106fea96dc not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:01.981971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d87131-718a-49aa-a0b8-2bf40842ae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fe419c-a817-4e96-b33b-26b50da685ad,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.014558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e79809dc-251a-4b22-a770-a02172608a13 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.031166 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b23627c-bbcc-4c29-9ff5-afa73ed50f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.097671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e79809dc-251a-4b22-a770-a02172608a13 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.105022 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e79809dc-251a-4b22-a770-a02172608a13 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.108042 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b23627c-bbcc-4c29-9ff5-afa73ed50f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.132787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35104) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.148547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79809dc-251a-4b22-a770-a02172608a13 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542d66a3-7263-4ccd-ab67-40c82e07a653,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.164840 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e79809dc-251a-4b22-a770-a02172608a13 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.170809 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e79809dc-251a-4b22-a770-a02172608a13 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2885122 Jul 13 07:47:02.171886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35108) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.178211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-35e1e593-2645-466f-9767-dd1b5e496700 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': '3630222b-70a7-4743-aa58-e904e57af1d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:02.218960 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b23627c-bbcc-4c29-9ff5-afa73ed50f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.223024 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b23627c-bbcc-4c29-9ff5-afa73ed50f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.224511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4b23627c-bbcc-4c29-9ff5-afa73ed50f23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02fe419c-a817-4e96-b33b-26b50da685ad HTTP/1.1" status: 204 len: 168 time: 0.3016045 Jul 13 07:47:02.234782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23627c-bbcc-4c29-9ff5-afa73ed50f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fe419c-a817-4e96-b33b-26b50da685ad,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.236766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35e1e593-2645-466f-9767-dd1b5e496700 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.330822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35e1e593-2645-466f-9767-dd1b5e496700 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.336019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35e1e593-2645-466f-9767-dd1b5e496700 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.383133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1e593-2645-466f-9767-dd1b5e496700 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9655c0-4dfd-4b60-8eb3-339ba2bbd8d0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.399716 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35e1e593-2645-466f-9767-dd1b5e496700 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.404635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35116) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.405114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-35e1e593-2645-466f-9767-dd1b5e496700 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2307057 Jul 13 07:47:02.410317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-06cbb16f-efda-4e00-ad40-b0a08aecd25b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': '3630222b-70a7-4743-aa58-e904e57af1d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:02.422693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e98d0bc2-6ec3-421a-ac67-188dee2b86ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f225328d5f746a5ad7d795eebeb5b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874794 Jul 13 07:47:02.426310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.473174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06cbb16f-efda-4e00-ad40-b0a08aecd25b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.498465 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-852c58f6-aada-499c-9d3f-505e5088087c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.530438 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-852c58f6-aada-499c-9d3f-505e5088087c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.564599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06cbb16f-efda-4e00-ad40-b0a08aecd25b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.573099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06cbb16f-efda-4e00-ad40-b0a08aecd25b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.603275 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbb16f-efda-4e00-ad40-b0a08aecd25b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa1b72f-3bd4-49a2-8024-b857d3486b97,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.613497 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06cbb16f-efda-4e00-ad40-b0a08aecd25b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.615357 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06cbb16f-efda-4e00-ad40-b0a08aecd25b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2095888 Jul 13 07:47:02.619386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.628625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-852c58f6-aada-499c-9d3f-505e5088087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.632429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-852c58f6-aada-499c-9d3f-505e5088087c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.635195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-852c58f6-aada-499c-9d3f-505e5088087c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2f43fc7-4e93-4448-bcb3-32cd595f7641 HTTP/1.1" status: 204 len: 168 time: 0.2075794 Jul 13 07:47:02.655334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c58f6-aada-499c-9d3f-505e5088087c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f43fc7-4e93-4448-bcb3-32cd595f7641,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.684635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa017bdc-a301-4754-a49b-aac647c67e26 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.703882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa017bdc-a301-4754-a49b-aac647c67e26 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.783641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa017bdc-a301-4754-a49b-aac647c67e26 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.793050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa017bdc-a301-4754-a49b-aac647c67e26 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.796746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aa017bdc-a301-4754-a49b-aac647c67e26 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6fa1b72f-3bd4-49a2-8024-b857d3486b97 HTTP/1.1" status: 204 len: 168 time: 0.1733179 Jul 13 07:47:02.797182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.800761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa017bdc-a301-4754-a49b-aac647c67e26 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fa1b72f-3bd4-49a2-8024-b857d3486b97,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.899313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cd38ed09-966b-47a5-934b-9d3edffa70a7 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1001685 Jul 13 07:47:02.902296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35136) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.916801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35138) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.931403 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d07358e9-fd82-4fd7-a2ae-84f94e8b09f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.939320 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67d9daa9-f112-4b30-a8d1-e71d8da5d488 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.952500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67d9daa9-f112-4b30-a8d1-e71d8da5d488 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.987837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67d9daa9-f112-4b30-a8d1-e71d8da5d488 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.998254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67d9daa9-f112-4b30-a8d1-e71d8da5d488 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.999718 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-67d9daa9-f112-4b30-a8d1-e71d8da5d488 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3b9655c0-4dfd-4b60-8eb3-339ba2bbd8d0 HTTP/1.1" status: 204 len: 168 time: 0.0962543 Jul 13 07:47:03.004716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35144) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.012684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9daa9-f112-4b30-a8d1-e71d8da5d488 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b9655c0-4dfd-4b60-8eb3-339ba2bbd8d0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.067733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-668bc776-41a6-4274-b0bc-2514511f7b28 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0615921 Jul 13 07:47:03.070555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.086990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d07358e9-fd82-4fd7-a2ae-84f94e8b09f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.092826 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d07358e9-fd82-4fd7-a2ae-84f94e8b09f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.113015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9b13-c5d7-4a81-881a-1ac27b543911 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.122404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9b13-c5d7-4a81-881a-1ac27b543911 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.149539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d07358e9-fd82-4fd7-a2ae-84f94e8b09f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=794f4e1648e9493dabe1cc1a6f96f29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307274 Jul 13 07:47:03.150824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07358e9-fd82-4fd7-a2ae-84f94e8b09f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d42cc86-b847-4afc-935e-bfbffdf98f38,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.152175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35150) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.169839 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9b13-c5d7-4a81-881a-1ac27b543911 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.185066 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9b13-c5d7-4a81-881a-1ac27b543911 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.186310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ad8b9b13-c5d7-4a81-881a-1ac27b543911 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/542d66a3-7263-4ccd-ab67-40c82e07a653 HTTP/1.1" status: 204 len: 168 time: 0.1138706 Jul 13 07:47:03.189039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35156) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.191782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b9b13-c5d7-4a81-881a-1ac27b543911 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=542d66a3-7263-4ccd-ab67-40c82e07a653,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.234189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60b4ce3b-2828-4c79-8e7e-2cd3b8571140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.251766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a63a105e-a270-49eb-899c-34a7f4ef252c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0612228 Jul 13 07:47:03.254695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.270943 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60b4ce3b-2828-4c79-8e7e-2cd3b8571140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.294906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8397b91f-5b8a-4565-838d-f826c5becd3f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.304452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8397b91f-5b8a-4565-838d-f826c5becd3f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.339444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60b4ce3b-2828-4c79-8e7e-2cd3b8571140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.343294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60b4ce3b-2828-4c79-8e7e-2cd3b8571140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.348933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-60b4ce3b-2828-4c79-8e7e-2cd3b8571140 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d42cc86-b847-4afc-935e-bfbffdf98f38 HTTP/1.1" status: 204 len: 168 time: 0.1943824 Jul 13 07:47:03.358091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8397b91f-5b8a-4565-838d-f826c5becd3f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.371384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4ce3b-2828-4c79-8e7e-2cd3b8571140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d42cc86-b847-4afc-935e-bfbffdf98f38,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.372190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8397b91f-5b8a-4565-838d-f826c5becd3f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.374252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8397b91f-5b8a-4565-838d-f826c5becd3f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/07cb349c-2b96-4a17-b757-21e444ed9f69 HTTP/1.1" status: 204 len: 168 time: 0.1174135 Jul 13 07:47:03.378614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.380007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397b91f-5b8a-4565-838d-f826c5becd3f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07cb349c-2b96-4a17-b757-21e444ed9f69,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.463873 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e105c231-8ba9-45f9-853c-5a87052d7f24 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0841105 Jul 13 07:47:03.466760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35172) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.522848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63412764-b87d-4697-9fa6-b233d96acbe8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.539161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63412764-b87d-4697-9fa6-b233d96acbe8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.589564 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63412764-b87d-4697-9fa6-b233d96acbe8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.600324 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63412764-b87d-4697-9fa6-b233d96acbe8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.601737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-63412764-b87d-4697-9fa6-b233d96acbe8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c19635d0-cd22-4072-8da6-8058aea6b36e HTTP/1.1" status: 204 len: 168 time: 0.1337199 Jul 13 07:47:03.606483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35178) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.609256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63412764-b87d-4697-9fa6-b233d96acbe8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c19635d0-cd22-4072-8da6-8058aea6b36e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.665516 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4f8ba24e-9074-4a44-9896-6ebb5d8e5142 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0576739 Jul 13 07:47:03.669739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35182) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.785198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2315e97-8319-42dd-bcc3-7f891da7e677 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.817627 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2315e97-8319-42dd-bcc3-7f891da7e677 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.887703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2315e97-8319-42dd-bcc3-7f891da7e677 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.892908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2315e97-8319-42dd-bcc3-7f891da7e677 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.894560 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d2315e97-8319-42dd-bcc3-7f891da7e677 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-groups/3630222b-70a7-4743-aa58-e904e57af1d8 HTTP/1.1" status: 204 len: 168 time: 0.2236121 Jul 13 07:47:03.897258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.907078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2315e97-8319-42dd-bcc3-7f891da7e677 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3630222b-70a7-4743-aa58-e904e57af1d8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.987619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.997888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c114b43d-f1f7-4e56-b75c-38c2eca734e7 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0976467 Jul 13 07:47:04.018324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35210) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.024149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cb4fe157-301b-413e-945a-b17b075468b5 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264283043'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:04.073678 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe157-301b-413e-945a-b17b075468b5 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.201072 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe157-301b-413e-945a-b17b075468b5 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.209731 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe157-301b-413e-945a-b17b075468b5 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.264310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe157-301b-413e-945a-b17b075468b5 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.271246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cb4fe157-301b-413e-945a-b17b075468b5 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2509377 Jul 13 07:47:04.274255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35220) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.275019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fe157-301b-413e-945a-b17b075468b5 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40803ef-51ab-4efc-93de-13e16418ec6d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:04.280265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2feadeab-c743-4be5-b25f-84480ca07cfd tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': 'b40803ef-51ab-4efc-93de-13e16418ec6d', 'direction': 'ingress', 'protocol': 17}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:04.376164 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2feadeab-c743-4be5-b25f-84480ca07cfd tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.380746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-578876586'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:04.436326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:04.441138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.459633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.569107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2feadeab-c743-4be5-b25f-84480ca07cfd tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.576236 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2feadeab-c743-4be5-b25f-84480ca07cfd tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.647380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feadeab-c743-4be5-b25f-84480ca07cfd tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaab19e9-09b4-40f2-9e5a-bab8ebc5172f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:04.704402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.714092 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2feadeab-c743-4be5-b25f-84480ca07cfd tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.718102 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2feadeab-c743-4be5-b25f-84480ca07cfd tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4400671 Jul 13 07:47:04.718483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35242) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.725860 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.890532 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b26d862a-d879-4634-8840-9481ed548ee8 req-bac27593-142e-4cd5-8ef8-37adfa20efeb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1064463 Jul 13 07:47:04.891270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942f0865-266d-4e76-9ed0-c3b8235eaf2c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:04.898533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:04.955987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.956486 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Added segment 04d4f32d-d8fb-4a42-8d2c-8e687f9b6760 of type vlan for network 29d1ab48-a407-4801-83f0-0fe60806eca9 Jul 13 07:47:05.043740 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d862a-d879-4634-8840-9481ed548ee8 req-299f5d26-9303-42ac-bd1c-f850fb132b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.046388 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b26d862a-d879-4634-8840-9481ed548ee8 req-299f5d26-9303-42ac-bd1c-f850fb132b28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 1097 time: 0.1417134 Jul 13 07:47:05.079203 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0405cd05-7b62-4349-8914-52ccdb6ce6aa tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.084679 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.116480 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0405cd05-7b62-4349-8914-52ccdb6ce6aa tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.167091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.172953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.173616 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.264116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Network': ['ID=29d1ab48-a407-4801-83f0-0fe60806eca9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.290322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-11a1aa81-2f9b-41f4-a0c5-0866e473675a tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2878857 Jul 13 07:47:05.291032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 29d1ab48-a407-4801-83f0-0fe60806eca9 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:05.294253 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0405cd05-7b62-4349-8914-52ccdb6ce6aa tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.297563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0405cd05-7b62-4349-8914-52ccdb6ce6aa tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.300042 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0405cd05-7b62-4349-8914-52ccdb6ce6aa tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-groups/b40803ef-51ab-4efc-93de-13e16418ec6d HTTP/1.1" status: 204 len: 168 time: 0.5806057 Jul 13 07:47:05.308214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:05.353899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405cd05-7b62-4349-8914-52ccdb6ce6aa tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40803ef-51ab-4efc-93de-13e16418ec6d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.362902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d862a-d879-4634-8840-9481ed548ee8 req-73653931-8ef0-4b75-90d1-f3f126cf9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.364646 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b26d862a-d879-4634-8840-9481ed548ee8 req-73653931-8ef0-4b75-90d1-f3f126cf9a33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 911 time: 0.2943821 Jul 13 07:47:05.429545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-134980db-6565-421f-ab05-a67650f2d6d1 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197917 Jul 13 07:47:05.437198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35262) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:05.467379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3b12e16c-1fbb-44b3-9f47-87a162a1028b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121092579'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:05.531081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b12e16c-1fbb-44b3-9f47-87a162a1028b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.590077 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.779342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b12e16c-1fbb-44b3-9f47-87a162a1028b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.839391 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b12e16c-1fbb-44b3-9f47-87a162a1028b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.958342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12e16c-1fbb-44b3-9f47-87a162a1028b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fceb40-d6d4-4ede-a7bf-2267693b224a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.964802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b12e16c-1fbb-44b3-9f47-87a162a1028b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.027380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3b12e16c-1fbb-44b3-9f47-87a162a1028b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5324342 Jul 13 07:47:06.027380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.027380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e6ae5726-5a6d-4253-9e15-abb167582a21 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group': {'name': 'tempest-secgroup--69543626'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:06.065890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5726-5a6d-4253-9e15-abb167582a21 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.267359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5726-5a6d-4253-9e15-abb167582a21 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.275249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5726-5a6d-4253-9e15-abb167582a21 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.348146 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5726-5a6d-4253-9e15-abb167582a21 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.358837 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e6ae5726-5a6d-4253-9e15-abb167582a21 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3849177 Jul 13 07:47:06.361197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.371082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0d7485f5-deb6-4150-a908-709249528537 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': '90fceb40-d6d4-4ede-a7bf-2267693b224a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3a863c08-9bd0-4f9f-ae99-0efc738572f7', 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:06.387247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b26d862a-d879-4634-8840-9481ed548ee8 req-4155222d-d91a-4eb0-a591-8cb8b23765e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038 HTTP/1.1" status: 200 len: 1000 time: 1.0160365 Jul 13 07:47:06.390425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae5726-5a6d-4253-9e15-abb167582a21 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a863c08-9bd0-4f9f-ae99-0efc738572f7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.429614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d7485f5-deb6-4150-a908-709249528537 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.517968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d862a-d879-4634-8840-9481ed548ee8 req-33fee33e-2920-4f7a-8250-f2fdab26c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.520630 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d7485f5-deb6-4150-a908-709249528537 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.521166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b26d862a-d879-4634-8840-9481ed548ee8 req-33fee33e-2920-4f7a-8250-f2fdab26c6f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.1155481 Jul 13 07:47:06.527106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d7485f5-deb6-4150-a908-709249528537 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.580369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7485f5-deb6-4150-a908-709249528537 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22703818-7fdc-473e-beab-47acfa7fdaba,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.585930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d7485f5-deb6-4150-a908-709249528537 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.595833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0d7485f5-deb6-4150-a908-709249528537 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2334197 Jul 13 07:47:06.597338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35294) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.643663 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c304e8b8-3a64-46e7-be8a-707049a7309f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.664218 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c304e8b8-3a64-46e7-be8a-707049a7309f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.694806 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d862a-d879-4634-8840-9481ed548ee8 req-29d8f93d-3c99-4d9e-8ecf-e53b63b09cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.702690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b26d862a-d879-4634-8840-9481ed548ee8 req-29d8f93d-3c99-4d9e-8ecf-e53b63b09cf2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715066 Jul 13 07:47:06.725251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c304e8b8-3a64-46e7-be8a-707049a7309f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.754736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c304e8b8-3a64-46e7-be8a-707049a7309f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.758137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c304e8b8-3a64-46e7-be8a-707049a7309f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/22703818-7fdc-473e-beab-47acfa7fdaba HTTP/1.1" status: 204 len: 168 time: 0.1590066 Jul 13 07:47:06.761467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304e8b8-3a64-46e7-be8a-707049a7309f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22703818-7fdc-473e-beab-47acfa7fdaba,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.763968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35300) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.876444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cb50b538-61ce-44b1-8940-8d6b024f9757 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1083977 Jul 13 07:47:06.877126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35306) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.912731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b26d862a-d879-4634-8840-9481ed548ee8 req-e13643ca-2bfd-4064-8289-ec76615a132d service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060511 Jul 13 07:47:06.954665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53c47f61-1bf2-4cdf-8e00-fd39e238161e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.009408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53c47f61-1bf2-4cdf-8e00-fd39e238161e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.067493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53c47f61-1bf2-4cdf-8e00-fd39e238161e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.073550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53c47f61-1bf2-4cdf-8e00-fd39e238161e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.077979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-53c47f61-1bf2-4cdf-8e00-fd39e238161e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-groups/3a863c08-9bd0-4f9f-ae99-0efc738572f7 HTTP/1.1" status: 204 len: 168 time: 0.1979432 Jul 13 07:47:07.085334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35318) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.119862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c47f61-1bf2-4cdf-8e00-fd39e238161e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a863c08-9bd0-4f9f-ae99-0efc738572f7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.175632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b26d862a-d879-4634-8840-9481ed548ee8 req-7a57417b-68b2-4428-9353-1f0d5c1adff3 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557137 Jul 13 07:47:07.212353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e24cd44e-5446-45b6-b211-8adcce014c9b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1208932 Jul 13 07:47:07.215295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35326) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.346477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91f41fce-3e10-4dac-b0a0-5b96dfb402d8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.412690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91f41fce-3e10-4dac-b0a0-5b96dfb402d8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.558405 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.600250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91f41fce-3e10-4dac-b0a0-5b96dfb402d8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.618223 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91f41fce-3e10-4dac-b0a0-5b96dfb402d8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.620933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-91f41fce-3e10-4dac-b0a0-5b96dfb402d8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-groups/90fceb40-d6d4-4ede-a7bf-2267693b224a HTTP/1.1" status: 204 len: 168 time: 0.4044361 Jul 13 07:47:07.625908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35338) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.646405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f41fce-3e10-4dac-b0a0-5b96dfb402d8 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fceb40-d6d4-4ede-a7bf-2267693b224a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.786075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35346) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.790063 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1c6e45e2-5ff5-4c5d-8692-1c020df29295 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1551666 Jul 13 07:47:07.794769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7eedb7c3-ef68-46d6-873b-fee289805a79 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073511154'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:07.859795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7eedb7c3-ef68-46d6-873b-fee289805a79 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.120669 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7eedb7c3-ef68-46d6-873b-fee289805a79 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.142625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7eedb7c3-ef68-46d6-873b-fee289805a79 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.182627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7eedb7c3-ef68-46d6-873b-fee289805a79 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.186527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7eedb7c3-ef68-46d6-873b-fee289805a79 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3989785 Jul 13 07:47:08.191304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35356) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.204119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f8284364-4370-4309-8ab4-c7094600ae7a tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': 'efee4ca3-8a58-45dc-838a-47b59f0948cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:08.277543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedb7c3-ef68-46d6-873b-fee289805a79 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efee4ca3-8a58-45dc-838a-47b59f0948cb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:08.344248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8284364-4370-4309-8ab4-c7094600ae7a tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.634650 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8284364-4370-4309-8ab4-c7094600ae7a tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.658506 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8284364-4370-4309-8ab4-c7094600ae7a tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.714914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8284364-4370-4309-8ab4-c7094600ae7a tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2730ba36-508f-4172-8978-f2b556eddc48,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:08.726819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8284364-4370-4309-8ab4-c7094600ae7a tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.733577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.735208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f8284364-4370-4309-8ab4-c7094600ae7a tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5418222 Jul 13 07:47:08.786964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-117481d0-5be0-499a-90cc-2d6bcda99d10 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.806311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-117481d0-5be0-499a-90cc-2d6bcda99d10 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.900209 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-117481d0-5be0-499a-90cc-2d6bcda99d10 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.956447 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-117481d0-5be0-499a-90cc-2d6bcda99d10 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.962795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35380) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.984526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-117481d0-5be0-499a-90cc-2d6bcda99d10 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2730ba36-508f-4172-8978-f2b556eddc48 HTTP/1.1" status: 204 len: 168 time: 0.2484913 Jul 13 07:47:08.985773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117481d0-5be0-499a-90cc-2d6bcda99d10 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2730ba36-508f-4172-8978-f2b556eddc48,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:09.088056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35386) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.099632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-97bb7e0f-7342-4d2b-956d-1aca966e064a tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1346252 Jul 13 07:47:09.224183 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-261c9f3a-0cbf-4b63-a11b-4af17fb01c38 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.265240 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-261c9f3a-0cbf-4b63-a11b-4af17fb01c38 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.337250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-261c9f3a-0cbf-4b63-a11b-4af17fb01c38 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.341680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-261c9f3a-0cbf-4b63-a11b-4af17fb01c38 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.345644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-261c9f3a-0cbf-4b63-a11b-4af17fb01c38 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-groups/efee4ca3-8a58-45dc-838a-47b59f0948cb HTTP/1.1" status: 204 len: 168 time: 0.2531712 Jul 13 07:47:09.346854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35392) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.363015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c9f3a-0cbf-4b63-a11b-4af17fb01c38 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee4ca3-8a58-45dc-838a-47b59f0948cb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:09.514462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-630df2ef-f3bb-4598-94d7-7e2e8f4c81c9 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1653297 Jul 13 07:47:09.519577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35398) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.524898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6b34b75c-de51-4a36-8429-e1be8eef702e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396432790'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:09.595410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b34b75c-de51-4a36-8429-e1be8eef702e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.828558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b34b75c-de51-4a36-8429-e1be8eef702e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.838314 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b34b75c-de51-4a36-8429-e1be8eef702e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.912820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35412) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.926379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'subnet': {'network_id': '29d1ab48-a407-4801-83f0-0fe60806eca9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:09.957781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34b75c-de51-4a36-8429-e1be8eef702e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6397b61-2a01-4cc0-bf0e-28aa64eabf25,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:09.979006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b34b75c-de51-4a36-8429-e1be8eef702e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.982401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6b34b75c-de51-4a36-8429-e1be8eef702e tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4613409 Jul 13 07:47:09.985256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35416) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.996286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-90a03d0e-b50a-4a62-9f02-1314b42e1498 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': 'c6397b61-2a01-4cc0-bf0e-28aa64eabf25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:10.127280 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90a03d0e-b50a-4a62-9f02-1314b42e1498 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.144046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:10.148021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.295956 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90a03d0e-b50a-4a62-9f02-1314b42e1498 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.305984 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90a03d0e-b50a-4a62-9f02-1314b42e1498 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.347683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a03d0e-b50a-4a62-9f02-1314b42e1498 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f45b32c-35a7-41fb-984e-fea9fa804920,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:10.391533 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90a03d0e-b50a-4a62-9f02-1314b42e1498 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.395270 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-90a03d0e-b50a-4a62-9f02-1314b42e1498 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4045360 Jul 13 07:47:10.401550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35432) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:10.430483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-33964991-a739-4d4c-b85e-1767ef69f0aa tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules/8f45b32c-35a7-41fb-984e-fea9fa804920 HTTP/1.1" status: 200 len: 763 time: 0.0265810 Jul 13 07:47:10.434994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:10.650121 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.671630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-82f64ae8-8c08-4b82-82a1-383abd4be8af tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2324615 Jul 13 07:47:10.673291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:10.745462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-692a8be6-1792-47b0-a003-2bf995932bdb tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.757138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-692a8be6-1792-47b0-a003-2bf995932bdb tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.823858 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-692a8be6-1792-47b0-a003-2bf995932bdb tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.836915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Checking segment: {'id': '04d4f32d-d8fb-4a42-8d2c-8e687f9b6760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29d1ab48-a407-4801-83f0-0fe60806eca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:10.837798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network hostable DHCP agents. Network: 29d1ab48-a407-4801-83f0-0fe60806eca9, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:10.841794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Subnet': ['ID=0f744a35-c60b-4b2a-8cdd-8abb4940679f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:10.868568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-692a8be6-1792-47b0-a003-2bf995932bdb tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.879065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-692a8be6-1792-47b0-a003-2bf995932bdb tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8f45b32c-35a7-41fb-984e-fea9fa804920 HTTP/1.1" status: 204 len: 168 time: 0.1995139 Jul 13 07:47:10.879893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35444) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:10.881726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network 29d1ab48-a407-4801-83f0-0fe60806eca9 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:10.911412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 29d1ab48-a407-4801-83f0-0fe60806eca9) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:10.917155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:10.917837 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.938046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-89350cc5-39df-42ae-bdbc-232c0520782e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0190504 Jul 13 07:47:10.942302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35450) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:10.945934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a8be6-1792-47b0-a003-2bf995932bdb tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f45b32c-35a7-41fb-984e-fea9fa804920,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:10.975688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc53109-88cd-405f-947e-ac77158cf622 None None] Network 29d1ab48-a407-4801-83f0-0fe60806eca9 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:10.982941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-628615753'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:11.135299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35458) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.136699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f0c4678f-e4f7-4ebc-9490-b361782b8af7 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2416990 Jul 13 07:47:11.140831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9895cb16-6928-4882-94c6-00cd70fc7522 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': 'c6397b61-2a01-4cc0-bf0e-28aa64eabf25', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:11.144923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:11.153663 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.196636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9895cb16-6928-4882-94c6-00cd70fc7522 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.207055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:11.218709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.219115 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Added segment 2d0b90f3-cc0c-4ba0-9599-facebc864279 of type vlan for network f18a2eae-835d-4753-9d2f-b4860e17e083 Jul 13 07:47:11.270518 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.303143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.311248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9895cb16-6928-4882-94c6-00cd70fc7522 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.313447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:11.316912 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9895cb16-6928-4882-94c6-00cd70fc7522 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.317186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.334555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895cb16-6928-4882-94c6-00cd70fc7522 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5be1ea0-7cd8-4fd7-ac4b-1d84a0478536,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.349050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-29d1ab48-a407-4801-83f0-0fe60806eca9', 'network_id': '29d1ab48-a407-4801-83f0-0fe60806eca9', 'tenant_id': 'bb64c9ccb4794297836f6c9c48a9861f', 'fixed_ips': [{'subnet_id': '0f744a35-c60b-4b2a-8cdd-8abb4940679f'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:11.349971 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.354715 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9895cb16-6928-4882-94c6-00cd70fc7522 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.357273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9895cb16-6928-4882-94c6-00cd70fc7522 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2209151 Jul 13 07:47:11.362595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35466) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.399052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d6f6d1c6-4f76-456e-ab97-b1b09981a17c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules/a5be1ea0-7cd8-4fd7-ac4b-1d84a0478536 HTTP/1.1" status: 200 len: 763 time: 0.0334384 Jul 13 07:47:11.399724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35468) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.472266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Network': ['ID=f18a2eae-835d-4753-9d2f-b4860e17e083,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.478371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-feabd10f-d79d-4b62-837a-c3339854c844 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5345774 Jul 13 07:47:11.483381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35472) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.502216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'subnet': {'network_id': 'f18a2eae-835d-4753-9d2f-b4860e17e083', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:11.514969 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dadc4d93-d22b-4493-bb9a-ea4c33138d8c tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1137733 Jul 13 07:47:11.516006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35474) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.533814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network f18a2eae-835d-4753-9d2f-b4860e17e083 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:11.548065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0303ee47-3876-4911-bc7e-d5ff57c429c4 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.559072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0303ee47-3876-4911-bc7e-d5ff57c429c4 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.593762 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0303ee47-3876-4911-bc7e-d5ff57c429c4 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.611353 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0303ee47-3876-4911-bc7e-d5ff57c429c4 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.616315 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0303ee47-3876-4911-bc7e-d5ff57c429c4 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a5be1ea0-7cd8-4fd7-ac4b-1d84a0478536 HTTP/1.1" status: 204 len: 168 time: 0.0990329 Jul 13 07:47:11.617970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.632690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303ee47-3876-4911-bc7e-d5ff57c429c4 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5be1ea0-7cd8-4fd7-ac4b-1d84a0478536,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.686684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-49868205-0351-43b2-9194-fa5b5dd1411f tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658848 Jul 13 07:47:11.687801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35482) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.698704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dbd94866-d002-4e45-aa0f-0f893485eea2 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Request body: {'security_group_rule': {'security_group_id': 'c6397b61-2a01-4cc0-bf0e-28aa64eabf25', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:11.756194 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbd94866-d002-4e45-aa0f-0f893485eea2 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.776003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:11.780284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.852826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Allocated IP 2001:db8:0:ffff::2 (29d1ab48-a407-4801-83f0-0fe60806eca9/0f744a35-c60b-4b2a-8cdd-8abb4940679f/28e1460d-196b-4dcc-8283-7d2430352501) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:11.858482 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbd94866-d002-4e45-aa0f-0f893485eea2 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.863805 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbd94866-d002-4e45-aa0f-0f893485eea2 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.899630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd94866-d002-4e45-aa0f-0f893485eea2 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769b6316-3377-4b65-866c-fefdef3be726,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.908135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbd94866-d002-4e45-aa0f-0f893485eea2 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.911234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dbd94866-d002-4e45-aa0f-0f893485eea2 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2189064 Jul 13 07:47:11.914183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.938064 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f93c8636-debd-474c-872c-2f698450615b tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules/769b6316-3377-4b65-866c-fefdef3be726 HTTP/1.1" status: 200 len: 764 time: 0.0218852 Jul 13 07:47:11.940321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35490) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.054303 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9f9ce025-fdf0-4ea4-af28-ec02233a4430 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1127474 Jul 13 07:47:12.058631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.126760 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9fd2eb1-4667-47c4-8fe2-205f8c940632 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.152430 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9fd2eb1-4667-47c4-8fe2-205f8c940632 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.190079 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.200208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Transition to ACTIVE for port object 28e1460d-196b-4dcc-8283-7d2430352501 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:12.241577 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9fd2eb1-4667-47c4-8fe2-205f8c940632 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.251924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Transition to ACTIVE for port object 28e1460d-196b-4dcc-8283-7d2430352501 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:12.259688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9fd2eb1-4667-47c4-8fe2-205f8c940632 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.263478 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b9fd2eb1-4667-47c4-8fe2-205f8c940632 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/769b6316-3377-4b65-866c-fefdef3be726 HTTP/1.1" status: 204 len: 168 time: 0.2012444 Jul 13 07:47:12.266955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.267310 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.275271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd2eb1-4667-47c4-8fe2-205f8c940632 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=769b6316-3377-4b65-866c-fefdef3be726,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.321061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Network 29d1ab48-a407-4801-83f0-0fe60806eca9 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:12.368906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:12.387972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:12.438916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.objects.ports [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:47:12.452381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.466289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Attempting to bind port 28e1460d-196b-4dcc-8283-7d2430352501 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:12.466672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Attempting to bind port 28e1460d-196b-4dcc-8283-7d2430352501 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '04d4f32d-d8fb-4a42-8d2c-8e687f9b6760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29d1ab48-a407-4801-83f0-0fe60806eca9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:12.467044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Attempting to bind port 28e1460d-196b-4dcc-8283-7d2430352501 on network 29d1ab48-a407-4801-83f0-0fe60806eca9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:12.473307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:12.473899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Checking segment: {'id': '04d4f32d-d8fb-4a42-8d2c-8e687f9b6760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29d1ab48-a407-4801-83f0-0fe60806eca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:12.474501 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.475041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Bound using segment: {'id': '04d4f32d-d8fb-4a42-8d2c-8e687f9b6760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29d1ab48-a407-4801-83f0-0fe60806eca9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:12.475749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Bound port: 28e1460d-196b-4dcc-8283-7d2430352501, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d4f32d-d8fb-4a42-8d2c-8e687f9b6760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29d1ab48-a407-4801-83f0-0fe60806eca9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:12.476158 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.479126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Pushing event updated for resources: {'Port': ['ID=28e1460d-196b-4dcc-8283-7d2430352501,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.531693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-36bf4eda-4cea-4fdf-a56c-c0e2d424d5c2 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2585113 Jul 13 07:47:12.532973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35516) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.566044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Subnet': ['ID=9a7884b6-00d7-417e-8c3b-634514916a54,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.586422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] For port 28e1460d-196b-4dcc-8283-7d2430352501, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:12.586903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Checking segment: {'id': '2d0b90f3-cc0c-4ba0-9599-facebc864279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f18a2eae-835d-4753-9d2f-b4860e17e083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:12.587822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network hostable DHCP agents. Network: f18a2eae-835d-4753-9d2f-b4860e17e083, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:12.593580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] For port 28e1460d-196b-4dcc-8283-7d2430352501, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=28e1460d-196b-4dcc-8283-7d2430352501,segment=NetworkSegment(04d4f32d-d8fb-4a42-8d2c-8e687f9b6760),segment_id=04d4f32d-d8fb-4a42-8d2c-8e687f9b6760)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:12.599489 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.613994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network f18a2eae-835d-4753-9d2f-b4860e17e083 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:12.627502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, f18a2eae-835d-4753-9d2f-b4860e17e083) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:12.632703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:12.634008 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.653184 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2d429b5d-ff9a-480e-838a-2ef32db9660c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1687114 Jul 13 07:47:12.655902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35520) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.664723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2582b7d2-0a6f-447e-92bc-81d42c81eb82 None None] Network f18a2eae-835d-4753-9d2f-b4860e17e083 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:12.665557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'port': {'network_id': 'f18a2eae-835d-4753-9d2f-b4860e17e083', 'name': 'tempest-NetworksIpV6TestAttrs-174659953'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:12.682852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95e9c406-0490-4b2d-a910-402563558b62 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.756996 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95e9c406-0490-4b2d-a910-402563558b62 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.795025 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5544b-b84c-439f-9dbd-34417af95f2c None None] Pushing event updated for resources: {'Port': ['ID=28e1460d-196b-4dcc-8283-7d2430352501,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.853116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:12.858631 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.867961 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95e9c406-0490-4b2d-a910-402563558b62 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.874574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95e9c406-0490-4b2d-a910-402563558b62 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.876176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-95e9c406-0490-4b2d-a910-402563558b62 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "DELETE /v2.0/security-groups/c6397b61-2a01-4cc0-bf0e-28aa64eabf25 HTTP/1.1" status: 204 len: 168 time: 0.3415682 Jul 13 07:47:12.878911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.898194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-f18a2eae-835d-4753-9d2f-b4860e17e083', 'network_id': 'f18a2eae-835d-4753-9d2f-b4860e17e083', 'tenant_id': 'bb64c9ccb4794297836f6c9c48a9861f', 'fixed_ips': [{'subnet_id': '9a7884b6-00d7-417e-8c3b-634514916a54'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:12.899564 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.909303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9c406-0490-4b2d-a910-402563558b62 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6397b61-2a01-4cc0-bf0e-28aa64eabf25,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.926693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] device_id is not set on port 823fd687-8cdb-413d-8343-62b951bd0b66 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:13.079717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b7e4b8ae-082f-4647-a316-65dc40669383 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1857791 Jul 13 07:47:13.083718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35534) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:13.153217 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b4062edc-cd81-4c6a-b687-91669f8e47f4 tempest-SecGroupTest-586007585 tempest-SecGroupTest-586007585-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0682201 Jul 13 07:47:13.292731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Allocated IP 2001:db8::f816:3eff:fe5d:ae47 (f18a2eae-835d-4753-9d2f-b4860e17e083/9a7884b6-00d7-417e-8c3b-634514916a54/ee0577b2-9ffb-4970-86e5-747784c384d0) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:13.786264 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.838601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Transition to ACTIVE for port object ee0577b2-9ffb-4970-86e5-747784c384d0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:13.950335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Transition to ACTIVE for port object ee0577b2-9ffb-4970-86e5-747784c384d0 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:13.962731 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.014291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35566) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:14.040476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 28e1460d-196b-4dcc-8283-7d2430352501 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:14.064546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Network f18a2eae-835d-4753-9d2f-b4860e17e083 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:14.068316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:14.117985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:14.166025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Allocated IP 2001:db8::f816:3eff:fe0d:159e (f18a2eae-835d-4753-9d2f-b4860e17e083/9a7884b6-00d7-417e-8c3b-634514916a54/823fd687-8cdb-413d-8343-62b951bd0b66) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:14.272762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Pushing event updated for resources: {'Port': ['ID=ee0577b2-9ffb-4970-86e5-747784c384d0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:14.377182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Attempting to bind port ee0577b2-9ffb-4970-86e5-747784c384d0 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:14.378139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Attempting to bind port ee0577b2-9ffb-4970-86e5-747784c384d0 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '2d0b90f3-cc0c-4ba0-9599-facebc864279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f18a2eae-835d-4753-9d2f-b4860e17e083'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:14.378139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Attempting to bind port ee0577b2-9ffb-4970-86e5-747784c384d0 on network f18a2eae-835d-4753-9d2f-b4860e17e083 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:14.398028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:14.398617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Checking segment: {'id': '2d0b90f3-cc0c-4ba0-9599-facebc864279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f18a2eae-835d-4753-9d2f-b4860e17e083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:14.399044 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.399714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Bound using segment: {'id': '2d0b90f3-cc0c-4ba0-9599-facebc864279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f18a2eae-835d-4753-9d2f-b4860e17e083'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:14.400263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Bound port: ee0577b2-9ffb-4970-86e5-747784c384d0, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0b90f3-cc0c-4ba0-9599-facebc864279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f18a2eae-835d-4753-9d2f-b4860e17e083'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:14.400664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.424441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 28e1460d-196b-4dcc-8283-7d2430352501 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:14.574974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] For port ee0577b2-9ffb-4970-86e5-747784c384d0, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:14.585341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] For port ee0577b2-9ffb-4970-86e5-747784c384d0, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ee0577b2-9ffb-4970-86e5-747784c384d0,segment=NetworkSegment(2d0b90f3-cc0c-4ba0-9599-facebc864279),segment_id=2d0b90f3-cc0c-4ba0-9599-facebc864279)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:14.592668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.594343 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.604063 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-81a63401-3e98-4eb1-97c6-59685bbb80b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3388e9bf4614005ba7a9a6ec7e0f925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884159 Jul 13 07:47:14.604855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:14.687614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Transition to ACTIVE for port object 823fd687-8cdb-413d-8343-62b951bd0b66 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:14.729450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c291ef-f371-4e30-9c64-c136d778c0a5 None None] Pushing event updated for resources: {'Port': ['ID=ee0577b2-9ffb-4970-86e5-747784c384d0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:14.904068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.926549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170ad43-aae8-43ce-a342-211551b0bc2c None None] Network 29d1ab48-a407-4801-83f0-0fe60806eca9 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:15.009457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Port': ['ID=823fd687-8cdb-413d-8343-62b951bd0b66,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:15.016392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f25847e-1e6a-4e4b-b75c-3b0506dad52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.041831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a5bee501-ecdd-488f-b7ca-ad4bd1468bf6 None None] Provisioning for port 28e1460d-196b-4dcc-8283-7d2430352501 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:15.079026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network f18a2eae-835d-4753-9d2f-b4860e17e083 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:15.087707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a5bee501-ecdd-488f-b7ca-ad4bd1468bf6 None None] Provisioning complete for port 28e1460d-196b-4dcc-8283-7d2430352501 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:15.088265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5bee501-ecdd-488f-b7ca-ad4bd1468bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.093028 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f25847e-1e6a-4e4b-b75c-3b0506dad52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.095405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:15.103711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:15.109611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:15.110313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.147752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7df8c82a-ac47-48b9-b3aa-b81f2ec5c3bb tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4874611 Jul 13 07:47:15.148028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35600) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:15.248769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f25847e-1e6a-4e4b-b75c-3b0506dad52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.253126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f25847e-1e6a-4e4b-b75c-3b0506dad52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.272814 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0f25847e-1e6a-4e4b-b75c-3b0506dad52b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9770e389-1bae-4145-b6fa-d06db6abf6be HTTP/1.1" status: 204 len: 168 time: 0.6476779 Jul 13 07:47:15.279594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55c5155-d5a5-4f49-a9e3-f2dc41ceffb1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Deleting subnet 9a7884b6-00d7-417e-8c3b-634514916a54 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:15.282722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25847e-1e6a-4e4b-b75c-3b0506dad52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9770e389-1bae-4145-b6fa-d06db6abf6be,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:15.296294 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c55c5155-d5a5-4f49-a9e3-f2dc41ceffb1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.444388 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c55c5155-d5a5-4f49-a9e3-f2dc41ceffb1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.620718 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5bee501-ecdd-488f-b7ca-ad4bd1468bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.864991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c55c5155-d5a5-4f49-a9e3-f2dc41ceffb1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.880263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a5bee501-ecdd-488f-b7ca-ad4bd1468bf6 None None] For port 28e1460d-196b-4dcc-8283-7d2430352501, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=28e1460d-196b-4dcc-8283-7d2430352501,segment=NetworkSegment(04d4f32d-d8fb-4a42-8d2c-8e687f9b6760),segment_id=04d4f32d-d8fb-4a42-8d2c-8e687f9b6760)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:15.901839 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5bee501-ecdd-488f-b7ca-ad4bd1468bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.212164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ee0577b2-9ffb-4970-86e5-747784c384d0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:16.236670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c55c5155-d5a5-4f49-a9e3-f2dc41ceffb1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.307953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bee501-ecdd-488f-b7ca-ad4bd1468bf6 None None] Pushing event updated for resources: {'Port': ['ID=28e1460d-196b-4dcc-8283-7d2430352501,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:16.397108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c5155-d5a5-4f49-a9e3-f2dc41ceffb1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7884b6-00d7-417e-8c3b-634514916a54,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:16.425621 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c55c5155-d5a5-4f49-a9e3-f2dc41ceffb1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.450437 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c55c5155-d5a5-4f49-a9e3-f2dc41ceffb1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/subnets/9a7884b6-00d7-417e-8c3b-634514916a54 HTTP/1.1" status: 204 len: 168 time: 1.2978947 Jul 13 07:47:16.450973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35632) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:16.470522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-47dbbf2e-4a2f-4ec7-ab9d-43441ecb6e4c None None] Provisioning complete for port 28e1460d-196b-4dcc-8283-7d2430352501 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:16.471099 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-47dbbf2e-4a2f-4ec7-ab9d-43441ecb6e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.517433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ee0577b2-9ffb-4970-86e5-747784c384d0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:16.749053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120466d5-c2a9-46d2-950a-5ef9b224eb4e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:16.757982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120466d5-c2a9-46d2-950a-5ef9b224eb4e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:16.768461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35642) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:16.769411 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-120466d5-c2a9-46d2-950a-5ef9b224eb4e tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3167574 Jul 13 07:47:17.160476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b7619a9-dfc2-4058-8529-26e3667a8e1b tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.188529 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7619a9-dfc2-4058-8529-26e3667a8e1b tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 07:47:17.199988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7619a9-dfc2-4058-8529-26e3667a8e1b tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:17.199988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0b7619a9-dfc2-4058-8529-26e3667a8e1b tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/f18a2eae-835d-4753-9d2f-b4860e17e083 HTTP/1.1" status: 409 len: 405 time: 0.4218111 Jul 13 07:47:17.199988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35654) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:17.215294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1597869522'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:17.286199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:17.290121 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.362822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:17.413336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.413657 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Added segment bfaf1e77-5ffa-4093-a13d-f21a8fbb4606 of type vlan for network 0802aafe-c933-4317-988d-fcf1d7d0ff5b Jul 13 07:47:17.555578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd3d85-78c5-49fb-8fe1-6d9a63b65c25 None None] Network f18a2eae-835d-4753-9d2f-b4860e17e083 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:17.590961 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.762636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.780070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:17.781121 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.920935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7217226 Jul 13 07:47:17.925527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35676) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:17.948786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'subnet': {'network_id': '0802aafe-c933-4317-988d-fcf1d7d0ff5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:17.958603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c220514d-f914-40ea-8cb8-e3fcd6171d99 None None] Provisioning for port ee0577b2-9ffb-4970-86e5-747784c384d0 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:18.008967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 28e1460d-196b-4dcc-8283-7d2430352501 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:18.026747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c220514d-f914-40ea-8cb8-e3fcd6171d99 None None] Provisioning complete for port ee0577b2-9ffb-4970-86e5-747784c384d0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:18.027329 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c220514d-f914-40ea-8cb8-e3fcd6171d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.035156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfae16-f11d-4de5-8019-90bcb73e01b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Network': ['ID=0802aafe-c933-4317-988d-fcf1d7d0ff5b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:18.201200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0802aafe-c933-4317-988d-fcf1d7d0ff5b details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:18.299500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:18.309137 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.366529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c63b571-777d-4ed3-952c-bd34e467404e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.451345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 28e1460d-196b-4dcc-8283-7d2430352501 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:18.452356 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.559220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066e457-da08-42bf-8da7-a47eea458867 None None] DHCP port deletion for f18a2eae-835d-4753-9d2f-b4860e17e083 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:18.567230 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c220514d-f914-40ea-8cb8-e3fcd6171d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.843234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c220514d-f914-40ea-8cb8-e3fcd6171d99 None None] For port ee0577b2-9ffb-4970-86e5-747784c384d0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ee0577b2-9ffb-4970-86e5-747784c384d0,segment=NetworkSegment(2d0b90f3-cc0c-4ba0-9599-facebc864279),segment_id=2d0b90f3-cc0c-4ba0-9599-facebc864279)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:18.855547 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c220514d-f914-40ea-8cb8-e3fcd6171d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.859791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:18.986339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e066e457-da08-42bf-8da7-a47eea458867 None None] Deleting port ee0577b2-9ffb-4970-86e5-747784c384d0 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:18.987969 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e066e457-da08-42bf-8da7-a47eea458867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.084560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.objects.ports [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:47:19.086165 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.088852 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-363994899'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:19.115345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Made reservation on behalf of c13c19fbafd44102bc9b0d750b6b1e31 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:19.121251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.132086 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.160845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Subnet': ['ID=874b8156-91ad-4322-93be-178a6314bc25,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:19.173719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Checking segment: {'id': 'bfaf1e77-5ffa-4093-a13d-f21a8fbb4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0802aafe-c933-4317-988d-fcf1d7d0ff5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:19.174534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network hostable DHCP agents. Network: 0802aafe-c933-4317-988d-fcf1d7d0ff5b, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:19.176474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220514d-f914-40ea-8cb8-e3fcd6171d99 None None] Pushing event updated for resources: {'Port': ['ID=ee0577b2-9ffb-4970-86e5-747784c384d0,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:19.204091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.204445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.206404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.207582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.208571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.211241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.213286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.213651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.214264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.215040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.215446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e066e457-da08-42bf-8da7-a47eea458867 None None] For port ee0577b2-9ffb-4970-86e5-747784c384d0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ee0577b2-9ffb-4970-86e5-747784c384d0,segment=NetworkSegment(2d0b90f3-cc0c-4ba0-9599-facebc864279),segment_id=2d0b90f3-cc0c-4ba0-9599-facebc864279)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:19.215591 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e066e457-da08-42bf-8da7-a47eea458867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.217787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.219576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:19.241622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e066e457-da08-42bf-8da7-a47eea458867 None None] Calling delete_port for ee0577b2-9ffb-4970-86e5-747784c384d0 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:19.257510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network 0802aafe-c933-4317-988d-fcf1d7d0ff5b is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:19.277860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 0802aafe-c933-4317-988d-fcf1d7d0ff5b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:19.310754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:19.311799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.350126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab31f21-b877-4f53-9327-bb38fa8273e0 None None] Network 0802aafe-c933-4317-988d-fcf1d7d0ff5b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:19.351940 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.360485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.367417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9e3a00de-b06e-4456-9c66-0e7243d42c43 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4403811 Jul 13 07:47:19.370337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:19.384852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'port': {'network_id': '0802aafe-c933-4317-988d-fcf1d7d0ff5b', 'name': 'tempest-NetworksIpV6TestAttrs-1182004195'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:19.446536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:19.456073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f53b88-75a6-4778-9867-ff1f19a1f5c2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:19.473310 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.474365 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Added segment c774e6cb-11ca-47a5-a557-2b499372b0fa of type vlan for network ec0aa275-6e44-4907-9958-c6fbfca8ce81 Jul 13 07:47:19.548991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.676928 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.687837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:19.688509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.696773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:19.718721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-0802aafe-c933-4317-988d-fcf1d7d0ff5b', 'network_id': '0802aafe-c933-4317-988d-fcf1d7d0ff5b', 'tenant_id': 'bb64c9ccb4794297836f6c9c48a9861f', 'fixed_ips': [{'subnet_id': '874b8156-91ad-4322-93be-178a6314bc25'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:19.719679 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.721680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.757110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] device_id is not set on port 10bfefb4-8488-465a-9c1e-528bc725f986 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:19.836617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35716) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:19.840927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9785912 Jul 13 07:47:19.849347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-de25e5d5-af17-46ba-812a-650d61268da3 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81', 'tempest-TagsTest-Tag-215374347') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:19.984423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fed5d-94ab-4946-9219-154c9198f868 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Pushing event updated for resources: {'Network': ['ID=ec0aa275-6e44-4907-9958-c6fbfca8ce81,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.125154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ee0577b2-9ffb-4970-86e5-747784c384d0 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:20.185625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network ec0aa275-6e44-4907-9958-c6fbfca8ce81 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:20.227748 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-de25e5d5-af17-46ba-812a-650d61268da3 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "PUT /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags/tempest-TagsTest-Tag-215374347 HTTP/1.1" status: 201 len: 201 time: 0.3893762 Jul 13 07:47:20.230558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:20.235786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-a854c8c3-1b5d-4c0f-ac4d-cc9fb7dc877f tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81', 'tempest-TagsTest-Tag-215374347') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:20.315104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ee0577b2-9ffb-4970-86e5-747784c384d0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:20.315104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ee0577b2-9ffb-4970-86e5-747784c384d0 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:20.386171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e066e457-da08-42bf-8da7-a47eea458867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.419837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a854c8c3-1b5d-4c0f-ac4d-cc9fb7dc877f tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "GET /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags/tempest-TagsTest-Tag-215374347 HTTP/1.1" status: 204 len: 168 time: 0.1878533 Jul 13 07:47:20.423781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:20.448201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-eee3cbf5-45c5-4d01-a77b-77b48aa25cb2 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:20.453926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066e457-da08-42bf-8da7-a47eea458867 None None] Pushing event deleted for resources: {'Port': ['ID=ee0577b2-9ffb-4970-86e5-747784c384d0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.460247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Allocated IP 2001:db8::f816:3eff:fe40:d218 (0802aafe-c933-4317-988d-fcf1d7d0ff5b/874b8156-91ad-4322-93be-178a6314bc25/10bfefb4-8488-465a-9c1e-528bc725f986) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:20.483093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e066e457-da08-42bf-8da7-a47eea458867 None None] No DVR routers for this DVR port ee0577b2-9ffb-4970-86e5-747784c384d0 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:20.650320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eee3cbf5-45c5-4d01-a77b-77b48aa25cb2 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "GET /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags HTTP/1.1" status: 200 len: 237 time: 0.2157953 Jul 13 07:47:20.651032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35732) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:20.666586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-731a3aa2-bdee-4dee-947d-7a7b2fcbf51c tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81', {'tags': ['tempest-TagsTest-Tag-1229077313', 'tempest-TagsTest-Tag-880448009', 'tempest-TagsTest-Tag-474681691']}) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:20.740355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.780966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Transition to ACTIVE for port object 10bfefb4-8488-465a-9c1e-528bc725f986 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:20.822660 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-731a3aa2-bdee-4dee-947d-7a7b2fcbf51c tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "PUT /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags HTTP/1.1" status: 200 len: 307 time: 0.1702352 Jul 13 07:47:20.825254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:20.831326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-297fc45b-a51d-4adf-a9d6-500010a85548 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81', 'tempest-TagsTest-Tag-1229077313') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:20.852754 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.925070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network 0802aafe-c933-4317-988d-fcf1d7d0ff5b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:20.928889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:20.933087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:20.939600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:20.940248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.946915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Port': ['ID=10bfefb4-8488-465a-9c1e-528bc725f986,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.966851 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-45fe5545-057a-480c-9e52-5e9eb44221ac tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5937519 Jul 13 07:47:20.968763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35738) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:20.969356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Allocated IP 2001:db8::f816:3eff:fe76:797d (0802aafe-c933-4317-988d-fcf1d7d0ff5b/874b8156-91ad-4322-93be-178a6314bc25/180e0557-06f0-43a0-a01f-c8addd596ecc) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:21.039396 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-297fc45b-a51d-4adf-a9d6-500010a85548 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "DELETE /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags/tempest-TagsTest-Tag-1229077313 HTTP/1.1" status: 204 len: 168 time: 0.2128205 Jul 13 07:47:21.044930 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:21.060077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-a2fe60b9-dfc6-4689-b926-d869929ca09d tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81', 'tempest-TagsTest-Tag-1229077313') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:21.124544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7a4d28-c4b3-4062-8ab9-b2f47c2487a2 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Deleting subnet 874b8156-91ad-4322-93be-178a6314bc25 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:21.154826 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27859a15-a67d-4101-a054-6a234721c4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.191474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.207083 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a2fe60b9-dfc6-4689-b926-d869929ca09d tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] show failed (client error): The resource could not be found. Jul 13 07:47:21.208782 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a2fe60b9-dfc6-4689-b926-d869929ca09d tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "GET /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags/tempest-TagsTest-Tag-1229077313 HTTP/1.1" status: 404 len: 326 time: 0.1626961 Jul 13 07:47:21.211756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:21.216510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-b5343016-0433-483f-9e07-b051a9dda1a5 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81', 'tempest-TagsTest-Tag-880448009') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:21.354575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.374645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Transition to ACTIVE for port object 180e0557-06f0-43a0-a01f-c8addd596ecc will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:21.411661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Transition to ACTIVE for port object 180e0557-06f0-43a0-a01f-c8addd596ecc will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:21.413378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b5343016-0433-483f-9e07-b051a9dda1a5 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "GET /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags/tempest-TagsTest-Tag-880448009 HTTP/1.1" status: 204 len: 168 time: 0.2004218 Jul 13 07:47:21.416678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:21.421552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-feb32b1d-4ad5-4255-a41b-81ec2af558ee tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81', 'tempest-TagsTest-Tag-474681691') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:21.427561 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4d28-c4b3-4062-8ab9-b2f47c2487a2 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.432474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.485572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Network 0802aafe-c933-4317-988d-fcf1d7d0ff5b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:21.493637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:21.520359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4d28-c4b3-4062-8ab9-b2f47c2487a2 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.567356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:21.709635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-feb32b1d-4ad5-4255-a41b-81ec2af558ee tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "GET /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags/tempest-TagsTest-Tag-474681691 HTTP/1.1" status: 204 len: 168 time: 0.2916639 Jul 13 07:47:21.714189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35762) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:21.720633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-9e945c08-6b5a-4aa1-90f5-91b05c692a15 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:21.804987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Attempting to bind port 180e0557-06f0-43a0-a01f-c8addd596ecc on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:21.805377 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Attempting to bind port 180e0557-06f0-43a0-a01f-c8addd596ecc by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'bfaf1e77-5ffa-4093-a13d-f21a8fbb4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0802aafe-c933-4317-988d-fcf1d7d0ff5b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:21.805979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Attempting to bind port 180e0557-06f0-43a0-a01f-c8addd596ecc on network 0802aafe-c933-4317-988d-fcf1d7d0ff5b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:21.814491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Pushing event updated for resources: {'Port': ['ID=180e0557-06f0-43a0-a01f-c8addd596ecc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:21.825569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:21.826226 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Checking segment: {'id': 'bfaf1e77-5ffa-4093-a13d-f21a8fbb4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0802aafe-c933-4317-988d-fcf1d7d0ff5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:21.826518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.826831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Bound using segment: {'id': 'bfaf1e77-5ffa-4093-a13d-f21a8fbb4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0802aafe-c933-4317-988d-fcf1d7d0ff5b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:21.827363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Bound port: 180e0557-06f0-43a0-a01f-c8addd596ecc, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfaf1e77-5ffa-4093-a13d-f21a8fbb4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0802aafe-c933-4317-988d-fcf1d7d0ff5b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:21.828430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.913307 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4d28-c4b3-4062-8ab9-b2f47c2487a2 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.979621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4d28-c4b3-4062-8ab9-b2f47c2487a2 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.983696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] For port 180e0557-06f0-43a0-a01f-c8addd596ecc, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:21.992931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] For port 180e0557-06f0-43a0-a01f-c8addd596ecc, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=180e0557-06f0-43a0-a01f-c8addd596ecc,segment=NetworkSegment(bfaf1e77-5ffa-4093-a13d-f21a8fbb4606),segment_id=bfaf1e77-5ffa-4093-a13d-f21a8fbb4606)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:22.014564 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9e945c08-6b5a-4aa1-90f5-91b05c692a15 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "DELETE /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags HTTP/1.1" status: 204 len: 168 time: 0.2989402 Jul 13 07:47:22.016113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35766) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:22.028723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a4d28-c4b3-4062-8ab9-b2f47c2487a2 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Subnet': ['ID=874b8156-91ad-4322-93be-178a6314bc25,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:22.030105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-fd868ae3-c927-4614-9451-992c0dcca527 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81', 'tempest-TagsTest-Tag-880448009') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:22.032845 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.036651 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4d28-c4b3-4062-8ab9-b2f47c2487a2 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.040072 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9e7a4d28-c4b3-4062-8ab9-b2f47c2487a2 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/subnets/874b8156-91ad-4322-93be-178a6314bc25 HTTP/1.1" status: 204 len: 168 time: 1.0689602 Jul 13 07:47:22.044832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35768) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:22.170255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c198de-b2eb-4643-adf2-eec42ca1d126 None None] Pushing event updated for resources: {'Port': ['ID=180e0557-06f0-43a0-a01f-c8addd596ecc,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:22.191541 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.216052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa731c35-8874-4e62-bf5e-4f822672f2f5 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.219328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa731c35-8874-4e62-bf5e-4f822672f2f5 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.222885 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-fd868ae3-c927-4614-9451-992c0dcca527 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] show failed (client error): The resource could not be found. Jul 13 07:47:22.230866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fa731c35-8874-4e62-bf5e-4f822672f2f5 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1848841 Jul 13 07:47:22.233984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:22.234911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:22.237386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fd868ae3-c927-4614-9451-992c0dcca527 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "GET /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags/tempest-TagsTest-Tag-880448009 HTTP/1.1" status: 404 len: 325 time: 0.2201684 Jul 13 07:47:22.249053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-6594b08e-a2c2-4b0a-86f8-3eca86279a84 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81', 'tempest-TagsTest-Tag-474681691') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:22.423886 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4937a052-f2cf-4f2d-aaf2-0ab094d8ef49 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.463837 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4937a052-f2cf-4f2d-aaf2-0ab094d8ef49 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 07:47:22.464840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4937a052-f2cf-4f2d-aaf2-0ab094d8ef49 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:22.472086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:22.477939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-776265330'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:22.484959 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4937a052-f2cf-4f2d-aaf2-0ab094d8ef49 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/0802aafe-c933-4317-988d-fcf1d7d0ff5b HTTP/1.1" status: 409 len: 405 time: 0.2419333 Jul 13 07:47:22.556508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:22.560458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.601655 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-6594b08e-a2c2-4b0a-86f8-3eca86279a84 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] show failed (client error): The resource could not be found. Jul 13 07:47:22.608391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35788) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:22.610913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6594b08e-a2c2-4b0a-86f8-3eca86279a84 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "GET /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags/tempest-TagsTest-Tag-474681691 HTTP/1.1" status: 404 len: 325 time: 0.3721168 Jul 13 07:47:22.616480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-7b6be23b-cf96-41e3-904a-8dc8f30b19d0 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ec0aa275-6e44-4907-9958-c6fbfca8ce81') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:22.682170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:22.703462 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.705591 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Added segment 795280e7-c195-44ca-af8f-7817855d5c7f of type vlan for network 916e0a2e-c23b-49c6-a178-f5058b6934ca Jul 13 07:47:22.829822 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.845448 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7b6be23b-cf96-41e3-904a-8dc8f30b19d0 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "DELETE /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81/tags HTTP/1.1" status: 204 len: 168 time: 0.2299731 Jul 13 07:47:22.846267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35794) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:22.920177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.947115 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.947966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.034886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5616074 Jul 13 07:47:23.037727 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35798) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:23.052129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'subnet': {'network_id': '916e0a2e-c23b-49c6-a178-f5058b6934ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:23.061533 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.204786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:23.216202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.298314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5b87e-ba6b-4437-b035-9a2c3f27e4b4 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Network': ['ID=916e0a2e-c23b-49c6-a178-f5058b6934ca,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.318316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.319574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 916e0a2e-c23b-49c6-a178-f5058b6934ca details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:23.360339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0aa275-6e44-4907-9958-c6fbfca8ce81']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:23.390411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c774e6cb-11ca-47a5-a557-2b499372b0fa') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:23.391034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c774e6cb-11ca-47a5-a557-2b499372b0fa') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:23.411249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.444355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.461600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:23.464656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:23.471193 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:23.630439 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.640341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.643640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] 10.222.0.41 "DELETE /v2.0/networks/ec0aa275-6e44-4907-9958-c6fbfca8ce81 HTTP/1.1" status: 204 len: 168 time: 0.7957492 Jul 13 07:47:23.672356 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.696015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f80c3-40e5-45cd-a67e-6596b8042b93 tempest-TagsTest-648458060 tempest-TagsTest-648458060-project] Pushing event deleted for resources: {'Network': ['ID=ec0aa275-6e44-4907-9958-c6fbfca8ce81,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.954055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:47:23.956356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.964064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3744ee7f-7eac-4a15-b578-a074a2d424a9 None None] Network 0802aafe-c933-4317-988d-fcf1d7d0ff5b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:24.175312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0f9e53b2-c10d-421d-a3c9-2db5b65ec73a None None] Provisioning for port 180e0557-06f0-43a0-a01f-c8addd596ecc completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:24.175484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Subnet': ['ID=88a19bc7-bd35-4988-8625-73023b7b2890,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:24.183224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 180e0557-06f0-43a0-a01f-c8addd596ecc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:24.204175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Checking segment: {'id': '795280e7-c195-44ca-af8f-7817855d5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '916e0a2e-c23b-49c6-a178-f5058b6934ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:24.206860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network hostable DHCP agents. Network: 916e0a2e-c23b-49c6-a178-f5058b6934ca, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:24.255780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network 916e0a2e-c23b-49c6-a178-f5058b6934ca is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:24.297338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 916e0a2e-c23b-49c6-a178-f5058b6934ca) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:24.310946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.312073 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.317742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7292465-ed82-4434-8c49-469a8779acf6 None None] Network 916e0a2e-c23b-49c6-a178-f5058b6934ca requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:24.361019 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9a0d5fe6-cc3c-4cae-b1f1-99871717fe36 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3219326 Jul 13 07:47:24.363964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:24.382388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 180e0557-06f0-43a0-a01f-c8addd596ecc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:24.421121 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 180e0557-06f0-43a0-a01f-c8addd596ecc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:24.421500 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.595207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.744065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.762426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35834) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:24.904688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.943607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:24.977400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Subnet': ['ID=88a19bc7-bd35-4988-8625-73023b7b2890,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.103129 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc14d1-26b1-46cd-a705-903fb79c2861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-916e0a2e-c23b-49c6-a178-f5058b6934ca', 'network_id': '916e0a2e-c23b-49c6-a178-f5058b6934ca', 'tenant_id': 'bb64c9ccb4794297836f6c9c48a9861f', 'fixed_ips': [{'subnet_id': '88a19bc7-bd35-4988-8625-73023b7b2890'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:25.104582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ddc14d1-26b1-46cd-a705-903fb79c2861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.114460 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.138979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916e0a2e-c23b-49c6-a178-f5058b6934ca']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:25.156830 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.161683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795280e7-c195-44ca-af8f-7817855d5c7f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:25.166140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795280e7-c195-44ca-af8f-7817855d5c7f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:25.196017 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.206468 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-46b4f7b1-4dff-43e4-ab06-140ee0b248cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c13c19fbafd44102bc9b0d750b6b1e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386926 Jul 13 07:47:25.214818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35846) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:25.217419 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc85a8f5-a58d-4e71-8958-19687db02124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.234755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 180e0557-06f0-43a0-a01f-c8addd596ecc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=180e0557-06f0-43a0-a01f-c8addd596ecc,segment=NetworkSegment(bfaf1e77-5ffa-4093-a13d-f21a8fbb4606),segment_id=bfaf1e77-5ffa-4093-a13d-f21a8fbb4606)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:25.237566 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.237989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab53c0b4-97d4-4b0e-bea0-0e35a0c81229 None None] DHCP port deletion for 0802aafe-c933-4317-988d-fcf1d7d0ff5b request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:25.257892 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:25.258629 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.269236 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:25.281496 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:25.336510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fce79a1-e6d4-4407-a4d7-fbc3503f3c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.381594 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fce79a1-e6d4-4407-a4d7-fbc3503f3c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.428523 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.429214 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2ddc14d1-26b1-46cd-a705-903fb79c2861 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:47:25.429214 n-d-758944-43 neutron-server[93775]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 13 07:47:25.429214 n-d-758944-43 neutron-server[93775]: [parameters: {'project_id': 'bb64c9ccb4794297836f6c9c48a9861f', 'id': '9d8d8f1e-9664-4a56-a7f6-155463af89af', 'name': '', 'network_id': '916e0a2e-c23b-49c6-a178-f5058b6934ca', 'mac_address': 'fa:16:3e:0f:11:85', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-916e0a2e-c23b-49c6-a178-f5058b6934ca', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3073}] Jul 13 07:47:25.429214 n-d-758944-43 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:47:25.429794 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-2ddc14d1-26b1-46cd-a705-903fb79c2861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:47:25.443122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.448806 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/916e0a2e-c23b-49c6-a178-f5058b6934ca HTTP/1.1" status: 204 len: 168 time: 1.0801988 Jul 13 07:47:25.450824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35848) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:25.457583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1891885665'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:25.476808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b4e8b-eabd-405a-bd33-5f898c58d871 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Network': ['ID=916e0a2e-c23b-49c6-a178-f5058b6934ca,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.492898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=180e0557-06f0-43a0-a01f-c8addd596ecc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.514619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fce79a1-e6d4-4407-a4d7-fbc3503f3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.517821 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fce79a1-e6d4-4407-a4d7-fbc3503f3c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.521870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3fce79a1-e6d4-4407-a4d7-fbc3503f3c80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45f53b88-75a6-4778-9867-ff1f19a1f5c2 HTTP/1.1" status: 204 len: 168 time: 0.3027894 Jul 13 07:47:25.527938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ab53c0b4-97d4-4b0e-bea0-0e35a0c81229 None None] Deleting port 180e0557-06f0-43a0-a01f-c8addd596ecc {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:25.528612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab53c0b4-97d4-4b0e-bea0-0e35a0c81229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.530549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce79a1-e6d4-4407-a4d7-fbc3503f3c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f53b88-75a6-4778-9867-ff1f19a1f5c2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.638419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ab53c0b4-97d4-4b0e-bea0-0e35a0c81229 None None] For port 180e0557-06f0-43a0-a01f-c8addd596ecc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=180e0557-06f0-43a0-a01f-c8addd596ecc,segment=NetworkSegment(bfaf1e77-5ffa-4093-a13d-f21a8fbb4606),segment_id=bfaf1e77-5ffa-4093-a13d-f21a8fbb4606)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:25.638911 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab53c0b4-97d4-4b0e-bea0-0e35a0c81229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.655503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ab53c0b4-97d4-4b0e-bea0-0e35a0c81229 None None] Calling delete_port for 180e0557-06f0-43a0-a01f-c8addd596ecc owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:25.787296 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab53c0b4-97d4-4b0e-bea0-0e35a0c81229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.834471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab53c0b4-97d4-4b0e-bea0-0e35a0c81229 None None] No DVR routers for this DVR port 180e0557-06f0-43a0-a01f-c8addd596ecc on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:25.977303 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ddc14d1-26b1-46cd-a705-903fb79c2861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.980749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53c0b4-97d4-4b0e-bea0-0e35a0c81229 None None] Pushing event deleted for resources: {'Port': ['ID=180e0557-06f0-43a0-a01f-c8addd596ecc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:26.034352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 180e0557-06f0-43a0-a01f-c8addd596ecc no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:26.088203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 180e0557-06f0-43a0-a01f-c8addd596ecc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:26.088568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 180e0557-06f0-43a0-a01f-c8addd596ecc not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:26.130042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f3489-789f-44b9-b04f-45f1b165935a None None] Network 916e0a2e-c23b-49c6-a178-f5058b6934ca requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:26.157167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f3489-789f-44b9-b04f-45f1b165935a None None] Network 916e0a2e-c23b-49c6-a178-f5058b6934ca could not be found, it might have been deleted concurrently. {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:47:26.366006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc85a8f5-a58d-4e71-8958-19687db02124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.377930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc85a8f5-a58d-4e71-8958-19687db02124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.460697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cc85a8f5-a58d-4e71-8958-19687db02124 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45c8dea1e7ce450994e9cd9481c96f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5134311 Jul 13 07:47:26.460697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:26.462407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:26.465752 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.490777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85a8f5-a58d-4e71-8958-19687db02124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33281b0a-3697-4aad-8ad9-f8965f6e9e21,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:26.507602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:26.520590 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.521047 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Added segment c0c918fa-b77e-4e7b-885b-94a15da327a7 of type vlan for network 5eccfd9a-b568-4a45-9cad-521d674cdb3a Jul 13 07:47:26.565775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.570908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b2b30ce-03a6-4a2c-b1ca-dd62912a2f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.600821 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b2b30ce-03a6-4a2c-b1ca-dd62912a2f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.602094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.608341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.608996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.646013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1909101 Jul 13 07:47:26.647244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:26.652680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'subnet': {'network_id': '5eccfd9a-b568-4a45-9cad-521d674cdb3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:26.684598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0c048-c462-469a-99d7-05c8ad5c221c tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Network': ['ID=5eccfd9a-b568-4a45-9cad-521d674cdb3a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:26.703361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 5eccfd9a-b568-4a45-9cad-521d674cdb3a details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:26.722484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b2b30ce-03a6-4a2c-b1ca-dd62912a2f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.725270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b2b30ce-03a6-4a2c-b1ca-dd62912a2f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.727051 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7b2b30ce-03a6-4a2c-b1ca-dd62912a2f2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33281b0a-3697-4aad-8ad9-f8965f6e9e21 HTTP/1.1" status: 204 len: 168 time: 0.2628803 Jul 13 07:47:26.745778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b30ce-03a6-4a2c-b1ca-dd62912a2f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33281b0a-3697-4aad-8ad9-f8965f6e9e21,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:26.769375 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:26.774266 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.081875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.253072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Subnet': ['ID=8a90f355-a632-493e-b2ac-8e2c45e6c91d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:27.287466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Checking segment: {'id': 'c0c918fa-b77e-4e7b-885b-94a15da327a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5eccfd9a-b568-4a45-9cad-521d674cdb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:27.287937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network hostable DHCP agents. Network: 5eccfd9a-b568-4a45-9cad-521d674cdb3a, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:27.309790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network 5eccfd9a-b568-4a45-9cad-521d674cdb3a is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:27.323241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 5eccfd9a-b568-4a45-9cad-521d674cdb3a) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:27.329551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.330617 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.338527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6fb40-1348-4d84-81a4-b3ae64081151 None None] Network 5eccfd9a-b568-4a45-9cad-521d674cdb3a requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:27.389111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35916) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:27.392631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b80fc433-1b24-4d97-8cbc-71cf54ecc03d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7439380 Jul 13 07:47:27.448418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35920) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:27.467443 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0da71a02-8dae-43f5-9367-e8b72dfdb767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.551007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35924) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:27.558511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-86ea8095-9305-4768-811a-27907672401f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935644177', 'description': 'tempest-secgroup-smoke-935644177 description', 'project_id': 'ed8eba618c004919b5952434ec70fa32'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:27.608709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.656997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0da71a02-8dae-43f5-9367-e8b72dfdb767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.665507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0da71a02-8dae-43f5-9367-e8b72dfdb767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.701413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-5eccfd9a-b568-4a45-9cad-521d674cdb3a', 'network_id': '5eccfd9a-b568-4a45-9cad-521d674cdb3a', 'tenant_id': 'bb64c9ccb4794297836f6c9c48a9861f', 'fixed_ips': [{'subnet_id': '8a90f355-a632-493e-b2ac-8e2c45e6c91d'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:27.702559 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.745922 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86ea8095-9305-4768-811a-27907672401f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.789129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.804676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0da71a02-8dae-43f5-9367-e8b72dfdb767 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f00ac933eea4411db78f90280e9b59f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536878 Jul 13 07:47:27.806117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35932) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:27.811560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da71a02-8dae-43f5-9367-e8b72dfdb767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de90a9b-fbaa-40e7-be1e-570691d04d94,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:27.911930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Allocated IP 2001:db8::2 (5eccfd9a-b568-4a45-9cad-521d674cdb3a/8a90f355-a632-493e-b2ac-8e2c45e6c91d/7874da11-6144-4854-95bb-9dc9067bb3f4) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:27.952054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6131ca6-06f6-42ff-8939-6be1417686a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.996903 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6131ca6-06f6-42ff-8939-6be1417686a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.009993 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86ea8095-9305-4768-811a-27907672401f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.015887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86ea8095-9305-4768-811a-27907672401f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.054620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea8095-9305-4768-811a-27907672401f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f51a9f-213c-4be2-8ad1-3b4654bf67cf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.090392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86ea8095-9305-4768-811a-27907672401f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.091099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6131ca6-06f6-42ff-8939-6be1417686a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.094715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-86ea8095-9305-4768-811a-27907672401f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5400190 Jul 13 07:47:28.095078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35938) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.097577 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6131ca6-06f6-42ff-8939-6be1417686a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.106938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3036a69a-7ddd-400f-9367-117dbe831d47 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'security_group_rule': {'security_group_id': '25f51a9f-213c-4be2-8ad1-3b4654bf67cf', 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:28.107970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d6131ca6-06f6-42ff-8939-6be1417686a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5de90a9b-fbaa-40e7-be1e-570691d04d94 HTTP/1.1" status: 204 len: 168 time: 0.2886486 Jul 13 07:47:28.142528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6131ca6-06f6-42ff-8939-6be1417686a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de90a9b-fbaa-40e7-be1e-570691d04d94,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.169539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3036a69a-7ddd-400f-9367-117dbe831d47 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.257602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.267499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Transition to ACTIVE for port object 7874da11-6144-4854-95bb-9dc9067bb3f4 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:28.274341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3036a69a-7ddd-400f-9367-117dbe831d47 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.281429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3036a69a-7ddd-400f-9367-117dbe831d47 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.291397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Transition to ACTIVE for port object 7874da11-6144-4854-95bb-9dc9067bb3f4 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:28.301054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036a69a-7ddd-400f-9367-117dbe831d47 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b83bca0-9648-4d3f-b32f-838bc9854b9e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.305726 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.324410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3036a69a-7ddd-400f-9367-117dbe831d47 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.325920 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3036a69a-7ddd-400f-9367-117dbe831d47 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2296753 Jul 13 07:47:28.329056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.338205 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.339686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9c7464e0-6463-41aa-8c9d-af514068d32e tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'security_group_rule': {'security_group_id': '25f51a9f-213c-4be2-8ad1-3b4654bf67cf', 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:28.376862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Network 5eccfd9a-b568-4a45-9cad-521d674cdb3a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:28.381853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:28.393837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:28.401910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Subnet': ['ID=8a90f355-a632-493e-b2ac-8e2c45e6c91d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.425678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c7464e0-6463-41aa-8c9d-af514068d32e tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.426305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Pushing event updated for resources: {'Port': ['ID=7874da11-6144-4854-95bb-9dc9067bb3f4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.509511 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c7464e0-6463-41aa-8c9d-af514068d32e tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.516508 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c7464e0-6463-41aa-8c9d-af514068d32e tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.553833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7464e0-6463-41aa-8c9d-af514068d32e tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde1b18f-66e3-45e3-bab2-fcf1365ab527,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.561673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Attempting to bind port 7874da11-6144-4854-95bb-9dc9067bb3f4 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:28.562071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Attempting to bind port 7874da11-6144-4854-95bb-9dc9067bb3f4 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c0c918fa-b77e-4e7b-885b-94a15da327a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5eccfd9a-b568-4a45-9cad-521d674cdb3a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:28.562538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Attempting to bind port 7874da11-6144-4854-95bb-9dc9067bb3f4 on network 5eccfd9a-b568-4a45-9cad-521d674cdb3a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:28.563775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.565584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c7464e0-6463-41aa-8c9d-af514068d32e tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.567782 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9c7464e0-6463-41aa-8c9d-af514068d32e tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2368057 Jul 13 07:47:28.570582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35954) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.573924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:28.575312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Checking segment: {'id': 'c0c918fa-b77e-4e7b-885b-94a15da327a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5eccfd9a-b568-4a45-9cad-521d674cdb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:28.577072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-08cbf101-ca77-49e0-911c-094b702de97f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'security_group_rule': {'security_group_id': '25f51a9f-213c-4be2-8ad1-3b4654bf67cf', 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:28.580473 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.580997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Bound using segment: {'id': 'c0c918fa-b77e-4e7b-885b-94a15da327a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5eccfd9a-b568-4a45-9cad-521d674cdb3a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:28.581518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Bound port: 7874da11-6144-4854-95bb-9dc9067bb3f4, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c918fa-b77e-4e7b-885b-94a15da327a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5eccfd9a-b568-4a45-9cad-521d674cdb3a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:28.581930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.594907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eccfd9a-b568-4a45-9cad-521d674cdb3a']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:28.616001 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08cbf101-ca77-49e0-911c-094b702de97f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.624237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c918fa-b77e-4e7b-885b-94a15da327a7') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:28.624711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c918fa-b77e-4e7b-885b-94a15da327a7') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:28.643605 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.686253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] For port 7874da11-6144-4854-95bb-9dc9067bb3f4, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:28.690340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] For port 7874da11-6144-4854-95bb-9dc9067bb3f4, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7874da11-6144-4854-95bb-9dc9067bb3f4,segment=NetworkSegment(c0c918fa-b77e-4e7b-885b-94a15da327a7),segment_id=c0c918fa-b77e-4e7b-885b-94a15da327a7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:28.697394 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.700512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08cbf101-ca77-49e0-911c-094b702de97f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.705552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08cbf101-ca77-49e0-911c-094b702de97f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.712755 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.732835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:28.736846 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.748435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbf101-ca77-49e0-911c-094b702de97f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828ff2fa-1614-48e9-b62b-ebd027ba5eab,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.758589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08cbf101-ca77-49e0-911c-094b702de97f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.760179 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-08cbf101-ca77-49e0-911c-094b702de97f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882060 Jul 13 07:47:28.762748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35956) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.771825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f552a2f5-519e-4a43-a933-ece96e9c6c62 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'security_group_rule': {'security_group_id': '25f51a9f-213c-4be2-8ad1-3b4654bf67cf', 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:28.801491 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:28.821972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72842ec2-8fdb-48de-be5d-dfd35cce768c None None] Network 5eccfd9a-b568-4a45-9cad-521d674cdb3a requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:28.834314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f552a2f5-519e-4a43-a933-ece96e9c6c62 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.944485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f552a2f5-519e-4a43-a933-ece96e9c6c62 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.953237 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f552a2f5-519e-4a43-a933-ece96e9c6c62 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.976433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 35964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.007810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552a2f5-519e-4a43-a933-ece96e9c6c62 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52321cb-39f6-4978-bab9-577efed22eb3,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.017643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07842015-31b5-405b-960b-f594503f2309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.020713 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f552a2f5-519e-4a43-a933-ece96e9c6c62 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.025203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35966) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.029672 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f552a2f5-519e-4a43-a933-ece96e9c6c62 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2622333 Jul 13 07:47:29.031291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d7beea04-4bea-4ce5-a237-d4c14f767826 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'security_group_rule': {'security_group_id': '25f51a9f-213c-4be2-8ad1-3b4654bf67cf', 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:29.037148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41190b5a-b743-4b25-8de1-5806898b2505 None None] Pushing event updated for resources: {'Port': ['ID=7874da11-6144-4854-95bb-9dc9067bb3f4,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.070908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-07842015-31b5-405b-960b-f594503f2309 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:47:29.070908 n-d-758944-43 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:47:29.070908 n-d-758944-43 neutron-server[93773]: [parameters: {'project_id_1': '23de8739986647e2947e65f8faa522fc', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 47, 29, 47574)}] Jul 13 07:47:29.070908 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:47:29.071305 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [None req-07842015-31b5-405b-960b-f594503f2309 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:47:29.078503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:47:29.078503 n-d-758944-43 neutron-server[93774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:47:29.078503 n-d-758944-43 neutron-server[93774]: [parameters: {'id': '5eccfd9a-b568-4a45-9cad-521d674cdb3a'}] Jul 13 07:47:29.078503 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:47:29.078901 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:47:29.082288 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-d7beea04-4bea-4ce5-a237-d4c14f767826 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Project ed8eba618c004919b5952434ec70fa32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:47:29.090082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7beea04-4bea-4ce5-a237-d4c14f767826 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.153806 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7beea04-4bea-4ce5-a237-d4c14f767826 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.160676 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7beea04-4bea-4ce5-a237-d4c14f767826 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.193531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7beea04-4bea-4ce5-a237-d4c14f767826 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcb8aba-8f44-4369-b22f-6aa8240fc67f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.195821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47db9ea-258e-44d1-897a-374d7859e83c None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:47:29.197161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7beea04-4bea-4ce5-a237-d4c14f767826 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.203353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d7beea04-4bea-4ce5-a237-d4c14f767826 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1767411 Jul 13 07:47:29.204069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.209620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-81c06455-67a7-4cd2-bac3-9a4b46b76879 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'security_group_rule': {'security_group_id': '25f51a9f-213c-4be2-8ad1-3b4654bf67cf', 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:29.242431 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-81c06455-67a7-4cd2-bac3-9a4b46b76879 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Project ed8eba618c004919b5952434ec70fa32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:47:29.250898 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81c06455-67a7-4cd2-bac3-9a4b46b76879 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.343485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81c06455-67a7-4cd2-bac3-9a4b46b76879 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.348787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81c06455-67a7-4cd2-bac3-9a4b46b76879 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.349312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47db9ea-258e-44d1-897a-374d7859e83c None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:47:29.369776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c06455-67a7-4cd2-bac3-9a4b46b76879 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba96f9c3-ccd8-474c-a67c-0ea223e0cb5a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.379595 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81c06455-67a7-4cd2-bac3-9a4b46b76879 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.381329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-81c06455-67a7-4cd2-bac3-9a4b46b76879 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1761601 Jul 13 07:47:29.573027 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07842015-31b5-405b-960b-f594503f2309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.580269 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.649101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Deleting port 7874da11-6144-4854-95bb-9dc9067bb3f4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:29.649681 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.725642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-d5d2d597-2c23-4a6c-96ff-9cef403b6ca9 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935644177&fields=id&tenant_id=ed8eba618c004919b5952434ec70fa32 HTTP/1.1" status: 200 len: 267 time: 0.0538661 Jul 13 07:47:29.736475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] For port 7874da11-6144-4854-95bb-9dc9067bb3f4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7874da11-6144-4854-95bb-9dc9067bb3f4,segment=NetworkSegment(c0c918fa-b77e-4e7b-885b-94a15da327a7),segment_id=c0c918fa-b77e-4e7b-885b-94a15da327a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:29.736944 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.753478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Calling delete_port for 7874da11-6144-4854-95bb-9dc9067bb3f4 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:29.818896 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07842015-31b5-405b-960b-f594503f2309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.824543 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07842015-31b5-405b-960b-f594503f2309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.859504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.889163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Port': ['ID=7874da11-6144-4854-95bb-9dc9067bb3f4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.895511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No DVR routers for this DVR port 7874da11-6144-4854-95bb-9dc9067bb3f4 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:29.981880 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-bbb1752f-48f9-4d77-9aa5-88db9e281168 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:29.983517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-bbb1752f-48f9-4d77-9aa5-88db9e281168 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/networks?id=a9c62e49-8c44-47ea-9507-879b88cbea89 HTTP/1.1" status: 200 len: 814 time: 0.2474720 Jul 13 07:47:29.984198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07842015-31b5-405b-960b-f594503f2309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1bdf22-3373-4606-a3be-4ddb7a5115ee,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.996741 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.016504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-07842015-31b5-405b-960b-f594503f2309 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23de8739986647e2947e65f8faa522fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0362422 Jul 13 07:47:30.018878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eccfd9a-b568-4a45-9cad-521d674cdb3a']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.021488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35986) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:30.036424 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-8fd01954-5396-4dd0-9f07-6d1d3d741158 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/quotas/ed8eba618c004919b5952434ec70fa32 HTTP/1.1" status: 200 len: 375 time: 0.0451949 Jul 13 07:47:30.073117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c918fa-b77e-4e7b-885b-94a15da327a7') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.073426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c918fa-b77e-4e7b-885b-94a15da327a7') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.115219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.152780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.159817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cf28339-cb81-48d0-91dc-f19e8fa16415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.164438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:30.164883 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:30.168139 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:30.200847 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-8fa32e5a-ce02-4ae3-b85b-0a7f1d6b9b29 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed8eba618c004919b5952434ec70fa32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442969 Jul 13 07:47:30.245655 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cf28339-cb81-48d0-91dc-f19e8fa16415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.261284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.283177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.291256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/5eccfd9a-b568-4a45-9cad-521d674cdb3a HTTP/1.1" status: 204 len: 168 time: 2.9003625 Jul 13 07:47:30.307270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 35996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:30.311506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1081928163'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:30.319517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20679c-4063-442e-bdab-081ffa7a9b7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Network': ['ID=5eccfd9a-b568-4a45-9cad-521d674cdb3a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.342228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:30.346624 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.371707 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cf28339-cb81-48d0-91dc-f19e8fa16415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.376055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cf28339-cb81-48d0-91dc-f19e8fa16415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.379889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5cf28339-cb81-48d0-91dc-f19e8fa16415 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af1bdf22-3373-4606-a3be-4ddb7a5115ee HTTP/1.1" status: 204 len: 168 time: 0.3533430 Jul 13 07:47:30.389628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf28339-cb81-48d0-91dc-f19e8fa16415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1bdf22-3373-4606-a3be-4ddb7a5115ee,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.409488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:30.432040 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.432767 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Added segment b622629b-5734-499c-b352-f5ef30042f1e of type vlan for network 619f1562-8676-484b-8158-e3dfbca364e5 Jul 13 07:47:30.500620 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.508254 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-0e0361d6-6472-4c85-8ba0-514ece809e7f service neutron] 10.222.0.41 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805986 Jul 13 07:47:30.552459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.560813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:30.561791 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.614345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3065288 Jul 13 07:47:30.614940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36008) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:30.681231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc22531-882e-4623-9198-f12d86346e70 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Network': ['ID=619f1562-8676-484b-8158-e3dfbca364e5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.686039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Request body: {'subnet': {'network_id': '619f1562-8676-484b-8158-e3dfbca364e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:30.693175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 619f1562-8676-484b-8158-e3dfbca364e5 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:30.937483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-3e3f04b3-376b-4591-aa29-d9ec29d73104 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990362 Jul 13 07:47:30.961410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Made reservation on behalf of bb64c9ccb4794297836f6c9c48a9861f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:30.965384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.425243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.objects.ports [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:47:31.428146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.506429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Checking segment: {'id': 'b622629b-5734-499c-b352-f5ef30042f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '619f1562-8676-484b-8158-e3dfbca364e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:31.506798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network hostable DHCP agents. Network: 619f1562-8676-484b-8158-e3dfbca364e5, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:31.524270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event updated for resources: {'Subnet': ['ID=cb4839c0-5813-43a6-aaea-319006afd316,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:31.537484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Network 619f1562-8676-484b-8158-e3dfbca364e5 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:31.562775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 619f1562-8676-484b-8158-e3dfbca364e5) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:31.574000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4b21e-471b-4532-93a5-671f8a6758b4 None None] Network 619f1562-8676-484b-8158-e3dfbca364e5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:31.576687 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:31.578272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.624647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dde60974-3c39-4272-85fa-65867f3c79aa tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0066769 Jul 13 07:47:31.626462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36044) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:31.752137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4439f0a-95a2-484f-b3c5-39af236e8ec6 req-50563975-6e9b-4ebd-8a6f-79bbadb6909c tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 210 time: 0.0769525 Jul 13 07:47:31.892286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.900214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-619f1562-8676-484b-8158-e3dfbca364e5', 'network_id': '619f1562-8676-484b-8158-e3dfbca364e5', 'tenant_id': 'bb64c9ccb4794297836f6c9c48a9861f', 'fixed_ips': [{'subnet_id': 'cb4839c0-5813-43a6-aaea-319006afd316'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:31.902075 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.002699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.195292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Allocated IP 2001:db8::f816:3eff:fea4:9c0c (619f1562-8676-484b-8158-e3dfbca364e5/cb4839c0-5813-43a6-aaea-319006afd316/4a7f69fa-3200-48b4-81f6-88fe6c6e4a71) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:32.434687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.448647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Transition to ACTIVE for port object 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:32.470030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Transition to ACTIVE for port object 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:32.480440 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.517847 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.548046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Network 619f1562-8676-484b-8158-e3dfbca364e5 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:32.562735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:32.571500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:32.664098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4839c0-5813-43a6-aaea-319006afd316,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.671545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Pushing event updated for resources: {'Port': ['ID=4a7f69fa-3200-48b4-81f6-88fe6c6e4a71,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.685606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Attempting to bind port 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:32.686271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Attempting to bind port 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b622629b-5734-499c-b352-f5ef30042f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '619f1562-8676-484b-8158-e3dfbca364e5'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:32.686795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Attempting to bind port 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71 on network 619f1562-8676-484b-8158-e3dfbca364e5 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:32.694231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:32.695326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Checking segment: {'id': 'b622629b-5734-499c-b352-f5ef30042f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '619f1562-8676-484b-8158-e3dfbca364e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:32.695884 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.696480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Bound using segment: {'id': 'b622629b-5734-499c-b352-f5ef30042f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '619f1562-8676-484b-8158-e3dfbca364e5'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:32.697276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Bound port: 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b622629b-5734-499c-b352-f5ef30042f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '619f1562-8676-484b-8158-e3dfbca364e5'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:32.697816 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.807798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] For port 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:32.815840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] For port 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4a7f69fa-3200-48b4-81f6-88fe6c6e4a71,segment=NetworkSegment(b622629b-5734-499c-b352-f5ef30042f1e),segment_id=b622629b-5734-499c-b352-f5ef30042f1e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:32.823104 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.828481 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.860167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619f1562-8676-484b-8158-e3dfbca364e5']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:32.896407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b622629b-5734-499c-b352-f5ef30042f1e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:32.898212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b622629b-5734-499c-b352-f5ef30042f1e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:32.947278 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.986588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198a29-8d81-45a4-a9a7-70f05e4e89fb None None] Pushing event updated for resources: {'Port': ['ID=4a7f69fa-3200-48b4-81f6-88fe6c6e4a71,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.993418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a2f8b4-eb3d-42ed-90af-7e03861b9053 None None] Network 619f1562-8676-484b-8158-e3dfbca364e5 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:33.000843 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.041477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:33.044589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:33.062547 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:33.195880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:47:33.195880 n-d-758944-43 neutron-server[93774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:47:33.195880 n-d-758944-43 neutron-server[93774]: [parameters: {'id': '619f1562-8676-484b-8158-e3dfbca364e5'}] Jul 13 07:47:33.195880 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:47:33.196217 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:47:33.246537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916fe95d-b5d7-46bf-8fbb-4414445c2d13 None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:47:33.316803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68ee5073-3d10-46b7-b721-2bc3ccddd2ab req-408345ef-d8b9-42c6-ab8a-a313f0d883c0 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 210 time: 0.0366464 Jul 13 07:47:33.397412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916fe95d-b5d7-46bf-8fbb-4414445c2d13 None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:47:33.411528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36158) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:33.631584 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31a92ca4-c2cf-4935-94a3-b2070361fe6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.758351 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:47:33.760149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.822666 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31a92ca4-c2cf-4935-94a3-b2070361fe6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.837254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31a92ca4-c2cf-4935-94a3-b2070361fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.903684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-614e4345-8029-4006-8315-3f7b036f896c tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:33.905335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-614e4345-8029-4006-8315-3f7b036f896c tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.38 "GET /v2.0/networks?id=a9c62e49-8c44-47ea-9507-879b88cbea89 HTTP/1.1" status: 200 len: 814 time: 0.4073641 Jul 13 07:47:33.911119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a92ca4-c2cf-4935-94a3-b2070361fe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf66fca-61d1-4b3f-b32d-d5f77a96f23f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.944263 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-31a92ca4-c2cf-4935-94a3-b2070361fe6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40b886e428b3406e9a79f22958b57091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300398 Jul 13 07:47:33.947010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:33.996813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-068874bc-a0fa-4dd2-b7af-6b6ff6d9fcc3 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed8eba618c004919b5952434ec70fa32 HTTP/1.1" status: 200 len: 379 time: 0.0820782 Jul 13 07:47:34.006995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'port': {'device_id': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'admin_state_up': True, 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'security_groups': ['25f51a9f-213c-4be2-8ad1-3b4654bf67cf']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:34.042659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Deleting port 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:34.043027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.174699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ca0c-ea55-4811-bab3-1cacbdb7db9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.210809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] For port 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4a7f69fa-3200-48b4-81f6-88fe6c6e4a71,segment=NetworkSegment(b622629b-5734-499c-b352-f5ef30042f1e),segment_id=b622629b-5734-499c-b352-f5ef30042f1e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:34.211212 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.248831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ca0c-ea55-4811-bab3-1cacbdb7db9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.251852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Calling delete_port for 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:34.399854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Made reservation on behalf of ed8eba618c004919b5952434ec70fa32 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:34.406055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.487013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ca0c-ea55-4811-bab3-1cacbdb7db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.491010 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ca0c-ea55-4811-bab3-1cacbdb7db9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.494955 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a4c5ca0c-ea55-4811-bab3-1cacbdb7db9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bcf66fca-61d1-4b3f-b32d-d5f77a96f23f HTTP/1.1" status: 204 len: 168 time: 0.5446982 Jul 13 07:47:34.619099 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f18a90a5-8790-476b-aaa0-d101a7de0003 req-b2b9c0c6-11dd-451e-bc5c-a273bd63693a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 210 time: 0.1368847 Jul 13 07:47:34.626405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5ca0c-ea55-4811-bab3-1cacbdb7db9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf66fca-61d1-4b3f-b32d-d5f77a96f23f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:34.632672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.716010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Port': ['ID=4a7f69fa-3200-48b4-81f6-88fe6c6e4a71,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:34.764703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No DVR routers for this DVR port 4a7f69fa-3200-48b4-81f6-88fe6c6e4a71 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:34.886596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.901402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619f1562-8676-484b-8158-e3dfbca364e5']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:34.912273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b622629b-5734-499c-b352-f5ef30042f1e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:34.912586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b622629b-5734-499c-b352-f5ef30042f1e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:34.922993 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.938113 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.945393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:34.945807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:35.047701 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:35.075787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.087054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.089106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/619f1562-8676-484b-8158-e3dfbca364e5 HTTP/1.1" status: 204 len: 168 time: 3.4610984 Jul 13 07:47:35.090473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Allocated IP 172.20.0.5 (a9c62e49-8c44-47ea-9507-879b88cbea89/deb32733-904a-451b-b07a-35e865e3bee1/f7868182-e747-4ee6-963f-126689c65473) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:35.095497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36194) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.156638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cce25-369f-4089-9645-1e5f1787207d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Network': ['ID=619f1562-8676-484b-8158-e3dfbca364e5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.174786 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0971719d-102c-45f8-a8b6-b93c7b8ad50b tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:35.175254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0971719d-102c-45f8-a8b6-b93c7b8ad50b tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:35.183157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0971719d-102c-45f8-a8b6-b93c7b8ad50b tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/subnets/cb4839c0-5813-43a6-aaea-319006afd316 HTTP/1.1" status: 404 len: 337 time: 0.0853398 Jul 13 07:47:35.190196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36196) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.260173 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-93743136-768e-4493-9ae3-e80abf55dfd1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:35.261261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93743136-768e-4493-9ae3-e80abf55dfd1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:35.263771 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-93743136-768e-4493-9ae3-e80abf55dfd1 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/619f1562-8676-484b-8158-e3dfbca364e5 HTTP/1.1" status: 404 len: 339 time: 0.0724971 Jul 13 07:47:35.267497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.363997 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3748af69-539a-4537-8695-e58db6661439 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:35.364974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3748af69-539a-4537-8695-e58db6661439 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:35.373118 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3748af69-539a-4537-8695-e58db6661439 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/subnets/8a90f355-a632-493e-b2ac-8e2c45e6c91d HTTP/1.1" status: 404 len: 337 time: 0.1034298 Jul 13 07:47:35.378018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.423075 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3682fee3-909b-4f72-998c-55a9d48b58f6 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:35.425811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3682fee3-909b-4f72-998c-55a9d48b58f6 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:35.437516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.442412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3682fee3-909b-4f72-998c-55a9d48b58f6 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/5eccfd9a-b568-4a45-9cad-521d674cdb3a HTTP/1.1" status: 404 len: 339 time: 0.0590515 Jul 13 07:47:35.491910 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c6c338-8faa-434d-9340-c4eaa6f8c8ad tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:35.492808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c6c338-8faa-434d-9340-c4eaa6f8c8ad tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:35.501513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.512252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-91c6c338-8faa-434d-9340-c4eaa6f8c8ad tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/subnets/88a19bc7-bd35-4988-8625-73023b7b2890 HTTP/1.1" status: 404 len: 337 time: 0.0710115 Jul 13 07:47:35.560906 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e4aae0-8bb9-42dc-9754-6d6c11f3c8d9 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:35.561860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e4aae0-8bb9-42dc-9754-6d6c11f3c8d9 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:35.563920 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b2e4aae0-8bb9-42dc-9754-6d6c11f3c8d9 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/916e0a2e-c23b-49c6-a178-f5058b6934ca HTTP/1.1" status: 404 len: 339 time: 0.0608525 Jul 13 07:47:35.568640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.607831 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.613352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.646273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Transition to ACTIVE for port object f7868182-e747-4ee6-963f-126689c65473 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:35.764682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Deleting port 10bfefb4-8488-465a-9c1e-528bc725f986 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:35.766782 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.835411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.909583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.932504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Calling delete_port for 10bfefb4-8488-465a-9c1e-528bc725f986 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:36.027458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Network a9c62e49-8c44-47ea-9507-879b88cbea89 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:36.032913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:36.045595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:36.056282 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.105847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'Port': ['ID=f7868182-e747-4ee6-963f-126689c65473,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:36.135221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Port': ['ID=10bfefb4-8488-465a-9c1e-528bc725f986,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:36.145101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffb364-f539-43c0-a348-d9128d33fb52 req-bec161aa-fdb5-4618-add1-b6f461fdd184 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:36.153580 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fffb364-f539-43c0-a348-d9128d33fb52 req-bec161aa-fdb5-4618-add1-b6f461fdd184 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 931 time: 0.2883337 Jul 13 07:47:36.169307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:36.170062 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.171640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.172445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.173791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.178424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.179003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.179489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.179992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.180608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.181566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.182088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.182701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.183289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:36.204126 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4dbb60a9-6b09-4764-8820-08af55b69dd8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2004845 Jul 13 07:47:36.208422 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.211342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eabbd660-bfe5-41ca-8774-2ecc2b6f587d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/ports/10bfefb4-8488-465a-9c1e-528bc725f986 HTTP/1.1" status: 204 len: 168 time: 0.6412611 Jul 13 07:47:36.214373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36232) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:36.255374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fffb364-f539-43c0-a348-d9128d33fb52 req-dddbfc1a-7a82-4c25-a659-707b736a5898 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001945 Jul 13 07:47:36.267242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Request body: {'port': {'device_id': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:36.276538 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68ae4d2-1ca0-4fc1-a18b-4090f105cd7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:36.277288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68ae4d2-1ca0-4fc1-a18b-4090f105cd7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:36.281242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e68ae4d2-1ca0-4fc1-a18b-4090f105cd7d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/subnets/874b8156-91ad-4322-93be-178a6314bc25 HTTP/1.1" status: 404 len: 337 time: 0.0628104 Jul 13 07:47:36.287542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36236) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:36.369577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.414475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:36.447357 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.518943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-01e9918a-0a28-418f-be96-2e78d2e657db None None] Provisioning for port f7868182-e747-4ee6-963f-126689c65473 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:36.525609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-01e9918a-0a28-418f-be96-2e78d2e657db None None] Provisioning complete for port f7868182-e747-4ee6-963f-126689c65473 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:36.525894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01e9918a-0a28-418f-be96-2e78d2e657db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.638162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-01e9918a-0a28-418f-be96-2e78d2e657db None None] Port f7868182-e747-4ee6-963f-126689c65473 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:36.706122 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1e37-79d1-40e3-9842-6c26b7752ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.752942 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.812193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0802aafe-c933-4317-988d-fcf1d7d0ff5b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.824698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaf1e77-5ffa-4093-a13d-f21a8fbb4606') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.825233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaf1e77-5ffa-4093-a13d-f21a8fbb4606') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.836242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1e37-79d1-40e3-9842-6c26b7752ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.837547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.849736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1e37-79d1-40e3-9842-6c26b7752ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.868576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.886915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:36.887517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:36.892269 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:36.894888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a1e37-79d1-40e3-9842-6c26b7752ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7a1559-7b5e-40b6-a2f4-fb6b48506ea2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:36.978674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bd3a1e37-79d1-40e3-9842-6c26b7752ef0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40c4f136b1c740e794407588cfe62428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5628972 Jul 13 07:47:36.981336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:36.986399 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.001234 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.005322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/0802aafe-c933-4317-988d-fcf1d7d0ff5b HTTP/1.1" status: 204 len: 168 time: 0.7164419 Jul 13 07:47:37.011070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36260) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:37.303311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a79c96bf-1300-44b7-8f7b-73618af4cb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.350930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a79c96bf-1300-44b7-8f7b-73618af4cb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.445134 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a79c96bf-1300-44b7-8f7b-73618af4cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.448104 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a79c96bf-1300-44b7-8f7b-73618af4cb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.452542 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a79c96bf-1300-44b7-8f7b-73618af4cb0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f7a1559-7b5e-40b6-a2f4-fb6b48506ea2 HTTP/1.1" status: 204 len: 168 time: 0.4701698 Jul 13 07:47:37.534478 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.555861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c96bf-1300-44b7-8f7b-73618af4cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7a1559-7b5e-40b6-a2f4-fb6b48506ea2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.569205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7868182-e747-4ee6-963f-126689c65473 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:37.573370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1abff5-ab03-4aa8-a14a-650401bb7cff tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Network': ['ID=0802aafe-c933-4317-988d-fcf1d7d0ff5b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.635759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.659699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Transition to ACTIVE for port object f7868182-e747-4ee6-963f-126689c65473 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:37.669856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.748383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36282) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:37.775561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2408a-3b52-4089-ab7c-e8b68f501ac8 req-b7543589-1d66-469f-b3cc-ca4b773252f6 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:37.777755 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-63d2408a-3b52-4089-ab7c-e8b68f501ac8 req-b7543589-1d66-469f-b3cc-ca4b773252f6 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 931 time: 0.2233284 Jul 13 07:47:37.803572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5685d296-f7e0-4706-8809-628328537943 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Deleting port 823fd687-8cdb-413d-8343-62b951bd0b66 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:37.804680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5685d296-f7e0-4706-8809-628328537943 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.946157 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084d250c-4abf-4fcd-8aab-de315df334fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.950224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Pushing event updated for resources: {'Port': ['ID=f7868182-e747-4ee6-963f-126689c65473,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.955457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-63d2408a-3b52-4089-ab7c-e8b68f501ac8 req-4faf5347-c74e-457f-95e0-cd418e61c5dc tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652789 Jul 13 07:47:38.025705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5685d296-f7e0-4706-8809-628328537943 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.062780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5685d296-f7e0-4706-8809-628328537943 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Calling delete_port for 823fd687-8cdb-413d-8343-62b951bd0b66 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:38.105319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Attempting to bind port f7868182-e747-4ee6-963f-126689c65473 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:38.108112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Attempting to bind port f7868182-e747-4ee6-963f-126689c65473 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:38.110450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Attempting to bind port f7868182-e747-4ee6-963f-126689c65473 on network a9c62e49-8c44-47ea-9507-879b88cbea89 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:38.142849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Port f7868182-e747-4ee6-963f-126689c65473 on network a9c62e49-8c44-47ea-9507-879b88cbea89 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:38.143182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Attempting to bind port f7868182-e747-4ee6-963f-126689c65473 on network a9c62e49-8c44-47ea-9507-879b88cbea89 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:38.179091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084d250c-4abf-4fcd-8aab-de315df334fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.190005 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-084d250c-4abf-4fcd-8aab-de315df334fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.193128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:38.193479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Checking segment: {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:38.194594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Bound using segment: {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:38.195586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Bound port: f7868182-e747-4ee6-963f-126689c65473, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409bc18-bb11-4b6c-ba33-21aea41a1572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:38.195971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.243786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d250c-4abf-4fcd-8aab-de315df334fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01c9632-4e89-4f4b-b3e0-1cf05e2ebb23,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.252750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-084d250c-4abf-4fcd-8aab-de315df334fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60a21a1ff59e4416a63bcea3ed8a73b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032613 Jul 13 07:47:38.255681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:38.336327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] For port f7868182-e747-4ee6-963f-126689c65473, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:38.342407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] For port f7868182-e747-4ee6-963f-126689c65473, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7868182-e747-4ee6-963f-126689c65473,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:38.343444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5685d296-f7e0-4706-8809-628328537943 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.368983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.402103 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5685d296-f7e0-4706-8809-628328537943 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.404060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5685d296-f7e0-4706-8809-628328537943 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/ports/823fd687-8cdb-413d-8343-62b951bd0b66 HTTP/1.1" status: 204 len: 168 time: 1.3920300 Jul 13 07:47:38.405303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685d296-f7e0-4706-8809-628328537943 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Port': ['ID=823fd687-8cdb-413d-8343-62b951bd0b66,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.408469 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f30c0f2-b375-4f5f-b8ef-053b1cdf9350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.412069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36306) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:38.415590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:38.416215 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.417741 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] 10.222.0.38 "PUT /v2.0/ports/f7868182-e747-4ee6-963f-126689c65473 HTTP/1.1" status: 200 len: 1092 time: 2.1824038 Jul 13 07:47:38.419021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:38.421538 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f918e24-1326-4a49-8821-23159b2a23b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:38.485010 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dd0270-7027-49d9-8893-1fd62d864154 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:38.485474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66dd0270-7027-49d9-8893-1fd62d864154 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:38.494195 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-66dd0270-7027-49d9-8893-1fd62d864154 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/subnets/9a7884b6-00d7-417e-8c3b-634514916a54 HTTP/1.1" status: 404 len: 337 time: 0.0771837 Jul 13 07:47:38.495770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36312) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:38.542507 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308c502c-d086-4695-b40d-45d3eac6b09f x-openstack-request-id: req-308c502c-d086-4695-b40d-45d3eac6b09f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:38.542780 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:38.543031 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-308c502c-d086-4695-b40d-45d3eac6b09f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:38.543443 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473', 'status': 'completed', 'code': 200} Jul 13 07:47:38.592562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f30c0f2-b375-4f5f-b8ef-053b1cdf9350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.663845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bead2c8-f1c7-4726-aba6-31b353a52a6c service neutron] Pushing event updated for resources: {'Port': ['ID=f7868182-e747-4ee6-963f-126689c65473,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.675906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.779893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-24f0fefb-5931-49c3-a266-a4b33439fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:38.781739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-24f0fefb-5931-49c3-a266-a4b33439fdb4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed8eba618c004919b5952434ec70fa32&device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1095 time: 0.2950382 Jul 13 07:47:38.878196 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-4629af9c-2667-408f-9bbc-e24e63944311 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7868182-e747-4ee6-963f-126689c65473 HTTP/1.1" status: 200 len: 217 time: 0.0875330 Jul 13 07:47:38.879042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f30c0f2-b375-4f5f-b8ef-053b1cdf9350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.888180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f30c0f2-b375-4f5f-b8ef-053b1cdf9350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.888180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1f30c0f2-b375-4f5f-b8ef-053b1cdf9350 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c01c9632-4e89-4f4b-b3e0-1cf05e2ebb23 HTTP/1.1" status: 204 len: 168 time: 0.6280131 Jul 13 07:47:38.903967 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.926989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18a2eae-835d-4753-9d2f-b4860e17e083']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:38.940024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0b90f3-cc0c-4ba0-9599-facebc864279') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:38.940633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0b90f3-cc0c-4ba0-9599-facebc864279') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:38.951814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.955645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30c0f2-b375-4f5f-b8ef-053b1cdf9350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01c9632-4e89-4f4b-b3e0-1cf05e2ebb23,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.977890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.986309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:38.986898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:38.992366 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:39.022298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-e248bc93-a9a5-4fd3-94f5-2d95657d30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.026136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-e248bc93-a9a5-4fd3-94f5-2d95657d30a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb32733-904a-451b-b07a-35e865e3bee1 HTTP/1.1" status: 200 len: 853 time: 0.1390913 Jul 13 07:47:39.088576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.102204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.104481 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/f18a2eae-835d-4753-9d2f-b4860e17e083 HTTP/1.1" status: 204 len: 168 time: 0.6076581 Jul 13 07:47:39.107363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36338) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:39.128263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72264fd9-082e-4840-a26d-239e3c9bdfbf tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Network': ['ID=f18a2eae-835d-4753-9d2f-b4860e17e083,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:39.265933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7999df17-39e7-4394-9b21-1dbe6f59404d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Deleting subnet 0f744a35-c60b-4b2a-8cdd-8abb4940679f {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:39.269582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7999df17-39e7-4394-9b21-1dbe6f59404d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.314701 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7999df17-39e7-4394-9b21-1dbe6f59404d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.349397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-2a36c783-c546-4253-aae6-a3541c226dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.351185 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-2a36c783-c546-4253-aae6-a3541c226dcb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9c62e49-8c44-47ea-9507-879b88cbea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3171031 Jul 13 07:47:39.587558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:39.609549 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49124a62-5fd4-41b1-864c-a1abd67ce659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.833143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49124a62-5fd4-41b1-864c-a1abd67ce659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.839551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49124a62-5fd4-41b1-864c-a1abd67ce659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.877123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-93702a99-111f-4ca1-b14c-2bad94ca228a service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178320 Jul 13 07:47:39.890453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b07b70-88df-48f6-b948-5ae9f7ee3bcd req-9502a757-3057-4456-a7d8-08a024e0c119 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.898898 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50b07b70-88df-48f6-b948-5ae9f7ee3bcd req-9502a757-3057-4456-a7d8-08a024e0c119 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 943 time: 0.7223866 Jul 13 07:47:39.980565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-49124a62-5fd4-41b1-864c-a1abd67ce659 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be4d5b25dcbe49418d6d8afd73d34b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885672 Jul 13 07:47:39.983379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.002935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49124a62-5fd4-41b1-864c-a1abd67ce659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9189080f-fe02-46ec-9c23-8db0422829ce,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:40.051858 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7999df17-39e7-4394-9b21-1dbe6f59404d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.089059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fde28f3c-567e-4a33-8ebd-f107e4b024d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.121345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fde28f3c-567e-4a33-8ebd-f107e4b024d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.126454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50b07b70-88df-48f6-b948-5ae9f7ee3bcd req-ca3311e0-12ee-4693-aa75-13376fce85e5 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263994 Jul 13 07:47:40.190677 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fde28f3c-567e-4a33-8ebd-f107e4b024d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.195618 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fde28f3c-567e-4a33-8ebd-f107e4b024d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.198028 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fde28f3c-567e-4a33-8ebd-f107e4b024d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9189080f-fe02-46ec-9c23-8db0422829ce HTTP/1.1" status: 204 len: 168 time: 0.2077618 Jul 13 07:47:40.208022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde28f3c-567e-4a33-8ebd-f107e4b024d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9189080f-fe02-46ec-9c23-8db0422829ce,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:40.213806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e11edd81-986c-41d5-9795-62bbb0bc6630 req-13e5c2be-88df-4595-b3c9-99c02a29486f service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123770 Jul 13 07:47:40.230812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7999df17-39e7-4394-9b21-1dbe6f59404d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.293923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a9a85-0486-48a7-86c7-9039971b25ef None None] Network 29d1ab48-a407-4801-83f0-0fe60806eca9 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:40.315844 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7999df17-39e7-4394-9b21-1dbe6f59404d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.323343 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7999df17-39e7-4394-9b21-1dbe6f59404d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/subnets/0f744a35-c60b-4b2a-8cdd-8abb4940679f HTTP/1.1" status: 204 len: 168 time: 1.2105622 Jul 13 07:47:40.323343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999df17-39e7-4394-9b21-1dbe6f59404d tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Subnet': ['ID=0f744a35-c60b-4b2a-8cdd-8abb4940679f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:40.323648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.323648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36372) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.388184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-87f35152-29db-48d4-b769-648b9bc399b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:40.389880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-87f35152-29db-48d4-b769-648b9bc399b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed8eba618c004919b5952434ec70fa32&device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1095 time: 0.0832453 Jul 13 07:47:40.445872 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.580847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Deleting port 28e1460d-196b-4dcc-8283-7d2430352501 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:40.581175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.584732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-4d51c9bb-f00d-49bd-8e1b-a3f35275c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:40.588281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-4d51c9bb-f00d-49bd-8e1b-a3f35275c285 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9c62e49-8c44-47ea-9507-879b88cbea89 HTTP/1.1" status: 200 len: 915 time: 0.1913338 Jul 13 07:47:40.614829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f42ce8a-0851-4448-ba33-ec4997dc6986 None None] DHCP port deletion for 29d1ab48-a407-4801-83f0-0fe60806eca9 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:40.675635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3f42ce8a-0851-4448-ba33-ec4997dc6986 None None] Deleting port 28e1460d-196b-4dcc-8283-7d2430352501 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:40.676027 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f42ce8a-0851-4448-ba33-ec4997dc6986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.700030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-f8f65567-e3a0-42fb-836b-ee6b497f52b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7868182-e747-4ee6-963f-126689c65473 HTTP/1.1" status: 200 len: 217 time: 0.1058617 Jul 13 07:47:40.747052 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6a247019-5a19-4dd3-b7c9-98aa387c3bfb tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:40.763324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3f42ce8a-0851-4448-ba33-ec4997dc6986 None None] For port 28e1460d-196b-4dcc-8283-7d2430352501, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=28e1460d-196b-4dcc-8283-7d2430352501,segment=NetworkSegment(04d4f32d-d8fb-4a42-8d2c-8e687f9b6760),segment_id=04d4f32d-d8fb-4a42-8d2c-8e687f9b6760)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:40.763764 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f42ce8a-0851-4448-ba33-ec4997dc6986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.777731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] For port 28e1460d-196b-4dcc-8283-7d2430352501, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=28e1460d-196b-4dcc-8283-7d2430352501,segment=NetworkSegment(04d4f32d-d8fb-4a42-8d2c-8e687f9b6760),segment_id=04d4f32d-d8fb-4a42-8d2c-8e687f9b6760)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:40.778109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3f42ce8a-0851-4448-ba33-ec4997dc6986 None None] Calling delete_port for 28e1460d-196b-4dcc-8283-7d2430352501 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:40.780337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.792290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-456073b2-d8fc-4375-bbf5-f8344b7e197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:40.800168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-456073b2-d8fc-4375-bbf5-f8344b7e197e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb32733-904a-451b-b07a-35e865e3bee1 HTTP/1.1" status: 200 len: 853 time: 0.0944312 Jul 13 07:47:40.814901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Calling delete_port for 28e1460d-196b-4dcc-8283-7d2430352501 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:40.875698 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f42ce8a-0851-4448-ba33-ec4997dc6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.908905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ce8a-0851-4448-ba33-ec4997dc6986 None None] Pushing event deleted for resources: {'Port': ['ID=28e1460d-196b-4dcc-8283-7d2430352501,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:40.909529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36390) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.916302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6a247019-5a19-4dd3-b7c9-98aa387c3bfb tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] 10.222.0.41 "PUT /v2.0/quotas/42c4e0d163934117b4a15279c19b897f HTTP/1.1" status: 200 len: 366 time: 0.5847642 Jul 13 07:47:40.935261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-7027997d-7641-423f-a64e-082dbe39c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:40.937207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-7027997d-7641-423f-a64e-082dbe39c88e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9c62e49-8c44-47ea-9507-879b88cbea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297870 Jul 13 07:47:40.940631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7b2c19c1-1b3e-4dc1-a9c9-78ea4221f68a tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0297985 Jul 13 07:47:40.940847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42ce8a-0851-4448-ba33-ec4997dc6986 None None] No DVR routers for this DVR port 28e1460d-196b-4dcc-8283-7d2430352501 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:40.947572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.986937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1dfb4523-535d-45f6-b79e-7fb74e78e836 tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] 10.222.0.41 "GET /v2.0/quotas/42c4e0d163934117b4a15279c19b897f HTTP/1.1" status: 200 len: 366 time: 0.0369670 Jul 13 07:47:40.995209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36398) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.017095 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5d7c5ae2-eec9-44ab-aa4a-524ae322680d tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/42c4e0d163934117b4a15279c19b897f HTTP/1.1" status: 204 len: 168 time: 0.0202770 Jul 13 07:47:41.025374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36402) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.027310 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.048057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-152c1a4e-2c09-46e1-93ae-f591c7d53d7b tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0212805 Jul 13 07:47:41.050538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36406) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.080435 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ff81ce75-cb2f-4e51-be66-cfc831f73da0 tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] 10.222.0.41 "GET /v2.0/quotas/42c4e0d163934117b4a15279c19b897f HTTP/1.1" status: 200 len: 370 time: 0.0287335 Jul 13 07:47:41.086805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.106374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-02977ef3-b4fc-4499-a761-a3a9f02d46f5 tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] 10.222.0.41 "GET /v2.0/quotas/42c4e0d163934117b4a15279c19b897f/default HTTP/1.1" status: 200 len: 370 time: 0.0088778 Jul 13 07:47:41.106374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36410) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.109795 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-40b3e703-1025-4673-b9c4-f873e36eab84 tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] delete failed (client error): The resource could not be found. Jul 13 07:47:41.114896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-40b3e703-1025-4673-b9c4-f873e36eab84 tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/42c4e0d163934117b4a15279c19b897f HTTP/1.1" status: 404 len: 348 time: 0.0147848 Jul 13 07:47:41.118469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-1c902e3e-fde6-4d0b-8cb6-74ac4f4fdd99 service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743016 Jul 13 07:47:41.136401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Port': ['ID=28e1460d-196b-4dcc-8283-7d2430352501,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:41.162348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] No DVR routers for this DVR port 28e1460d-196b-4dcc-8283-7d2430352501 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:41.341188 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.370948 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f918e24-1326-4a49-8821-23159b2a23b8 req-78fc3ed8-1d9f-4446-bc3d-312990ccdab8 service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458911 Jul 13 07:47:41.376830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d1ab48-a407-4801-83f0-0fe60806eca9']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.400341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d4f32d-d8fb-4a42-8d2c-8e687f9b6760') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.400700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d4f32d-d8fb-4a42-8d2c-8e687f9b6760') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.423187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.452820 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.464636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:41.464925 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:41.478931 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:41.502704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36428) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.525481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1957b6-7d18-4aab-a74e-02bc5e395086 req-39c64a02-aeb1-4886-a1a8-14391dc612f7 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:41.529421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d1957b6-7d18-4aab-a74e-02bc5e395086 req-39c64a02-aeb1-4886-a1a8-14391dc612f7 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 943 time: 0.1427207 Jul 13 07:47:41.571290 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Usage tracker for resource:network and tenant:b4690b78b013431ab4004a77187a0088 is out of sync, need to count used quota {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:47:41.576617 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.592152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.594355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] 10.222.0.41 "DELETE /v2.0/networks/29d1ab48-a407-4801-83f0-0fe60806eca9 HTTP/1.1" status: 204 len: 168 time: 1.2698677 Jul 13 07:47:41.595391 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:47:41.612236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086df169-6867-4069-b8f9-f2fbadbb2b67 tempest-NetworksIpV6TestAttrs-760624176 tempest-NetworksIpV6TestAttrs-760624176-project] Pushing event deleted for resources: {'Network': ['ID=29d1ab48-a407-4801-83f0-0fe60806eca9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:41.620705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Usage tracker for resource:subnet and tenant:b4690b78b013431ab4004a77187a0088 is out of sync, need to count used quota {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:47:41.627860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:47:41.636835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Usage tracker for resource:subnetpool and tenant:b4690b78b013431ab4004a77187a0088 is out of sync, need to count used quota {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:47:41.643277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:47:41.652669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Usage tracker for resource:port and tenant:b4690b78b013431ab4004a77187a0088 is out of sync, need to count used quota {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:47:41.658867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:47:41.670613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Usage tracker for resource:router and tenant:b4690b78b013431ab4004a77187a0088 is out of sync, need to count used quota {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:47:41.683345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2d1957b6-7d18-4aab-a74e-02bc5e395086 req-ca737e64-1644-4269-9288-15ce2d377bd2 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434515 Jul 13 07:47:41.684980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:47:41.701477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Usage tracker for resource:floatingip and tenant:b4690b78b013431ab4004a77187a0088 is out of sync, need to count used quota {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:47:41.726140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:47:41.811443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Usage tracker for resource:security_group and tenant:b4690b78b013431ab4004a77187a0088 is out of sync, need to count used quota {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:47:41.818792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:47:41.835630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Usage tracker for resource:security_group_rule and tenant:b4690b78b013431ab4004a77187a0088 is out of sync, need to count used quota {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:47:41.852010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.quota.resource [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93773) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:47:41.862061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-df0de530-e0be-4edc-a7b3-821a0fc435ae tempest-QuotasTest-170881273 tempest-QuotasTest-170881273-project-admin] 10.222.0.41 "GET /v2.0/quotas/b4690b78b013431ab4004a77187a0088/details.json HTTP/1.1" status: 200 len: 703 time: 0.3543119 Jul 13 07:47:41.955723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 28e1460d-196b-4dcc-8283-7d2430352501 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:41.986100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 28e1460d-196b-4dcc-8283-7d2430352501 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:41.986473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 28e1460d-196b-4dcc-8283-7d2430352501 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:42.015126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36470) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:42.203724 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4e90d00a-fa42-4c51-b1db-26de9e255a0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb64c9ccb4794297836f6c9c48a9861f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873534 Jul 13 07:47:42.206100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36486) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:42.274214 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34ef29e7-366f-4383-9585-c504927e867b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.307342 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34ef29e7-366f-4383-9585-c504927e867b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.328158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:42.410000 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34ef29e7-366f-4383-9585-c504927e867b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.413555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34ef29e7-366f-4383-9585-c504927e867b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.414965 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-34ef29e7-366f-4383-9585-c504927e867b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/942f0865-266d-4e76-9ed0-c3b8235eaf2c HTTP/1.1" status: 204 len: 168 time: 0.2067862 Jul 13 07:47:42.432288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef29e7-366f-4383-9585-c504927e867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942f0865-266d-4e76-9ed0-c3b8235eaf2c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.510930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ece5d50f-2caa-4b4f-9f0f-d27b426f11d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.664773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ece5d50f-2caa-4b4f-9f0f-d27b426f11d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.671431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ece5d50f-2caa-4b4f-9f0f-d27b426f11d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.760410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ece5d50f-2caa-4b4f-9f0f-d27b426f11d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adc4b72696e64aa3918a6c22662fd68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302707 Jul 13 07:47:42.763605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:42.823917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5d50f-2caa-4b4f-9f0f-d27b426f11d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f967e15b-1c29-4856-91c7-5169d8b0cba9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.905912 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db69da03-fc48-45d4-a3e1-6083ee227825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.938661 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db69da03-fc48-45d4-a3e1-6083ee227825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.975459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfcd27-e8cb-44b6-9b8f-39be03d08680 req-1ae4442b-7c02-4c58-8387-1329b0d944a2 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:42.977070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bcfcd27-e8cb-44b6-9b8f-39be03d08680 req-1ae4442b-7c02-4c58-8387-1329b0d944a2 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 943 time: 0.1349320 Jul 13 07:47:43.027149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1bcfcd27-e8cb-44b6-9b8f-39be03d08680 req-9fbee695-03f8-4c20-9720-7584d6dd9349 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415688 Jul 13 07:47:43.033419 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db69da03-fc48-45d4-a3e1-6083ee227825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.037134 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db69da03-fc48-45d4-a3e1-6083ee227825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.038830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-db69da03-fc48-45d4-a3e1-6083ee227825 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f967e15b-1c29-4856-91c7-5169d8b0cba9 HTTP/1.1" status: 204 len: 168 time: 0.2736666 Jul 13 07:47:43.065417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69da03-fc48-45d4-a3e1-6083ee227825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f967e15b-1c29-4856-91c7-5169d8b0cba9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:43.452845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36566) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:43.471247 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3eeccfa-8502-428e-b15d-4a151e92839c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.545781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:43.589417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3eeccfa-8502-428e-b15d-4a151e92839c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.595520 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3eeccfa-8502-428e-b15d-4a151e92839c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.647557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a3eeccfa-8502-428e-b15d-4a151e92839c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4690b78b013431ab4004a77187a0088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935802 Jul 13 07:47:43.651496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36574) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:43.657688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eeccfa-8502-428e-b15d-4a151e92839c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e43d224-285e-4be7-85d2-a8ab4c46ebf7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:43.712220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f280463-504b-4317-99ab-4eff57866cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.737551 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-91c3c7f2-e1f3-4681-ab5d-8cdea312fcfc tempest-ServiceProvidersTest-841022208 tempest-ServiceProvidersTest-841022208-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1893287 Jul 13 07:47:43.746370 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f280463-504b-4317-99ab-4eff57866cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.799963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f280463-504b-4317-99ab-4eff57866cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.803295 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f280463-504b-4317-99ab-4eff57866cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.804961 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4f280463-504b-4317-99ab-4eff57866cc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e43d224-285e-4be7-85d2-a8ab4c46ebf7 HTTP/1.1" status: 204 len: 168 time: 0.1522074 Jul 13 07:47:43.814567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f280463-504b-4317-99ab-4eff57866cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e43d224-285e-4be7-85d2-a8ab4c46ebf7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.150450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36588) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:44.291710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5c8eb-c4ac-4836-a99e-acae98c39f8a req-9304aa27-81f5-4257-a39f-620841aea4d5 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:44.293768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aec5c8eb-c4ac-4836-a99e-acae98c39f8a req-9304aa27-81f5-4257-a39f-620841aea4d5 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 943 time: 0.1017411 Jul 13 07:47:44.326574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c35aa117-0c4c-4c77-9ab5-b9fa68b19208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.353539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aec5c8eb-c4ac-4836-a99e-acae98c39f8a req-824cd2e4-68fc-40c2-8121-e720212553ae tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511167 Jul 13 07:47:44.469744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c35aa117-0c4c-4c77-9ab5-b9fa68b19208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.474849 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c35aa117-0c4c-4c77-9ab5-b9fa68b19208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.516093 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c35aa117-0c4c-4c77-9ab5-b9fa68b19208 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4336385b9574d9ebf3f56906d3a2cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643894 Jul 13 07:47:44.517213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35aa117-0c4c-4c77-9ab5-b9fa68b19208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b7922f-2f04-42ba-b2bb-d92292e74202,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.520604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:44.636967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a83d109d-45be-41ba-8823-61da171729bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.661799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a83d109d-45be-41ba-8823-61da171729bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.728850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a83d109d-45be-41ba-8823-61da171729bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.732479 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a83d109d-45be-41ba-8823-61da171729bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.734243 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a83d109d-45be-41ba-8823-61da171729bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44b7922f-2f04-42ba-b2bb-d92292e74202 HTTP/1.1" status: 204 len: 168 time: 0.2101860 Jul 13 07:47:44.754014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d109d-45be-41ba-8823-61da171729bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b7922f-2f04-42ba-b2bb-d92292e74202,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:45.389021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.569592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36664) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.590805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3e0e-8650-4f09-ab60-d1f479c1605a req-abac5fbd-d1eb-45a6-a23e-b616d47bf367 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:45.593016 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8f0a3e0e-8650-4f09-ab60-d1f479c1605a req-abac5fbd-d1eb-45a6-a23e-b616d47bf367 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 943 time: 0.0876849 Jul 13 07:47:45.637079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8f0a3e0e-8650-4f09-ab60-d1f479c1605a req-b3f8f774-ed71-4419-9ca2-acc8b7343f7a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378518 Jul 13 07:47:45.639376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-203150365-network', 'tenant_id': '12ded8000a4b4df5a3bcb6175219dba7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:45.643384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7befa151-2bd8-4bb0-b279-d026abad13eb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1815324260'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:45.671064 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-7befa151-2bd8-4bb0-b279-d026abad13eb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:47:45.671064 n-d-758944-43 neutron-server[93774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:47:45.671064 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id': 'e9a564d7036946208ef65dbee1cdcacc', 'id': '43a79536-fd94-4351-81e0-e5214d3f1c3c', 'expiration': datetime.datetime(2021, 7, 13, 7, 49, 45, 665785)}] Jul 13 07:47:45.671064 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:47:45.671479 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-7befa151-2bd8-4bb0-b279-d026abad13eb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:47:45.680801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Made reservation on behalf of 12ded8000a4b4df5a3bcb6175219dba7 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:45.683601 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.694559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.805930 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.809885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.841092 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:45.843396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc5317-dc81-42c9-8560-edb95666a5f0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:45.858427 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.858786 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Added segment 776bc920-e906-4897-ab63-7818d17541bd of type vlan for network 9a791dd2-c7b7-4320-9a69-de533cf97b6f Jul 13 07:47:45.899791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.931222 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.932498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:45.933268 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.967285 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3958371 Jul 13 07:47:45.970244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36672) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.976067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Request body: {'subnet': {'network_id': '9a791dd2-c7b7-4320-9a69-de533cf97b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-203150365-subnet', 'tenant_id': '12ded8000a4b4df5a3bcb6175219dba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:45.994386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee61e6-4551-422c-990c-2bfaa492f635 admin admin] Pushing event updated for resources: {'Network': ['ID=9a791dd2-c7b7-4320-9a69-de533cf97b6f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:45.996746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Made reservation on behalf of 12ded8000a4b4df5a3bcb6175219dba7 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:45.999490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.004424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 9a791dd2-c7b7-4320-9a69-de533cf97b6f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:46.182899 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.232142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7befa151-2bd8-4bb0-b279-d026abad13eb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.233046 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7befa151-2bd8-4bb0-b279-d026abad13eb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.257720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0827547-31c7-4d39-8c73-eff8ae4f66e2,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:46.281935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Checking segment: {'id': '776bc920-e906-4897-ab63-7818d17541bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a791dd2-c7b7-4320-9a69-de533cf97b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:46.282333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Network hostable DHCP agents. Network: 9a791dd2-c7b7-4320-9a69-de533cf97b6f, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:46.318441 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7befa151-2bd8-4bb0-b279-d026abad13eb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.327190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7befa151-2bd8-4bb0-b279-d026abad13eb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.337411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Network 9a791dd2-c7b7-4320-9a69-de533cf97b6f is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:46.345181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7befa151-2bd8-4bb0-b279-d026abad13eb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.346561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7befa151-2bd8-4bb0-b279-d026abad13eb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9568503 Jul 13 07:47:46.347604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 9a791dd2-c7b7-4320-9a69-de533cf97b6f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:46.349734 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.351869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:46.352463 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.366343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17468db-619a-465c-8461-4b2a4480fc1f None None] Network 9a791dd2-c7b7-4320-9a69-de533cf97b6f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:46.370459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1e0dcc52-576c-4169-a90a-ed0a36abb923 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3991182 Jul 13 07:47:46.438031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5652-2dc5-4baa-bf25-4c7aa1deb27f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.527270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c13a7c1-fe70-4e87-bea2-ce732b8101fb None None] Network 9a791dd2-c7b7-4320-9a69-de533cf97b6f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:46.625179 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5652-2dc5-4baa-bf25-4c7aa1deb27f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.628434 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5652-2dc5-4baa-bf25-4c7aa1deb27f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.729402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5652-2dc5-4baa-bf25-4c7aa1deb27f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.730151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6d5652-2dc5-4baa-bf25-4c7aa1deb27f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb7be4d3-1e1f-4c54-a4bc-3697fcee1add {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:46.735893 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc6d5652-2dc5-4baa-bf25-4c7aa1deb27f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.739824 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bc6d5652-2dc5-4baa-bf25-4c7aa1deb27f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "DELETE /v2.0/routers/bb7be4d3-1e1f-4c54-a4bc-3697fcee1add HTTP/1.1" status: 204 len: 168 time: 0.3840959 Jul 13 07:47:46.740057 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36692) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.749055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-405121e9-1e50-4e53-91f6-c33df0a294f0 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Request body: {'router': {'name': 'tempest-router-1513313243', 'distributed': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:46.802178 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-405121e9-1e50-4e53-91f6-c33df0a294f0 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.804671 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-405121e9-1e50-4e53-91f6-c33df0a294f0 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.893280 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-405121e9-1e50-4e53-91f6-c33df0a294f0 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.898873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-405121e9-1e50-4e53-91f6-c33df0a294f0 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.919067 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-405121e9-1e50-4e53-91f6-c33df0a294f0 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.922257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-405121e9-1e50-4e53-91f6-c33df0a294f0 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1796653 Jul 13 07:47:46.922779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64b836-c272-4eaa-ad53-854051c34077 req-65fda7b9-5ffa-4d53-9d42-3ceb42ab6640 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:46.924488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.931252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e64b836-c272-4eaa-ad53-854051c34077 req-65fda7b9-5ffa-4d53-9d42-3ceb42ab6640 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 943 time: 0.1167006 Jul 13 07:47:46.974722 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e64b836-c272-4eaa-ad53-854051c34077 req-3c4ebf8c-8ac3-4e69-80ac-b42004516a14 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Jul 13 07:47:47.014595 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f163a42a-d05b-4e97-8c3d-fb7aae70c163 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.081113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36708) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.088514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-501819653-network', 'tenant_id': '3d6c816e772349f29039f83a0de8967f'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:47.121306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Made reservation on behalf of 3d6c816e772349f29039f83a0de8967f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:47.128130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.137430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.183536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f163a42a-d05b-4e97-8c3d-fb7aae70c163 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.185801 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f163a42a-d05b-4e97-8c3d-fb7aae70c163 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.234503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f163a42a-d05b-4e97-8c3d-fb7aae70c163 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.235020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f163a42a-d05b-4e97-8c3d-fb7aae70c163 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4b8e710-1fc7-4e63-9fb4-751127b7d273 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:47.239538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f163a42a-d05b-4e97-8c3d-fb7aae70c163 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.240788 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f163a42a-d05b-4e97-8c3d-fb7aae70c163 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e4b8e710-1fc7-4e63-9fb4-751127b7d273 HTTP/1.1" status: 204 len: 168 time: 0.3152573 Jul 13 07:47:47.242451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.244457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36710) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.247800 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.248955 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7b09f0a9-5660-4c7d-b7b8-04aed01cf9af tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Request body: {'router': {'name': 'tempest-router-1566738343', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '79d878f9b81845039ae0e9b7e93d09ec'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:47.275152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b09f0a9-5660-4c7d-b7b8-04aed01cf9af tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.276162 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b09f0a9-5660-4c7d-b7b8-04aed01cf9af tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.278088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:47.286173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64d54db-3cb5-4960-aeee-a62a5002311a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:47.292179 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.292617 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Added segment 602e9b17-94c1-4911-bcb6-711bebc9d96e of type vlan for network 6a31f037-5f04-4ba2-a78f-435a7e2d988f Jul 13 07:47:47.340099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b09f0a9-5660-4c7d-b7b8-04aed01cf9af tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.342066 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.345509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b09f0a9-5660-4c7d-b7b8-04aed01cf9af tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.361032 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b09f0a9-5660-4c7d-b7b8-04aed01cf9af tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.362436 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7b09f0a9-5660-4c7d-b7b8-04aed01cf9af tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1170042 Jul 13 07:47:47.365332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.369970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:47.375785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.377274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:47.377875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.415512 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3325930 Jul 13 07:47:47.418653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36714) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.425931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Request body: {'subnet': {'network_id': '6a31f037-5f04-4ba2-a78f-435a7e2d988f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-501819653-subnet', 'tenant_id': '3d6c816e772349f29039f83a0de8967f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:47.460721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827564d-c1f6-4781-a2ae-f944d9ec36dd admin admin] Pushing event updated for resources: {'Network': ['ID=6a31f037-5f04-4ba2-a78f-435a7e2d988f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:47.472936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 6a31f037-5f04-4ba2-a78f-435a7e2d988f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:47.481203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Made reservation on behalf of 3d6c816e772349f29039f83a0de8967f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:47.484291 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.597493 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.598236 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.677572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.683617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 13 07:47:47.684167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Router f26312e1-0912-4ea4-a376-c9a6eed9092d migrating from provider to provider. {{(pid=93773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 13 07:47:47.684339 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.689163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.693610 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772288'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.746611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78d352a-9a69-4da9-b2f2-3da5fa6cba44,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:47.763334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Checking segment: {'id': '602e9b17-94c1-4911-bcb6-711bebc9d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6a31f037-5f04-4ba2-a78f-435a7e2d988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:47.763976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Network hostable DHCP agents. Network: 6a31f037-5f04-4ba2-a78f-435a7e2d988f, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:47.781033 n-d-758944-43 neutron-server[93773]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] No L3 agents can host the router f26312e1-0912-4ea4-a376-c9a6eed9092d Jul 13 07:47:47.790328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Network 6a31f037-5f04-4ba2-a78f-435a7e2d988f is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:47.802900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 6a31f037-5f04-4ba2-a78f-435a7e2d988f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:47.812244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761df57-230a-48d0-b93c-f156b7e8454f None None] Network 6a31f037-5f04-4ba2-a78f-435a7e2d988f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:47.815594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:47.816476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.835050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3a473d16-eacd-44b2-a924-a9f2296863ca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4147711 Jul 13 07:47:47.953072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Hosts for router f26312e1-0912-4ea4-a376-c9a6eed9092d: [] {{(pid=93773) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 13 07:47:47.986269 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Hosts for other DVR routers connected to router f26312e1-0912-4ea4-a376-c9a6eed9092d: set() {{(pid=93773) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 13 07:47:47.989415 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.992790 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0bef1551-f7d0-4b6e-af26-14df75cabb67 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "PUT /v2.0/routers/f26312e1-0912-4ea4-a376-c9a6eed9092d HTTP/1.1" status: 200 len: 717 time: 0.6257493 Jul 13 07:47:47.995100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.028335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f13838-4b8a-4252-859d-78ef75b9f7bd None None] Network 6a31f037-5f04-4ba2-a78f-435a7e2d988f requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:48.052852 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.170168 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-59783e25-b501-4570-ae67-66fee2375c97 admin admin] Deleting subnet a0827547-31c7-4d39-8c73-eff8ae4f66e2 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:48.174769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-486d7c5c-d387-442b-bdd4-457c4b3594e7 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "GET /v2.0/routers/f26312e1-0912-4ea4-a376-c9a6eed9092d HTTP/1.1" status: 200 len: 717 time: 0.1781662 Jul 13 07:47:48.178342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36738) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.179135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59783e25-b501-4570-ae67-66fee2375c97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.249595 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59783e25-b501-4570-ae67-66fee2375c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.260591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac986070-5410-4ffa-83c7-29d688eb8461 req-108ef35a-febe-4c44-81b8-82014e8c3fc8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.262684 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac986070-5410-4ffa-83c7-29d688eb8461 req-108ef35a-febe-4c44-81b8-82014e8c3fc8 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 943 time: 0.1046391 Jul 13 07:47:48.321883 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59783e25-b501-4570-ae67-66fee2375c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.329801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45cf6682-b01d-4f1e-baa1-701f78b7ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.330691 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac986070-5410-4ffa-83c7-29d688eb8461 req-9eefe2fe-a19f-403e-8230-cc01f09f3f54 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624893 Jul 13 07:47:48.400248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59783e25-b501-4570-ae67-66fee2375c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.431402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59783e25-b501-4570-ae67-66fee2375c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0827547-31c7-4d39-8c73-eff8ae4f66e2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:48.435589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59783e25-b501-4570-ae67-66fee2375c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.440751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-59783e25-b501-4570-ae67-66fee2375c97 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a0827547-31c7-4d39-8c73-eff8ae4f66e2 HTTP/1.1" status: 204 len: 168 time: 0.3827553 Jul 13 07:47:48.440751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36744) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.580478 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7a17a78d-b95a-4e1a-a043-d690ade6530b tempest-RoutersTestDVR-760285513 tempest-RoutersTestDVR-760285513-project] 10.222.0.41 "GET /v2.0/routers/f26312e1-0912-4ea4-a376-c9a6eed9092d HTTP/1.1" status: 200 len: 683 time: 0.3977351 Jul 13 07:47:48.583144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36746) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.585329 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.676492 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.679693 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50f55488-5e86-4c5d-983e-042b80b94021 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.688218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a791dd2-c7b7-4320-9a69-de533cf97b6f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:48.702795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776bc920-e906-4897-ab63-7818d17541bd') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:48.703126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776bc920-e906-4897-ab63-7818d17541bd') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:48.714207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.728330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.734581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:48.734982 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:48.737985 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:48.809921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.815345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.821480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9a791dd2-c7b7-4320-9a69-de533cf97b6f HTTP/1.1" status: 204 len: 168 time: 0.3765016 Jul 13 07:47:48.832653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.833284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5031f17-2c15-4dda-b5e0-0e1bd8a81402 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a791dd2-c7b7-4320-9a69-de533cf97b6f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:48.896959 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50f55488-5e86-4c5d-983e-042b80b94021 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.900386 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50f55488-5e86-4c5d-983e-042b80b94021 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.951056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae54989-8ba4-47d6-a5e2-907c209bff0b admin admin] Deleting subnet f78d352a-9a69-4da9-b2f2-3da5fa6cba44 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:48.955650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54989-8ba4-47d6-a5e2-907c209bff0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.981473 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50f55488-5e86-4c5d-983e-042b80b94021 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.982037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f55488-5e86-4c5d-983e-042b80b94021 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f26312e1-0912-4ea4-a376-c9a6eed9092d {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:48.987804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50f55488-5e86-4c5d-983e-042b80b94021 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.992891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-50f55488-5e86-4c5d-983e-042b80b94021 tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f26312e1-0912-4ea4-a376-c9a6eed9092d HTTP/1.1" status: 204 len: 168 time: 0.4047832 Jul 13 07:47:48.994083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:49.010698 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54989-8ba4-47d6-a5e2-907c209bff0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.012268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-50f4eac9-f055-48e6-9987-4f39a45add3f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Request body: {'router': {'name': 'tempest-router-1530928782', 'distributed': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:49.057349 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50f4eac9-f055-48e6-9987-4f39a45add3f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.058830 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50f4eac9-f055-48e6-9987-4f39a45add3f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.060784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54989-8ba4-47d6-a5e2-907c209bff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.124248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54989-8ba4-47d6-a5e2-907c209bff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.148172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50f4eac9-f055-48e6-9987-4f39a45add3f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.157336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50f4eac9-f055-48e6-9987-4f39a45add3f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.165119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae54989-8ba4-47d6-a5e2-907c209bff0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78d352a-9a69-4da9-b2f2-3da5fa6cba44,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:49.175609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54989-8ba4-47d6-a5e2-907c209bff0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.178955 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1ae54989-8ba4-47d6-a5e2-907c209bff0b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f78d352a-9a69-4da9-b2f2-3da5fa6cba44 HTTP/1.1" status: 204 len: 168 time: 0.3451312 Jul 13 07:47:49.181367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36756) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:49.185227 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50f4eac9-f055-48e6-9987-4f39a45add3f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.189850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:49.190686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-50f4eac9-f055-48e6-9987-4f39a45add3f tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1943531 Jul 13 07:47:49.345312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3a5cdaa-7a43-4735-8351-df219d4b09cb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.423900 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.660566 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3a5cdaa-7a43-4735-8351-df219d4b09cb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.664693 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3a5cdaa-7a43-4735-8351-df219d4b09cb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.713629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.755208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a31f037-5f04-4ba2-a78f-435a7e2d988f']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:49.775386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602e9b17-94c1-4911-bcb6-711bebc9d96e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:49.775690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602e9b17-94c1-4911-bcb6-711bebc9d96e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:49.777407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3a5cdaa-7a43-4735-8351-df219d4b09cb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.777930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a5cdaa-7a43-4735-8351-df219d4b09cb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87a90ee6-7a3a-458d-a53d-460d7f5c34d2 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:49.787702 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3a5cdaa-7a43-4735-8351-df219d4b09cb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.793873 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f3a5cdaa-7a43-4735-8351-df219d4b09cb tempest-RoutersTestDVR-218659122 tempest-RoutersTestDVR-218659122-project-admin] 10.222.0.41 "DELETE /v2.0/routers/87a90ee6-7a3a-458d-a53d-460d7f5c34d2 HTTP/1.1" status: 204 len: 168 time: 0.5980647 Jul 13 07:47:49.794945 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.819595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671bbac-a23b-4455-9158-caa1473e57ec req-f14431ff-74ec-446c-84d9-225b0c580c75 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:49.821404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3671bbac-a23b-4455-9158-caa1473e57ec req-f14431ff-74ec-446c-84d9-225b0c580c75 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 943 time: 0.2372704 Jul 13 07:47:49.822508 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.830447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:49.830992 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:49.832788 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:49.937555 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.942195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3671bbac-a23b-4455-9158-caa1473e57ec req-97e3db52-44f8-4fae-bbe3-ce0f752476e4 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136634 Jul 13 07:47:49.946727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.951526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6a31f037-5f04-4ba2-a78f-435a7e2d988f HTTP/1.1" status: 204 len: 168 time: 0.7689774 Jul 13 07:47:49.984244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dcc61-2856-498c-b34f-cf3beb9af0f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a31f037-5f04-4ba2-a78f-435a7e2d988f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.109928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.165653 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6746a04d-ad7b-47c4-8213-172211370aa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12ded8000a4b4df5a3bcb6175219dba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541909 Jul 13 07:47:50.168582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.175411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.232544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c806c45-f0a4-452f-b4dc-52bc9daaca70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.260505 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c806c45-f0a4-452f-b4dc-52bc9daaca70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.347059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c806c45-f0a4-452f-b4dc-52bc9daaca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.355639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c806c45-f0a4-452f-b4dc-52bc9daaca70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.359091 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7c806c45-f0a4-452f-b4dc-52bc9daaca70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30dc5317-dc81-42c9-8560-edb95666a5f0 HTTP/1.1" status: 204 len: 168 time: 0.1894095 Jul 13 07:47:50.376828 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c806c45-f0a4-452f-b4dc-52bc9daaca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc5317-dc81-42c9-8560-edb95666a5f0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.404798 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c8776c3-5897-4996-a08d-fd07fd7fe7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.547852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c8776c3-5897-4996-a08d-fd07fd7fe7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.556960 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c8776c3-5897-4996-a08d-fd07fd7fe7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.638029 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3c8776c3-5897-4996-a08d-fd07fd7fe7fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79d878f9b81845039ae0e9b7e93d09ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610209 Jul 13 07:47:50.639308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8776c3-5897-4996-a08d-fd07fd7fe7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8370596-1ec1-4951-88a0-f66ba626cd17,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.641028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36788) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.731654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-068b50a2-87c5-4a2b-898b-a6278b028ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.763999 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-068b50a2-87c5-4a2b-898b-a6278b028ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.774631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.873887 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b99a84c5-e514-4e72-8903-b13f12d4757e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d6c816e772349f29039f83a0de8967f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973012 Jul 13 07:47:50.876009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.887553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-068b50a2-87c5-4a2b-898b-a6278b028ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.905104 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-068b50a2-87c5-4a2b-898b-a6278b028ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.905104 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-068b50a2-87c5-4a2b-898b-a6278b028ba5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8370596-1ec1-4951-88a0-f66ba626cd17 HTTP/1.1" status: 204 len: 168 time: 0.2618809 Jul 13 07:47:50.928864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b50a2-87c5-4a2b-898b-a6278b028ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8370596-1ec1-4951-88a0-f66ba626cd17,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.954515 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84a88b8a-b27b-4da3-a018-93cc9448f08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.987178 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84a88b8a-b27b-4da3-a018-93cc9448f08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.994156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7868182-e747-4ee6-963f-126689c65473 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:51.052274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84a88b8a-b27b-4da3-a018-93cc9448f08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.056390 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84a88b8a-b27b-4da3-a018-93cc9448f08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.059228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-84a88b8a-b27b-4da3-a018-93cc9448f08c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b64d54db-3cb5-4960-aeee-a62a5002311a HTTP/1.1" status: 204 len: 168 time: 0.1811695 Jul 13 07:47:51.081096 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a88b8a-b27b-4da3-a018-93cc9448f08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64d54db-3cb5-4960-aeee-a62a5002311a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:51.196463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f7868182-e747-4ee6-963f-126689c65473, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7868182-e747-4ee6-963f-126689c65473,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:51.199674 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a435f683-73c9-48aa-bd90-ac982b5bb0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.218603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.222051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f7868182-e747-4ee6-963f-126689c65473', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'port_id': 'f7868182-e747-4ee6-963f-126689c65473', 'mac_address': 'fa:16:3e:d3:ba:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:51.276807 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.294605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7868182-e747-4ee6-963f-126689c65473 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:51.309539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be01ec4-bb89-4ce3-83fc-9a6e7d2ab85a req-00e94caa-c777-4d6b-b39b-e990642389f9 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:51.311070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2be01ec4-bb89-4ce3-83fc-9a6e7d2ab85a req-00e94caa-c777-4d6b-b39b-e990642389f9 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 943 time: 0.1396911 Jul 13 07:47:51.328258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f7868182-e747-4ee6-963f-126689c65473, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7868182-e747-4ee6-963f-126689c65473,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:51.333389 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.382095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2be01ec4-bb89-4ce3-83fc-9a6e7d2ab85a req-22524cc1-2bde-4fb5-956c-9f0f520af2ee tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643935 Jul 13 07:47:51.412946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f7868182-e747-4ee6-963f-126689c65473,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:51.612913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f7868182-e747-4ee6-963f-126689c65473'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:51.792172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:51.806302 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74afb737-a954-4297-acca-affa94c2b5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.086337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74afb737-a954-4297-acca-affa94c2b5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.093697 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74afb737-a954-4297-acca-affa94c2b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.147722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afb737-a954-4297-acca-affa94c2b5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7ced95-604d-4657-a70d-ca36faeb019f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.152675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-74afb737-a954-4297-acca-affa94c2b5ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9a564d7036946208ef65dbee1cdcacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588629 Jul 13 07:47:52.155474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.237285 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a634-3e97-4bb3-94aa-4130e3361ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.282167 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a634-3e97-4bb3-94aa-4130e3361ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.283374 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.361248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a634-3e97-4bb3-94aa-4130e3361ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.365210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a634-3e97-4bb3-94aa-4130e3361ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.370280 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b5c7a634-3e97-4bb3-94aa-4130e3361ab3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd7ced95-604d-4657-a70d-ca36faeb019f HTTP/1.1" status: 204 len: 168 time: 0.2133138 Jul 13 07:47:52.385262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7a634-3e97-4bb3-94aa-4130e3361ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7ced95-604d-4657-a70d-ca36faeb019f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.627305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04c53f-50de-4e52-905b-bcda1751f8c9 req-ed6f9068-6c6a-4b9a-a25a-235cb9b3c94c tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.629742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab04c53f-50de-4e52-905b-bcda1751f8c9 req-ed6f9068-6c6a-4b9a-a25a-235cb9b3c94c tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 944 time: 0.0926044 Jul 13 07:47:52.679452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ab04c53f-50de-4e52-905b-bcda1751f8c9 req-61deedbe-ab2d-4cc3-a3f9-f7022385d1c0 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438278 Jul 13 07:47:53.012007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7868182-e747-4ee6-963f-126689c65473 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:53.100663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port f7868182-e747-4ee6-963f-126689c65473 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:53.106730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f7868182-e747-4ee6-963f-126689c65473 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:53.107120 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.244022 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.274936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7868182-e747-4ee6-963f-126689c65473'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:53.280183 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14c31f7-ff1b-44bc-b67c-37a8946cac26" -d '{"events": [{"server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "name": "network-vif-plugged", "status": "completed", "tag": "f7868182-e747-4ee6-963f-126689c65473"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:53.315480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f7868182-e747-4ee6-963f-126689c65473, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7868182-e747-4ee6-963f-126689c65473,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:53.325833 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.354239 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62600192-d14f-4b57-8067-31c0821e261b x-openstack-request-id: req-62600192-d14f-4b57-8067-31c0821e261b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:53.356101 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "name": "network-vif-plugged", "status": "completed", "tag": "f7868182-e747-4ee6-963f-126689c65473", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:53.356524 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62600192-d14f-4b57-8067-31c0821e261b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:53.357895 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7868182-e747-4ee6-963f-126689c65473', 'code': 200} Jul 13 07:47:53.457833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f7868182-e747-4ee6-963f-126689c65473,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.537686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68d12f-689e-41a1-aacf-e277242d1217 req-56747259-ff16-4673-b2c1-ee2cb9872a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.540106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce68d12f-689e-41a1-aacf-e277242d1217 req-56747259-ff16-4673-b2c1-ee2cb9872a6b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1097 time: 0.1161876 Jul 13 07:47:53.600596 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce68d12f-689e-41a1-aacf-e277242d1217 req-45fd1e57-4238-4d9c-a3f9-a4ac34ec7e17 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537400 Jul 13 07:47:53.681762 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.828941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95343444-0e41-434a-8cec-916c8058ce61 None None] Provisioning complete for port f7868182-e747-4ee6-963f-126689c65473 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:53.829321 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95343444-0e41-434a-8cec-916c8058ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.991685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b4881-d738-4fdd-a3c7-d56897e10ab7 req-c31926cc-f92a-4da4-8122-4f6100c6e210 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.995491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-671b4881-d738-4fdd-a3c7-d56897e10ab7 req-c31926cc-f92a-4da4-8122-4f6100c6e210 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 945 time: 0.1055377 Jul 13 07:47:54.102178 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-671b4881-d738-4fdd-a3c7-d56897e10ab7 req-be0535ed-57ee-49ab-87b5-6da2b3ac25fc tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010487 Jul 13 07:47:54.564576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36936) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.642886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.757469 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59b8a3e3-8473-4c76-a715-99fdcb4dd3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.775409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc0bfc0a-1223-4aca-8c30-0492cb2eda28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.804359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-dc0bfc0a-1223-4aca-8c30-0492cb2eda28 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:47:54.804359 n-d-758944-43 neutron-server[93774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:47:54.804359 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id': 'df6fc9ba812f40d386e48d53c76020a6', 'id': 'c6b5a251-e8de-43ec-ade3-dc94050edd1d', 'expiration': datetime.datetime(2021, 7, 13, 7, 49, 54, 800021)}] Jul 13 07:47:54.804359 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:47:54.804827 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-dc0bfc0a-1223-4aca-8c30-0492cb2eda28 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:47:54.889970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59b8a3e3-8473-4c76-a715-99fdcb4dd3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.889970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59b8a3e3-8473-4c76-a715-99fdcb4dd3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.931477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-59b8a3e3-8473-4c76-a715-99fdcb4dd3c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61f550c0f0a94de4a2c76e6a0ea4c53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656900 Jul 13 07:47:54.932352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8a3e3-8473-4c76-a715-99fdcb4dd3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbd24fe-51ec-4ccd-be51-b414efc0a8a8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.934200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36944) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.986329 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50504abb-5411-45fa-90ca-84c7294519a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.007674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50504abb-5411-45fa-90ca-84c7294519a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.329292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc0bfc0a-1223-4aca-8c30-0492cb2eda28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.411974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43c46-b1a5-4e26-92bf-f966eaa8fdbd req-28910fb8-e4a1-476d-8d9a-58006d9b8ffb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:55.420596 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8b43c46-b1a5-4e26-92bf-f966eaa8fdbd req-28910fb8-e4a1-476d-8d9a-58006d9b8ffb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 945 time: 0.1224797 Jul 13 07:47:55.480857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8b43c46-b1a5-4e26-92bf-f966eaa8fdbd req-8fc2ff4b-2435-4eff-a2a9-512a9a80a21f tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591326 Jul 13 07:47:55.482435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50504abb-5411-45fa-90ca-84c7294519a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.485415 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50504abb-5411-45fa-90ca-84c7294519a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.486680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-50504abb-5411-45fa-90ca-84c7294519a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cbd24fe-51ec-4ccd-be51-b414efc0a8a8 HTTP/1.1" status: 204 len: 168 time: 0.5512648 Jul 13 07:47:55.507124 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50504abb-5411-45fa-90ca-84c7294519a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbd24fe-51ec-4ccd-be51-b414efc0a8a8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:55.578474 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc0bfc0a-1223-4aca-8c30-0492cb2eda28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.584406 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc0bfc0a-1223-4aca-8c30-0492cb2eda28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.667334 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36978) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.667468 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dc0bfc0a-1223-4aca-8c30-0492cb2eda28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df6fc9ba812f40d386e48d53c76020a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0234387 Jul 13 07:47:55.672756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bfc0a-1223-4aca-8c30-0492cb2eda28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9904556b-ed5a-4016-9797-8cfa8c8a31aa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:55.840749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-226b4c08-e405-495b-b07b-f2227b3b3b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.936622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-226b4c08-e405-495b-b07b-f2227b3b3b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.960770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1b1ee-e275-4fa1-a0c0-1e223ddf8c65 req-eb4cd7e1-2eef-4c2a-8497-cb5eaa1fd7ed tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:55.963121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fdc1b1ee-e275-4fa1-a0c0-1e223ddf8c65 req-eb4cd7e1-2eef-4c2a-8497-cb5eaa1fd7ed tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 945 time: 0.2362070 Jul 13 07:47:56.051355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fdc1b1ee-e275-4fa1-a0c0-1e223ddf8c65 req-57644cb4-fc9f-415b-931c-2300ee694c58 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690911 Jul 13 07:47:56.068217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.073855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 36992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.083015 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-226b4c08-e405-495b-b07b-f2227b3b3b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.087248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-226b4c08-e405-495b-b07b-f2227b3b3b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.091364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-226b4c08-e405-495b-b07b-f2227b3b3b96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9904556b-ed5a-4016-9797-8cfa8c8a31aa HTTP/1.1" status: 204 len: 168 time: 0.4222612 Jul 13 07:47:56.100623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b4c08-e405-495b-b07b-f2227b3b3b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9904556b-ed5a-4016-9797-8cfa8c8a31aa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.107184 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20ec8ce9-1b44-4857-9a01-784c2c16c779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.268100 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20ec8ce9-1b44-4857-9a01-784c2c16c779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.275381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20ec8ce9-1b44-4857-9a01-784c2c16c779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.311006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-20ec8ce9-1b44-4857-9a01-784c2c16c779 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0da63ad15a7846449e6e2abac2767442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357640 Jul 13 07:47:56.312277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 36998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.331874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec8ce9-1b44-4857-9a01-784c2c16c779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18627145-ee5c-4460-ab76-d0c84323ab6f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.434402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2a725bf-44d7-400c-b7f3-cb9bc4107783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.469355 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2a725bf-44d7-400c-b7f3-cb9bc4107783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.553347 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2a725bf-44d7-400c-b7f3-cb9bc4107783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.556813 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2a725bf-44d7-400c-b7f3-cb9bc4107783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.561275 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a2a725bf-44d7-400c-b7f3-cb9bc4107783 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18627145-ee5c-4460-ab76-d0c84323ab6f HTTP/1.1" status: 204 len: 168 time: 0.2476523 Jul 13 07:47:56.575326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a725bf-44d7-400c-b7f3-cb9bc4107783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18627145-ee5c-4460-ab76-d0c84323ab6f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.752513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f103a-7526-4715-a795-fa666d236d5d tempest-TestVolumeBackupRestore-927565694 tempest-TestVolumeBackupRestore-927565694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.758836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.764093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'f7868182-e747-4ee6-963f-126689c65473', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:56.771868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f24f103a-7526-4715-a795-fa666d236d5d tempest-TestVolumeBackupRestore-927565694 tempest-TestVolumeBackupRestore-927565694-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1092 time: 0.7022388 Jul 13 07:47:56.807693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.819163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.832254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d31960fd-aad1-45f5-944d-504e7a1c4492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.021920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.125163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-8e8f04a4-1332-4e39-8c70-2bb82263c540 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2031646 Jul 13 07:47:57.201412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Allocated IP 172.25.8.66 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/1c88051b-b004-410a-ab4c-9e94a1583051) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:57.233075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d31960fd-aad1-45f5-944d-504e7a1c4492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.245082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d31960fd-aad1-45f5-944d-504e7a1c4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.312018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d31960fd-aad1-45f5-944d-504e7a1c4492 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4c1f40226dd44019460ffad7faf480b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026326 Jul 13 07:47:57.316477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37030) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.325256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31960fd-aad1-45f5-944d-504e7a1c4492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8cbc3-08c0-42c4-af02-9daf26863229,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.348576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-e6fd8c9d-f50e-409e-b947-5b5a589e7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.350894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-e6fd8c9d-f50e-409e-b947-5b5a589e7f49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed8eba618c004919b5952434ec70fa32&device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1097 time: 0.1654663 Jul 13 07:47:57.489783 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c1c3-7239-4b28-ad95-c06205a8b77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.493669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.554142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c1c3-7239-4b28-ad95-c06205a8b77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.581268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-c57ca3dc-3de1-4c4b-9bd2-d8e03fc921e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.587215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-c57ca3dc-3de1-4c4b-9bd2-d8e03fc921e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9c62e49-8c44-47ea-9507-879b88cbea89 HTTP/1.1" status: 200 len: 915 time: 0.2134016 Jul 13 07:47:57.602775 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.671524 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-7faf880c-1346-4651-82c2-0073ce4d5e43 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7868182-e747-4ee6-963f-126689c65473 HTTP/1.1" status: 200 len: 217 time: 0.0746527 Jul 13 07:47:57.682112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'Port': ['ID=1c88051b-b004-410a-ab4c-9e94a1583051,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.700002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:57.701876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:57.705986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:57.729333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-454b1ff1-c207-4541-8681-910d278fb840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.730121 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-454b1ff1-c207-4541-8681-910d278fb840 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb32733-904a-451b-b07a-35e865e3bee1 HTTP/1.1" status: 200 len: 853 time: 0.0520301 Jul 13 07:47:57.731824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c1c3-7239-4b28-ad95-c06205a8b77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.734932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c1c3-7239-4b28-ad95-c06205a8b77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.742188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ddd1c1c3-7239-4b28-ad95-c06205a8b77b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3b8cbc3-08c0-42c4-af02-9daf26863229 HTTP/1.1" status: 204 len: 168 time: 0.4240510 Jul 13 07:47:57.789962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1c1c3-7239-4b28-ad95-c06205a8b77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8cbc3-08c0-42c4-af02-9daf26863229,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.908519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-044a824d-a5e7-4cb6-a3a1-fb5ffd34da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.910696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-044a824d-a5e7-4cb6-a3a1-fb5ffd34da1e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9c62e49-8c44-47ea-9507-879b88cbea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669240 Jul 13 07:47:58.125402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-2bd15ef2-1ffb-4180-9cb0-36a193ed4636 service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071285 Jul 13 07:47:58.343824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1fad53c-ae49-4f07-8a4f-c2d6d6065e17 req-26f086ca-1393-4def-bb76-3ba6cb4e6d0c service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100160 Jul 13 07:47:58.594063 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.703484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.985253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.994331 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.086566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event updated for resources: {'Port': ['ID=1c88051b-b004-410a-ab4c-9e94a1583051,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.098476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.310258 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Floating IP be3b8f27-092c-4d4a-b232-d38b6dd6c33f associated. External IP: 172.25.8.66, port: f7868182-e747-4ee6-963f-126689c65473. Jul 13 07:47:59.731073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Router 75968a34-24b4-4574-99de-730d58e9b8bf has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:59.951257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:59.963209 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] Sync routers for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:59.982596 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.998568 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:00.000711 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:47:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:00.062650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8db89ecc-bdb7-4a8a-97d5-4e2fa25be500 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3026569 Jul 13 07:48:00.063253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:00.065323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37122) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:00.065827 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7667fb-53df-484a-9946-2f8eef983259" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:00.166862 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f8d188-2390-4702-925d-595292f2aafd x-openstack-request-id: req-08f8d188-2390-4702-925d-595292f2aafd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:00.167069 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:00.167326 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08f8d188-2390-4702-925d-595292f2aafd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:00.168006 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473', 'status': 'completed', 'code': 200} Jul 13 07:48:00.270668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4779a4a4-a7b8-4bea-afe2-37e32b3fbf1c tempest-TestVolumeBackupRestore-927565694 tempest-TestVolumeBackupRestore-927565694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.275414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37134) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:00.275958 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4779a4a4-a7b8-4bea-afe2-37e32b3fbf1c tempest-TestVolumeBackupRestore-927565694 tempest-TestVolumeBackupRestore-927565694-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1092 time: 0.2085781 Jul 13 07:48:00.281468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a7a3f1bb-5223-4307-8e47-1d013867c219 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Request body: {'floatingip': {'port_id': 'f7868182-e747-4ee6-963f-126689c65473'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:00.351027 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:00.391366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7667fb-53df-484a-9946-2f8eef983259 req-807031e0-f87d-4889-b041-8afe6a1e218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.397579 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e7667fb-53df-484a-9946-2f8eef983259 req-807031e0-f87d-4889-b041-8afe6a1e218d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed8eba618c004919b5952434ec70fa32&device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1097 time: 0.1843352 Jul 13 07:48:00.439977 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f1bb-5223-4307-8e47-1d013867c219 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.632244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7667fb-53df-484a-9946-2f8eef983259 req-16c2717a-fc8e-4562-8a5d-4853405e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.635866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e7667fb-53df-484a-9946-2f8eef983259 req-16c2717a-fc8e-4562-8a5d-4853405e8ae2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9c62e49-8c44-47ea-9507-879b88cbea89 HTTP/1.1" status: 200 len: 915 time: 0.2257361 Jul 13 07:48:00.793585 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e7667fb-53df-484a-9946-2f8eef983259 req-04987373-470e-4f75-8b24-c1d722f853b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7868182-e747-4ee6-963f-126689c65473 HTTP/1.1" status: 200 len: 998 time: 0.1509044 Jul 13 07:48:00.962187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7667fb-53df-484a-9946-2f8eef983259 req-5765bbdc-07c6-4d30-be82-c12aa31bb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.965023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e7667fb-53df-484a-9946-2f8eef983259 req-5765bbdc-07c6-4d30-be82-c12aa31bb1e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb32733-904a-451b-b07a-35e865e3bee1 HTTP/1.1" status: 200 len: 853 time: 0.1583557 Jul 13 07:48:01.037670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7667fb-53df-484a-9946-2f8eef983259 req-172c88c4-105b-4470-81d0-062f268519bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:01.039811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e7667fb-53df-484a-9946-2f8eef983259 req-172c88c4-105b-4470-81d0-062f268519bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9c62e49-8c44-47ea-9507-879b88cbea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697889 Jul 13 07:48:01.065020 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'be3b8f27-092c-4d4a-b232-d38b6dd6c33f', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'port_id': 'f7868182-e747-4ee6-963f-126689c65473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'mac_address': 'fa:16:3e:d3:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:58Z', 'updated_at': '2021-07-13T07:47:58Z', 'revision_number': 0, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:01.122780 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] Checking router: 75968a34-24b4-4574-99de-730d58e9b8bf for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:01.147184 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:01.147831 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:47:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:01.186604 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e7667fb-53df-484a-9946-2f8eef983259 req-93c761d4-5b77-4309-af60-361defd6b05e service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395836 Jul 13 07:48:01.299505 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:01.463036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-a7a3f1bb-5223-4307-8e47-1d013867c219 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:48:01.619190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f1bb-5223-4307-8e47-1d013867c219 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.625061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f1bb-5223-4307-8e47-1d013867c219 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.776125 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'be3b8f27-092c-4d4a-b232-d38b6dd6c33f', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'port_id': 'f7868182-e747-4ee6-963f-126689c65473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'mac_address': 'fa:16:3e:d3:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:58Z', 'updated_at': '2021-07-13T07:47:58Z', 'revision_number': 0, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:01.898153 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b23b6-1c66-4906-9f8f-e34ef198e553 None None] The sync data for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 is: [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'be3b8f27-092c-4d4a-b232-d38b6dd6c33f', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'port_id': 'f7868182-e747-4ee6-963f-126689c65473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'mac_address': 'fa:16:3e:d3:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:58Z', 'updated_at': '2021-07-13T07:47:58Z', 'revision_number': 0, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:02.076073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a3f1bb-5223-4307-8e47-1d013867c219 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Router 75968a34-24b4-4574-99de-730d58e9b8bf has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:02.146082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e7667fb-53df-484a-9946-2f8eef983259 req-192f3ef5-1e1b-41c8-a67e-29f3e994be4e service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9527090 Jul 13 07:48:02.339646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2eb08-c658-40d0-a439-b6f34ec21d55 None None] New status for floating IP be3b8f27-092c-4d4a-b232-d38b6dd6c33f: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:48:02.366413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a3f1bb-5223-4307-8e47-1d013867c219 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:02.376983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f1bb-5223-4307-8e47-1d013867c219 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.469718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:02.478790 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197de45e-9982-4c4e-a3fc-8064fe56ecc3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:02.579965 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d765f7e7-a0ba-42df-8871-442fd5d3230a x-openstack-request-id: req-d765f7e7-a0ba-42df-8871-442fd5d3230a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:02.581546 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:02.581764 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d765f7e7-a0ba-42df-8871-442fd5d3230a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:02.582203 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473', 'status': 'completed', 'code': 200} Jul 13 07:48:02.593755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a7a3f1bb-5223-4307-8e47-1d013867c219 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "PUT /v2.0/floatingips/be3b8f27-092c-4d4a-b232-d38b6dd6c33f HTTP/1.1" status: 200 len: 990 time: 2.3123186 Jul 13 07:48:02.652889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-ad521679-e1ba-4dee-be34-e40702502bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.655289 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-ad521679-e1ba-4dee-be34-e40702502bb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed8eba618c004919b5952434ec70fa32&device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1097 time: 0.0706041 Jul 13 07:48:02.877532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-3b24dd43-5c87-4bd5-b67c-71aa27615e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.879444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-3b24dd43-5c87-4bd5-b67c-71aa27615e55 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9c62e49-8c44-47ea-9507-879b88cbea89 HTTP/1.1" status: 200 len: 915 time: 0.2181675 Jul 13 07:48:03.035692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-a2f3298c-0739-4724-ac3e-7e56ec4539c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7868182-e747-4ee6-963f-126689c65473 HTTP/1.1" status: 200 len: 1000 time: 0.1491199 Jul 13 07:48:03.073207 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] Sync routers for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:03.095075 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:03.095892 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:47:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:03.148344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-74eb04a7-ea42-467b-8a5d-276e366ab8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.149606 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-74eb04a7-ea42-467b-8a5d-276e366ab8ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb32733-904a-451b-b07a-35e865e3bee1 HTTP/1.1" status: 200 len: 853 time: 0.1067910 Jul 13 07:48:03.268939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-cf769caf-87eb-4dd3-9bb9-9545de16b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.272246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-cf769caf-87eb-4dd3-9bb9-9545de16b30b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9c62e49-8c44-47ea-9507-879b88cbea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145339 Jul 13 07:48:03.355495 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:03.441433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-f2d4e9ff-71ad-4220-8cc5-2058ef6c0313 service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626823 Jul 13 07:48:03.605888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-197de45e-9982-4c4e-a3fc-8064fe56ecc3 req-38fdfc1c-e3b7-4297-a88d-51354979e4ea service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517656 Jul 13 07:48:03.803648 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'be3b8f27-092c-4d4a-b232-d38b6dd6c33f', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'port_id': 'f7868182-e747-4ee6-963f-126689c65473', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'mac_address': 'fa:16:3e:d3:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:58Z', 'updated_at': '2021-07-13T07:48:02Z', 'revision_number': 2, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:03.848342 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] Checking router: 75968a34-24b4-4574-99de-730d58e9b8bf for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:03.866102 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:03.868184 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:47:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:04.031613 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:04.309399 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'be3b8f27-092c-4d4a-b232-d38b6dd6c33f', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'port_id': 'f7868182-e747-4ee6-963f-126689c65473', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'mac_address': 'fa:16:3e:d3:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:58Z', 'updated_at': '2021-07-13T07:48:02Z', 'revision_number': 2, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:04.344219 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951e289-5b66-41ba-9734-f066f09ebbf7 None None] The sync data for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 is: [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'be3b8f27-092c-4d4a-b232-d38b6dd6c33f', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'port_id': 'f7868182-e747-4ee6-963f-126689c65473', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'mac_address': 'fa:16:3e:d3:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:58Z', 'updated_at': '2021-07-13T07:48:02Z', 'revision_number': 2, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:04.582803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:04.586354 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dd0568-c215-4b6e-9d5d-87402eea7895" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:04.657545 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aafcd67-9175-4a42-96b7-fa21901ab7ac x-openstack-request-id: req-9aafcd67-9175-4a42-96b7-fa21901ab7ac {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:04.657960 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:04.658312 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9aafcd67-9175-4a42-96b7-fa21901ab7ac {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:04.658809 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473', 'status': 'completed', 'code': 200} Jul 13 07:48:04.788615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-d7cf0af4-8e2e-4390-9c31-e52d7cf6cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:04.792770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-d7cf0af4-8e2e-4390-9c31-e52d7cf6cd2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed8eba618c004919b5952434ec70fa32&device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1097 time: 0.1059697 Jul 13 07:48:05.031368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-1e44090a-434c-45b4-81f7-149d7491a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.033475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-1e44090a-434c-45b4-81f7-149d7491a44b service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9c62e49-8c44-47ea-9507-879b88cbea89 HTTP/1.1" status: 200 len: 915 time: 0.2336223 Jul 13 07:48:05.227676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-793318d6-3297-40c0-ade6-44c8745557b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7868182-e747-4ee6-963f-126689c65473 HTTP/1.1" status: 200 len: 1000 time: 0.1822083 Jul 13 07:48:05.327813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-54c592c7-34bf-4be3-a351-0bcbbdeb1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.329563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-54c592c7-34bf-4be3-a351-0bcbbdeb1e95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb32733-904a-451b-b07a-35e865e3bee1 HTTP/1.1" status: 200 len: 853 time: 0.0881345 Jul 13 07:48:05.451105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-5f375164-147a-4812-919a-e39b383bd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.453704 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-5f375164-147a-4812-919a-e39b383bd5c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9c62e49-8c44-47ea-9507-879b88cbea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164713 Jul 13 07:48:05.614600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.755375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-65a9a264-a373-43fb-9b12-71c873fb80de service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929218 Jul 13 07:48:05.940946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48dd0568-c215-4b6e-9d5d-87402eea7895 req-1d96469b-be96-49d7-83c5-bf4d65ca6fb4 service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778834 Jul 13 07:48:06.950320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d9278b6-57a5-4691-8699-891e74a6debd req-5e4fda92-9f8b-457c-b371-e6dc7afa0966 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0920577 Jul 13 07:48:07.058052 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9278b6-57a5-4691-8699-891e74a6debd req-12f7c9e6-c2e2-469e-993d-3dae4821fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.059684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d9278b6-57a5-4691-8699-891e74a6debd req-12f7c9e6-c2e2-469e-993d-3dae4821fcb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d554050b934adbb0e34205033fe129&device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 1097 time: 0.0629034 Jul 13 07:48:07.193665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9278b6-57a5-4691-8699-891e74a6debd req-cd51b3f9-131e-4175-a355-0647cf6e0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.196027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d9278b6-57a5-4691-8699-891e74a6debd req-cd51b3f9-131e-4175-a355-0647cf6e0218 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 200 len: 911 time: 0.1122777 Jul 13 07:48:07.283710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d9278b6-57a5-4691-8699-891e74a6debd req-84348b65-5374-4a7d-a9d5-62e484de415e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038 HTTP/1.1" status: 200 len: 1000 time: 0.0809805 Jul 13 07:48:07.350823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9278b6-57a5-4691-8699-891e74a6debd req-1e80b641-8612-4ba4-97f5-32e5ffdb5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.352353 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d9278b6-57a5-4691-8699-891e74a6debd req-1e80b641-8612-4ba4-97f5-32e5ffdb5544 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 200 len: 849 time: 0.0627763 Jul 13 07:48:07.433279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9278b6-57a5-4691-8699-891e74a6debd req-07f3ad80-6f18-4508-b9aa-ab73da6f0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.435488 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d9278b6-57a5-4691-8699-891e74a6debd req-07f3ad80-6f18-4508-b9aa-ab73da6f0f24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b35f1168-54b9-423f-b48b-8a49e1d9d73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769863 Jul 13 07:48:07.553626 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d9278b6-57a5-4691-8699-891e74a6debd req-22291770-9967-4fc2-9b62-132e87fd2911 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114335 Jul 13 07:48:07.554370 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.674044 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d9278b6-57a5-4691-8699-891e74a6debd req-f1840c4b-2485-4c19-a9bf-675f9ab0b199 service neutron] 10.222.0.48 "GET /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144400 Jul 13 07:48:10.748414 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:48:10.796744 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37390) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:10.973605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6196665a-b1bc-4a51-a699-2db51bf3ab60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.104151 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6196665a-b1bc-4a51-a699-2db51bf3ab60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.109081 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6196665a-b1bc-4a51-a699-2db51bf3ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.162684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6196665a-b1bc-4a51-a699-2db51bf3ab60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c040d21326ce43adb0c0323c162c569c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618054 Jul 13 07:48:11.162684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196665a-b1bc-4a51-a699-2db51bf3ab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ebf65-e7ea-4b57-8581-3ea129ad15d9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:11.163353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37406) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:11.224971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-540c6ac6-03e7-41ab-8cc6-40f3a4119406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.264305 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-540c6ac6-03e7-41ab-8cc6-40f3a4119406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.342998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-540c6ac6-03e7-41ab-8cc6-40f3a4119406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.346966 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-540c6ac6-03e7-41ab-8cc6-40f3a4119406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.350500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-540c6ac6-03e7-41ab-8cc6-40f3a4119406 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c05ebf65-e7ea-4b57-8581-3ea129ad15d9 HTTP/1.1" status: 204 len: 168 time: 0.1856647 Jul 13 07:48:11.361017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c6ac6-03e7-41ab-8cc6-40f3a4119406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ebf65-e7ea-4b57-8581-3ea129ad15d9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.087203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37468) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:12.201998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-599932801-network', 'tenant_id': '55fb27cee5054741a1d17a22bbcba653'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:12.230694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Made reservation on behalf of 55fb27cee5054741a1d17a22bbcba653 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:12.233466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.246192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.355047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.360478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.396917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:48:12.405591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a429b1b-c396-4641-95dc-16c5f445cc0e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.417109 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.417909 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Added segment dc4aedb6-7242-42ac-9649-74f3a237224d of type vlan for network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 Jul 13 07:48:12.475109 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.560995 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.562495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.563476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.607403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5187795 Jul 13 07:48:12.610539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37484) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:12.616837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Request body: {'subnet': {'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-599932801-subnet', 'tenant_id': '55fb27cee5054741a1d17a22bbcba653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:12.648785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860a4bf-43eb-4abb-86c7-4a8b404c8e89 admin admin] Pushing event updated for resources: {'Network': ['ID=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.663159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:48:12.675288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Made reservation on behalf of 55fb27cee5054741a1d17a22bbcba653 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:12.682881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.110736 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.184477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e314597e-ad62-4619-9798-86b453868b77,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:13.219840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Checking segment: {'id': 'dc4aedb6-7242-42ac-9649-74f3a237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:13.220432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Network hostable DHCP agents. Network: ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:13.245808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:13.266212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:13.271968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.272815 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.291625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a810f4-b1e2-4928-b9f3-3cb7855602e8 None None] Network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:13.311763 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-718abc10-2fb0-4de8-9247-8175eda45349 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6958003 Jul 13 07:48:13.590030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b8bca6-5d82-4f8a-83ba-9aaec2b9b44d None None] Network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:15.532377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37602) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:15.751335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7cdde3b-e5f8-41b0-8d27-711a76e6ac2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.021240 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7cdde3b-e5f8-41b0-8d27-711a76e6ac2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.027256 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7cdde3b-e5f8-41b0-8d27-711a76e6ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.098277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdde3b-e5f8-41b0-8d27-711a76e6ac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035e4dc0-1d0e-40b9-aed8-676157226e31,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.132945 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c7cdde3b-e5f8-41b0-8d27-711a76e6ac2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82f104b600434db19b306db4750ce17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984285 Jul 13 07:48:16.135328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37618) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:16.262371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20d2f064-c288-4242-a911-553d57e98e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.292194 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20d2f064-c288-4242-a911-553d57e98e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.346593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20d2f064-c288-4242-a911-553d57e98e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.351068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20d2f064-c288-4242-a911-553d57e98e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.353117 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-20d2f064-c288-4242-a911-553d57e98e7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/035e4dc0-1d0e-40b9-aed8-676157226e31 HTTP/1.1" status: 204 len: 168 time: 0.2153482 Jul 13 07:48:16.365730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2f064-c288-4242-a911-553d57e98e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035e4dc0-1d0e-40b9-aed8-676157226e31,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.513185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f930187e-d136-4ef0-8ecb-bfc52ee08598 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:16.521279 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f930187e-d136-4ef0-8ecb-bfc52ee08598 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/networks?id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 HTTP/1.1" status: 200 len: 808 time: 0.9340312 Jul 13 07:48:16.551889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-04420611-ed10-4c16-8acf-e040ba8391e1 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/quotas/55fb27cee5054741a1d17a22bbcba653 HTTP/1.1" status: 200 len: 375 time: 0.0293577 Jul 13 07:48:16.597208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f224bce3-c938-43bb-a055-d099a6ca8b91 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55fb27cee5054741a1d17a22bbcba653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440984 Jul 13 07:48:16.731981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-8996d847-3707-47ca-b7b3-ddaf52ea89c0 service neutron] 10.222.0.41 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310241 Jul 13 07:48:16.758619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37630) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:16.782684 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d643b61-69bf-441a-babf-d1b757389fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.935544 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-7cc57fba-2712-4e12-82fe-237608f3f9f7 service neutron] 10.222.0.41 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974304 Jul 13 07:48:16.972514 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d643b61-69bf-441a-babf-d1b757389fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.978239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d643b61-69bf-441a-babf-d1b757389fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.029798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9d643b61-69bf-441a-babf-d1b757389fc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8608c3cc7fd43129a949ce08ae62645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687500 Jul 13 07:48:17.032550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d643b61-69bf-441a-babf-d1b757389fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d03531d-44b7-402f-b06f-d14a160dd75e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:17.032799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37638) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:17.129560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-920f6cd9-3f6c-419f-ab15-9d3f872d6c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.156649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-920f6cd9-3f6c-419f-ab15-9d3f872d6c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.227750 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-920f6cd9-3f6c-419f-ab15-9d3f872d6c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.234557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2328fd63-cde1-4fc1-9e8e-2dc621b79c08 req-e2d9c903-a7bb-4343-86e5-f026c8f46fe9 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 210 time: 0.0993350 Jul 13 07:48:17.238269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-920f6cd9-3f6c-419f-ab15-9d3f872d6c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.244818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-920f6cd9-3f6c-419f-ab15-9d3f872d6c3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d03531d-44b7-402f-b06f-d14a160dd75e HTTP/1.1" status: 204 len: 168 time: 0.2105765 Jul 13 07:48:17.257603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f6cd9-3f6c-419f-ab15-9d3f872d6c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d03531d-44b7-402f-b06f-d14a160dd75e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:18.339427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a992e740-28d6-41db-a56e-47f9e5c9c4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.522819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-050717e1-9207-4c8a-be3c-52c09fa954f1 req-c6810d41-c8ab-435e-b127-a31b00454531 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 210 time: 0.0704324 Jul 13 07:48:18.860160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-1df29304-8a8a-40b2-97b3-be9addb99496 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:18.861770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-1df29304-8a8a-40b2-97b3-be9addb99496 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.38 "GET /v2.0/networks?id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 HTTP/1.1" status: 200 len: 808 time: 0.1751816 Jul 13 07:48:18.877342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Request body: {'port': {'device_id': '6dec4103-9976-4285-8369-e523ab6ddf8f', 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366', 'admin_state_up': True, 'tenant_id': '55fb27cee5054741a1d17a22bbcba653'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:19.039724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Made reservation on behalf of 55fb27cee5054741a1d17a22bbcba653 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:19.044468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.231139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Allocated IP 172.20.0.14 (ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366/e314597e-ad62-4619-9798-86b453868b77/bbd1b5c2-27a9-4eba-a0f0-c976fe10defc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:19.433486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.494573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.557855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:19.562887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:19.577990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:19.648846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Pushing event updated for resources: {'Port': ['ID=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:19.681855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.682879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.686969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.687350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.687698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.688064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.688481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.688833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.689176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.689551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.689877 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.690242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.690666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.691011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.734327 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-03d03881-cd6a-412c-b732-200ef9a17c55 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8624895 Jul 13 07:48:19.751200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Request body: {'port': {'device_id': '6dec4103-9976-4285-8369-e523ab6ddf8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:19.800215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deeed8e-0348-4e21-ac23-56d99054c8f8 req-5597f8b4-411f-4e4a-82dd-1a36431f3159 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.801817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4deeed8e-0348-4e21-ac23-56d99054c8f8 req-5597f8b4-411f-4e4a-82dd-1a36431f3159 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 932 time: 0.1375496 Jul 13 07:48:19.873799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.887061 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4deeed8e-0348-4e21-ac23-56d99054c8f8 req-27b8e5cf-5738-4b7b-9668-6b9a9aba81c8 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765193 Jul 13 07:48:20.315789 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd1b5c2-27a9-4eba-a0f0-c976fe10defc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:20.324891 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.341599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Transition to ACTIVE for port object bbd1b5c2-27a9-4eba-a0f0-c976fe10defc will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:20.346809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.398356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:20.544856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Attempting to bind port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:20.545201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Attempting to bind port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'dc4aedb6-7242-42ac-9649-74f3a237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:20.547305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Attempting to bind port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc on network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:20.557800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc on network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:20.558218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Attempting to bind port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc on network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:20.570325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:20.570744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Checking segment: {'id': 'dc4aedb6-7242-42ac-9649-74f3a237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:20.571166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Bound using segment: {'id': 'dc4aedb6-7242-42ac-9649-74f3a237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:20.571641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Bound port: bbd1b5c2-27a9-4eba-a0f0-c976fe10defc, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4aedb6-7242-42ac-9649-74f3a237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:20.574255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.711723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] For port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:20.715645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] For port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:20.721606 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.758743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:20.759449 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.761525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] 10.222.0.38 "PUT /v2.0/ports/bbd1b5c2-27a9-4eba-a0f0-c976fe10defc HTTP/1.1" status: 200 len: 1093 time: 1.0156317 Jul 13 07:48:20.761525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dec4103-9976-4285-8369-e523ab6ddf8f', 'tag': 'bbd1b5c2-27a9-4eba-a0f0-c976fe10defc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:20.763979 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3aa4fe2-e893-4dc9-860d-676a51f7c278" -d '{"events": [{"name": "network-changed", "server_uuid": "6dec4103-9976-4285-8369-e523ab6ddf8f", "tag": "bbd1b5c2-27a9-4eba-a0f0-c976fe10defc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:20.807380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac61fe-3323-470b-ab78-e0814ac6edc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:20.834529 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7dd17a-110b-4b20-a11a-47cccb9d79de x-openstack-request-id: req-2d7dd17a-110b-4b20-a11a-47cccb9d79de {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:20.836559 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dec4103-9976-4285-8369-e523ab6ddf8f", "tag": "bbd1b5c2-27a9-4eba-a0f0-c976fe10defc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:20.836922 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d7dd17a-110b-4b20-a11a-47cccb9d79de {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:20.837468 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dec4103-9976-4285-8369-e523ab6ddf8f', 'tag': 'bbd1b5c2-27a9-4eba-a0f0-c976fe10defc', 'status': 'completed', 'code': 200} Jul 13 07:48:20.935194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-66461a00-c77a-414b-bf09-209f575835c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:20.937320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-66461a00-c77a-414b-bf09-209f575835c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55fb27cee5054741a1d17a22bbcba653&device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 1096 time: 0.0936017 Jul 13 07:48:21.022366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-74547261-8912-4d7e-9818-f13d6413e06a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc HTTP/1.1" status: 200 len: 217 time: 0.0607743 Jul 13 07:48:21.071356 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e61056fd-d19b-4bc5-b41b-cbdac8d2ae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.107429 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.161514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-4ce3153e-7578-469e-a39a-ceaf6e9ce042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.163339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-4ce3153e-7578-469e-a39a-ceaf6e9ce042 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e314597e-ad62-4619-9798-86b453868b77 HTTP/1.1" status: 200 len: 848 time: 0.1347399 Jul 13 07:48:21.209641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-1b28416c-b113-40f5-95e1-9aecd2c7c15d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350761 Jul 13 07:48:21.233762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f57991-05de-4b9c-8dbc-4341d655cc04 req-e42467c3-fd2a-41ea-927f-30567ac73d80 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.235334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f57991-05de-4b9c-8dbc-4341d655cc04 req-e42467c3-fd2a-41ea-927f-30567ac73d80 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 944 time: 0.1244860 Jul 13 07:48:21.327793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0f57991-05de-4b9c-8dbc-4341d655cc04 req-be92c712-c447-4904-b3ef-b8ef1b4747f1 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 Jul 13 07:48:21.348292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-7fb7fd56-cec9-4a5d-a0cd-fa422e12534d service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315837 Jul 13 07:48:21.530461 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38cf58d2-5096-4f0e-9a29-73e8d19ee278 req-41791d33-703c-4ff6-98d9-3ebb9d224d3e service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657357 Jul 13 07:48:21.547860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:21.657333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-988442bc-7acf-412e-89c8-fc853f357e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.659293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-988442bc-7acf-412e-89c8-fc853f357e1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55fb27cee5054741a1d17a22bbcba653&device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 1096 time: 0.0671782 Jul 13 07:48:21.694336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f227ed-49f7-4f09-ad04-c6a15c7dcdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.803072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-bd182e52-0aa2-4e96-ba86-2362fff1f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.805337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-bd182e52-0aa2-4e96-ba86-2362fff1f0c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 HTTP/1.1" status: 200 len: 909 time: 0.1377525 Jul 13 07:48:21.847260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f227ed-49f7-4f09-ad04-c6a15c7dcdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.852378 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f227ed-49f7-4f09-ad04-c6a15c7dcdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.877172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-e99bd221-7395-434c-8da3-e979abe25982 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc HTTP/1.1" status: 200 len: 217 time: 0.0635331 Jul 13 07:48:21.891058 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98f227ed-49f7-4f09-ad04-c6a15c7dcdcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e14f123d28e4687ae899cb28d3b849f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413997 Jul 13 07:48:21.893855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37796) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:21.921926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f227ed-49f7-4f09-ad04-c6a15c7dcdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf6b50a-f209-4f03-9b6d-364fc2408a34,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.951429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-0f1a895d-102d-4873-b4ed-f9b6de99289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.953415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-0f1a895d-102d-4873-b4ed-f9b6de99289d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e314597e-ad62-4619-9798-86b453868b77 HTTP/1.1" status: 200 len: 848 time: 0.0696490 Jul 13 07:48:21.974184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36bc0ab9-2a09-426b-9634-d03935f16c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.998195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36bc0ab9-2a09-426b-9634-d03935f16c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.001876 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.002091 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-e25f20d4-047a-47a8-90e2-97f862aedfb9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401173 Jul 13 07:48:22.064790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36bc0ab9-2a09-426b-9634-d03935f16c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.067862 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36bc0ab9-2a09-426b-9634-d03935f16c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.072637 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-36bc0ab9-2a09-426b-9634-d03935f16c37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bf6b50a-f209-4f03-9b6d-364fc2408a34 HTTP/1.1" status: 204 len: 168 time: 0.1740329 Jul 13 07:48:22.077701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc0ab9-2a09-426b-9634-d03935f16c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf6b50a-f209-4f03-9b6d-364fc2408a34,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:22.149019 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-df15573d-593e-41b4-bdd2-c39339ffceee service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396186 Jul 13 07:48:22.323890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3aa4fe2-e893-4dc9-860d-676a51f7c278 req-7615ca5c-eb7b-4670-9290-8396a5a2b5d8 service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679962 Jul 13 07:48:22.558448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:22.580470 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88bb3200-c47c-400c-92a9-8a5b0d1ae9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.613499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f899c2-6ded-47b7-9ae1-b801b704fc7e req-a8aff47b-47e2-4862-b373-c9e4fb2307fa tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.621358 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a5f899c2-6ded-47b7-9ae1-b801b704fc7e req-a8aff47b-47e2-4862-b373-c9e4fb2307fa tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 944 time: 0.1024137 Jul 13 07:48:22.684926 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a5f899c2-6ded-47b7-9ae1-b801b704fc7e req-990b25fb-18d2-4e30-ad99-d9f4358537bd tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623803 Jul 13 07:48:22.714614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88bb3200-c47c-400c-92a9-8a5b0d1ae9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.722061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88bb3200-c47c-400c-92a9-8a5b0d1ae9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.763509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-88bb3200-c47c-400c-92a9-8a5b0d1ae9b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3249d2f0903441dad5bb7a8d927ab6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035630 Jul 13 07:48:22.764812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb3200-c47c-400c-92a9-8a5b0d1ae9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13975a2f-4485-41bc-84fa-dc28c781c641,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:22.766365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:22.846538 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c131-3755-4135-82de-721ad00b3da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.898667 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c131-3755-4135-82de-721ad00b3da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.965070 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c131-3755-4135-82de-721ad00b3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.968260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c131-3755-4135-82de-721ad00b3da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.969802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5ed8c131-3755-4135-82de-721ad00b3da4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13975a2f-4485-41bc-84fa-dc28c781c641 HTTP/1.1" status: 204 len: 168 time: 0.2019513 Jul 13 07:48:22.984798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8c131-3755-4135-82de-721ad00b3da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13975a2f-4485-41bc-84fa-dc28c781c641,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:23.690255 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.004504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1afa7-ef96-44a6-88d0-52f5231f5a14 req-2f8c24d1-ff29-4d2b-a589-954f284ff6ad tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.022632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15d1afa7-ef96-44a6-88d0-52f5231f5a14 req-2f8c24d1-ff29-4d2b-a589-954f284ff6ad tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 944 time: 0.1448224 Jul 13 07:48:24.082656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15d1afa7-ef96-44a6-88d0-52f5231f5a14 req-ce5e42ae-7133-433d-bf85-eee2b60804b7 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590618 Jul 13 07:48:25.165208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bbd1b5c2-27a9-4eba-a0f0-c976fe10defc details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:25.455280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:25.460040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe759e-b87d-47aa-88ff-1ba9c8a39afc req-e83b1f65-daff-47a9-8bb6-052bcaecf287 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:25.475951 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-babe759e-b87d-47aa-88ff-1ba9c8a39afc req-e83b1f65-daff-47a9-8bb6-052bcaecf287 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 944 time: 0.1483195 Jul 13 07:48:25.498436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'bbd1b5c2-27a9-4eba-a0f0-c976fe10defc', 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366', 'port_id': 'bbd1b5c2-27a9-4eba-a0f0-c976fe10defc', 'mac_address': 'fa:16:3e:1a:26:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e314597e-ad62-4619-9798-86b453868b77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:25.555325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-babe759e-b87d-47aa-88ff-1ba9c8a39afc req-cace4f1f-726a-40e5-a6b3-12a020addfc2 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782104 Jul 13 07:48:25.573664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.588737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd1b5c2-27a9-4eba-a0f0-c976fe10defc {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:25.610860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:25.616626 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.684697 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:25.693034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.693493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.693913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.694341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.694856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.695412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.695948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.696458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.696943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.697433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.697913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.698564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:25.901484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['bbd1b5c2-27a9-4eba-a0f0-c976fe10defc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:25.928093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37926) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:26.086328 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-090ec2c1-ecd7-4495-9c1a-3ffa1e95f31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.224258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-090ec2c1-ecd7-4495-9c1a-3ffa1e95f31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.228502 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-090ec2c1-ecd7-4495-9c1a-3ffa1e95f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.271099 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-090ec2c1-ecd7-4495-9c1a-3ffa1e95f31b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=372d2ea5f3314724b73e3acd29a2f66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411245 Jul 13 07:48:26.272349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ec2c1-ecd7-4495-9c1a-3ffa1e95f31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318fdf9-35b8-4e44-a694-18600d889a7e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:26.274438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 37934) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:26.335255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e868901-0e73-4b29-bf19-e8ce60c445da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.358628 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e868901-0e73-4b29-bf19-e8ce60c445da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.414937 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e868901-0e73-4b29-bf19-e8ce60c445da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.417656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e868901-0e73-4b29-bf19-e8ce60c445da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.421226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4e868901-0e73-4b29-bf19-e8ce60c445da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8318fdf9-35b8-4e44-a694-18600d889a7e HTTP/1.1" status: 204 len: 168 time: 0.1430745 Jul 13 07:48:26.429661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e868901-0e73-4b29-bf19-e8ce60c445da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318fdf9-35b8-4e44-a694-18600d889a7e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:26.717139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37950) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:26.734250 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-654af131-993a-4d81-9ac7-729b51c067c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.742649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c4c4-1145-4898-ae8e-085d9597d10e req-94753415-d9bf-4164-9af2-55ae5c7d3b56 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.744223 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4a4c4c4-1145-4898-ae8e-085d9597d10e req-94753415-d9bf-4164-9af2-55ae5c7d3b56 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 945 time: 0.0746489 Jul 13 07:48:26.793851 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4a4c4c4-1145-4898-ae8e-085d9597d10e req-1bb6c343-dcfa-486d-b01c-502b386b4a73 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Jul 13 07:48:26.861289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-654af131-993a-4d81-9ac7-729b51c067c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.867121 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-654af131-993a-4d81-9ac7-729b51c067c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.927126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654af131-993a-4d81-9ac7-729b51c067c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d89edf-08a0-44ce-9af6-1db7c35bf4bf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:26.936496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-654af131-993a-4d81-9ac7-729b51c067c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08bca9d7d6194c69bb23d16187cb485c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150133 Jul 13 07:48:26.937339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 37966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:26.997983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b0d653c-dbb5-431b-885a-9c8aaedef82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.025840 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b0d653c-dbb5-431b-885a-9c8aaedef82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.090172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b0d653c-dbb5-431b-885a-9c8aaedef82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.093616 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b0d653c-dbb5-431b-885a-9c8aaedef82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.094948 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5b0d653c-dbb5-431b-885a-9c8aaedef82a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2d89edf-08a0-44ce-9af6-1db7c35bf4bf HTTP/1.1" status: 204 len: 168 time: 0.1564183 Jul 13 07:48:27.107831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d653c-dbb5-431b-885a-9c8aaedef82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d89edf-08a0-44ce-9af6-1db7c35bf4bf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:27.184523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bbd1b5c2-27a9-4eba-a0f0-c976fe10defc up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:27.269600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:27.274848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:27.275660 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.374646 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.410485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:27.412447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec4103-9976-4285-8369-e523ab6ddf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd1b5c2-27a9-4eba-a0f0-c976fe10defc'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:27.415773 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef8b60d-9ba0-4c67-a7a5-aa2ac186b412" -d '{"events": [{"server_uuid": "6dec4103-9976-4285-8369-e523ab6ddf8f", "name": "network-vif-plugged", "status": "completed", "tag": "bbd1b5c2-27a9-4eba-a0f0-c976fe10defc"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:27.420090 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.519163 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bbbf65-d685-4d0f-a2f2-8388380ca73e x-openstack-request-id: req-f7bbbf65-d685-4d0f-a2f2-8388380ca73e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:27.519462 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dec4103-9976-4285-8369-e523ab6ddf8f", "name": "network-vif-plugged", "status": "completed", "tag": "bbd1b5c2-27a9-4eba-a0f0-c976fe10defc", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:27.519782 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7bbbf65-d685-4d0f-a2f2-8388380ca73e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:27.520723 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dec4103-9976-4285-8369-e523ab6ddf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd1b5c2-27a9-4eba-a0f0-c976fe10defc', 'code': 200} Jul 13 07:48:27.556594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:27.673927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69147-47f8-4dab-bd60-550fa1965573 req-aa12382c-64db-451d-b07e-772eca3df3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:27.676378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8a69147-47f8-4dab-bd60-550fa1965573 req-aa12382c-64db-451d-b07e-772eca3df3cb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 1098 time: 0.0838530 Jul 13 07:48:27.717689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c8a69147-47f8-4dab-bd60-550fa1965573 req-0a6c4cce-570d-4c86-8298-1166e426da56 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337858 Jul 13 07:48:28.095984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bd8f-a5d5-4ffb-a5a8-db412aea5f74 req-e93c69f4-8dd8-45ac-8ce9-2cec0d96d302 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.098872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7294bd8f-a5d5-4ffb-a5a8-db412aea5f74 req-e93c69f4-8dd8-45ac-8ce9-2cec0d96d302 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 946 time: 0.1328413 Jul 13 07:48:28.156644 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7294bd8f-a5d5-4ffb-a5a8-db412aea5f74 req-62688a7a-d662-4288-be50-f09476462db1 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493524 Jul 13 07:48:29.422672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fc705-33f2-4285-a31a-d555e0f167a5 req-c93f4ca0-f5ec-40a1-b1c0-53e08b987512 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.424371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-234fc705-33f2-4285-a31a-d555e0f167a5 req-c93f4ca0-f5ec-40a1-b1c0-53e08b987512 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 946 time: 0.1388910 Jul 13 07:48:29.485756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-234fc705-33f2-4285-a31a-d555e0f167a5 req-96bc7e28-99ca-48de-8b31-6cef5852ce0f tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529945 Jul 13 07:48:30.175586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38092) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:30.367578 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06e9aaa-729b-4262-86ac-4d3c64df711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.545759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06e9aaa-729b-4262-86ac-4d3c64df711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.562404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06e9aaa-729b-4262-86ac-4d3c64df711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.649141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38110) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:30.649792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a06e9aaa-729b-4262-86ac-4d3c64df711c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34ba54b4c50946b3a6eca976208b9106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713602 Jul 13 07:48:30.653585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e9aaa-729b-4262-86ac-4d3c64df711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78664cf-f0de-4bf4-bdb2-606827619590,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:30.772951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-452f5222-d24d-4c73-9b71-99125d8165ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.861692 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-452f5222-d24d-4c73-9b71-99125d8165ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.944138 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-452f5222-d24d-4c73-9b71-99125d8165ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.947861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-452f5222-d24d-4c73-9b71-99125d8165ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.970842 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-452f5222-d24d-4c73-9b71-99125d8165ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f78664cf-f0de-4bf4-bdb2-606827619590 HTTP/1.1" status: 204 len: 168 time: 0.2981765 Jul 13 07:48:30.981096 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f5222-d24d-4c73-9b71-99125d8165ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78664cf-f0de-4bf4-bdb2-606827619590,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:31.419999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38122) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:31.434202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-118b2a50-2405-4a64-8a34-024dba4e4760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.626444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3e6b2-e6bd-443a-98d3-fdebc3dc4ab5 req-8e3c1c49-8e0c-4b75-8952-098a471bbb1e tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.627996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13f3e6b2-e6bd-443a-98d3-fdebc3dc4ab5 req-8e3c1c49-8e0c-4b75-8952-098a471bbb1e tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 946 time: 0.1241689 Jul 13 07:48:31.661207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-118b2a50-2405-4a64-8a34-024dba4e4760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.675355 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-118b2a50-2405-4a64-8a34-024dba4e4760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.701116 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13f3e6b2-e6bd-443a-98d3-fdebc3dc4ab5 req-126ab1db-750b-4c73-ad16-8582976112cc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653830 Jul 13 07:48:31.725545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-118b2a50-2405-4a64-8a34-024dba4e4760 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b3164c24c134db2b8bf70733eb188d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043864 Jul 13 07:48:31.726895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b2a50-2405-4a64-8a34-024dba4e4760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc23a7fe-08cc-44ac-ae7d-bb37111cdbc7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:31.728705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38130) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:31.838277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c57549cb-f473-4caa-b201-283e118f4a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.868896 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c57549cb-f473-4caa-b201-283e118f4a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.948269 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c57549cb-f473-4caa-b201-283e118f4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.953905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c57549cb-f473-4caa-b201-283e118f4a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.955632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c57549cb-f473-4caa-b201-283e118f4a8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc23a7fe-08cc-44ac-ae7d-bb37111cdbc7 HTTP/1.1" status: 204 len: 168 time: 0.2256153 Jul 13 07:48:31.965960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57549cb-f473-4caa-b201-283e118f4a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc23a7fe-08cc-44ac-ae7d-bb37111cdbc7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:32.871363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-3d904b78-63fd-4dd8-a7f9-2a488cf82426 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.880660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-3d904b78-63fd-4dd8-a7f9-2a488cf82426 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.38 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 946 time: 0.1616302 Jul 13 07:48:33.097883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Deleting port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:33.098906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.246711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38178) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:33.273910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692be94b-f813-42bd-a6e8-94207e1e34fe req-daf7f941-7d27-44e3-ae47-962e4e889dd6 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:33.275888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-692be94b-f813-42bd-a6e8-94207e1e34fe req-daf7f941-7d27-44e3-ae47-962e4e889dd6 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 946 time: 0.1542850 Jul 13 07:48:33.291305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] For port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:33.294414 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.323256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Calling delete_port for bbd1b5c2-27a9-4eba-a0f0-c976fe10defc owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:33.551763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cfd4-c596-4f3c-a11f-2bff720eccf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.630217 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38190) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:33.678447 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-692be94b-f813-42bd-a6e8-94207e1e34fe req-d19572b7-f22c-46dd-98aa-8c91692c7313 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892350 Jul 13 07:48:33.679674 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.699913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['bbd1b5c2-27a9-4eba-a0f0-c976fe10defc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:33.719895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Pushing event deleted for resources: {'Port': ['ID=bbd1b5c2-27a9-4eba-a0f0-c976fe10defc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:33.801843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] No DVR routers for this DVR port bbd1b5c2-27a9-4eba-a0f0-c976fe10defc on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:33.806008 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.808363 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-41cf2e8a-cc29-4d6a-919b-c313b7cdf2f5 req-72d703ad-61fd-457a-90f3-c2588f749ed3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.38 "DELETE /v2.0/ports/bbd1b5c2-27a9-4eba-a0f0-c976fe10defc HTTP/1.1" status: 204 len: 173 time: 0.9217591 Jul 13 07:48:33.808978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec4103-9976-4285-8369-e523ab6ddf8f', 'name': 'network-vif-deleted', 'tag': 'bbd1b5c2-27a9-4eba-a0f0-c976fe10defc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:33.824731 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3892cb25-dd44-486e-9ef7-d830b248937a" -d '{"events": [{"server_uuid": "6dec4103-9976-4285-8369-e523ab6ddf8f", "name": "network-vif-deleted", "tag": "bbd1b5c2-27a9-4eba-a0f0-c976fe10defc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:34.003768 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b263d617-d8eb-4e93-a487-6d50de28f3be x-openstack-request-id: req-b263d617-d8eb-4e93-a487-6d50de28f3be {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:34.008976 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dec4103-9976-4285-8369-e523ab6ddf8f", "name": "network-vif-deleted", "tag": "bbd1b5c2-27a9-4eba-a0f0-c976fe10defc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:34.014374 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b263d617-d8eb-4e93-a487-6d50de28f3be {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:34.016747 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dec4103-9976-4285-8369-e523ab6ddf8f', 'name': 'network-vif-deleted', 'tag': 'bbd1b5c2-27a9-4eba-a0f0-c976fe10defc', 'status': 'completed', 'code': 200} Jul 13 07:48:34.079859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cfd4-c596-4f3c-a11f-2bff720eccf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.085473 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cfd4-c596-4f3c-a11f-2bff720eccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.175106 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7fe0cfd4-c596-4f3c-a11f-2bff720eccf8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c4d8c0936074190a0959edeb0ca8a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9271300 Jul 13 07:48:34.177752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0cfd4-c596-4f3c-a11f-2bff720eccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8059dac0-dd60-442f-9e1d-e95d147853fa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:34.183333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:34.214799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Deleting port 1c88051b-b004-410a-ab4c-9e94a1583051 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:34.215531 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.263429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fce22540-e2b6-4731-86f2-9a01885fe19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.307998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fce22540-e2b6-4731-86f2-9a01885fe19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.345770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.346719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.365200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Calling delete_port for 1c88051b-b004-410a-ab4c-9e94a1583051 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:34.384412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fce22540-e2b6-4731-86f2-9a01885fe19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.390606 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fce22540-e2b6-4731-86f2-9a01885fe19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.392930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fce22540-e2b6-4731-86f2-9a01885fe19e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8059dac0-dd60-442f-9e1d-e95d147853fa HTTP/1.1" status: 204 len: 168 time: 0.2073350 Jul 13 07:48:34.418067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce22540-e2b6-4731-86f2-9a01885fe19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8059dac0-dd60-442f-9e1d-e95d147853fa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:34.858680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.908250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event deleted for resources: {'Port': ['ID=1c88051b-b004-410a-ab4c-9e94a1583051,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:34.991444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38244) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:35.085025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc4ed38b-d12d-4c07-a28d-ec3239d27383 req-808493bd-d006-44bb-823f-a697353b123b tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dec4103-9976-4285-8369-e523ab6ddf8f HTTP/1.1" status: 200 len: 210 time: 0.0629294 Jul 13 07:48:35.104393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.104973 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Floating IP be3b8f27-092c-4d4a-b232-d38b6dd6c33f disassociated (deleted). External IP: 172.25.8.66, port: f7868182-e747-4ee6-963f-126689c65473. Jul 13 07:48:35.190426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd417b8e-e1af-40f7-a352-00e8e74cca2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.267003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38250) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:35.287538 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3eee935-f267-471f-b33e-0790bc451544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.326804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd417b8e-e1af-40f7-a352-00e8e74cca2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.336387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd417b8e-e1af-40f7-a352-00e8e74cca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.390369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cd417b8e-e1af-40f7-a352-00e8e74cca2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bebc5bba27cc41ae94fd4ac7596d912e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968077 Jul 13 07:48:35.395637 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38252) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:35.413434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd417b8e-e1af-40f7-a352-00e8e74cca2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa7a08-5564-477d-a41b-823364f59a88,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.415294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Router 75968a34-24b4-4574-99de-730d58e9b8bf has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:35.478487 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cc06f93-2312-4272-9fca-7d1ccf35edbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.511198 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cc06f93-2312-4272-9fca-7d1ccf35edbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.556291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:35.561780 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.564819 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3eee935-f267-471f-b33e-0790bc451544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.578209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] Sync routers for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:35.581338 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3eee935-f267-471f-b33e-0790bc451544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.591282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:35.592010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:35.624960 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-274639c0-30e2-41e2-8fe8-089f8222393a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "DELETE /v2.0/floatingips/be3b8f27-092c-4d4a-b232-d38b6dd6c33f HTTP/1.1" status: 204 len: 168 time: 1.9795225 Jul 13 07:48:35.628832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:35.630330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b3eee935-f267-471f-b33e-0790bc451544 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d66121183d64bd591f51f1e6aae3954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622503 Jul 13 07:48:35.633502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:35.635732 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:35.711128 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cc06f93-2312-4272-9fca-7d1ccf35edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.714645 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cc06f93-2312-4272-9fca-7d1ccf35edbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.716179 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77204b27-9f80-4a3f-b204-105a49aed1b3 x-openstack-request-id: req-77204b27-9f80-4a3f-b204-105a49aed1b3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:35.716695 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "tag": "f7868182-e747-4ee6-963f-126689c65473", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:35.717148 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77204b27-9f80-4a3f-b204-105a49aed1b3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:35.717741 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'tag': 'f7868182-e747-4ee6-963f-126689c65473', 'status': 'completed', 'code': 200} Jul 13 07:48:35.726352 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0cc06f93-2312-4272-9fca-7d1ccf35edbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5aa7a08-5564-477d-a41b-823364f59a88 HTTP/1.1" status: 204 len: 168 time: 0.3277552 Jul 13 07:48:35.758829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eee935-f267-471f-b33e-0790bc451544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720cbeba-853c-406b-aa66-fa0a612afaa6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.780974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:35.874728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc06f93-2312-4272-9fca-7d1ccf35edbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa7a08-5564-477d-a41b-823364f59a88,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.943848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30e115bb-a7eb-4487-bb7b-c77226f8b4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.998788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30e115bb-a7eb-4487-bb7b-c77226f8b4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.024653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-43f4f70e-277c-4856-b23d-dc619bf2af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.026462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-43f4f70e-277c-4856-b23d-dc619bf2af74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed8eba618c004919b5952434ec70fa32&device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 1097 time: 0.2342424 Jul 13 07:48:36.119577 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.315970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:36.321674 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30e115bb-a7eb-4487-bb7b-c77226f8b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.324911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30e115bb-a7eb-4487-bb7b-c77226f8b4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.326499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-30e115bb-a7eb-4487-bb7b-c77226f8b4f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/720cbeba-853c-406b-aa66-fa0a612afaa6 HTTP/1.1" status: 204 len: 168 time: 0.6915598 Jul 13 07:48:36.354098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] Checking router: 75968a34-24b4-4574-99de-730d58e9b8bf for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:36.364368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:36.365313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:36.368320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e115bb-a7eb-4487-bb7b-c77226f8b4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720cbeba-853c-406b-aa66-fa0a612afaa6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:36.381560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-2d8a2d94-059d-43de-ad8d-2f2f130ba88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.383271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-2d8a2d94-059d-43de-ad8d-2f2f130ba88d service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9c62e49-8c44-47ea-9507-879b88cbea89 HTTP/1.1" status: 200 len: 915 time: 0.3358591 Jul 13 07:48:36.407661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d1a20-44d9-4d95-ae5d-6bc544fda73f req-02c178e3-d509-4549-bc58-cbd7a4bafe43 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.417480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-782d1a20-44d9-4d95-ae5d-6bc544fda73f req-02c178e3-d509-4549-bc58-cbd7a4bafe43 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 945 time: 0.3276577 Jul 13 07:48:36.534097 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-b3df01cf-b527-46ff-963e-21f1ab3841ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7868182-e747-4ee6-963f-126689c65473 HTTP/1.1" status: 200 len: 217 time: 0.1407506 Jul 13 07:48:36.543033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38288) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:36.656657 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.701808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-782d1a20-44d9-4d95-ae5d-6bc544fda73f req-48e165c9-820e-4b28-a359-02b1a709750a tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828205 Jul 13 07:48:36.703403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-a56cdbea-328b-4c19-ad97-4ac4690f35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.705237 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-a56cdbea-328b-4c19-ad97-4ac4690f35d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb32733-904a-451b-b07a-35e865e3bee1 HTTP/1.1" status: 200 len: 853 time: 0.1299081 Jul 13 07:48:36.908063 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.929077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-4e36b385-39d1-4892-aae5-4f365333cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.930673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-4e36b385-39d1-4892-aae5-4f365333cc25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9c62e49-8c44-47ea-9507-879b88cbea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2116106 Jul 13 07:48:36.948765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-47d59b8a-513b-44b7-96c2-729348af5f76 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.954268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:36.969032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-47d59b8a-513b-44b7-96c2-729348af5f76 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/networks?id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 HTTP/1.1" status: 200 len: 808 time: 0.4017906 Jul 13 07:48:36.973731 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.065674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-2b1c7cca-660f-45e4-bd59-4a356f4bfaff tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/quotas/55fb27cee5054741a1d17a22bbcba653 HTTP/1.1" status: 200 len: 375 time: 0.0956225 Jul 13 07:48:37.085915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-ea9a777d-7fdf-4c55-9647-c41b303263fc service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445713 Jul 13 07:48:37.121914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba62516-6d40-418c-812a-112ff618e3ca,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:37.135128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=448d9e1df3fe4f06a10bcf6522acdd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885336 Jul 13 07:48:37.154220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38302) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:37.231547 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-186967ea-d5e7-4d73-ba7a-df4a8c1d68d2 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55fb27cee5054741a1d17a22bbcba653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1649287 Jul 13 07:48:37.233865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.236862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.237321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.238747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.240200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.240788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.242547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.243135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.245234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.245694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.246176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.247375 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268d08c-115b-499c-b111-6397cca5afeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:37.254700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bbd1b5c2-27a9-4eba-a0f0-c976fe10defc no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:37.301027 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ff00ee24-4a25-495a-9fb8-e6fcef4d2760 req-f006f1f5-641d-4472-832b-3522c5658d55 service neutron] 10.222.0.38 "GET /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063804 Jul 13 07:48:37.302903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: bbd1b5c2-27a9-4eba-a0f0-c976fe10defc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:37.303260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bbd1b5c2-27a9-4eba-a0f0-c976fe10defc not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:37.346801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:37.461004 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-622f9fe6-0d04-4be0-abbd-244caa0cca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.485151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bd797-a63f-412a-9339-483bb44eaa35 None None] The sync data for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 is: [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:44:23Z', 'revision_number': 4, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '13d8ab08-f804-4f17-af52-2af49d3928cf', 'name': '', 'network_id': 'a9c62e49-8c44-47ea-9507-879b88cbea89', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'mac_address': 'fa:16:3e:09:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:21Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'subnets': [{'id': 'deb32733-904a-451b-b07a-35e865e3bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:37.486445 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-622f9fe6-0d04-4be0-abbd-244caa0cca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.517671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35990341-17fc-4fe9-beed-d10dd0323794 req-342ad56e-5251-4044-8592-7af72303e2dc tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:37.522007 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35990341-17fc-4fe9-beed-d10dd0323794 req-342ad56e-5251-4044-8592-7af72303e2dc tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 945 time: 0.1101615 Jul 13 07:48:37.590772 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.597674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-895e8193-5948-475e-90c1-b7b9a92cd8a5 service neutron] 10.222.0.41 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122690 Jul 13 07:48:37.603928 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-622f9fe6-0d04-4be0-abbd-244caa0cca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.608269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-622f9fe6-0d04-4be0-abbd-244caa0cca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.609440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-622f9fe6-0d04-4be0-abbd-244caa0cca4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ba62516-6d40-418c-812a-112ff618e3ca HTTP/1.1" status: 204 len: 168 time: 0.4412489 Jul 13 07:48:37.642188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f9fe6-0d04-4be0-abbd-244caa0cca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba62516-6d40-418c-812a-112ff618e3ca,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:37.727885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-35990341-17fc-4fe9-beed-d10dd0323794 req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Deleting port f7868182-e747-4ee6-963f-126689c65473 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:37.728237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-35990341-17fc-4fe9-beed-d10dd0323794 req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.801267 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-e1238703-aa5d-46f8-93de-cf9b893c52e7 service neutron] 10.222.0.41 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025437 Jul 13 07:48:37.863871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-35990341-17fc-4fe9-beed-d10dd0323794 req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] For port f7868182-e747-4ee6-963f-126689c65473, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7868182-e747-4ee6-963f-126689c65473,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:37.864251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-35990341-17fc-4fe9-beed-d10dd0323794 req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.882470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-35990341-17fc-4fe9-beed-d10dd0323794 req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Calling delete_port for f7868182-e747-4ee6-963f-126689c65473 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:38.121586 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b518359-e729-44ff-994b-6c42faa16dbe None None] New status for floating IP be3b8f27-092c-4d4a-b232-d38b6dd6c33f: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:48:38.302812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26295c0c-de88-4b86-ba23-3b6f5a22cd9c req-5826d101-3182-41c9-ae56-579d49edb6b3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 210 time: 0.0880973 Jul 13 07:48:38.814769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4479b0-f28b-4609-9655-ddc603760d93 req-1b14ca24-b2a3-4e88-8c9b-8ab651e16ef7 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.817076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b4479b0-f28b-4609-9655-ddc603760d93 req-1b14ca24-b2a3-4e88-8c9b-8ab651e16ef7 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 945 time: 0.3008759 Jul 13 07:48:38.818981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-35990341-17fc-4fe9-beed-d10dd0323794 req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.889086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event deleted for resources: {'Port': ['ID=f7868182-e747-4ee6-963f-126689c65473,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:38.981028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-35990341-17fc-4fe9-beed-d10dd0323794 req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] No DVR routers for this DVR port f7868182-e747-4ee6-963f-126689c65473 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:38.985677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-35990341-17fc-4fe9-beed-d10dd0323794 req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.989402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35990341-17fc-4fe9-beed-d10dd0323794 req-0f8abc79-208b-4142-8597-cd6db41776eb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.38 "DELETE /v2.0/ports/f7868182-e747-4ee6-963f-126689c65473 HTTP/1.1" status: 204 len: 173 time: 1.4606509 Jul 13 07:48:39.005116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'name': 'network-vif-deleted', 'tag': 'f7868182-e747-4ee6-963f-126689c65473'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:39.017205 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63fe495-385f-47e5-bf95-5b171a1498c5" -d '{"events": [{"server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "name": "network-vif-deleted", "tag": "f7868182-e747-4ee6-963f-126689c65473"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:39.093567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6b4479b0-f28b-4609-9655-ddc603760d93 req-b5295b49-d970-476d-8119-2c6bd44be24e tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/security-groups?id=25f51a9f-213c-4be2-8ad1-3b4654bf67cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089062 Jul 13 07:48:39.112323 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4347ff2e-ae95-4dd9-8bad-1a7913b10aca x-openstack-request-id: req-4347ff2e-ae95-4dd9-8bad-1a7913b10aca {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:39.112807 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6e99c6-232f-45fc-829b-31f652a2cb54", "name": "network-vif-deleted", "tag": "f7868182-e747-4ee6-963f-126689c65473", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:39.113223 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4347ff2e-ae95-4dd9-8bad-1a7913b10aca {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:39.113807 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6e99c6-232f-45fc-829b-31f652a2cb54', 'name': 'network-vif-deleted', 'tag': 'f7868182-e747-4ee6-963f-126689c65473', 'status': 'completed', 'code': 200} Jul 13 07:48:39.531782 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d555c4d-da1f-41ad-a75a-dca724310d4b req-57216cfb-48ef-4356-b85a-ee27f2d5bbbb tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 210 time: 0.1266646 Jul 13 07:48:40.290738 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7142467d-ee49-4fbb-8186-89611b6ef217 req-c0119cc0-583a-4617-8c7d-fab0d0a5eafd tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 210 time: 0.0461271 Jul 13 07:48:40.696014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-948ab1a7-2c39-4a59-989f-7cb717834f94 req-32228442-8b03-4c38-aaef-8864a756bc09 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 210 time: 0.0358722 Jul 13 07:48:41.245655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7868182-e747-4ee6-963f-126689c65473 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:41.305000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f7868182-e747-4ee6-963f-126689c65473 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:41.305937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7868182-e747-4ee6-963f-126689c65473 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:41.476932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d3acb21-291d-4289-93c5-d716c44a029b req-091dcd5b-1a7a-4032-90d9-bff344a813a1 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 210 time: 0.0476844 Jul 13 07:48:41.853546 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec1aec34-9443-4ea8-91ec-73ccb9473568 req-bf2aa529-6575-4087-8676-7f09f639b9c3 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 210 time: 0.0759292 Jul 13 07:48:42.690286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a26305bc-28d7-46b0-985e-c4c8898a7c10 req-97ba477f-4af8-4bc5-a769-a72299ec5cbb tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 210 time: 0.0429697 Jul 13 07:48:43.134244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1f88af8-5b19-4e49-aaef-8ffbca9f9e12 req-859ac736-4fb5-4c0c-b0df-97e7923bbcd6 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 210 time: 0.0464821 Jul 13 07:48:43.891161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eae6cc-e1d9-4ac6-8a48-bb8b0f5a9731 req-9a9cdee9-8991-44fc-8fe0-35891332be3d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.900256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1eae6cc-e1d9-4ac6-8a48-bb8b0f5a9731 req-9a9cdee9-8991-44fc-8fe0-35891332be3d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 945 time: 0.1752477 Jul 13 07:48:44.010890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7572401b-6ebb-4159-a167-955a460a6f9c req-ead3bc65-7ecf-4a15-8133-64c8e06ce549 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 210 time: 0.0464587 Jul 13 07:48:44.012227 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1eae6cc-e1d9-4ac6-8a48-bb8b0f5a9731 req-d049edfa-74a8-4769-8f5d-17d63cc88219 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104491 Jul 13 07:48:44.289030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-f9ff3464-5346-4552-81a3-0bdf71da5259 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:44.297027 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-f9ff3464-5346-4552-81a3-0bdf71da5259 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.38 "GET /v2.0/networks?id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 HTTP/1.1" status: 200 len: 808 time: 0.3097866 Jul 13 07:48:44.309680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Request body: {'port': {'device_id': '86b265be-a04d-4515-ba3b-0dac5f8b2145', 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366', 'admin_state_up': True, 'tenant_id': '55fb27cee5054741a1d17a22bbcba653'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:44.402639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6832f7b0-e030-4106-8207-c7e51199dfc1 req-b8f07b88-824e-47af-ab89-818735ab5d2f tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 210 time: 0.0600941 Jul 13 07:48:44.516913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Made reservation on behalf of 55fb27cee5054741a1d17a22bbcba653 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:44.520689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.555928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:44.723868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Allocated IP 172.20.0.12 (ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366/e314597e-ad62-4619-9798-86b453868b77/1a338af6-3670-4f6e-ba45-38589945792f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:44.781738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9411e-76eb-44b5-8f93-1e7fdcbf0612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.906332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9411e-76eb-44b5-8f93-1e7fdcbf0612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.912289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9411e-76eb-44b5-8f93-1e7fdcbf0612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.963394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9411e-76eb-44b5-8f93-1e7fdcbf0612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d29b50-2408-4001-a8ba-2d4b341676d3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:44.983990 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2dc9411e-76eb-44b5-8f93-1e7fdcbf0612 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf040f86149640deb94d6c644db39844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225819 Jul 13 07:48:44.984439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:45.011182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.086493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f151-3625-42c2-9ae9-3a6bcdae5542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.201410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.283074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-222ec4d4-5269-4c59-8b47-9926cecd6c6a tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.284589 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-222ec4d4-5269-4c59-8b47-9926cecd6c6a tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 945 time: 0.1508553 Jul 13 07:48:45.322103 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f151-3625-42c2-9ae9-3a6bcdae5542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.339827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:45.396367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:45.399513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:45.448152 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bd964ed7-304b-471a-92df-a572b088dd5a req-791155ae-bd91-4974-8a3c-d6d6266f5017 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 210 time: 0.0475638 Jul 13 07:48:45.483130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Pushing event updated for resources: {'Port': ['ID=1a338af6-3670-4f6e-ba45-38589945792f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:45.520771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Deleting port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:45.521567 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.525136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.525837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.542587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-1ca0e0ff-822a-43cd-a46c-ae7c45ea9c8a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2365127 Jul 13 07:48:45.555933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Request body: {'port': {'device_id': '86b265be-a04d-4515-ba3b-0dac5f8b2145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:45.646949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08988161-b9ac-4f0f-a7a0-d79941e1818d req-f5c0579d-09f0-444e-bfce-670a097f1e6d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.655066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08988161-b9ac-4f0f-a7a0-d79941e1818d req-f5c0579d-09f0-444e-bfce-670a097f1e6d tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 945 time: 0.3507485 Jul 13 07:48:45.657738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] For port 67585ca9-48be-4c4d-b1df-1e5e4fac6038, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=67585ca9-48be-4c4d-b1df-1e5e4fac6038,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:45.658388 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.666281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f151-3625-42c2-9ae9-3a6bcdae5542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.668971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f151-3625-42c2-9ae9-3a6bcdae5542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.681786 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e4d8f151-3625-42c2-9ae9-3a6bcdae5542 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8d29b50-2408-4001-a8ba-2d4b341676d3 HTTP/1.1" status: 204 len: 168 time: 0.6962147 Jul 13 07:48:45.718889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8f151-3625-42c2-9ae9-3a6bcdae5542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d29b50-2408-4001-a8ba-2d4b341676d3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:45.747950 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.766399 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08988161-b9ac-4f0f-a7a0-d79941e1818d req-15a94159-b706-439b-8e73-94499223ecba tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups?id=fae10504-b416-4510-9e41-2af5c6431b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102290 Jul 13 07:48:46.011573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124948f9-3d17-490d-bc3c-e5d2225bde75 req-ce4e9fe6-30a9-40c1-857e-bdaa1e246abb tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.013113 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-124948f9-3d17-490d-bc3c-e5d2225bde75 req-ce4e9fe6-30a9-40c1-857e-bdaa1e246abb tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 932 time: 0.2900734 Jul 13 07:48:46.218317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.218710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.219033 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Floating IP 0878a7a9-b39f-4bb2-a141-50d400700154 disassociated. External IP: 172.25.8.43, port: 67585ca9-48be-4c4d-b1df-1e5e4fac6038. Jul 13 07:48:46.219436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Calling delete_port for 67585ca9-48be-4c4d-b1df-1e5e4fac6038 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:46.254652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a338af6-3670-4f6e-ba45-38589945792f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:46.267194 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.285452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Transition to ACTIVE for port object 1a338af6-3670-4f6e-ba45-38589945792f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:46.291560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.305089 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-124948f9-3d17-490d-bc3c-e5d2225bde75 req-0945e7a5-0536-4099-b588-2bc65634230a tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743027 Jul 13 07:48:46.308762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38532) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.331311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adf44e7c-9c96-4a12-9445-edc46005bc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.400502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Pushing event updated for resources: {'Port': ['ID=1a338af6-3670-4f6e-ba45-38589945792f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:46.466635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.517815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event deleted for resources: {'Port': ['ID=67585ca9-48be-4c4d-b1df-1e5e4fac6038,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:46.588892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Attempting to bind port 1a338af6-3670-4f6e-ba45-38589945792f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:46.589580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Attempting to bind port 1a338af6-3670-4f6e-ba45-38589945792f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'dc4aedb6-7242-42ac-9649-74f3a237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:46.590206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Attempting to bind port 1a338af6-3670-4f6e-ba45-38589945792f on network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:46.601085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Port 1a338af6-3670-4f6e-ba45-38589945792f on network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:46.601551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Attempting to bind port 1a338af6-3670-4f6e-ba45-38589945792f on network ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:46.616685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:46.617661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Checking segment: {'id': 'dc4aedb6-7242-42ac-9649-74f3a237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:46.620663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Bound using segment: {'id': 'dc4aedb6-7242-42ac-9649-74f3a237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:46.622618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Bound port: 1a338af6-3670-4f6e-ba45-38589945792f, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4aedb6-7242-42ac-9649-74f3a237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:46.625831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.671380 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adf44e7c-9c96-4a12-9445-edc46005bc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.677080 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adf44e7c-9c96-4a12-9445-edc46005bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.702351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Router 9665dcb1-5cac-4567-b16d-96c323faaa7d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:46.742878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-adf44e7c-9c96-4a12-9445-edc46005bc80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3c8af38858a4fa1abef77ea9b08feaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323373 Jul 13 07:48:46.747278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38546) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.847176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4ba7d7df-7037-41e8-959e-e1538460e093 req-7edf47a0-908f-4615-ab25-c16cc2bd11e4 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6e99c6-232f-45fc-829b-31f652a2cb54 HTTP/1.1" status: 200 len: 210 time: 0.0538969 Jul 13 07:48:46.857119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] For port 1a338af6-3670-4f6e-ba45-38589945792f, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:46.863569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf44e7c-9c96-4a12-9445-edc46005bc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6535f12e-9400-4d54-8c24-270403e9b717,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:46.885715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] For port 1a338af6-3670-4f6e-ba45-38589945792f, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=1a338af6-3670-4f6e-ba45-38589945792f,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:46.898804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.973362 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42db3143-0c0c-415d-b458-bb7ee666ba97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.006895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.007590 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.009086 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] 10.222.0.38 "PUT /v2.0/ports/1a338af6-3670-4f6e-ba45-38589945792f HTTP/1.1" status: 200 len: 1093 time: 1.4587066 Jul 13 07:48:47.009552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b265be-a04d-4515-ba3b-0dac5f8b2145', 'tag': '1a338af6-3670-4f6e-ba45-38589945792f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:47.012193 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810d6ca-2136-445e-83b8-e77fdc866b42" -d '{"events": [{"name": "network-changed", "server_uuid": "86b265be-a04d-4515-ba3b-0dac5f8b2145", "tag": "1a338af6-3670-4f6e-ba45-38589945792f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:47.032349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1156-40d7-4938-a57d-5bd563a765aa service neutron] Pushing event updated for resources: {'Port': ['ID=1a338af6-3670-4f6e-ba45-38589945792f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:47.062502 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-928c4dd1-d4d2-49a9-b7da-da3220ffb5bb req-6a1f6a21-8799-4298-ad3b-894da9f6b19a tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 210 time: 0.0450006 Jul 13 07:48:47.093816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42db3143-0c0c-415d-b458-bb7ee666ba97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.128412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:47.139106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] Sync routers for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:47.153076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:47.154100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:47.169733 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a43d9e-14d0-46d5-a864-1479176fc404 x-openstack-request-id: req-b8a43d9e-14d0-46d5-a864-1479176fc404 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:47.170079 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b265be-a04d-4515-ba3b-0dac5f8b2145", "tag": "1a338af6-3670-4f6e-ba45-38589945792f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:47.170357 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8a43d9e-14d0-46d5-a864-1479176fc404 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:47.170767 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b265be-a04d-4515-ba3b-0dac5f8b2145', 'tag': '1a338af6-3670-4f6e-ba45-38589945792f', 'status': 'completed', 'code': 200} Jul 13 07:48:47.205552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-cb6e7deb-d6be-465d-8686-169e6cb41bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.207788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-cb6e7deb-d6be-465d-8686-169e6cb41bff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55fb27cee5054741a1d17a22bbcba653&device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 1096 time: 0.1025863 Jul 13 07:48:47.222561 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] No DVR routers for this DVR port 67585ca9-48be-4c4d-b1df-1e5e4fac6038 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:47.226366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.230816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1e329c5b-3569-4df3-8c89-33fc3fe21720 req-48f83e96-381c-470f-8e03-ba63a7f793e7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.48 "DELETE /v2.0/ports/67585ca9-48be-4c4d-b1df-1e5e4fac6038 HTTP/1.1" status: 204 len: 173 time: 1.9317703 Jul 13 07:48:47.230816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8988392-ab67-4860-9e63-299e98e28194', 'name': 'network-vif-deleted', 'tag': '67585ca9-48be-4c4d-b1df-1e5e4fac6038'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:47.232025 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9141de50-8812-45c2-a647-b500af9ce4c5" -d '{"events": [{"server_uuid": "e8988392-ab67-4860-9e63-299e98e28194", "name": "network-vif-deleted", "tag": "67585ca9-48be-4c4d-b1df-1e5e4fac6038"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:47.280951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42db3143-0c0c-415d-b458-bb7ee666ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.285748 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42db3143-0c0c-415d-b458-bb7ee666ba97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.308235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-42db3143-0c0c-415d-b458-bb7ee666ba97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6535f12e-9400-4d54-8c24-270403e9b717 HTTP/1.1" status: 204 len: 168 time: 0.5596297 Jul 13 07:48:47.333752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-645f986b-df64-4020-81ff-ecd3c3adaa0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a338af6-3670-4f6e-ba45-38589945792f HTTP/1.1" status: 200 len: 217 time: 0.1181617 Jul 13 07:48:47.362488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db3143-0c0c-415d-b458-bb7ee666ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6535f12e-9400-4d54-8c24-270403e9b717,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:47.382105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:47.383959 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2a68d-f69b-4063-ac4f-5b77eca6efb7 x-openstack-request-id: req-7ab2a68d-f69b-4063-ac4f-5b77eca6efb7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:47.384404 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8988392-ab67-4860-9e63-299e98e28194", "name": "network-vif-deleted", "tag": "67585ca9-48be-4c4d-b1df-1e5e4fac6038", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:47.387558 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ab2a68d-f69b-4063-ac4f-5b77eca6efb7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:47.388171 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8988392-ab67-4860-9e63-299e98e28194', 'name': 'network-vif-deleted', 'tag': '67585ca9-48be-4c4d-b1df-1e5e4fac6038', 'status': 'completed', 'code': 200} Jul 13 07:48:47.430124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-74fdbbdb-d21d-432e-9c5b-0b923fc1f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.431745 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-74fdbbdb-d21d-432e-9c5b-0b923fc1f5de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e314597e-ad62-4619-9798-86b453868b77 HTTP/1.1" status: 200 len: 848 time: 0.0925169 Jul 13 07:48:47.503119 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-e3629828-c403-48c4-bc10-b09a03c31650 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650146 Jul 13 07:48:47.714143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-7bcf71cc-7f7f-4c9c-8253-6983818df7a7 service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049751 Jul 13 07:48:47.757411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215620fb-4299-430a-bacb-e0b3109a4425 req-4f47e748-2716-4ebb-91aa-c24f5653009e tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.758253 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:48:47.759145 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-215620fb-4299-430a-bacb-e0b3109a4425 req-4f47e748-2716-4ebb-91aa-c24f5653009e tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 944 time: 0.1907253 Jul 13 07:48:47.841575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:47.896427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-215620fb-4299-430a-bacb-e0b3109a4425 req-75e89ac5-da02-4a42-82ef-8a6d22c6b77c tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303992 Jul 13 07:48:47.900255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28c6719f-51f3-46ae-975f-432ef8860d29 req-31ab9583-e0d3-441e-8bf3-cd3cb1c1e132 service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800919 Jul 13 07:48:47.922308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] Checking router: 9665dcb1-5cac-4567-b16d-96c323faaa7d for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:47.943694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:47.945900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:48.062485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:48.113226 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:48.193263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-5cdb3139-187d-4de0-a133-f35da362afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.194862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-5cdb3139-187d-4de0-a133-f35da362afbb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55fb27cee5054741a1d17a22bbcba653&device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 1096 time: 0.2059906 Jul 13 07:48:48.200996 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-112422fc-52a3-497d-a196-a6d54a9e7430 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.274848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-112422fc-52a3-497d-a196-a6d54a9e7430 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.407161 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f65bda8-d99c-498d-822c-a4276fdfc065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.419403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-b1cf1750-c73a-4ad8-a022-5b2a374eb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.421688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-b1cf1750-c73a-4ad8-a022-5b2a374eb41f service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 HTTP/1.1" status: 200 len: 909 time: 0.2193911 Jul 13 07:48:48.444408 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-112422fc-52a3-497d-a196-a6d54a9e7430 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.449111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-112422fc-52a3-497d-a196-a6d54a9e7430 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.451275 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-112422fc-52a3-497d-a196-a6d54a9e7430 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] 10.222.0.41 "DELETE /v2.0/security-groups/25f51a9f-213c-4be2-8ad1-3b4654bf67cf HTTP/1.1" status: 204 len: 168 time: 0.3871329 Jul 13 07:48:48.481639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112422fc-52a3-497d-a196-a6d54a9e7430 tempest-TestVolumeBackupRestore-1353407586 tempest-TestVolumeBackupRestore-1353407586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f51a9f-213c-4be2-8ad1-3b4654bf67cf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:48.572474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:48.617764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bae56-f659-4058-8fd4-9f308fd4372d None None] The sync data for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 is: [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:41:36Z', 'revision_number': 4, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '00ed44a3-6087-4c2c-8630-b7081601bf03', 'name': '', 'network_id': 'b35f1168-54b9-423f-b48b-8a49e1d9d73b', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'mac_address': 'fa:16:3e:6b:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:35Z', 'updated_at': '2021-07-13T07:41:44Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'subnets': [{'id': '69d6c238-9245-43f1-8f30-40d9a6d5116c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:48.641444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-25aac7a9-0362-4b09-87c1-376dab324455 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a338af6-3670-4f6e-ba45-38589945792f HTTP/1.1" status: 200 len: 217 time: 0.2120469 Jul 13 07:48:48.643693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4c9a3816-8c1b-471b-9c16-02d57ff8114c req-65020dfe-f11c-472b-a3a7-15aff2dbb849 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8988392-ab67-4860-9e63-299e98e28194 HTTP/1.1" status: 200 len: 210 time: 0.1943069 Jul 13 07:48:48.765448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-473812da-9117-4b68-adee-a2953398237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.766947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-473812da-9117-4b68-adee-a2953398237d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e314597e-ad62-4619-9798-86b453868b77 HTTP/1.1" status: 200 len: 848 time: 0.1188056 Jul 13 07:48:48.814419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-4f41d22a-8ad2-4b31-8ebc-2d43c404f906 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358655 Jul 13 07:48:49.130091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae119c2-3a00-4b18-8058-c847960ca5c4 None None] New status for floating IP 0878a7a9-b39f-4bb2-a141-50d400700154: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:48:49.159520 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-01f6fa2e-a18f-4b28-a9be-91721fb339da service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372710 Jul 13 07:48:49.466421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfd7d6-c909-4fc7-a1a1-6112a29ce70e req-c6388565-54c6-4da2-a986-2e470270e6b1 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:49.480582 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f810d6ca-2136-445e-83b8-e77fdc866b42 req-923c5dc5-0488-48ad-8d2b-b13a0858506c service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149526 Jul 13 07:48:49.481038 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22dfd7d6-c909-4fc7-a1a1-6112a29ce70e req-c6388565-54c6-4da2-a986-2e470270e6b1 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 944 time: 0.2382941 Jul 13 07:48:49.581402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22dfd7d6-c909-4fc7-a1a1-6112a29ce70e req-d8defcee-6b3c-48f0-8ca1-66ad26c88636 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990446 Jul 13 07:48:49.879473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 67585ca9-48be-4c4d-b1df-1e5e4fac6038 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:49.909003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:49.985172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 67585ca9-48be-4c4d-b1df-1e5e4fac6038 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:49.985528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 67585ca9-48be-4c4d-b1df-1e5e4fac6038 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:50.104559 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d1e3-d4bf-4cda-9f82-bc2110afeb12 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.163924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d1e3-d4bf-4cda-9f82-bc2110afeb12 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.273109 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d1e3-d4bf-4cda-9f82-bc2110afeb12 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.275208 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d1e3-d4bf-4cda-9f82-bc2110afeb12 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.278721 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9aa3d1e3-d4bf-4cda-9f82-bc2110afeb12 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "DELETE /v2.0/security-groups/fae10504-b416-4510-9e41-2af5c6431b99 HTTP/1.1" status: 204 len: 168 time: 0.3656430 Jul 13 07:48:50.279582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.286900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3d1e3-d4bf-4cda-9f82-bc2110afeb12 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae10504-b416-4510-9e41-2af5c6431b99,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.331980 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-b70b7612-a12d-4da6-b049-e2f625146af7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] show failed (client error): The resource could not be found. Jul 13 07:48:50.333044 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b70b7612-a12d-4da6-b049-e2f625146af7 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "GET /v2.0/security-groups/fae10504-b416-4510-9e41-2af5c6431b99 HTTP/1.1" status: 404 len: 347 time: 0.0522997 Jul 13 07:48:50.336643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 38792) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.528909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38814) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.705882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Deleting port c4ed7615-7494-4ac7-a73f-3653772bdbf1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:50.706398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.832369 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7df0cca-0f73-48b0-b2db-9fbe5b88a8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.030308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.030655 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.063416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Calling delete_port for c4ed7615-7494-4ac7-a73f-3653772bdbf1 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:51.105205 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-729de1bf-5598-450d-a835-3016abc2dd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.125353 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7df0cca-0f73-48b0-b2db-9fbe5b88a8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.125536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.133392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7df0cca-0f73-48b0-b2db-9fbe5b88a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.243674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a7df0cca-0f73-48b0-b2db-9fbe5b88a8c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=066db9a3ae844914938f12bf04c94208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7112145 Jul 13 07:48:51.244544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 38884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.293207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 1a338af6-3670-4f6e-ba45-38589945792f details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:51.311142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df0cca-0f73-48b0-b2db-9fbe5b88a8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8764ea93-6335-4ef2-a1c7-1187830f5c37,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:51.429046 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1c814a-b8be-426a-be37-1b1ef6eeb914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.451457 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.504470 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1c814a-b8be-426a-be37-1b1ef6eeb914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.555560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 1a338af6-3670-4f6e-ba45-38589945792f, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=1a338af6-3670-4f6e-ba45-38589945792f,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:51.578811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1c814a-b8be-426a-be37-1b1ef6eeb914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.596690 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1c814a-b8be-426a-be37-1b1ef6eeb914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.601256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ba1c814a-b8be-426a-be37-1b1ef6eeb914 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8764ea93-6335-4ef2-a1c7-1187830f5c37 HTTP/1.1" status: 204 len: 168 time: 0.3502064 Jul 13 07:48:51.606829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '1a338af6-3670-4f6e-ba45-38589945792f', 'network_id': 'ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366', 'port_id': '1a338af6-3670-4f6e-ba45-38589945792f', 'mac_address': 'fa:16:3e:f9:1b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e314597e-ad62-4619-9798-86b453868b77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:51.641653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c814a-b8be-426a-be37-1b1ef6eeb914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8764ea93-6335-4ef2-a1c7-1187830f5c37,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:51.656700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Pushing event deleted for resources: {'Port': ['ID=c4ed7615-7494-4ac7-a73f-3653772bdbf1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:51.787960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.788993 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.797428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.802039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b9ec440e-a501-4d73-a1b3-17008f51fcd5 tempest-AttachVolumeTestJSON-1946496837 tempest-AttachVolumeTestJSON-1946496837-project] 10.222.0.41 "DELETE /v2.0/floatingips/0878a7a9-b39f-4bb2-a141-50d400700154 HTTP/1.1" status: 204 len: 168 time: 1.4632094 Jul 13 07:48:51.891534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a338af6-3670-4f6e-ba45-38589945792f {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:52.032875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 1a338af6-3670-4f6e-ba45-38589945792f, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=1a338af6-3670-4f6e-ba45-38589945792f,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:52.070051 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.076688 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.253036 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=1a338af6-3670-4f6e-ba45-38589945792f,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.262232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13682983-86b6-4419-8e62-f6d7df8fe85b req-4cd28b6f-cb95-4246-b358-f2ef3d54e1b9 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:52.272279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13682983-86b6-4419-8e62-f6d7df8fe85b req-4cd28b6f-cb95-4246-b358-f2ef3d54e1b9 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 945 time: 0.8571362 Jul 13 07:48:52.425533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13682983-86b6-4419-8e62-f6d7df8fe85b req-dd5903a2-a348-4d0f-ba9a-44752b3ab560 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520076 Jul 13 07:48:52.454239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['1a338af6-3670-4f6e-ba45-38589945792f'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:52.667090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39036) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.705067 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff0420e-7b70-4494-8371-1e93b331425d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.932110 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff0420e-7b70-4494-8371-1e93b331425d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.938828 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff0420e-7b70-4494-8371-1e93b331425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.026895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39072) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.040500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4ff0420e-7b70-4494-8371-1e93b331425d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12bf485340a04392a9ed7c4ea52f3f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707130 Jul 13 07:48:53.041509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0420e-7b70-4494-8371-1e93b331425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61bf7f8-1237-4a5b-901f-e770529d340d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.129273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0344a8eb-56a4-4596-b63a-d7343b5b4985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.191293 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0344a8eb-56a4-4596-b63a-d7343b5b4985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.278065 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0344a8eb-56a4-4596-b63a-d7343b5b4985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.281188 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0344a8eb-56a4-4596-b63a-d7343b5b4985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.285863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0344a8eb-56a4-4596-b63a-d7343b5b4985 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c61bf7f8-1237-4a5b-901f-e770529d340d HTTP/1.1" status: 204 len: 168 time: 0.2574058 Jul 13 07:48:53.304949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344a8eb-56a4-4596-b63a-d7343b5b4985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61bf7f8-1237-4a5b-901f-e770529d340d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.305152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 1a338af6-3670-4f6e-ba45-38589945792f up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:53.452658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 1a338af6-3670-4f6e-ba45-38589945792f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:53.456849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 1a338af6-3670-4f6e-ba45-38589945792f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:53.457235 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.749100 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.752778 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.796643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b265be-a04d-4515-ba3b-0dac5f8b2145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a338af6-3670-4f6e-ba45-38589945792f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:53.804772 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cab2374-7340-4995-9bec-a492a6514df9" -d '{"events": [{"server_uuid": "86b265be-a04d-4515-ba3b-0dac5f8b2145", "name": "network-vif-plugged", "status": "completed", "tag": "1a338af6-3670-4f6e-ba45-38589945792f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:53.896547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 1a338af6-3670-4f6e-ba45-38589945792f, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=1a338af6-3670-4f6e-ba45-38589945792f,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:53.902440 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.961363 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5fb518-c053-4bd5-b85b-fab1eb435b52 x-openstack-request-id: req-9e5fb518-c053-4bd5-b85b-fab1eb435b52 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:53.962178 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b265be-a04d-4515-ba3b-0dac5f8b2145", "name": "network-vif-plugged", "status": "completed", "tag": "1a338af6-3670-4f6e-ba45-38589945792f", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:53.962588 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e5fb518-c053-4bd5-b85b-fab1eb435b52 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:53.963695 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b265be-a04d-4515-ba3b-0dac5f8b2145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a338af6-3670-4f6e-ba45-38589945792f', 'code': 200} Jul 13 07:48:54.015169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=1a338af6-3670-4f6e-ba45-38589945792f,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:54.174177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce79cf9-560b-4f49-ab9c-0614f1ba5a56 req-5fbdd854-35bf-44bd-892b-159f1d23651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.179035 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dce79cf9-560b-4f49-ab9c-0614f1ba5a56 req-5fbdd854-35bf-44bd-892b-159f1d23651b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 1098 time: 0.1610889 Jul 13 07:48:54.226564 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dce79cf9-560b-4f49-ab9c-0614f1ba5a56 req-026e2967-d79e-477f-8f79-6f66d7105da5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Jul 13 07:48:54.506401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45413-5962-430d-9a1a-6a9848741f0d req-b8ee9017-4455-4cde-943d-e9c05c6c9963 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.519172 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11a45413-5962-430d-9a1a-6a9848741f0d req-b8ee9017-4455-4cde-943d-e9c05c6c9963 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 946 time: 0.7974489 Jul 13 07:48:54.608657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11a45413-5962-430d-9a1a-6a9848741f0d req-a0148c24-b9fd-485a-8142-c32faa712b21 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841153 Jul 13 07:48:55.966852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7bc1-3ae1-4203-a6dc-453d5b5dcf0f req-5f312a50-c7a0-4894-b195-aeb856502efb tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.975181 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-488e7bc1-3ae1-4203-a6dc-453d5b5dcf0f req-5f312a50-c7a0-4894-b195-aeb856502efb tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 946 time: 0.1672084 Jul 13 07:48:56.052557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-488e7bc1-3ae1-4203-a6dc-453d5b5dcf0f req-490f2d2d-01cf-4bfe-8f00-e1b33d2ab3f2 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614109 Jul 13 07:48:56.338487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.258907 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-b11fba7d-0d76-4d70-a210-3bc4fa4f4d8c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1657829 Jul 13 07:48:57.494272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-0243c04a-5aa5-4174-835c-65222294f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:57.497173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-0243c04a-5aa5-4174-835c-65222294f4e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55fb27cee5054741a1d17a22bbcba653&device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 1098 time: 0.1794171 Jul 13 07:48:57.502572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.118525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39286) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.419317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30182a16-80aa-4f6d-b2e9-735b05785541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.569280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-e7038ddd-1013-475e-83ba-da61b840419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.571651 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-e7038ddd-1013-475e-83ba-da61b840419e service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 HTTP/1.1" status: 200 len: 909 time: 0.9606149 Jul 13 07:48:58.597710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30182a16-80aa-4f6d-b2e9-735b05785541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.608052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30182a16-80aa-4f6d-b2e9-735b05785541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.660041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-30182a16-80aa-4f6d-b2e9-735b05785541 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=491f7508b65f465cb3c560ddd0bdef6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401084 Jul 13 07:48:58.664388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39300) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.707043 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-c056bae1-cc32-4dec-9e24-422523896901 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a338af6-3670-4f6e-ba45-38589945792f HTTP/1.1" status: 200 len: 217 time: 0.1220942 Jul 13 07:48:58.761804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39302) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.783885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-e322aa93-e2fb-4549-876f-48152f1b9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.786469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-e322aa93-e2fb-4549-876f-48152f1b9bbd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e314597e-ad62-4619-9798-86b453868b77 HTTP/1.1" status: 200 len: 848 time: 0.0717521 Jul 13 07:48:58.810466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30182a16-80aa-4f6d-b2e9-735b05785541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479d324c-9275-45b3-bdcc-0e72df5ed31b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:58.837675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-4188f0a0-bffd-4e81-8e78-0dd8c60da05c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353875 Jul 13 07:48:58.902769 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4618745b-24ca-43c2-a392-85d11b33bdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.958420 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4618745b-24ca-43c2-a392-85d11b33bdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.011181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06caac-1d03-40e5-b294-29ad2886b120 req-6d06c7b1-03ab-4aec-a4ae-9fa4fa8091a5 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:59.012808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe06caac-1d03-40e5-b294-29ad2886b120 req-6d06c7b1-03ab-4aec-a4ae-9fa4fa8091a5 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 946 time: 0.5869391 Jul 13 07:48:59.059544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14cff74a-1571-42b6-bb1b-715cff5c7ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.135032 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4618745b-24ca-43c2-a392-85d11b33bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.138284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4618745b-24ca-43c2-a392-85d11b33bdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.140106 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4618745b-24ca-43c2-a392-85d11b33bdfd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/479d324c-9275-45b3-bdcc-0e72df5ed31b HTTP/1.1" status: 204 len: 168 time: 0.4727619 Jul 13 07:48:59.221562 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-a1b3911b-e5ce-4b97-a433-8ae4192b1381 service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757484 Jul 13 07:48:59.244246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe06caac-1d03-40e5-b294-29ad2886b120 req-a0e84be1-da84-452b-a4d3-dcba7003d08c tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220259 Jul 13 07:48:59.286465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618745b-24ca-43c2-a392-85d11b33bdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479d324c-9275-45b3-bdcc-0e72df5ed31b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:59.298270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Deleting port 13d8ab08-f804-4f17-af52-2af49d3928cf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:59.298867 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.342248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14cff74a-1571-42b6-bb1b-715cff5c7ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.350488 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14cff74a-1571-42b6-bb1b-715cff5c7ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.430805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28da1842-6fc5-4e92-9878-4c0a20588e9f req-30809e46-17ca-4983-80eb-cbb1dad7448d service neutron] 10.222.0.38 "GET /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006950 Jul 13 07:48:59.476898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-14cff74a-1571-42b6-bb1b-715cff5c7ebb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c705fffc6f4a4b62822fda8ef922e270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636715 Jul 13 07:48:59.480383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39314) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:59.489279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] For port 13d8ab08-f804-4f17-af52-2af49d3928cf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=13d8ab08-f804-4f17-af52-2af49d3928cf,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:59.489658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.541994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Calling delete_port for 13d8ab08-f804-4f17-af52-2af49d3928cf owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:59.549198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cff74a-1571-42b6-bb1b-715cff5c7ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9324ec61-9d21-47b3-9ef4-bfc95a4c9f05,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:59.610680 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b40530ff-3f31-4308-a1f7-020e0311cc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.640042 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b40530ff-3f31-4308-a1f7-020e0311cc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.736568 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b40530ff-3f31-4308-a1f7-020e0311cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.740456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b40530ff-3f31-4308-a1f7-020e0311cc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.745774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b40530ff-3f31-4308-a1f7-020e0311cc00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9324ec61-9d21-47b3-9ef4-bfc95a4c9f05 HTTP/1.1" status: 204 len: 168 time: 0.2604330 Jul 13 07:48:59.757076 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40530ff-3f31-4308-a1f7-020e0311cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324ec61-9d21-47b3-9ef4-bfc95a4c9f05,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:59.821415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39318) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:59.838480 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-522095db-9e23-41a1-a758-6af4be24b123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.020908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-522095db-9e23-41a1-a758-6af4be24b123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.025765 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-522095db-9e23-41a1-a758-6af4be24b123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.105260 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-522095db-9e23-41a1-a758-6af4be24b123 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=931d0dea2a9e438cb28baaebeebbe689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786531 Jul 13 07:49:00.113066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-0e55e3c0-f167-49e9-8c99-4fde9b4ba346 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.113066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-0e55e3c0-f167-49e9-8c99-4fde9b4ba346 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.38 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 946 time: 0.5173934 Jul 13 07:49:00.116280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:00.142404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522095db-9e23-41a1-a758-6af4be24b123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7677bbdf-86d0-41f1-b0f9-c372cd9745b3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.289512 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42420a35-dd7e-4e28-8a7f-c81e6a6c08a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.314197 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42420a35-dd7e-4e28-8a7f-c81e6a6c08a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.434591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Deleting port 1a338af6-3670-4f6e-ba45-38589945792f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:00.434958 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.486281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42420a35-dd7e-4e28-8a7f-c81e6a6c08a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.489583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42420a35-dd7e-4e28-8a7f-c81e6a6c08a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.490803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-42420a35-dd7e-4e28-8a7f-c81e6a6c08a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7677bbdf-86d0-41f1-b0f9-c372cd9745b3 HTTP/1.1" status: 204 len: 168 time: 0.3739295 Jul 13 07:49:00.530019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42420a35-dd7e-4e28-8a7f-c81e6a6c08a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7677bbdf-86d0-41f1-b0f9-c372cd9745b3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.532983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.582639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d8ab08-f804-4f17-af52-2af49d3928cf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.597297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053f66e-8277-428f-a944-8724b1aa645a req-f57bf4bd-6381-4a1e-9528-487b1db1a84c tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.604838 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5053f66e-8277-428f-a944-8724b1aa645a req-f57bf4bd-6381-4a1e-9528-487b1db1a84c tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 946 time: 0.1495450 Jul 13 07:49:00.672556 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5053f66e-8277-428f-a944-8724b1aa645a req-74640378-612d-4634-bc1e-35612ad34ff2 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a429b1b-c396-4641-95dc-16c5f445cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614984 Jul 13 07:49:00.718494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39332) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:00.736489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5044155c-8384-43e5-8365-868b1a271af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.861982 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.893444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] For port 1a338af6-3670-4f6e-ba45-38589945792f, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=1a338af6-3670-4f6e-ba45-38589945792f,segment=NetworkSegment(dc4aedb6-7242-42ac-9649-74f3a237224d),segment_id=dc4aedb6-7242-42ac-9649-74f3a237224d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:00.893789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.967455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Calling delete_port for 1a338af6-3670-4f6e-ba45-38589945792f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:01.082271 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5044155c-8384-43e5-8365-868b1a271af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.098551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5044155c-8384-43e5-8365-868b1a271af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.201201 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5044155c-8384-43e5-8365-868b1a271af4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5eda8263f9c34d02aaa9394ad208ba1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804153 Jul 13 07:49:01.202795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044155c-8384-43e5-8365-868b1a271af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c794a5-7e3b-4704-b107-62e3b2e5b4f7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:01.208908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:01.344441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16a71fb-3a8b-45e9-bac5-3d8b83779270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.391591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16a71fb-3a8b-45e9-bac5-3d8b83779270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.492272 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.617542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Pushing event deleted for resources: {'Port': ['ID=1a338af6-3670-4f6e-ba45-38589945792f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:01.632274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Router 75968a34-24b4-4574-99de-730d58e9b8bf has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:01.662142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] No DVR routers for this DVR port 1a338af6-3670-4f6e-ba45-38589945792f on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:01.667861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.671204 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cee1bbb5-6ec5-4d94-9211-f3ef86378909 req-ff506a27-511c-4112-bdca-cd707bade1dc tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.38 "DELETE /v2.0/ports/1a338af6-3670-4f6e-ba45-38589945792f HTTP/1.1" status: 204 len: 173 time: 1.5462968 Jul 13 07:49:01.673407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b265be-a04d-4515-ba3b-0dac5f8b2145', 'name': 'network-vif-deleted', 'tag': '1a338af6-3670-4f6e-ba45-38589945792f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:01.679022 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7610e5f1-4e7d-4128-948b-e2e34deed9b6" -d '{"events": [{"server_uuid": "86b265be-a04d-4515-ba3b-0dac5f8b2145", "name": "network-vif-deleted", "tag": "1a338af6-3670-4f6e-ba45-38589945792f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:01.853328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:01.857525 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80896701-bcd2-485f-bfdc-c22761e5d613 x-openstack-request-id: req-80896701-bcd2-485f-bfdc-c22761e5d613 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:01.857836 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b265be-a04d-4515-ba3b-0dac5f8b2145", "name": "network-vif-deleted", "tag": "1a338af6-3670-4f6e-ba45-38589945792f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:01.858110 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80896701-bcd2-485f-bfdc-c22761e5d613 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:01.858524 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b265be-a04d-4515-ba3b-0dac5f8b2145', 'name': 'network-vif-deleted', 'tag': '1a338af6-3670-4f6e-ba45-38589945792f', 'status': 'completed', 'code': 200} Jul 13 07:49:01.863331 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d612cf6a-1f7c-408f-9470-d47d3342e819 admin admin] 10.222.0.41 "PUT /v2.0/routers/75968a34-24b4-4574-99de-730d58e9b8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5223112 Jul 13 07:49:01.866527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:01.872578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] Sync routers for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:01.896590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:01.897261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:02.047050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.122920 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-101cb11f-62f9-4468-9d15-374ae78af6b6 req-0535ee26-d264-41c7-849f-185130e92894 tempest-VolumesActionsTest-1841164293 tempest-VolumesActionsTest-1841164293-project] 10.222.0.41 "GET /v2.0/ports?device_id=86b265be-a04d-4515-ba3b-0dac5f8b2145 HTTP/1.1" status: 200 len: 210 time: 0.0404389 Jul 13 07:49:02.163174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16a71fb-3a8b-45e9-bac5-3d8b83779270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.166348 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16a71fb-3a8b-45e9-bac5-3d8b83779270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.170106 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c16a71fb-3a8b-45e9-bac5-3d8b83779270 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9c794a5-7e3b-4704-b107-62e3b2e5b4f7 HTTP/1.1" status: 204 len: 168 time: 0.9573958 Jul 13 07:49:02.177648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:02.181484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a71fb-3a8b-45e9-bac5-3d8b83779270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c794a5-7e3b-4704-b107-62e3b2e5b4f7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:02.307920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.503468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Deleting port 2f243295-ba7c-4539-b820-77c4e2f8dfe0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:02.504362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.641061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] For port 2f243295-ba7c-4539-b820-77c4e2f8dfe0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2f243295-ba7c-4539-b820-77c4e2f8dfe0,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:02.641627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.642404 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:49:00Z', 'revision_number': 5, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port': {'id': '2f243295-ba7c-4539-b820-77c4e2f8dfe0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:18Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:02.684954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] Checking router: 75968a34-24b4-4574-99de-730d58e9b8bf for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:02.692067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Calling delete_port for 2f243295-ba7c-4539-b820-77c4e2f8dfe0 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:02.696424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] Routers {'75968a34-24b4-4574-99de-730d58e9b8bf'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:02.697210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['75968a34-24b4-4574-99de-730d58e9b8bf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:02.807682 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] Set router 75968a34-24b4-4574-99de-730d58e9b8bf gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:02.873163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:49:02Z', 'revision_number': 6, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:02.909140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a340e-7917-42d4-9766-7cf2e8042c71 None None] The sync data for ids ['75968a34-24b4-4574-99de-730d58e9b8bf'] in n-d-758944-43 is: [{'id': '75968a34-24b4-4574-99de-730d58e9b8bf', 'name': 'tempest-TestVolumeBackupRestore-2052931492-router', 'tenant_id': 'ed8eba618c004919b5952434ec70fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:17Z', 'updated_at': '2021-07-13T07:49:02Z', 'revision_number': 6, 'project_id': 'ed8eba618c004919b5952434ec70fa32', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:03.110977 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.257490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f243295-ba7c-4539-b820-77c4e2f8dfe0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:03.266685 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.319165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 1a338af6-3670-4f6e-ba45-38589945792f no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:03.395134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 1a338af6-3670-4f6e-ba45-38589945792f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:03.398145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 1a338af6-3670-4f6e-ba45-38589945792f not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:03.525794 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.529680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.619412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.626053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75968a34-24b4-4574-99de-730d58e9b8bf {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:49:03.635143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.639421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-66a3f925-ba54-4658-a809-652603affd80 admin admin] 10.222.0.41 "DELETE /v2.0/routers/75968a34-24b4-4574-99de-730d58e9b8bf HTTP/1.1" status: 204 len: 168 time: 1.7717741 Jul 13 07:49:03.642175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39424) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.763132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ea05d1-5fbf-4178-9552-2796e8ed2a56 admin admin] Deleting subnet deb32733-904a-451b-b07a-35e865e3bee1 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:03.770820 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0ea05d1-5fbf-4178-9552-2796e8ed2a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.825786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0ea05d1-5fbf-4178-9552-2796e8ed2a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.058756 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0ea05d1-5fbf-4178-9552-2796e8ed2a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.096270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 13d8ab08-f804-4f17-af52-2af49d3928cf no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:04.174715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 13d8ab08-f804-4f17-af52-2af49d3928cf {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:04.177281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 13d8ab08-f804-4f17-af52-2af49d3928cf not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:04.177708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2f243295-ba7c-4539-b820-77c4e2f8dfe0 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:04.191978 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0ea05d1-5fbf-4178-9552-2796e8ed2a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.238063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 2f243295-ba7c-4539-b820-77c4e2f8dfe0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:04.238795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2f243295-ba7c-4539-b820-77c4e2f8dfe0 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:04.241325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea05d1-5fbf-4178-9552-2796e8ed2a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb32733-904a-451b-b07a-35e865e3bee1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:04.262898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0ea05d1-5fbf-4178-9552-2796e8ed2a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.267436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e2e475-cf1a-4993-9e14-cc420a33ea1b None None] Network a9c62e49-8c44-47ea-9507-879b88cbea89 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:04.278088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:04.298563 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c0ea05d1-5fbf-4178-9552-2796e8ed2a56 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/deb32733-904a-451b-b07a-35e865e3bee1 HTTP/1.1" status: 204 len: 168 time: 0.6546752 Jul 13 07:49:04.473557 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.676125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Deleting port c63ad96d-a372-4129-a89d-d14472f6ca7a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:04.676690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.916084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] For port c63ad96d-a372-4129-a89d-d14472f6ca7a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c63ad96d-a372-4129-a89d-d14472f6ca7a,segment=NetworkSegment(0409bc18-bb11-4b6c-ba33-21aea41a1572),segment_id=0409bc18-bb11-4b6c-ba33-21aea41a1572)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:04.917757 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.948566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Calling delete_port for c63ad96d-a372-4129-a89d-d14472f6ca7a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:05.118366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] DHCP port deletion for a9c62e49-8c44-47ea-9507-879b88cbea89 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:05.149147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.163104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] No DVR routers for this DVR port c63ad96d-a372-4129-a89d-d14472f6ca7a on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:05.215377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63ad96d-a372-4129-a89d-d14472f6ca7a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.290292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.299569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] Deleting port c63ad96d-a372-4129-a89d-d14472f6ca7a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:05.300533 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.304145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c62e49-8c44-47ea-9507-879b88cbea89']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:05.317811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0409bc18-bb11-4b6c-ba33-21aea41a1572') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:05.318292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0409bc18-bb11-4b6c-ba33-21aea41a1572') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:05.329603 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.348166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.359301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:05.359816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:05.363413 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:05.449015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.460767 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.463130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9c62e49-8c44-47ea-9507-879b88cbea89 HTTP/1.1" status: 204 len: 168 time: 1.1840127 Jul 13 07:49:05.465450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] For port c63ad96d-a372-4129-a89d-d14472f6ca7a, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:05.466192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.466680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39494) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:05.474822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374c078-d671-4695-aaca-15b7cc01f767 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c62e49-8c44-47ea-9507-879b88cbea89,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.485616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] Calling delete_port for c63ad96d-a372-4129-a89d-d14472f6ca7a owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:05.489458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] Port c63ad96d-a372-4129-a89d-d14472f6ca7a was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:49:05.491202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.499811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] Network a9c62e49-8c44-47ea-9507-879b88cbea89 is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:49:05.500724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] No DVR routers for this DVR port c63ad96d-a372-4129-a89d-d14472f6ca7a on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:05.547448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce999b16-286b-4426-a73b-a383e15013c1 None None] Pushing event deleted for resources: {'Port': ['ID=c63ad96d-a372-4129-a89d-d14472f6ca7a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.598434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.044826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c63ad96d-a372-4129-a89d-d14472f6ca7a no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:06.141392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c63ad96d-a372-4129-a89d-d14472f6ca7a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:06.143435 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c63ad96d-a372-4129-a89d-d14472f6ca7a not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:06.281164 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.608369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Deleting port 4ad727fa-3937-4b41-8f4a-32a571e6e74d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:06.609031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.825280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] For port 4ad727fa-3937-4b41-8f4a-32a571e6e74d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4ad727fa-3937-4b41-8f4a-32a571e6e74d,segment=NetworkSegment(7c8dccdf-4dcc-4f87-9590-5f3608bad036),segment_id=7c8dccdf-4dcc-4f87-9590-5f3608bad036)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:06.825689 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.871827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Calling delete_port for 4ad727fa-3937-4b41-8f4a-32a571e6e74d owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:07.202314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.268244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad727fa-3937-4b41-8f4a-32a571e6e74d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.589612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.753158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.195846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:08.557820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:08.572091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] Sync routers for ids ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:08.576447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39574) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:08.589330 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a9cafbb9-174e-497d-b5df-2bf4a20e2a93 admin admin] 10.222.0.41 "PUT /v2.0/routers/6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1060088 Jul 13 07:49:08.594672 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] Routers {'6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:08.595861 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:08.647811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39578) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:08.751916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.169060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.231783 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] Set router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:09.306021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Deleting port 70e7cc15-008e-4b22-878c-f0adb575525e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:09.306675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.506997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] For port 70e7cc15-008e-4b22-878c-f0adb575525e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=70e7cc15-008e-4b22-878c-f0adb575525e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:09.507640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.542694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Calling delete_port for 70e7cc15-008e-4b22-878c-f0adb575525e owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:09.741835 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:28Z', 'updated_at': '2021-07-13T07:49:07Z', 'revision_number': 5, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'gw_port': {'id': '70e7cc15-008e-4b22-878c-f0adb575525e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:30Z', 'updated_at': '2021-07-13T07:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:09.807436 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] Checking router: 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:09.827396 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] Routers {'6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:09.828409 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:10.075726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.104756 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] Set router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:10.240555 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:28Z', 'updated_at': '2021-07-13T07:49:09Z', 'revision_number': 6, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:10.255676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=70e7cc15-008e-4b22-878c-f0adb575525e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:10.346947 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f884e-17f6-4139-a0b0-58928687a281 None None] The sync data for ids ['6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b'] in n-d-758944-43 is: [{'id': '6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b', 'name': 'tempest-TestVolumeBackupRestore-1594494025-router', 'tenant_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:28Z', 'updated_at': '2021-07-13T07:49:09Z', 'revision_number': 6, 'project_id': '3bb897abb4d346f49aa6c84eec0ebea8', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:10.370570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.466604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.697767 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.710390 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.914844 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.915644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:49:10.926396 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.930473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3882428f-ae3a-4f4c-86b0-02bee4c0e4ca admin admin] 10.222.0.41 "DELETE /v2.0/routers/6bc8f3af-c35b-43cb-8c29-daa7c57b5e8b HTTP/1.1" status: 204 len: 168 time: 2.3529649 Jul 13 07:49:10.932639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:11.086441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Deleting port 00ed44a3-6087-4c2c-8630-b7081601bf03 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:11.091770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.104416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-839f9db2-11a2-4c9b-8718-f6e29cc2882e admin admin] Deleting subnet 4e49c397-df70-4e53-850c-ce7a1d26a749 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:11.115758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-839f9db2-11a2-4c9b-8718-f6e29cc2882e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.224131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-839f9db2-11a2-4c9b-8718-f6e29cc2882e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.308759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] For port 00ed44a3-6087-4c2c-8630-b7081601bf03, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=00ed44a3-6087-4c2c-8630-b7081601bf03,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:11.309132 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.323709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Calling delete_port for 00ed44a3-6087-4c2c-8630-b7081601bf03 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:11.403079 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-839f9db2-11a2-4c9b-8718-f6e29cc2882e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.537288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-839f9db2-11a2-4c9b-8718-f6e29cc2882e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.631462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f9db2-11a2-4c9b-8718-f6e29cc2882e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e49c397-df70-4e53-850c-ce7a1d26a749,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.660803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.673258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d37a8ff-0ccf-4cbc-a300-e146b626214e None None] Network 70fadc2a-7a8b-491b-b145-f183a4802080 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:11.675882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-839f9db2-11a2-4c9b-8718-f6e29cc2882e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.680321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-839f9db2-11a2-4c9b-8718-f6e29cc2882e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4e49c397-df70-4e53-850c-ce7a1d26a749 HTTP/1.1" status: 204 len: 168 time: 0.7450538 Jul 13 07:49:11.685703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39628) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:11.742683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ed44a3-6087-4c2c-8630-b7081601bf03,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.899219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.293925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 70e7cc15-008e-4b22-878c-f0adb575525e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:12.361135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.448043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22757d5a-8138-4133-8941-801f04227683 None None] DHCP port deletion for 70fadc2a-7a8b-491b-b145-f183a4802080 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:12.504718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 70e7cc15-008e-4b22-878c-f0adb575525e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:12.505311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 70e7cc15-008e-4b22-878c-f0adb575525e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:12.505888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4ad727fa-3937-4b41-8f4a-32a571e6e74d no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:12.558261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 4ad727fa-3937-4b41-8f4a-32a571e6e74d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:12.558949 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4ad727fa-3937-4b41-8f4a-32a571e6e74d not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:12.640218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-22757d5a-8138-4133-8941-801f04227683 None None] Deleting port a3a6bb11-7c23-483b-9fea-146011202ac5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:12.640523 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22757d5a-8138-4133-8941-801f04227683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.766839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-22757d5a-8138-4133-8941-801f04227683 None None] For port a3a6bb11-7c23-483b-9fea-146011202ac5, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a3a6bb11-7c23-483b-9fea-146011202ac5,segment=NetworkSegment(7c8dccdf-4dcc-4f87-9590-5f3608bad036),segment_id=7c8dccdf-4dcc-4f87-9590-5f3608bad036)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:12.767973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22757d5a-8138-4133-8941-801f04227683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.781676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-22757d5a-8138-4133-8941-801f04227683 None None] Calling delete_port for a3a6bb11-7c23-483b-9fea-146011202ac5 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:12.921158 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22757d5a-8138-4133-8941-801f04227683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.970414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22757d5a-8138-4133-8941-801f04227683 None None] Pushing event deleted for resources: {'Port': ['ID=a3a6bb11-7c23-483b-9fea-146011202ac5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:12.981288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22757d5a-8138-4133-8941-801f04227683 None None] No DVR routers for this DVR port a3a6bb11-7c23-483b-9fea-146011202ac5 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:13.062963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Router 9665dcb1-5cac-4567-b16d-96c323faaa7d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:13.175586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Deleting port a3a6bb11-7c23-483b-9fea-146011202ac5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:13.178213 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.278123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] For port a3a6bb11-7c23-483b-9fea-146011202ac5, host n-d-758944-43, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:13.278813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.293053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Calling delete_port for a3a6bb11-7c23-483b-9fea-146011202ac5 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:13.296077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Port a3a6bb11-7c23-483b-9fea-146011202ac5 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:49:13.297551 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.317171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:13.327459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] Sync routers for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:13.331642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ac7eb7b0-ed1f-41b0-b891-cb8b14ad6d12 admin admin] 10.222.0.41 "PUT /v2.0/routers/9665dcb1-5cac-4567-b16d-96c323faaa7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6826391 Jul 13 07:49:13.337032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:13.351016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:13.351712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:13.360314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a6bb11-7c23-483b-9fea-146011202ac5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:13.367376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] No DVR routers for this DVR port a3a6bb11-7c23-483b-9fea-146011202ac5 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:13.549761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.583905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fadc2a-7a8b-491b-b145-f183a4802080']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:13.612581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8dccdf-4dcc-4f87-9590-5f3608bad036') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:13.613056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8dccdf-4dcc-4f87-9590-5f3608bad036') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:13.615565 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.642142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.706871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.720991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:13.721628 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:13.723887 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:13.763483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:13.900200 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.901539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.907150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.912098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] 10.222.0.41 "DELETE /v2.0/networks/70fadc2a-7a8b-491b-b145-f183a4802080 HTTP/1.1" status: 204 len: 168 time: 2.2223899 Jul 13 07:49:13.943050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5e46b-ebf6-431d-935c-b75b44698d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=70fadc2a-7a8b-491b-b145-f183a4802080,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.159764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Deleting port fd19d880-134e-4b1a-8abe-787d00b10b74 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:14.160259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.241986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a3a6bb11-7c23-483b-9fea-146011202ac5 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:14.304750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:14.335563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a3a6bb11-7c23-483b-9fea-146011202ac5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:14.335908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a3a6bb11-7c23-483b-9fea-146011202ac5 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:14.438132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cc5d4931-cd96-4067-9071-b9c12308648a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed8eba618c004919b5952434ec70fa32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321435 Jul 13 07:49:14.448781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39660) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:14.454070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:49:11Z', 'revision_number': 5, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port': {'id': 'fd19d880-134e-4b1a-8abe-787d00b10b74', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:32Z', 'updated_at': '2021-07-13T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:14.549150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] Checking router: 9665dcb1-5cac-4567-b16d-96c323faaa7d for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:14.561462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] Routers {'9665dcb1-5cac-4567-b16d-96c323faaa7d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:14.562127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:48:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['9665dcb1-5cac-4567-b16d-96c323faaa7d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:14.595255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f34b24ef-44e5-44c8-8a3c-8656ac432c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.651265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f34b24ef-44e5-44c8-8a3c-8656ac432c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.712720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] Set router 9665dcb1-5cac-4567-b16d-96c323faaa7d gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:14.741319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f34b24ef-44e5-44c8-8a3c-8656ac432c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.745104 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f34b24ef-44e5-44c8-8a3c-8656ac432c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.746608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f34b24ef-44e5-44c8-8a3c-8656ac432c82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28d552ac-5909-4ea4-90f2-438606c2fb9d HTTP/1.1" status: 204 len: 168 time: 0.2966423 Jul 13 07:49:14.772088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b24ef-44e5-44c8-8a3c-8656ac432c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d552ac-5909-4ea4-90f2-438606c2fb9d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.890241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:49:13Z', 'revision_number': 6, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:14.952294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009c234-a44b-469c-80f5-5c98891a036b None None] The sync data for ids ['9665dcb1-5cac-4567-b16d-96c323faaa7d'] in n-d-758944-43 is: [{'id': '9665dcb1-5cac-4567-b16d-96c323faaa7d', 'name': 'tempest-AttachVolumeTestJSON-801950913-router', 'tenant_id': 'a9d554050b934adbb0e34205033fe129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:31Z', 'updated_at': '2021-07-13T07:49:13Z', 'revision_number': 6, 'project_id': 'a9d554050b934adbb0e34205033fe129', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:15.004974 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] For port fd19d880-134e-4b1a-8abe-787d00b10b74, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fd19d880-134e-4b1a-8abe-787d00b10b74,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:15.005303 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.027288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Calling delete_port for fd19d880-134e-4b1a-8abe-787d00b10b74 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:15.309518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.368520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd19d880-134e-4b1a-8abe-787d00b10b74,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:15.505322 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.550792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.739182 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d1dfeb75-1db9-4cfd-a320-d0f20fd9b1b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bb897abb4d346f49aa6c84eec0ebea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869576 Jul 13 07:49:15.739799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.856765 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.867573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.902107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3552dea-098b-493d-b167-0dd9d8e20702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.985119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3552dea-098b-493d-b167-0dd9d8e20702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.051040 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.051838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9665dcb1-5cac-4567-b16d-96c323faaa7d {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:49:16.062897 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.064729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c8e88c9d-ea60-4cea-8035-bf8b03d65169 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9665dcb1-5cac-4567-b16d-96c323faaa7d HTTP/1.1" status: 204 len: 168 time: 2.7258382 Jul 13 07:49:16.068445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:16.111032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 00ed44a3-6087-4c2c-8630-b7081601bf03 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:16.141766 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3552dea-098b-493d-b167-0dd9d8e20702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.148911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3552dea-098b-493d-b167-0dd9d8e20702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.165195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c3552dea-098b-493d-b167-0dd9d8e20702 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ebf4364-c567-4070-a7e3-466160db640d HTTP/1.1" status: 204 len: 168 time: 0.4240570 Jul 13 07:49:16.165993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f88dde9-3984-4ee1-b0af-725a19846aa8 admin admin] Deleting subnet 69d6c238-9245-43f1-8f30-40d9a6d5116c {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:16.170314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f88dde9-3984-4ee1-b0af-725a19846aa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.176555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 00ed44a3-6087-4c2c-8630-b7081601bf03 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:16.178571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 00ed44a3-6087-4c2c-8630-b7081601bf03 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:16.179632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fd19d880-134e-4b1a-8abe-787d00b10b74 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:16.203063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3552dea-098b-493d-b167-0dd9d8e20702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebf4364-c567-4070-a7e3-466160db640d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:16.247020 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f88dde9-3984-4ee1-b0af-725a19846aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.288283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: fd19d880-134e-4b1a-8abe-787d00b10b74 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:16.304843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fd19d880-134e-4b1a-8abe-787d00b10b74 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:16.412557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f88dde9-3984-4ee1-b0af-725a19846aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.515457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f88dde9-3984-4ee1-b0af-725a19846aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.584325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88dde9-3984-4ee1-b0af-725a19846aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d6c238-9245-43f1-8f30-40d9a6d5116c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:16.616284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f88dde9-3984-4ee1-b0af-725a19846aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.616495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9880c330-47d4-4aaa-b2e1-55ca3d9e3b68 None None] Network b35f1168-54b9-423f-b48b-8a49e1d9d73b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:16.627924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39710) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:16.639716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6f88dde9-3984-4ee1-b0af-725a19846aa8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69d6c238-9245-43f1-8f30-40d9a6d5116c HTTP/1.1" status: 204 len: 168 time: 0.5699472 Jul 13 07:49:16.856582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.037933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Deleting port c56ae508-9b49-48b0-b385-ebafdb0e46e0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:17.038304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.212507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] For port c56ae508-9b49-48b0-b385-ebafdb0e46e0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c56ae508-9b49-48b0-b385-ebafdb0e46e0,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:17.213152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.244283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89394330-8d52-4917-b30a-8e7f36ac181f None None] DHCP port deletion for b35f1168-54b9-423f-b48b-8a49e1d9d73b request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:17.285070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Calling delete_port for c56ae508-9b49-48b0-b385-ebafdb0e46e0 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:17.426780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-89394330-8d52-4917-b30a-8e7f36ac181f None None] Deleting port c56ae508-9b49-48b0-b385-ebafdb0e46e0 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:17.427412 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89394330-8d52-4917-b30a-8e7f36ac181f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.556054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.612602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56ae508-9b49-48b0-b385-ebafdb0e46e0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:17.623823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] No DVR routers for this DVR port c56ae508-9b49-48b0-b385-ebafdb0e46e0 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:17.644341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-89394330-8d52-4917-b30a-8e7f36ac181f None None] For port c56ae508-9b49-48b0-b385-ebafdb0e46e0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c56ae508-9b49-48b0-b385-ebafdb0e46e0,segment=NetworkSegment(b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21),segment_id=b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:17.645231 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89394330-8d52-4917-b30a-8e7f36ac181f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.684848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-89394330-8d52-4917-b30a-8e7f36ac181f None None] Calling delete_port for c56ae508-9b49-48b0-b385-ebafdb0e46e0 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:17.773063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.791563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35f1168-54b9-423f-b48b-8a49e1d9d73b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:17.871611 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89394330-8d52-4917-b30a-8e7f36ac181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.894594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:17.895205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dfdf87-bca3-41b3-aeb0-f040bf1a9c21') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:17.926453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.939107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89394330-8d52-4917-b30a-8e7f36ac181f None None] Pushing event deleted for resources: {'Port': ['ID=c56ae508-9b49-48b0-b385-ebafdb0e46e0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:17.944665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89394330-8d52-4917-b30a-8e7f36ac181f None None] No DVR routers for this DVR port c56ae508-9b49-48b0-b385-ebafdb0e46e0 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:17.975061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.986027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:17.987209 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:17.989810 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:18.011684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.098950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c56ae508-9b49-48b0-b385-ebafdb0e46e0 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:18.173662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c56ae508-9b49-48b0-b385-ebafdb0e46e0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:18.176710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c56ae508-9b49-48b0-b385-ebafdb0e46e0 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:18.202811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.209698 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.214052 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b35f1168-54b9-423f-b48b-8a49e1d9d73b HTTP/1.1" status: 204 len: 168 time: 1.5843811 Jul 13 07:49:18.253589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef343d2e-d104-4a42-a95e-5a5d5d6fdb58 admin admin] Pushing event deleted for resources: {'Network': ['ID=b35f1168-54b9-423f-b48b-8a49e1d9d73b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.307867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-676857309-network', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:18.344829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77305a58-2240-4373-879d-fad3217f07de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.362374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Made reservation on behalf of 5d2cf1a62e3043e0947f82a850ab2704 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:18.365191 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.391086 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.523182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.605865 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.612854 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.656074 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3b2f119b-9662-4a37-abd2-786eb51270ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9d554050b934adbb0e34205033fe129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311817 Jul 13 07:49:18.664381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39762) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.694181 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.709126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:18.737881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.738628 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Added segment ac795bc3-e5da-48a9-b5cd-ab977e6964a7 of type vlan for network 223b2461-4867-4ebc-b563-c6c5888b3ca7 Jul 13 07:49:18.798070 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fddbfbe-07a4-4f22-bca7-ac4cf57ee17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.859443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fddbfbe-07a4-4f22-bca7-ac4cf57ee17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.869723 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.920527 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.921615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.922964 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.959802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fddbfbe-07a4-4f22-bca7-ac4cf57ee17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.965039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fddbfbe-07a4-4f22-bca7-ac4cf57ee17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.966976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2fddbfbe-07a4-4f22-bca7-ac4cf57ee17d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf857bf1-e585-4cbf-b84d-ae95266ea38e HTTP/1.1" status: 204 len: 168 time: 0.3010774 Jul 13 07:49:18.984321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddbfbe-07a4-4f22-bca7-ac4cf57ee17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf857bf1-e585-4cbf-b84d-ae95266ea38e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.984670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9716403 Jul 13 07:49:18.987800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39770) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.994311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Request body: {'subnet': {'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-676857309-subnet', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:19.016297 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431404d-0825-43c6-bbcd-573c658d95fd admin admin] Pushing event updated for resources: {'Network': ['ID=223b2461-4867-4ebc-b563-c6c5888b3ca7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:19.036452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:19.085023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Made reservation on behalf of 5d2cf1a62e3043e0947f82a850ab2704 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:19.090951 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.370423 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.486283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:19.579095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:19.579478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Network hostable DHCP agents. Network: 223b2461-4867-4ebc-b563-c6c5888b3ca7, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:19.637974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:19.656683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 223b2461-4867-4ebc-b563-c6c5888b3ca7) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:19.661782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:19.662440 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.666237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bded5b0-35b5-40e4-b7ad-cb86bda2ebac None None] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:19.727557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:19.732243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:19.742231 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f9e13e24-e6a0-4cba-91f3-1ed0caa76110 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7535949 Jul 13 07:49:19.785821 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.791238 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.877851 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.058629 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.077727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-223b2461-4867-4ebc-b563-c6c5888b3ca7', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:20.083298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.384807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Allocated IP 172.20.0.2 (223b2461-4867-4ebc-b563-c6c5888b3ca7/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2/25ffb954-890c-44b5-afcb-1458228da103) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:20.610550 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.659388 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.940722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.963615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Transition to ACTIVE for port object 25ffb954-890c-44b5-afcb-1458228da103 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:21.012255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Allocated IP 172.25.8.152 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/b6763b5d-7d76-4426-bdfa-482d76598d8e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:21.047764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Transition to ACTIVE for port object 25ffb954-890c-44b5-afcb-1458228da103 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:21.144820 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.294697 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:21.299451 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.308444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Pushing event updated for resources: {'Port': ['ID=25ffb954-890c-44b5-afcb-1458228da103,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:21.313892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.323359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:21.328938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:21.346536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc8795b4-4e6a-4ea5-9e00-e1c5c7f74def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.427875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.438131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:21.536161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Attempting to bind port 25ffb954-890c-44b5-afcb-1458228da103 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:21.536590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Attempting to bind port 25ffb954-890c-44b5-afcb-1458228da103 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:21.536968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Attempting to bind port 25ffb954-890c-44b5-afcb-1458228da103 on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:21.559615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:21.565587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:21.566103 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.566452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Bound using segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:21.566961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Bound port: 25ffb954-890c-44b5-afcb-1458228da103, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:21.567358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.617192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:21.620546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Pushing event updated for resources: {'Port': ['ID=b6763b5d-7d76-4426-bdfa-482d76598d8e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:21.636892 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:21.643410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:21.767139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] For port 25ffb954-890c-44b5-afcb-1458228da103, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:21.778481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] For port 25ffb954-890c-44b5-afcb-1458228da103, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=25ffb954-890c-44b5-afcb-1458228da103,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:21.787367 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.865994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9841d7-580a-4dec-b02b-9fb4f50ad7a8 None None] Pushing event updated for resources: {'Port': ['ID=25ffb954-890c-44b5-afcb-1458228da103,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:21.910318 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.042187 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.217901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.228573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.400776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3891abc-826a-460d-8699-d557a3e945e0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:22.421413 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74376774f91144cdb737bb0e2b8f66b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9820738 Jul 13 07:49:22.423917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39860) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:22.477845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.478558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.478558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.478719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.479946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.482919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.483670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.484027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.484880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.488406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.489297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.491434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5bf6c-d3ad-427c-8fe9-ff147f90f7b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:22.524446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.662182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-838cc74c-278d-4dc6-8282-c3b88e6b9d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.733866 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-838cc74c-278d-4dc6-8282-c3b88e6b9d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.864938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-838cc74c-278d-4dc6-8282-c3b88e6b9d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.868475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-838cc74c-278d-4dc6-8282-c3b88e6b9d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.869860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-838cc74c-278d-4dc6-8282-c3b88e6b9d92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3891abc-826a-460d-8699-d557a3e945e0 HTTP/1.1" status: 204 len: 168 time: 0.4437244 Jul 13 07:49:22.880138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cc74c-278d-4dc6-8282-c3b88e6b9d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3891abc-826a-460d-8699-d557a3e945e0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:23.299826 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.695013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.836531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Router 665d4a7f-a443-42f0-890c-0b475371fcfe is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:49:24.178871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39900) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:24.203339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f4f9b0-e994-4a48-ba4d-897f81be9a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.246349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 25ffb954-890c-44b5-afcb-1458228da103 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:24.364076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4af3a3-68d9-43bd-bd71-e0c614976f42 None None] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:24.377583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:24.393128 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Sync routers for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:24.465051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 25ffb954-890c-44b5-afcb-1458228da103 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:24.497528 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:24.498411 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:49:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:24.646007 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f4f9b0-e994-4a48-ba4d-897f81be9a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.655733 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f4f9b0-e994-4a48-ba4d-897f81be9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.657806 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.659980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d98df87c-90d8-4d0a-b3f1-ca530e98d00e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9313903 Jul 13 07:49:24.662613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 39912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:24.686684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8e6436d9-cc64-4193-b56b-411cd5dab389 None None] Provisioning for port 25ffb954-890c-44b5-afcb-1458228da103 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:24.716308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:24.750709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 25ffb954-890c-44b5-afcb-1458228da103 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:24.753867 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.777287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-01f4f9b0-e994-4a48-ba4d-897f81be9a2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df9c1827b9514969963e122edbecd487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958872 Jul 13 07:49:24.777934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:24.998994 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:49:25.181188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8e6436d9-cc64-4193-b56b-411cd5dab389 None None] Provisioning complete for port 25ffb954-890c-44b5-afcb-1458228da103 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:25.181566 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e6436d9-cc64-4193-b56b-411cd5dab389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.216420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4f9b0-e994-4a48-ba4d-897f81be9a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca063a4-7ceb-4a45-876c-6e89d8124cd8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:25.287990 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee98fa1-7ff2-44f1-8ba3-3980e29b9e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.380458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee98fa1-7ff2-44f1-8ba3-3980e29b9e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.401146 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:22Z', 'revision_number': 3, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:25.502972 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Checking router: 665d4a7f-a443-42f0-890c-0b475371fcfe for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:25.503325 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Updating router 665d4a7f-a443-42f0-890c-0b475371fcfe port b6763b5d-7d76-4426-bdfa-482d76598d8e binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:49:25.556895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee98fa1-7ff2-44f1-8ba3-3980e29b9e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.568773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee98fa1-7ff2-44f1-8ba3-3980e29b9e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.578146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8ee98fa1-7ff2-44f1-8ba3-3980e29b9e56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ca063a4-7ceb-4a45-876c-6e89d8124cd8 HTTP/1.1" status: 204 len: 168 time: 0.7951918 Jul 13 07:49:25.595756 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.603930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee98fa1-7ff2-44f1-8ba3-3980e29b9e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca063a4-7ceb-4a45-876c-6e89d8124cd8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:25.637711 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.876305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 25ffb954-890c-44b5-afcb-1458228da103, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=25ffb954-890c-44b5-afcb-1458228da103,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:25.907531 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.927025 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e6436d9-cc64-4193-b56b-411cd5dab389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.157314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=25ffb954-890c-44b5-afcb-1458228da103,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:26.193469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.194327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.195992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.196484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.197396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.198389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.198879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.201647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.202174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.202683 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.203288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.204430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:26.234686 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-8e6436d9-cc64-4193-b56b-411cd5dab389 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:26.235307 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-8e6436d9-cc64-4193-b56b-411cd5dab389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:26.263067 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.485448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39952) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:26.562810 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.623083 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Transition to ACTIVE for port object b6763b5d-7d76-4426-bdfa-482d76598d8e will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:26.640923 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.691593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21f8b48b-0ec8-4091-b469-845d6badb076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.693635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Allocated IP 172.20.0.1 (223b2461-4867-4ebc-b563-c6c5888b3ca7/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2/38488f56-fc0f-4d9c-8ff2-420ad3c0db6d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:26.947786 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Attempting to bind port b6763b5d-7d76-4426-bdfa-482d76598d8e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:26.948176 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Attempting to bind port b6763b5d-7d76-4426-bdfa-482d76598d8e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:26.948513 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Attempting to bind port b6763b5d-7d76-4426-bdfa-482d76598d8e on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:27.010374 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.022973 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Pushing event updated for resources: {'Port': ['ID=b6763b5d-7d76-4426-bdfa-482d76598d8e,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.040843 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:27.041227 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:27.041631 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.042047 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:27.042562 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Bound port: b6763b5d-7d76-4426-bdfa-482d76598d8e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:27.042912 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.076006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Transition to ACTIVE for port object 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:27.077616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9f318c18-8f10-4751-b47b-caeb79fb209f None None] Provisioning complete for port 25ffb954-890c-44b5-afcb-1458228da103 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:27.078215 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f318c18-8f10-4751-b47b-caeb79fb209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.134007 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21f8b48b-0ec8-4091-b469-845d6badb076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.141218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.150780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21f8b48b-0ec8-4091-b469-845d6badb076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.184216 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.185499 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.185794 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.186254 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.190308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.190308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.190308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.190308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.190308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.190308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.190308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.190308 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:27.239158 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] For port b6763b5d-7d76-4426-bdfa-482d76598d8e, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:27.245896 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] For port b6763b5d-7d76-4426-bdfa-482d76598d8e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b6763b5d-7d76-4426-bdfa-482d76598d8e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:27.251462 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.379289 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1c172-0738-4f9e-a981-0f599487d8ba None None] Pushing event updated for resources: {'Port': ['ID=b6763b5d-7d76-4426-bdfa-482d76598d8e,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.386073 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:27.386950 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:49:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:27.458461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Pushing event updated for resources: {'Port': ['ID=38488f56-fc0f-4d9c-8ff2-420ad3c0db6d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.467256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-21f8b48b-0ec8-4091-b469-845d6badb076 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db12783bc0aa4022b20cd784b65bc8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9799147 Jul 13 07:49:27.469384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 39984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:27.475047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8b48b-0ec8-4091-b469-845d6badb076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0e99f-c58e-4a87-a782-8705bbf1a903,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.526841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:27.529477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:27.542800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:27.670028 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:27.700518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.743264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f628228-b89e-4b9f-8227-d2ad6ac7e631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.863963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f628228-b89e-4b9f-8227-d2ad6ac7e631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.956848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.114049 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f628228-b89e-4b9f-8227-d2ad6ac7e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.117240 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f628228-b89e-4b9f-8227-d2ad6ac7e631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.118477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4f628228-b89e-4b9f-8227-d2ad6ac7e631 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59b0e99f-c58e-4a87-a782-8705bbf1a903 HTTP/1.1" status: 204 len: 168 time: 0.6203570 Jul 13 07:49:28.143373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f628228-b89e-4b9f-8227-d2ad6ac7e631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0e99f-c58e-4a87-a782-8705bbf1a903,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:28.220582 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 25ffb954-890c-44b5-afcb-1458228da103 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:28.454587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 25ffb954-890c-44b5-afcb-1458228da103 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:28.455041 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.562772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-43e9c214-26ff-4ee7-ab57-b7d73a1beae1 None None] Provisioning for port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:28.593402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-43e9c214-26ff-4ee7-ab57-b7d73a1beae1 None None] Provisioning complete for port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:28.593846 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43e9c214-26ff-4ee7-ab57-b7d73a1beae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.629461 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.639113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.869389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-43e9c214-26ff-4ee7-ab57-b7d73a1beae1 None None] Port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:28.870542 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:22Z', 'revision_number': 3, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:28.935599 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af02c95-a1c8-420b-81a3-9a9a7a683563 None None] The sync data for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 is: [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:22Z', 'revision_number': 3, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:28.997021 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Pushing event updated for resources: {'Port': ['ID=38488f56-fc0f-4d9c-8ff2-420ad3c0db6d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.166258 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.255473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40024) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.273157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8b83647-7283-4c9c-bea6-86f1c776dc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.408657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-543c8c85-6c6b-4794-a560-889f45d3b075 None None] Provisioning complete for port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:29.412433 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-543c8c85-6c6b-4794-a560-889f45d3b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.545866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-543c8c85-6c6b-4794-a560-889f45d3b075 None None] Port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:29.587873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:29.590213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:29.661129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8b83647-7283-4c9c-bea6-86f1c776dc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.670553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8b83647-7283-4c9c-bea6-86f1c776dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.945611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b8b83647-7283-4c9c-bea6-86f1c776dc19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1770a6a046b46b1a3179ca0d0ff073f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880081 Jul 13 07:49:29.946367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40040) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.128314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b83647-7283-4c9c-bea6-86f1c776dc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de14faa2-9629-476e-81f1-1f5939a6bcf6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.181014 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f539ae0-e10c-4468-b3ec-240a9fd93145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.223330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Router 665d4a7f-a443-42f0-890c-0b475371fcfe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:30.228795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f539ae0-e10c-4468-b3ec-240a9fd93145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.292616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9a8e6368-db0c-4bd7-b8a8-ae8bb1048869 None None] Provisioning complete for port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:30.293391 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6368-db0c-4bd7-b8a8-ae8bb1048869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.347117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f539ae0-e10c-4468-b3ec-240a9fd93145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.363691 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f539ae0-e10c-4468-b3ec-240a9fd93145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.384569 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3f539ae0-e10c-4468-b3ec-240a9fd93145 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de14faa2-9629-476e-81f1-1f5939a6bcf6 HTTP/1.1" status: 204 len: 168 time: 0.4208715 Jul 13 07:49:30.416658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f539ae0-e10c-4468-b3ec-240a9fd93145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de14faa2-9629-476e-81f1-1f5939a6bcf6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.439000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b6763b5d-7d76-4426-bdfa-482d76598d8e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:30.602345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e6368-db0c-4bd7-b8a8-ae8bb1048869 None None] Port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:30.656163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port b6763b5d-7d76-4426-bdfa-482d76598d8e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:30.668191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b6763b5d-7d76-4426-bdfa-482d76598d8e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:30.669265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.082217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.161709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port b6763b5d-7d76-4426-bdfa-482d76598d8e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b6763b5d-7d76-4426-bdfa-482d76598d8e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:31.169938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.345641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=b6763b5d-7d76-4426-bdfa-482d76598d8e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:31.484184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:31.496887 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-faa743da-028b-4901-a992-7cf76b73d8ae admin admin] 10.222.0.41 "PUT /v2.0/routers/665d4a7f-a443-42f0-890c-0b475371fcfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8329475 Jul 13 07:49:32.159539 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b6763b5d-7d76-4426-bdfa-482d76598d8e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:32.304443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b6763b5d-7d76-4426-bdfa-482d76598d8e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:32.309515 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.607168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Sync routers for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:32.631099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:32.632370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:49:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:32.817348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40134) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:32.822939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1133791808-network', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:32.860067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Made reservation on behalf of a114155d84e44a9ab254f8d8f9d26c6b for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:32.863217 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.906554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.965135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:33.099239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.115171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.178766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:33.201136 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.201733 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Added segment 3ee6d529-2868-4ea6-8bcb-53eb7548caa7 of type vlan for network 1b876b7e-ce72-4491-918e-5dc6778e3e01 Jul 13 07:49:33.318422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044e0a2c-bc99-485e-a432-912e7c6d9081,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:33.369185 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.538808 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.546155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.552890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.647631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8285644 Jul 13 07:49:33.650800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40156) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:33.660946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Request body: {'subnet': {'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1133791808-subnet', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:33.682003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:28Z', 'revision_number': 2, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:33.777022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Made reservation on behalf of a114155d84e44a9ab254f8d8f9d26c6b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:33.779231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41a6fb-3f29-407d-93a7-287b08cf47b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b876b7e-ce72-4491-918e-5dc6778e3e01,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:33.780710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.827204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1b876b7e-ce72-4491-918e-5dc6778e3e01 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:34.007089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Checking router: 665d4a7f-a443-42f0-890c-0b475371fcfe for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:34.007734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Updating router 665d4a7f-a443-42f0-890c-0b475371fcfe port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:49:34.101257 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.302374 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.404310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9108bd09-117c-4ab5-b96e-ed91d3ebcac9,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:34.459668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Checking segment: {'id': '3ee6d529-2868-4ea6-8bcb-53eb7548caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:34.460279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Network hostable DHCP agents. Network: 1b876b7e-ce72-4491-918e-5dc6778e3e01, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:34.510551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Network 1b876b7e-ce72-4491-918e-5dc6778e3e01 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:34.524095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1b876b7e-ce72-4491-918e-5dc6778e3e01) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:34.536263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.536872 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.557365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faceb481-b981-414f-90ab-a8ee659e7bc9 None None] Network 1b876b7e-ce72-4491-918e-5dc6778e3e01 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:34.573169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ccde8ec7-5626-43ad-8511-19849e0b56d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9198611 Jul 13 07:49:34.575712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40186) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:34.581932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:34.651504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.658432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.793754 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.869394 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.902443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Transition to ACTIVE for port object 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:34.937330 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.321059 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.437227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e721b-da00-46d5-bf64-9c85221f3982 None None] Pushing event updated for resources: {'Port': ['ID=38488f56-fc0f-4d9c-8ff2-420ad3c0db6d,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:35.722688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Attempting to bind port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:35.725154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Attempting to bind port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:35.725628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Attempting to bind port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:35.735325 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-1b876b7e-ce72-4491-918e-5dc6778e3e01', 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'fixed_ips': [{'subnet_id': '9108bd09-117c-4ab5-b96e-ed91d3ebcac9'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:35.740216 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.812287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:35.812990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:35.813922 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.814989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Bound using segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:35.815574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Bound port: 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:35.816055 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.906901 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.922808 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.969218 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.978179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] For port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:35.981998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] For port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38488f56-fc0f-4d9c-8ff2-420ad3c0db6d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:35.992241 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.077453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:36.078256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:49:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:36.264713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Allocated IP 172.25.8.218 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/17f61e9d-400c-4162-965d-85c32e0cf118) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:36.270940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:36.300437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40258) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:36.631307 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-430eeef1-fb66-47da-92d8-b5e4531251d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.663155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e721b-da00-46d5-bf64-9c85221f3982 None None] Pushing event updated for resources: {'Port': ['ID=38488f56-fc0f-4d9c-8ff2-420ad3c0db6d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:36.674484 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.728594 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.868242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:36.897338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:36.901398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:36.904036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Pushing event updated for resources: {'Port': ['ID=17f61e9d-400c-4162-965d-85c32e0cf118,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:36.906345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-430eeef1-fb66-47da-92d8-b5e4531251d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.912951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-430eeef1-fb66-47da-92d8-b5e4531251d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.966905 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-430eeef1-fb66-47da-92d8-b5e4531251d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6572687983684ae9992c8ea0691a68db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6646876 Jul 13 07:49:36.971440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:36.975131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eeef1-fb66-47da-92d8-b5e4531251d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2a44ae-efa8-4258-a1f0-8db03b820bb8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:37.089817 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Allocated IP 172.20.0.2 (1b876b7e-ce72-4491-918e-5dc6778e3e01/9108bd09-117c-4ab5-b96e-ed91d3ebcac9/03eb87c4-0487-439d-ab18-4b6950e4da36) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:37.541231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a42dffe-8a7b-43f6-8383-9f12c2af4bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.631808 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.635089 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a42dffe-8a7b-43f6-8383-9f12c2af4bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.644933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Transition to ACTIVE for port object 03eb87c4-0487-439d-ab18-4b6950e4da36 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:37.663337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Transition to ACTIVE for port object 03eb87c4-0487-439d-ab18-4b6950e4da36 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:37.683952 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.709627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Network 1b876b7e-ce72-4491-918e-5dc6778e3e01 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:37.712870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:35Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:37.717980 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:37.720038 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.721632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:37.760552 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a42dffe-8a7b-43f6-8383-9f12c2af4bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.763311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a42dffe-8a7b-43f6-8383-9f12c2af4bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.764870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2a42dffe-8a7b-43f6-8383-9f12c2af4bf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e2a44ae-efa8-4258-a1f0-8db03b820bb8 HTTP/1.1" status: 204 len: 168 time: 0.7890668 Jul 13 07:49:37.785079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d696d-3239-4a09-ab56-ac9e8755faaf None None] The sync data for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 is: [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:35Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:37.905280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Pushing event updated for resources: {'Port': ['ID=03eb87c4-0487-439d-ab18-4b6950e4da36,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:37.920070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Attempting to bind port 03eb87c4-0487-439d-ab18-4b6950e4da36 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:37.920417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Attempting to bind port 03eb87c4-0487-439d-ab18-4b6950e4da36 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '3ee6d529-2868-4ea6-8bcb-53eb7548caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:37.920785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Attempting to bind port 03eb87c4-0487-439d-ab18-4b6950e4da36 on network 1b876b7e-ce72-4491-918e-5dc6778e3e01 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:37.925216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42dffe-8a7b-43f6-8383-9f12c2af4bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2a44ae-efa8-4258-a1f0-8db03b820bb8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:37.959929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:37.959929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Checking segment: {'id': '3ee6d529-2868-4ea6-8bcb-53eb7548caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:37.959929 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.960360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Bound using segment: {'id': '3ee6d529-2868-4ea6-8bcb-53eb7548caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:37.960852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Bound port: 03eb87c4-0487-439d-ab18-4b6950e4da36, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee6d529-2868-4ea6-8bcb-53eb7548caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:37.961239 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.178276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.315359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] For port 03eb87c4-0487-439d-ab18-4b6950e4da36, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:38.329327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] For port 03eb87c4-0487-439d-ab18-4b6950e4da36, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=03eb87c4-0487-439d-ab18-4b6950e4da36,segment=NetworkSegment(3ee6d529-2868-4ea6-8bcb-53eb7548caa7),segment_id=3ee6d529-2868-4ea6-8bcb-53eb7548caa7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:38.353630 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.389790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:38.557359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40314) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:38.593260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.613657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191dd3e-b352-4740-83eb-ac91515a7c2b None None] Pushing event updated for resources: {'Port': ['ID=03eb87c4-0487-439d-ab18-4b6950e4da36,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:38.656625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:38.663061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:38.663637 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.672433 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.933114 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.975981 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.993304 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.071564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38488f56-fc0f-4d9c-8ff2-420ad3c0db6d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:39.097404 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.162349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=944b11757fa140c09f56e790082092c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035550 Jul 13 07:49:39.168912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:39.179680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ecf1d-6a0f-4f94-a1ae-eb09fca6f0cb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:39.194306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.197931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.198685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.200682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.201293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.202483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.207982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.212295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.212944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.223278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.223995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.225445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27524e-fd6d-4c7f-8f11-5f0a4c7c8b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:39.398074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Router 3ca4f490-5341-4f79-b16f-1a32f011a3bc is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:49:39.399730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=38488f56-fc0f-4d9c-8ff2-420ad3c0db6d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:39.411258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a69f-7199-412d-b458-2f71cfdd57d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.537838 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a69f-7199-412d-b458-2f71cfdd57d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.905104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:39.915170 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Sync routers for ids ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:39.931447 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Routers {'3ca4f490-5341-4f79-b16f-1a32f011a3bc'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:39.934849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bd3d0da0-ab78-48bb-a700-a41c20f6e1af None None] Provisioning complete for port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:39.935297 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0da0-ab78-48bb-a700-a41c20f6e1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.943377 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:49:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:40.001124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.004774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-688894e1-77f0-4aa4-a82b-a67dec1b84da admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4274402 Jul 13 07:49:40.007450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40344) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:40.262398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a69f-7199-412d-b458-2f71cfdd57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.265743 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a69f-7199-412d-b458-2f71cfdd57d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.269784 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e9c8a69f-7199-412d-b458-2f71cfdd57d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff7ecf1d-6a0f-4f94-a1ae-eb09fca6f0cb HTTP/1.1" status: 204 len: 168 time: 1.0917013 Jul 13 07:49:40.414638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8a69f-7199-412d-b458-2f71cfdd57d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ecf1d-6a0f-4f94-a1ae-eb09fca6f0cb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:40.500134 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Set router 3ca4f490-5341-4f79-b16f-1a32f011a3bc gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:40.547187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:40.829451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:40.829841 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.201213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 03eb87c4-0487-439d-ab18-4b6950e4da36 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:41.229571 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:34Z', 'updated_at': '2021-07-13T07:49:37Z', 'revision_number': 3, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'gw_port': {'id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:35Z', 'updated_at': '2021-07-13T07:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:41.309454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be503fd-7d44-45a0-9a0b-527535fe0091 None None] Network 1b876b7e-ce72-4491-918e-5dc6778e3e01 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:41.374351 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Checking router: 3ca4f490-5341-4f79-b16f-1a32f011a3bc for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:41.374801 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Updating router 3ca4f490-5341-4f79-b16f-1a32f011a3bc port 17f61e9d-400c-4162-965d-85c32e0cf118 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:49:41.503522 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.647615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-73ad7b27-47ec-4b92-b9c4-d329929d166d None None] Provisioning for port 03eb87c4-0487-439d-ab18-4b6950e4da36 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:41.736962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 03eb87c4-0487-439d-ab18-4b6950e4da36 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:41.750824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 03eb87c4-0487-439d-ab18-4b6950e4da36 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:41.751625 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.778830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.090138 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.221000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 03eb87c4-0487-439d-ab18-4b6950e4da36, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=03eb87c4-0487-439d-ab18-4b6950e4da36,segment=NetworkSegment(3ee6d529-2868-4ea6-8bcb-53eb7548caa7),segment_id=3ee6d529-2868-4ea6-8bcb-53eb7548caa7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:42.239341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.406388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Allocated IP 172.20.0.1 (1b876b7e-ce72-4491-918e-5dc6778e3e01/9108bd09-117c-4ab5-b96e-ed91d3ebcac9/2be18254-15c6-4611-ae8b-515067fb572c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:42.441314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=03eb87c4-0487-439d-ab18-4b6950e4da36,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:42.619029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a593f281-aaa3-4a00-975f-b53049f86e2d None None] Provisioning complete for port 03eb87c4-0487-439d-ab18-4b6950e4da36 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:42.622081 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a593f281-aaa3-4a00-975f-b53049f86e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.687981 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.705504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Transition to ACTIVE for port object 17f61e9d-400c-4162-965d-85c32e0cf118 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:42.715432 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.787067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 03eb87c4-0487-439d-ab18-4b6950e4da36 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:42.788292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.819955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Transition to ACTIVE for port object 2be18254-15c6-4611-ae8b-515067fb572c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:42.822210 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Attempting to bind port 17f61e9d-400c-4162-965d-85c32e0cf118 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:42.822590 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Attempting to bind port 17f61e9d-400c-4162-965d-85c32e0cf118 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:42.825245 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Attempting to bind port 17f61e9d-400c-4162-965d-85c32e0cf118 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:42.858952 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:42.859348 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:42.859759 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.863243 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:42.863243 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Bound port: 17f61e9d-400c-4162-965d-85c32e0cf118, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:42.863243 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.885568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.006664 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 03eb87c4-0487-439d-ab18-4b6950e4da36 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:43.007140 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.025379 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] For port 17f61e9d-400c-4162-965d-85c32e0cf118, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:43.032140 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] For port 17f61e9d-400c-4162-965d-85c32e0cf118, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=17f61e9d-400c-4162-965d-85c32e0cf118,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:43.042405 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.070699 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587da0d-194e-4e4c-b7aa-ba4e8810d070 None None] Pushing event updated for resources: {'Port': ['ID=17f61e9d-400c-4162-965d-85c32e0cf118,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:43.144132 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587da0d-194e-4e4c-b7aa-ba4e8810d070 None None] Pushing event updated for resources: {'Port': ['ID=17f61e9d-400c-4162-965d-85c32e0cf118,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:43.230983 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Routers {'3ca4f490-5341-4f79-b16f-1a32f011a3bc'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:43.237789 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:49:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:43.716870 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] Set router 3ca4f490-5341-4f79-b16f-1a32f011a3bc gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:44.165664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Pushing event updated for resources: {'Port': ['ID=2be18254-15c6-4611-ae8b-515067fb572c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:44.197638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Network 1b876b7e-ce72-4491-918e-5dc6778e3e01 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:44.199761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:44.204680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:44.302371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:34Z', 'updated_at': '2021-07-13T07:49:37Z', 'revision_number': 3, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'gw_port': {'id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:35Z', 'updated_at': '2021-07-13T07:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:44.371341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.484668 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d971fa8-9f98-4d49-a21f-575ade2bbad8 None None] The sync data for ids ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'] in n-d-758944-43 is: [{'id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:34Z', 'updated_at': '2021-07-13T07:49:37Z', 'revision_number': 3, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'gw_port': {'id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:35Z', 'updated_at': '2021-07-13T07:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:44.842376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.873720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-63a4c3ac-a4ce-498a-a166-91d527ab47f8 None None] Provisioning for port 2be18254-15c6-4611-ae8b-515067fb572c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:44.903692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-63a4c3ac-a4ce-498a-a166-91d527ab47f8 None None] Provisioning complete for port 2be18254-15c6-4611-ae8b-515067fb572c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:44.904180 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63a4c3ac-a4ce-498a-a166-91d527ab47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.081423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-63a4c3ac-a4ce-498a-a166-91d527ab47f8 None None] Port 2be18254-15c6-4611-ae8b-515067fb572c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:45.442562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.464369 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.602710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Pushing event updated for resources: {'Port': ['ID=2be18254-15c6-4611-ae8b-515067fb572c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:45.773068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.084939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Network 1b876b7e-ce72-4491-918e-5dc6778e3e01 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:46.087820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:46.249709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-90f2529b-4721-4ef9-b964-5a7fecd112f6 None None] Provisioning complete for port 2be18254-15c6-4611-ae8b-515067fb572c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:46.252570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90f2529b-4721-4ef9-b964-5a7fecd112f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.406758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-90f2529b-4721-4ef9-b964-5a7fecd112f6 None None] Port 2be18254-15c6-4611-ae8b-515067fb572c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:46.437958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Router 3ca4f490-5341-4f79-b16f-1a32f011a3bc has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:46.730803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 17f61e9d-400c-4162-965d-85c32e0cf118 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:46.853343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:46.874045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b3b6954c-fcb0-4ca1-9ac1-566ee494a9fc admin admin] 10.222.0.41 "PUT /v2.0/routers/3ca4f490-5341-4f79-b16f-1a32f011a3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8496640 Jul 13 07:49:46.937806 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ff6ab3ee-2f8d-4638-9837-170fd0c6b3ac None None] Provisioning complete for port 2be18254-15c6-4611-ae8b-515067fb572c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:46.939619 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab3ee-2f8d-4638-9837-170fd0c6b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.054297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40542) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:47.108529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ab3ee-2f8d-4638-9837-170fd0c6b3ac None None] Port 2be18254-15c6-4611-ae8b-515067fb572c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:47.116902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 17f61e9d-400c-4162-965d-85c32e0cf118 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:47.123862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 17f61e9d-400c-4162-965d-85c32e0cf118 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:47.124257 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.446525 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.528843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 17f61e9d-400c-4162-965d-85c32e0cf118, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=17f61e9d-400c-4162-965d-85c32e0cf118,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:47.534673 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.781933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=17f61e9d-400c-4162-965d-85c32e0cf118,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:47.855928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:47.945351 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e9e74eb-6259-4e1f-a004-4412f36381db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.085298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b48bdc37-4402-4bda-bb0c-aa08bb62f29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.189170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-b48bdc37-4402-4bda-bb0c-aa08bb62f29b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:49:48.189170 n-d-758944-43 neutron-server[93774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:49:48.189170 n-d-758944-43 neutron-server[93774]: [parameters: {'project_id': '5c6cd01b38eb4ce8bf327f6312f81c5b', 'id': 'cd85db06-ecc5-4f23-8021-a43703b52268', 'expiration': datetime.datetime(2021, 7, 13, 7, 51, 48, 178020)}] Jul 13 07:49:48.189170 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:48.189846 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-b48bdc37-4402-4bda-bb0c-aa08bb62f29b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:48.357546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-945f3652-9ef4-4cf1-87d2-0b603071f56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.378324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Sync routers for ids ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:48.394792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Routers {'3ca4f490-5341-4f79-b16f-1a32f011a3bc'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:48.395781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:49:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:48.412135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e9e74eb-6259-4e1f-a004-4412f36381db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.419424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e9e74eb-6259-4e1f-a004-4412f36381db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.559296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e74eb-6259-4e1f-a004-4412f36381db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5919c5-7b4d-4f9b-bb87-628121cc4e77,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.593406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4e9e74eb-6259-4e1f-a004-4412f36381db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=833bc63ab1e3476b99245a8d98d3e349&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5357625 Jul 13 07:49:48.594345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40592) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:48.642687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Set router 3ca4f490-5341-4f79-b16f-1a32f011a3bc gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:48.690630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 17f61e9d-400c-4162-965d-85c32e0cf118 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:48.709384 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b48bdc37-4402-4bda-bb0c-aa08bb62f29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.833287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f061178-8b2c-4a1c-858b-c6493989c921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.965035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f061178-8b2c-4a1c-858b-c6493989c921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.120161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f061178-8b2c-4a1c-858b-c6493989c921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.125135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f061178-8b2c-4a1c-858b-c6493989c921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.127388 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4f061178-8b2c-4a1c-858b-c6493989c921 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e5919c5-7b4d-4f9b-bb87-628121cc4e77 HTTP/1.1" status: 204 len: 168 time: 0.5306382 Jul 13 07:49:49.152692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b48bdc37-4402-4bda-bb0c-aa08bb62f29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.161317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b48bdc37-4402-4bda-bb0c-aa08bb62f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.180725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f061178-8b2c-4a1c-858b-c6493989c921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5919c5-7b4d-4f9b-bb87-628121cc4e77,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.253495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b48bdc37-4402-4bda-bb0c-aa08bb62f29b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c6cd01b38eb4ce8bf327f6312f81c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3964765 Jul 13 07:49:49.255986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bdc37-4402-4bda-bb0c-aa08bb62f29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105f4ed4-3f79-4574-afa7-0dcbc439e62e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.256369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40606) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:49.317838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 17f61e9d-400c-4162-965d-85c32e0cf118 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:49.319228 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.466925 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed771499-d096-4452-a7da-cb6c94138ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.506186 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed771499-d096-4452-a7da-cb6c94138ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.577442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed771499-d096-4452-a7da-cb6c94138ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.582987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:34Z', 'updated_at': '2021-07-13T07:49:44Z', 'revision_number': 4, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'gw_port': {'id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:35Z', 'updated_at': '2021-07-13T07:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '2be18254-15c6-4611-ae8b-515067fb572c', 'name': '', 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'mac_address': 'fa:16:3e:85:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9108bd09-117c-4ab5-b96e-ed91d3ebcac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:41Z', 'updated_at': '2021-07-13T07:49:45Z', 'revision_number': 2, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'subnets': [{'id': '9108bd09-117c-4ab5-b96e-ed91d3ebcac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:49.583415 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed771499-d096-4452-a7da-cb6c94138ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.587202 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ed771499-d096-4452-a7da-cb6c94138ec9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/105f4ed4-3f79-4574-afa7-0dcbc439e62e HTTP/1.1" status: 204 len: 168 time: 0.3273067 Jul 13 07:49:49.598592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed771499-d096-4452-a7da-cb6c94138ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105f4ed4-3f79-4574-afa7-0dcbc439e62e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.741989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Checking router: 3ca4f490-5341-4f79-b16f-1a32f011a3bc for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:49.746236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Updating router 3ca4f490-5341-4f79-b16f-1a32f011a3bc port 2be18254-15c6-4611-ae8b-515067fb572c binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:49:49.938130 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.722555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 40638) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:50.755272 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afbd467f-f200-4f05-9b99-ad9468891f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.861625 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.884596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Transition to ACTIVE for port object 2be18254-15c6-4611-ae8b-515067fb572c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:50.905579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.976761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afbd467f-f200-4f05-9b99-ad9468891f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.987354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afbd467f-f200-4f05-9b99-ad9468891f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.015714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5310f4b-a077-47b6-9ec6-9a4e7d9967af None None] Pushing event updated for resources: {'Port': ['ID=2be18254-15c6-4611-ae8b-515067fb572c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.050865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-afbd467f-f200-4f05-9b99-ad9468891f8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d762a8b5be6409d8f8ff4b8056a0a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246868 Jul 13 07:49:51.051790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 40644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:51.113771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd467f-f200-4f05-9b99-ad9468891f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec49e638-5a67-4c82-8ad3-2dbae3e04a36,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.227278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c70106a7-befb-4ac2-99ca-286a9828e768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.308111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c70106a7-befb-4ac2-99ca-286a9828e768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.437087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c70106a7-befb-4ac2-99ca-286a9828e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.440248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c70106a7-befb-4ac2-99ca-286a9828e768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.441659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c70106a7-befb-4ac2-99ca-286a9828e768 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec49e638-5a67-4c82-8ad3-2dbae3e04a36 HTTP/1.1" status: 204 len: 168 time: 0.3872831 Jul 13 07:49:51.453232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70106a7-befb-4ac2-99ca-286a9828e768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec49e638-5a67-4c82-8ad3-2dbae3e04a36,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.736844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Attempting to bind port 2be18254-15c6-4611-ae8b-515067fb572c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:51.737227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Attempting to bind port 2be18254-15c6-4611-ae8b-515067fb572c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '3ee6d529-2868-4ea6-8bcb-53eb7548caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:51.737612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Attempting to bind port 2be18254-15c6-4611-ae8b-515067fb572c on network 1b876b7e-ce72-4491-918e-5dc6778e3e01 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:51.740380 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-916e755e-3151-4f51-a285-25d8a8723fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.760002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:51.760754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Checking segment: {'id': '3ee6d529-2868-4ea6-8bcb-53eb7548caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:51.761486 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.766460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Bound using segment: {'id': '3ee6d529-2868-4ea6-8bcb-53eb7548caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:51.767799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Bound port: 2be18254-15c6-4611-ae8b-515067fb572c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee6d529-2868-4ea6-8bcb-53eb7548caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:51.768384 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.772347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.893626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] For port 2be18254-15c6-4611-ae8b-515067fb572c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:51.897786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] For port 2be18254-15c6-4611-ae8b-515067fb572c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2be18254-15c6-4611-ae8b-515067fb572c,segment=NetworkSegment(3ee6d529-2868-4ea6-8bcb-53eb7548caa7),segment_id=3ee6d529-2868-4ea6-8bcb-53eb7548caa7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:51.917486 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.071181 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.071870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Routers {'3ca4f490-5341-4f79-b16f-1a32f011a3bc'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:52.072554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:49:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:52.223038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] Set router 3ca4f490-5341-4f79-b16f-1a32f011a3bc gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:52.407955 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5310f4b-a077-47b6-9ec6-9a4e7d9967af None None] Pushing event updated for resources: {'Port': ['ID=2be18254-15c6-4611-ae8b-515067fb572c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:52.915775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:34Z', 'updated_at': '2021-07-13T07:49:44Z', 'revision_number': 4, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'gw_port': {'id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:35Z', 'updated_at': '2021-07-13T07:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '2be18254-15c6-4611-ae8b-515067fb572c', 'name': '', 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'mac_address': 'fa:16:3e:85:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9108bd09-117c-4ab5-b96e-ed91d3ebcac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:41Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'subnets': [{'id': '9108bd09-117c-4ab5-b96e-ed91d3ebcac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:53.011647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8435d-47d6-486c-85ad-bb77494e1f7f None None] The sync data for ids ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'] in n-d-758944-43 is: [{'id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:34Z', 'updated_at': '2021-07-13T07:49:44Z', 'revision_number': 4, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'gw_port': {'id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:35Z', 'updated_at': '2021-07-13T07:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '2be18254-15c6-4611-ae8b-515067fb572c', 'name': '', 'network_id': '1b876b7e-ce72-4491-918e-5dc6778e3e01', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'mac_address': 'fa:16:3e:85:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9108bd09-117c-4ab5-b96e-ed91d3ebcac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:41Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'subnets': [{'id': '9108bd09-117c-4ab5-b96e-ed91d3ebcac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:53.716295 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.895267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-55a922ae-0e5b-402b-b1c1-524646697d85 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:53.911507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-55a922ae-0e5b-402b-b1c1-524646697d85 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.4137416 Jul 13 07:49:53.971322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-2d1e2a06-8ad7-4658-ac95-b72114f400d6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/quotas/5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 375 time: 0.0551989 Jul 13 07:49:54.132992 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-1fbe2b05-4d80-4b97-917c-636283fbca8d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603725 Jul 13 07:49:54.334295 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-df0d0d56-0def-433b-8650-77580734ac1e service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996577 Jul 13 07:49:54.780172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2be18254-15c6-4611-ae8b-515067fb572c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:54.836982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-d6fb6f92-3ce6-4d6b-a923-ddda9b2a65ee service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948752 Jul 13 07:49:54.971608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 2be18254-15c6-4611-ae8b-515067fb572c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:54.978192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2be18254-15c6-4611-ae8b-515067fb572c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:54.978581 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.211863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.271518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 2be18254-15c6-4611-ae8b-515067fb572c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2be18254-15c6-4611-ae8b-515067fb572c,segment=NetworkSegment(3ee6d529-2868-4ea6-8bcb-53eb7548caa7),segment_id=3ee6d529-2868-4ea6-8bcb-53eb7548caa7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:55.289302 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.459393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=2be18254-15c6-4611-ae8b-515067fb572c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.639079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c11aa025-8127-4571-8b50-29b63efb7a12 req-ce3185ba-686f-4e40-bd9b-b1dce9e9baf3 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 210 time: 0.1214819 Jul 13 07:49:55.957662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0c01d8ce-fbf5-4ced-9191-fefcb9d504be None None] Provisioning complete for port 2be18254-15c6-4611-ae8b-515067fb572c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:55.958341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8ce-fbf5-4ced-9191-fefcb9d504be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.668698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2be18254-15c6-4611-ae8b-515067fb572c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:56.832945 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2be18254-15c6-4611-ae8b-515067fb572c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:56.833560 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.085686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a656a6f-9cfd-436f-8a1a-4686529b4e42 req-bc8f5506-78aa-4b46-9239-5aef1c28d69a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 210 time: 0.0932572 Jul 13 07:49:57.876417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-e000885a-8653-4f01-8f2e-bb1f9874294b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.878056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-e000885a-8653-4f01-8f2e-bb1f9874294b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.3409383 Jul 13 07:49:57.897524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'port': {'device_id': 'e8b5c67d-a896-4ca8-8333-80c0eea7d8f7', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'admin_state_up': True, 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:58.205074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Made reservation on behalf of 5d2cf1a62e3043e0947f82a850ab2704 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:58.262865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.446543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba22509-0a0e-40fe-a037-22c22994b318 req-803ffc93-7512-4392-8172-70085e880a21 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 210 time: 0.0728347 Jul 13 07:49:58.568488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.20.0.4 (223b2461-4867-4ebc-b563-c6c5888b3ca7/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2/48e6d93c-f83f-4cfe-9246-784d058d45f3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:58.910317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.928544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Transition to ACTIVE for port object 48e6d93c-f83f-4cfe-9246-784d058d45f3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:58.970813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.078285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:59.084187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:59.091947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:59.095559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=48e6d93c-f83f-4cfe-9246-784d058d45f3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:59.201813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:59.202788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.235854 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0b93f517-4f6e-4fdb-8232-c4f2e53b3b87 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3479040 Jul 13 07:49:59.250088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-2019d553-a74a-4eaa-8686-8a92b54bf23a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:49:59.251676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-2019d553-a74a-4eaa-8686-8a92b54bf23a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066285 Jul 13 07:49:59.263270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Request body: {'port': {'device_id': 'e8b5c67d-a896-4ca8-8333-80c0eea7d8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:59.434421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.564111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d529dc4d-77af-4469-848d-9399d91ae8ee None None] Provisioning for port 48e6d93c-f83f-4cfe-9246-784d058d45f3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:59.568962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d529dc4d-77af-4469-848d-9399d91ae8ee None None] Provisioning complete for port 48e6d93c-f83f-4cfe-9246-784d058d45f3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:59.570179 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d529dc4d-77af-4469-848d-9399d91ae8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.646234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d529dc4d-77af-4469-848d-9399d91ae8ee None None] Port 48e6d93c-f83f-4cfe-9246-784d058d45f3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:59.844763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e6d93c-f83f-4cfe-9246-784d058d45f3 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:59.860993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6225fd7-559e-4025-9b28-4d13dd5c271e req-a0cb01fb-811b-4cef-9235-f1bed51fabf1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:59.871917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.873990 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6225fd7-559e-4025-9b28-4d13dd5c271e req-a0cb01fb-811b-4cef-9235-f1bed51fabf1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 931 time: 0.1233978 Jul 13 07:49:59.897578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Transition to ACTIVE for port object 48e6d93c-f83f-4cfe-9246-784d058d45f3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:59.903038 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.942900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6225fd7-559e-4025-9b28-4d13dd5c271e req-5b62333e-6174-40b8-9c7e-6ac77fdf6950 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679049 Jul 13 07:50:00.003289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Pushing event updated for resources: {'Port': ['ID=48e6d93c-f83f-4cfe-9246-784d058d45f3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:00.115300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Attempting to bind port 48e6d93c-f83f-4cfe-9246-784d058d45f3 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:00.115794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Attempting to bind port 48e6d93c-f83f-4cfe-9246-784d058d45f3 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:00.116233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Attempting to bind port 48e6d93c-f83f-4cfe-9246-784d058d45f3 on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:00.134229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Port 48e6d93c-f83f-4cfe-9246-784d058d45f3 on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:00.134717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Attempting to bind port 48e6d93c-f83f-4cfe-9246-784d058d45f3 on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:00.152315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:00.152833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:00.153333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Bound using segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:00.153925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Bound port: 48e6d93c-f83f-4cfe-9246-784d058d45f3, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:00.154836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.335019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] For port 48e6d93c-f83f-4cfe-9246-784d058d45f3, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:00.346805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] For port 48e6d93c-f83f-4cfe-9246-784d058d45f3, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=48e6d93c-f83f-4cfe-9246-784d058d45f3,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:00.360332 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.422373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.428210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.429888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] 10.222.0.38 "PUT /v2.0/ports/48e6d93c-f83f-4cfe-9246-784d058d45f3 HTTP/1.1" status: 200 len: 1092 time: 1.1715219 Jul 13 07:50:00.430403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b5c67d-a896-4ca8-8333-80c0eea7d8f7', 'tag': '48e6d93c-f83f-4cfe-9246-784d058d45f3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:00.434833 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b5c67d-a896-4ca8-8333-80c0eea7d8f7", "tag": "48e6d93c-f83f-4cfe-9246-784d058d45f3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:00.497588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005fa7e-e0c8-43e3-9409-46a293194f14 service neutron] Pushing event updated for resources: {'Port': ['ID=48e6d93c-f83f-4cfe-9246-784d058d45f3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:00.595970 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecd3b7e-be8c-4db4-97e7-30f48d801327 x-openstack-request-id: req-8ecd3b7e-be8c-4db4-97e7-30f48d801327 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:00.596254 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b5c67d-a896-4ca8-8333-80c0eea7d8f7", "tag": "48e6d93c-f83f-4cfe-9246-784d058d45f3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:00.597753 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ecd3b7e-be8c-4db4-97e7-30f48d801327 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:00.598196 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b5c67d-a896-4ca8-8333-80c0eea7d8f7', 'tag': '48e6d93c-f83f-4cfe-9246-784d058d45f3', 'status': 'completed', 'code': 200} Jul 13 07:50:00.635222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-006f2516-91f0-47f5-9e11-bfed29512102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.636643 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-006f2516-91f0-47f5-9e11-bfed29512102 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 1095 time: 0.1342423 Jul 13 07:50:00.638345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41068) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:00.740123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-4a8e4f97-c065-46ad-8015-a57531400f27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e6d93c-f83f-4cfe-9246-784d058d45f3 HTTP/1.1" status: 200 len: 217 time: 0.0951407 Jul 13 07:50:00.888670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16a14ad5-65b8-4b80-a8d1-6fa77a2bb6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.901169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-23cd726b-793e-4bce-954f-08dc5bb828fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.903139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-23cd726b-793e-4bce-954f-08dc5bb828fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.1509800 Jul 13 07:50:01.029568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-a5339779-c6d0-41b0-be5f-29472662e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:01.032224 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-a5339779-c6d0-41b0-be5f-29472662e279 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228690 Jul 13 07:50:01.190950 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16a14ad5-65b8-4b80-a8d1-6fa77a2bb6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.220660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-e4f742b8-75c4-49e0-871f-36536a87a50b service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819737 Jul 13 07:50:01.255772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41122) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:01.279809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16a14ad5-65b8-4b80-a8d1-6fa77a2bb6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.382176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a14ad5-65b8-4b80-a8d1-6fa77a2bb6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b516de-53ce-4698-b142-5ea4fff5a475,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:01.409210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-16a14ad5-65b8-4b80-a8d1-6fa77a2bb6a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b259936ac2ce4669a415377e2b90c4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7694321 Jul 13 07:50:01.418798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f63cf4-ba83-42d4-b745-e91041dd9973 req-8eb137f5-015b-4d81-9efe-5cf9d5e4679f service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904864 Jul 13 07:50:01.419682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41130) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:01.437659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2c296-4488-482f-971d-3125fbd6c7a0 req-fd00ce77-b084-4cc2-ac8f-0863702004b4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:01.449513 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7c2c296-4488-482f-971d-3125fbd6c7a0 req-fd00ce77-b084-4cc2-ac8f-0863702004b4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 943 time: 0.2564335 Jul 13 07:50:01.497422 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57267e01-dd97-49bf-930e-dfcae587c017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.527981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57267e01-dd97-49bf-930e-dfcae587c017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.539000 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7c2c296-4488-482f-971d-3125fbd6c7a0 req-6f97a5f8-928e-404f-b3a4-4d9a8369dfc7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817175 Jul 13 07:50:01.645997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e54154f-81db-4521-af88-71b2ac20b7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.660843 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57267e01-dd97-49bf-930e-dfcae587c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.663955 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57267e01-dd97-49bf-930e-dfcae587c017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.665630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-57267e01-dd97-49bf-930e-dfcae587c017 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60b516de-53ce-4698-b142-5ea4fff5a475 HTTP/1.1" status: 204 len: 168 time: 0.2448215 Jul 13 07:50:01.694653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57267e01-dd97-49bf-930e-dfcae587c017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b516de-53ce-4698-b142-5ea4fff5a475,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:01.734353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-2f394735-f636-4401-8e93-f59bef38a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:01.736373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-2f394735-f636-4401-8e93-f59bef38a161 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 1095 time: 0.1484525 Jul 13 07:50:01.835665 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:50:01.902770 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e54154f-81db-4521-af88-71b2ac20b7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.911764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-f0a0094c-11f3-409b-af63-b8186adb7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:01.919136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-f0a0094c-11f3-409b-af63-b8186adb7601 service neutron] 10.222.0.38 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.1761022 Jul 13 07:50:01.929498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e54154f-81db-4521-af88-71b2ac20b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.023361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-47704d84-c699-4ef9-b3f0-b318d553f293 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e6d93c-f83f-4cfe-9246-784d058d45f3 HTTP/1.1" status: 200 len: 217 time: 0.0721469 Jul 13 07:50:02.085163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54154f-81db-4521-af88-71b2ac20b7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72588cb4-01d7-46d2-a4bb-04f86f751a60,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:02.092165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5e54154f-81db-4521-af88-71b2ac20b7c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48a09e2147a94de8bf1569a9825b2ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8352530 Jul 13 07:50:02.094912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41148) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:02.124702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-ad23d903-707b-48b4-955d-7718975b50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.128631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-ad23d903-707b-48b4-955d-7718975b50a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0916479 Jul 13 07:50:02.198391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-303e07c5-4b96-4d97-9d6e-50cdef2fee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.202004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-303e07c5-4b96-4d97-9d6e-50cdef2fee48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651493 Jul 13 07:50:02.206279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06ea7bfc-8f7c-4106-9eef-e5d83cc8dff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.276140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06ea7bfc-8f7c-4106-9eef-e5d83cc8dff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.333696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-38cedeb6-6255-4daa-abe9-0c880c33bed7 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268268 Jul 13 07:50:02.361564 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06ea7bfc-8f7c-4106-9eef-e5d83cc8dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.364424 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06ea7bfc-8f7c-4106-9eef-e5d83cc8dff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.365700 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06ea7bfc-8f7c-4106-9eef-e5d83cc8dff1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72588cb4-01d7-46d2-a4bb-04f86f751a60 HTTP/1.1" status: 204 len: 168 time: 0.2697780 Jul 13 07:50:02.379410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea7bfc-8f7c-4106-9eef-e5d83cc8dff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72588cb4-01d7-46d2-a4bb-04f86f751a60,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:02.598988 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b8e12d-dc25-4dd9-aeda-7273b8eaa511 req-c7f79057-6c68-4396-a709-4bea0717e3ce service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551591 Jul 13 07:50:02.804522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675440ee-9f32-41af-9ea5-69ba5f301d10 req-be142db4-972c-4ad1-8947-0a9ba5164931 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.806720 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-675440ee-9f32-41af-9ea5-69ba5f301d10 req-be142db4-972c-4ad1-8947-0a9ba5164931 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 943 time: 0.0833933 Jul 13 07:50:02.909843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41180) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:02.932881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06b4b657-deb1-4cdf-aebe-29c8b0484240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.938414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-675440ee-9f32-41af-9ea5-69ba5f301d10 req-991ccccb-af25-4206-baba-95b3d71a5855 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215787 Jul 13 07:50:03.050382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06b4b657-deb1-4cdf-aebe-29c8b0484240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.055651 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06b4b657-deb1-4cdf-aebe-29c8b0484240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.092068 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-06b4b657-deb1-4cdf-aebe-29c8b0484240 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e88439749264bed917ad45d48a51e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811478 Jul 13 07:50:03.095019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41184) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:03.114984 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4b657-deb1-4cdf-aebe-29c8b0484240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c19128-4b53-4560-b9de-9f5701b6b7a6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:03.212901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-305e5540-db61-4b32-b8a8-86cdb6b8fec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.248800 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-305e5540-db61-4b32-b8a8-86cdb6b8fec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.335878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-305e5540-db61-4b32-b8a8-86cdb6b8fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.338784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-305e5540-db61-4b32-b8a8-86cdb6b8fec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.340051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-305e5540-db61-4b32-b8a8-86cdb6b8fec4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5c19128-4b53-4560-b9de-9f5701b6b7a6 HTTP/1.1" status: 204 len: 168 time: 0.2435119 Jul 13 07:50:03.354810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e5540-db61-4b32-b8a8-86cdb6b8fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c19128-4b53-4560-b9de-9f5701b6b7a6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:04.121306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41228) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:04.221869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29a061-82fb-46c5-ba98-bc0856aeac0d req-32a16ae6-d548-4a59-8cf3-8ac9ec36258f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.223684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d29a061-82fb-46c5-ba98-bc0856aeac0d req-32a16ae6-d548-4a59-8cf3-8ac9ec36258f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 943 time: 0.1262913 Jul 13 07:50:04.300246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d29a061-82fb-46c5-ba98-bc0856aeac0d req-e0615752-1c5d-40c0-8702-98401d329011 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679052 Jul 13 07:50:04.382157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2102133424'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:04.416931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Made reservation on behalf of 207599c7936b414395be70b3b40ef564 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:04.420273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.430845 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.625994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.631115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.695130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edb7d53-11ef-4f90-befe-d2ea5fad5c80,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:04.699723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:04.712597 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.713406 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Added segment b4503627-2dd2-4718-9d12-67f634b84222 of type vlan for network 9e780492-992f-4168-95d7-35d73f54e587 Jul 13 07:50:04.768102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.805144 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.812883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.813881 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.878700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41256) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:04.892769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Request body: {'subnet': {'network_id': '9e780492-992f-4168-95d7-35d73f54e587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:04.897976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7746270 Jul 13 07:50:04.954665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c89fa2-8b77-499c-b257-35dccb2fd32a tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event updated for resources: {'Network': ['ID=9e780492-992f-4168-95d7-35d73f54e587,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:04.971209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 9e780492-992f-4168-95d7-35d73f54e587 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:05.051421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Made reservation on behalf of 207599c7936b414395be70b3b40ef564 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:05.057634 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.334207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41272) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.449470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-56582fe4-a197-419c-b269-3a7de010acda admin admin] Deleting subnet e314597e-ad62-4619-9798-86b453868b77 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:05.455116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56582fe4-a197-419c-b269-3a7de010acda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.491062 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.546773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56582fe4-a197-419c-b269-3a7de010acda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.627510 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.639807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56582fe4-a197-419c-b269-3a7de010acda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.643233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event updated for resources: {'Subnet': ['ID=9f6a4188-16b2-4907-ba31-61a09627108b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:05.652267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Checking segment: {'id': 'b4503627-2dd2-4718-9d12-67f634b84222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9e780492-992f-4168-95d7-35d73f54e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:05.652632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Network hostable DHCP agents. Network: 9e780492-992f-4168-95d7-35d73f54e587, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:05.680351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Network 9e780492-992f-4168-95d7-35d73f54e587 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:05.701580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 9e780492-992f-4168-95d7-35d73f54e587) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:05.711455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc605d-88a0-4fad-8e3c-877f25d9a32a None None] Network 9e780492-992f-4168-95d7-35d73f54e587 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:05.731211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:05.739958 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.787829 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3572f972-f65c-4a81-b82e-c3b833c306de tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9016132 Jul 13 07:50:05.787829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41282) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.795235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Request body: {'port': {'network_id': '9e780492-992f-4168-95d7-35d73f54e587', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2071740627'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:05.802565 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56582fe4-a197-419c-b269-3a7de010acda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.879241 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56582fe4-a197-419c-b269-3a7de010acda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.884530 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-56582fe4-a197-419c-b269-3a7de010acda admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e314597e-ad62-4619-9798-86b453868b77 HTTP/1.1" status: 204 len: 168 time: 0.5491896 Jul 13 07:50:05.885505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56582fe4-a197-419c-b269-3a7de010acda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e314597e-ad62-4619-9798-86b453868b77,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:05.894831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41284) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:06.027672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c31a5f-7f15-463b-b7c1-4cb42d503f84 req-8615cede-c94e-44f9-b7ac-c84473f9da48 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.029355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c31a5f-7f15-463b-b7c1-4cb42d503f84 req-8615cede-c94e-44f9-b7ac-c84473f9da48 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 943 time: 0.2986445 Jul 13 07:50:06.037983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.068861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Made reservation on behalf of 207599c7936b414395be70b3b40ef564 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:06.081995 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.085159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-9e780492-992f-4168-95d7-35d73f54e587', 'network_id': '9e780492-992f-4168-95d7-35d73f54e587', 'tenant_id': '207599c7936b414395be70b3b40ef564', 'fixed_ips': [{'subnet_id': '9f6a4188-16b2-4907-ba31-61a09627108b'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:06.086149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.112890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] device_id is not set on port 666cae13-4f34-44b6-9070-929e54783a9b yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:06.200783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-02c31a5f-7f15-463b-b7c1-4cb42d503f84 req-2d7f14dd-9950-4f67-87c5-8e6f2c5d7204 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605139 Jul 13 07:50:06.322993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Allocated IP 172.20.0.4 (9e780492-992f-4168-95d7-35d73f54e587/9f6a4188-16b2-4907-ba31-61a09627108b/666cae13-4f34-44b6-9070-929e54783a9b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:06.339008 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.353677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:06.366209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4aedb6-7242-42ac-9649-74f3a237224d') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:06.367184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4aedb6-7242-42ac-9649-74f3a237224d') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:06.378825 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.399176 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.410452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:06.411325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:06.444402 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:06.495376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.504347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.520179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366 HTTP/1.1" status: 204 len: 168 time: 0.6197102 Jul 13 07:50:06.543739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26086bed-731a-4b2b-a9cf-b833d2359483 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2cb3c5-26c7-4ede-aaf6-6f55e5b3e366,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.655141 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.674850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Transition to ACTIVE for port object 666cae13-4f34-44b6-9070-929e54783a9b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:06.725239 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.765260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:06.786277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Network 9e780492-992f-4168-95d7-35d73f54e587 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:06.789856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:06.793139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:06.833194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event updated for resources: {'Port': ['ID=666cae13-4f34-44b6-9070-929e54783a9b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.855305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-35950708-2150-45ff-b81d-d9ed65e44fca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55fb27cee5054741a1d17a22bbcba653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875816 Jul 13 07:50:06.861452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:06.869909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Allocated IP 172.20.0.2 (9e780492-992f-4168-95d7-35d73f54e587/9f6a4188-16b2-4907-ba31-61a09627108b/9e35d95f-7bb7-4d22-808c-02c80b876e6c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:06.882268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.889045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.918337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa12c10a-1e0f-4d29-8fec-7b290f15bc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.923149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c7571aea-1e93-44fc-bd15-45db9e754c23 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1338949 Jul 13 07:50:06.925992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41308) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:06.958788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa12c10a-1e0f-4d29-8fec-7b290f15bc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.059125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa12c10a-1e0f-4d29-8fec-7b290f15bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.062092 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa12c10a-1e0f-4d29-8fec-7b290f15bc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.067077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aa12c10a-1e0f-4d29-8fec-7b290f15bc59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a429b1b-c396-4641-95dc-16c5f445cc0e HTTP/1.1" status: 204 len: 168 time: 0.2015035 Jul 13 07:50:07.073001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12c10a-1e0f-4d29-8fec-7b290f15bc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a429b1b-c396-4641-95dc-16c5f445cc0e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.098531 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-031b9562-4fea-4d7b-8f4c-e6e64a0eeaa1 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Deleting port 666cae13-4f34-44b6-9070-929e54783a9b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:07.098985 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-031b9562-4fea-4d7b-8f4c-e6e64a0eeaa1 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.128588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.138173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Transition to ACTIVE for port object 9e35d95f-7bb7-4d22-808c-02c80b876e6c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:07.160828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Transition to ACTIVE for port object 9e35d95f-7bb7-4d22-808c-02c80b876e6c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:07.171089 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.209411 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-031b9562-4fea-4d7b-8f4c-e6e64a0eeaa1 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.220850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Network 9e780492-992f-4168-95d7-35d73f54e587 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:07.225273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:07.227306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-031b9562-4fea-4d7b-8f4c-e6e64a0eeaa1 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Calling delete_port for 666cae13-4f34-44b6-9070-929e54783a9b owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:07.230189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:07.307176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Pushing event updated for resources: {'Port': ['ID=9e35d95f-7bb7-4d22-808c-02c80b876e6c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.327145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Attempting to bind port 9e35d95f-7bb7-4d22-808c-02c80b876e6c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:07.328084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Attempting to bind port 9e35d95f-7bb7-4d22-808c-02c80b876e6c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b4503627-2dd2-4718-9d12-67f634b84222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9e780492-992f-4168-95d7-35d73f54e587'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:07.329184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Attempting to bind port 9e35d95f-7bb7-4d22-808c-02c80b876e6c on network 9e780492-992f-4168-95d7-35d73f54e587 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:07.337445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:07.338049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Checking segment: {'id': 'b4503627-2dd2-4718-9d12-67f634b84222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9e780492-992f-4168-95d7-35d73f54e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:07.338621 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.339352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Bound using segment: {'id': 'b4503627-2dd2-4718-9d12-67f634b84222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9e780492-992f-4168-95d7-35d73f54e587'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:07.339971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Bound port: 9e35d95f-7bb7-4d22-808c-02c80b876e6c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4503627-2dd2-4718-9d12-67f634b84222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9e780492-992f-4168-95d7-35d73f54e587'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:07.340506 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.429671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] For port 9e35d95f-7bb7-4d22-808c-02c80b876e6c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:07.459616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] For port 9e35d95f-7bb7-4d22-808c-02c80b876e6c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9e35d95f-7bb7-4d22-808c-02c80b876e6c,segment=NetworkSegment(b4503627-2dd2-4718-9d12-67f634b84222),segment_id=b4503627-2dd2-4718-9d12-67f634b84222)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:07.463484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-031b9562-4fea-4d7b-8f4c-e6e64a0eeaa1 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.465921 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.521857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b9562-4fea-4d7b-8f4c-e6e64a0eeaa1 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event deleted for resources: {'Port': ['ID=666cae13-4f34-44b6-9070-929e54783a9b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.546259 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14193f97-f514-4092-aa0c-2a7e7c2a9dc0 req-e3c6945d-97ac-4fd5-8621-9afa8ecd5b6a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:07.548542 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-14193f97-f514-4092-aa0c-2a7e7c2a9dc0 req-e3c6945d-97ac-4fd5-8621-9afa8ecd5b6a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 943 time: 0.1556807 Jul 13 07:50:07.593667 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa93d-3ce4-46da-bb9f-bf889d1cbde4 None None] Pushing event updated for resources: {'Port': ['ID=9e35d95f-7bb7-4d22-808c-02c80b876e6c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.602116 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.677239 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-031b9562-4fea-4d7b-8f4c-e6e64a0eeaa1 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.682604 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-031b9562-4fea-4d7b-8f4c-e6e64a0eeaa1 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] 10.222.0.41 "DELETE /v2.0/ports/666cae13-4f34-44b6-9070-929e54783a9b HTTP/1.1" status: 204 len: 168 time: 0.7522731 Jul 13 07:50:07.682981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41338) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:07.690006 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-14193f97-f514-4092-aa0c-2a7e7c2a9dc0 req-a647f06f-aaf8-42c1-badb-3b4b279e3781 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041007 Jul 13 07:50:07.987868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7e5ffde7-ae28-45c8-8bb0-daee114b14b8 tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.3036356 Jul 13 07:50:07.990506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41352) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:07.997938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-708983162'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:08.028134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Made reservation on behalf of 207599c7936b414395be70b3b40ef564 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:08.032427 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.085161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:08.100010 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.100377 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Added segment 28120970-acdf-48af-b4d2-719b0e742f8f of type vlan for network 0d413488-2f91-497e-81e6-3affd25233fe Jul 13 07:50:08.151556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.186472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.193996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:08.194871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.320624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event updated for resources: {'Network': ['ID=0d413488-2f91-497e-81e6-3affd25233fe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:08.337239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0d413488-2f91-497e-81e6-3affd25233fe details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:08.367196 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-42151b5e-1161-4a95-aaec-ac77a5e54a79 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3736994 Jul 13 07:50:08.370086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41366) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:08.657447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:08.657958 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-978af92b-0a3f-457c-b872-a3042e9c3bd8 tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] 10.222.0.41 "GET /v2.0/agents/84337644-c792-4946-95a7-fa5c80e55073/dhcp-networks HTTP/1.1" status: 200 len: 4894 time: 0.2861674 Jul 13 07:50:08.676247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9e35d95f-7bb7-4d22-808c-02c80b876e6c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:08.771366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9e35d95f-7bb7-4d22-808c-02c80b876e6c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:08.911203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76c3b9-757f-42da-a892-d7c6ce8eb4cc tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] Network 0d413488-2f91-497e-81e6-3affd25233fe is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:08.949839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613843e6-3b50-449c-ba17-18a0fd3e396f None None] Network 0d413488-2f91-497e-81e6-3affd25233fe requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:08.959848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bf76c3b9-757f-42da-a892-d7c6ce8eb4cc tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] 10.222.0.41 "POST /v2.0/agents/84337644-c792-4946-95a7-fa5c80e55073/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3006115 Jul 13 07:50:08.962564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41388) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.059249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddb9a4-a64d-4ecf-a77d-f2570a5f8e1b req-02a5d8ba-0ee6-411d-a469-ba16ac5ff1ec tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.071103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6ddb9a4-a64d-4ecf-a77d-f2570a5f8e1b req-02a5d8ba-0ee6-411d-a469-ba16ac5ff1ec tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 943 time: 0.1452448 Jul 13 07:50:09.141344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6ddb9a4-a64d-4ecf-a77d-f2570a5f8e1b req-70ef76e1-05aa-4f37-96f2-3afa0840a4f1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663660 Jul 13 07:50:09.181684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a3c13d-ca12-49d9-8596-4bdac346033d None None] Network 9e780492-992f-4168-95d7-35d73f54e587 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:09.192484 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-650cae11-759a-43f4-97f8-a5db94a2c3f1 tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] 10.222.0.41 "GET /v2.0/agents/84337644-c792-4946-95a7-fa5c80e55073/dhcp-networks HTTP/1.1" status: 200 len: 5664 time: 0.2286928 Jul 13 07:50:09.196862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41392) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.268050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c2f5451b-280a-4a9e-a936-23e027cf0d3f None None] Provisioning for port 9e35d95f-7bb7-4d22-808c-02c80b876e6c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:09.287047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c2f5451b-280a-4a9e-a936-23e027cf0d3f None None] Provisioning complete for port 9e35d95f-7bb7-4d22-808c-02c80b876e6c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:09.287361 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2f5451b-280a-4a9e-a936-23e027cf0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.381348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41402) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.388535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-32cf7aa5-a534-4cd1-bb92-89c20aa44259 tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] 10.222.0.41 "DELETE /v2.0/agents/84337644-c792-4946-95a7-fa5c80e55073/dhcp-networks/0d413488-2f91-497e-81e6-3affd25233fe HTTP/1.1" status: 204 len: 168 time: 0.1791492 Jul 13 07:50:09.620723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.627590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-320de302-1724-4b98-b647-8ccfa0b6a85a tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] 10.222.0.41 "GET /v2.0/agents/84337644-c792-4946-95a7-fa5c80e55073/dhcp-networks HTTP/1.1" status: 200 len: 4894 time: 0.2336934 Jul 13 07:50:09.636784 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2f5451b-280a-4a9e-a936-23e027cf0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.657529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.658534 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2d2dbe0f-e689-474a-a355-6fc4aae09f0e tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] 10.222.0.41 "GET /v2.0/networks/9e780492-992f-4168-95d7-35d73f54e587/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0364945 Jul 13 07:50:09.679989 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b368eded-4b7e-4e62-a20c-908ea38098e7 tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] 10.222.0.41 "GET /v2.0/networks/9e780492-992f-4168-95d7-35d73f54e587/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0209439 Jul 13 07:50:09.682632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41412) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.696230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c2f5451b-280a-4a9e-a936-23e027cf0d3f None None] For port 9e35d95f-7bb7-4d22-808c-02c80b876e6c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9e35d95f-7bb7-4d22-808c-02c80b876e6c,segment=NetworkSegment(b4503627-2dd2-4718-9d12-67f634b84222),segment_id=b4503627-2dd2-4718-9d12-67f634b84222)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:09.707881 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2f5451b-280a-4a9e-a936-23e027cf0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.825657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5451b-280a-4a9e-a936-23e027cf0d3f None None] Pushing event updated for resources: {'Port': ['ID=9e35d95f-7bb7-4d22-808c-02c80b876e6c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:09.854418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9dc19f7d-6955-42d4-abe6-7f40b124865a tempest-DHCPAgentSchedulersTestJSON-99023334 tempest-DHCPAgentSchedulersTestJSON-99023334-project-admin] 10.222.0.41 "GET /v2.0/agents/84337644-c792-4946-95a7-fa5c80e55073/dhcp-networks HTTP/1.1" status: 200 len: 4894 time: 0.1701567 Jul 13 07:50:09.858326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41418) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.950607 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.056674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.084176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d413488-2f91-497e-81e6-3affd25233fe']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:10.099732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28120970-acdf-48af-b4d2-719b0e742f8f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:10.100311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28120970-acdf-48af-b4d2-719b0e742f8f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:10.100634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c13308b3-7ff9-4513-ae87-916d645008a4 None None] Provisioning complete for port 9e35d95f-7bb7-4d22-808c-02c80b876e6c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:10.102861 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c13308b3-7ff9-4513-ae87-916d645008a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.138003 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.173329 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.196669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:10.197100 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:10.231463 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:10.368882 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.419592 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.424483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] 10.222.0.41 "DELETE /v2.0/networks/0d413488-2f91-497e-81e6-3affd25233fe HTTP/1.1" status: 204 len: 168 time: 0.5626314 Jul 13 07:50:10.425072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41440) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:10.446141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d71b47d3-193d-4c17-9bb2-61b43c0dd0a7 None None] Could not find standard attr ID for object 666cae13-4f34-44b6-9070-929e54783a9b. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:10.482139 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2152c1-733b-417a-a587-2242605e7522 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:10.483339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2152c1-733b-417a-a587-2242605e7522 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:10.486735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8a2152c1-733b-417a-a587-2242605e7522 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] 10.222.0.41 "DELETE /v2.0/ports/666cae13-4f34-44b6-9070-929e54783a9b HTTP/1.1" status: 404 len: 333 time: 0.0603967 Jul 13 07:50:10.488669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb37ab1-0a80-403c-a6d3-9262ae7ad233 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event deleted for resources: {'Network': ['ID=0d413488-2f91-497e-81e6-3affd25233fe,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:10.489606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:10.589795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1ddf-50a1-4f4e-a717-60f145fb3780 req-99441f18-cc57-4e9f-8644-bc4b241abc0f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:10.592134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-521d1ddf-50a1-4f4e-a717-60f145fb3780 req-99441f18-cc57-4e9f-8644-bc4b241abc0f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 943 time: 0.2254083 Jul 13 07:50:10.682561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9e35d95f-7bb7-4d22-808c-02c80b876e6c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:10.693910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09c299d-faaf-486f-9074-ae5de67d114c tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Deleting subnet 9f6a4188-16b2-4907-ba31-61a09627108b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:10.702265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b09c299d-faaf-486f-9074-ae5de67d114c tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.736300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-521d1ddf-50a1-4f4e-a717-60f145fb3780 req-516bf458-0afe-4dc4-a4d9-0f423bb6d1b6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298740 Jul 13 07:50:10.794749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b09c299d-faaf-486f-9074-ae5de67d114c tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.858295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9e35d95f-7bb7-4d22-808c-02c80b876e6c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:10.858705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.943462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b09c299d-faaf-486f-9074-ae5de67d114c tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.031970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b09c299d-faaf-486f-9074-ae5de67d114c tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.064536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c299d-faaf-486f-9074-ae5de67d114c tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6a4188-16b2-4907-ba31-61a09627108b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:11.072258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b09c299d-faaf-486f-9074-ae5de67d114c tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.073878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ad5889-7775-4699-a88f-1d9216f1e687 None None] Network 9e780492-992f-4168-95d7-35d73f54e587 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:11.074692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b09c299d-faaf-486f-9074-ae5de67d114c tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] 10.222.0.41 "DELETE /v2.0/subnets/9f6a4188-16b2-4907-ba31-61a09627108b HTTP/1.1" status: 204 len: 168 time: 0.5838375 Jul 13 07:50:11.077373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41474) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:11.213895 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.317282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Deleting port 9e35d95f-7bb7-4d22-808c-02c80b876e6c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:11.317639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.411522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81443e-925e-4bd3-9cfe-0fd915fa3b52 None None] DHCP port deletion for 9e780492-992f-4168-95d7-35d73f54e587 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:11.413632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] For port 9e35d95f-7bb7-4d22-808c-02c80b876e6c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9e35d95f-7bb7-4d22-808c-02c80b876e6c,segment=NetworkSegment(b4503627-2dd2-4718-9d12-67f634b84222),segment_id=b4503627-2dd2-4718-9d12-67f634b84222)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:11.414273 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.432138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Calling delete_port for 9e35d95f-7bb7-4d22-808c-02c80b876e6c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:11.460021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6d81443e-925e-4bd3-9cfe-0fd915fa3b52 None None] Deleting port 9e35d95f-7bb7-4d22-808c-02c80b876e6c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:11.460401 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d81443e-925e-4bd3-9cfe-0fd915fa3b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.504948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-7a3d1e05-814c-4f84-9326-3b20a2fd8aaf req-1e62a97d-18e9-4c82-9373-f62196d200be service neutron] (93773) timed out ('10.222.0.41', 52582) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:50:11.533306 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.540633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6d81443e-925e-4bd3-9cfe-0fd915fa3b52 None None] For port 9e35d95f-7bb7-4d22-808c-02c80b876e6c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9e35d95f-7bb7-4d22-808c-02c80b876e6c,segment=NetworkSegment(b4503627-2dd2-4718-9d12-67f634b84222),segment_id=b4503627-2dd2-4718-9d12-67f634b84222)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:11.541310 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d81443e-925e-4bd3-9cfe-0fd915fa3b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.559105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6d81443e-925e-4bd3-9cfe-0fd915fa3b52 None None] Calling delete_port for 9e35d95f-7bb7-4d22-808c-02c80b876e6c owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:11.569552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] No DVR routers for this DVR port 9e35d95f-7bb7-4d22-808c-02c80b876e6c on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:11.611869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event deleted for resources: {'Port': ['ID=9e35d95f-7bb7-4d22-808c-02c80b876e6c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:11.648163 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d81443e-925e-4bd3-9cfe-0fd915fa3b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.694201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81443e-925e-4bd3-9cfe-0fd915fa3b52 None None] Pushing event deleted for resources: {'Port': ['ID=9e35d95f-7bb7-4d22-808c-02c80b876e6c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:11.721439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81443e-925e-4bd3-9cfe-0fd915fa3b52 None None] No DVR routers for this DVR port 9e35d95f-7bb7-4d22-808c-02c80b876e6c on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:11.737281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.748035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e780492-992f-4168-95d7-35d73f54e587']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:11.758961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4503627-2dd2-4718-9d12-67f634b84222') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:11.759275 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4503627-2dd2-4718-9d12-67f634b84222') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:11.769056 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.784319 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.791447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:11.791940 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:11.818093 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:11.910542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.933843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.939608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] 10.222.0.41 "DELETE /v2.0/networks/9e780492-992f-4168-95d7-35d73f54e587 HTTP/1.1" status: 204 len: 168 time: 0.8584435 Jul 13 07:50:11.939608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95573bbd-7533-4609-ae3f-6788f2cc7533 tempest-DHCPAgentSchedulersTestJSON-363453204 tempest-DHCPAgentSchedulersTestJSON-363453204-project] Pushing event deleted for resources: {'Network': ['ID=9e780492-992f-4168-95d7-35d73f54e587,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.045189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5bb4e-9ea5-4a58-8490-799890bdd215 req-bc237963-1cbe-421d-b6ea-75f349e8e432 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:12.047875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4af5bb4e-9ea5-4a58-8490-799890bdd215 req-bc237963-1cbe-421d-b6ea-75f349e8e432 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 943 time: 0.1128306 Jul 13 07:50:12.138552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4af5bb4e-9ea5-4a58-8490-799890bdd215 req-5e79720a-ffd9-48e4-a35e-0f439497dec8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807259 Jul 13 07:50:12.428963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41508) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:12.610180 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e11fc9ab-512c-4cc1-ba96-e139bb78058a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=207599c7936b414395be70b3b40ef564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795962 Jul 13 07:50:12.612490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:12.630554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9e35d95f-7bb7-4d22-808c-02c80b876e6c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:12.723807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a87899fe-ff7a-4194-adaf-7858947aa407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.766254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a87899fe-ff7a-4194-adaf-7858947aa407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.829721 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a87899fe-ff7a-4194-adaf-7858947aa407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.833911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a87899fe-ff7a-4194-adaf-7858947aa407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.835334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a87899fe-ff7a-4194-adaf-7858947aa407 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5edb7d53-11ef-4f90-befe-d2ea5fad5c80 HTTP/1.1" status: 204 len: 168 time: 0.2218189 Jul 13 07:50:12.853660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87899fe-ff7a-4194-adaf-7858947aa407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edb7d53-11ef-4f90-befe-d2ea5fad5c80,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.868178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9e35d95f-7bb7-4d22-808c-02c80b876e6c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:12.868773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9e35d95f-7bb7-4d22-808c-02c80b876e6c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:13.215938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41542) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:13.232673 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-789b10b1-85bd-4199-885e-878e5334ec8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.341292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-789b10b1-85bd-4199-885e-878e5334ec8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.352135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-789b10b1-85bd-4199-885e-878e5334ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.381552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfdab8-eb1f-41a1-a4f1-29843b7a9b6d req-b2874067-c018-4930-9b2c-6a16ba2eefbd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.383722 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66cfdab8-eb1f-41a1-a4f1-29843b7a9b6d req-b2874067-c018-4930-9b2c-6a16ba2eefbd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 943 time: 0.0995700 Jul 13 07:50:13.448966 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66cfdab8-eb1f-41a1-a4f1-29843b7a9b6d req-bd723d83-a708-4ce1-b0c2-4ee9c00f848a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595226 Jul 13 07:50:13.450970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41550) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:13.451094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-789b10b1-85bd-4199-885e-878e5334ec8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30c03c11de25463e9b17222c3fd67902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329841 Jul 13 07:50:13.457686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b10b1-85bd-4199-885e-878e5334ec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f4a116-2b43-4a7c-bd96-72c3bd52e99f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.544197 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b39e7e46-ae9f-43b8-a2ef-cf24c3805dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.572672 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b39e7e46-ae9f-43b8-a2ef-cf24c3805dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.639643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b39e7e46-ae9f-43b8-a2ef-cf24c3805dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.643370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b39e7e46-ae9f-43b8-a2ef-cf24c3805dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.645273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b39e7e46-ae9f-43b8-a2ef-cf24c3805dde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00f4a116-2b43-4a7c-bd96-72c3bd52e99f HTTP/1.1" status: 204 len: 168 time: 0.1929593 Jul 13 07:50:13.663868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e7e46-ae9f-43b8-a2ef-cf24c3805dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f4a116-2b43-4a7c-bd96-72c3bd52e99f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.722401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 48e6d93c-f83f-4cfe-9246-784d058d45f3 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:13.920725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 48e6d93c-f83f-4cfe-9246-784d058d45f3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=48e6d93c-f83f-4cfe-9246-784d058d45f3,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:13.939791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '48e6d93c-f83f-4cfe-9246-784d058d45f3', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'port_id': '48e6d93c-f83f-4cfe-9246-784d058d45f3', 'mac_address': 'fa:16:3e:a8:38:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:14.004459 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.021200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e6d93c-f83f-4cfe-9246-784d058d45f3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:14.052413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 48e6d93c-f83f-4cfe-9246-784d058d45f3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=48e6d93c-f83f-4cfe-9246-784d058d45f3,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:14.061461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.129652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=48e6d93c-f83f-4cfe-9246-784d058d45f3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:14.313733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['48e6d93c-f83f-4cfe-9246-784d058d45f3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:14.800411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46701f76-f396-41d3-851c-d0b0b9b955b8 req-181de979-b30f-483d-860e-da0b8e38e02d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.802924 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46701f76-f396-41d3-851c-d0b0b9b955b8 req-181de979-b30f-483d-860e-da0b8e38e02d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 944 time: 0.0974557 Jul 13 07:50:14.855271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46701f76-f396-41d3-851c-d0b0b9b955b8 req-bb33791a-bd89-495e-abc8-e71f28f46f94 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Jul 13 07:50:14.915812 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41598) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:15.025589 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1332079255'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:15.048962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Made reservation on behalf of c40fa376f476434480b819ab197081c8 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:15.052770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.061729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.172620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.179471 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.226170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:15.237424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4727552a-cbe6-48ea-a263-21a37c4902a5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:15.242902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.243486 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Added segment 8068eed3-a011-4fe9-97a2-6261f23e3975 of type vlan for network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 Jul 13 07:50:15.316844 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.378103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.387865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:15.388996 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.409344 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4921231 Jul 13 07:50:15.412251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41618) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:15.418437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'subnet': {'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:15.479477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345893bc-27e4-44e4-9cde-bf876cc4c35f tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Network': ['ID=cd3f7994-b1e3-43f8-a65d-77da859bd0a2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:15.491360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:15.592191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Made reservation on behalf of c40fa376f476434480b819ab197081c8 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:15.597035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.722202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 48e6d93c-f83f-4cfe-9246-784d058d45f3 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:15.900080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 48e6d93c-f83f-4cfe-9246-784d058d45f3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:15.904946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 48e6d93c-f83f-4cfe-9246-784d058d45f3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:15.905722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.098582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.157859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b5c67d-a896-4ca8-8333-80c0eea7d8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e6d93c-f83f-4cfe-9246-784d058d45f3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:16.162192 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bf7c2d-78b2-4b21-b5f2-aec94b781985" -d '{"events": [{"server_uuid": "e8b5c67d-a896-4ca8-8333-80c0eea7d8f7", "name": "network-vif-plugged", "status": "completed", "tag": "48e6d93c-f83f-4cfe-9246-784d058d45f3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:16.198777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ce109-4b8b-4d92-b1e8-ceeb7c27f6b3 req-1e4c3291-7f0d-4ff8-84ce-eeefa1924cfd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:16.211453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e93ce109-4b8b-4d92-b1e8-ceeb7c27f6b3 req-1e4c3291-7f0d-4ff8-84ce-eeefa1924cfd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 944 time: 0.1842840 Jul 13 07:50:16.217212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 48e6d93c-f83f-4cfe-9246-784d058d45f3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=48e6d93c-f83f-4cfe-9246-784d058d45f3,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:16.234457 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.320736 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e93ce109-4b8b-4d92-b1e8-ceeb7c27f6b3 req-7d456314-f746-4230-ac87-3e7369b42c31 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080134 Jul 13 07:50:16.330429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41642) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:16.415650 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a96214-d84b-44da-ad0a-675371c03493 x-openstack-request-id: req-36a96214-d84b-44da-ad0a-675371c03493 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:16.427488 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b5c67d-a896-4ca8-8333-80c0eea7d8f7", "name": "network-vif-plugged", "status": "completed", "tag": "48e6d93c-f83f-4cfe-9246-784d058d45f3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:16.430369 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36a96214-d84b-44da-ad0a-675371c03493 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:16.430958 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b5c67d-a896-4ca8-8333-80c0eea7d8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e6d93c-f83f-4cfe-9246-784d058d45f3', 'code': 200} Jul 13 07:50:16.431689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=48e6d93c-f83f-4cfe-9246-784d058d45f3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:16.551187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-553e27b8-b3d7-4c50-a14d-87a74f445725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.779563 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-553e27b8-b3d7-4c50-a14d-87a74f445725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.789857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-553e27b8-b3d7-4c50-a14d-87a74f445725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.863194 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-553e27b8-b3d7-4c50-a14d-87a74f445725 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3216fb6a3cf240609bc27ebe095c303c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313427 Jul 13 07:50:16.863851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:16.871739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e27b8-b3d7-4c50-a14d-87a74f445725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabcced5-da3e-4692-9c8d-87eda69404de,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:16.955004 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4abb4b17-85e8-4543-9ea4-8e79823e4b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.956687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-53c80dd4-0c79-423d-878f-e0f117f033d8 None None] Provisioning complete for port 48e6d93c-f83f-4cfe-9246-784d058d45f3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:16.957183 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53c80dd4-0c79-423d-878f-e0f117f033d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.008367 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4abb4b17-85e8-4543-9ea4-8e79823e4b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.040966 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.094931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f724145-91db-4a58-bed4-ec38c10bf0d7 req-e9ee907f-ca1a-405b-8214-355a1e23ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.097167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f724145-91db-4a58-bed4-ec38c10bf0d7 req-e9ee907f-ca1a-405b-8214-355a1e23ff05 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 1097 time: 0.3268766 Jul 13 07:50:17.131913 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4abb4b17-85e8-4543-9ea4-8e79823e4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.134761 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4abb4b17-85e8-4543-9ea4-8e79823e4b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.135977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4abb4b17-85e8-4543-9ea4-8e79823e4b68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fabcced5-da3e-4692-9c8d-87eda69404de HTTP/1.1" status: 204 len: 168 time: 0.2709212 Jul 13 07:50:17.181488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Subnet': ['ID=70669724-7ee7-41a3-a1ba-9177b4808f03,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:17.181710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb4b17-85e8-4543-9ea4-8e79823e4b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabcced5-da3e-4692-9c8d-87eda69404de,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:17.197510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f724145-91db-4a58-bed4-ec38c10bf0d7 req-693abf20-a45e-4ae5-9de6-b8ac7e69f293 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925472 Jul 13 07:50:17.229140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Checking segment: {'id': '8068eed3-a011-4fe9-97a2-6261f23e3975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:17.229862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Network hostable DHCP agents. Network: cd3f7994-b1e3-43f8-a65d-77da859bd0a2, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:17.253582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:17.266535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, cd3f7994-b1e3-43f8-a65d-77da859bd0a2) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:17.271504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.272115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.282341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14103a2c-fde2-4f96-9384-f868495e8701 None None] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:17.290518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4732454b-3de5-4afb-a655-18a8e8f6d948 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8767092 Jul 13 07:50:17.293046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41660) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:17.300440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'port': {'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2', 'name': 'tempest-AllowedAddressPairTestJSON-1749688196'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:17.505730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Made reservation on behalf of c40fa376f476434480b819ab197081c8 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:17.509398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.558371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] device_id is not set on port 685b6d00-dc28-4715-83f5-f12c249233db yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:17.580449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-cd3f7994-b1e3-43f8-a65d-77da859bd0a2', 'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2', 'tenant_id': 'c40fa376f476434480b819ab197081c8', 'fixed_ips': [{'subnet_id': '70669724-7ee7-41a3-a1ba-9177b4808f03'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:17.584624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.651266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effda61e-7896-4c47-9777-8224c7b4727d req-7d505014-dc02-48cf-b3b5-bc374bdf8416 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.659741 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-effda61e-7896-4c47-9777-8224c7b4727d req-7d505014-dc02-48cf-b3b5-bc374bdf8416 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 945 time: 0.1658778 Jul 13 07:50:17.773090 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-effda61e-7896-4c47-9777-8224c7b4727d req-05a9a5c7-f4d9-42f4-b4ba-a7cd513f6cf6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112943 Jul 13 07:50:17.793908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Allocated IP 172.20.0.5 (cd3f7994-b1e3-43f8-a65d-77da859bd0a2/70669724-7ee7-41a3-a1ba-9177b4808f03/685b6d00-dc28-4715-83f5-f12c249233db) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:18.017130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.057416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Transition to ACTIVE for port object 685b6d00-dc28-4715-83f5-f12c249233db will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:18.104926 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.177325 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Allocated IP 172.20.0.2 (cd3f7994-b1e3-43f8-a65d-77da859bd0a2/70669724-7ee7-41a3-a1ba-9177b4808f03/e4835cfe-6435-4022-9132-a43dabe5472e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:18.202260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:18.204003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Port': ['ID=685b6d00-dc28-4715-83f5-f12c249233db,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:18.214719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:18.217516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:18.271733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.272396 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.290476 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-28b74c8a-c647-41d9-87f1-be5736b1e2d2 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9958160 Jul 13 07:50:18.294185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:18.302239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'port': {'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2', 'name': 'tempest-AllowedAddressPairTestJSON-1315279609', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9f:ac:bd'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:18.363295 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-874c058e-2898-4de2-8dd4-b9dd013be4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.444724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.456838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Transition to ACTIVE for port object e4835cfe-6435-4022-9132-a43dabe5472e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:18.478364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Transition to ACTIVE for port object e4835cfe-6435-4022-9132-a43dabe5472e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:18.487863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.533234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:18.537918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:18.539639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Made reservation on behalf of c40fa376f476434480b819ab197081c8 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:18.545903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:18.652611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Pushing event updated for resources: {'Port': ['ID=e4835cfe-6435-4022-9132-a43dabe5472e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:18.671393 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.674677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Attempting to bind port e4835cfe-6435-4022-9132-a43dabe5472e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:18.675242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Attempting to bind port e4835cfe-6435-4022-9132-a43dabe5472e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '8068eed3-a011-4fe9-97a2-6261f23e3975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:18.675949 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Attempting to bind port e4835cfe-6435-4022-9132-a43dabe5472e on network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:18.688694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:18.689871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Checking segment: {'id': '8068eed3-a011-4fe9-97a2-6261f23e3975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:18.691397 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.692888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Bound using segment: {'id': '8068eed3-a011-4fe9-97a2-6261f23e3975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:18.693262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] device_id is not set on port 3d039c81-4f1f-4bfb-8804-bd1a71f4c190 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:18.694631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Bound port: e4835cfe-6435-4022-9132-a43dabe5472e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8068eed3-a011-4fe9-97a2-6261f23e3975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:18.695227 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.832185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] For port e4835cfe-6435-4022-9132-a43dabe5472e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:18.837758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] For port e4835cfe-6435-4022-9132-a43dabe5472e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e4835cfe-6435-4022-9132-a43dabe5472e,segment=NetworkSegment(8068eed3-a011-4fe9-97a2-6261f23e3975),segment_id=8068eed3-a011-4fe9-97a2-6261f23e3975)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:18.846107 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.968411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Allocated IP 172.20.0.12 (cd3f7994-b1e3-43f8-a65d-77da859bd0a2/70669724-7ee7-41a3-a1ba-9177b4808f03/3d039c81-4f1f-4bfb-8804-bd1a71f4c190) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:18.999133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82e15c-5f98-4a06-830d-571ebfe3d4d6 None None] Pushing event updated for resources: {'Port': ['ID=e4835cfe-6435-4022-9132-a43dabe5472e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.155377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.192267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51173-a9bc-4b9f-879f-aa4811c185f0 req-8ae106c8-bf55-43d2-97c7-3cc758030c1e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:19.200039 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8c51173-a9bc-4b9f-879f-aa4811c185f0 req-8ae106c8-bf55-43d2-97c7-3cc758030c1e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 945 time: 0.1498015 Jul 13 07:50:19.275141 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8c51173-a9bc-4b9f-879f-aa4811c185f0 req-d553bdcb-0275-456c-abdf-7a22f4e89bb5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739963 Jul 13 07:50:19.419242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96e6c50c-5809-4ad3-9c39-46ae88115c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.422609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.471634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Transition to ACTIVE for port object 3d039c81-4f1f-4bfb-8804-bd1a71f4c190 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:19.590305 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96e6c50c-5809-4ad3-9c39-46ae88115c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.595443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.597664 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96e6c50c-5809-4ad3-9c39-46ae88115c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.642882 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-96e6c50c-5809-4ad3-9c39-46ae88115c18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0edc6676fdc43f99c0e2b2489c463bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852951 Jul 13 07:50:19.645721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.648361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d6993-c613-4bb0-9010-febc0fdab0f2 req-90c34070-3b5c-4a07-9e23-f5da0724c6ce tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:19.650423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3d6993-c613-4bb0-9010-febc0fdab0f2 req-90c34070-3b5c-4a07-9e23-f5da0724c6ce tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 945 time: 0.1497917 Jul 13 07:50:19.679587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:19.687922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:19.701798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6c50c-5809-4ad3-9c39-46ae88115c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d50d7-e370-4c56-82bf-b886f2e7d919,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.717529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:19.743120 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a957d0d-d7b2-4ecf-b0d6-81f6fe2293c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.786768 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a957d0d-d7b2-4ecf-b0d6-81f6fe2293c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.787257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Port': ['ID=3d039c81-4f1f-4bfb-8804-bd1a71f4c190,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.802876 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3d6993-c613-4bb0-9010-febc0fdab0f2 req-722422c8-3e00-42be-b07a-d6fbd0a06037 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343510 Jul 13 07:50:19.850169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:19.851487 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.874404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1c70b998-ee37-4a9f-a0fc-7610f0c042ee tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5782168 Jul 13 07:50:19.876584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41746) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.882125 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a957d0d-d7b2-4ecf-b0d6-81f6fe2293c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.892278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a957d0d-d7b2-4ecf-b0d6-81f6fe2293c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.896212 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2a957d0d-d7b2-4ecf-b0d6-81f6fe2293c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e3d50d7-e370-4c56-82bf-b886f2e7d919 HTTP/1.1" status: 204 len: 168 time: 0.2465117 Jul 13 07:50:19.910752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a957d0d-d7b2-4ecf-b0d6-81f6fe2293c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d50d7-e370-4c56-82bf-b886f2e7d919,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:20.019681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99584e62-084e-4840-a94b-e702a35284cd tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.035425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99584e62-084e-4840-a94b-e702a35284cd tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.048667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99584e62-084e-4840-a94b-e702a35284cd tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.053569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41750) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:20.063020 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-99584e62-084e-4840-a94b-e702a35284cd tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1852872 Jul 13 07:50:20.151783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d76ed5-6511-46c1-9a1f-8c92a3eebd7d req-d759c391-e738-4bd1-81f5-cb6b1061710c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.153366 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40d76ed5-6511-46c1-9a1f-8c92a3eebd7d req-d759c391-e738-4bd1-81f5-cb6b1061710c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 945 time: 0.1853230 Jul 13 07:50:20.273805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40d76ed5-6511-46c1-9a1f-8c92a3eebd7d req-e84a91ff-2404-4e82-9a2c-d5a370eea857 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115389 Jul 13 07:50:20.276447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-755f3b1e-ed7f-413a-8001-29d8f7a9fb47 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Deleting port 3d039c81-4f1f-4bfb-8804-bd1a71f4c190 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:20.279520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-755f3b1e-ed7f-413a-8001-29d8f7a9fb47 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.444729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-755f3b1e-ed7f-413a-8001-29d8f7a9fb47 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.466629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-755f3b1e-ed7f-413a-8001-29d8f7a9fb47 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Calling delete_port for 3d039c81-4f1f-4bfb-8804-bd1a71f4c190 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:20.503116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6506d6-14ae-46a9-95cf-2c15f306af94 None None] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:20.838957 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-755f3b1e-ed7f-413a-8001-29d8f7a9fb47 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.840459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e4835cfe-6435-4022-9132-a43dabe5472e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:20.902143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f3b1e-ed7f-413a-8001-29d8f7a9fb47 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event deleted for resources: {'Port': ['ID=3d039c81-4f1f-4bfb-8804-bd1a71f4c190,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:20.962723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9b3c7de7-45c3-48dc-b0af-7682d166f7aa None None] Provisioning for port e4835cfe-6435-4022-9132-a43dabe5472e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:21.117241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e4835cfe-6435-4022-9132-a43dabe5472e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:21.155411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e4835cfe-6435-4022-9132-a43dabe5472e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:21.157147 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.232833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-755f3b1e-ed7f-413a-8001-29d8f7a9fb47 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.239227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41786) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.252170 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b655edc-5974-4822-9d76-5893ea5874b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.259814 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-755f3b1e-ed7f-413a-8001-29d8f7a9fb47 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "DELETE /v2.0/ports/3d039c81-4f1f-4bfb-8804-bd1a71f4c190 HTTP/1.1" status: 204 len: 168 time: 1.2033317 Jul 13 07:50:21.270785 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.313859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92aa25-9082-4941-b660-a8e7c00516e4 req-c63c19ec-778d-40cf-a568-6b15f204b2ee tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.317771 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c92aa25-9082-4941-b660-a8e7c00516e4 req-c63c19ec-778d-40cf-a568-6b15f204b2ee tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 945 time: 0.3533752 Jul 13 07:50:21.340370 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f8224d-2a51-4c10-831a-14c18c42917b tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] GET failed (client error): The resource could not be found. Jul 13 07:50:21.353477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.354430 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e4f8224d-2a51-4c10-831a-14c18c42917b tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "GET /v2.0/ports/3d039c81-4f1f-4bfb-8804-bd1a71f4c190 HTTP/1.1" status: 404 len: 333 time: 0.1133442 Jul 13 07:50:21.361202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'port': {'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2', 'name': 'tempest-AllowedAddressPairTestJSON-1512679710'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:21.381701 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.410835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c92aa25-9082-4941-b660-a8e7c00516e4 req-0348b961-9b08-4aec-9271-a5745ba2b40f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860121 Jul 13 07:50:21.482627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e4835cfe-6435-4022-9132-a43dabe5472e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e4835cfe-6435-4022-9132-a43dabe5472e,segment=NetworkSegment(8068eed3-a011-4fe9-97a2-6261f23e3975),segment_id=8068eed3-a011-4fe9-97a2-6261f23e3975)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:21.485356 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.585929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Made reservation on behalf of c40fa376f476434480b819ab197081c8 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:21.595111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.621590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c42fe22-94fd-4642-a5b6-080dcd3e5022 None None] Provisioning complete for port e4835cfe-6435-4022-9132-a43dabe5472e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:21.622161 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c42fe22-94fd-4642-a5b6-080dcd3e5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.623668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e4835cfe-6435-4022-9132-a43dabe5472e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:21.642237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] device_id is not set on port 92381d42-958a-472b-b067-888dc45c2a26 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:21.784546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c42fe22-94fd-4642-a5b6-080dcd3e5022 None None] Provisioning for port 685b6d00-dc28-4715-83f5-f12c249233db completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:21.789139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c42fe22-94fd-4642-a5b6-080dcd3e5022 None None] Provisioning complete for port 685b6d00-dc28-4715-83f5-f12c249233db triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:21.789573 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c42fe22-94fd-4642-a5b6-080dcd3e5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.831993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1c42fe22-94fd-4642-a5b6-080dcd3e5022 None None] Port 685b6d00-dc28-4715-83f5-f12c249233db cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:21.878694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Allocated IP 172.20.0.7 (cd3f7994-b1e3-43f8-a65d-77da859bd0a2/70669724-7ee7-41a3-a1ba-9177b4808f03/92381d42-958a-472b-b067-888dc45c2a26) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:21.981579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-99f72b8e-04c6-4493-a7e2-bd1389ddd900 None None] Provisioning complete for port 685b6d00-dc28-4715-83f5-f12c249233db triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:21.982405 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99f72b8e-04c6-4493-a7e2-bd1389ddd900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.048199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-99f72b8e-04c6-4493-a7e2-bd1389ddd900 None None] Port 685b6d00-dc28-4715-83f5-f12c249233db cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:22.077122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.130871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.148874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Transition to ACTIVE for port object 92381d42-958a-472b-b067-888dc45c2a26 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:22.169516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41804) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:22.208660 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.260496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-80299bc6-0a97-4453-9373-9c95277dd968 None None] Could not find standard attr ID for object 3d039c81-4f1f-4bfb-8804-bd1a71f4c190. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:22.267979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-7b02060a-9ad5-4fa5-99b3-47a5eeced0bb tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:22.269499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-7b02060a-9ad5-4fa5-99b3-47a5eeced0bb tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 945 time: 0.0970335 Jul 13 07:50:22.293723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:22.297352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:22.302651 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:22.307423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Port': ['ID=92381d42-958a-472b-b067-888dc45c2a26,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:22.430944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'network': {'name': 'tempest-network-smoke--317790671', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:22.436347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port 48e6d93c-f83f-4cfe-9246-784d058d45f3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:22.437136 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.539420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Made reservation on behalf of e12325b8214c4aaaba3facb35e649bed for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:22.543177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.562491 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.655332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] For port 48e6d93c-f83f-4cfe-9246-784d058d45f3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=48e6d93c-f83f-4cfe-9246-784d058d45f3,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:22.656830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.675595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e4835cfe-6435-4022-9132-a43dabe5472e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:22.722197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for 48e6d93c-f83f-4cfe-9246-784d058d45f3 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:22.736816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e4835cfe-6435-4022-9132-a43dabe5472e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:22.737676 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.803731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:22.804384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.860120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a548f33-bd4e-42e9-8506-e3713ec1a05b req-9f282784-aafc-4198-bb93-b9f4c1512423 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:22.867164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8a548f33-bd4e-42e9-8506-e3713ec1a05b req-9f282784-aafc-4198-bb93-b9f4c1512423 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 945 time: 0.1793962 Jul 13 07:50:22.897490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0e5bacd7-539e-427f-beb7-9324991b6f08 None None] Provisioning for port 92381d42-958a-472b-b067-888dc45c2a26 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:22.903432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.918333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-400d2a9f-ce27-42e9-a2c6-6cf15ba14fb4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5628948 Jul 13 07:50:22.918824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.920812 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:22.922902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0e5bacd7-539e-427f-beb7-9324991b6f08 None None] Provisioning complete for port 92381d42-958a-472b-b067-888dc45c2a26 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:22.923308 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e5bacd7-539e-427f-beb7-9324991b6f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.928396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-256859ca-0edc-4f5c-8231-0dae087f4e0d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9f:ac:bd'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:22.959918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad48dc7b-7a02-4ceb-ae6a-9782798b7d0e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:22.970098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.970934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.970934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.971276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.971616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.971954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.972281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.972607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.973228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.973228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.973549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.973877 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.990538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8a548f33-bd4e-42e9-8506-e3713ec1a05b req-fd2a60a8-2a46-400d-871b-7bfda3f66fb0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224468 Jul 13 07:50:22.997887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:23.016920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.017429 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Added segment 9b961898-27f0-468f-a4e6-bc1b732a30fb of type vlan for network 2544e140-8eb4-4292-8eb4-0993debe9c13 Jul 13 07:50:23.022587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bacd7-539e-427f-beb7-9324991b6f08 None None] Port 92381d42-958a-472b-b067-888dc45c2a26 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:23.070884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.104786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.111461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:23.113434 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.181298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-256859ca-0edc-4f5c-8231-0dae087f4e0d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.199735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0287290 Jul 13 07:50:23.200698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:23.217615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'admin_state_up': True, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:23.303865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a51f2-920c-4cb5-a015-ffc05cc04fb3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Network': ['ID=2544e140-8eb4-4292-8eb4-0993debe9c13,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:23.309459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.310857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.316554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 2544e140-8eb4-4292-8eb4-0993debe9c13 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:23.380975 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.382412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.423050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=48e6d93c-f83f-4cfe-9246-784d058d45f3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:23.424969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['48e6d93c-f83f-4cfe-9246-784d058d45f3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:23.556874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] No DVR routers for this DVR port 48e6d93c-f83f-4cfe-9246-784d058d45f3 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:23.559327 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-256859ca-0edc-4f5c-8231-0dae087f4e0d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.564389 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.566728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e569592c-1a72-426a-bede-3b6f43cf0ee7 req-50189a87-5fc0-4af6-bdec-e3d4f9ee9e74 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "DELETE /v2.0/ports/48e6d93c-f83f-4cfe-9246-784d058d45f3 HTTP/1.1" status: 204 len: 173 time: 1.2913482 Jul 13 07:50:23.567794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b5c67d-a896-4ca8-8333-80c0eea7d8f7', 'name': 'network-vif-deleted', 'tag': '48e6d93c-f83f-4cfe-9246-784d058d45f3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:23.570500 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e95df9c-8f0a-4b4b-9cd5-fb61ef49d0b9" -d '{"events": [{"server_uuid": "e8b5c67d-a896-4ca8-8333-80c0eea7d8f7", "name": "network-vif-deleted", "tag": "48e6d93c-f83f-4cfe-9246-784d058d45f3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:23.571686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-256859ca-0edc-4f5c-8231-0dae087f4e0d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.680882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.698626 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.821623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256859ca-0edc-4f5c-8231-0dae087f4e0d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Port': ['ID=92381d42-958a-472b-b067-888dc45c2a26,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:23.862463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-256859ca-0edc-4f5c-8231-0dae087f4e0d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] In _notify_port_updated(), no bound segment for port 92381d42-958a-472b-b067-888dc45c2a26 on network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:50:23.881257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256859ca-0edc-4f5c-8231-0dae087f4e0d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:23.883331 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-256859ca-0edc-4f5c-8231-0dae087f4e0d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.883951 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-256859ca-0edc-4f5c-8231-0dae087f4e0d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "PUT /v2.0/ports/92381d42-958a-472b-b067-888dc45c2a26 HTTP/1.1" status: 200 len: 993 time: 0.9617338 Jul 13 07:50:23.888293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:24.091242 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee952d23-21fc-4521-9804-ad2b7d4b21b4 x-openstack-request-id: req-ee952d23-21fc-4521-9804-ad2b7d4b21b4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:24.091540 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b5c67d-a896-4ca8-8333-80c0eea7d8f7", "name": "network-vif-deleted", "tag": "48e6d93c-f83f-4cfe-9246-784d058d45f3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:24.091799 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee952d23-21fc-4521-9804-ad2b7d4b21b4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:24.092203 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b5c67d-a896-4ca8-8333-80c0eea7d8f7', 'name': 'network-vif-deleted', 'tag': '48e6d93c-f83f-4cfe-9246-784d058d45f3', 'status': 'completed', 'code': 200} Jul 13 07:50:24.170330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-468756a1-8412-4399-8f59-1ce987480c17 req-e07667c2-adcc-4124-91b9-0a16a025353d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 210 time: 0.0444121 Jul 13 07:50:24.202969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ade67f38-c35a-4468-b641-967c3104b881 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Deleting port 92381d42-958a-472b-b067-888dc45c2a26 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:24.203286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade67f38-c35a-4468-b641-967c3104b881 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.211591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-de752552-dfce-4023-a899-f812e3455f9a None None] Provisioning complete for port 92381d42-958a-472b-b067-888dc45c2a26 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:24.212105 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de752552-dfce-4023-a899-f812e3455f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.286644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.294812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-de752552-dfce-4023-a899-f812e3455f9a None None] Port 92381d42-958a-472b-b067-888dc45c2a26 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:24.317214 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.326594 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade67f38-c35a-4468-b641-967c3104b881 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.367188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ade67f38-c35a-4468-b641-967c3104b881 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Calling delete_port for 92381d42-958a-472b-b067-888dc45c2a26 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:24.495515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.25.8.124 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/5372eb82-48b0-44e2-993a-792de67f0167) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:24.641479 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade67f38-c35a-4468-b641-967c3104b881 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.687362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade67f38-c35a-4468-b641-967c3104b881 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event deleted for resources: {'Port': ['ID=92381d42-958a-472b-b067-888dc45c2a26,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:24.698197 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.215201 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.269976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:25.273342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=5372eb82-48b0-44e2-993a-792de67f0167,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.276896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:25.279363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:25.364944 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66f6a968-7337-40e7-ac38-c680013a5406 req-5958237c-ec5a-4a5c-852b-f7ea61e0ba81 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 210 time: 0.0440817 Jul 13 07:50:25.505818 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade67f38-c35a-4468-b641-967c3104b881 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.511920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41856) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.512798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ade67f38-c35a-4468-b641-967c3104b881 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "DELETE /v2.0/ports/92381d42-958a-472b-b067-888dc45c2a26 HTTP/1.1" status: 204 len: 168 time: 1.6221972 Jul 13 07:50:25.556841 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efcfdf0-257b-4f8c-af5b-48ccb18209fc tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] GET failed (client error): The resource could not be found. Jul 13 07:50:25.559082 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7efcfdf0-257b-4f8c-af5b-48ccb18209fc tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "GET /v2.0/ports/92381d42-958a-472b-b067-888dc45c2a26 HTTP/1.1" status: 404 len: 333 time: 0.0456023 Jul 13 07:50:25.563009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41858) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.572536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'port': {'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2', 'name': 'tempest-AllowedAddressPairTestJSON-1599767547'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:25.649633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.761247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Made reservation on behalf of c40fa376f476434480b819ab197081c8 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:25.766701 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.799896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 48e6d93c-f83f-4cfe-9246-784d058d45f3 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:25.819138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] device_id is not set on port 0fb4aa64-39f8-4ebc-8622-9a924e66d139 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:25.832497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.837278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 48e6d93c-f83f-4cfe-9246-784d058d45f3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:25.837928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 48e6d93c-f83f-4cfe-9246-784d058d45f3 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:25.933142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.055109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-097a134c-fe1f-48ec-b29e-fddf69fe8309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.121221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Allocated IP 172.20.0.7 (cd3f7994-b1e3-43f8-a65d-77da859bd0a2/70669724-7ee7-41a3-a1ba-9177b4808f03/0fb4aa64-39f8-4ebc-8622-9a924e66d139) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:26.175652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router 7da32e1e-e14a-4287-9be3-956fa1e20d9c is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:50:26.224785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-097a134c-fe1f-48ec-b29e-fddf69fe8309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.232838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-097a134c-fe1f-48ec-b29e-fddf69fe8309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.301394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:26.311128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-097a134c-fe1f-48ec-b29e-fddf69fe8309 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=345460f7cba64dffa4f8c4f7f35f27e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774437 Jul 13 07:50:26.313695 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Sync routers for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:26.316343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.318761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a134c-fe1f-48ec-b29e-fddf69fe8309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe3953a-82a8-49e4-b57c-6c8187623a1d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:26.338222 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:26.338745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.340073 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:26.343142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-61879ca1-ace4-4064-951f-d1c2aaf815b3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1348217 Jul 13 07:50:26.346118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41874) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.470029 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.478150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af766e21-3296-478f-882a-23a0dea250a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.536460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Transition to ACTIVE for port object 0fb4aa64-39f8-4ebc-8622-9a924e66d139 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:26.543829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af766e21-3296-478f-882a-23a0dea250a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.564681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a807dbe-439b-4ede-8644-990b93263730 req-a5280bcc-47d9-4c7d-8cb2-9581d716980d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 210 time: 0.0770044 Jul 13 07:50:26.606838 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:26.611762 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.623414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f294d844-ebd2-4226-af0a-ba6cc9034866 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e12325b8214c4aaaba3facb35e649bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2757194 Jul 13 07:50:26.626550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41880) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.648301 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af766e21-3296-478f-882a-23a0dea250a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.651279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af766e21-3296-478f-882a-23a0dea250a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.652642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-af766e21-3296-478f-882a-23a0dea250a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efe3953a-82a8-49e4-b57c-6c8187623a1d HTTP/1.1" status: 204 len: 168 time: 0.3353271 Jul 13 07:50:26.666042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af766e21-3296-478f-882a-23a0dea250a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe3953a-82a8-49e4-b57c-6c8187623a1d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:26.676070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:26.680056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:26.687436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:26.726646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Port': ['ID=0fb4aa64-39f8-4ebc-8622-9a924e66d139,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:26.762858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:26.763555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.798263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7959a66d-824a-4ff3-a96e-6f99da4c1110 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2338631 Jul 13 07:50:26.800827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.807854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-20b9cfcc-2cb3-4d04-813e-18398be05335 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9f:ac:bd'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:26.911068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca371fda-17f5-4f99-9ff9-037a61bdc46d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:26.916666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ca371fda-17f5-4f99-9ff9-037a61bdc46d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2890544 Jul 13 07:50:26.917348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41886) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.945008 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:50:25Z', 'revision_number': 3, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:26.965973 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20b9cfcc-2cb3-4d04-813e-18398be05335 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.967481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e36a296e-5e53-4ce5-8da4-f56517d8c968 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486665 Jul 13 07:50:26.969375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41890) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.976139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1931753051', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:27.008154 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Checking router: 7da32e1e-e14a-4287-9be3-956fa1e20d9c for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:27.011427 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Updating router 7da32e1e-e14a-4287-9be3-956fa1e20d9c port 5372eb82-48b0-44e2-993a-792de67f0167 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:50:27.107145 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.166133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-17846155-5fb2-4997-8e09-4c3d78fbc7ed None None] Provisioning for port 0fb4aa64-39f8-4ebc-8622-9a924e66d139 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:27.175078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-17846155-5fb2-4997-8e09-4c3d78fbc7ed None None] Provisioning complete for port 0fb4aa64-39f8-4ebc-8622-9a924e66d139 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:27.176113 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17846155-5fb2-4997-8e09-4c3d78fbc7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.200942 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20b9cfcc-2cb3-4d04-813e-18398be05335 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.209897 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20b9cfcc-2cb3-4d04-813e-18398be05335 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.220284 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Made reservation on behalf of e12325b8214c4aaaba3facb35e649bed for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:27.226904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.273786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-17846155-5fb2-4997-8e09-4c3d78fbc7ed None None] Port 0fb4aa64-39f8-4ebc-8622-9a924e66d139 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:27.306368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41898) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:27.328045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9cfcc-2cb3-4d04-813e-18398be05335 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Port': ['ID=0fb4aa64-39f8-4ebc-8622-9a924e66d139,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:27.356544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-20b9cfcc-2cb3-4d04-813e-18398be05335 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] In _notify_port_updated(), no bound segment for port 0fb4aa64-39f8-4ebc-8622-9a924e66d139 on network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:50:27.365830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9cfcc-2cb3-4d04-813e-18398be05335 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:27.366558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20b9cfcc-2cb3-4d04-813e-18398be05335 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.370333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-20b9cfcc-2cb3-4d04-813e-18398be05335 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "PUT /v2.0/ports/0fb4aa64-39f8-4ebc-8622-9a924e66d139 HTTP/1.1" status: 200 len: 996 time: 0.5673339 Jul 13 07:50:27.371890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41900) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:27.375960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccebb9e0-a5ee-40a7-8869-8649d103460e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.605208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-af024eae-d2f4-45e2-9776-05801c126d56 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Deleting port 0fb4aa64-39f8-4ebc-8622-9a924e66d139 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:27.605890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af024eae-d2f4-45e2-9776-05801c126d56 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.636418 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.643043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fc0a6c7a-1a0d-4503-8856-10925ecbeea7 None None] Provisioning complete for port 0fb4aa64-39f8-4ebc-8622-9a924e66d139 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:27.646006 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc0a6c7a-1a0d-4503-8856-10925ecbeea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.673096 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccebb9e0-a5ee-40a7-8869-8649d103460e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.730031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccebb9e0-a5ee-40a7-8869-8649d103460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.730865 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.733843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af024eae-d2f4-45e2-9776-05801c126d56 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.744501 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Transition to ACTIVE for port object 5372eb82-48b0-44e2-993a-792de67f0167 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:27.750743 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-af024eae-d2f4-45e2-9776-05801c126d56 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Calling delete_port for 0fb4aa64-39f8-4ebc-8622-9a924e66d139 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:27.752837 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.784780 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Attempting to bind port 5372eb82-48b0-44e2-993a-792de67f0167 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:27.785386 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Attempting to bind port 5372eb82-48b0-44e2-993a-792de67f0167 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:27.785969 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Attempting to bind port 5372eb82-48b0-44e2-993a-792de67f0167 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:27.799929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Checking segment: {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:27.800293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network hostable DHCP agents. Network: 2544e140-8eb4-4292-8eb4-0993debe9c13, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:27.811259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a6c7a-1a0d-4503-8856-10925ecbeea7 None None] Port 0fb4aa64-39f8-4ebc-8622-9a924e66d139 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:27.811901 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:27.812528 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:27.813363 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.813993 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:27.814839 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Bound port: 5372eb82-48b0-44e2-993a-792de67f0167, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:27.815649 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.836643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Subnet': ['ID=3fd7b407-7927-4f4d-9426-0a9c474b6a4e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:27.842705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ccebb9e0-a5ee-40a7-8869-8649d103460e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e91e75a6ae3240b9ace00f97fa3ff3e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335493 Jul 13 07:50:27.846392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41910) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:27.847075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebb9e0-a5ee-40a7-8869-8649d103460e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4820b3c7-2a0d-4cbd-836a-affc7f4947fe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:27.862873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 2544e140-8eb4-4292-8eb4-0993debe9c13 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:27.888557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 2544e140-8eb4-4292-8eb4-0993debe9c13) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:27.895011 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] For port 5372eb82-48b0-44e2-993a-792de67f0167, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:27.900519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1648f141-db45-4304-aac0-edb069ca83d7 None None] Network 2544e140-8eb4-4292-8eb4-0993debe9c13 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:27.901846 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] For port 5372eb82-48b0-44e2-993a-792de67f0167, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5372eb82-48b0-44e2-993a-792de67f0167,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:27.909178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:27.910420 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.922964 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.962924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af024eae-d2f4-45e2-9776-05801c126d56 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.965802 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Pushing event updated for resources: {'Port': ['ID=5372eb82-48b0-44e2-993a-792de67f0167,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:27.980785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-75c28f5e-34e1-4634-8ba7-043f68962e51 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0102293 Jul 13 07:50:27.981748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41912) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:27.985637 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.986006 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.986352 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.986689 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.987023 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.987353 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.987688 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.988013 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.988338 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.988662 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.988983 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:27.989304 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:28.000185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95bfb4bf-2e04-44c6-88e6-0371fb28e548 req-8dc3b333-25be-47db-9b80-b060bd161b54 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 210 time: 0.0501063 Jul 13 07:50:28.019530 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:28.020187 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:28.026276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af024eae-d2f4-45e2-9776-05801c126d56 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event deleted for resources: {'Port': ['ID=0fb4aa64-39f8-4ebc-8622-9a924e66d139,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:28.072644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f570cd4-0c2b-4a4a-903a-50ccf081705e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.119093 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f570cd4-0c2b-4a4a-903a-50ccf081705e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.193122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af024eae-d2f4-45e2-9776-05801c126d56 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.197291 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-af024eae-d2f4-45e2-9776-05801c126d56 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "DELETE /v2.0/ports/0fb4aa64-39f8-4ebc-8622-9a924e66d139 HTTP/1.1" status: 204 len: 168 time: 0.8154650 Jul 13 07:50:28.197720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41914) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:28.215690 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ba9cb-dfa4-475f-a12b-993933c2b0fa None None] Pushing event updated for resources: {'Port': ['ID=5372eb82-48b0-44e2-993a-792de67f0167,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:28.259894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-2544e140-8eb4-4292-8eb4-0993debe9c13', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:28.260910 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.273447 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef695779-b6e9-48c3-a6db-f4428e02394c tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] GET failed (client error): The resource could not be found. Jul 13 07:50:28.278405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ef695779-b6e9-48c3-a6db-f4428e02394c tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "GET /v2.0/ports/0fb4aa64-39f8-4ebc-8622-9a924e66d139 HTTP/1.1" status: 404 len: 333 time: 0.0764322 Jul 13 07:50:28.281250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41916) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:28.298071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'port': {'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2', 'name': 'tempest-AllowedAddressPairTestJSON-794599192'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:28.334317 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:28.373312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f570cd4-0c2b-4a4a-903a-50ccf081705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.381244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f570cd4-0c2b-4a4a-903a-50ccf081705e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.386575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5f570cd4-0c2b-4a4a-903a-50ccf081705e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4820b3c7-2a0d-4cbd-836a-affc7f4947fe HTTP/1.1" status: 204 len: 168 time: 0.5328815 Jul 13 07:50:28.509598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f570cd4-0c2b-4a4a-903a-50ccf081705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4820b3c7-2a0d-4cbd-836a-affc7f4947fe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:28.576450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Allocated IP 172.20.0.2 (2544e140-8eb4-4292-8eb4-0993debe9c13/3fd7b407-7927-4f4d-9426-0a9c474b6a4e/bd399a75-3af9-4fba-9b40-32c16361fab6) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:28.630980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Made reservation on behalf of c40fa376f476434480b819ab197081c8 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:28.634597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.699645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] device_id is not set on port 1fb80961-5d93-40cc-b756-53c5ed20f5cc yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:28.750898 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:50:25Z', 'revision_number': 3, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:28.826716 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4eb2cb-5304-4a0e-921b-725b8a563fef None None] The sync data for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 is: [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:50:25Z', 'revision_number': 3, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:28.939001 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.948567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Transition to ACTIVE for port object bd399a75-3af9-4fba-9b40-32c16361fab6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:28.966722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Allocated IP 172.20.0.7 (cd3f7994-b1e3-43f8-a65d-77da859bd0a2/70669724-7ee7-41a3-a1ba-9177b4808f03/1fb80961-5d93-40cc-b756-53c5ed20f5cc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:28.983260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Transition to ACTIVE for port object bd399a75-3af9-4fba-9b40-32c16361fab6 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:28.991941 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.040198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Network 2544e140-8eb4-4292-8eb4-0993debe9c13 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:29.055958 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:29.063454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:29.148515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.167719 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Pushing event updated for resources: {'Port': ['ID=bd399a75-3af9-4fba-9b40-32c16361fab6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:29.199371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.199811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.200405 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.200920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.205280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.205987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.206337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.206861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.207696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.208365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.209019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.209577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:29.217695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Attempting to bind port bd399a75-3af9-4fba-9b40-32c16361fab6 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:29.219113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Attempting to bind port bd399a75-3af9-4fba-9b40-32c16361fab6 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:29.219941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Attempting to bind port bd399a75-3af9-4fba-9b40-32c16361fab6 on network 2544e140-8eb4-4292-8eb4-0993debe9c13 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:29.261807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:29.262548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Checking segment: {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:29.262700 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.263307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Bound using segment: {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:29.265175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Bound port: bd399a75-3af9-4fba-9b40-32c16361fab6, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:29.265575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.295788 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.327099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Transition to ACTIVE for port object 1fb80961-5d93-40cc-b756-53c5ed20f5cc will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:29.367879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d2cadf7-90e5-442c-a214-25c919de01df req-6a82c7ab-ef65-4d44-bdea-3822ea73dc69 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 210 time: 0.0739706 Jul 13 07:50:29.421664 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] For port bd399a75-3af9-4fba-9b40-32c16361fab6, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:29.425350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] For port bd399a75-3af9-4fba-9b40-32c16361fab6, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bd399a75-3af9-4fba-9b40-32c16361fab6,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:29.433274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.435462 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.527583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae3ab8-c0e9-41a8-9af6-716810fbf351 None None] Pushing event updated for resources: {'Port': ['ID=bd399a75-3af9-4fba-9b40-32c16361fab6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:29.544405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Port': ['ID=1fb80961-5d93-40cc-b756-53c5ed20f5cc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:29.583084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:29.584697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:29.595566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:29.696673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:29.698313 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.745575 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f9180c68-5455-4fe2-866e-c75bb4a073c4 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4602325 Jul 13 07:50:29.747797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41942) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.765838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'port': {'network_id': 'cd3f7994-b1e3-43f8-a65d-77da859bd0a2', 'name': 'tempest-AllowedAddressPairTestJSON-2009954325'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:29.841890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.20.0.1 (2544e140-8eb4-4292-8eb4-0993debe9c13/3fd7b407-7927-4f4d-9426-0a9c474b6a4e/a232deb7-9bc9-48cb-99d6-084993c2ccf3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:30.143362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Made reservation on behalf of c40fa376f476434480b819ab197081c8 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:30.145730 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.151667 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.167262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Transition to ACTIVE for port object a232deb7-9bc9-48cb-99d6-084993c2ccf3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:30.170262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a9df7f46-00c0-46d8-b868-894f8106d0c6 None None] Provisioning for port 1fb80961-5d93-40cc-b756-53c5ed20f5cc completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:30.181122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a9df7f46-00c0-46d8-b868-894f8106d0c6 None None] Provisioning complete for port 1fb80961-5d93-40cc-b756-53c5ed20f5cc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:30.181727 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9df7f46-00c0-46d8-b868-894f8106d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.216697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] device_id is not set on port 88796fb7-2f69-4327-a651-f12f7ad7c234 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:30.242288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.293827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a9df7f46-00c0-46d8-b868-894f8106d0c6 None None] Port 1fb80961-5d93-40cc-b756-53c5ed20f5cc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:30.326463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 2544e140-8eb4-4292-8eb4-0993debe9c13 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:30.340812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:30.349552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:30.454242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Allocated IP 172.20.0.10 (cd3f7994-b1e3-43f8-a65d-77da859bd0a2/70669724-7ee7-41a3-a1ba-9177b4808f03/88796fb7-2f69-4327-a651-f12f7ad7c234) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:30.480747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=a232deb7-9bc9-48cb-99d6-084993c2ccf3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:30.523438 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.763485 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d028fa4-8e74-4bcb-8434-f19cd12a3e5b req-53d4c165-2fb5-4f22-9686-206235d3fd46 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8b5c67d-a896-4ca8-8333-80c0eea7d8f7 HTTP/1.1" status: 200 len: 210 time: 0.1294441 Jul 13 07:50:30.814829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bd399a75-3af9-4fba-9b40-32c16361fab6 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:30.818710 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.875564 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.923672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port bd399a75-3af9-4fba-9b40-32c16361fab6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:30.932080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5372eb82-48b0-44e2-993a-792de67f0167 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:30.937149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Transition to ACTIVE for port object 88796fb7-2f69-4327-a651-f12f7ad7c234 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:31.036278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 5372eb82-48b0-44e2-993a-792de67f0167 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:31.043609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.046586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5372eb82-48b0-44e2-993a-792de67f0167 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:31.047193 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.108048 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:31.132489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:31.146763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:31.197434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.238562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 5372eb82-48b0-44e2-993a-792de67f0167, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5372eb82-48b0-44e2-993a-792de67f0167,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:31.242205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Port': ['ID=88796fb7-2f69-4327-a651-f12f7ad7c234,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:31.251403 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.302998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:31.304486 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.376300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bfea48ea-5475-4c85-87d1-3f835c52ed4d tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6268044 Jul 13 07:50:31.379298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:31.388116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-094c7025-df94-4436-aada-e928c36c30e5 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9f:ac:bd'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:bf:e8:d4'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:31.436859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=5372eb82-48b0-44e2-993a-792de67f0167,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:31.461712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd048dbb-6545-48da-bf4e-964026d6d786 None None] Network 2544e140-8eb4-4292-8eb4-0993debe9c13 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:31.741273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-42926a60-c284-4a61-ad09-88e5436131b3 None None] Provisioning for port bd399a75-3af9-4fba-9b40-32c16361fab6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:31.780386 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-094c7025-df94-4436-aada-e928c36c30e5 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.804703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-42926a60-c284-4a61-ad09-88e5436131b3 None None] Provisioning complete for port bd399a75-3af9-4fba-9b40-32c16361fab6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:31.805094 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42926a60-c284-4a61-ad09-88e5436131b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.993288 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42926a60-c284-4a61-ad09-88e5436131b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.998024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.009053 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.084489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-094c7025-df94-4436-aada-e928c36c30e5 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.095907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-094c7025-df94-4436-aada-e928c36c30e5 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.177007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=a232deb7-9bc9-48cb-99d6-084993c2ccf3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.185719 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-42926a60-c284-4a61-ad09-88e5436131b3 None None] For port bd399a75-3af9-4fba-9b40-32c16361fab6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bd399a75-3af9-4fba-9b40-32c16361fab6,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:32.205202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42926a60-c284-4a61-ad09-88e5436131b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.219361 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.247149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c7025-df94-4436-aada-e928c36c30e5 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event updated for resources: {'Port': ['ID=88796fb7-2f69-4327-a651-f12f7ad7c234,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.262161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-094c7025-df94-4436-aada-e928c36c30e5 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] In _notify_port_updated(), no bound segment for port 88796fb7-2f69-4327-a651-f12f7ad7c234 on network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:50:32.276702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42926a60-c284-4a61-ad09-88e5436131b3 None None] Pushing event updated for resources: {'Port': ['ID=bd399a75-3af9-4fba-9b40-32c16361fab6,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.278834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c7025-df94-4436-aada-e928c36c30e5 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:32.279518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-094c7025-df94-4436-aada-e928c36c30e5 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.294067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-094c7025-df94-4436-aada-e928c36c30e5 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "PUT /v2.0/ports/88796fb7-2f69-4327-a651-f12f7ad7c234 HTTP/1.1" status: 200 len: 1056 time: 0.9113021 Jul 13 07:50:32.294682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 41986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.399797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 2544e140-8eb4-4292-8eb4-0993debe9c13 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:32.406863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:32.437225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9a75e339-eabd-42ec-9e8c-07942550fd16 None None] Provisioning for port 88796fb7-2f69-4327-a651-f12f7ad7c234 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:32.441192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9a75e339-eabd-42ec-9e8c-07942550fd16 None None] Provisioning complete for port 88796fb7-2f69-4327-a651-f12f7ad7c234 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:32.441961 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a75e339-eabd-42ec-9e8c-07942550fd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.486036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-82194797-4ec1-40be-8bed-b0c972461701 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Deleting port 88796fb7-2f69-4327-a651-f12f7ad7c234 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:32.487753 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82194797-4ec1-40be-8bed-b0c972461701 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.524441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9a75e339-eabd-42ec-9e8c-07942550fd16 None None] Port 88796fb7-2f69-4327-a651-f12f7ad7c234 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:32.667871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e55309d5-b279-4f93-99b9-b2186120b0ab None None] Provisioning for port a232deb7-9bc9-48cb-99d6-084993c2ccf3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:32.668209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router 7da32e1e-e14a-4287-9be3-956fa1e20d9c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:50:32.681899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e55309d5-b279-4f93-99b9-b2186120b0ab None None] Provisioning complete for port a232deb7-9bc9-48cb-99d6-084993c2ccf3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:32.682338 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e55309d5-b279-4f93-99b9-b2186120b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.752059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82194797-4ec1-40be-8bed-b0c972461701 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.756134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bd399a75-3af9-4fba-9b40-32c16361fab6 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:32.795583 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-82194797-4ec1-40be-8bed-b0c972461701 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Calling delete_port for 88796fb7-2f69-4327-a651-f12f7ad7c234 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:32.807448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:32.814273 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4e3a5f4e-d7c8-4c82-88b6-ba571c5e99a9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "PUT /v2.0/routers/7da32e1e-e14a-4287-9be3-956fa1e20d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8210585 Jul 13 07:50:32.817966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.823546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Sync routers for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:32.857454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:32.858428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:32.932879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e55309d5-b279-4f93-99b9-b2186120b0ab None None] Port a232deb7-9bc9-48cb-99d6-084993c2ccf3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:32.997934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port bd399a75-3af9-4fba-9b40-32c16361fab6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:32.998637 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.060116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82194797-4ec1-40be-8bed-b0c972461701 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.118938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82194797-4ec1-40be-8bed-b0c972461701 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event deleted for resources: {'Port': ['ID=88796fb7-2f69-4327-a651-f12f7ad7c234,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:33.124961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5305a5-05aa-43f7-8d4b-ef268b301d7b tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.125615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5305a5-05aa-43f7-8d4b-ef268b301d7b tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.125921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5305a5-05aa-43f7-8d4b-ef268b301d7b tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.126533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5305a5-05aa-43f7-8d4b-ef268b301d7b tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.126911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5305a5-05aa-43f7-8d4b-ef268b301d7b tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.127414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5305a5-05aa-43f7-8d4b-ef268b301d7b tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.128603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5305a5-05aa-43f7-8d4b-ef268b301d7b tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.133082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ad5305a5-05aa-43f7-8d4b-ef268b301d7b tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4994 time: 0.3114722 Jul 13 07:50:33.133473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 41996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:33.445368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be72f60-5353-4371-b181-913ec7ea6d6d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.445990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be72f60-5353-4371-b181-913ec7ea6d6d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.446473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be72f60-5353-4371-b181-913ec7ea6d6d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.446932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be72f60-5353-4371-b181-913ec7ea6d6d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.447386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be72f60-5353-4371-b181-913ec7ea6d6d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.447884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be72f60-5353-4371-b181-913ec7ea6d6d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.448337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be72f60-5353-4371-b181-913ec7ea6d6d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:33.450464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0be72f60-5353-4371-b181-913ec7ea6d6d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.3158498 Jul 13 07:50:33.454187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42004) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:33.527159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e55309d5-b279-4f93-99b9-b2186120b0ab None None] Provisioning complete for port bd399a75-3af9-4fba-9b40-32c16361fab6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:33.527941 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e55309d5-b279-4f93-99b9-b2186120b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.621367 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82194797-4ec1-40be-8bed-b0c972461701 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.627951 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-82194797-4ec1-40be-8bed-b0c972461701 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "DELETE /v2.0/ports/88796fb7-2f69-4327-a651-f12f7ad7c234 HTTP/1.1" status: 204 len: 168 time: 1.3298087 Jul 13 07:50:33.628685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:33.636591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:33.667467 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-83549b11-4370-46a0-a0e4-775c5fb234d8 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] GET failed (client error): The resource could not be found. Jul 13 07:50:33.673420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42010) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:33.682562 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-83549b11-4370-46a0-a0e4-775c5fb234d8 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "GET /v2.0/ports/88796fb7-2f69-4327-a651-f12f7ad7c234 HTTP/1.1" status: 404 len: 333 time: 0.0529697 Jul 13 07:50:33.754709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5372eb82-48b0-44e2-993a-792de67f0167 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:33.792578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-37189f77-fe46-4cdc-ad29-a86ad3122087 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Deleting port 1fb80961-5d93-40cc-b756-53c5ed20f5cc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:33.792935 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37189f77-fe46-4cdc-ad29-a86ad3122087 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.866746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-af16eb68-4260-40ad-95bc-7237250ea378 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4089341 Jul 13 07:50:33.927982 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37189f77-fe46-4cdc-ad29-a86ad3122087 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.947560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e55309d5-b279-4f93-99b9-b2186120b0ab None None] Could not find standard attr ID for object 88796fb7-2f69-4327-a651-f12f7ad7c234. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:33.956468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5372eb82-48b0-44e2-993a-792de67f0167 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:33.956844 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.970859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-37189f77-fe46-4cdc-ad29-a86ad3122087 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Calling delete_port for 1fb80961-5d93-40cc-b756-53c5ed20f5cc owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:34.166539 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:50:30Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 2, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:34.201696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Checking router: 7da32e1e-e14a-4287-9be3-956fa1e20d9c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:34.202151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Updating router 7da32e1e-e14a-4287-9be3-956fa1e20d9c port a232deb7-9bc9-48cb-99d6-084993c2ccf3 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:50:34.210214 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37189f77-fe46-4cdc-ad29-a86ad3122087 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.253334 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.257318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-addf2ba1-3430-4f74-bd6f-4ed5042d51e2 None None] Provisioning complete for port a232deb7-9bc9-48cb-99d6-084993c2ccf3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:34.257711 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-addf2ba1-3430-4f74-bd6f-4ed5042d51e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.265346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42016) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.273486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cd8b32c4-199c-47d7-b467-fb78569cf70c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011371544', 'description': 'tempest-secgroup-smoke-2011371544 description', 'project_id': 'e12325b8214c4aaaba3facb35e649bed'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:34.275341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37189f77-fe46-4cdc-ad29-a86ad3122087 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event deleted for resources: {'Port': ['ID=1fb80961-5d93-40cc-b756-53c5ed20f5cc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:34.337614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd8b32c4-199c-47d7-b467-fb78569cf70c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.426785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37189f77-fe46-4cdc-ad29-a86ad3122087 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.429686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-37189f77-fe46-4cdc-ad29-a86ad3122087 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "DELETE /v2.0/ports/1fb80961-5d93-40cc-b756-53c5ed20f5cc HTTP/1.1" status: 204 len: 168 time: 0.7544751 Jul 13 07:50:34.435522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42022) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.462634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-addf2ba1-3430-4f74-bd6f-4ed5042d51e2 None None] Port a232deb7-9bc9-48cb-99d6-084993c2ccf3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:34.510970 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f12307-65c4-4075-a04e-37db3fb979d8 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] GET failed (client error): The resource could not be found. Jul 13 07:50:34.512757 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d5f12307-65c4-4075-a04e-37db3fb979d8 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "GET /v2.0/ports/1fb80961-5d93-40cc-b756-53c5ed20f5cc HTTP/1.1" status: 404 len: 333 time: 0.0755231 Jul 13 07:50:34.517998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.606577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd8b32c4-199c-47d7-b467-fb78569cf70c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.613962 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd8b32c4-199c-47d7-b467-fb78569cf70c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.645798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd8b32c4-199c-47d7-b467-fb78569cf70c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.647331 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cd8b32c4-199c-47d7-b467-fb78569cf70c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3806913 Jul 13 07:50:34.650696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42026) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.659969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-689139af-9109-4779-b319-9cdd5a9a5aa2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '20572ce9-7201-4656-bafe-b077987a71fd', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:34.685364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b32c4-199c-47d7-b467-fb78569cf70c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20572ce9-7201-4656-bafe-b077987a71fd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:34.710082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7930d67c-67ed-4988-8eb8-47e24daac555 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Deleting port 685b6d00-dc28-4715-83f5-f12c249233db {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:34.710446 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7930d67c-67ed-4988-8eb8-47e24daac555 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.711225 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-689139af-9109-4779-b319-9cdd5a9a5aa2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.772739 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-689139af-9109-4779-b319-9cdd5a9a5aa2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.778301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-689139af-9109-4779-b319-9cdd5a9a5aa2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.806415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689139af-9109-4779-b319-9cdd5a9a5aa2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6525566-83da-4081-8ac6-9ff9ba2ea8e9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:34.817417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-689139af-9109-4779-b319-9cdd5a9a5aa2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.819932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-689139af-9109-4779-b319-9cdd5a9a5aa2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682141 Jul 13 07:50:34.823773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.839117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3d75e4ef-d5eb-49c3-ba8e-fd2af209bcb5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '20572ce9-7201-4656-bafe-b077987a71fd', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:34.854846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7930d67c-67ed-4988-8eb8-47e24daac555 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.855917 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.868159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Transition to ACTIVE for port object a232deb7-9bc9-48cb-99d6-084993c2ccf3 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:34.875972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.876283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7930d67c-67ed-4988-8eb8-47e24daac555 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Calling delete_port for 685b6d00-dc28-4715-83f5-f12c249233db owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:34.933462 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d75e4ef-d5eb-49c3-ba8e-fd2af209bcb5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.947163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28297e24-b2fb-4369-b94b-aec77ead19f2 None None] Pushing event updated for resources: {'Port': ['ID=a232deb7-9bc9-48cb-99d6-084993c2ccf3,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.016889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Attempting to bind port a232deb7-9bc9-48cb-99d6-084993c2ccf3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:35.017483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Attempting to bind port a232deb7-9bc9-48cb-99d6-084993c2ccf3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:35.020648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Attempting to bind port a232deb7-9bc9-48cb-99d6-084993c2ccf3 on network 2544e140-8eb4-4292-8eb4-0993debe9c13 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:35.026782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:35.027206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Checking segment: {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:35.027910 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.028279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Bound using segment: {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:35.028848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Bound port: a232deb7-9bc9-48cb-99d6-084993c2ccf3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:35.029353 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.030284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d75e4ef-d5eb-49c3-ba8e-fd2af209bcb5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.047508 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d75e4ef-d5eb-49c3-ba8e-fd2af209bcb5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.143894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75e4ef-d5eb-49c3-ba8e-fd2af209bcb5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e512de8-2620-411a-b71b-0fab56eb3ef2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.160483 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d75e4ef-d5eb-49c3-ba8e-fd2af209bcb5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.162453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3d75e4ef-d5eb-49c3-ba8e-fd2af209bcb5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3373039 Jul 13 07:50:35.166672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:35.169415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] For port a232deb7-9bc9-48cb-99d6-084993c2ccf3, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:35.173466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-75a2fa78-81b9-4891-aefb-874b4a4035db tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '20572ce9-7201-4656-bafe-b077987a71fd', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:35.189686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7930d67c-67ed-4988-8eb8-47e24daac555 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.191055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] For port a232deb7-9bc9-48cb-99d6-084993c2ccf3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a232deb7-9bc9-48cb-99d6-084993c2ccf3,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:35.200149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.208762 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75a2fa78-81b9-4891-aefb-874b4a4035db tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.251236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930d67c-67ed-4988-8eb8-47e24daac555 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event deleted for resources: {'Port': ['ID=685b6d00-dc28-4715-83f5-f12c249233db,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.315262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75a2fa78-81b9-4891-aefb-874b4a4035db tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.323593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75a2fa78-81b9-4891-aefb-874b4a4035db tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.356059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2fa78-81b9-4891-aefb-874b4a4035db tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd81e170-564c-42cf-93ff-11fa9414962b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.367507 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75a2fa78-81b9-4891-aefb-874b4a4035db tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.372427 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:35.372427 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:35.373320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-75a2fa78-81b9-4891-aefb-874b4a4035db tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2053828 Jul 13 07:50:35.376671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42034) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:35.394693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f3f29949-c36c-4e9c-9291-538b9f01d164 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '20572ce9-7201-4656-bafe-b077987a71fd', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:35.447208 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3f29949-c36c-4e9c-9291-538b9f01d164 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.498696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7930d67c-67ed-4988-8eb8-47e24daac555 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.512751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:35.512973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7930d67c-67ed-4988-8eb8-47e24daac555 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "DELETE /v2.0/ports/685b6d00-dc28-4715-83f5-f12c249233db HTTP/1.1" status: 204 len: 168 time: 0.9934275 Jul 13 07:50:35.541684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28297e24-b2fb-4369-b94b-aec77ead19f2 None None] Pushing event updated for resources: {'Port': ['ID=a232deb7-9bc9-48cb-99d6-084993c2ccf3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.711740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcecee6-6e91-48de-b8ee-8c67f8e58f61 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Deleting subnet 70669724-7ee7-41a3-a1ba-9177b4808f03 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:35.712351 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.728604 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcecee6-6e91-48de-b8ee-8c67f8e58f61 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.740218 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3f29949-c36c-4e9c-9291-538b9f01d164 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.765156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3f29949-c36c-4e9c-9291-538b9f01d164 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.797721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:35.799722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f29949-c36c-4e9c-9291-538b9f01d164 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8d8124-02ac-4f92-913f-ecf29213a138,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.804556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcecee6-6e91-48de-b8ee-8c67f8e58f61 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.827451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3f29949-c36c-4e9c-9291-538b9f01d164 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.828734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f3f29949-c36c-4e9c-9291-538b9f01d164 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4503093 Jul 13 07:50:35.831811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:35.836719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0dee4775-636c-4065-99fa-711aa9c6fa60 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '20572ce9-7201-4656-bafe-b077987a71fd', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:35.871709 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-0dee4775-636c-4065-99fa-711aa9c6fa60 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Project e12325b8214c4aaaba3facb35e649bed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:50:35.880490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dee4775-636c-4065-99fa-711aa9c6fa60 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.983332 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcecee6-6e91-48de-b8ee-8c67f8e58f61 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.067501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcecee6-6e91-48de-b8ee-8c67f8e58f61 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.109729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dee4775-636c-4065-99fa-711aa9c6fa60 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.140385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dee4775-636c-4065-99fa-711aa9c6fa60 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.148556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcecee6-6e91-48de-b8ee-8c67f8e58f61 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event deleted for resources: {'Subnet': ['ID=70669724-7ee7-41a3-a1ba-9177b4808f03,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:36.148775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:50:30Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:35Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:36.165709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fcecee6-6e91-48de-b8ee-8c67f8e58f61 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.167970 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7fcecee6-6e91-48de-b8ee-8c67f8e58f61 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "DELETE /v2.0/subnets/70669724-7ee7-41a3-a1ba-9177b4808f03 HTTP/1.1" status: 204 len: 168 time: 0.6538782 Jul 13 07:50:36.172050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42058) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.172571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee4775-636c-4065-99fa-711aa9c6fa60 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65f5797-c64d-4873-916b-1f4d7e474b60,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:36.182273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dee4775-636c-4065-99fa-711aa9c6fa60 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.184249 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0dee4775-636c-4065-99fa-711aa9c6fa60 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3514335 Jul 13 07:50:36.187872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.189869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f072e47c-0261-46b1-b572-beacc8ac3039 None None] Network cd3f7994-b1e3-43f8-a65d-77da859bd0a2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:36.193960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-18e3f283-cd6f-47cc-8ff9-00ea1267802c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '20572ce9-7201-4656-bafe-b077987a71fd', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:36.227163 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-18e3f283-cd6f-47cc-8ff9-00ea1267802c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Project e12325b8214c4aaaba3facb35e649bed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:50:36.236398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18e3f283-cd6f-47cc-8ff9-00ea1267802c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.256088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e90562-8233-449c-b4b6-de30cadc7d04 None None] The sync data for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 is: [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:50:30Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:35Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:36.384873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.412315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18e3f283-cd6f-47cc-8ff9-00ea1267802c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.423809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18e3f283-cd6f-47cc-8ff9-00ea1267802c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.489994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18e3f283-cd6f-47cc-8ff9-00ea1267802c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.490921 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Deleting port e4835cfe-6435-4022-9132-a43dabe5472e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:36.491705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.492448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-18e3f283-cd6f-47cc-8ff9-00ea1267802c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3030248 Jul 13 07:50:36.499325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3f283-cd6f-47cc-8ff9-00ea1267802c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccee5ec-adc5-4773-9ed8-a2fc824d2e8f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:36.626392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb0cfb3-3842-44f0-8769-e8fdc4239b28 None None] DHCP port deletion for cd3f7994-b1e3-43f8-a65d-77da859bd0a2 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:36.706389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] For port e4835cfe-6435-4022-9132-a43dabe5472e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e4835cfe-6435-4022-9132-a43dabe5472e,segment=NetworkSegment(8068eed3-a011-4fe9-97a2-6261f23e3975),segment_id=8068eed3-a011-4fe9-97a2-6261f23e3975)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:36.707147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.734988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a232deb7-9bc9-48cb-99d6-084993c2ccf3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:36.772090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Calling delete_port for e4835cfe-6435-4022-9132-a43dabe5472e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:36.958813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0cfb3-3842-44f0-8769-e8fdc4239b28 None None] Deleting port e4835cfe-6435-4022-9132-a43dabe5472e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:36.959500 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cfb3-3842-44f0-8769-e8fdc4239b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.033561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-d069f0f7-cc7b-4630-a0f9-d0ef84e7db96 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011371544&fields=id&tenant_id=e12325b8214c4aaaba3facb35e649bed HTTP/1.1" status: 200 len: 267 time: 0.0973480 Jul 13 07:50:37.044000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a232deb7-9bc9-48cb-99d6-084993c2ccf3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:37.063841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a232deb7-9bc9-48cb-99d6-084993c2ccf3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:37.064063 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.262809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bdb0cfb3-3842-44f0-8769-e8fdc4239b28 None None] For port e4835cfe-6435-4022-9132-a43dabe5472e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e4835cfe-6435-4022-9132-a43dabe5472e,segment=NetworkSegment(8068eed3-a011-4fe9-97a2-6261f23e3975),segment_id=8068eed3-a011-4fe9-97a2-6261f23e3975)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:37.263481 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cfb3-3842-44f0-8769-e8fdc4239b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.296184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0cfb3-3842-44f0-8769-e8fdc4239b28 None None] Calling delete_port for e4835cfe-6435-4022-9132-a43dabe5472e owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:37.324313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-37204584-907a-46e4-8d4c-9215ce516955 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:37.327545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-37204584-907a-46e4-8d4c-9215ce516955 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/networks?id=2544e140-8eb4-4292-8eb4-0993debe9c13 HTTP/1.1" status: 200 len: 796 time: 0.2897611 Jul 13 07:50:37.380594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-55d20b61-59cd-4859-9cbd-74663efc2211 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/quotas/e12325b8214c4aaaba3facb35e649bed HTTP/1.1" status: 200 len: 375 time: 0.0381303 Jul 13 07:50:37.490423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-b75df546-d914-469a-b9dc-2b9e42d4d0e5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111696 Jul 13 07:50:37.530014 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.645618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cfb3-3842-44f0-8769-e8fdc4239b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.689178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0cfb3-3842-44f0-8769-e8fdc4239b28 None None] No DVR routers for this DVR port e4835cfe-6435-4022-9132-a43dabe5472e on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:37.707033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port a232deb7-9bc9-48cb-99d6-084993c2ccf3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a232deb7-9bc9-48cb-99d6-084993c2ccf3,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:37.764151 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.765529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0cfb3-3842-44f0-8769-e8fdc4239b28 None None] Pushing event deleted for resources: {'Port': ['ID=e4835cfe-6435-4022-9132-a43dabe5472e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.774377 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.835727 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.950032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-e8c7890f-5e9b-4ed9-ae67-1c7aa95f245d service neutron] 10.222.0.41 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578993 Jul 13 07:50:37.953276 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] No DVR routers for this DVR port e4835cfe-6435-4022-9132-a43dabe5472e on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:37.993543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=a232deb7-9bc9-48cb-99d6-084993c2ccf3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:38.000844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event deleted for resources: {'Port': ['ID=e4835cfe-6435-4022-9132-a43dabe5472e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:38.146827 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.149703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-b9061937-4d0d-4cdc-9cc6-d2a72f3145f2 service neutron] 10.222.0.41 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950121 Jul 13 07:50:38.173310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3f7994-b1e3-43f8-a65d-77da859bd0a2']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:38.191666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8068eed3-a011-4fe9-97a2-6261f23e3975') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:38.191965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8068eed3-a011-4fe9-97a2-6261f23e3975') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:38.208648 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.228976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.236530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:38.236941 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:38.240210 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:38.345242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2b17119b-c840-4831-8d45-08429f0604ae None None] Provisioning complete for port a232deb7-9bc9-48cb-99d6-084993c2ccf3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:38.345888 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b17119b-c840-4831-8d45-08429f0604ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.346521 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.362969 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.365451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] 10.222.0.41 "DELETE /v2.0/networks/cd3f7994-b1e3-43f8-a65d-77da859bd0a2 HTTP/1.1" status: 204 len: 168 time: 2.1922522 Jul 13 07:50:38.411455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9159d7d-2267-4ea5-993b-fe3138ab6b74 tempest-AllowedAddressPairTestJSON-2085691419 tempest-AllowedAddressPairTestJSON-2085691419-project] Pushing event deleted for resources: {'Network': ['ID=cd3f7994-b1e3-43f8-a65d-77da859bd0a2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:38.623999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d234d3c5-7eff-48d0-b523-d773066b03bf req-266737ac-3229-4465-a1a4-1ef4c5a7c36d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 210 time: 0.0646453 Jul 13 07:50:38.726777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a232deb7-9bc9-48cb-99d6-084993c2ccf3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:38.827748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a232deb7-9bc9-48cb-99d6-084993c2ccf3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:38.828046 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:50:38.828515 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.895972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42114) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:39.159270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e4835cfe-6435-4022-9132-a43dabe5472e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:39.163795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-56c98f7a-ed9d-43a4-b3fd-238e89914973 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c40fa376f476434480b819ab197081c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663014 Jul 13 07:50:39.166411 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42134) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:39.187289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e4835cfe-6435-4022-9132-a43dabe5472e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:39.188237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e4835cfe-6435-4022-9132-a43dabe5472e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:39.242654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.284178 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.427673 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.432475 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.434528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4727552a-cbe6-48ea-a263-21a37c4902a5 HTTP/1.1" status: 204 len: 168 time: 0.2667866 Jul 13 07:50:39.450441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727552a-cbe6-48ea-a263-21a37c4902a5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:39.468471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.469367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.470395 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.471112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.471656 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.472159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.472739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.473360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.473969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.474502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.475054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.475614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e5ad-8397-49fb-a242-03cb31f2d962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:39.910897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-383aea4e-ef8f-4911-8688-fba7b48a3916 req-2e8db78a-0f0d-4bcc-8b45-0837502fae5b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 210 time: 0.1485355 Jul 13 07:50:41.159043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42268) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:41.192322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-2ea543d3-3098-477f-963e-31150f0556cb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.193901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-2ea543d3-3098-477f-963e-31150f0556cb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "GET /v2.0/networks?id=2544e140-8eb4-4292-8eb4-0993debe9c13 HTTP/1.1" status: 200 len: 796 time: 0.3625662 Jul 13 07:50:41.306675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-4b66e5ce-dc78-4900-ad4e-c2a895a7cb33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12325b8214c4aaaba3facb35e649bed HTTP/1.1" status: 200 len: 380 time: 0.0949154 Jul 13 07:50:41.321124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'port': {'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'admin_state_up': True, 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'security_groups': ['20572ce9-7201-4656-bafe-b077987a71fd']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:41.358622 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6ae744c9-fb8e-4cb7-b88b-06e7eb6d1785 req-5f2400d2-bacd-4cff-bffd-329d02328fee tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 210 time: 0.1112542 Jul 13 07:50:41.482451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'networks': [{'name': 'tempest-network--1787584642'}, {'name': 'tempest-network--738334491'}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:41.483015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'network': {'name': 'tempest-network--1787584642'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:41.484152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'network': {'name': 'tempest-network--738334491'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:41.547030 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Made reservation on behalf of 2e6e6147619f4470bf64514614505b63 for: {'network': 2} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:41.565269 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.575563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Made reservation on behalf of e12325b8214c4aaaba3facb35e649bed for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:41.579548 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.590500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.716350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.721797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.722424 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.772072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98798e0-d121-4b70-a330-721fd5e9c137,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:41.778550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:41.794934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.20.0.6 (2544e140-8eb4-4292-8eb4-0993debe9c13/3fd7b407-7927-4f4d-9426-0a9c474b6a4e/f2cb1ec8-5971-4532-a148-39eff0d94bf8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:41.809145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.809750 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Added segment 70a3980c-50cb-4086-ad8d-76a2fb76099b of type vlan for network 45845eb8-ed6d-4349-a5a9-f8f0e7101c05 Jul 13 07:50:41.898578 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.966200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:41.978314 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.978912 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Added segment 6522c78d-fee4-46ee-b226-fe92c20e9d79 of type vlan for network 6238963a-9b83-44bd-8f15-fbd8b890619f Jul 13 07:50:42.083981 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.121627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.138397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Transition to ACTIVE for port object f2cb1ec8-5971-4532-a148-39eff0d94bf8 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:42.183161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.183669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.190418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.205727 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.206042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.207494 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.285065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1235011 Jul 13 07:50:42.287545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42298) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:42.308241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 2544e140-8eb4-4292-8eb4-0993debe9c13 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:42.312208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:42.329734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:42.335673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=f2cb1ec8-5971-4532-a148-39eff0d94bf8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:42.388721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Network': ['ID=45845eb8-ed6d-4349-a5a9-f8f0e7101c05,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:42.416059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 45845eb8-ed6d-4349-a5a9-f8f0e7101c05 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:42.450906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.457655 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.496892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-7a908882-c1da-434f-a841-ebd2ba54bdfc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1816676 Jul 13 07:50:42.622170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Request body: {'port': {'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:42.793211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dca30f89-b9bf-487e-8386-ba7f6e4c944c None None] Provisioning for port f2cb1ec8-5971-4532-a148-39eff0d94bf8 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:42.799250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dca30f89-b9bf-487e-8386-ba7f6e4c944c None None] Provisioning complete for port f2cb1ec8-5971-4532-a148-39eff0d94bf8 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:42.800006 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dca30f89-b9bf-487e-8386-ba7f6e4c944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.883204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12523e9b-d0aa-468b-8623-a36e205abbfa tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.890914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12523e9b-d0aa-468b-8623-a36e205abbfa tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.897251 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12523e9b-d0aa-468b-8623-a36e205abbfa tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.910233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.911257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dca30f89-b9bf-487e-8386-ba7f6e4c944c None None] Port f2cb1ec8-5971-4532-a148-39eff0d94bf8 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:42.919914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12523e9b-d0aa-468b-8623-a36e205abbfa tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.923383 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-12523e9b-d0aa-468b-8623-a36e205abbfa tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6346660 Jul 13 07:50:42.926515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42316) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:42.931625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cab35-be2c-49f8-9d61-7e0fee37150e req-27d1fc60-b43e-46ee-83d1-aa150e8d5bff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.935834 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-622cab35-be2c-49f8-9d61-7e0fee37150e req-27d1fc60-b43e-46ee-83d1-aa150e8d5bff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 931 time: 0.2417858 Jul 13 07:50:43.013514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9053b-559f-43d2-a522-139efa29c9ea tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Network': ['ID=6238963a-9b83-44bd-8f15-fbd8b890619f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:43.026002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 6238963a-9b83-44bd-8f15-fbd8b890619f details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:43.049182 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-622cab35-be2c-49f8-9d61-7e0fee37150e req-20377d22-ffa0-40e8-ba90-4d2e2d381cb6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071370 Jul 13 07:50:43.129741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.231370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.243468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45845eb8-ed6d-4349-a5a9-f8f0e7101c05']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:43.258184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a3980c-50cb-4086-ad8d-76a2fb76099b') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:43.258523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a3980c-50cb-4086-ad8d-76a2fb76099b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:43.273559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.298532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.305493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:43.306049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:43.309579 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:43.390101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.413288 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.416004 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/networks/45845eb8-ed6d-4349-a5a9-f8f0e7101c05 HTTP/1.1" status: 204 len: 168 time: 0.4880440 Jul 13 07:50:43.422219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42328) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.463180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81768918-69a0-47c2-9e5d-827c3939e009 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Network': ['ID=45845eb8-ed6d-4349-a5a9-f8f0e7101c05,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:43.575170 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.692553 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.705503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6238963a-9b83-44bd-8f15-fbd8b890619f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:43.718188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6522c78d-fee4-46ee-b226-fe92c20e9d79') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:43.718759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6522c78d-fee4-46ee-b226-fe92c20e9d79') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:43.729925 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.745060 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.748242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cb1ec8-5971-4532-a148-39eff0d94bf8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:43.761242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.771709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:43.772231 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:43.776801 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:43.877810 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.878152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Transition to ACTIVE for port object f2cb1ec8-5971-4532-a148-39eff0d94bf8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:43.887892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.898688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.911685 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/networks/6238963a-9b83-44bd-8f15-fbd8b890619f HTTP/1.1" status: 204 len: 168 time: 0.4869490 Jul 13 07:50:43.913193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42344) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.964023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cb1ec8-5971-4532-a148-39eff0d94bf8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.044612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee861b83-b12d-4922-82eb-9331163b48d8 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Network': ['ID=6238963a-9b83-44bd-8f15-fbd8b890619f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.132891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Attempting to bind port f2cb1ec8-5971-4532-a148-39eff0d94bf8 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:44.133477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Attempting to bind port f2cb1ec8-5971-4532-a148-39eff0d94bf8 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:44.134534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Attempting to bind port f2cb1ec8-5971-4532-a148-39eff0d94bf8 on network 2544e140-8eb4-4292-8eb4-0993debe9c13 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:44.141417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Port f2cb1ec8-5971-4532-a148-39eff0d94bf8 on network 2544e140-8eb4-4292-8eb4-0993debe9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:44.143309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Attempting to bind port f2cb1ec8-5971-4532-a148-39eff0d94bf8 on network 2544e140-8eb4-4292-8eb4-0993debe9c13 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:44.158049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:44.159659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Checking segment: {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:44.160204 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Bound using segment: {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:44.162862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Bound port: f2cb1ec8-5971-4532-a148-39eff0d94bf8, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b961898-27f0-468f-a4e6-bc1b732a30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:44.163408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.289159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b4f10c-e760-4920-b799-369dfd7e23f3 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.292747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] For port f2cb1ec8-5971-4532-a148-39eff0d94bf8, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:44.301320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] For port f2cb1ec8-5971-4532-a148-39eff0d94bf8, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:44.305991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b4f10c-e760-4920-b799-369dfd7e23f3 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.309532 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.313705 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e8b4f10c-e760-4920-b799-369dfd7e23f3 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3962929 Jul 13 07:50:44.314471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42366) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:44.321539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-917215905'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:44.354132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.355528 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.359429 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] 10.222.0.38 "PUT /v2.0/ports/f2cb1ec8-5971-4532-a148-39eff0d94bf8 HTTP/1.1" status: 200 len: 1092 time: 1.8530471 Jul 13 07:50:44.361072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:44.372319 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f20246f-c80d-4350-b235-c132aa682f87" -d '{"events": [{"name": "network-changed", "server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:44.376389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Made reservation on behalf of 2e6e6147619f4470bf64514614505b63 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:44.386598 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.450320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:44.487666 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.487666 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Added segment 2d79c50f-ab10-4437-91dc-173541ab427e of type vlan for network ab3a0252-c8b4-4ed1-93ca-8f786f07d477 Jul 13 07:50:44.510747 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa8692d-f384-42e2-a3b2-1cfaf96dd239 x-openstack-request-id: req-6fa8692d-f384-42e2-a3b2-1cfaf96dd239 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:44.511355 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:44.514044 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fa8692d-f384-42e2-a3b2-1cfaf96dd239 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:44.514824 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'status': 'completed', 'code': 200} Jul 13 07:50:44.544192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4a7d6-178b-4b60-ab73-10ce984ce568 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cb1ec8-5971-4532-a148-39eff0d94bf8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.583588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-9b74cc17-76b2-4687-af79-31788d9e9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.586359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-9b74cc17-76b2-4687-af79-31788d9e9923 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 1095 time: 0.1767282 Jul 13 07:50:44.676383 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-a790140b-7575-471f-9d16-f9de50ff57e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8 HTTP/1.1" status: 200 len: 217 time: 0.0815301 Jul 13 07:50:44.723130 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.782870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-3f0c28cc-0d51-42ca-8f5a-9378e11f9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.784371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-3f0c28cc-0d51-42ca-8f5a-9378e11f9fe2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fd7b407-7927-4f4d-9426-0a9c474b6a4e HTTP/1.1" status: 200 len: 835 time: 0.1023619 Jul 13 07:50:44.832261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab968b8-6456-4dc8-92e6-651e57db4c0c req-20f31c7a-9319-4ed7-9ff2-31d63f66b7e9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.833921 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4ab968b8-6456-4dc8-92e6-651e57db4c0c req-20f31c7a-9319-4ed7-9ff2-31d63f66b7e9 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 943 time: 0.3168850 Jul 13 07:50:44.835025 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.840754 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.841606 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.929087 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6127725 Jul 13 07:50:44.929306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:44.946202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1098175323'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:44.966437 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4ab968b8-6456-4dc8-92e6-651e57db4c0c req-17be1bf2-0e8f-43f1-a90e-21ac28ac5a2e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118493 Jul 13 07:50:44.990261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-bb733722-e9ff-473d-adc1-366ba3c7307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.994997 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-bb733722-e9ff-473d-adc1-366ba3c7307f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2544e140-8eb4-4292-8eb4-0993debe9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2030284 Jul 13 07:50:44.996456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Made reservation on behalf of 2e6e6147619f4470bf64514614505b63 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:45.001438 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.010767 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67dc8c-b71d-4a59-80fb-576834e58711 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Network': ['ID=ab3a0252-c8b4-4ed1-93ca-8f786f07d477,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:45.041309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network ab3a0252-c8b4-4ed1-93ca-8f786f07d477 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:45.086469 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:45.106338 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.106706 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Added segment 6ed39a51-150d-4667-87ab-4f7cb9c81a5b of type vlan for network b0b00f49-3afd-4e37-8df6-7a2c82f30c8d Jul 13 07:50:45.174205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-51204f07-b957-4c70-a27a-3ee82918fde9 service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693158 Jul 13 07:50:45.193060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.284864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.291094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:45.291508 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.327634 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7a5c700a-67c3-4456-bec9-3aadcd6e2ac7 req-d28e332d-a574-4371-ae5c-b434ce38890f service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465147 Jul 13 07:50:45.351774 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4146485 Jul 13 07:50:45.354557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:45.363720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'ports': [{'network_id': 'ab3a0252-c8b4-4ed1-93ca-8f786f07d477', 'name': 'tempest-port--688737661', 'admin_state_up': True}, {'network_id': 'b0b00f49-3afd-4e37-8df6-7a2c82f30c8d', 'admin_state_up': False}]} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:45.364314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'port': {'network_id': 'ab3a0252-c8b4-4ed1-93ca-8f786f07d477', 'name': 'tempest-port--688737661', 'admin_state_up': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:45.365148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'port': {'network_id': 'b0b00f49-3afd-4e37-8df6-7a2c82f30c8d', 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:45.509361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be63794-89ab-49cc-8a4e-55f8efc59a72 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Network': ['ID=b0b00f49-3afd-4e37-8df6-7a2c82f30c8d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:45.521402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network b0b00f49-3afd-4e37-8df6-7a2c82f30c8d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:45.684628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20246f-c80d-4350-b235-c132aa682f87 req-208be272-6310-49ba-8e88-5d697f4854b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:45.686806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f20246f-c80d-4350-b235-c132aa682f87 req-208be272-6310-49ba-8e88-5d697f4854b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 1095 time: 0.2695429 Jul 13 07:50:45.745193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Made reservation on behalf of 2e6e6147619f4470bf64514614505b63 for: {'port': 2} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:45.750771 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.807011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.851598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20246f-c80d-4350-b235-c132aa682f87 req-8744a4d7-0d66-4ac7-b118-91dcb88c8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:45.853135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f20246f-c80d-4350-b235-c132aa682f87 req-8744a4d7-0d66-4ac7-b118-91dcb88c8888 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2544e140-8eb4-4292-8eb4-0993debe9c13 HTTP/1.1" status: 200 len: 897 time: 0.1575961 Jul 13 07:50:45.916057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f20246f-c80d-4350-b235-c132aa682f87 req-37880e90-df58-406e-ad6a-d9da37d77b3c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8 HTTP/1.1" status: 200 len: 217 time: 0.0521955 Jul 13 07:50:45.990320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] device_id is not set on port 5b47a477-e9fd-4d7f-aefa-0c49b30db312 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:46.068479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20246f-c80d-4350-b235-c132aa682f87 req-53d6b683-85ca-42b5-8ebc-82ac3a455b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.070095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f20246f-c80d-4350-b235-c132aa682f87 req-53d6b683-85ca-42b5-8ebc-82ac3a455b49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fd7b407-7927-4f4d-9426-0a9c474b6a4e HTTP/1.1" status: 200 len: 835 time: 0.1014137 Jul 13 07:50:46.315460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20246f-c80d-4350-b235-c132aa682f87 req-8635616e-bf26-41a4-bb43-053baa75f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.317014 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f20246f-c80d-4350-b235-c132aa682f87 req-8635616e-bf26-41a4-bb43-053baa75f55b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2544e140-8eb4-4292-8eb4-0993debe9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2388513 Jul 13 07:50:46.320828 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.479315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] device_id is not set on port 098819c9-fe98-47c8-b029-16504a61f0e1 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:46.504507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cd5fb-f852-4334-817f-07da446a8608 req-4c4b54a5-6bed-4502-8f4b-700ac8095619 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.506170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df4cd5fb-f852-4334-817f-07da446a8608 req-4c4b54a5-6bed-4502-8f4b-700ac8095619 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 943 time: 0.2971439 Jul 13 07:50:46.561892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f20246f-c80d-4350-b235-c132aa682f87 req-0928d1c0-4e68-4f80-9769-1f8265f114b5 service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375097 Jul 13 07:50:46.590576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-df4cd5fb-f852-4334-817f-07da446a8608 req-d1b25b00-b505-4fd8-9b29-1ef769cc3bff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772398 Jul 13 07:50:46.855565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f20246f-c80d-4350-b235-c132aa682f87 req-12080aa7-4642-42df-81e6-504b73322e04 service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846828 Jul 13 07:50:46.900756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.986295 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.062374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Port': ['ID=5b47a477-e9fd-4d7f-aefa-0c49b30db312,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:47.087996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Checking segment: {'id': '2d79c50f-ab10-4437-91dc-173541ab427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ab3a0252-c8b4-4ed1-93ca-8f786f07d477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:47.088457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Network hostable DHCP agents. Network: ab3a0252-c8b4-4ed1-93ca-8f786f07d477, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:47.124246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Network ab3a0252-c8b4-4ed1-93ca-8f786f07d477 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:47.142662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, ab3a0252-c8b4-4ed1-93ca-8f786f07d477) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:47.152788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8cf4d-c911-4e13-a108-d813336c88f8 None None] Network ab3a0252-c8b4-4ed1-93ca-8f786f07d477 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:47.163654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:47.164596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.268475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.297375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Port': ['ID=098819c9-fe98-47c8-b029-16504a61f0e1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:47.332414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Checking segment: {'id': '6ed39a51-150d-4667-87ab-4f7cb9c81a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b0b00f49-3afd-4e37-8df6-7a2c82f30c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:47.332863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Network hostable DHCP agents. Network: b0b00f49-3afd-4e37-8df6-7a2c82f30c8d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:47.376243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Network b0b00f49-3afd-4e37-8df6-7a2c82f30c8d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:47.397758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, b0b00f49-3afd-4e37-8df6-7a2c82f30c8d) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:47.403232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:47.416288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.435565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.435565 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.442759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c434f95b-5aae-4660-83f6-ba7983a202bc None None] Network b0b00f49-3afd-4e37-8df6-7a2c82f30c8d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:47.468412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9aab8d23-50cb-4d92-8d00-d716ba7aae1d tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1099467 Jul 13 07:50:47.470162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42446) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.518051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e5f5f5-8528-4269-a02b-60bf5b0f57a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.616780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a0bc4-3ad4-43ee-b5c6-90deb28011c3 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.627917 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a0bc4-3ad4-43ee-b5c6-90deb28011c3 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.630247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-609a0bc4-3ad4-43ee-b5c6-90deb28011c3 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1580105 Jul 13 07:50:47.633796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42452) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.802842 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e5f5f5-8528-4269-a02b-60bf5b0f57a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.809234 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e5f5f5-8528-4269-a02b-60bf5b0f57a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.849481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f2cb1ec8-5971-4532-a148-39eff0d94bf8 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:47.860438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7855d7f2-cba0-4b0c-8d38-28e467c914f2 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Deleting port 5b47a477-e9fd-4d7f-aefa-0c49b30db312 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:47.860978 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7855d7f2-cba0-4b0c-8d38-28e467c914f2 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.925328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5f5f5-8528-4269-a02b-60bf5b0f57a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2659161-0f5b-45e8-892c-fdeac0e6a3b6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:47.952916 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-03e5f5f5-8528-4269-a02b-60bf5b0f57a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c246d608abf2452aa902bca840e72c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6796052 Jul 13 07:50:47.952916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42466) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.996986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862ccac-d6fa-47b9-9c27-a537324330a7 req-4e635f6a-339b-42a6-87d6-52cfa2d7f6a8 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.998833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9862ccac-d6fa-47b9-9c27-a537324330a7 req-4e635f6a-339b-42a6-87d6-52cfa2d7f6a8 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 943 time: 0.2502515 Jul 13 07:50:48.003560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7855d7f2-cba0-4b0c-8d38-28e467c914f2 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.031620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f2cb1ec8-5971-4532-a148-39eff0d94bf8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:48.043695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef183150-631f-4883-a1ad-c4fe361b19b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.044178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7855d7f2-cba0-4b0c-8d38-28e467c914f2 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Calling delete_port for 5b47a477-e9fd-4d7f-aefa-0c49b30db312 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:48.061455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:48.073219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef183150-631f-4883-a1ad-c4fe361b19b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.095740 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9862ccac-d6fa-47b9-9c27-a537324330a7 req-3878d95a-c7f5-42ee-88ce-75e73582534b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866346 Jul 13 07:50:48.119846 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.160912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cb1ec8-5971-4532-a148-39eff0d94bf8 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:48.166019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef183150-631f-4883-a1ad-c4fe361b19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.183738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef183150-631f-4883-a1ad-c4fe361b19b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.188813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ef183150-631f-4883-a1ad-c4fe361b19b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2659161-0f5b-45e8-892c-fdeac0e6a3b6 HTTP/1.1" status: 204 len: 168 time: 0.2350368 Jul 13 07:50:48.199019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef183150-631f-4883-a1ad-c4fe361b19b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2659161-0f5b-45e8-892c-fdeac0e6a3b6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:48.223250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f2cb1ec8-5971-4532-a148-39eff0d94bf8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:48.229187 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.247717 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7855d7f2-cba0-4b0c-8d38-28e467c914f2 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.316937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855d7f2-cba0-4b0c-8d38-28e467c914f2 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Port': ['ID=5b47a477-e9fd-4d7f-aefa-0c49b30db312,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:48.331191 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7855d7f2-cba0-4b0c-8d38-28e467c914f2 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.333198 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7855d7f2-cba0-4b0c-8d38-28e467c914f2 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/ports/5b47a477-e9fd-4d7f-aefa-0c49b30db312 HTTP/1.1" status: 204 len: 168 time: 0.6965818 Jul 13 07:50:48.335938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42476) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.355224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f2cb1ec8-5971-4532-a148-39eff0d94bf8,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:48.365853 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b619ff72-cc60-454d-81d1-886223e7bef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.491105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f2cb1ec8-5971-4532-a148-39eff0d94bf8'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:48.526096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-17b5259e-5546-4146-b8cb-9ae526943210 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Deleting port 098819c9-fe98-47c8-b029-16504a61f0e1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:48.526853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17b5259e-5546-4146-b8cb-9ae526943210 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.704913 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17b5259e-5546-4146-b8cb-9ae526943210 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.716794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42486) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.735819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efef168e-1f84-4614-b7f0-8e499a89b544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.740924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-17b5259e-5546-4146-b8cb-9ae526943210 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Calling delete_port for 098819c9-fe98-47c8-b029-16504a61f0e1 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:48.851908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efef168e-1f84-4614-b7f0-8e499a89b544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.859205 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efef168e-1f84-4614-b7f0-8e499a89b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.967171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef168e-1f84-4614-b7f0-8e499a89b544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd785f5-e89b-42d1-b46b-34036582b3e2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:48.968648 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17b5259e-5546-4146-b8cb-9ae526943210 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.988583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-efef168e-1f84-4614-b7f0-8e499a89b544 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad01c2b6019e4a36b557d7f6abac3569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688377 Jul 13 07:50:48.991103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42494) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.021083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5259e-5546-4146-b8cb-9ae526943210 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Port': ['ID=098819c9-fe98-47c8-b029-16504a61f0e1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:49.030264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17b5259e-5546-4146-b8cb-9ae526943210 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.034748 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-17b5259e-5546-4146-b8cb-9ae526943210 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/ports/098819c9-fe98-47c8-b029-16504a61f0e1 HTTP/1.1" status: 204 len: 168 time: 0.6951954 Jul 13 07:50:49.035424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.076983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f2a6ccce-194f-46da-adec-2c77cb62d237 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0405557 Jul 13 07:50:49.080976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.086359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1436618824'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:49.130990 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2456-b5f0-46af-876f-9689e1584137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.147029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Made reservation on behalf of 2e6e6147619f4470bf64514614505b63 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:49.153572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.205127 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2456-b5f0-46af-876f-9689e1584137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.228423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:49.239620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.240206 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Added segment 86f2b92e-353e-448c-8d91-58d5daf74a14 of type vlan for network 584d7f0f-9cfa-4739-9b6d-b8fedda9df6c Jul 13 07:50:49.309370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.350683 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.358462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:49.359275 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.385168 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3025017 Jul 13 07:50:49.390159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833501e-6a5b-4449-a283-790b8c2b567f req-cef3db36-d25c-4ad9-ab92-b23cd787ba8a tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:49.392183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d833501e-6a5b-4449-a283-790b8c2b567f req-cef3db36-d25c-4ad9-ab92-b23cd787ba8a tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 944 time: 0.1423841 Jul 13 07:50:49.392689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42508) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.399132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1819079922'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:49.415822 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2456-b5f0-46af-876f-9689e1584137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.418776 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2456-b5f0-46af-876f-9689e1584137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.424012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f3fd2456-b5f0-46af-876f-9689e1584137 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acd785f5-e89b-42d1-b46b-34036582b3e2 HTTP/1.1" status: 204 len: 168 time: 0.4284077 Jul 13 07:50:49.485556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d833501e-6a5b-4449-a283-790b8c2b567f req-f0523d39-061d-4ab1-9411-d1e96a8af951 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827234 Jul 13 07:50:49.495621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b33e0-3e33-4b94-a187-2e1358652b06 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Network': ['ID=584d7f0f-9cfa-4739-9b6d-b8fedda9df6c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:49.499404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd2456-b5f0-46af-876f-9689e1584137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd785f5-e89b-42d1-b46b-34036582b3e2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:49.507207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Made reservation on behalf of 2e6e6147619f4470bf64514614505b63 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:49.509214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 584d7f0f-9cfa-4739-9b6d-b8fedda9df6c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:49.512126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.543233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:49.556932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.557803 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Added segment debc5f89-80af-452b-82cc-6d023e352eff of type vlan for network c647ab81-b08c-4ce4-b0cc-c4ee54f97753 Jul 13 07:50:49.615611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.667013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.674478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:49.675141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.712310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3184779 Jul 13 07:50:49.751160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4584f3-d56a-4be0-a828-708a5538433a tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Network': ['ID=c647ab81-b08c-4ce4-b0cc-c4ee54f97753,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:49.775780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c647ab81-b08c-4ce4-b0cc-c4ee54f97753 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:50.029121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:50.073815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aba6d3da-7a25-4c03-9cd6-c3f81cc623bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.116590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f2cb1ec8-5971-4532-a148-39eff0d94bf8 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:50.218663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port f2cb1ec8-5971-4532-a148-39eff0d94bf8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:50.223293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f2cb1ec8-5971-4532-a148-39eff0d94bf8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:50.223919 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.244232 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aba6d3da-7a25-4c03-9cd6-c3f81cc623bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.249820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aba6d3da-7a25-4c03-9cd6-c3f81cc623bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.281759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aba6d3da-7a25-4c03-9cd6-c3f81cc623bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdc0513505dc4335b4c2d25aa61c7292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512214 Jul 13 07:50:50.284364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42532) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:50.308739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6d3da-7a25-4c03-9cd6-c3f81cc623bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c309e6af-5202-46b3-95e2-58b72a5fdd43,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:50.377928 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.379704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6846dc7d-cd77-4e33-bfac-aba255e9d57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.415230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6846dc7d-cd77-4e33-bfac-aba255e9d57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.422814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f2cb1ec8-5971-4532-a148-39eff0d94bf8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:50.423917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:50.427960 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8328f5f-b81e-40d8-a489-dff0663f9824" -d '{"events": [{"server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "name": "network-vif-plugged", "status": "completed", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:50.444230 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.547641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6846dc7d-cd77-4e33-bfac-aba255e9d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.551388 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6846dc7d-cd77-4e33-bfac-aba255e9d57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.556755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6846dc7d-cd77-4e33-bfac-aba255e9d57e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c309e6af-5202-46b3-95e2-58b72a5fdd43 HTTP/1.1" status: 204 len: 168 time: 0.2690456 Jul 13 07:50:50.602429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846dc7d-cd77-4e33-bfac-aba255e9d57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c309e6af-5202-46b3-95e2-58b72a5fdd43,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:50.665755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f2cb1ec8-5971-4532-a148-39eff0d94bf8,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:50.950946 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6474c954-4402-4025-b8a6-c37318639e31 x-openstack-request-id: req-6474c954-4402-4025-b8a6-c37318639e31 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:50.951278 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "name": "network-vif-plugged", "status": "completed", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:50.951541 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6474c954-4402-4025-b8a6-c37318639e31 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:50.951950 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'code': 200} Jul 13 07:50:51.036084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd7ec6-d93f-430a-9605-3732475b4297 req-65e1c552-83da-4372-bf0e-f937919fbc9f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.058761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ecd7ec6-d93f-430a-9605-3732475b4297 req-65e1c552-83da-4372-bf0e-f937919fbc9f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 945 time: 0.1745188 Jul 13 07:50:51.099882 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb89328f-b1cc-44f3-a967-65711dac5f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.202534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-63a634a2-e651-4cd9-8156-95998d8febd6 None None] Provisioning complete for port f2cb1ec8-5971-4532-a148-39eff0d94bf8 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:51.203368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63a634a2-e651-4cd9-8156-95998d8febd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.230490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ecd7ec6-d93f-430a-9605-3732475b4297 req-9cfab530-cedd-419a-8fa4-871e7626e2d3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675031 Jul 13 07:50:51.273562 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.304411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbb259-6bd2-448e-b109-5155e13ec6f1 req-3542e1db-5b5c-453d-b263-8ec2361de472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.306810 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18cbb259-6bd2-448e-b109-5155e13ec6f1 req-3542e1db-5b5c-453d-b263-8ec2361de472 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 1097 time: 0.2390597 Jul 13 07:50:51.409092 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-18cbb259-6bd2-448e-b109-5155e13ec6f1 req-1d004b5f-469f-4f1d-ac2a-617a077ccc31 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949605 Jul 13 07:50:52.016452 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.564736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8891c5d-546e-44ee-b8d2-1a0c137ba3f0 req-0271ca87-c4d5-4b02-96ff-88e534abc56b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:52.567601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8891c5d-546e-44ee-b8d2-1a0c137ba3f0 req-0271ca87-c4d5-4b02-96ff-88e534abc56b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 945 time: 0.0958364 Jul 13 07:50:52.661874 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8891c5d-546e-44ee-b8d2-1a0c137ba3f0 req-54e39215-c6c3-4aee-9453-6f0ccc0cb691 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760520 Jul 13 07:50:52.764203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42610) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:52.997062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62257557-ae45-40a8-90fe-9310e3bbf981 req-c42a1f58-0bd7-4953-89b0-92e772b2c340 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:52.999577 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62257557-ae45-40a8-90fe-9310e3bbf981 req-c42a1f58-0bd7-4953-89b0-92e772b2c340 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 945 time: 0.1253934 Jul 13 07:50:53.015559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19f2373f-f70e-4ede-b777-6d3b4fa35343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.019464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:53.028539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'subnets': [{'network_id': '584d7f0f-9cfa-4739-9b6d-b8fedda9df6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1782607641', 'ip_version': 6}, {'network_id': 'c647ab81-b08c-4ce4-b0cc-c4ee54f97753', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:53.028784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'subnet': {'network_id': '584d7f0f-9cfa-4739-9b6d-b8fedda9df6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1782607641', 'ip_version': 6}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:53.029793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Request body: {'subnet': {'network_id': 'c647ab81-b08c-4ce4-b0cc-c4ee54f97753', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:53.095366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62257557-ae45-40a8-90fe-9310e3bbf981 req-e0925374-6a95-4b13-8dc2-735d9afa8e82 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900409 Jul 13 07:50:53.134486 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42622) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:53.197604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19f2373f-f70e-4ede-b777-6d3b4fa35343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.209936 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19f2373f-f70e-4ede-b777-6d3b4fa35343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.276111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-19f2373f-f70e-4ede-b777-6d3b4fa35343 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a00093995c4d4fc3b087439afcebe8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103307 Jul 13 07:50:53.278366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2373f-f70e-4ede-b777-6d3b4fa35343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e8fde2-eac5-4563-b2d7-af038bd16335,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.279876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42628) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:53.282786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa01654-06fe-4474-ba8b-8ef12a81baa6 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:53.284345 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6aa01654-06fe-4474-ba8b-8ef12a81baa6 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 1092 time: 0.1488152 Jul 13 07:50:53.287611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:53.294851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:53.345007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Made reservation on behalf of 2e6e6147619f4470bf64514614505b63 for: {'subnet': 2} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:53.345007 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.345007 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.358050 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.412133 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a927d33-80fd-4c47-9938-87acd5b55915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.500430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a927d33-80fd-4c47-9938-87acd5b55915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.506370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.609151 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a927d33-80fd-4c47-9938-87acd5b55915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.615452 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a927d33-80fd-4c47-9938-87acd5b55915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.617018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9a927d33-80fd-4c47-9938-87acd5b55915 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77e8fde2-eac5-4563-b2d7-af038bd16335 HTTP/1.1" status: 204 len: 168 time: 0.3348398 Jul 13 07:50:53.632840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a927d33-80fd-4c47-9938-87acd5b55915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e8fde2-eac5-4563-b2d7-af038bd16335,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.693495 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.758073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.25.8.150 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/fce3d0da-b212-4432-bb8d-e3765924f999) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:53.960344 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.063102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.092753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.144164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:54.155381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:54.157406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=fce3d0da-b212-4432-bb8d-e3765924f999,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.159907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:54.220244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Subnet': ['ID=53612362-79c7-448d-b457-d3a4d369fcef,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.256517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Checking segment: {'id': '86f2b92e-353e-448c-8d91-58d5daf74a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '584d7f0f-9cfa-4739-9b6d-b8fedda9df6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:54.256898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Network hostable DHCP agents. Network: 584d7f0f-9cfa-4739-9b6d-b8fedda9df6c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:54.288623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Network 584d7f0f-9cfa-4739-9b6d-b8fedda9df6c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:54.313357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 584d7f0f-9cfa-4739-9b6d-b8fedda9df6c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:54.319633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.348718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d62e31-5392-46f5-9763-e6e3b69695d5 None None] Network 584d7f0f-9cfa-4739-9b6d-b8fedda9df6c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:54.401729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Checking segment: {'id': 'debc5f89-80af-452b-82cc-6d023e352eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c647ab81-b08c-4ce4-b0cc-c4ee54f97753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:54.401729 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Network hostable DHCP agents. Network: c647ab81-b08c-4ce4-b0cc-c4ee54f97753, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:54.405884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event updated for resources: {'Subnet': ['ID=f481f01e-48f7-422a-94a0-054313e10d20,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.442982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Network c647ab81-b08c-4ce4-b0cc-c4ee54f97753 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:54.468839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c647ab81-b08c-4ce4-b0cc-c4ee54f97753) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:54.483548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.485999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.486468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.511179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d0baa-7720-48ae-b05d-396409bf4e82 None None] Network c647ab81-b08c-4ce4-b0cc-c4ee54f97753 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:54.542025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-570a0d63-e6b2-4dc8-b5a9-9e0cc4620f85 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.5183537 Jul 13 07:50:54.544033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:54.704095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d44d45-d70f-43e2-b26d-2139f04a4bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-584d7f0f-9cfa-4739-9b6d-b8fedda9df6c', 'network_id': '584d7f0f-9cfa-4739-9b6d-b8fedda9df6c', 'tenant_id': '2e6e6147619f4470bf64514614505b63', 'fixed_ips': [{'subnet_id': '53612362-79c7-448d-b457-d3a4d369fcef'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:54.705245 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-38d44d45-d70f-43e2-b26d-2139f04a4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.775062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6d3cc-4fab-4f0f-bc6d-d504b9c2469e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.778520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6d3cc-4fab-4f0f-bc6d-d504b9c2469e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.784899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6d3cc-4fab-4f0f-bc6d-d504b9c2469e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.788848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7dc6d3cc-4fab-4f0f-bc6d-d504b9c2469e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2436905 Jul 13 07:50:54.798689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42680) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:54.835574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.873432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2bbd8a-ec8d-4b7a-abb2-39e3bb2223b9 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Deleting subnet 53612362-79c7-448d-b457-d3a4d369fcef {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:54.883220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbd8a-ec8d-4b7a-abb2-39e3bb2223b9 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.939204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-c647ab81-b08c-4ce4-b0cc-c4ee54f97753', 'network_id': 'c647ab81-b08c-4ce4-b0cc-c4ee54f97753', 'tenant_id': '2e6e6147619f4470bf64514614505b63', 'fixed_ips': [{'subnet_id': 'f481f01e-48f7-422a-94a0-054313e10d20'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:54.940361 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.986657 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.007687 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbd8a-ec8d-4b7a-abb2-39e3bb2223b9 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.128372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbd8a-ec8d-4b7a-abb2-39e3bb2223b9 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.182556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Allocated IP 2001:db8:0:1::1 (c647ab81-b08c-4ce4-b0cc-c4ee54f97753/f481f01e-48f7-422a-94a0-054313e10d20/a2511733-3b37-4a75-a668-891e9de9e08a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:55.245358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbd8a-ec8d-4b7a-abb2-39e3bb2223b9 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.263871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbd8a-ec8d-4b7a-abb2-39e3bb2223b9 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.266789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0e2bbd8a-ec8d-4b7a-abb2-39e3bb2223b9 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/subnets/53612362-79c7-448d-b457-d3a4d369fcef HTTP/1.1" status: 204 len: 168 time: 0.4667065 Jul 13 07:50:55.269839 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42692) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:55.311145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bbd8a-ec8d-4b7a-abb2-39e3bb2223b9 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Subnet': ['ID=53612362-79c7-448d-b457-d3a4d369fcef,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server [None req-38d44d45-d70f-43e2-b26d-2139f04a4bb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53612362-79c7-448d-b457-d3a4d369fcef: This subnet is being modified by another concurrent operation. Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53612362-79c7-448d-b457-d3a4d369fcef: This subnet is being modified by another concurrent operation. Jul 13 07:50:55.344925 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server Jul 13 07:50:55.387448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6938948c-421f-49ac-9ce7-3b803cf6f082 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Deleting subnet f481f01e-48f7-422a-94a0-054313e10d20 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:55.421018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd79fa4-672c-4c70-9ffb-1ca486505161 None None] Network 584d7f0f-9cfa-4739-9b6d-b8fedda9df6c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:55.425270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.438962 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.498927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=fce3d0da-b212-4432-bb8d-e3765924f999,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:55.564302 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.706190 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.719149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Transition to ACTIVE for port object a2511733-3b37-4a75-a668-891e9de9e08a will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:55.768734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Transition to ACTIVE for port object a2511733-3b37-4a75-a668-891e9de9e08a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:55.784646 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.789783 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Floating IP 16a44080-588e-4492-9d13-c85219677060 associated. External IP: 172.25.8.150, port: f2cb1ec8-5971-4532-a148-39eff0d94bf8. Jul 13 07:50:55.838148 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6938948c-421f-49ac-9ce7-3b803cf6f082 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.850909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Network c647ab81-b08c-4ce4-b0cc-c4ee54f97753 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:55.855673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:55.858796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Pushing event updated for resources: {'Port': ['ID=a2511733-3b37-4a75-a668-891e9de9e08a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:55.861375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:55.973319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Attempting to bind port a2511733-3b37-4a75-a668-891e9de9e08a on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:55.973578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Attempting to bind port a2511733-3b37-4a75-a668-891e9de9e08a by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'debc5f89-80af-452b-82cc-6d023e352eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c647ab81-b08c-4ce4-b0cc-c4ee54f97753'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:55.973844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Attempting to bind port a2511733-3b37-4a75-a668-891e9de9e08a on network c647ab81-b08c-4ce4-b0cc-c4ee54f97753 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:55.998372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:55.998372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Checking segment: {'id': 'debc5f89-80af-452b-82cc-6d023e352eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c647ab81-b08c-4ce4-b0cc-c4ee54f97753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:55.998372 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.998372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Bound using segment: {'id': 'debc5f89-80af-452b-82cc-6d023e352eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c647ab81-b08c-4ce4-b0cc-c4ee54f97753'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:55.998372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Bound port: a2511733-3b37-4a75-a668-891e9de9e08a, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debc5f89-80af-452b-82cc-6d023e352eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c647ab81-b08c-4ce4-b0cc-c4ee54f97753'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:55.998372 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.999041 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6938948c-421f-49ac-9ce7-3b803cf6f082 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.099611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] For port a2511733-3b37-4a75-a668-891e9de9e08a, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:56.106381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] For port a2511733-3b37-4a75-a668-891e9de9e08a, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a2511733-3b37-4a75-a668-891e9de9e08a,segment=NetworkSegment(debc5f89-80af-452b-82cc-6d023e352eff),segment_id=debc5f89-80af-452b-82cc-6d023e352eff)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:56.116109 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.242119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63dd0a-2e78-4994-bf82-4595efbf6573 None None] Pushing event updated for resources: {'Port': ['ID=a2511733-3b37-4a75-a668-891e9de9e08a,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:56.796785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a2511733-3b37-4a75-a668-891e9de9e08a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:56.892645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a2511733-3b37-4a75-a668-891e9de9e08a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:56.921064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router 7da32e1e-e14a-4287-9be3-956fa1e20d9c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:50:56.922508 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6938948c-421f-49ac-9ce7-3b803cf6f082 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.923197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42730) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:56.928176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144136341', 'description': 'tempest-secgroup-smoke-144136341 description', 'project_id': '97885db632824d89bcee49e5168f73cb'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:56.967384 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.981225 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.070449 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6938948c-421f-49ac-9ce7-3b803cf6f082 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.103674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6938948c-421f-49ac-9ce7-3b803cf6f082 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.108813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6938948c-421f-49ac-9ce7-3b803cf6f082 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/subnets/f481f01e-48f7-422a-94a0-054313e10d20 HTTP/1.1" status: 204 len: 168 time: 1.8338895 Jul 13 07:50:57.111046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:57.158991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938948c-421f-49ac-9ce7-3b803cf6f082 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Subnet': ['ID=f481f01e-48f7-422a-94a0-054313e10d20,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.189397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:57.193095 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.203135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94730ff2-71c1-4944-84ef-4b63b7e39209 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:57.204837 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-94730ff2-71c1-4944-84ef-4b63b7e39209 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0916166 Jul 13 07:50:57.211102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:57.215137 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] Sync routers for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:57.221370 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.240284 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:57.240944 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.250482 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.345852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78d77bf-bdf4-4385-a2e2-27b58b4d7bf9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.349011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42738) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:57.354573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-80fb8638-2b82-4efc-ab82-e8f298057045 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0580759 Jul 13 07:50:57.355421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:57.358347 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b18380-5af0-4e20-a393-0c6bccf86142" -d '{"events": [{"name": "network-changed", "server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:57.461451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.469360 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:57.566096 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-648adbf0-5207-477d-9fd4-493263bf8304 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/floatingips/16a44080-588e-4492-9d13-c85219677060 HTTP/1.1" status: 200 len: 991 time: 0.2068398 Jul 13 07:50:57.592926 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a65161-c853-4f24-a568-fcf722f6899a x-openstack-request-id: req-02a65161-c853-4f24-a568-fcf722f6899a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:57.593317 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:57.593582 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02a65161-c853-4f24-a568-fcf722f6899a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:57.594201 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'status': 'completed', 'code': 200} Jul 13 07:50:57.741622 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.764050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.815763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85b5d1e-c68b-461e-a3e2-b11fabfee745,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.822311 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:50:30Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '16a44080-588e-4492-9d13-c85219677060', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:54Z', 'revision_number': 0, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.842559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e1b39-6c5b-4097-8b00-ee215c9616fc None None] Network c647ab81-b08c-4ce4-b0cc-c4ee54f97753 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:57.858048 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.862306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0dcb50d2-9093-4ffa-9d78-756477daaba0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9379377 Jul 13 07:50:57.862474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:57.870460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1e44ae0b-e56b-4cef-bd6f-27f57886b884 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'b85b5d1e-c68b-461e-a3e2-b11fabfee745', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:57.876426 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] Checking router: 7da32e1e-e14a-4287-9be3-956fa1e20d9c for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:57.887747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-4d78ab08-320e-4d33-a621-740ed6c5bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:57.892206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-4d78ab08-320e-4d33-a621-740ed6c5bdf8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 1097 time: 0.2725060 Jul 13 07:50:57.895924 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:57.897128 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.901250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Deleting port a2511733-3b37-4a75-a668-891e9de9e08a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:57.903229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.939171 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e44ae0b-e56b-4cef-bd6f-27f57886b884 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.060631 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e44ae0b-e56b-4cef-bd6f-27f57886b884 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.068200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ef8be2e1-183c-4f2c-a351-f5ca074a0502 None None] Provisioning for port a2511733-3b37-4a75-a668-891e9de9e08a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:58.069297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e44ae0b-e56b-4cef-bd6f-27f57886b884 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.098755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44ae0b-e56b-4cef-bd6f-27f57886b884 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bb9169-ff19-4780-8706-7c5e76c8be7a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.111551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e44ae0b-e56b-4cef-bd6f-27f57886b884 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.115595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e44ae0b-e56b-4cef-bd6f-27f57886b884 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2521071 Jul 13 07:50:58.118848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42748) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:58.126929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cc1b9104-6888-4d47-b803-ea6c7e388a2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'b85b5d1e-c68b-461e-a3e2-b11fabfee745', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:58.127728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ef8be2e1-183c-4f2c-a351-f5ca074a0502 None None] Provisioning complete for port a2511733-3b37-4a75-a668-891e9de9e08a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:58.129073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef8be2e1-183c-4f2c-a351-f5ca074a0502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.162117 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:58.199796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-af6ba1c8-1d15-4178-b090-b5b43487bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:58.201878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-af6ba1c8-1d15-4178-b090-b5b43487bf8d service neutron] 10.222.0.38 "GET /v2.0/networks?id=2544e140-8eb4-4292-8eb4-0993debe9c13 HTTP/1.1" status: 200 len: 897 time: 0.2918143 Jul 13 07:50:58.211137 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b9104-6888-4d47-b803-ea6c7e388a2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.295979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef8be2e1-183c-4f2c-a351-f5ca074a0502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.339690 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b9104-6888-4d47-b803-ea6c7e388a2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.345611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b9104-6888-4d47-b803-ea6c7e388a2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.358294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] For port a2511733-3b37-4a75-a668-891e9de9e08a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a2511733-3b37-4a75-a668-891e9de9e08a,segment=NetworkSegment(debc5f89-80af-452b-82cc-6d023e352eff),segment_id=debc5f89-80af-452b-82cc-6d023e352eff)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:58.364097 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.374080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ef8be2e1-183c-4f2c-a351-f5ca074a0502 None None] For port a2511733-3b37-4a75-a668-891e9de9e08a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a2511733-3b37-4a75-a668-891e9de9e08a,segment=NetworkSegment(debc5f89-80af-452b-82cc-6d023e352eff),segment_id=debc5f89-80af-452b-82cc-6d023e352eff)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:58.376704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58335abb-e307-4a02-b280-8c42c185e450 None None] DHCP port deletion for c647ab81-b08c-4ce4-b0cc-c4ee54f97753 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:58.382441 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef8be2e1-183c-4f2c-a351-f5ca074a0502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.398445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b9104-6888-4d47-b803-ea6c7e388a2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb80bbf-c956-40c7-97b8-56760865a921,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.407368 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b9104-6888-4d47-b803-ea6c7e388a2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.413308 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cc1b9104-6888-4d47-b803-ea6c7e388a2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2896602 Jul 13 07:50:58.414345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:58.421055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Calling delete_port for a2511733-3b37-4a75-a668-891e9de9e08a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:58.421961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1ed235a4-c346-4e44-aade-abc4565f9ce8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'b85b5d1e-c68b-461e-a3e2-b11fabfee745', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:58.450193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-c378d529-a8ad-4ba1-bc96-3cda85d1cecb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8 HTTP/1.1" status: 200 len: 999 time: 0.2394600 Jul 13 07:50:58.468595 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ed235a4-c346-4e44-aade-abc4565f9ce8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.489710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8be2e1-183c-4f2c-a351-f5ca074a0502 None None] Pushing event updated for resources: {'Port': ['ID=a2511733-3b37-4a75-a668-891e9de9e08a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.494632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-58335abb-e307-4a02-b280-8c42c185e450 None None] Deleting port a2511733-3b37-4a75-a668-891e9de9e08a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:58.495014 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58335abb-e307-4a02-b280-8c42c185e450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.567715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-58335abb-e307-4a02-b280-8c42c185e450 None None] For port a2511733-3b37-4a75-a668-891e9de9e08a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a2511733-3b37-4a75-a668-891e9de9e08a,segment=NetworkSegment(debc5f89-80af-452b-82cc-6d023e352eff),segment_id=debc5f89-80af-452b-82cc-6d023e352eff)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:58.568125 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58335abb-e307-4a02-b280-8c42c185e450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.569075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:58.581781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-58335abb-e307-4a02-b280-8c42c185e450 None None] Calling delete_port for a2511733-3b37-4a75-a668-891e9de9e08a owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:58.668059 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58335abb-e307-4a02-b280-8c42c185e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.677706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-bc31db75-2ad6-47e2-a4d0-82c20f985547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:58.681060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-bc31db75-2ad6-47e2-a4d0-82c20f985547 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fd7b407-7927-4f4d-9426-0a9c474b6a4e HTTP/1.1" status: 200 len: 835 time: 0.2227969 Jul 13 07:50:58.734177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-36093aac-0cad-4581-a000-001bd9a4ff07 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/floatingips/16a44080-588e-4492-9d13-c85219677060 HTTP/1.1" status: 200 len: 991 time: 0.1607056 Jul 13 07:50:58.735894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a2511733-3b37-4a75-a668-891e9de9e08a no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:58.752274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ed235a4-c346-4e44-aade-abc4565f9ce8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.752529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58335abb-e307-4a02-b280-8c42c185e450 None None] Pushing event deleted for resources: {'Port': ['ID=a2511733-3b37-4a75-a668-891e9de9e08a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.757487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ed235a4-c346-4e44-aade-abc4565f9ce8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.783179 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ed235a4-c346-4e44-aade-abc4565f9ce8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.784842 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1ed235a4-c346-4e44-aade-abc4565f9ce8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3689632 Jul 13 07:50:58.787580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42756) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:58.791491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a2511733-3b37-4a75-a668-891e9de9e08a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:58.791849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a2511733-3b37-4a75-a668-891e9de9e08a not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:58.793346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58335abb-e307-4a02-b280-8c42c185e450 None None] No DVR routers for this DVR port a2511733-3b37-4a75-a668-891e9de9e08a on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:58.794443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a0b4904a-6c4c-4786-8918-46c93ef7e242 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'b85b5d1e-c68b-461e-a3e2-b11fabfee745', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:58.832566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed235a4-c346-4e44-aade-abc4565f9ce8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaa2b46-c9ec-4172-983a-7a5c35f38723,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.839749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de5992c-0347-4b6d-972b-4df0b628d6f4 None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:50:58.850157 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0b4904a-6c4c-4786-8918-46c93ef7e242 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.868013 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:50:30Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '16a44080-588e-4492-9d13-c85219677060', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:54Z', 'revision_number': 0, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:58.919154 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42fd626-212d-49c1-b32f-bf207e62f61b None None] The sync data for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 is: [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:50:30Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '16a44080-588e-4492-9d13-c85219677060', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:54Z', 'revision_number': 0, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:58.920590 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.939939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-a1685113-de93-4382-9218-efd63650925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:58.941635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-a1685113-de93-4382-9218-efd63650925b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2544e140-8eb4-4292-8eb4-0993debe9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2449298 Jul 13 07:50:58.966159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0b4904a-6c4c-4786-8918-46c93ef7e242 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.975675 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0b4904a-6c4c-4786-8918-46c93ef7e242 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.996179 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4904a-6c4c-4786-8918-46c93ef7e242 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b102f565-faa4-474f-9446-ff8461020831,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.011696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0b4904a-6c4c-4786-8918-46c93ef7e242 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.013704 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a0b4904a-6c4c-4786-8918-46c93ef7e242 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2247968 Jul 13 07:50:59.013917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Port': ['ID=a2511733-3b37-4a75-a668-891e9de9e08a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.015829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] No DVR routers for this DVR port a2511733-3b37-4a75-a668-891e9de9e08a on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:59.016496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42760) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.025038 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b14488ed-7798-465a-8114-b93573894db0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'b85b5d1e-c68b-461e-a3e2-b11fabfee745', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:59.065653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5992c-0347-4b6d-972b-4df0b628d6f4 None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:50:59.067824 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-b14488ed-7798-465a-8114-b93573894db0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Project 97885db632824d89bcee49e5168f73cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:50:59.075197 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-1f7e4745-bda2-43f9-aae3-5ec732479455 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3082116 Jul 13 07:50:59.079602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b14488ed-7798-465a-8114-b93573894db0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.257075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.269925 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b14488ed-7798-465a-8114-b93573894db0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.280674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c647ab81-b08c-4ce4-b0cc-c4ee54f97753']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:59.286129 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b14488ed-7798-465a-8114-b93573894db0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.302495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83111fcc-fbbf-4914-9bc0-29f0993cdfff None None] New status for floating IP 16a44080-588e-4492-9d13-c85219677060: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:50:59.303412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debc5f89-80af-452b-82cc-6d023e352eff') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:59.303754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debc5f89-80af-452b-82cc-6d023e352eff') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:59.321613 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.337378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14488ed-7798-465a-8114-b93573894db0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720e772b-96f9-44a5-af3b-17ce3a26c9bd,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.339380 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b14488ed-7798-465a-8114-b93573894db0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.345559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b14488ed-7798-465a-8114-b93573894db0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3266499 Jul 13 07:50:59.348851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.350750 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.356563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f2b82c70-a740-4677-a325-2a592530956b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'b85b5d1e-c68b-461e-a3e2-b11fabfee745', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:59.358656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:59.359039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:59.402925 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:59.414199 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-f2b82c70-a740-4677-a325-2a592530956b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Project 97885db632824d89bcee49e5168f73cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:50:59.421790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2b82c70-a740-4677-a325-2a592530956b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.438244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-9a03efa5-f2df-4545-bd8c-6e409efcf608 service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517393 Jul 13 07:50:59.466182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.481460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.485366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/networks/c647ab81-b08c-4ce4-b0cc-c4ee54f97753 HTTP/1.1" status: 204 len: 168 time: 2.2730219 Jul 13 07:50:59.515937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.557383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec8065-82cd-4bef-9944-e352a283807e tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Network': ['ID=c647ab81-b08c-4ce4-b0cc-c4ee54f97753,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.580574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2b82c70-a740-4677-a325-2a592530956b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.586119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2b82c70-a740-4677-a325-2a592530956b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.606631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b82c70-a740-4677-a325-2a592530956b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47499506-0ee1-4197-b7e9-f3e83d1f9631,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.615097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2b82c70-a740-4677-a325-2a592530956b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.616680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f2b82c70-a740-4677-a325-2a592530956b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2659023 Jul 13 07:50:59.619915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42768) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.630951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'network': {'name': 'tempest-network-smoke--1634245111', 'project_id': '97885db632824d89bcee49e5168f73cb', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:59.682877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:59.688649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.717668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.729282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:59.737629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.738582 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71b18380-5af0-4e20-a393-0c6bccf86142 req-322bd3bb-e345-4d46-86a9-13c4a2784a31 service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938716 Jul 13 07:50:59.823020 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.823613 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Added segment 4ad2b1c1-1739-43ac-afcf-bc634fd2d196 of type vlan for network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e Jul 13 07:50:59.911458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.920172 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3a630cee-c6aa-400f-b0fd-031524726d2a tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/floatingips/16a44080-588e-4492-9d13-c85219677060 HTTP/1.1" status: 200 len: 993 time: 0.1806500 Jul 13 07:50:59.949743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.957698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:59.958550 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.042241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Network': ['ID=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:00.062439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b69b2d26-2155-4892-bf7b-494b4014ff58 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4378443 Jul 13 07:51:00.062726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:00.067342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:00.067868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'admin_state_up': True, 'project_id': '97885db632824d89bcee49e5168f73cb', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:00.099754 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.101786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.213526 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.249282 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.268062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584d7f0f-9cfa-4739-9b6d-b8fedda9df6c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.280209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f2b92e-353e-448c-8d91-58d5daf74a14') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.280518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f2b92e-353e-448c-8d91-58d5daf74a14') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.293435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-9803c100-0903-4f80-9826-eb29dc87e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:00.295519 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-9803c100-0903-4f80-9826-eb29dc87e7cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 1097 time: 0.1354229 Jul 13 07:51:00.297549 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.330659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.348112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:00.348530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:00.351604 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:00.397817 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.463980 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.474226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.476211 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/networks/584d7f0f-9cfa-4739-9b6d-b8fedda9df6c HTTP/1.1" status: 204 len: 168 time: 0.9587965 Jul 13 07:51:00.492681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42778) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:00.498567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ae286-9b4a-4383-a4cf-c9f0b3560f51 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Network': ['ID=584d7f0f-9cfa-4739-9b6d-b8fedda9df6c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:00.537469 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-a66c39a0-7980-435f-863c-c9a0385945b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:00.539791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-a66c39a0-7980-435f-863c-c9a0385945b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2544e140-8eb4-4292-8eb4-0993debe9c13 HTTP/1.1" status: 200 len: 897 time: 0.2178810 Jul 13 07:51:00.638106 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.661669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.662560 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.675538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-b02a4d64-9b04-40e8-b736-819f9b1a4d60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8 HTTP/1.1" status: 200 len: 1001 time: 0.1262641 Jul 13 07:51:00.790939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.25.8.112 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:00.804445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.816239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b00f49-3afd-4e37-8df6-7a2c82f30c8d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.826831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed39a51-150d-4667-87ab-4f7cb9c81a5b') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.827124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed39a51-150d-4667-87ab-4f7cb9c81a5b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.836704 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.860592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.866950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:00.867442 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.925468 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:00.948447 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:00.951564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-0358095a-12d7-42d2-a2cb-102906c7bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:00.952249 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-0358095a-12d7-42d2-a2cb-102906c7bf25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fd7b407-7927-4f4d-9426-0a9c474b6a4e HTTP/1.1" status: 200 len: 835 time: 0.2705944 Jul 13 07:51:00.975165 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.989660 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.014653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.019371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/networks/b0b00f49-3afd-4e37-8df6-7a2c82f30c8d HTTP/1.1" status: 204 len: 168 time: 0.5181532 Jul 13 07:51:01.020362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf596b-c33e-4f6e-9a2f-adf0830f3322 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Network': ['ID=b0b00f49-3afd-4e37-8df6-7a2c82f30c8d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.021471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42788) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:01.051646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-e00f76e8-d565-4bad-9f17-be484cc2fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.053343 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-e00f76e8-d565-4bad-9f17-be484cc2fb45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2544e140-8eb4-4292-8eb4-0993debe9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944731 Jul 13 07:51:01.082186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:01.085959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:01.097143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:01.175212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.195255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-54bc06a9-2641-4eed-87f5-971ddad2dd07 service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337593 Jul 13 07:51:01.276272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.312524 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ff2be7d-2fc8-4904-addd-5e1a6994ad52 req-1ed5ac03-007c-43c8-b072-36e183bf98dd service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100872 Jul 13 07:51:01.426520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.469234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3a0252-c8b4-4ed1-93ca-8f786f07d477']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:01.484954 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d79c50f-ab10-4437-91dc-173541ab427e') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:01.485255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d79c50f-ab10-4437-91dc-173541ab427e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:01.499517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.516075 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.519548 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.561100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:01.561840 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:01.565490 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:01.666964 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.688013 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.689897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] 10.222.0.41 "DELETE /v2.0/networks/ab3a0252-c8b4-4ed1-93ca-8f786f07d477 HTTP/1.1" status: 204 len: 168 time: 0.6649022 Jul 13 07:51:01.693267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c20e3-7133-428a-a34b-fb02504d6792 tempest-BulkNetworkOpsIpV6Test-1830282016 tempest-BulkNetworkOpsIpV6Test-1830282016-project] Pushing event deleted for resources: {'Network': ['ID=ab3a0252-c8b4-4ed1-93ca-8f786f07d477,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.821059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.994956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:02.027209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.118562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:02.129713 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Sync routers for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:02.148010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.151262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aba41b4e-1cd5-4212-8019-ff094bb7635a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0872509 Jul 13 07:51:02.155788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.172721 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:02.173771 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:02.283849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e172a436-be8b-4a5f-8f0e-cfffd85d4655 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e6e6147619f4470bf64514614505b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554688 Jul 13 07:51:02.286361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42816) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.385138 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e4a4a687-0a4e-472c-8738-c4bb657ccded tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=97885db632824d89bcee49e5168f73cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2253103 Jul 13 07:51:02.386060 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:02.386213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42820) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.433316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9192d8de-93cb-401b-a111-8939ede74ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.536436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9192d8de-93cb-401b-a111-8939ede74ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.603751 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb975fa-76a0-4aac-8865-09947b1e26a7 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:02.605692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1fb975fa-76a0-4aac-8865-09947b1e26a7 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2188520 Jul 13 07:51:02.608414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.658602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.658910 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:01Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:02.662151 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a3bd7aa0-4c92-4301-91b1-8b270c763947 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515206 Jul 13 07:51:02.668137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1231922102', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'project_id': '97885db632824d89bcee49e5168f73cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:02.673665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9192d8de-93cb-401b-a111-8939ede74ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.676274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9192d8de-93cb-401b-a111-8939ede74ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.677419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9192d8de-93cb-401b-a111-8939ede74ae2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f98798e0-d121-4b70-a330-721fd5e9c137 HTTP/1.1" status: 204 len: 168 time: 0.3893220 Jul 13 07:51:02.715135 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Checking router: a4a720cd-b357-4792-98c0-1b4a4c0cfd96 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:02.715600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192d8de-93cb-401b-a111-8939ede74ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98798e0-d121-4b70-a330-721fd5e9c137,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.716049 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Updating router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:02.779361 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.816659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:02.821170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.089060 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.122574 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.134917 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Transition to ACTIVE for port object e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:03.142243 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.190844 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Attempting to bind port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:03.191208 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Attempting to bind port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:03.191705 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Attempting to bind port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:03.195710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Checking segment: {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:03.196405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network hostable DHCP agents. Network: 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:03.199453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Subnet': ['ID=922e46ee-be30-41de-9dfc-4776d62add1c,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:03.206073 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:03.206462 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:03.206959 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.207362 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:03.207973 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Bound port: e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:03.208343 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.224234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:03.236610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:03.237708 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5317aed-cff7-49bb-bebf-424651465e7e None None] Pushing event updated for resources: {'Port': ['ID=e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:03.248262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3164e063-dade-40dd-8474-d105296695db None None] Network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:03.251480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:03.252360 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.273183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a450fc96-34aa-4dbf-bd0e-30c4f0a3865c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6110399 Jul 13 07:51:03.273731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 42850) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:03.323855 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] For port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:03.331700 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] For port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:03.337538 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.482127 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5317aed-cff7-49bb-bebf-424651465e7e None None] Pushing event updated for resources: {'Port': ['ID=e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:03.486615 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:03.487238 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:03.566457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:03.567572 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.596407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:03.658953 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:03.824155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2092609609'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:03.855553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Allocated IP 172.20.0.2 (1dc92419-7645-4ffd-9ddf-cdcf7c6e394e/922e46ee-be30-41de-9dfc-4776d62add1c/63261a8f-dd7b-4219-b2b6-ec28755b06d7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:03.907858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:03.915717 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.951394 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.158379 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.168548 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.206293 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.236653 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:01Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:04.249914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:04.285575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77628c5-4d4b-47f9-b2e7-22f5f391ffe6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:04.300504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.300823 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment 9c3019ec-8fcb-4a9d-8aba-64a98ec698fc of type vlan for network 88a63253-c659-48f3-b3a3-c6a320b0f3c1 Jul 13 07:51:04.303221 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b3fa-dab4-4088-8dd6-9d4a85a99552 None None] The sync data for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 is: [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:01Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:04.426641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.542837 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.543852 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.552838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.553980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.554195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Transition to ACTIVE for port object 63261a8f-dd7b-4219-b2b6-ec28755b06d7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:04.575073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Transition to ACTIVE for port object 63261a8f-dd7b-4219-b2b6-ec28755b06d7 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:04.595387 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.641545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=88a63253-c659-48f3-b3a3-c6a320b0f3c1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:04.642119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:04.645554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:04.660373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:04.668551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 88a63253-c659-48f3-b3a3-c6a320b0f3c1 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:04.683537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-056d772c-d52b-4969-8cff-05e99c63e5ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0847411 Jul 13 07:51:04.723100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.20.0.1 (1dc92419-7645-4ffd-9ddf-cdcf7c6e394e/922e46ee-be30-41de-9dfc-4776d62add1c/18b31e8e-077e-4953-a0d3-b4e19e885891) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:04.804842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42886) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.811993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': '88a63253-c659-48f3-b3a3-c6a320b0f3c1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:04.836567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Pushing event updated for resources: {'Port': ['ID=63261a8f-dd7b-4219-b2b6-ec28755b06d7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:04.847687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Attempting to bind port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:04.848070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Attempting to bind port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:04.848437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Attempting to bind port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 on network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:04.911438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:04.911818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Checking segment: {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:04.918695 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.919145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Bound using segment: {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:04.921509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Bound port: 63261a8f-dd7b-4219-b2b6-ec28755b06d7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:04.921970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.051540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] For port 63261a8f-dd7b-4219-b2b6-ec28755b06d7, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:05.055907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] For port 63261a8f-dd7b-4219-b2b6-ec28755b06d7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=63261a8f-dd7b-4219-b2b6-ec28755b06d7,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:05.065569 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.095552 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.124115 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:05.130205 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.136978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Transition to ACTIVE for port object 18b31e8e-077e-4953-a0d3-b4e19e885891 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:05.204654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31e69f-da8b-4843-9053-fa732ff719d9 None None] Pushing event updated for resources: {'Port': ['ID=63261a8f-dd7b-4219-b2b6-ec28755b06d7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:05.219348 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.376662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:05.380619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:05.388802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:05.437219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.498389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=18b31e8e-077e-4953-a0d3-b4e19e885891,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:05.531958 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.597057 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': '9c3019ec-8fcb-4a9d-8aba-64a98ec698fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88a63253-c659-48f3-b3a3-c6a320b0f3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:05.597773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: 88a63253-c659-48f3-b3a3-c6a320b0f3c1, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:05.630989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=0a1ae425-9b6e-499b-bed2-3b91a399d233,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:05.641197 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.658080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network 88a63253-c659-48f3-b3a3-c6a320b0f3c1 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:05.678994 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 88a63253-c659-48f3-b3a3-c6a320b0f3c1) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:05.684850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:05.686174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.696649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f12c6-4a1a-482f-8e79-b0cfffc64c6c None None] Network 88a63253-c659-48f3-b3a3-c6a320b0f3c1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:05.725448 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-87fe6e82-ae44-4363-ad6b-9e95c5102634 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9191282 Jul 13 07:51:05.729448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:05.737231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-840579410'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:05.793428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:05.798430 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.871389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:05.896360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.896864 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment 105a8f56-c1e4-49e1-8944-6c3fe9d1a3de of type vlan for network f51f4a63-5138-424d-89c7-8a0fd017d01b Jul 13 07:51:05.943836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.984583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.067579 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.073336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.078141 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.184615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-88a63253-c659-48f3-b3a3-c6a320b0f3c1', 'network_id': '88a63253-c659-48f3-b3a3-c6a320b0f3c1', 'tenant_id': '72af68cbdb9240fa8c0a54f0f3179489', 'fixed_ips': [{'subnet_id': '0a1ae425-9b6e-499b-bed2-3b91a399d233'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:06.187073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.200770 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4697571 Jul 13 07:51:06.206920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 42986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.215327 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': 'f51f4a63-5138-424d-89c7-8a0fd017d01b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:06.287587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9153fa-bb59-425f-b0c3-ce4507691d5e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=f51f4a63-5138-424d-89c7-8a0fd017d01b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.313316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network f51f4a63-5138-424d-89c7-8a0fd017d01b details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:06.492937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:06.501426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.543908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Allocated IP 172.20.255.242 (88a63253-c659-48f3-b3a3-c6a320b0f3c1/0a1ae425-9b6e-499b-bed2-3b91a399d233/85c1e47f-d72e-4c87-85c5-e75eeb9522ef) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:06.640890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.662559 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.916471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=18b31e8e-077e-4953-a0d3-b4e19e885891,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.939491 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.072179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 63261a8f-dd7b-4219-b2b6-ec28755b06d7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:07.207546 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.239281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:07.244794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:07.298579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.313675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=ae97a658-ed9e-4374-bc3e-99593cca4fdf,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:07.328525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Transition to ACTIVE for port object 85c1e47f-d72e-4c87-85c5-e75eeb9522ef will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:07.390755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:07.399203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Transition to ACTIVE for port object 85c1e47f-d72e-4c87-85c5-e75eeb9522ef will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:07.400436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': '105a8f56-c1e4-49e1-8944-6c3fe9d1a3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f51f4a63-5138-424d-89c7-8a0fd017d01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:07.400810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: f51f4a63-5138-424d-89c7-8a0fd017d01b, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:07.406146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:07.437141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network f51f4a63-5138-424d-89c7-8a0fd017d01b is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:07.463779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, f51f4a63-5138-424d-89c7-8a0fd017d01b) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:07.484762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:07.488438 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.490895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:07.500592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcadd87-2b7d-46e4-bba9-24f552c7199d None None] Network f51f4a63-5138-424d-89c7-8a0fd017d01b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:07.540625 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-be41bd5c-68ef-4a3c-baf9-71ec99df6663 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3315125 Jul 13 07:51:07.541588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.543642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43090) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.703361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.748333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:07.755583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-27748cfa-6db0-45ce-b0d2-d8c290506e19 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "PUT /v2.0/routers/a4a720cd-b357-4792-98c0-1b4a4c0cfd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4806039 Jul 13 07:51:07.778518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1dfeaf-0107-4daa-a722-5ecea1824e3f None None] Network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:07.791959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Network 88a63253-c659-48f3-b3a3-c6a320b0f3c1 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:07.804790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Sync routers for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:07.837283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:07.855229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.877346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:07.898661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:07.937863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.955279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Pushing event updated for resources: {'Port': ['ID=85c1e47f-d72e-4c87-85c5-e75eeb9522ef,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.036087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:08.036852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:08.044471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:08.044981 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.046867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2574ab4a-ec78-48d7-b760-ad8fbc4a70aa None None] Provisioning for port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:08.066589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.113939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2574ab4a-ec78-48d7-b760-ad8fbc4a70aa None None] Provisioning complete for port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:08.117708 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2574ab4a-ec78-48d7-b760-ad8fbc4a70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.177681 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=ae97a658-ed9e-4374-bc3e-99593cca4fdf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.290752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:08.293224 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.330135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51f4a63-5138-424d-89c7-8a0fd017d01b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:08.355148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105a8f56-c1e4-49e1-8944-6c3fe9d1a3de') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:08.355619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105a8f56-c1e4-49e1-8944-6c3fe9d1a3de') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:08.374510 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.390925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-2dd8c353-0717-45b2-b39d-06ff43bd6a3b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144136341&fields=id&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 267 time: 0.2849567 Jul 13 07:51:08.418111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.435958 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:08.436354 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:08.439712 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:08.615180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b53f2e-6d69-40ea-aea6-47f23f95f41c None None] Network f51f4a63-5138-424d-89c7-8a0fd017d01b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:08.849873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Attempting to bind port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:08.850210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Attempting to bind port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '9c3019ec-8fcb-4a9d-8aba-64a98ec698fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88a63253-c659-48f3-b3a3-c6a320b0f3c1'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:08.850581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Attempting to bind port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef on network 88a63253-c659-48f3-b3a3-c6a320b0f3c1 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:08.863402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:08.863780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Checking segment: {'id': '9c3019ec-8fcb-4a9d-8aba-64a98ec698fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88a63253-c659-48f3-b3a3-c6a320b0f3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:08.864290 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.864699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Bound using segment: {'id': '9c3019ec-8fcb-4a9d-8aba-64a98ec698fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88a63253-c659-48f3-b3a3-c6a320b0f3c1'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:08.865278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Bound port: 85c1e47f-d72e-4c87-85c5-e75eeb9522ef, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3019ec-8fcb-4a9d-8aba-64a98ec698fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '88a63253-c659-48f3-b3a3-c6a320b0f3c1'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:08.865675 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.927112 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.935450 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.942503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/f51f4a63-5138-424d-89c7-8a0fd017d01b HTTP/1.1" status: 204 len: 168 time: 1.3920548 Jul 13 07:51:08.943198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43236) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:08.947988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1601403936'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:08.974339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ec9b8-5056-4fef-885a-261d428d2851 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=f51f4a63-5138-424d-89c7-8a0fd017d01b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.997719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:09.004378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.005431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-220dbeed-0e80-49d1-8aaf-b6bdaebc342c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:09.013813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-220dbeed-0e80-49d1-8aaf-b6bdaebc342c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 797 time: 0.6219549 Jul 13 07:51:09.037825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-7cf777e7-bea1-4399-8e6b-64c5dc1ef88d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/quotas/97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 375 time: 0.0226035 Jul 13 07:51:09.051582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:09.064031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.064581 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment f3588b71-1906-4586-9ef2-7d600ccaa1b8 of type vlan for network f4130ea1-7f51-4edd-9af5-1a3ec3f80747 Jul 13 07:51:09.147414 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.210012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-6a4bf095-8d01-4373-8a79-393bf9bb0b46 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707218 Jul 13 07:51:09.227966 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.237252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:09.238331 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.281754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3378799 Jul 13 07:51:09.284488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:09.292645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': 'f4130ea1-7f51-4edd-9af5-1a3ec3f80747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:09.322288 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2574ab4a-ec78-48d7-b760-ad8fbc4a70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.362926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbbd59-3cc6-4e12-b875-3ac642f29413 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=f4130ea1-7f51-4edd-9af5-1a3ec3f80747,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:09.374996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4307985a-f1b0-4877-b789-57396f9b5cd9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:51:09.378325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4307985a-f1b0-4877-b789-57396f9b5cd9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1396017 Jul 13 07:51:09.475046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network f4130ea1-7f51-4edd-9af5-1a3ec3f80747 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:09.525994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] For port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:09.533670 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.551230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:09.552219 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-375c8d31-ecae-4efc-aa83-a95a32b2b5e1 service neutron] 10.222.0.41 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587403 Jul 13 07:51:09.554090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2574ab4a-ec78-48d7-b760-ad8fbc4a70aa None None] For port 63261a8f-dd7b-4219-b2b6-ec28755b06d7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=63261a8f-dd7b-4219-b2b6-ec28755b06d7,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:09.566300 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.582146 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2574ab4a-ec78-48d7-b760-ad8fbc4a70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.594574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] For port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=85c1e47f-d72e-4c87-85c5-e75eeb9522ef,segment=NetworkSegment(9c3019ec-8fcb-4a9d-8aba-64a98ec698fc),segment_id=9c3019ec-8fcb-4a9d-8aba-64a98ec698fc)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:09.692399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574ab4a-ec78-48d7-b760-ad8fbc4a70aa None None] Pushing event updated for resources: {'Port': ['ID=63261a8f-dd7b-4219-b2b6-ec28755b06d7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:09.718808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:51:09.719835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:51:09.736771 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-1ed8a007-07f4-4662-86f6-2d52c7a19c9f service neutron] 10.222.0.41 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768951 Jul 13 07:51:09.738214 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.756245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:09.818326 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.980005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '18b31e8e-077e-4953-a0d3-b4e19e885891', 'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:26:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:04Z', 'updated_at': '2021-07-13T07:51:06Z', 'revision_number': 2, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:10.057904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.218497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e892f-654d-4882-99e3-83325f2f6b74 None None] Pushing event updated for resources: {'Port': ['ID=85c1e47f-d72e-4c87-85c5-e75eeb9522ef,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:10.243784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 63261a8f-dd7b-4219-b2b6-ec28755b06d7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:10.259867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=f617741d-578e-48f8-bbec-0627399f55aa,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:10.261752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Checking router: a4a720cd-b357-4792-98c0-1b4a4c0cfd96 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:10.264885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Updating router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 port 18b31e8e-077e-4953-a0d3-b4e19e885891 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:10.268949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': 'f3588b71-1906-4586-9ef2-7d600ccaa1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f4130ea1-7f51-4edd-9af5-1a3ec3f80747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:10.270408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: f4130ea1-7f51-4edd-9af5-1a3ec3f80747, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:10.422034 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0dba550b-59ba-4a09-a6af-a17b83a7d338 req-4248955d-b2da-42b4-a5b3-fb41683e3fe4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 210 time: 0.1255801 Jul 13 07:51:10.454353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network f4130ea1-7f51-4edd-9af5-1a3ec3f80747 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:10.465339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, f4130ea1-7f51-4edd-9af5-1a3ec3f80747) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:10.473378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:10.473985 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.498609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a5f8c0-5d0d-46ce-a90f-9c0221ee00b7 None None] Network f4130ea1-7f51-4edd-9af5-1a3ec3f80747 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:10.505461 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dedbc5c2-b94b-4601-8e18-b4ec62d8b96f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2197628 Jul 13 07:51:10.508291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43382) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.718305 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.761204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.817379 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.857940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bc6c9a94-27b1-4c91-9452-54e81cf157ce None None] Provisioning complete for port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:10.858706 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9a94-27b1-4c91-9452-54e81cf157ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.900070 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.910603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:10.937332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=f617741d-578e-48f8-bbec-0627399f55aa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.038745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.082700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4130ea1-7f51-4edd-9af5-1a3ec3f80747']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:11.098435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3588b71-1906-4586-9ef2-7d600ccaa1b8') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:11.098797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3588b71-1906-4586-9ef2-7d600ccaa1b8') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:11.110710 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.128221 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.139249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:11.139694 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.141472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:11.141857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:11.211997 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:11.225702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.225897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd428d9-0ccc-419a-ad3f-57726254f12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-f4130ea1-7f51-4edd-9af5-1a3ec3f80747', 'network_id': 'f4130ea1-7f51-4edd-9af5-1a3ec3f80747', 'tenant_id': '72af68cbdb9240fa8c0a54f0f3179489', 'fixed_ips': [{'subnet_id': 'f617741d-578e-48f8-bbec-0627399f55aa'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:11.226818 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6cd428d9-0ccc-419a-ad3f-57726254f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.239685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.241924 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/f4130ea1-7f51-4edd-9af5-1a3ec3f80747 HTTP/1.1" status: 204 len: 168 time: 0.7320750 Jul 13 07:51:11.248176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:11.257807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-822893834'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:11.295923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc7f9e-143c-438b-b3dd-c93c247bc81a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=f4130ea1-7f51-4edd-9af5-1a3ec3f80747,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.347590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:11.351441 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.570041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:11.577656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b559251-cbcf-4f5d-9e41-6f8c1acd34e0 None None] Network f4130ea1-7f51-4edd-9af5-1a3ec3f80747 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:11.598582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.599336 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment a3020431-e99f-413d-a065-4c5fe83bc4c7 of type vlan for network 8c638fb8-ef69-4650-a602-dfa954fdea70 Jul 13 07:51:11.704440 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.745483 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.753968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b559251-cbcf-4f5d-9e41-6f8c1acd34e0 None None] Network f4130ea1-7f51-4edd-9af5-1a3ec3f80747 could not be found, it might have been deleted concurrently. {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:51:11.756371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d043c82-d4f2-4285-9738-22c851221ed5 req-5798db9f-a26b-4b99-bf53-3863f165e42c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 210 time: 0.0589392 Jul 13 07:51:11.769570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:11.771870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.830703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5794923 Jul 13 07:51:11.833637 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43398) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:11.839165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': '8c638fb8-ef69-4650-a602-dfa954fdea70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:11.876467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f3dc8-8369-4238-b50c-aafa062d906e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=8c638fb8-ef69-4650-a602-dfa954fdea70,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.908737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bc6c9a94-27b1-4c91-9452-54e81cf157ce None None] Provisioning for port 18b31e8e-077e-4953-a0d3-b4e19e885891 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:11.916017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 8c638fb8-ef69-4650-a602-dfa954fdea70 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:11.925135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9fc944-c2f3-4aad-ac70-0e22c5e84e1a None None] Network 88a63253-c659-48f3-b3a3-c6a320b0f3c1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:12.036000 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:12.040931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.077632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bc6c9a94-27b1-4c91-9452-54e81cf157ce None None] Provisioning complete for port 18b31e8e-077e-4953-a0d3-b4e19e885891 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:12.078534 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9a94-27b1-4c91-9452-54e81cf157ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.210077 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.228049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-2be072d1-7098-4c14-85b5-f5a0bfcc360a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:12.230052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-2be072d1-7098-4c14-85b5-f5a0bfcc360a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 797 time: 0.2087700 Jul 13 07:51:12.253216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 85c1e47f-d72e-4c87-85c5-e75eeb9522ef up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:12.277337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Transition to ACTIVE for port object 18b31e8e-077e-4953-a0d3-b4e19e885891 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:12.289171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c9a94-27b1-4c91-9452-54e81cf157ce None None] Port 18b31e8e-077e-4953-a0d3-b4e19e885891 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:12.295885 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.311519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-5653a553-8ff1-4a60-b1df-71f7fb178bfb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 379 time: 0.0725477 Jul 13 07:51:12.376520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'port': {'device_id': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'admin_state_up': True, 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'security_groups': ['b85b5d1e-c68b-461e-a3e2-b11fabfee745']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:12.382206 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.533283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=9e621599-8e5f-4807-a94e-71fa8ccca0fb,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:12.554572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': 'a3020431-e99f-413d-a065-4c5fe83bc4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c638fb8-ef69-4650-a602-dfa954fdea70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:12.555239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: 8c638fb8-ef69-4650-a602-dfa954fdea70, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:12.590683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network 8c638fb8-ef69-4650-a602-dfa954fdea70 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:12.611637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e973da-2bb9-477e-88d0-473a76cc3a01 None None] Pushing event updated for resources: {'Port': ['ID=18b31e8e-077e-4953-a0d3-b4e19e885891,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:12.623222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:12.627361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.638522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 8c638fb8-ef69-4650-a602-dfa954fdea70) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:12.645278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:12.646270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.646941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:12.655662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:12.656067 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.659080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f48e234-8ec9-47e7-8d3c-e1f9a36f59b3 None None] Network 8c638fb8-ef69-4650-a602-dfa954fdea70 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:12.672641 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-205a8643-2e79-4ee3-b914-e5f7a830585a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8376446 Jul 13 07:51:12.675716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:12.719222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-628c44ac-a881-48a2-ad56-0d4c16679e47 None None] Provisioning for port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:12.779445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-628c44ac-a881-48a2-ad56-0d4c16679e47 None None] Provisioning complete for port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:12.779831 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-628c44ac-a881-48a2-ad56-0d4c16679e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.784165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Attempting to bind port 18b31e8e-077e-4953-a0d3-b4e19e885891 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:12.784543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Attempting to bind port 18b31e8e-077e-4953-a0d3-b4e19e885891 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:12.784909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Attempting to bind port 18b31e8e-077e-4953-a0d3-b4e19e885891 on network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:12.794700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:12.795079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Checking segment: {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:12.795702 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.796265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Bound using segment: {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:12.796932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Bound port: 18b31e8e-077e-4953-a0d3-b4e19e885891, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:12.797498 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.828229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.20.0.11 (1dc92419-7645-4ffd-9ddf-cdcf7c6e394e/922e46ee-be30-41de-9dfc-4776d62add1c/f2f1adf6-fb41-4de2-9981-3427eb55dbb2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:13.036070 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.061881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Transition to ACTIVE for port object f2f1adf6-fb41-4de2-9981-3427eb55dbb2 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:13.113859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.163745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] For port 18b31e8e-077e-4953-a0d3-b4e19e885891, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:13.212900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] For port 18b31e8e-077e-4953-a0d3-b4e19e885891, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=18b31e8e-077e-4953-a0d3-b4e19e885891,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:13.289298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:13.297737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:13.304733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:13.308001 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.311630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.383721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-7b33abb3-70bd-4b23-a6dc-571e0b862458 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:13.385503 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-7b33abb3-70bd-4b23-a6dc-571e0b862458 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.2868218 Jul 13 07:51:13.405228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:13.406043 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.428286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-850921b3-a840-4114-bc1d-a7050057fbb0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/quotas/5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 375 time: 0.0184011 Jul 13 07:51:13.450514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a7249-cfc6-4f1a-a94d-d16ca74a7a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-8c638fb8-ef69-4650-a602-dfa954fdea70', 'network_id': '8c638fb8-ef69-4650-a602-dfa954fdea70', 'tenant_id': '72af68cbdb9240fa8c0a54f0f3179489', 'fixed_ips': [{'subnet_id': '9e621599-8e5f-4807-a94e-71fa8ccca0fb'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:13.452975 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-798a7249-cfc6-4f1a-a94d-d16ca74a7a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.458179 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.461693 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-c80f7d45-044c-497d-af65-c8ca55bc84ef tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1426785 Jul 13 07:51:13.486329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e973da-2bb9-477e-88d0-473a76cc3a01 None None] Pushing event updated for resources: {'Port': ['ID=18b31e8e-077e-4953-a0d3-b4e19e885891,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.520020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-f70c20b2-49dd-4fa4-a96d-2ba1b82cc714 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:51:13.521466 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-f70c20b2-49dd-4fa4-a96d-2ba1b82cc714 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172372 Jul 13 07:51:13.547292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:13.548094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.554542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:50:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:13.557194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f08b1-b1f1-4fa7-a959-6195b1c74d77 req-846f9d89-7370-4763-b691-71d5366a927a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:13.566141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f9f08b1-b1f1-4fa7-a959-6195b1c74d77 req-846f9d89-7370-4763-b691-71d5366a927a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 932 time: 0.1372828 Jul 13 07:51:13.630037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2c581b77-f626-49b9-b62d-0e88093b76cc tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1827109 Jul 13 07:51:13.630323 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-628c44ac-a881-48a2-ad56-0d4c16679e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.660627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.686169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=85c1e47f-d72e-4c87-85c5-e75eeb9522ef,segment=NetworkSegment(9c3019ec-8fcb-4a9d-8aba-64a98ec698fc),segment_id=9c3019ec-8fcb-4a9d-8aba-64a98ec698fc)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:13.710688 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.721236 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f9f08b1-b1f1-4fa7-a959-6195b1c74d77 req-4c61f62c-780c-4184-afe3-5c058f7b2780 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532643 Jul 13 07:51:13.768325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-adb563c7-4b36-4a3e-b5d8-9b0ef0bdddc0 service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372950 Jul 13 07:51:13.782079 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.799442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Request body: {'port': {'device_id': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:13.826096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=9e621599-8e5f-4807-a94e-71fa8ccca0fb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.846382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=85c1e47f-d72e-4c87-85c5-e75eeb9522ef,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.916717 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.927851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c638fb8-ef69-4650-a602-dfa954fdea70']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:13.930033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:13.939570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3020431-e99f-413d-a065-4c5fe83bc4c7') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:13.940476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3020431-e99f-413d-a065-4c5fe83bc4c7') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:13.952286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.959391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2a0f55e9-c98c-4639-84c9-2f43e7d937bf service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895382 Jul 13 07:51:13.976242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.988318 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-628c44ac-a881-48a2-ad56-0d4c16679e47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:51:13.989068 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-628c44ac-a881-48a2-ad56-0d4c16679e47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:51:13.992125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:13.992522 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:14.001055 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:14.006473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server [None req-798a7249-cfc6-4f1a-a94d-d16ca74a7a2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e621599-8e5f-4807-a94e-71fa8ccca0fb: This subnet is being modified by another concurrent operation. Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e621599-8e5f-4807-a94e-71fa8ccca0fb: This subnet is being modified by another concurrent operation. Jul 13 07:51:14.010237 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server Jul 13 07:51:14.076324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c54a9-7eb8-4aac-b27c-3567bc947752 None None] Network 8c638fb8-ef69-4650-a602-dfa954fdea70 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:14.100982 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.128780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.134924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.138616 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/8c638fb8-ef69-4650-a602-dfa954fdea70 HTTP/1.1" status: 204 len: 168 time: 1.4602826 Jul 13 07:51:14.143352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.149722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1883603705'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.192596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b853093-0c02-410b-9e8a-26b4adb531ca tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=8c638fb8-ef69-4650-a602-dfa954fdea70,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.212097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:14.218660 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.292148 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eca916a3-720c-4333-b573-d15741b6af08 req-bed3ba21-641d-4e1b-8395-cd8411a08fd4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0531490 Jul 13 07:51:14.315513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:14.339543 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.342312 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment 335f5c89-19b7-45d0-b9a0-9a4dd5042706 of type vlan for network c4fc407e-b8fa-4548-90db-86e6da5a55a3 Jul 13 07:51:14.438926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:14.439393 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.453115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.466832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4f6b7f-d1f4-46dd-830f-ed20b44c0d34 None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:51:14.503800 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.510613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:14.511335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.567730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f1adf6-fb41-4de2-9981-3427eb55dbb2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:14.586768 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.600027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=c4fc407e-b8fa-4548-90db-86e6da5a55a3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.605849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Transition to ACTIVE for port object f2f1adf6-fb41-4de2-9981-3427eb55dbb2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:14.612300 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.618635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c4fc407e-b8fa-4548-90db-86e6da5a55a3 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:14.626526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c2f117af-c318-400a-802e-aab34cc47749 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4807367 Jul 13 07:51:14.628212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.638860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': 'c4fc407e-b8fa-4548-90db-86e6da5a55a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.666820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '18b31e8e-077e-4953-a0d3-b4e19e885891', 'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:26:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:04Z', 'updated_at': '2021-07-13T07:51:13Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:14.729236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.784579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:14.790299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.797299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Attempting to bind port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:14.797790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Attempting to bind port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:14.798103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Attempting to bind port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:14.807931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:51:14.809710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Attempting to bind port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:14.823769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:14.824360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Checking segment: {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:14.824999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Bound using segment: {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:14.825638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Bound port: f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:14.827420 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.936017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4f6b7f-d1f4-46dd-830f-ed20b44c0d34 None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:51:14.977623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a4129-dc2a-4da1-a597-cbc40c5e0bf8 None None] The sync data for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 is: [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '18b31e8e-077e-4953-a0d3-b4e19e885891', 'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:26:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:04Z', 'updated_at': '2021-07-13T07:51:13Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:14.997099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:15.002758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:15.020674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.092694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8d222ddd-66c7-4c31-a967-1d2789704358 None None] Provisioning complete for port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:15.093087 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d222ddd-66c7-4c31-a967-1d2789704358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.124252 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.187215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=3b44bdc7-7660-4097-8fe8-d944b5aedd5f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.191991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.192625 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.194130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] 10.222.0.48 "PUT /v2.0/ports/f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 1093 time: 1.6645908 Jul 13 07:51:15.217402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:15.226009 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b160c1-1fb7-4d64-ad6a-a9634044a976" -d '{"events": [{"name": "network-changed", "server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:15.261192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': '335f5c89-19b7-45d0-b9a0-9a4dd5042706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4fc407e-b8fa-4548-90db-86e6da5a55a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:15.261977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: c4fc407e-b8fa-4548-90db-86e6da5a55a3, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:15.274975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac88b10-11f9-439c-831f-c710a9af6d19 req-5b70768c-1d42-4780-9e87-b3a5d1007ca4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.286164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ac88b10-11f9-439c-831f-c710a9af6d19 req-5b70768c-1d42-4780-9e87-b3a5d1007ca4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 944 time: 0.3453958 Jul 13 07:51:15.308285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network c4fc407e-b8fa-4548-90db-86e6da5a55a3 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:15.327420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c4fc407e-b8fa-4548-90db-86e6da5a55a3) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:15.334432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.335339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.369685 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e86f8-94f4-4b53-8d64-9d84963f627d x-openstack-request-id: req-b36e86f8-94f4-4b53-8d64-9d84963f627d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:15.370141 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:15.370389 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b36e86f8-94f4-4b53-8d64-9d84963f627d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:15.370781 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'status': 'completed', 'code': 200} Jul 13 07:51:15.376195 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43456) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.382535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c48a8627-25a5-433b-9942-2c308fc41dc8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7459064 Jul 13 07:51:15.422060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc39e9-eb84-4153-8793-6632d085c52c service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.508435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ac88b10-11f9-439c-831f-c710a9af6d19 req-8a13d7da-20e5-4ce2-a03e-a0093ff53f10 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210987 Jul 13 07:51:15.635055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-9c627693-3153-4073-9fe1-54aacafd1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.636600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-9c627693-3153-4073-9fe1-54aacafd1c7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1096 time: 0.3150823 Jul 13 07:51:15.638009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-185bbe7a-5e27-4e3a-ae8a-1a2dbdd4aea9 req-2b207552-54d2-435d-bb7b-f84e23f9863c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0711882 Jul 13 07:51:15.648156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 85c1e47f-d72e-4c87-85c5-e75eeb9522ef up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:15.654260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.716548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-d9ffbbc1-c7a9-47eb-8070-8a8eddd9ed49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 217 time: 0.0592773 Jul 13 07:51:15.814027 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.821685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-b970f361-1db6-471b-a8af-041eb922a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.830278 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:51:15.832653 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-b970f361-1db6-471b-a8af-041eb922a1e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.1089709 Jul 13 07:51:15.952567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-e5909f63-e47b-44de-b6a0-7d599ccd0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.955129 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-e5909f63-e47b-44de-b6a0-7d599ccd0024 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020310 Jul 13 07:51:15.957118 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.959102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:15.959665 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.034619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=3b44bdc7-7660-4097-8fe8-d944b5aedd5f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:16.086843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8d222ddd-66c7-4c31-a967-1d2789704358 None None] Provisioning for port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:16.183603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-3e9560a1-b058-48c5-9bf8-716881cf3fc9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:16.191754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-3e9560a1-b058-48c5-9bf8-716881cf3fc9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.2087357 Jul 13 07:51:16.209288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'port': {'device_id': '27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'admin_state_up': True, 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:16.353112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 18b31e8e-077e-4953-a0d3-b4e19e885891 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:16.355629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655a751c-4e82-43d1-861a-3b3f43d97040 None None] Network c4fc407e-b8fa-4548-90db-86e6da5a55a3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:16.417582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.444285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc407e-b8fa-4548-90db-86e6da5a55a3']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:16.494379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Made reservation on behalf of 5d2cf1a62e3043e0947f82a850ab2704 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:16.497492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335f5c89-19b7-45d0-b9a0-9a4dd5042706') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:16.498587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335f5c89-19b7-45d0-b9a0-9a4dd5042706') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:16.498805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.550483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-a9db1cd1-c723-4b3e-9818-c589ea0e4bc1 service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799265 Jul 13 07:51:16.552425 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.675493 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.696008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 18b31e8e-077e-4953-a0d3-b4e19e885891 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:16.704150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f17fe-b261-42ec-8115-9a290c767e12 None None] Network c4fc407e-b8fa-4548-90db-86e6da5a55a3 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:16.713589 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:16.715191 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:16.723939 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:16.861705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 18b31e8e-077e-4953-a0d3-b4e19e885891 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:16.862122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.949200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.20.0.3 (223b2461-4867-4ebc-b563-c6c5888b3ca7/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2/bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:17.062675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4aab51f-85ec-4343-b03f-8ce5702c7fca req-02920a0c-08b9-4e6c-ae16-db5eca4109e9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0924990 Jul 13 07:51:17.094308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.106018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.114517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43466) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.117191 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/c4fc407e-b8fa-4548-90db-86e6da5a55a3 HTTP/1.1" status: 204 len: 168 time: 1.7314639 Jul 13 07:51:17.123159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1953189400'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:17.127244 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.179526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 18b31e8e-077e-4953-a0d3-b4e19e885891, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=18b31e8e-077e-4953-a0d3-b4e19e885891,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:17.187175 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.187818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0a1f2e8-ae57-40ee-b2ce-9ea2a61c53b9 req-3448ff4c-f01d-4686-9881-904f78bbd1d0 service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215935 Jul 13 07:51:17.220809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a243e-569f-4d4d-b5fa-a248cf59cf3a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=c4fc407e-b8fa-4548-90db-86e6da5a55a3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.268885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:17.273581 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.286350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195bfbe-fa8c-439c-b417-4e6db3c61098 req-433ef4f8-ef25-445c-a751-0123039e24d6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.295022 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5195bfbe-fa8c-439c-b417-4e6db3c61098 req-433ef4f8-ef25-445c-a751-0123039e24d6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 944 time: 0.5229070 Jul 13 07:51:17.418211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=18b31e8e-077e-4953-a0d3-b4e19e885891,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.423267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:17.449119 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5195bfbe-fa8c-439c-b417-4e6db3c61098 req-c03b1f61-0024-4bfd-a33c-3a05972d6323 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530056 Jul 13 07:51:17.457092 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.457551 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment 420e42ab-1e6a-4509-bfce-5330af0881ad of type vlan for network 7de21901-20a1-4ebe-91c2-14b34e4c7240 Jul 13 07:51:17.480180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-8c503afa-8b90-40e5-b325-9312fa48bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.481929 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-8c503afa-8b90-40e5-b325-9312fa48bd37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1096 time: 0.1619694 Jul 13 07:51:17.543890 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.625715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Transition to ACTIVE for port object bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:17.628353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.646666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-b4a56ac8-c542-43d4-ae1d-b2ebf8534fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.648149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-b4a56ac8-c542-43d4-ae1d-b2ebf8534fba service neutron] 10.222.0.48 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 898 time: 0.1578083 Jul 13 07:51:17.696964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.701835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-18957f9b-1ceb-4778-9146-edadae8d3277 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 217 time: 0.0452795 Jul 13 07:51:17.703041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.703940 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.712940 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.759702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2d802815-321c-478f-b13c-13fb71a268b0 None None] Provisioning complete for port 18b31e8e-077e-4953-a0d3-b4e19e885891 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:17.760384 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d802815-321c-478f-b13c-13fb71a268b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.778393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-cc42d13a-8801-493d-8cbc-1e0f9b970785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.784011 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-cc42d13a-8801-493d-8cbc-1e0f9b970785 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.0752151 Jul 13 07:51:17.827753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:17.829805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7137449 Jul 13 07:51:17.837079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43474) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.845703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': '7de21901-20a1-4ebe-91c2-14b34e4c7240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:17.849643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:17.912138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-26941104-94dc-471a-a6d0-70d629990ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.914427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:17.917492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.919642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-26941104-94dc-471a-a6d0-70d629990ae0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283512 Jul 13 07:51:17.945642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23f4c5-1754-4df9-8c53-0bb6d9c577c8 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=7de21901-20a1-4ebe-91c2-14b34e4c7240,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.957708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 7de21901-20a1-4ebe-91c2-14b34e4c7240 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:18.085588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:18.086364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.128373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:18.132545 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.162138 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-d77913f3-47c7-4d20-81be-4cb4744bfc49 service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335041 Jul 13 07:51:18.224589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:51:18.225035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:51:18.265312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-52aeaa0a-736e-4408-ac44-035aab586dde None None] Provisioning for port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:18.270840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-52aeaa0a-736e-4408-ac44-035aab586dde None None] Provisioning complete for port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:18.271441 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52aeaa0a-736e-4408-ac44-035aab586dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.335062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-56466b35-f1ff-41a1-a747-d831bf961c7d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1299710 Jul 13 07:51:18.340730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3b160c1-1fb7-4d64-ad6a-a9634044a976 req-cc0141f8-b139-4298-800d-77b0b50c84cf service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697724 Jul 13 07:51:18.350338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Request body: {'port': {'device_id': '27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:18.387627 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fca34785-a317-4a3b-bb22-37495dd146f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.393987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-52aeaa0a-736e-4408-ac44-035aab586dde None None] Port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:18.457497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128e71-7a25-4c47-84d2-5904a9c5db9a req-4ce7ce3f-b33d-4cb2-8193-b1d9f9a6c05d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:18.459371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73128e71-7a25-4c47-84d2-5904a9c5db9a req-4ce7ce3f-b33d-4cb2-8193-b1d9f9a6c05d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 931 time: 0.1175861 Jul 13 07:51:18.468721 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.470979 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.530123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73128e71-7a25-4c47-84d2-5904a9c5db9a req-350bd3b8-02b3-467e-8b69-d18737ded9a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631306 Jul 13 07:51:18.544415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device f2f1adf6-fb41-4de2-9981-3427eb55dbb2 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:51:18.631054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=dd66a048-a0ab-4755-b18e-0bb8a6d8450c,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:18.683363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:18.698374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'port_id': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'mac_address': 'fa:16:3e:2a:41:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:51:18.730629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': '420e42ab-1e6a-4509-bfce-5330af0881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7de21901-20a1-4ebe-91c2-14b34e4c7240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:18.730998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: 7de21901-20a1-4ebe-91c2-14b34e4c7240, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:18.748865 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.772362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f1adf6-fb41-4de2-9981-3427eb55dbb2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:18.799362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:18.805514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network 7de21901-20a1-4ebe-91c2-14b34e4c7240 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:18.807200 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.854225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 7de21901-20a1-4ebe-91c2-14b34e4c7240) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:18.868835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:18.869443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.877624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b259f-e09e-44be-aa01-178b191ba511 None None] Network 7de21901-20a1-4ebe-91c2-14b34e4c7240 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:18.879560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c001c-48d5-4d32-b9f9-8952f44dadcb req-b6ea8ab7-5fc0-421e-b9bf-284c33cce2ae tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:18.881169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e90c001c-48d5-4d32-b9f9-8952f44dadcb req-b6ea8ab7-5fc0-421e-b9bf-284c33cce2ae tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 944 time: 0.2477384 Jul 13 07:51:18.925588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3fc9c7cb-318f-4491-bb0a-9399136eb9f4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0840378 Jul 13 07:51:18.928312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43486) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:18.955251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:19.006706 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e90c001c-48d5-4d32-b9f9-8952f44dadcb req-731850bc-5651-40f7-89a2-1acebe05ded3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027415 Jul 13 07:51:19.081345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:19.090862 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.107577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Transition to ACTIVE for port object bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:19.115341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.139162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['f2f1adf6-fb41-4de2-9981-3427eb55dbb2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:19.149854 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.198606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Pushing event updated for resources: {'Port': ['ID=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:19.275509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.294688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7de21901-20a1-4ebe-91c2-14b34e4c7240', 'network_id': '7de21901-20a1-4ebe-91c2-14b34e4c7240', 'tenant_id': '72af68cbdb9240fa8c0a54f0f3179489', 'fixed_ips': [{'subnet_id': 'dd66a048-a0ab-4755-b18e-0bb8a6d8450c'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:19.295457 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.375616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Attempting to bind port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:19.376475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Attempting to bind port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:19.377036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Attempting to bind port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:19.384672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:51:19.385235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Attempting to bind port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:19.391407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:19.392041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:19.392626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Bound using segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:19.393240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Bound port: bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:19.393816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.453062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 18b31e8e-077e-4953-a0d3-b4e19e885891 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:19.485334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] For port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:19.489083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] For port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:19.496498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.578455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Pushing event updated for resources: {'Port': ['ID=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:19.591294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:19.593010 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.595124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-2fcda28e-52d4-4936-a5e2-a545047d13de service neutron] 10.222.0.38 "PUT /v2.0/ports/bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe HTTP/1.1" status: 200 len: 1092 time: 1.2491984 Jul 13 07:51:19.595798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5', 'tag': 'bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:19.598644 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804" -d '{"events": [{"name": "network-changed", "server_uuid": "27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5", "tag": "bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:19.726103 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fa577c-5023-4630-b062-6510f2b3f52c x-openstack-request-id: req-02fa577c-5023-4630-b062-6510f2b3f52c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:19.726399 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5", "tag": "bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:19.728055 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02fa577c-5023-4630-b062-6510f2b3f52c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:19.728794 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5', 'tag': 'bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe', 'status': 'completed', 'code': 200} Jul 13 07:51:19.788651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-e765e6aa-4138-441a-8f68-7000aace3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:19.795324 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-e765e6aa-4138-441a-8f68-7000aace3e16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 1095 time: 0.1311512 Jul 13 07:51:19.876380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Allocated IP 172.20.0.3 (7de21901-20a1-4ebe-91c2-14b34e4c7240/dd66a048-a0ab-4755-b18e-0bb8a6d8450c/d9940e8e-e9d9-4694-9682-c8af965cd60a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:19.880894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-31f4d975-73d1-4f90-ab73-07b462c66a6b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe HTTP/1.1" status: 200 len: 217 time: 0.0774190 Jul 13 07:51:19.979890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-24988ffc-d6dc-4280-b6f2-ced5b4f6430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:19.983051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-24988ffc-d6dc-4280-b6f2-ced5b4f6430e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0941370 Jul 13 07:51:20.018378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 18b31e8e-077e-4953-a0d3-b4e19e885891 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:20.018752 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.106173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-b9e13208-b485-47d5-9957-7c75d492c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:20.109480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-b9e13208-b485-47d5-9957-7c75d492c29c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184869 Jul 13 07:51:20.154755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8fbc4-6672-4a29-9478-4afd81caa527 req-bf7078ad-d7d3-49a9-8b8f-cdfd083fb71f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:20.163808 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ce8fbc4-6672-4a29-9478-4afd81caa527 req-bf7078ad-d7d3-49a9-8b8f-cdfd083fb71f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.1114681 Jul 13 07:51:20.232384 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.253487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ce8fbc4-6672-4a29-9478-4afd81caa527 req-a8f87645-ba13-481c-ba4a-17b88963dc2d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844636 Jul 13 07:51:20.288308 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Transition to ACTIVE for port object d9940e8e-e9d9-4694-9682-c8af965cd60a will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:20.316658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-8adf8a75-44bb-4b54-89f2-f30937fb6d0f service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946802 Jul 13 07:51:20.331968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Transition to ACTIVE for port object d9940e8e-e9d9-4694-9682-c8af965cd60a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:20.353784 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.373792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.407945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=dd66a048-a0ab-4755-b18e-0bb8a6d8450c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.442782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Network 7de21901-20a1-4ebe-91c2-14b34e4c7240 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:20.449038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-520e3bb0-5936-4d7d-b9d8-9058ad5e4dd4 req-f9c6ca1c-4f17-4819-8e1b-984e54b265ea service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265755 Jul 13 07:51:20.452414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:20.465122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:20.472356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683527-7cbe-4262-b9bc-7b9d1b8cd21e req-13007102-81c8-440e-af7f-cb2a32e7250f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:20.474130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60683527-7cbe-4262-b9bc-7b9d1b8cd21e req-13007102-81c8-440e-af7f-cb2a32e7250f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 945 time: 0.2214701 Jul 13 07:51:20.484921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Pushing event updated for resources: {'Port': ['ID=d9940e8e-e9d9-4694-9682-c8af965cd60a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.550210 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.579439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de21901-20a1-4ebe-91c2-14b34e4c7240']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:20.582725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Attempting to bind port d9940e8e-e9d9-4694-9682-c8af965cd60a on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:20.583121 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Attempting to bind port d9940e8e-e9d9-4694-9682-c8af965cd60a by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '420e42ab-1e6a-4509-bfce-5330af0881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7de21901-20a1-4ebe-91c2-14b34e4c7240'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:20.583501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Attempting to bind port d9940e8e-e9d9-4694-9682-c8af965cd60a on network 7de21901-20a1-4ebe-91c2-14b34e4c7240 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:20.593844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:20.595343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Checking segment: {'id': '420e42ab-1e6a-4509-bfce-5330af0881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7de21901-20a1-4ebe-91c2-14b34e4c7240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:20.595343 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.599887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Bound using segment: {'id': '420e42ab-1e6a-4509-bfce-5330af0881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7de21901-20a1-4ebe-91c2-14b34e4c7240'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:20.600432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Bound port: d9940e8e-e9d9-4694-9682-c8af965cd60a, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e42ab-1e6a-4509-bfce-5330af0881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7de21901-20a1-4ebe-91c2-14b34e4c7240'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:20.603464 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.604151 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60683527-7cbe-4262-b9bc-7b9d1b8cd21e req-f773f7ed-f427-4c8d-872f-d64b733b0622 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239102 Jul 13 07:51:20.616730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420e42ab-1e6a-4509-bfce-5330af0881ad') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:20.617043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420e42ab-1e6a-4509-bfce-5330af0881ad') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:20.644116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.646874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-3a409f4c-27eb-4b77-900a-4ae861fe32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:20.648478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-3a409f4c-27eb-4b77-900a-4ae861fe32b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 1095 time: 0.1267333 Jul 13 07:51:20.689388 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.704280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:20.704988 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:20.708406 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:20.711837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] For port d9940e8e-e9d9-4694-9682-c8af965cd60a, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:20.785468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-e7e15bdb-8ae5-4f10-8610-b23d8902e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:20.787339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-e7e15bdb-8ae5-4f10-8610-b23d8902e68d service neutron] 10.222.0.38 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.1232061 Jul 13 07:51:20.789100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] For port d9940e8e-e9d9-4694-9682-c8af965cd60a, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d9940e8e-e9d9-4694-9682-c8af965cd60a,segment=NetworkSegment(420e42ab-1e6a-4509-bfce-5330af0881ad),segment_id=420e42ab-1e6a-4509-bfce-5330af0881ad)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:20.792068 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:51:20.792068 n-d-758944-43 neutron-server[93773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:51:20.792068 n-d-758944-43 neutron-server[93773]: [parameters: {'id': '7de21901-20a1-4ebe-91c2-14b34e4c7240'}] Jul 13 07:51:20.792068 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:51:20.792898 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:51:20.795113 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.843293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-7ec45dfe-1de4-47b9-9356-2b380be57533 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe HTTP/1.1" status: 200 len: 217 time: 0.0483372 Jul 13 07:51:20.904645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-bf4408ec-59dc-477b-859c-63bb3d954068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:20.906653 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-bf4408ec-59dc-477b-859c-63bb3d954068 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0546572 Jul 13 07:51:20.922341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7ea495-7bac-43a7-92ea-2b8266a84d01 None None] Network 7de21901-20a1-4ebe-91c2-14b34e4c7240 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:20.980099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-beb4180b-c5ff-4a3f-b1fc-96b68c2b5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:20.982417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-beb4180b-c5ff-4a3f-b1fc-96b68c2b5cb0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621960 Jul 13 07:51:20.996943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef5c4-ed0f-4c8a-8216-746f1e64d485 None None] Pushing event updated for resources: {'Port': ['ID=d9940e8e-e9d9-4694-9682-c8af965cd60a,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.133165 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-939ab522-51fe-4324-a2b0-17f38860b4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.142461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.149639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-43f6b083-03bc-45cc-abf4-16914645f9b8 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609838 Jul 13 07:51:21.195310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1337b64-bed2-414d-b867-c711851524a6 None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:51:21.297076 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.320088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dfdc896e-3ee9-4ab8-9212-6d4d6f2ba804 req-2e729fc8-797c-4a71-8734-0014374847c5 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623130 Jul 13 07:51:21.441436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1337b64-bed2-414d-b867-c711851524a6 None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:51:21.442003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Deleting port d9940e8e-e9d9-4694-9682-c8af965cd60a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:21.442434 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.619673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] For port d9940e8e-e9d9-4694-9682-c8af965cd60a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d9940e8e-e9d9-4694-9682-c8af965cd60a,segment=NetworkSegment(420e42ab-1e6a-4509-bfce-5330af0881ad),segment_id=420e42ab-1e6a-4509-bfce-5330af0881ad)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:21.619906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.660857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Calling delete_port for d9940e8e-e9d9-4694-9682-c8af965cd60a owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:21.760737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae550b-3761-4b0b-91f9-4fec9d3c878a req-d9055777-8b4d-4078-b902-e3b8c00278d3 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:21.763032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3ae550b-3761-4b0b-91f9-4fec9d3c878a req-d9055777-8b4d-4078-b902-e3b8c00278d3 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.2820992 Jul 13 07:51:21.839216 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.891916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No DVR routers for this DVR port d9940e8e-e9d9-4694-9682-c8af965cd60a on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:21.903734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea3a55-7306-49c2-bd8e-a5d992ac0a2b req-dfe425c0-be8d-4209-a1b1-c4f4c43d3558 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:21.908138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Port': ['ID=d9940e8e-e9d9-4694-9682-c8af965cd60a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.910201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66ea3a55-7306-49c2-bd8e-a5d992ac0a2b req-dfe425c0-be8d-4209-a1b1-c4f4c43d3558 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 945 time: 0.1213067 Jul 13 07:51:21.958696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3ae550b-3761-4b0b-91f9-4fec9d3c878a req-c2b6f887-d18d-4ea2-acef-d7c4dc47a98f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813190 Jul 13 07:51:21.973666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-66ea3a55-7306-49c2-bd8e-a5d992ac0a2b req-ac842dce-929c-447c-9b92-85bcbd5f87b2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539913 Jul 13 07:51:22.020414 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.024987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.037106 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de21901-20a1-4ebe-91c2-14b34e4c7240']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:22.062817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420e42ab-1e6a-4509-bfce-5330af0881ad') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:22.063157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420e42ab-1e6a-4509-bfce-5330af0881ad') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:22.077301 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.098812 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.108664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:22.108664 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:22.112665 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:22.205442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.213083 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.215341 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/7de21901-20a1-4ebe-91c2-14b34e4c7240 HTTP/1.1" status: 204 len: 168 time: 3.2860062 Jul 13 07:51:22.221136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.226747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf15bfa-5f2a-4120-94cc-c7c2761e7ed9 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=7de21901-20a1-4ebe-91c2-14b34e4c7240,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:22.227125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-461882237'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:22.250869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:22.254465 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.291658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:22.310504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.310947 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment 48d73ce2-0894-45dd-843a-ae6246ec6ebe of type vlan for network 901f2678-498b-41e9-9780-faadf7d4c243 Jul 13 07:51:22.376685 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.436444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.444688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:22.445445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.490872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2682371 Jul 13 07:51:22.494205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.500812 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': '901f2678-498b-41e9-9780-faadf7d4c243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:22.545934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device f2f1adf6-fb41-4de2-9981-3427eb55dbb2 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:22.568041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac34191-60b8-4e0b-a7cf-2362b678c792 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=901f2678-498b-41e9-9780-faadf7d4c243,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:22.592615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 901f2678-498b-41e9-9780-faadf7d4c243 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:22.644701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:22.648935 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.738876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:22.743582 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:22.743952 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.925876 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.955134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:22.956069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.958230 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131f92f2-9573-4037-86c7-1043a0e401e5" -d '{"events": [{"server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:22.976394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:22.988505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.030988 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=6ca5dcbd-d4ef-43d5-8c19-2071c156231b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:23.069662 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': '48d73ce2-0894-45dd-843a-ae6246ec6ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '901f2678-498b-41e9-9780-faadf7d4c243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:23.070062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: 901f2678-498b-41e9-9780-faadf7d4c243, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:23.076050 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01aab147-b1b0-46a1-906a-43bdddbb77ac x-openstack-request-id: req-01aab147-b1b0-46a1-906a-43bdddbb77ac {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:23.076731 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:23.076731 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01aab147-b1b0-46a1-906a-43bdddbb77ac {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:23.077313 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'code': 200} Jul 13 07:51:23.099501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:23.108336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network 901f2678-498b-41e9-9780-faadf7d4c243 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:23.144079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 901f2678-498b-41e9-9780-faadf7d4c243) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:23.154089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b49e4d3-677a-4d5a-bcad-2e66b89ecfbc None None] Network 901f2678-498b-41e9-9780-faadf7d4c243 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:23.175517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:23.176131 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.357526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a00a3eaa-2a98-43bc-aaae-fb98a38dc78a tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8615305 Jul 13 07:51:23.361699 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43530) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:23.375289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faf780-5965-412a-9afd-9e8ae133d525 req-cbded1dd-4583-449e-976f-7374ea65c65c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:23.382502 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-22faf780-5965-412a-9afd-9e8ae133d525 req-cbded1dd-4583-449e-976f-7374ea65c65c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1545265 Jul 13 07:51:23.498539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-22faf780-5965-412a-9afd-9e8ae133d525 req-0e515623-a9be-4d71-aada-17a1809a10eb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048391 Jul 13 07:51:23.558418 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.567076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-901f2678-498b-41e9-9780-faadf7d4c243', 'network_id': '901f2678-498b-41e9-9780-faadf7d4c243', 'tenant_id': '72af68cbdb9240fa8c0a54f0f3179489', 'fixed_ips': [{'subnet_id': '6ca5dcbd-d4ef-43d5-8c19-2071c156231b'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:23.567950 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.615918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-593bb29d-9129-4d39-a496-c74dcf951d6b None None] Provisioning complete for port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:23.615918 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-593bb29d-9129-4d39-a496-c74dcf951d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.632545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832abf-7fa5-4e10-8783-c3ec49d3e3cf req-2be0668b-f83a-44f8-b951-b9384fd7e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:23.634290 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e832abf-7fa5-4e10-8783-c3ec49d3e3cf req-2be0668b-f83a-44f8-b951-b9384fd7e878 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1098 time: 0.4699247 Jul 13 07:51:23.703044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5102ef-81c0-42d6-af88-733f14c7d1e8 req-1256cd1d-3cab-41ae-927f-dff7c5fdb63c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:23.705615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-de5102ef-81c0-42d6-af88-733f14c7d1e8 req-1256cd1d-3cab-41ae-927f-dff7c5fdb63c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.4252663 Jul 13 07:51:23.729016 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.730263 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.771320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e832abf-7fa5-4e10-8783-c3ec49d3e3cf req-656e268f-03f1-41c8-90dc-4cbd0e0701d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280494 Jul 13 07:51:23.842806 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-de5102ef-81c0-42d6-af88-733f14c7d1e8 req-b177594c-a3b6-43b6-ab02-badc9a30d0c6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227686 Jul 13 07:51:23.904889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Allocated IP 172.20.0.1 (901f2678-498b-41e9-9780-faadf7d4c243/6ca5dcbd-d4ef-43d5-8c19-2071c156231b/b4f8bbaf-9172-4886-8e77-996e348e0c8d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:24.157404 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.172899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Transition to ACTIVE for port object b4f8bbaf-9172-4886-8e77-996e348e0c8d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:24.200357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Transition to ACTIVE for port object b4f8bbaf-9172-4886-8e77-996e348e0c8d will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:24.217494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.248669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.280132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Network 901f2678-498b-41e9-9780-faadf7d4c243 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:24.285907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:24.297726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:24.324187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Pushing event updated for resources: {'Port': ['ID=b4f8bbaf-9172-4886-8e77-996e348e0c8d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:24.331518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca5dcbd-d4ef-43d5-8c19-2071c156231b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:24.403645 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.429010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901f2678-498b-41e9-9780-faadf7d4c243']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:24.441012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Attempting to bind port b4f8bbaf-9172-4886-8e77-996e348e0c8d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:24.443375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Attempting to bind port b4f8bbaf-9172-4886-8e77-996e348e0c8d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '48d73ce2-0894-45dd-843a-ae6246ec6ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '901f2678-498b-41e9-9780-faadf7d4c243'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:24.445476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d73ce2-0894-45dd-843a-ae6246ec6ebe') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:24.445787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d73ce2-0894-45dd-843a-ae6246ec6ebe') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:24.447527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Attempting to bind port b4f8bbaf-9172-4886-8e77-996e348e0c8d on network 901f2678-498b-41e9-9780-faadf7d4c243 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:24.459543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:24.460165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Checking segment: {'id': '48d73ce2-0894-45dd-843a-ae6246ec6ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '901f2678-498b-41e9-9780-faadf7d4c243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:24.460625 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.461048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Bound using segment: {'id': '48d73ce2-0894-45dd-843a-ae6246ec6ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '901f2678-498b-41e9-9780-faadf7d4c243'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:24.461586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Bound port: b4f8bbaf-9172-4886-8e77-996e348e0c8d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d73ce2-0894-45dd-843a-ae6246ec6ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '901f2678-498b-41e9-9780-faadf7d4c243'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:24.464623 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.478254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.520188 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.542489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:24.543126 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:24.547462 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:24.609560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-23ad89e2-3977-482a-8029-d772517d150f None None] For port b4f8bbaf-9172-4886-8e77-996e348e0c8d, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:24.646380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43550) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:24.661611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-23ad89e2-3977-482a-8029-d772517d150f None None] For port b4f8bbaf-9172-4886-8e77-996e348e0c8d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b4f8bbaf-9172-4886-8e77-996e348e0c8d,segment=NetworkSegment(48d73ce2-0894-45dd-843a-ae6246ec6ebe),segment_id=48d73ce2-0894-45dd-843a-ae6246ec6ebe)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:24.671047 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:51:24.671047 n-d-758944-43 neutron-server[93773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:51:24.671047 n-d-758944-43 neutron-server[93773]: [parameters: {'id': '901f2678-498b-41e9-9780-faadf7d4c243'}] Jul 13 07:51:24.671047 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:51:24.672693 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:51:24.677015 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.873275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad89e2-3977-482a-8029-d772517d150f None None] Pushing event updated for resources: {'Port': ['ID=b4f8bbaf-9172-4886-8e77-996e348e0c8d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:24.892698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c650cc6a-caaf-4caa-8622-063d9e9e2eb4 None None] Network 901f2678-498b-41e9-9780-faadf7d4c243 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:25.075261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee328c4-566a-426a-8aba-c104be72de0b req-6039f3c1-c781-4233-81e3-61d14b0342cf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:25.077118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ee328c4-566a-426a-8aba-c104be72de0b req-6039f3c1-c781-4233-81e3-61d14b0342cf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.2561262 Jul 13 07:51:25.081183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe824bd-afb3-42d3-9a92-682bf56a11b2 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:25.081854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe824bd-afb3-42d3-9a92-682bf56a11b2 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:25.082499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe824bd-afb3-42d3-9a92-682bf56a11b2 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:25.084402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0fe824bd-afb3-42d3-9a92-682bf56a11b2 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=e12325b8214c4aaaba3facb35e649bed&network_id=2544e140-8eb4-4292-8eb4-0993debe9c13 HTTP/1.1" status: 200 len: 2972 time: 0.4355636 Jul 13 07:51:25.136811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ee328c4-566a-426a-8aba-c104be72de0b req-cdfbf00c-8b68-4ba3-b6ed-4bb733dea965 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511658 Jul 13 07:51:25.151215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81681b-86c6-4ede-b2ff-279541ead532 None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:51:25.178101 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.257768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec157d01-31fe-4ac2-a58a-ab6a48120fb1 req-2c6e9762-d002-45d2-a717-c51599ee37a8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:25.265462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec157d01-31fe-4ac2-a58a-ab6a48120fb1 req-2c6e9762-d002-45d2-a717-c51599ee37a8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.2160103 Jul 13 07:51:25.320807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc81681b-86c6-4ede-b2ff-279541ead532 None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:51:25.354722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Deleting port b4f8bbaf-9172-4886-8e77-996e348e0c8d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:25.355088 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.382397 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec157d01-31fe-4ac2-a58a-ab6a48120fb1 req-521ff915-ceea-4d94-9d69-5b70d71bea8b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037674 Jul 13 07:51:25.477320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] For port b4f8bbaf-9172-4886-8e77-996e348e0c8d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b4f8bbaf-9172-4886-8e77-996e348e0c8d,segment=NetworkSegment(48d73ce2-0894-45dd-843a-ae6246ec6ebe),segment_id=48d73ce2-0894-45dd-843a-ae6246ec6ebe)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:25.477728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.497655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Calling delete_port for b4f8bbaf-9172-4886-8e77-996e348e0c8d owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:25.626709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.656275 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Port': ['ID=b4f8bbaf-9172-4886-8e77-996e348e0c8d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:25.671136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No DVR routers for this DVR port b4f8bbaf-9172-4886-8e77-996e348e0c8d on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:25.790030 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.801524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901f2678-498b-41e9-9780-faadf7d4c243']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:25.812322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d73ce2-0894-45dd-843a-ae6246ec6ebe') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:25.812618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d73ce2-0894-45dd-843a-ae6246ec6ebe') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:25.824281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.840427 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.851827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:25.855115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:25.865580 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:25.927916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.935775 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.938465 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/901f2678-498b-41e9-9780-faadf7d4c243 HTTP/1.1" status: 204 len: 168 time: 2.5749872 Jul 13 07:51:25.942674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43576) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:25.948879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-947421925'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:25.969980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdb2d0-88c0-43f0-931d-501022e2bfae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=901f2678-498b-41e9-9780-faadf7d4c243,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:25.986547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:25.990568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.020044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:26.034889 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.035657 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment da4d10f2-25bf-4ba7-83e6-f97a38ec1aab of type vlan for network dd919dec-8e24-4eb1-a284-2928cfada8ac Jul 13 07:51:26.086758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.122346 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.128740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:26.129711 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.174376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2305117 Jul 13 07:51:26.175789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:26.189454 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': 'dd919dec-8e24-4eb1-a284-2928cfada8ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:26.272890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=dd919dec-8e24-4eb1-a284-2928cfada8ac,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:26.295479 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.296169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.296680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.297174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.297680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.298417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.299065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.299307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.299648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.300110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.301476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.303883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19189cb9-1b51-4dd8-bcff-ca980ee611bb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:26.335172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network dd919dec-8e24-4eb1-a284-2928cfada8ac details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:26.404195 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:26.408366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.436143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10078ffc-6a7b-4215-b268-83defc1776c0 req-a2db5a58-aa24-46ca-985e-f45726165845 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:26.438636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10078ffc-6a7b-4215-b268-83defc1776c0 req-a2db5a58-aa24-46ca-985e-f45726165845 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1126955 Jul 13 07:51:26.518895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10078ffc-6a7b-4215-b268-83defc1776c0 req-5a146dc2-b544-4ced-b2fc-659f4f5ef3fd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710058 Jul 13 07:51:26.759116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df40ad-2da1-43fb-9583-4ca933473459 req-c29f73ec-edb5-489f-a88f-5d895c7ea926 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:26.763187 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94df40ad-2da1-43fb-9583-4ca933473459 req-c29f73ec-edb5-489f-a88f-5d895c7ea926 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.1787226 Jul 13 07:51:26.807648 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.877211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40eba-4630-4084-a2a3-38e805519b74 req-5672ea67-bd95-486a-863f-5fc048856ffb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:26.898523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bb40eba-4630-4084-a2a3-38e805519b74 req-5672ea67-bd95-486a-863f-5fc048856ffb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1776309 Jul 13 07:51:26.972531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bb40eba-4630-4084-a2a3-38e805519b74 req-e4e49973-0239-457e-a3d2-5220a8d4a3d3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727468 Jul 13 07:51:26.992658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43600) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:27.047748 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94df40ad-2da1-43fb-9583-4ca933473459 req-98b50bf4-2639-4a50-a084-d3f2ced3584a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594781 Jul 13 07:51:27.049480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331e3aa-9248-4449-afc3-4ba9a142a558 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:27.054622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1331e3aa-9248-4449-afc3-4ba9a142a558 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1093 time: 0.0608330 Jul 13 07:51:27.055220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43602) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:27.061525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:27.082826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': 'da4d10f2-25bf-4ba7-83e6-f97a38ec1aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd919dec-8e24-4eb1-a284-2928cfada8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:27.083357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: dd919dec-8e24-4eb1-a284-2928cfada8ac, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:27.091950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=6e788f29-dcc7-40e6-8cc1-0e9d62189fc6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:27.103916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.108143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network dd919dec-8e24-4eb1-a284-2928cfada8ac is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:27.120075 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, dd919dec-8e24-4eb1-a284-2928cfada8ac) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:27.125527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:27.126346 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.133445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e719d40e-0dbe-49d9-973c-e83a3e5f6838 None None] Network dd919dec-8e24-4eb1-a284-2928cfada8ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:27.164975 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b6570c2a-dc77-4bdb-a6b5-f577a4d8b227 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9849832 Jul 13 07:51:27.166605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:27.277883 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.331174 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.416913 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.443744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b68842-f9a5-43e8-9bf1-37d915723309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-dd919dec-8e24-4eb1-a284-2928cfada8ac', 'network_id': 'dd919dec-8e24-4eb1-a284-2928cfada8ac', 'tenant_id': '72af68cbdb9240fa8c0a54f0f3179489', 'fixed_ips': [{'subnet_id': '6e788f29-dcc7-40e6-8cc1-0e9d62189fc6'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:27.445634 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30b68842-f9a5-43e8-9bf1-37d915723309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.516798 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.569342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=6e788f29-dcc7-40e6-8cc1-0e9d62189fc6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server [None req-30b68842-f9a5-43e8-9bf1-37d915723309 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e788f29-dcc7-40e6-8cc1-0e9d62189fc6: This subnet is being modified by another concurrent operation. Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e788f29-dcc7-40e6-8cc1-0e9d62189fc6: This subnet is being modified by another concurrent operation. Jul 13 07:51:27.633042 n-d-758944-43 neutron-server[93775]: ERROR oslo_messaging.rpc.server Jul 13 07:51:27.638991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.25.8.39 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/92deb73d-9c21-488c-b61b-77be1dd6434a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:27.639087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.651733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd919dec-8e24-4eb1-a284-2928cfada8ac']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:27.662340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4d10f2-25bf-4ba7-83e6-f97a38ec1aab') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:27.662746 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4d10f2-25bf-4ba7-83e6-f97a38ec1aab') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:27.669114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5b690-2256-4ded-bd21-ffb93215c4ff None None] Network dd919dec-8e24-4eb1-a284-2928cfada8ac requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:27.688442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.730113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.747868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:27.749555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:27.758972 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:27.789204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92668310-188a-49c4-9797-aa0f64bf9e20 None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:51:27.824206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.873775 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.882421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.884861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/dd919dec-8e24-4eb1-a284-2928cfada8ac HTTP/1.1" status: 204 len: 168 time: 0.7165530 Jul 13 07:51:27.890222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43620) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:27.900273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429524003'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:27.912453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.938005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcd1d3-4c54-4104-8518-9a56763b4afb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=dd919dec-8e24-4eb1-a284-2928cfada8ac,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:27.982635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=92deb73d-9c21-488c-b61b-77be1dd6434a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:27.985584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:27.987413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:27.989412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:27.989620 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.992217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:28.001246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92668310-188a-49c4-9797-aa0f64bf9e20 None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:51:28.046587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:28.080756 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.083155 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment 65a1d528-b5db-46b1-8a5e-f4b4d5d36156 of type vlan for network 7b0a2494-f095-4980-98ab-3a42b0454cf4 Jul 13 07:51:28.181065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.242740 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.249968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:28.250941 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.253122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43626) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:28.332027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4373653 Jul 13 07:51:28.332669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43632) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:28.341591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-af5142d9-4936-4173-87fc-bb05045599b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:28.427831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3453dec-e047-4989-ac1c-9965202ae168 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=7b0a2494-f095-4980-98ab-3a42b0454cf4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:28.446845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4fb59-d6cc-46e3-89a2-362ca1785151 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:28.458428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-50f4fb59-d6cc-46e3-89a2-362ca1785151 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 814 time: 0.1899588 Jul 13 07:51:28.516664 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 7b0a2494-f095-4980-98ab-3a42b0454cf4 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:28.622058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5142d9-4936-4173-87fc-bb05045599b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.642076 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5142d9-4936-4173-87fc-bb05045599b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.667815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af5142d9-4936-4173-87fc-bb05045599b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network 7b0a2494-f095-4980-98ab-3a42b0454cf4 is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:51:28.673874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5142d9-4936-4173-87fc-bb05045599b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:28.674586 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af5142d9-4936-4173-87fc-bb05045599b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.675988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-af5142d9-4936-4173-87fc-bb05045599b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "PUT /v2.0/networks/7b0a2494-f095-4980-98ab-3a42b0454cf4 HTTP/1.1" status: 200 len: 723 time: 0.3422189 Jul 13 07:51:28.679674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43642) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:28.693518 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': '7b0a2494-f095-4980-98ab-3a42b0454cf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:28.759683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5142d9-4936-4173-87fc-bb05045599b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=7b0a2494-f095-4980-98ab-3a42b0454cf4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:28.774397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 7b0a2494-f095-4980-98ab-3a42b0454cf4 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:28.826203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:28.831052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.040662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb8d8-f0e0-41dc-b741-5cbfaa140ee5 req-b7495c3d-e772-47a1-8084-ccc26303fc21 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:29.042411 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea2bb8d8-f0e0-41dc-b741-5cbfaa140ee5 req-b7495c3d-e772-47a1-8084-ccc26303fc21 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.8242674 Jul 13 07:51:29.050640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.108129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=cad4aae2-5868-4a92-86f1-cd67db79c8fb,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:29.124867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': '65a1d528-b5db-46b1-8a5e-f4b4d5d36156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b0a2494-f095-4980-98ab-3a42b0454cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:29.125240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: 7b0a2494-f095-4980-98ab-3a42b0454cf4, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:29.143626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network 7b0a2494-f095-4980-98ab-3a42b0454cf4 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:29.154178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 7b0a2494-f095-4980-98ab-3a42b0454cf4) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:29.159263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:29.160648 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.165441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70849908-9d93-49a3-b6de-44d2de9cc7de None None] Network 7b0a2494-f095-4980-98ab-3a42b0454cf4 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:29.182986 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-615fcd91-0594-4d2d-8b0f-a5ebee41c160 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5013959 Jul 13 07:51:29.184942 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:29.195229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a8a3bbb3-1f14-4551-970c-8a49147998c4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:29.200572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea2bb8d8-f0e0-41dc-b741-5cbfaa140ee5 req-67f87f83-e801-4fc9-a4c4-85f1988b1bf6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493449 Jul 13 07:51:29.252821 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.326232 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8a3bbb3-1f14-4551-970c-8a49147998c4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6331784'] for subnet, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.365914 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407801be-7033-48ac-811b-725e57084888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-7b0a2494-f095-4980-98ab-3a42b0454cf4', 'network_id': '7b0a2494-f095-4980-98ab-3a42b0454cf4', 'tenant_id': '72af68cbdb9240fa8c0a54f0f3179489', 'fixed_ips': [{'subnet_id': 'cad4aae2-5868-4a92-86f1-cd67db79c8fb'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:29.367748 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.385610 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.387785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:29.393761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'network': {'name': 'tempest-network-smoke--1433431419', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:29.467993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Made reservation on behalf of e12325b8214c4aaaba3facb35e649bed for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:29.471578 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.507785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8a3bbb3-1f14-4551-970c-8a49147998c4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743006582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8288572'] for subnet, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.554239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:29.565597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-407801be-7033-48ac-811b-725e57084888 None None] Allocated IP 172.20.0.2 (7b0a2494-f095-4980-98ab-3a42b0454cf4/cad4aae2-5868-4a92-86f1-cd67db79c8fb/c94963af-40e6-490a-ad38-1f6751ae9926) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:29.585810 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.586197 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Added segment 3af70a4d-9486-43d6-9e12-b524741e8aa1 of type vlan for network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe Jul 13 07:51:29.597846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3bbb3-1f14-4551-970c-8a49147998c4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=cad4aae2-5868-4a92-86f1-cd67db79c8fb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:29.609751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a3bbb3-1f14-4551-970c-8a49147998c4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:29.615104 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8a3bbb3-1f14-4551-970c-8a49147998c4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.617209 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a8a3bbb3-1f14-4551-970c-8a49147998c4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "PUT /v2.0/subnets/cad4aae2-5868-4a92-86f1-cd67db79c8fb HTTP/1.1" status: 200 len: 806 time: 0.4301164 Jul 13 07:51:29.619967 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43662) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:29.668086 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.671158 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.682871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.772848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.791714 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.797654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:29.798396 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.847019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=92deb73d-9c21-488c-b61b-77be1dd6434a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:29.871899 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.872476 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4827795 Jul 13 07:51:29.875458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:29.889742 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.002863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.007910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6aa6f1-6272-4f15-bd23-d9f7ee6833eb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Network': ['ID=a0ce68a2-262c-479c-8cc5-b05f9dca7ebe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:30.013469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-407801be-7033-48ac-811b-725e57084888 None None] Transition to ACTIVE for port object c94963af-40e6-490a-ad38-1f6751ae9926 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:30.021752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:30.089499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a28484f-6d9f-41d5-8c7b-d25728dbaf5d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:30.093686 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5a28484f-6d9f-41d5-8c7b-d25728dbaf5d tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e12325b8214c4aaaba3facb35e649bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2146692 Jul 13 07:51:30.094845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:30.110844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-407801be-7033-48ac-811b-725e57084888 None None] Transition to ACTIVE for port object c94963af-40e6-490a-ad38-1f6751ae9926 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:30.119244 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.135774 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Floating IP 85984a44-f5e0-489f-b704-c80a26eca504 associated. External IP: 172.25.8.39, port: f2f1adf6-fb41-4de2-9981-3427eb55dbb2. Jul 13 07:51:30.169169 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.175431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407801be-7033-48ac-811b-725e57084888 None None] Network 7b0a2494-f095-4980-98ab-3a42b0454cf4 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:30.180268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-407801be-7033-48ac-811b-725e57084888 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:30.185736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407801be-7033-48ac-811b-725e57084888 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:30.190946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407801be-7033-48ac-811b-725e57084888 None None] Pushing event updated for resources: {'Port': ['ID=c94963af-40e6-490a-ad38-1f6751ae9926,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.231665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:30.313451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-407801be-7033-48ac-811b-725e57084888 None None] Attempting to bind port c94963af-40e6-490a-ad38-1f6751ae9926 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:30.314002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-407801be-7033-48ac-811b-725e57084888 None None] Attempting to bind port c94963af-40e6-490a-ad38-1f6751ae9926 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '65a1d528-b5db-46b1-8a5e-f4b4d5d36156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b0a2494-f095-4980-98ab-3a42b0454cf4'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:30.314441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407801be-7033-48ac-811b-725e57084888 None None] Attempting to bind port c94963af-40e6-490a-ad38-1f6751ae9926 on network 7b0a2494-f095-4980-98ab-3a42b0454cf4 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:30.326462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407801be-7033-48ac-811b-725e57084888 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:30.330341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407801be-7033-48ac-811b-725e57084888 None None] Checking segment: {'id': '65a1d528-b5db-46b1-8a5e-f4b4d5d36156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b0a2494-f095-4980-98ab-3a42b0454cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:30.330828 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.331298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407801be-7033-48ac-811b-725e57084888 None None] Bound using segment: {'id': '65a1d528-b5db-46b1-8a5e-f4b4d5d36156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b0a2494-f095-4980-98ab-3a42b0454cf4'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:30.331586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=cad4aae2-5868-4a92-86f1-cd67db79c8fb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:30.331917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-407801be-7033-48ac-811b-725e57084888 None None] Bound port: c94963af-40e6-490a-ad38-1f6751ae9926, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a1d528-b5db-46b1-8a5e-f4b4d5d36156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b0a2494-f095-4980-98ab-3a42b0454cf4'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:30.332373 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.385831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.396664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0a2494-f095-4980-98ab-3a42b0454cf4']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:30.409801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a1d528-b5db-46b1-8a5e-f4b4d5d36156') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:30.410196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a1d528-b5db-46b1-8a5e-f4b4d5d36156') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:30.421078 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.437905 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.444633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:30.445798 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:30.464010 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:30.468514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-407801be-7033-48ac-811b-725e57084888 None None] For port c94963af-40e6-490a-ad38-1f6751ae9926, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:30.541121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:30.687371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:30.697053 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] Sync routers for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:30.709936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.714135 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:30.716208 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:30.785414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f94ded0f-cb33-4476-88f0-9f1f5737c193 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7269487 Jul 13 07:51:30.786493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:30.790693 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:30.944069 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:30.992950 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-407801be-7033-48ac-811b-725e57084888 None None] For port c94963af-40e6-490a-ad38-1f6751ae9926, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c94963af-40e6-490a-ad38-1f6751ae9926,segment=NetworkSegment(65a1d528-b5db-46b1-8a5e-f4b4d5d36156),segment_id=65a1d528-b5db-46b1-8a5e-f4b4d5d36156)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:30.993726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4debc649-c5c4-4e75-8ee4-dfb8d362452f tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:30.997670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4debc649-c5c4-4e75-8ee4-dfb8d362452f tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8984954 Jul 13 07:51:30.998087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43694) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:31.003955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-407801be-7033-48ac-811b-725e57084888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.010100 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:51:31.010100 n-d-758944-43 neutron-server[93773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:51:31.010100 n-d-758944-43 neutron-server[93773]: [parameters: {'id': '7b0a2494-f095-4980-98ab-3a42b0454cf4'}] Jul 13 07:51:31.010100 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:51:31.010720 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:51:31.041228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1bd1e0c4-b381-4a90-bea8-be419c9575a0 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395513 Jul 13 07:51:31.042480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:31.048920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769c492-db84-4b38-bca7-5f55808e1d6b req-a917cadb-4ebf-407f-a6d6-01d7dde5a9ba tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:31.055950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a769c492-db84-4b38-bca7-5f55808e1d6b req-a917cadb-4ebf-407f-a6d6-01d7dde5a9ba tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1179061 Jul 13 07:51:31.104950 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4cc7d063-a703-4edc-87a6-8550eebf39d1 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e12325b8214c4aaaba3facb35e649bed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574524 Jul 13 07:51:31.105200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:31.123164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a769c492-db84-4b38-bca7-5f55808e1d6b req-d21da9fd-af5d-48ff-b25d-6d720ecf1a73 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614648 Jul 13 07:51:31.138107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407801be-7033-48ac-811b-725e57084888 None None] Pushing event updated for resources: {'Port': ['ID=c94963af-40e6-490a-ad38-1f6751ae9926,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:31.175500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:31.178123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdec8ab-7cf9-4277-895a-db926cb8abc7 req-58461029-ed93-4ed6-ad82-6be93ce78829 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:31.180105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dcdec8ab-7cf9-4277-895a-db926cb8abc7 req-58461029-ed93-4ed6-ad82-6be93ce78829 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.6689050 Jul 13 07:51:31.211487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de7940-ab36-4c56-800d-305980f456b5 None None] Network 7b0a2494-f095-4980-98ab-3a42b0454cf4 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:31.315020 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fadc9b-08e4-42eb-a529-f61843f58e3d x-openstack-request-id: req-21fadc9b-08e4-42eb-a529-f61843f58e3d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:31.315431 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:31.315792 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21fadc9b-08e4-42eb-a529-f61843f58e3d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:31.316302 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'status': 'completed', 'code': 200} Jul 13 07:51:31.344362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e247d1ac-52eb-4344-9e6d-2e86fb5b8787 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/85984a44-f5e0-489f-b704-c80a26eca504 HTTP/1.1" status: 200 len: 991 time: 0.1671257 Jul 13 07:51:31.355092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dcdec8ab-7cf9-4277-895a-db926cb8abc7 req-c6ebbe59-eef1-4c1b-8ec6-a42dc81f9e3c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658452 Jul 13 07:51:31.370383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588fbf95-459c-48b4-8128-42296264409c tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:31.373191 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-588fbf95-459c-48b4-8128-42296264409c tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2657282 Jul 13 07:51:31.376100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43708) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:31.454874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-695205db-ecce-4f90-96f8-d24fb59345b8 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773122 Jul 13 07:51:31.459086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43710) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:31.464505 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1318222335', 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:31.471591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab55c2-28e1-4f2f-ba76-90734b8c0d17 None None] Network 7b0a2494-f095-4980-98ab-3a42b0454cf4 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:31.514935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-a318fae6-06f1-44fd-8e81-c7b0055cba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:31.517149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-a318fae6-06f1-44fd-8e81-c7b0055cba8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1098 time: 0.1608965 Jul 13 07:51:31.517679 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.584385 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '85984a44-f5e0-489f-b704-c80a26eca504', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'port_id': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'mac_address': 'fa:16:3e:2a:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:51:28Z', 'updated_at': '2021-07-13T07:51:28Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b31e8e-077e-4953-a0d3-b4e19e885891', 'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:26:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:04Z', 'updated_at': '2021-07-13T07:51:17Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:31.623603 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] Checking router: a4a720cd-b357-4792-98c0-1b4a4c0cfd96 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:31.634065 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:31.634940 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:31.722318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2903ed26-0e7f-4304-a1f8-d90d533e8e8e None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:51:31.736139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Made reservation on behalf of e12325b8214c4aaaba3facb35e649bed for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:31.739705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.784092 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:31.786694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-5c05b829-981f-4a1c-8fd0-4851d755ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:31.788395 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-5c05b829-981f-4a1c-8fd0-4851d755ad39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 898 time: 0.2353234 Jul 13 07:51:31.832991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903ed26-0e7f-4304-a1f8-d90d533e8e8e None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:51:31.927725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Deleting port c94963af-40e6-490a-ad38-1f6751ae9926 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:31.928067 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.974675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-d01198b8-f24c-4674-8d68-97e50f98ea8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 999 time: 0.1375873 Jul 13 07:51:32.110759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] For port c94963af-40e6-490a-ad38-1f6751ae9926, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c94963af-40e6-490a-ad38-1f6751ae9926,segment=NetworkSegment(65a1d528-b5db-46b1-8a5e-f4b4d5d36156),segment_id=65a1d528-b5db-46b1-8a5e-f4b4d5d36156)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:32.111469 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.121397 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '85984a44-f5e0-489f-b704-c80a26eca504', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'port_id': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'mac_address': 'fa:16:3e:2a:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:51:28Z', 'updated_at': '2021-07-13T07:51:28Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b31e8e-077e-4953-a0d3-b4e19e885891', 'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:26:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:04Z', 'updated_at': '2021-07-13T07:51:17Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:32.136133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Calling delete_port for c94963af-40e6-490a-ad38-1f6751ae9926 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:32.155778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-2fb414a6-902a-4d87-81c0-f36f7f65cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:32.157317 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-2fb414a6-902a-4d87-81c0-f36f7f65cd56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.1709125 Jul 13 07:51:32.208738 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f63d5ba-20a9-42dc-a842-fdc0b1de86e7 None None] The sync data for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 is: [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '85984a44-f5e0-489f-b704-c80a26eca504', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'port_id': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'mac_address': 'fa:16:3e:2a:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:51:28Z', 'updated_at': '2021-07-13T07:51:28Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b31e8e-077e-4953-a0d3-b4e19e885891', 'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:26:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:04Z', 'updated_at': '2021-07-13T07:51:17Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:32.322409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.343857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43722) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:32.380859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.452189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Port': ['ID=c94963af-40e6-490a-ad38-1f6751ae9926,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:32.454599 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-54a1b381-9f1c-4588-a34c-1cf3e74ff4fa tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/85984a44-f5e0-489f-b704-c80a26eca504 HTTP/1.1" status: 200 len: 991 time: 0.1092632 Jul 13 07:51:32.462528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Subnet': ['ID=8ad53c45-4d40-4ffc-973f-4edc1ed88be5,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:32.471154 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No DVR routers for this DVR port c94963af-40e6-490a-ad38-1f6751ae9926 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:32.520865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-9c4d8d47-bb7e-439b-8996-74859e262646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:32.523035 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-9c4d8d47-bb7e-439b-8996-74859e262646 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3353992 Jul 13 07:51:32.595101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Checking segment: {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:32.595766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network hostable DHCP agents. Network: a0ce68a2-262c-479c-8cc5-b05f9dca7ebe, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:32.613659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9064c07-41bc-4b3f-b5f1-e2d5e9037292 None None] New status for floating IP 85984a44-f5e0-489f-b704-c80a26eca504: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:51:32.651489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7970d75-327a-4877-98ca-f11e9092e87a req-c505869f-0deb-4931-b5bb-5ed24bc1beb8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:32.659692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7970d75-327a-4877-98ca-f11e9092e87a req-c505869f-0deb-4931-b5bb-5ed24bc1beb8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.1133893 Jul 13 07:51:32.690352 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.702322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7970d75-327a-4877-98ca-f11e9092e87a req-0754f6ea-d6dd-4bb0-9f32-24fa7400597e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Jul 13 07:51:32.722571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0a2494-f095-4980-98ab-3a42b0454cf4']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:32.742131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a1d528-b5db-46b1-8a5e-f4b4d5d36156') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:32.742436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a1d528-b5db-46b1-8a5e-f4b4d5d36156') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:32.753933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:32.771215 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.778210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a0ce68a2-262c-479c-8cc5-b05f9dca7ebe) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:32.789862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9624b-0126-42e3-80e2-1fa8f3ea704f None None] Network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:32.793735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:32.794497 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.803766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-46977c8f-3e48-43fd-b0b4-375c42861d13 service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721453 Jul 13 07:51:32.805052 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.824121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:32.825313 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:32.829553 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:32.864115 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d1aeb09a-2a44-4e13-a90d-6a38889cf780 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4039209 Jul 13 07:51:32.973774 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.002759 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.004671 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/7b0a2494-f095-4980-98ab-3a42b0454cf4 HTTP/1.1" status: 204 len: 168 time: 3.3823915 Jul 13 07:51:33.005620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3005f1-3cfe-4381-a372-621983265774 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=7b0a2494-f095-4980-98ab-3a42b0454cf4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:33.007365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.039419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15992b4e-fa84-4bfd-b42b-384fdb6a04c5 req-5558fe8b-1fbc-41c8-938d-f853ab7bde6b service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209234 Jul 13 07:51:33.044421 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5a2c70-854d-4ec5-bc76-1ef1dbdcc619 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:33.047082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5a2c70-854d-4ec5-bc76-1ef1dbdcc619 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:33.051618 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6b5a2c70-854d-4ec5-bc76-1ef1dbdcc619 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/7b0a2494-f095-4980-98ab-3a42b0454cf4 HTTP/1.1" status: 404 len: 339 time: 0.0431695 Jul 13 07:51:33.055264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43738) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.062321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1498309795', 'description': 'd1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:33.103442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:33.108566 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.144438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:33.153978 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.154324 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment fed5889a-751f-425d-be9d-92a0d19a59cc of type vlan for network 60be0e9f-332a-4ab7-a33b-8a3426078a07 Jul 13 07:51:33.165516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.172186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-094224e2-a163-4a1c-8b2c-df4476ca2c22 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755274939', 'description': 'tempest-secgroup-smoke-1755274939 description', 'project_id': 'e12325b8214c4aaaba3facb35e649bed'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:33.204741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.209032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a0ce68a2-262c-479c-8cc5-b05f9dca7ebe', 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ips': [{'subnet_id': '8ad53c45-4d40-4ffc-973f-4edc1ed88be5'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:33.209032 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.213465 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-094224e2-a163-4a1c-8b2c-df4476ca2c22 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.250654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.265141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:33.265829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.329667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-094224e2-a163-4a1c-8b2c-df4476ca2c22 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.335184 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-094224e2-a163-4a1c-8b2c-df4476ca2c22 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.357709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=60be0e9f-332a-4ab7-a33b-8a3426078a07,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:33.366337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-094224e2-a163-4a1c-8b2c-df4476ca2c22 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.368173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-094224e2-a163-4a1c-8b2c-df4476ca2c22 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2011671 Jul 13 07:51:33.371083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43748) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.380026 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f1c3c039-7dac-4620-b813-484d67c96c98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1fe4f73c-89c2-414b-a287-9ffa4e1a4bce', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:33.381668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 60be0e9f-332a-4ab7-a33b-8a3426078a07 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:33.382357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094224e2-a163-4a1c-8b2c-df4476ca2c22 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:33.392153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-91223f24-b5ce-4bb4-803c-bb811d67b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3346496 Jul 13 07:51:33.393710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.420410 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c039-7dac-4620-b813-484d67c96c98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.447193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.502870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b279c-9736-49d5-b503-ac5b02822693 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:33.504395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-860b279c-9736-49d5-b503-ac5b02822693 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/networks?id=60be0e9f-332a-4ab7-a33b-8a3426078a07 HTTP/1.1" status: 200 len: 761 time: 0.1092489 Jul 13 07:51:33.507080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43754) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.512484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-718210b7-4813-4d43-8acc-6ed163c93f7b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'description': 'd2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:33.531733 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c039-7dac-4620-b813-484d67c96c98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.543920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c039-7dac-4620-b813-484d67c96c98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.582765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3c039-7dac-4620-b813-484d67c96c98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12e7d32-4d0e-4185-8f3c-8e8b539ae4c0,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:33.586528 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c039-7dac-4620-b813-484d67c96c98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.589818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Allocated IP 172.20.0.18 (a0ce68a2-262c-479c-8cc5-b05f9dca7ebe/8ad53c45-4d40-4ffc-973f-4edc1ed88be5/9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:33.592647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f1c3c039-7dac-4620-b813-484d67c96c98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2174888 Jul 13 07:51:33.595728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43756) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.601022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-417dcd5a-6950-4cd7-9bf0-1068af78687f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1fe4f73c-89c2-414b-a287-9ffa4e1a4bce', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:33.637910 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-30834e79-050e-4f5f-8dc7-0d7880fc8744 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/85984a44-f5e0-489f-b704-c80a26eca504 HTTP/1.1" status: 200 len: 993 time: 0.1789927 Jul 13 07:51:33.661533 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-417dcd5a-6950-4cd7-9bf0-1068af78687f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.745585 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-417dcd5a-6950-4cd7-9bf0-1068af78687f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.762979 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-417dcd5a-6950-4cd7-9bf0-1068af78687f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.796258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dcd5a-6950-4cd7-9bf0-1068af78687f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051d89e7-af05-418a-b553-c29bac7f127f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:33.799997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-417dcd5a-6950-4cd7-9bf0-1068af78687f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.804434 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-417dcd5a-6950-4cd7-9bf0-1068af78687f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2077494 Jul 13 07:51:33.805859 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.810811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-58bb5fc4-3f7e-4c7a-81a7-dfe1310a7fbc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1fe4f73c-89c2-414b-a287-9ffa4e1a4bce', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:33.849837 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58bb5fc4-3f7e-4c7a-81a7-dfe1310a7fbc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.874410 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.891193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Transition to ACTIVE for port object 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:33.925104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Transition to ACTIVE for port object 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:33.933518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.982827 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58bb5fc4-3f7e-4c7a-81a7-dfe1310a7fbc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.987459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:33.993986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:33.994572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58bb5fc4-3f7e-4c7a-81a7-dfe1310a7fbc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.998538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:34.010485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Pushing event updated for resources: {'Port': ['ID=9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.022353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb5fc4-3f7e-4c7a-81a7-dfe1310a7fbc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3beb28a-dabf-4b09-995f-d4ef19889e10,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.038950 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58bb5fc4-3f7e-4c7a-81a7-dfe1310a7fbc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.040423 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-58bb5fc4-3f7e-4c7a-81a7-dfe1310a7fbc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2333386 Jul 13 07:51:34.043289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:34.047952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-675f9a6b-14cd-4334-9c6a-e4161e458382 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1fe4f73c-89c2-414b-a287-9ffa4e1a4bce', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:34.117015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Attempting to bind port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:34.117689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Attempting to bind port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:34.118277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Attempting to bind port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b on network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:34.129792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-675f9a6b-14cd-4334-9c6a-e4161e458382 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.140784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:34.142332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Checking segment: {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:34.143093 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.143650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Bound using segment: {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:34.146006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Bound port: 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:34.146782 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.209696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-718210b7-4813-4d43-8acc-6ed163c93f7b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.221654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c730518-87a2-43d8-97c2-8629fe9c7116 req-79def56a-cca0-4ec3-9e75-7103864f3cde tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:34.229810 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c730518-87a2-43d8-97c2-8629fe9c7116 req-79def56a-cca0-4ec3-9e75-7103864f3cde tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.1623719 Jul 13 07:51:34.255999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] For port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:34.261014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] For port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:34.269392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-718210b7-4813-4d43-8acc-6ed163c93f7b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.270863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.275879 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-675f9a6b-14cd-4334-9c6a-e4161e458382 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.284015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-718210b7-4813-4d43-8acc-6ed163c93f7b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network 60be0e9f-332a-4ab7-a33b-8a3426078a07 is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:51:34.286709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-675f9a6b-14cd-4334-9c6a-e4161e458382 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.289514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718210b7-4813-4d43-8acc-6ed163c93f7b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:34.290170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-718210b7-4813-4d43-8acc-6ed163c93f7b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.291521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-718210b7-4813-4d43-8acc-6ed163c93f7b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "PUT /v2.0/networks/60be0e9f-332a-4ab7-a33b-8a3426078a07 HTTP/1.1" status: 200 len: 758 time: 0.7834189 Jul 13 07:51:34.308544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c730518-87a2-43d8-97c2-8629fe9c7116 req-417ff15d-3d0e-4da9-8b31-a373c6b9f085 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777631 Jul 13 07:51:34.330322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:34.331376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f9a6b-14cd-4334-9c6a-e4161e458382 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a63019-d6cb-4d6c-a7aa-db929856b80e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.361856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25321c-07e1-4b61-ace4-6a31b6899118 None None] Pushing event updated for resources: {'Port': ['ID=9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.396203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718210b7-4813-4d43-8acc-6ed163c93f7b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=60be0e9f-332a-4ab7-a33b-8a3426078a07,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.400969 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-675f9a6b-14cd-4334-9c6a-e4161e458382 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.406206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-675f9a6b-14cd-4334-9c6a-e4161e458382 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3613551 Jul 13 07:51:34.407112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43780) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:34.414483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 60be0e9f-332a-4ab7-a33b-8a3426078a07 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:34.416407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-25ca78ba-8e3d-47d0-9c0d-55d9854cb2f0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1fe4f73c-89c2-414b-a287-9ffa4e1a4bce', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:34.508952 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-25ca78ba-8e3d-47d0-9c0d-55d9854cb2f0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Project e12325b8214c4aaaba3facb35e649bed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:51:34.516824 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ca78ba-8e3d-47d0-9c0d-55d9854cb2f0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.545235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dc378f-e6db-4d65-9f3e-b19235c21590 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:34.550782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:34.551025 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b2dc378f-e6db-4d65-9f3e-b19235c21590 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/networks?id=60be0e9f-332a-4ab7-a33b-8a3426078a07 HTTP/1.1" status: 200 len: 761 time: 0.2157054 Jul 13 07:51:34.561902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-455043647'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:34.597131 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ca78ba-8e3d-47d0-9c0d-55d9854cb2f0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.598257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:34.600489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ca78ba-8e3d-47d0-9c0d-55d9854cb2f0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.607252 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.626627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca78ba-8e3d-47d0-9c0d-55d9854cb2f0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c006dc-d60d-4411-a217-c2280cb73e0f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.634454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ca78ba-8e3d-47d0-9c0d-55d9854cb2f0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.639697 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-25ca78ba-8e3d-47d0-9c0d-55d9854cb2f0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2286165 Jul 13 07:51:34.640706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:34.647050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-32994526-a65b-4820-877b-0d8b245d84bd tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1fe4f73c-89c2-414b-a287-9ffa4e1a4bce', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:34.702243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:34.717401 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.717530 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-32994526-a65b-4820-877b-0d8b245d84bd tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Project e12325b8214c4aaaba3facb35e649bed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:51:34.717812 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment d1d91ae5-8f04-4c0b-acb1-331138a9cea2 of type vlan for network ea7e386b-5dca-4416-b58d-daa246988a87 Jul 13 07:51:34.725139 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32994526-a65b-4820-877b-0d8b245d84bd tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.792899 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.834326 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.846671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:34.847349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.885257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32994526-a65b-4820-877b-0d8b245d84bd tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.893534 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32994526-a65b-4820-877b-0d8b245d84bd tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.915864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32994526-a65b-4820-877b-0d8b245d84bd tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7eb93a-bef2-49a6-912a-3f781b457312,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.922668 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32994526-a65b-4820-877b-0d8b245d84bd tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.924026 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-32994526-a65b-4820-877b-0d8b245d84bd tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2822261 Jul 13 07:51:34.964424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:34.964620 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4122188 Jul 13 07:51:34.965372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00349ff3-8f53-48c9-b034-a8db22ae5821 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=ea7e386b-5dca-4416-b58d-daa246988a87,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.971271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': 'ea7e386b-5dca-4416-b58d-daa246988a87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:34.977184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network ea7e386b-5dca-4416-b58d-daa246988a87 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:35.099355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:35.104713 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.246554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-075ee64b-0292-485c-8f5a-f1b7126b9871 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755274939&fields=id&tenant_id=e12325b8214c4aaaba3facb35e649bed HTTP/1.1" status: 200 len: 267 time: 0.0521839 Jul 13 07:51:35.366689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-5b6e4283-af43-4950-ae52-03cde5dc5a23 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.368437 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-5b6e4283-af43-4950-ae52-03cde5dc5a23 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/networks?id=a0ce68a2-262c-479c-8cc5-b05f9dca7ebe HTTP/1.1" status: 200 len: 797 time: 0.1149058 Jul 13 07:51:35.388406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-73cec73e-d871-4ae0-9ae6-2ca239a33b5d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/quotas/e12325b8214c4aaaba3facb35e649bed HTTP/1.1" status: 200 len: 375 time: 0.0132861 Jul 13 07:51:35.404886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:35.513482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:35.628437 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.655782 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.669452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-6660cc62-f4fa-434a-8fa0-3b98091a3514 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2343328 Jul 13 07:51:35.694160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dadb10-7b23-448f-a170-0a1ff65b8dd4 req-145a7969-31db-404c-ae62-a20574d6a8d8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.696602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03dadb10-7b23-448f-a170-0a1ff65b8dd4 req-145a7969-31db-404c-ae62-a20574d6a8d8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.1628592 Jul 13 07:51:35.775615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-03dadb10-7b23-448f-a170-0a1ff65b8dd4 req-fcd2904d-21b9-446a-9bc7-e6c7bd9a2c70 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729442 Jul 13 07:51:35.814992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=997b2713-e5b8-4b37-8a5c-115006cd46ac,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:35.832739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078cbca1-8cb2-4b5e-87ce-2f8e5d4c2de3 None None] Network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:35.858183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': 'd1d91ae5-8f04-4c0b-acb1-331138a9cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ea7e386b-5dca-4416-b58d-daa246988a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:35.858720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: ea7e386b-5dca-4416-b58d-daa246988a87, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:35.862877 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-6228f14a-bef7-4533-8e47-56bee3e3c9bb service neutron] 10.222.0.41 "GET /v2.0/networks/a0ce68a2-262c-479c-8cc5-b05f9dca7ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553764 Jul 13 07:51:35.929431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0c799a2e-8473-4381-9a20-bfbcb7544825 None None] Provisioning for port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:35.941813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0c799a2e-8473-4381-9a20-bfbcb7544825 None None] Provisioning complete for port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:35.942376 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c799a2e-8473-4381-9a20-bfbcb7544825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.031716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-233c5764-90db-45f0-8ba7-9756e22dad36 service neutron] 10.222.0.41 "GET /v2.0/networks/a0ce68a2-262c-479c-8cc5-b05f9dca7ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487324 Jul 13 07:51:36.032426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network ea7e386b-5dca-4416-b58d-daa246988a87 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:36.057303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, ea7e386b-5dca-4416-b58d-daa246988a87) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:36.072289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:36.072843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.079126 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c799a2e-8473-4381-9a20-bfbcb7544825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.081506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c38d1e-9dd4-446a-9d49-b17c96e915f9 None None] Network ea7e386b-5dca-4416-b58d-daa246988a87 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:36.114402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43820) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:36.114827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b53dabc1-0a01-4a67-ae1c-1f974282f4e7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1483459 Jul 13 07:51:36.227916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0c799a2e-8473-4381-9a20-bfbcb7544825 None None] For port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:36.263950 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c799a2e-8473-4381-9a20-bfbcb7544825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.302702 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd34ab10-9915-4b24-a8d8-ebb5509e8f25 req-874c6eb1-9611-41a7-b551-8c8466425f93 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 210 time: 0.0498095 Jul 13 07:51:36.311869 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.399211 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.444818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c799a2e-8473-4381-9a20-bfbcb7544825 None None] Pushing event updated for resources: {'Port': ['ID=9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:36.506195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c313d8-5479-40dd-ae77-8853957f6c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-ea7e386b-5dca-4416-b58d-daa246988a87', 'network_id': 'ea7e386b-5dca-4416-b58d-daa246988a87', 'tenant_id': '72af68cbdb9240fa8c0a54f0f3179489', 'fixed_ips': [{'subnet_id': '997b2713-e5b8-4b37-8a5c-115006cd46ac'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:36.507166 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40c313d8-5479-40dd-ae77-8853957f6c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.509027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.548285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=997b2713-e5b8-4b37-8a5c-115006cd46ac,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:36.687884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.705081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7e386b-5dca-4416-b58d-daa246988a87']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:36.709604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b6f9c-e247-4bb7-b9e3-ae038348ed62 None None] Network ea7e386b-5dca-4416-b58d-daa246988a87 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:36.719659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d91ae5-8f04-4c0b-acb1-331138a9cea2') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:36.720561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d91ae5-8f04-4c0b-acb1-331138a9cea2') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:36.744760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.776200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.798138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:36.800980 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:36.808061 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:36.905625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4436e2e4-89ca-4b1c-b86f-553e86f41fee None None] Provisioning complete for port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:36.906186 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4436e2e4-89ca-4b1c-b86f-553e86f41fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.955137 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.983059 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.985548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/ea7e386b-5dca-4416-b58d-daa246988a87 HTTP/1.1" status: 204 len: 168 time: 0.8698525 Jul 13 07:51:36.986472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ab426-f51a-4ef8-bd49-85e525530d4d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=ea7e386b-5dca-4416-b58d-daa246988a87,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:36.988221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43844) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.036365 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-55497211-2c5c-4297-90ef-e86df08f5334 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] GET failed (client error): The resource could not be found. Jul 13 07:51:37.037714 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-55497211-2c5c-4297-90ef-e86df08f5334 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/subnets/997b2713-e5b8-4b37-8a5c-115006cd46ac HTTP/1.1" status: 404 len: 337 time: 0.0484340 Jul 13 07:51:37.040415 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43850) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.063382 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11ac85a-5766-4f0c-80ad-e2d303c096e3 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:37.063909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11ac85a-5766-4f0c-80ad-e2d303c096e3 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:37.069007 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e11ac85a-5766-4f0c-80ad-e2d303c096e3 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/ea7e386b-5dca-4416-b58d-daa246988a87 HTTP/1.1" status: 404 len: 339 time: 0.0242896 Jul 13 07:51:37.069456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43852) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.103149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbbab9-34eb-45a3-93ed-a7b43541b60d req-d3a9a8be-c158-4307-beef-768c9bff614d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.111234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebdbbab9-34eb-45a3-93ed-a7b43541b60d req-d3a9a8be-c158-4307-beef-768c9bff614d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.1371622 Jul 13 07:51:37.151652 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebdbbab9-34eb-45a3-93ed-a7b43541b60d req-1bdd343d-52e4-4034-9359-549749939125 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392582 Jul 13 07:51:37.276792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db008947-8d67-49ba-8695-b4b5622d3b9f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.278632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-db008947-8d67-49ba-8695-b4b5622d3b9f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2080593 Jul 13 07:51:37.281365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.325548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2e362a41-4612-4bfb-933c-e9d26a10120c tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7 HTTP/1.1" status: 200 len: 207 time: 0.0426121 Jul 13 07:51:37.329176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43860) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.344998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:37.413997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:37.413997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.489578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60d3b255-88e9-45b4-9910-c4e216db14b8 req-06f50eb4-7961-42c7-b030-9a25d0bea249 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 210 time: 0.0308239 Jul 13 07:51:37.516572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181625f2-36ab-48e7-97b0-40a3e951c048 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.522783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181625f2-36ab-48e7-97b0-40a3e951c048 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.529246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181625f2-36ab-48e7-97b0-40a3e951c048 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.534986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181625f2-36ab-48e7-97b0-40a3e951c048 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.536728 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-181625f2-36ab-48e7-97b0-40a3e951c048 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2066028 Jul 13 07:51:37.540284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.603070 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.663540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5f869b35-7def-4f9b-9ea5-392585962edf tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1221392 Jul 13 07:51:37.666724 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.790480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972fee6-2d7e-4153-8202-7ca4e6cee2eb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.792064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972fee6-2d7e-4153-8202-7ca4e6cee2eb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.797361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e972fee6-2d7e-4153-8202-7ca4e6cee2eb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1263313 Jul 13 07:51:37.797980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43874) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.884241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f748ab3-ac73-405b-a810-30178734b611 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.884241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f748ab3-ac73-405b-a810-30178734b611 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.884241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1f748ab3-ac73-405b-a810-30178734b611 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0795927 Jul 13 07:51:37.884643 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-fe7cfcb4-ea44-4a6e-8b0e-3143b263a826 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.884643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-fe7cfcb4-ea44-4a6e-8b0e-3143b263a826 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.48 "GET /v2.0/networks?id=a0ce68a2-262c-479c-8cc5-b05f9dca7ebe HTTP/1.1" status: 200 len: 797 time: 0.1402791 Jul 13 07:51:37.885067 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43876) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.994128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-81377467-cf38-465e-8667-a5103cfcd753 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12325b8214c4aaaba3facb35e649bed HTTP/1.1" status: 200 len: 473 time: 0.0971668 Jul 13 07:51:38.003442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'port': {'device_id': '595aac82-918e-41c6-8238-9081b31ead6f', 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe', 'admin_state_up': True, 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'security_groups': ['1fe4f73c-89c2-414b-a287-9ffa4e1a4bce']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:38.065829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9becffba-3e6c-4337-a9ad-ec8b3035edef tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.070560 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9becffba-3e6c-4337-a9ad-ec8b3035edef tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/networks/88a63253-c659-48f3-b3a3-c6a320b0f3c1 HTTP/1.1" status: 200 len: 800 time: 0.1797495 Jul 13 07:51:38.070907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43882) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.155936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Made reservation on behalf of e12325b8214c4aaaba3facb35e649bed for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:38.159865 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.173382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-684d753f-e127-40e6-bde6-12c1907e2ac2 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/networks/88a63253-c659-48f3-b3a3-c6a320b0f3c1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1013484 Jul 13 07:51:38.176618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43884) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.235658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc098a8-e3a8-4122-9561-1c91b7f8ec78 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.240444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dbc098a8-e3a8-4122-9561-1c91b7f8ec78 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/subnets/0a1ae425-9b6e-499b-bed2-3b91a399d233 HTTP/1.1" status: 200 len: 811 time: 0.0591173 Jul 13 07:51:38.241006 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43892) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.351046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa2080-b602-4dd1-bfee-6496298c6a2d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.355591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bbfa2080-b602-4dd1-bfee-6496298c6a2d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "GET /v2.0/subnets/0a1ae425-9b6e-499b-bed2-3b91a399d233?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1103549 Jul 13 07:51:38.355946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43894) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.361053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1394825804'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:38.384178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:38.388817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.392495 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.20.0.27 (a0ce68a2-262c-479c-8cc5-b05f9dca7ebe/8ad53c45-4d40-4ffc-973f-4edc1ed88be5/caf000ca-b306-4f62-be29-349f5cdb2876) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:38.421395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:38.431908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.432734 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Added segment f3d11442-956f-4870-b931-a522c832b8eb of type vlan for network 3003a44b-4b68-48d6-be74-d805bc3004e2 Jul 13 07:51:38.452256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be256fd-fbd5-4640-a0f1-6724a17a3129 req-6c06e977-365c-4b61-9a7e-f9e93612c1af tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.454182 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0be256fd-fbd5-4640-a0f1-6724a17a3129 req-6c06e977-365c-4b61-9a7e-f9e93612c1af tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.1244698 Jul 13 07:51:38.477206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.510343 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.516063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.516653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.551089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1940227 Jul 13 07:51:38.553899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43904) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.559281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'network_id': '3003a44b-4b68-48d6-be74-d805bc3004e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:38.562937 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0be256fd-fbd5-4640-a0f1-6724a17a3129 req-cdbcb682-ab35-4033-b0be-ee81385e26c8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982614 Jul 13 07:51:38.623121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2be191-b3f9-4200-b62c-163dcc5c371f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Network': ['ID=3003a44b-4b68-48d6-be74-d805bc3004e2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:38.632251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.637965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 3003a44b-4b68-48d6-be74-d805bc3004e2 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:38.665649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Transition to ACTIVE for port object caf000ca-b306-4f62-be29-349f5cdb2876 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:38.693573 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c7909f3-85b4-4b5d-b594-fcbd60114438 req-5d4f825e-b85f-49f2-a2c4-ffd5a7a60e58 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 210 time: 0.0280464 Jul 13 07:51:38.713350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.735279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Made reservation on behalf of 72af68cbdb9240fa8c0a54f0f3179489 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:38.739755 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.771261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:38.775354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:38.778246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:38.810614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=caf000ca-b306-4f62-be29-349f5cdb2876,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:38.836887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:51:38.837453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:51:38.843085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.844315 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.866854 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-0d683394-5d13-4c78-bf54-509307fea8b7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8669815 Jul 13 07:51:38.892708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Request body: {'port': {'device_id': '595aac82-918e-41c6-8238-9081b31ead6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:39.005289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.032827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.107640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=0e2f6ca0-0bea-4f06-89e1-e94b5239d4ab,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:39.113012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Checking segment: {'id': 'f3d11442-956f-4870-b931-a522c832b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3003a44b-4b68-48d6-be74-d805bc3004e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:39.114187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network hostable DHCP agents. Network: 3003a44b-4b68-48d6-be74-d805bc3004e2, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:39.132800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Network 3003a44b-4b68-48d6-be74-d805bc3004e2 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:39.142537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 3003a44b-4b68-48d6-be74-d805bc3004e2) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:39.146861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.147524 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.155764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58283b2-70eb-447c-ad6b-1afddfd4b1e0 None None] Network 3003a44b-4b68-48d6-be74-d805bc3004e2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:39.165892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aadadbc7-b364-4607-8bfc-c80b3db96373 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6107605 Jul 13 07:51:39.169486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43910) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:39.176402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cd6fb685-ed60-4e4a-96fc-320c79745a9f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:39.233040 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-356fd290-e358-4395-bc54-186891832be0 None None] Provisioning for port caf000ca-b306-4f62-be29-349f5cdb2876 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:39.245211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-356fd290-e358-4395-bc54-186891832be0 None None] Provisioning complete for port caf000ca-b306-4f62-be29-349f5cdb2876 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:39.245792 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-356fd290-e358-4395-bc54-186891832be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.290017 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb685-ed60-4e4a-96fc-320c79745a9f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6011882'] for subnet, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.311560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-356fd290-e358-4395-bc54-186891832be0 None None] Port caf000ca-b306-4f62-be29-349f5cdb2876 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:39.364386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf000ca-b306-4f62-be29-349f5cdb2876 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:39.385663 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.401078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-3003a44b-4b68-48d6-be74-d805bc3004e2', 'network_id': '3003a44b-4b68-48d6-be74-d805bc3004e2', 'tenant_id': '72af68cbdb9240fa8c0a54f0f3179489', 'fixed_ips': [{'subnet_id': '0e2f6ca0-0bea-4f06-89e1-e94b5239d4ab'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:39.401600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Transition to ACTIVE for port object caf000ca-b306-4f62-be29-349f5cdb2876 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:39.403292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.405851 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.517880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb685-ed60-4e4a-96fc-320c79745a9f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743006582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5735976'] for subnet, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.571595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6fb685-ed60-4e4a-96fc-320c79745a9f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.572229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb685-ed60-4e4a-96fc-320c79745a9f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.573613 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cd6fb685-ed60-4e4a-96fc-320c79745a9f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "PUT /v2.0/subnets/0e2f6ca0-0bea-4f06-89e1-e94b5239d4ab HTTP/1.1" status: 200 len: 877 time: 0.4025414 Jul 13 07:51:39.576963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43922) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:39.602935 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Allocated IP 172.20.0.3 (3003a44b-4b68-48d6-be74-d805bc3004e2/0e2f6ca0-0bea-4f06-89e1-e94b5239d4ab/620a35c4-1886-4711-be37-8f449e07c1e7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:39.610197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Pushing event updated for resources: {'Port': ['ID=caf000ca-b306-4f62-be29-349f5cdb2876,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:39.613784 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Attempting to bind port caf000ca-b306-4f62-be29-349f5cdb2876 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:39.614280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Attempting to bind port caf000ca-b306-4f62-be29-349f5cdb2876 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:39.614694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Attempting to bind port caf000ca-b306-4f62-be29-349f5cdb2876 on network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:39.624467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.624924 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.625367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.625805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.626268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.627375 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.628142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.628695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.629131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.629648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.630144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.630745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:39.642672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Port caf000ca-b306-4f62-be29-349f5cdb2876 on network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:51:39.643109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Attempting to bind port caf000ca-b306-4f62-be29-349f5cdb2876 on network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:39.673402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:39.673749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Checking segment: {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:39.674174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Bound using segment: {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:39.674631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Bound port: caf000ca-b306-4f62-be29-349f5cdb2876, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:39.676062 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.683625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fb685-ed60-4e4a-96fc-320c79745a9f tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event updated for resources: {'Subnet': ['ID=0e2f6ca0-0bea-4f06-89e1-e94b5239d4ab,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:39.799529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.865169 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.899315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] For port caf000ca-b306-4f62-be29-349f5cdb2876, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:39.904625 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.906814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] For port caf000ca-b306-4f62-be29-349f5cdb2876, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=caf000ca-b306-4f62-be29-349f5cdb2876,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:39.915525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.921763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Transition to ACTIVE for port object 620a35c4-1886-4711-be37-8f449e07c1e7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:39.944340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Transition to ACTIVE for port object 620a35c4-1886-4711-be37-8f449e07c1e7 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:39.954352 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.981288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.982102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.983720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/caf000ca-b306-4f62-be29-349f5cdb2876 HTTP/1.1" status: 200 len: 1093 time: 1.1069319 Jul 13 07:51:39.991603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595aac82-918e-41c6-8238-9081b31ead6f', 'tag': 'caf000ca-b306-4f62-be29-349f5cdb2876'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:39.994498 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728a25f-20f6-43aa-a13d-ad6cf09877ed" -d '{"events": [{"name": "network-changed", "server_uuid": "595aac82-918e-41c6-8238-9081b31ead6f", "tag": "caf000ca-b306-4f62-be29-349f5cdb2876"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:40.003092 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.010930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Pushing event updated for resources: {'Port': ['ID=620a35c4-1886-4711-be37-8f449e07c1e7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.013749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a46a4-f1c8-47e5-8a17-8f6f31408db0 req-9d912473-7f3e-4b2b-8d76-ea6c82c42c7b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:40.016066 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b35a46a4-f1c8-47e5-8a17-8f6f31408db0 req-9d912473-7f3e-4b2b-8d76-ea6c82c42c7b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.2551010 Jul 13 07:51:40.030189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Network 3003a44b-4b68-48d6-be74-d805bc3004e2 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:40.031842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:40.034773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:40.084207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2f6ca0-0bea-4f06-89e1-e94b5239d4ab,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.087252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2da34f-2c78-4d73-9fff-70e94dce60b6 service neutron] Pushing event updated for resources: {'Port': ['ID=caf000ca-b306-4f62-be29-349f5cdb2876,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.122672 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b35a46a4-f1c8-47e5-8a17-8f6f31408db0 req-ce3dc461-9af7-4da3-88e8-329e5782cec7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541508 Jul 13 07:51:40.127747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Attempting to bind port 620a35c4-1886-4711-be37-8f449e07c1e7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:40.128135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Attempting to bind port 620a35c4-1886-4711-be37-8f449e07c1e7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'f3d11442-956f-4870-b931-a522c832b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3003a44b-4b68-48d6-be74-d805bc3004e2'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:40.128510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Attempting to bind port 620a35c4-1886-4711-be37-8f449e07c1e7 on network 3003a44b-4b68-48d6-be74-d805bc3004e2 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:40.134597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:40.134991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Checking segment: {'id': 'f3d11442-956f-4870-b931-a522c832b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3003a44b-4b68-48d6-be74-d805bc3004e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:40.135411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.135816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Bound using segment: {'id': 'f3d11442-956f-4870-b931-a522c832b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3003a44b-4b68-48d6-be74-d805bc3004e2'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:40.136303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Bound port: 620a35c4-1886-4711-be37-8f449e07c1e7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d11442-956f-4870-b931-a522c832b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3003a44b-4b68-48d6-be74-d805bc3004e2'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:40.137222 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.160094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9852f7d-4279-4743-a4e8-62c6c5d5320f req-518fc19b-9a5c-4912-aa5a-499120efe048 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:40.163392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-d8547b1a-bef5-4a55-94fd-db42f00365d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:40.165019 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-d8547b1a-bef5-4a55-94fd-db42f00365d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 1096 time: 0.1368055 Jul 13 07:51:40.167300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9852f7d-4279-4743-a4e8-62c6c5d5320f req-518fc19b-9a5c-4912-aa5a-499120efe048 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 944 time: 0.2286351 Jul 13 07:51:40.205567 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.226223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3003a44b-4b68-48d6-be74-d805bc3004e2']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:40.232138 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-71d1a9b8-c072-4009-a689-623737017e37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=caf000ca-b306-4f62-be29-349f5cdb2876 HTTP/1.1" status: 200 len: 217 time: 0.0578136 Jul 13 07:51:40.233922 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dbe9dd-def6-4125-b11d-28d700e8c403 x-openstack-request-id: req-b1dbe9dd-def6-4125-b11d-28d700e8c403 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:40.234400 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595aac82-918e-41c6-8238-9081b31ead6f", "tag": "caf000ca-b306-4f62-be29-349f5cdb2876", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:40.234756 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1dbe9dd-def6-4125-b11d-28d700e8c403 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:40.235254 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595aac82-918e-41c6-8238-9081b31ead6f', 'tag': 'caf000ca-b306-4f62-be29-349f5cdb2876', 'status': 'completed', 'code': 200} Jul 13 07:51:40.254571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] For port 620a35c4-1886-4711-be37-8f449e07c1e7, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:40.258972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] For port 620a35c4-1886-4711-be37-8f449e07c1e7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=620a35c4-1886-4711-be37-8f449e07c1e7,segment=NetworkSegment(f3d11442-956f-4870-b931-a522c832b8eb),segment_id=f3d11442-956f-4870-b931-a522c832b8eb)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:40.263527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d11442-956f-4870-b931-a522c832b8eb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:40.263848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d11442-956f-4870-b931-a522c832b8eb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:40.266800 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.283319 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9852f7d-4279-4743-a4e8-62c6c5d5320f req-209d9f2d-4dfc-4805-abb3-18a12827308d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150372 Jul 13 07:51:40.290875 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.309351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-d6eeafc5-6dde-4f57-973f-de101f2be321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:40.311150 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-d6eeafc5-6dde-4f57-973f-de101f2be321 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ad53c45-4d40-4ffc-973f-4edc1ed88be5 HTTP/1.1" status: 200 len: 838 time: 0.0718946 Jul 13 07:51:40.315364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.321850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:40.322281 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.389736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c18a27-af8f-4111-92a6-e2081661b956 None None] Pushing event updated for resources: {'Port': ['ID=620a35c4-1886-4711-be37-8f449e07c1e7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:40.390012 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:40.395000 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:51:40.395000 n-d-758944-43 neutron-server[93774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:51:40.395000 n-d-758944-43 neutron-server[93774]: [parameters: {'id': '3003a44b-4b68-48d6-be74-d805bc3004e2'}] Jul 13 07:51:40.395000 n-d-758944-43 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:51:40.395430 n-d-758944-43 neutron-server[93774]: DEBUG oslo_db.api [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:51:40.417373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-f6f0d6e0-638f-4f24-b113-c19717ef387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:40.419273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-f6f0d6e0-638f-4f24-b113-c19717ef387a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a0ce68a2-262c-479c-8cc5-b05f9dca7ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1016366 Jul 13 07:51:40.419488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624615e2-da03-4694-8a31-0a4e5a5b1eb9 None None] Network 3003a44b-4b68-48d6-be74-d805bc3004e2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:40.578778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1d1f3-00d0-4d38-9b9f-94297f5382a2 None None] Network 3003a44b-4b68-48d6-be74-d805bc3004e2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:40.738522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae3334-1f22-4a4f-a3e6-60829d947b35 None None] get_active_networks_info from n-d-758944-43 {{(pid=93775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:51:40.847779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae3334-1f22-4a4f-a3e6-60829d947b35 None None] Resources bound (agent type, host, resource id): {{(pid=93775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:51:40.877205 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-cab0df5e-e1f6-4462-9c72-99da1f7193c9 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ce68a2-262c-479c-8cc5-b05f9dca7ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510126 Jul 13 07:51:40.896852 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.967993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Deleting port 620a35c4-1886-4711-be37-8f449e07c1e7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:40.968901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.994928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17e14135-c880-4ed2-a5ef-2d6f8d1db3cb req-27fd3650-356e-4d19-9183-26cf989c98d7 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ce68a2-262c-479c-8cc5-b05f9dca7ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105542 Jul 13 07:51:41.051179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] For port 620a35c4-1886-4711-be37-8f449e07c1e7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=620a35c4-1886-4711-be37-8f449e07c1e7,segment=NetworkSegment(f3d11442-956f-4870-b931-a522c832b8eb),segment_id=f3d11442-956f-4870-b931-a522c832b8eb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:41.051587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.068955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Calling delete_port for 620a35c4-1886-4711-be37-8f449e07c1e7 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:41.121847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-dc7c3383-2477-4e94-ae07-c1397b6caaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.123582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-dc7c3383-2477-4e94-ae07-c1397b6caaef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 1096 time: 0.0780623 Jul 13 07:51:41.179235 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.217647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Port': ['ID=620a35c4-1886-4711-be37-8f449e07c1e7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:41.222612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No DVR routers for this DVR port 620a35c4-1886-4711-be37-8f449e07c1e7 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:41.273223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-d8606466-4586-466b-a845-3cfadbdcf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.276019 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-d8606466-4586-466b-a845-3cfadbdcf3e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a0ce68a2-262c-479c-8cc5-b05f9dca7ebe HTTP/1.1" status: 200 len: 898 time: 0.1452420 Jul 13 07:51:41.313665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.328042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3003a44b-4b68-48d6-be74-d805bc3004e2']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:41.345159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d11442-956f-4870-b931-a522c832b8eb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:41.345473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d11442-956f-4870-b931-a522c832b8eb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:41.361304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.362121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-0a330bc1-36d8-4f5b-869b-8bb5afb900a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=caf000ca-b306-4f62-be29-349f5cdb2876 HTTP/1.1" status: 200 len: 217 time: 0.0724633 Jul 13 07:51:41.377276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.384371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:41.384881 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:41.389043 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:41.443162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-1af79e3a-96b8-4546-87fb-73cadaa534d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.444561 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-1af79e3a-96b8-4546-87fb-73cadaa534d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ad53c45-4d40-4ffc-973f-4edc1ed88be5 HTTP/1.1" status: 200 len: 838 time: 0.0640614 Jul 13 07:51:41.456342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6130d9-6149-49a4-86c8-7b9bc6482f28 req-8a1266a4-dcd1-47cd-91da-35aab3e0c48c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.457823 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea6130d9-6149-49a4-86c8-7b9bc6482f28 req-8a1266a4-dcd1-47cd-91da-35aab3e0c48c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.1637065 Jul 13 07:51:41.492903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.497138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.503429 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/3003a44b-4b68-48d6-be74-d805bc3004e2 HTTP/1.1" status: 204 len: 168 time: 1.9206758 Jul 13 07:51:41.503429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43960) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.538873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea6130d9-6149-49a4-86c8-7b9bc6482f28 req-4e2bc593-93ef-454d-8ee5-cac7f06670b1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715232 Jul 13 07:51:41.546745 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ab7aea-e934-409e-95f1-c4309ded163b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:41.547206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ab7aea-e934-409e-95f1-c4309ded163b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:41.554294 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d5ab7aea-e934-409e-95f1-c4309ded163b tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/0e2f6ca0-0bea-4f06-89e1-e94b5239d4ab HTTP/1.1" status: 404 len: 337 time: 0.0411007 Jul 13 07:51:41.555072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.555190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9dc56-4263-4943-adca-f124bbcf10fb tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=3003a44b-4b68-48d6-be74-d805bc3004e2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:41.572373 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7ce0eb-55ea-4ebf-91a8-d1aed6deb7cc tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:41.573068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7ce0eb-55ea-4ebf-91a8-d1aed6deb7cc tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:41.578020 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3e7ce0eb-55ea-4ebf-91a8-d1aed6deb7cc tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/3003a44b-4b68-48d6-be74-d805bc3004e2 HTTP/1.1" status: 404 len: 339 time: 0.0230513 Jul 13 07:51:41.578443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43968) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.580794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762c54-1e2e-4ef6-91cd-c0bdd07ab0c2 req-f37b5803-8312-4589-8cbf-aa045cee1090 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.582453 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f762c54-1e2e-4ef6-91cd-c0bdd07ab0c2 req-f37b5803-8312-4589-8cbf-aa045cee1090 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 944 time: 0.1680477 Jul 13 07:51:41.608079 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-2557ec1f-0848-42c5-b5a2-8c9f9c09a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.609595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-2557ec1f-0848-42c5-b5a2-8c9f9c09a187 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a0ce68a2-262c-479c-8cc5-b05f9dca7ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1508749 Jul 13 07:51:41.610665 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c954bbf-e8a9-4fbf-b0d1-a1b4f92f98a0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:41.611184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c954bbf-e8a9-4fbf-b0d1-a1b4f92f98a0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:41.615408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5c954bbf-e8a9-4fbf-b0d1-a1b4f92f98a0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/997b2713-e5b8-4b37-8a5c-115006cd46ac HTTP/1.1" status: 404 len: 337 time: 0.0335286 Jul 13 07:51:41.615674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.630492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f762c54-1e2e-4ef6-91cd-c0bdd07ab0c2 req-f4dd610d-1b8b-4613-b2e6-b76384a1a7c5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Jul 13 07:51:41.642957 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f80b200-287a-44a2-a177-73c514253590 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:41.643552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f80b200-287a-44a2-a177-73c514253590 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:41.648218 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7f80b200-287a-44a2-a177-73c514253590 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/ea7e386b-5dca-4416-b58d-daa246988a87 HTTP/1.1" status: 404 len: 339 time: 0.0287235 Jul 13 07:51:41.649220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.735799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.742075 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-1df63acf-28c2-4a31-8f44-06e90675c75a service neutron] 10.222.0.48 "GET /v2.0/networks/a0ce68a2-262c-479c-8cc5-b05f9dca7ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168194 Jul 13 07:51:41.830295 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.840792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60be0e9f-332a-4ab7-a33b-8a3426078a07']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:41.841118 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9728a25f-20f6-43aa-a13d-ad6cf09877ed req-a166f91c-2767-4928-82f4-701ec8013c64 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ce68a2-262c-479c-8cc5-b05f9dca7ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901115 Jul 13 07:51:42.115603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed5889a-751f-425d-be9d-92a0d19a59cc') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:42.116022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed5889a-751f-425d-be9d-92a0d19a59cc') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:42.125314 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.139678 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.146049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:42.146448 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:42.149373 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:42.209497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.226793 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.228691 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/60be0e9f-332a-4ab7-a33b-8a3426078a07 HTTP/1.1" status: 204 len: 168 time: 0.5781636 Jul 13 07:51:42.234012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d748ab3-a88a-4f8d-acc4-06d8854b9310 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=60be0e9f-332a-4ab7-a33b-8a3426078a07,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:42.234012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.257419 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c321407b-d35f-44b1-9905-646102d8de2c tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.258018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c321407b-d35f-44b1-9905-646102d8de2c tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.259666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c321407b-d35f-44b1-9905-646102d8de2c tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/cad4aae2-5868-4a92-86f1-cd67db79c8fb HTTP/1.1" status: 404 len: 337 time: 0.0274467 Jul 13 07:51:42.263893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.283646 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b11705-1fbc-4639-bb16-3f45113df2a0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.284265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b11705-1fbc-4639-bb16-3f45113df2a0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.286054 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-62b11705-1fbc-4639-bb16-3f45113df2a0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/7b0a2494-f095-4980-98ab-3a42b0454cf4 HTTP/1.1" status: 404 len: 339 time: 0.0209486 Jul 13 07:51:42.288513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.317682 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88edbf8-0b3c-4f39-97fb-860de1fa470d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.318173 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88edbf8-0b3c-4f39-97fb-860de1fa470d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.319928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c88edbf8-0b3c-4f39-97fb-860de1fa470d tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/6e788f29-dcc7-40e6-8cc1-0e9d62189fc6 HTTP/1.1" status: 404 len: 337 time: 0.0304439 Jul 13 07:51:42.322455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 43990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.341470 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47515c6-a8bc-45bc-9934-e7ce06ccebfe tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.342373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47515c6-a8bc-45bc-9934-e7ce06ccebfe tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.346005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e47515c6-a8bc-45bc-9934-e7ce06ccebfe tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/dd919dec-8e24-4eb1-a284-2928cfada8ac HTTP/1.1" status: 404 len: 339 time: 0.0204718 Jul 13 07:51:42.346376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 43992) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.378098 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da39ae0-ff3b-43de-8191-f41899b782a7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.378497 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da39ae0-ff3b-43de-8191-f41899b782a7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.380355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1da39ae0-ff3b-43de-8191-f41899b782a7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/6ca5dcbd-d4ef-43d5-8c19-2071c156231b HTTP/1.1" status: 404 len: 337 time: 0.0329435 Jul 13 07:51:42.382772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44000) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.401724 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fa1c86-18c9-41b8-8a46-b0b896a0440e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.402966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fa1c86-18c9-41b8-8a46-b0b896a0440e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.405981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-36fa1c86-18c9-41b8-8a46-b0b896a0440e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/901f2678-498b-41e9-9780-faadf7d4c243 HTTP/1.1" status: 404 len: 339 time: 0.0209556 Jul 13 07:51:42.407201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44002) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.433267 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a576d7-18fc-4cbc-b176-0fb224dc696e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.434074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a576d7-18fc-4cbc-b176-0fb224dc696e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.438411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-20a576d7-18fc-4cbc-b176-0fb224dc696e tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/dd66a048-a0ab-4755-b18e-0bb8a6d8450c HTTP/1.1" status: 404 len: 337 time: 0.0277808 Jul 13 07:51:42.438597 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44004) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.459887 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c45e67-8e5b-48cf-8e69-3baf5f9d2e69 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.460449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c45e67-8e5b-48cf-8e69-3baf5f9d2e69 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.462199 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-90c45e67-8e5b-48cf-8e69-3baf5f9d2e69 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/7de21901-20a1-4ebe-91c2-14b34e4c7240 HTTP/1.1" status: 404 len: 339 time: 0.0226481 Jul 13 07:51:42.465292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.490769 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6fa464-452b-4199-b225-5142aeff3c84 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.491223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6fa464-452b-4199-b225-5142aeff3c84 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.492914 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9f6fa464-452b-4199-b225-5142aeff3c84 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/3b44bdc7-7660-4097-8fe8-d944b5aedd5f HTTP/1.1" status: 404 len: 337 time: 0.0267136 Jul 13 07:51:42.495520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44008) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.514243 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c26e83-81ed-40be-9a0e-05567d4383ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.514787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c26e83-81ed-40be-9a0e-05567d4383ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.516473 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b8c26e83-81ed-40be-9a0e-05567d4383ae tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/c4fc407e-b8fa-4548-90db-86e6da5a55a3 HTTP/1.1" status: 404 len: 339 time: 0.0195324 Jul 13 07:51:42.518842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44010) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.544419 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c859b263-aa97-4915-a897-4994dbcc8f04 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.545291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c859b263-aa97-4915-a897-4994dbcc8f04 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.548889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c859b263-aa97-4915-a897-4994dbcc8f04 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/9e621599-8e5f-4807-a94e-71fa8ccca0fb HTTP/1.1" status: 404 len: 337 time: 0.0268950 Jul 13 07:51:42.549261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.570528 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ba4063-580a-4919-8382-15f67cf5c5b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.571137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ba4063-580a-4919-8382-15f67cf5c5b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.576030 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b2ba4063-580a-4919-8382-15f67cf5c5b4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/8c638fb8-ef69-4650-a602-dfa954fdea70 HTTP/1.1" status: 404 len: 339 time: 0.0229361 Jul 13 07:51:42.576582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44018) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.603906 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c2538a-817d-4343-910b-ed7621a233e4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.604372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c2538a-817d-4343-910b-ed7621a233e4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.606717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-94c2538a-817d-4343-910b-ed7621a233e4 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/f617741d-578e-48f8-bbec-0627399f55aa HTTP/1.1" status: 404 len: 337 time: 0.0285184 Jul 13 07:51:42.608735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44022) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.628021 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadf5472-2744-4f64-9466-2c4262cdbb60 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.628664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadf5472-2744-4f64-9466-2c4262cdbb60 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.630451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dadf5472-2744-4f64-9466-2c4262cdbb60 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/f4130ea1-7f51-4edd-9af5-1a3ec3f80747 HTTP/1.1" status: 404 len: 339 time: 0.0207217 Jul 13 07:51:42.633174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.648988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device caf000ca-b306-4f62-be29-349f5cdb2876 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:51:42.671693 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e7e740-2fbc-4602-9404-9ee7f4fc01f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.679330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e7e740-2fbc-4602-9404-9ee7f4fc01f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.686068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-88e7e740-2fbc-4602-9404-9ee7f4fc01f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/ae97a658-ed9e-4374-bc3e-99593cca4fdf HTTP/1.1" status: 404 len: 337 time: 0.0482471 Jul 13 07:51:42.686068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.722002 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0a8c45-bffa-4447-a246-69ed811833da tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:42.722002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0a8c45-bffa-4447-a246-69ed811833da tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:42.722665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1b0a8c45-bffa-4447-a246-69ed811833da tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/f51f4a63-5138-424d-89c7-8a0fd017d01b HTTP/1.1" status: 404 len: 339 time: 0.0361423 Jul 13 07:51:42.725308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44034) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.781397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2efda6-2737-4048-bd01-02d02585b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Deleting subnet 0a1ae425-9b6e-499b-bed2-3b91a399d233 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:42.786821 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a2efda6-2737-4048-bd01-02d02585b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.797619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port caf000ca-b306-4f62-be29-349f5cdb2876, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=caf000ca-b306-4f62-be29-349f5cdb2876,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:42.797842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0260470-917c-46e1-b486-3a5a06d07638 req-d577ee60-ae9a-4938-98cc-2823145d2fa2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:42.800545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0260470-917c-46e1-b486-3a5a06d07638 req-d577ee60-ae9a-4938-98cc-2823145d2fa2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.0828285 Jul 13 07:51:42.816842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'caf000ca-b306-4f62-be29-349f5cdb2876', 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe', 'port_id': 'caf000ca-b306-4f62-be29-349f5cdb2876', 'mac_address': 'fa:16:3e:c1:b6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad53c45-4d40-4ffc-973f-4edc1ed88be5', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:51:42.856582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0260470-917c-46e1-b486-3a5a06d07638 req-f0ad4cae-c6ff-48e8-8cfb-a4c320d8e630 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497739 Jul 13 07:51:42.860978 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.877449 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a2efda6-2737-4048-bd01-02d02585b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.889846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf000ca-b306-4f62-be29-349f5cdb2876 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:42.906746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port caf000ca-b306-4f62-be29-349f5cdb2876, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=caf000ca-b306-4f62-be29-349f5cdb2876,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:42.911006 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.950578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a57a1-80a6-44fc-a59a-ca8b86b576ea req-d1325ec7-659a-41be-b769-d69225fe3c82 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:42.952154 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-308a57a1-80a6-44fc-a59a-ca8b86b576ea req-d1325ec7-659a-41be-b769-d69225fe3c82 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 944 time: 0.1675165 Jul 13 07:51:42.974865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=caf000ca-b306-4f62-be29-349f5cdb2876,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:43.028137 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-308a57a1-80a6-44fc-a59a-ca8b86b576ea req-a67f9a8f-78d1-4580-b37b-44d9355caddd tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663233 Jul 13 07:51:43.036738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a2efda6-2737-4048-bd01-02d02585b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.116653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a2efda6-2737-4048-bd01-02d02585b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.149827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2efda6-2737-4048-bd01-02d02585b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1ae425-9b6e-499b-bed2-3b91a399d233,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:43.151275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['caf000ca-b306-4f62-be29-349f5cdb2876'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:43.153864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a2efda6-2737-4048-bd01-02d02585b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.165350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44040) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:43.165483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9a2efda6-2737-4048-bd01-02d02585b7f7 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/subnets/0a1ae425-9b6e-499b-bed2-3b91a399d233 HTTP/1.1" status: 204 len: 168 time: 0.4388716 Jul 13 07:51:43.176607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d27f9-a57e-4858-b49d-1df7777cdf56 None None] Network 88a63253-c659-48f3-b3a3-c6a320b0f3c1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:43.249779 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.324439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Deleting port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:43.325183 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.388370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] For port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=85c1e47f-d72e-4c87-85c5-e75eeb9522ef,segment=NetworkSegment(9c3019ec-8fcb-4a9d-8aba-64a98ec698fc),segment_id=9c3019ec-8fcb-4a9d-8aba-64a98ec698fc)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:43.388732 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.400323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Calling delete_port for 85c1e47f-d72e-4c87-85c5-e75eeb9522ef owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:43.497973 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.498364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a85e51d-9412-4ce7-a6e9-5a5516656ade None None] DHCP port deletion for 88a63253-c659-48f3-b3a3-c6a320b0f3c1 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:43.531898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Port': ['ID=85c1e47f-d72e-4c87-85c5-e75eeb9522ef,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:43.535686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] No DVR routers for this DVR port 85c1e47f-d72e-4c87-85c5-e75eeb9522ef on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:43.621243 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.631669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a63253-c659-48f3-b3a3-c6a320b0f3c1']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:43.648341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3019ec-8fcb-4a9d-8aba-64a98ec698fc') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:43.648642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3019ec-8fcb-4a9d-8aba-64a98ec698fc') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:43.658419 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.672195 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.678521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:43.678921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:43.681898 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:43.742543 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.747066 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.749135 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] 10.222.0.41 "DELETE /v2.0/networks/88a63253-c659-48f3-b3a3-c6a320b0f3c1 HTTP/1.1" status: 204 len: 168 time: 0.5825815 Jul 13 07:51:43.764735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bf524-c584-435b-aee2-8c99e6ecffa0 tempest-NetworksTest-267661004 tempest-NetworksTest-267661004-project] Pushing event deleted for resources: {'Network': ['ID=88a63253-c659-48f3-b3a3-c6a320b0f3c1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:44.006758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44062) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:44.054249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b931-86dd-4afd-b3fd-400c33b4117e req-51663c85-1711-456f-a0cc-4dabf427d9f5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:44.056039 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e42b931-86dd-4afd-b3fd-400c33b4117e req-51663c85-1711-456f-a0cc-4dabf427d9f5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 943 time: 0.0709589 Jul 13 07:51:44.114748 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e42b931-86dd-4afd-b3fd-400c33b4117e req-fb7c06d1-949c-4895-9de2-1f931be8fe27 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 Jul 13 07:51:44.163924 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-754ee5ea-0481-47f3-bd27-f1b1e1b1a069 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72af68cbdb9240fa8c0a54f0f3179489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559088 Jul 13 07:51:44.166520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44072) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:44.218545 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed7fff4b-b824-4ab4-a5cc-84f668cd4a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.219857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:51:44.243764 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed7fff4b-b824-4ab4-a5cc-84f668cd4a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.255712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09397c9-5835-4952-85b8-d15286055d11 req-ad789a46-29d4-4ea1-80b4-5a5a01c36831 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:44.257493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a09397c9-5835-4952-85b8-d15286055d11 req-ad789a46-29d4-4ea1-80b4-5a5a01c36831 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 945 time: 0.0786920 Jul 13 07:51:44.302547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed7fff4b-b824-4ab4-a5cc-84f668cd4a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.305887 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed7fff4b-b824-4ab4-a5cc-84f668cd4a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.307395 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ed7fff4b-b824-4ab4-a5cc-84f668cd4a3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c77628c5-4d4b-47f9-b2e7-22f5f391ffe6 HTTP/1.1" status: 204 len: 168 time: 0.1396482 Jul 13 07:51:44.315150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a09397c9-5835-4952-85b8-d15286055d11 req-6b36c68a-ab9f-43e3-a34a-3ab58dfccb55 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480618 Jul 13 07:51:44.330142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fff4b-b824-4ab4-a5cc-84f668cd4a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77628c5-4d4b-47f9-b2e7-22f5f391ffe6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:44.379586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:44.392979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'port_id': 'bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe', 'mac_address': 'fa:16:3e:b5:e2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:51:44.435948 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.448652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:44.470268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:44.475019 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.531897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:44.665649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device caf000ca-b306-4f62-be29-349f5cdb2876 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:44.721197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:44.813865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port caf000ca-b306-4f62-be29-349f5cdb2876 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:44.825288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port caf000ca-b306-4f62-be29-349f5cdb2876 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:44.825669 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.961938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.997007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595aac82-918e-41c6-8238-9081b31ead6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf000ca-b306-4f62-be29-349f5cdb2876'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:44.999714 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b95c78-0b3d-4b60-8c71-b36a80456982" -d '{"events": [{"server_uuid": "595aac82-918e-41c6-8238-9081b31ead6f", "name": "network-vif-plugged", "status": "completed", "tag": "caf000ca-b306-4f62-be29-349f5cdb2876"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:45.016140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port caf000ca-b306-4f62-be29-349f5cdb2876, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=caf000ca-b306-4f62-be29-349f5cdb2876,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:45.022015 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.083489 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac924d55-aadb-426c-a20a-f5d56235d2a3 x-openstack-request-id: req-ac924d55-aadb-426c-a20a-f5d56235d2a3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:45.083821 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595aac82-918e-41c6-8238-9081b31ead6f", "name": "network-vif-plugged", "status": "completed", "tag": "caf000ca-b306-4f62-be29-349f5cdb2876", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:45.084256 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac924d55-aadb-426c-a20a-f5d56235d2a3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:45.084655 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595aac82-918e-41c6-8238-9081b31ead6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf000ca-b306-4f62-be29-349f5cdb2876', 'code': 200} Jul 13 07:51:45.085338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=caf000ca-b306-4f62-be29-349f5cdb2876,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:45.129478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44110) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.211670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f23e7-4b8c-417a-a725-1c103da786bf req-04621413-d0bb-49a1-8ccd-7d83779539d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:45.213209 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c48f23e7-4b8c-417a-a725-1c103da786bf req-04621413-d0bb-49a1-8ccd-7d83779539d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 1098 time: 0.0774531 Jul 13 07:51:45.260739 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c48f23e7-4b8c-417a-a725-1c103da786bf req-c9250dea-eb2e-43a3-84bb-3c46452311d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379426 Jul 13 07:51:45.274920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-36dc7a2b-b5c1-4773-a007-01988e1805e0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1506979295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:45.310401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36dc7a2b-b5c1-4773-a007-01988e1805e0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.311717 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36dc7a2b-b5c1-4773-a007-01988e1805e0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.357686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 85c1e47f-d72e-4c87-85c5-e75eeb9522ef no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:45.396394 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36dc7a2b-b5c1-4773-a007-01988e1805e0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.406259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36dc7a2b-b5c1-4773-a007-01988e1805e0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.427521 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36dc7a2b-b5c1-4773-a007-01988e1805e0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.431541 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-36dc7a2b-b5c1-4773-a007-01988e1805e0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2982521 Jul 13 07:51:45.432337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.438814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 85c1e47f-d72e-4c87-85c5-e75eeb9522ef {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:45.439014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-364968193'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:45.446282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 85c1e47f-d72e-4c87-85c5-e75eeb9522ef not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:45.459474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ec601-44b6-4762-9c87-cf7e3adee1b9 req-c6db42d4-fd80-41e1-b466-1aae6daa2d58 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:45.466249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-75a81bde-3c9d-4e41-901b-f589b321908c None None] Provisioning complete for port caf000ca-b306-4f62-be29-349f5cdb2876 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:45.466623 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75a81bde-3c9d-4e41-901b-f589b321908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.468229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-523ec601-44b6-4762-9c87-cf7e3adee1b9 req-c6db42d4-fd80-41e1-b466-1aae6daa2d58 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 944 time: 0.1747723 Jul 13 07:51:45.509681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Made reservation on behalf of ae621498f9784579bcbcac2ab0495fc4 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:45.514337 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.529965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.534051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beba32-8213-4ba3-b564-146d8133a604 req-2cce68ef-1501-4965-8879-b9e13cf4c0f3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:45.535751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-12beba32-8213-4ba3-b564-146d8133a604 req-2cce68ef-1501-4965-8879-b9e13cf4c0f3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 946 time: 0.0834746 Jul 13 07:51:45.541885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-523ec601-44b6-4762-9c87-cf7e3adee1b9 req-6d3c3a5a-bb1c-4570-baf5-51e6c6b2b3ef tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724845 Jul 13 07:51:45.605001 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-12beba32-8213-4ba3-b564-146d8133a604 req-2dd15713-4a92-43c2-b6a5-65d5db42ba62 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623002 Jul 13 07:51:45.659683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.664827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.699361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:45.709968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25c10db-8937-452f-aa0f-326226819725,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:45.715771 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.716121 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Added segment e937acc7-9fc8-4218-b4e1-d3e99bbdcd94 of type vlan for network 3e8093f5-6e90-4042-9612-02ee29de27be Jul 13 07:51:45.759708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.791998 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.798262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:45.798852 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.835086 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4000268 Jul 13 07:51:45.838395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44132) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.846098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'subnet': {'network_id': '3e8093f5-6e90-4042-9612-02ee29de27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:45.876016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d8530-5cc6-4a0e-9847-787b9547bac5 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Network': ['ID=3e8093f5-6e90-4042-9612-02ee29de27be,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:45.896161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 3e8093f5-6e90-4042-9612-02ee29de27be details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:45.989717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Made reservation on behalf of ae621498f9784579bcbcac2ab0495fc4 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:45.998851 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.189028 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.238192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:46.256072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Subnet': ['ID=ec53176b-1274-441d-b039-24295ff77a03,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:46.269891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Checking segment: {'id': 'e937acc7-9fc8-4218-b4e1-d3e99bbdcd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3e8093f5-6e90-4042-9612-02ee29de27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:46.270301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network hostable DHCP agents. Network: 3e8093f5-6e90-4042-9612-02ee29de27be, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:46.297176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network 3e8093f5-6e90-4042-9612-02ee29de27be is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:46.305402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:46.310508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 3e8093f5-6e90-4042-9612-02ee29de27be) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:46.310746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:46.310881 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.317095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:46.317706 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.333420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e12b464c-56a2-4f80-9b39-946fa7c4d927 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4939947 Jul 13 07:51:46.337094 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932af51-75df-4c94-b96c-ede4ef3b8589 None None] Network 3e8093f5-6e90-4042-9612-02ee29de27be requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:46.337260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44142) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.342527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'network': {'name': 'tempest-router-network01--504299679'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:46.363588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Made reservation on behalf of ae621498f9784579bcbcac2ab0495fc4 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:46.367730 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.394391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:46.404250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.404603 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Added segment 7107fd49-c838-4465-8924-ac5e7ac7957f of type vlan for network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c Jul 13 07:51:46.453590 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.490189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.492724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.496285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:46.496894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.536208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:46.543865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2029841 Jul 13 07:51:46.544203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44148) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.545893 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.550249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'network': {'name': 'tempest-router-network02--1324856430'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:46.577002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f260575-b81e-4da2-bfb9-9cf22bcf4d61 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Network': ['ID=6d40bd9b-28ea-43d9-a1f7-d65709bce27c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:46.582902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Made reservation on behalf of ae621498f9784579bcbcac2ab0495fc4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:46.586880 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.612577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:46.622952 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.623371 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Added segment c7a323bb-8355-4f72-8615-a3f3f38ce712 of type vlan for network ee25333d-62e6-4290-800b-41f826e4cdfc Jul 13 07:51:46.637807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:46.642243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:46.673250 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.726123 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.726352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-3e8093f5-6e90-4042-9612-02ee29de27be', 'network_id': '3e8093f5-6e90-4042-9612-02ee29de27be', 'tenant_id': 'ae621498f9784579bcbcac2ab0495fc4', 'fixed_ips': [{'subnet_id': 'ec53176b-1274-441d-b039-24295ff77a03'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:46.727209 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.733086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:46.733709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.829298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2831860 Jul 13 07:51:46.833365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44156) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.858023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'subnet': {'network_id': '6d40bd9b-28ea-43d9-a1f7-d65709bce27c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:46.881450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf4f54-7e3e-4d8a-b0a9-0c21dae8b834 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Network': ['ID=ee25333d-62e6-4290-800b-41f826e4cdfc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:46.905149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network ee25333d-62e6-4290-800b-41f826e4cdfc details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:46.934463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7e61f-8e0c-4344-b5f8-3ea8143595f8 req-3217d6ba-8b54-47a8-be8f-70b0608e1a01 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:46.943167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb7e61f-8e0c-4344-b5f8-3ea8143595f8 req-3217d6ba-8b54-47a8-be8f-70b0608e1a01 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 945 time: 0.1813302 Jul 13 07:51:47.002455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26593485-a005-4489-ab4d-cebd4c47121a req-cbb44ccb-0dee-401c-a2af-7422db06c023 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:47.004396 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26593485-a005-4489-ab4d-cebd4c47121a req-cbb44ccb-0dee-401c-a2af-7422db06c023 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 946 time: 0.1256175 Jul 13 07:51:47.052366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb7e61f-8e0c-4344-b5f8-3ea8143595f8 req-3ef1d69c-1c9c-435b-ae48-9ffb388feb21 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077833 Jul 13 07:51:47.062853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Allocated IP 2001:db8::2 (3e8093f5-6e90-4042-9612-02ee29de27be/ec53176b-1274-441d-b039-24295ff77a03/b994bc25-2186-47d3-9b7d-481634804026) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:47.064148 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26593485-a005-4489-ab4d-cebd4c47121a req-66f4241b-da1e-467c-80a5-40010b9766b5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536594 Jul 13 07:51:47.070023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Made reservation on behalf of ae621498f9784579bcbcac2ab0495fc4 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:47.074627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.085318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:47.087907 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ca51c5-97f6-456b-9b35-6919237fb8f5" -d '{"events": [{"server_uuid": "27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:47.184405 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfa00f1-c131-42ca-9618-59b4c4307d66 x-openstack-request-id: req-8cfa00f1-c131-42ca-9618-59b4c4307d66 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:47.185017 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:47.185453 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cfa00f1-c131-42ca-9618-59b4c4307d66 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:47.186016 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe', 'code': 200} Jul 13 07:51:47.306201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72acf48e-689d-4335-83dc-39e1b0d76820 None None] Provisioning complete for port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:47.306758 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72acf48e-689d-4335-83dc-39e1b0d76820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.314105 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.353180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Transition to ACTIVE for port object b994bc25-2186-47d3-9b7d-481634804026 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:47.378618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Transition to ACTIVE for port object b994bc25-2186-47d3-9b7d-481634804026 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:47.378914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b9d7-da00-4bf6-b1ae-4e190453de45 req-cdfe66d3-572d-46e2-a47e-c47d07ec075a tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:47.383273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-edd9b9d7-da00-4bf6-b1ae-4e190453de45 req-cdfe66d3-572d-46e2-a47e-c47d07ec075a tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 946 time: 0.1425798 Jul 13 07:51:47.384318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35b7ff-065a-453a-8710-0ab2b1485ba9 req-1847363c-19a5-40ab-bfbc-b1c2c21b168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:47.386796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9f35b7ff-065a-453a-8710-0ab2b1485ba9 req-1847363c-19a5-40ab-bfbc-b1c2c21b168e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 1097 time: 0.1225762 Jul 13 07:51:47.390824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.393371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.426339 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-edd9b9d7-da00-4bf6-b1ae-4e190453de45 req-3777d977-9714-470e-ba84-ff23deb2e8f8 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356641 Jul 13 07:51:47.467355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9f35b7ff-065a-453a-8710-0ab2b1485ba9 req-7f2b843e-d42c-4ec2-949f-0c389dab3db7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726922 Jul 13 07:51:47.475460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Pushing event updated for resources: {'Port': ['ID=b994bc25-2186-47d3-9b7d-481634804026,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:47.493810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Subnet': ['ID=f307335f-cf8b-4ade-b265-7bb6e418adea,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:47.504600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Checking segment: {'id': '7107fd49-c838-4465-8924-ac5e7ac7957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d40bd9b-28ea-43d9-a1f7-d65709bce27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:47.504973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network hostable DHCP agents. Network: 6d40bd9b-28ea-43d9-a1f7-d65709bce27c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:47.506259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Network 3e8093f5-6e90-4042-9612-02ee29de27be is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:47.507697 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:47.510203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:47.523868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:47.534913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 6d40bd9b-28ea-43d9-a1f7-d65709bce27c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:47.543377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:47.543922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d16ab9-2da5-4f6b-b199-9bbdb5443515 None None] Network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:47.544192 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.568493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6160313e-0fe1-401c-9cfb-35639719296c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7337894 Jul 13 07:51:47.571217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44176) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:47.578316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'subnet': {'network_id': 'ee25333d-62e6-4290-800b-41f826e4cdfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:47.631346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Attempting to bind port b994bc25-2186-47d3-9b7d-481634804026 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:47.631854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Attempting to bind port b994bc25-2186-47d3-9b7d-481634804026 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e937acc7-9fc8-4218-b4e1-d3e99bbdcd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3e8093f5-6e90-4042-9612-02ee29de27be'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:47.632234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Attempting to bind port b994bc25-2186-47d3-9b7d-481634804026 on network 3e8093f5-6e90-4042-9612-02ee29de27be {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:47.645343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:47.645724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Checking segment: {'id': 'e937acc7-9fc8-4218-b4e1-d3e99bbdcd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3e8093f5-6e90-4042-9612-02ee29de27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:47.646172 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.646574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Bound using segment: {'id': 'e937acc7-9fc8-4218-b4e1-d3e99bbdcd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3e8093f5-6e90-4042-9612-02ee29de27be'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:47.647058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Bound port: b994bc25-2186-47d3-9b7d-481634804026, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e937acc7-9fc8-4218-b4e1-d3e99bbdcd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3e8093f5-6e90-4042-9612-02ee29de27be'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:47.647922 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.680247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Made reservation on behalf of ae621498f9784579bcbcac2ab0495fc4 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:47.684574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.772253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] For port b994bc25-2186-47d3-9b7d-481634804026, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:47.777034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] For port b994bc25-2186-47d3-9b7d-481634804026, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b994bc25-2186-47d3-9b7d-481634804026,segment=NetworkSegment(e937acc7-9fc8-4218-b4e1-d3e99bbdcd94),segment_id=e937acc7-9fc8-4218-b4e1-d3e99bbdcd94)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:47.798213 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.834367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-6d40bd9b-28ea-43d9-a1f7-d65709bce27c', 'network_id': '6d40bd9b-28ea-43d9-a1f7-d65709bce27c', 'tenant_id': 'ae621498f9784579bcbcac2ab0495fc4', 'fixed_ips': [{'subnet_id': 'f307335f-cf8b-4ade-b265-7bb6e418adea'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:47.835359 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.940738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.962148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8614300-690d-435e-90e1-fa4e30334899 None None] Pushing event updated for resources: {'Port': ['ID=b994bc25-2186-47d3-9b7d-481634804026,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:48.014027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Subnet': ['ID=32d022c4-54c7-441b-a9d9-e142a3e2b965,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:48.023985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Checking segment: {'id': 'c7a323bb-8355-4f72-8615-a3f3f38ce712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee25333d-62e6-4290-800b-41f826e4cdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:48.024358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network hostable DHCP agents. Network: ee25333d-62e6-4290-800b-41f826e4cdfc, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:48.042631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network ee25333d-62e6-4290-800b-41f826e4cdfc is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:48.051738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, ee25333d-62e6-4290-800b-41f826e4cdfc) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:48.052327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Allocated IP 2001:db8::2 (6d40bd9b-28ea-43d9-a1f7-d65709bce27c/f307335f-cf8b-4ade-b265-7bb6e418adea/8163b80d-a561-4f4d-9582-f1bac06f4ea8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:48.057000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:48.057609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.071391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03c6d9b-f19e-4be1-9b5f-090bf441a4f6 None None] Network ee25333d-62e6-4290-800b-41f826e4cdfc requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:48.080191 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-42ea50b3-741c-4257-8ef4-e9587570b300 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5075159 Jul 13 07:51:48.084916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44186) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:48.394372 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58674e61-e43b-4a19-ae6e-5649bee47256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.428341 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.445812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Transition to ACTIVE for port object 8163b80d-a561-4f4d-9582-f1bac06f4ea8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:48.486802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Transition to ACTIVE for port object 8163b80d-a561-4f4d-9582-f1bac06f4ea8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:48.500044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-ee25333d-62e6-4290-800b-41f826e4cdfc', 'network_id': 'ee25333d-62e6-4290-800b-41f826e4cdfc', 'tenant_id': 'ae621498f9784579bcbcac2ab0495fc4', 'fixed_ips': [{'subnet_id': '32d022c4-54c7-441b-a9d9-e142a3e2b965'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:48.501522 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.517191 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.558685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd09e5b-bac4-4c26-9f2a-fb43b5f5c208 req-3c7c2953-4a89-4b8c-9a7e-07394510bd15 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:48.560312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cd09e5b-bac4-4c26-9f2a-fb43b5f5c208 req-3c7c2953-4a89-4b8c-9a7e-07394510bd15 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 945 time: 0.1778145 Jul 13 07:51:48.601808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:48.644877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.655525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:48.666191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:48.670602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cd09e5b-bac4-4c26-9f2a-fb43b5f5c208 req-b854de61-885d-45fb-bfba-83c02167d979 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016357 Jul 13 07:51:48.701509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Pushing event updated for resources: {'Port': ['ID=8163b80d-a561-4f4d-9582-f1bac06f4ea8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:48.793832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Attempting to bind port 8163b80d-a561-4f4d-9582-f1bac06f4ea8 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:48.794699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Attempting to bind port 8163b80d-a561-4f4d-9582-f1bac06f4ea8 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7107fd49-c838-4465-8924-ac5e7ac7957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d40bd9b-28ea-43d9-a1f7-d65709bce27c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:48.795107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Attempting to bind port 8163b80d-a561-4f4d-9582-f1bac06f4ea8 on network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:48.806183 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:48.806570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Checking segment: {'id': '7107fd49-c838-4465-8924-ac5e7ac7957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d40bd9b-28ea-43d9-a1f7-d65709bce27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:48.807067 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.807744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Bound using segment: {'id': '7107fd49-c838-4465-8924-ac5e7ac7957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d40bd9b-28ea-43d9-a1f7-d65709bce27c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:48.807985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Bound port: 8163b80d-a561-4f4d-9582-f1bac06f4ea8, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7107fd49-c838-4465-8924-ac5e7ac7957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d40bd9b-28ea-43d9-a1f7-d65709bce27c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:48.808379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.816651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Allocated IP 2001:db8::2 (ee25333d-62e6-4290-800b-41f826e4cdfc/32d022c4-54c7-441b-a9d9-e142a3e2b965/38d722c9-d41f-4129-86d0-3634bdbee486) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:48.926762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] For port 8163b80d-a561-4f4d-9582-f1bac06f4ea8, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:48.956059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Allocated IP 2001:db8::1 (6d40bd9b-28ea-43d9-a1f7-d65709bce27c/f307335f-cf8b-4ade-b265-7bb6e418adea/b3e795de-ab7a-4b21-9cf6-8b96926afda6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:48.970069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] For port 8163b80d-a561-4f4d-9582-f1bac06f4ea8, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8163b80d-a561-4f4d-9582-f1bac06f4ea8,segment=NetworkSegment(7107fd49-c838-4465-8924-ac5e7ac7957f),segment_id=7107fd49-c838-4465-8924-ac5e7ac7957f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:48.987561 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.015816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44204) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:49.141810 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24702a2b-d9f4-4179-a7e7-d5c12dbf6181 None None] Pushing event updated for resources: {'Port': ['ID=8163b80d-a561-4f4d-9582-f1bac06f4ea8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:49.159273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.163159 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.176714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Transition to ACTIVE for port object 38d722c9-d41f-4129-86d0-3634bdbee486 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:49.190326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Transition to ACTIVE for port object b3e795de-ab7a-4b21-9cf6-8b96926afda6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:49.206674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Transition to ACTIVE for port object 38d722c9-d41f-4129-86d0-3634bdbee486 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:49.222240 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.252033 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.279128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Network ee25333d-62e6-4290-800b-41f826e4cdfc is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:49.284302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:49.289338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:49.293546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Pushing event updated for resources: {'Port': ['ID=38d722c9-d41f-4129-86d0-3634bdbee486,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:49.325515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:49.328534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:49.333360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:49.333925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.371779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571cedfa-3d8f-4bf2-afd8-67da1ecfddfd None None] Network 3e8093f5-6e90-4042-9612-02ee29de27be requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:49.395662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Port': ['ID=b3e795de-ab7a-4b21-9cf6-8b96926afda6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:49.520593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d65fe2f0-993d-45ba-9a6a-4d9c1b6db021 None None] Provisioning for port b994bc25-2186-47d3-9b7d-481634804026 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:49.530119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Attempting to bind port 38d722c9-d41f-4129-86d0-3634bdbee486 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:49.531462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Attempting to bind port 38d722c9-d41f-4129-86d0-3634bdbee486 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c7a323bb-8355-4f72-8615-a3f3f38ce712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee25333d-62e6-4290-800b-41f826e4cdfc'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:49.531843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Attempting to bind port 38d722c9-d41f-4129-86d0-3634bdbee486 on network ee25333d-62e6-4290-800b-41f826e4cdfc {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:49.547527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:49.547888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Checking segment: {'id': 'c7a323bb-8355-4f72-8615-a3f3f38ce712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee25333d-62e6-4290-800b-41f826e4cdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:49.548310 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.548710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Bound using segment: {'id': 'c7a323bb-8355-4f72-8615-a3f3f38ce712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee25333d-62e6-4290-800b-41f826e4cdfc'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:49.549199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Bound port: 38d722c9-d41f-4129-86d0-3634bdbee486, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a323bb-8355-4f72-8615-a3f3f38ce712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee25333d-62e6-4290-800b-41f826e4cdfc'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:49.549595 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.588339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.623776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b994bc25-2186-47d3-9b7d-481634804026 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:49.782202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] For port 38d722c9-d41f-4129-86d0-3634bdbee486, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:49.800113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] For port 38d722c9-d41f-4129-86d0-3634bdbee486, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38d722c9-d41f-4129-86d0-3634bdbee486,segment=NetworkSegment(c7a323bb-8355-4f72-8615-a3f3f38ce712),segment_id=c7a323bb-8355-4f72-8615-a3f3f38ce712)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:49.815593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.063209 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.073102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.080051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.102570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.110687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port b994bc25-2186-47d3-9b7d-481634804026 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:50.165227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b994bc25-2186-47d3-9b7d-481634804026 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:50.165779 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.197645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Port': ['ID=b3e795de-ab7a-4b21-9cf6-8b96926afda6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:50.233716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63001a7-10f1-4497-aa21-014eebb0ce48 req-d4ff5cb3-0aee-4c64-8707-71ee16f194fa tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:50.235392 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f63001a7-10f1-4497-aa21-014eebb0ce48 req-d4ff5cb3-0aee-4c64-8707-71ee16f194fa tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 945 time: 0.2577546 Jul 13 07:51:50.245848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2703c-ec98-4906-ab8a-432231316021 None None] Pushing event updated for resources: {'Port': ['ID=38d722c9-d41f-4129-86d0-3634bdbee486,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:50.350606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f63001a7-10f1-4497-aa21-014eebb0ce48 req-b2e3ba86-cbda-4698-903c-8ef25a5b2885 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090364 Jul 13 07:51:50.356926 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.397671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port b994bc25-2186-47d3-9b7d-481634804026, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b994bc25-2186-47d3-9b7d-481634804026,segment=NetworkSegment(e937acc7-9fc8-4218-b4e1-d3e99bbdcd94),segment_id=e937acc7-9fc8-4218-b4e1-d3e99bbdcd94)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:50.411041 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.456511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:50.458086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:50.595933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=b994bc25-2186-47d3-9b7d-481634804026,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:50.698158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.20.0.17 (a0ce68a2-262c-479c-8cc5-b05f9dca7ebe/8ad53c45-4d40-4ffc-973f-4edc1ed88be5/0f43c44e-6f4e-4344-b6a5-26b668a40b8d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:50.827739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fde85b50-6d95-43a0-a193-11f5aef3ca54 None None] Provisioning complete for port b994bc25-2186-47d3-9b7d-481634804026 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:50.828121 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fde85b50-6d95-43a0-a193-11f5aef3ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.877447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd09208-cd3d-4e9c-b022-76bed9f13b90 req-6c8a549b-97d5-4e85-8a73-ce4f55276055 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:50.893902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7fd09208-cd3d-4e9c-b022-76bed9f13b90 req-6c8a549b-97d5-4e85-8a73-ce4f55276055 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 945 time: 0.2074916 Jul 13 07:51:50.922766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.943156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Transition to ACTIVE for port object 0f43c44e-6f4e-4344-b6a5-26b668a40b8d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:50.949544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f93217-96dd-41d0-90f5-3f1191098426 None None] Network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:50.953138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Router 8cc7a561-4982-4e23-93f8-cc4b8dbca340 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:50.979906 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7fd09208-cd3d-4e9c-b022-76bed9f13b90 req-27c7ff95-82dc-4a1a-b575-6bd3580b14eb tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849807 Jul 13 07:51:50.989697 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.061935 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:51.065755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:51.070054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:51.166884 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5e9c-0f8e-408b-a14e-3ca9fd74141f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.169357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=0f43c44e-6f4e-4344-b6a5-26b668a40b8d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:51.169862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:51.195163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-01a36459-1210-4655-8df4-7bc45450fd30 None None] Provisioning for port 8163b80d-a561-4f4d-9582-f1bac06f4ea8 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:51.197392 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14584f-e5ac-4a50-a857-1de7962b83e4 None None] Sync routers for ids ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:51.209468 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-45e14c82-fa62-491b-a79f-283c45271aa3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "PUT /v2.0/routers/8cc7a561-4982-4e23-93f8-cc4b8dbca340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1207917 Jul 13 07:51:51.211237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44240) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:51.223739 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.225211 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14584f-e5ac-4a50-a857-1de7962b83e4 None None] Routers {'8cc7a561-4982-4e23-93f8-cc4b8dbca340'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:51.225992 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e14584f-e5ac-4a50-a857-1de7962b83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:51.285558 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e14584f-e5ac-4a50-a857-1de7962b83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:51.303153 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14584f-e5ac-4a50-a857-1de7962b83e4 None None] Routers {'8cc7a561-4982-4e23-93f8-cc4b8dbca340'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:51.303967 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e14584f-e5ac-4a50-a857-1de7962b83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:51.388401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.408176 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e14584f-e5ac-4a50-a857-1de7962b83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:51.409017 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14584f-e5ac-4a50-a857-1de7962b83e4 None None] The sync data for ids ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:51.565972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-988a1077-e37c-4e67-b892-c94f8d10d4b3 None None] Provisioning for port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:51.565972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-988a1077-e37c-4e67-b892-c94f8d10d4b3 None None] Provisioning complete for port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:51.565972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-988a1077-e37c-4e67-b892-c94f8d10d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.620246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-988a1077-e37c-4e67-b892-c94f8d10d4b3 None None] Port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:51.722198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b994bc25-2186-47d3-9b7d-481634804026 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:51.783412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b994bc25-2186-47d3-9b7d-481634804026 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:51.783794 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.875474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e16f6-9fe4-4c23-bf93-a7d2438231d5 req-eb0f37de-0d13-4336-b843-53c8700d0bc5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:51.877112 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d16e16f6-9fe4-4c23-bf93-a7d2438231d5 req-eb0f37de-0d13-4336-b843-53c8700d0bc5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 945 time: 0.5579135 Jul 13 07:51:51.880330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.903777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fe865169-b169-4ade-ae14-4e25afb2070a None None] Provisioning for port b3e795de-ab7a-4b21-9cf6-8b96926afda6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:51.916313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fe865169-b169-4ade-ae14-4e25afb2070a None None] Provisioning complete for port b3e795de-ab7a-4b21-9cf6-8b96926afda6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:51.916782 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe865169-b169-4ade-ae14-4e25afb2070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.970258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8163b80d-a561-4f4d-9582-f1bac06f4ea8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:52.007480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d16e16f6-9fe4-4c23-bf93-a7d2438231d5 req-bb058444-7895-4cae-9caa-4f1ff78ab326 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138258 Jul 13 07:51:52.056736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a633b2b-d99c-4c1a-a454-d28d8eabf5eb None None] Network ee25333d-62e6-4290-800b-41f826e4cdfc requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:52.105657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fe865169-b169-4ade-ae14-4e25afb2070a None None] Port b3e795de-ab7a-4b21-9cf6-8b96926afda6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:52.110655 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.157221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 8163b80d-a561-4f4d-9582-f1bac06f4ea8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:52.183747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8163b80d-a561-4f4d-9582-f1bac06f4ea8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:52.184369 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.242028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f809b26c-e876-46a1-a7ee-0e10f9da94ed None None] Provisioning for port 38d722c9-d41f-4129-86d0-3634bdbee486 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:52.363865 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a5a66d2c-f14f-4e76-baea-f89f591f066f tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:52.364964 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a5a66d2c-f14f-4e76-baea-f89f591f066f tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "PUT /v2.0/routers/8cc7a561-4982-4e23-93f8-cc4b8dbca340/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1523869 Jul 13 07:51:52.367912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44260) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:52.493530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5a7561d2-ece6-4c13-b816-4bb403d612e9 None None] Provisioning complete for port b3e795de-ab7a-4b21-9cf6-8b96926afda6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:52.494715 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a7561d2-ece6-4c13-b816-4bb403d612e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.506273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.521785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.531364 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.658960 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=0f43c44e-6f4e-4344-b6a5-26b668a40b8d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:52.667355 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.678391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5a7561d2-ece6-4c13-b816-4bb403d612e9 None None] Port b3e795de-ab7a-4b21-9cf6-8b96926afda6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:52.685263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 8163b80d-a561-4f4d-9582-f1bac06f4ea8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8163b80d-a561-4f4d-9582-f1bac06f4ea8,segment=NetworkSegment(7107fd49-c838-4465-8924-ac5e7ac7957f),segment_id=7107fd49-c838-4465-8924-ac5e7ac7957f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:52.693144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.799437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38d722c9-d41f-4129-86d0-3634bdbee486 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:52.832133 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:51:52.914064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=8163b80d-a561-4f4d-9582-f1bac06f4ea8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:52.942009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676771d-5d82-4bf1-ac15-1b50689791c5 req-11867832-a087-4793-be33-62b92a32eb53 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:52.943690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7676771d-5d82-4bf1-ac15-1b50689791c5 req-11867832-a087-4793-be33-62b92a32eb53 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 945 time: 0.2731993 Jul 13 07:51:52.969870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 38d722c9-d41f-4129-86d0-3634bdbee486 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:52.974808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 38d722c9-d41f-4129-86d0-3634bdbee486 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:52.975182 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.035781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:53.045314 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:53.102635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-679a197a-7ed9-44c4-a785-3d2ea97ecce6 None None] Provisioning complete for port b3e795de-ab7a-4b21-9cf6-8b96926afda6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:53.103016 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-679a197a-7ed9-44c4-a785-3d2ea97ecce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.103289 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7676771d-5d82-4bf1-ac15-1b50689791c5 req-24a04796-8c1d-4e9f-99f1-842b69315dab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426764 Jul 13 07:51:53.234174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-679a197a-7ed9-44c4-a785-3d2ea97ecce6 None None] Port b3e795de-ab7a-4b21-9cf6-8b96926afda6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:53.260199 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.306847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 38d722c9-d41f-4129-86d0-3634bdbee486, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38d722c9-d41f-4129-86d0-3634bdbee486,segment=NetworkSegment(c7a323bb-8355-4f72-8615-a3f3f38ce712),segment_id=c7a323bb-8355-4f72-8615-a3f3f38ce712)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:53.314759 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.367448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router 7da32e1e-e14a-4287-9be3-956fa1e20d9c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:53.410778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=38d722c9-d41f-4129-86d0-3634bdbee486,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:53.416229 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-35c08e80-e539-426a-9a12-216ae8eebd86 None None] Provisioning complete for port 38d722c9-d41f-4129-86d0-3634bdbee486 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:53.416724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35c08e80-e539-426a-9a12-216ae8eebd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.558857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8163b80d-a561-4f4d-9582-f1bac06f4ea8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:53.630045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-35c08e80-e539-426a-9a12-216ae8eebd86 None None] Provisioning complete for port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:53.630438 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35c08e80-e539-426a-9a12-216ae8eebd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.632096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 8163b80d-a561-4f4d-9582-f1bac06f4ea8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:53.632469 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.746811 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.757521 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.760893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-35c08e80-e539-426a-9a12-216ae8eebd86 None None] Port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:53.822642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38d722c9-d41f-4129-86d0-3634bdbee486 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:53.906316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7e09a367-9650-4bd9-a0ca-6ab4fb05a490 None None] Provisioning complete for port b3e795de-ab7a-4b21-9cf6-8b96926afda6 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:53.906997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e09a367-9650-4bd9-a0ca-6ab4fb05a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.947096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 38d722c9-d41f-4129-86d0-3634bdbee486 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:53.947481 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.957249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7e09a367-9650-4bd9-a0ca-6ab4fb05a490 None None] Port b3e795de-ab7a-4b21-9cf6-8b96926afda6 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:54.001053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7e09a367-9650-4bd9-a0ca-6ab4fb05a490 None None] Provisioning complete for port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:54.001429 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e09a367-9650-4bd9-a0ca-6ab4fb05a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.046298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:54.049084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7e09a367-9650-4bd9-a0ca-6ab4fb05a490 None None] Port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:54.056065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f6a02380-efd4-44bb-b89d-5795ee07e874 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "PUT /v2.0/routers/7da32e1e-e14a-4287-9be3-956fa1e20d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0383425 Jul 13 07:51:54.059976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Sync routers for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:54.091799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:54.092725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:54.224297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-86ce49cd-ad66-4619-8a27-e647db24d914 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:54.226177 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-86ce49cd-ad66-4619-8a27-e647db24d914 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 945 time: 0.1347265 Jul 13 07:51:54.235094 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:54.282511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Deleting port b3e795de-ab7a-4b21-9cf6-8b96926afda6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:54.282866 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.473047 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.496700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:51:51Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '16a44080-588e-4492-9d13-c85219677060', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 1, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f43c44e-6f4e-4344-b6a5-26b668a40b8d', 'name': '', 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:df:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8ad53c45-4d40-4ffc-973f-4edc1ed88be5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:50Z', 'updated_at': '2021-07-13T07:51:52Z', 'revision_number': 2, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '8ad53c45-4d40-4ffc-973f-4edc1ed88be5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:54.497077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c18e46-a1f2-40cd-b64f-cd7ad6b5beb2 req-bf16f561-7c23-4645-889b-cf11cbf9aa94 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:54.504148 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a5c18e46-a1f2-40cd-b64f-cd7ad6b5beb2 req-bf16f561-7c23-4645-889b-cf11cbf9aa94 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 945 time: 0.2527354 Jul 13 07:51:54.519910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Calling delete_port for b3e795de-ab7a-4b21-9cf6-8b96926afda6 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:54.541169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Checking router: 7da32e1e-e14a-4287-9be3-956fa1e20d9c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:54.541169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Updating router 7da32e1e-e14a-4287-9be3-956fa1e20d9c port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:54.584846 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.589119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:54.589543 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.622532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a5c18e46-a1f2-40cd-b64f-cd7ad6b5beb2 req-611e64ad-d498-420b-a69b-8abac37a8824 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174490 Jul 13 07:51:54.789976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] For port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:54.790617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.812540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:54.904012 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.925027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Transition to ACTIVE for port object 0f43c44e-6f4e-4344-b6a5-26b668a40b8d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:54.926894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.932110 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.967136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Port': ['ID=b3e795de-ab7a-4b21-9cf6-8b96926afda6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:55.013531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023ed5f-6db7-4e4f-853e-29f44671c4e1 None None] Pushing event updated for resources: {'Port': ['ID=0f43c44e-6f4e-4344-b6a5-26b668a40b8d,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:55.051968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Attempting to bind port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:55.052354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Attempting to bind port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:55.052730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Attempting to bind port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d on network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:55.059065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:55.059459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Checking segment: {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:55.059876 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.060356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Bound using segment: {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:55.060753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Bound port: 0f43c44e-6f4e-4344-b6a5-26b668a40b8d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af70a4d-9486-43d6-9e12-b524741e8aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:55.061147 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.149298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.168261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] For port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:55.172814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] For port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0f43c44e-6f4e-4344-b6a5-26b668a40b8d,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:55.173865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.180652 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.211884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:55.267872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023ed5f-6db7-4e4f-853e-29f44671c4e1 None None] Pushing event updated for resources: {'Port': ['ID=0f43c44e-6f4e-4344-b6a5-26b668a40b8d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:55.304126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:55.304780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:55.315116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:55.397348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] No DVR routers for this DVR port bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:55.406958 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.419237 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-edfe4473-3e8f-4ec3-96f1-8c5ec7a16009 req-622b23d1-1c90-4d54-8983-f968cea12122 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "DELETE /v2.0/ports/bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe HTTP/1.1" status: 204 len: 173 time: 1.1784751 Jul 13 07:51:55.420349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5', 'name': 'network-vif-deleted', 'tag': 'bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:55.423213 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b350771-a024-4b82-95a5-cd39d9c3e771" -d '{"events": [{"server_uuid": "27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5", "name": "network-vif-deleted", "tag": "bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:55.570738 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b277ca69-ccc1-438c-94d8-28deba46d093 x-openstack-request-id: req-b277ca69-ccc1-438c-94d8-28deba46d093 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:55.571285 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5", "name": "network-vif-deleted", "tag": "bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:55.571701 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b277ca69-ccc1-438c-94d8-28deba46d093 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:55.572513 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5', 'name': 'network-vif-deleted', 'tag': 'bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe', 'status': 'completed', 'code': 200} Jul 13 07:51:55.621670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:55.631896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Router 8cc7a561-4982-4e23-93f8-cc4b8dbca340 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:55.979138 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-43ad2ac7-18fd-4d52-a96b-4329bd7db325 req-f31619cd-2139-4772-95c8-311fb6b7ff63 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0789535 Jul 13 07:51:55.982703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:55.996001 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0c1aa-fd13-4cc8-b5ed-f8c4d0779e16 None None] Sync routers for ids ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:55.996881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d22ae9b0-3ab8-424e-a111-8b3054bb300a tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "PUT /v2.0/routers/8cc7a561-4982-4e23-93f8-cc4b8dbca340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6263459 Jul 13 07:51:56.000433 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44324) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:56.028638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:51:51Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '16a44080-588e-4492-9d13-c85219677060', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 1, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f43c44e-6f4e-4344-b6a5-26b668a40b8d', 'name': '', 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:df:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8ad53c45-4d40-4ffc-973f-4edc1ed88be5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:50Z', 'updated_at': '2021-07-13T07:51:55Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '8ad53c45-4d40-4ffc-973f-4edc1ed88be5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:56.034388 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0c1aa-fd13-4cc8-b5ed-f8c4d0779e16 None None] Routers {'8cc7a561-4982-4e23-93f8-cc4b8dbca340'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:56.038643 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-77d0c1aa-fd13-4cc8-b5ed-f8c4d0779e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:56.061118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521ad8a-af5e-41d5-95ef-e0d813824de1 None None] The sync data for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 is: [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:51:51Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '16a44080-588e-4492-9d13-c85219677060', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 1, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f43c44e-6f4e-4344-b6a5-26b668a40b8d', 'name': '', 'network_id': 'a0ce68a2-262c-479c-8cc5-b05f9dca7ebe', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:df:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8ad53c45-4d40-4ffc-973f-4edc1ed88be5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:50Z', 'updated_at': '2021-07-13T07:51:55Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '8ad53c45-4d40-4ffc-973f-4edc1ed88be5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:56.095588 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-77d0c1aa-fd13-4cc8-b5ed-f8c4d0779e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:56.110210 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0c1aa-fd13-4cc8-b5ed-f8c4d0779e16 None None] Routers {'8cc7a561-4982-4e23-93f8-cc4b8dbca340'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:56.111027 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-77d0c1aa-fd13-4cc8-b5ed-f8c4d0779e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:56.127178 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-430cbc54-588a-4bee-b8cd-af5c24ade744 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] delete failed (client error): The resource could not be found. Jul 13 07:51:56.132516 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-430cbc54-588a-4bee-b8cd-af5c24ade744 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-544896848 HTTP/1.1" status: 404 len: 334 time: 0.1297109 Jul 13 07:51:56.138418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44328) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:56.147037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d46515b2-baea-437a-981a-5cb00a43a42c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'router': {'external_gateway_info': {'network_id': '8cc7a561-4982-4e23-93f8-cc4b8dbca340'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:56.168583 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-77d0c1aa-fd13-4cc8-b5ed-f8c4d0779e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:56.169455 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0c1aa-fd13-4cc8-b5ed-f8c4d0779e16 None None] The sync data for ids ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:56.462904 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d46515b2-baea-437a-981a-5cb00a43a42c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.516674 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d46515b2-baea-437a-981a-5cb00a43a42c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] update failed (client error): The resource could not be found. Jul 13 07:51:56.521422 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d46515b2-baea-437a-981a-5cb00a43a42c tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "PUT /v2.0/routers/8cc7a561-4982-4e23-93f8-cc4b8dbca340 HTTP/1.1" status: 404 len: 339 time: 0.3779504 Jul 13 07:51:56.521908 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44336) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:56.528064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-91270249'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:56.563899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Made reservation on behalf of ae621498f9784579bcbcac2ab0495fc4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:56.568086 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.595558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cc2d5-a5ab-4d19-95df-6cc42cfd7f3c req-fffbac36-3038-42e1-a403-2fb4cbbe37fb tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.597682 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a1cc2d5-a5ab-4d19-95df-6cc42cfd7f3c req-fffbac36-3038-42e1-a403-2fb4cbbe37fb tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1098 time: 0.1295497 Jul 13 07:51:56.620825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:56.643846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9a1cc2d5-a5ab-4d19-95df-6cc42cfd7f3c req-c3ff5d5f-57ba-48a7-9794-17b723124b23 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.654343 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.655782 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Added segment 1e26c510-266b-4374-84a4-6253fe7b9d03 of type vlan for network 885e0ca0-4239-4d07-9a1f-9776b5e21f4d Jul 13 07:51:56.722863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.786663 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.793427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.794161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.890621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Network': ['ID=885e0ca0-4239-4d07-9a1f-9776b5e21f4d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:56.907321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 885e0ca0-4239-4d07-9a1f-9776b5e21f4d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:56.922803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9a1cc2d5-a5ab-4d19-95df-6cc42cfd7f3c req-c3ff5d5f-57ba-48a7-9794-17b723124b23 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.935604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9a1cc2d5-a5ab-4d19-95df-6cc42cfd7f3c req-c3ff5d5f-57ba-48a7-9794-17b723124b23 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.955947 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5812594c-2abe-4bda-b9d7-3d38deb0cc90 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4304264 Jul 13 07:51:56.956747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44348) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:56.963419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'subnet': {'network_id': '885e0ca0-4239-4d07-9a1f-9776b5e21f4d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:56.964784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9a1cc2d5-a5ab-4d19-95df-6cc42cfd7f3c req-c3ff5d5f-57ba-48a7-9794-17b723124b23 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540814 Jul 13 07:51:56.978819 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff5d5f-57ba-48a7-9794-17b723124b23 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713667ec-49cc-476f-84a5-b8a1dc7ccf9e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:57.156706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Made reservation on behalf of ae621498f9784579bcbcac2ab0495fc4 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:57.165844 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.231699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d89ac127-70b3-490a-a797-ed26e46b8f30 req-855fce8e-19c8-44bc-821d-a442f2ffbee4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0446055 Jul 13 07:51:57.341577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9dcf1-367c-41e0-854c-f024fbd71135 req-477c15bd-6396-4338-bac9-dcdd49af235e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:57.343260 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ff9dcf1-367c-41e0-854c-f024fbd71135 req-477c15bd-6396-4338-bac9-dcdd49af235e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1673908 Jul 13 07:51:57.420720 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ff9dcf1-367c-41e0-854c-f024fbd71135 req-71d5ee9d-3858-43e8-978e-b4edfb4e7d11 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705020 Jul 13 07:51:57.476383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:57.504459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.591718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0f43c44e-6f4e-4344-b6a5-26b668a40b8d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:57.597056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Subnet': ['ID=1bfec76a-d85a-4640-9e45-b56cfaee2443,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:57.599339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Checking segment: {'id': '1e26c510-266b-4374-84a4-6253fe7b9d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885e0ca0-4239-4d07-9a1f-9776b5e21f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:57.599766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network hostable DHCP agents. Network: 885e0ca0-4239-4d07-9a1f-9776b5e21f4d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:57.623605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network 885e0ca0-4239-4d07-9a1f-9776b5e21f4d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:57.638217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 885e0ca0-4239-4d07-9a1f-9776b5e21f4d) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:57.646892 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-98eeac83-14a3-47f5-a16c-352013d3a71e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/85984a44-f5e0-489f-b704-c80a26eca504 HTTP/1.1" status: 200 len: 993 time: 0.1629577 Jul 13 07:51:57.653309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:57.660278 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.689547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44366) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:57.704040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-54605851-5b60-43f4-961f-e7fdf7d77264 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'router': {'external_gateway_info': {'network_id': '885e0ca0-4239-4d07-9a1f-9776b5e21f4d'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:57.707833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b040b5f0-14d9-40b9-8a8b-c6e1977966cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7496941 Jul 13 07:51:57.901631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916d96ee-4c09-46f8-be1a-aed601a8bd56 None None] Network 885e0ca0-4239-4d07-9a1f-9776b5e21f4d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:57.990765 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54605851-5b60-43f4-961f-e7fdf7d77264 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.997234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:58.007242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:58.007710 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.176852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-885e0ca0-4239-4d07-9a1f-9776b5e21f4d', 'network_id': '885e0ca0-4239-4d07-9a1f-9776b5e21f4d', 'tenant_id': 'ae621498f9784579bcbcac2ab0495fc4', 'fixed_ips': [{'subnet_id': '1bfec76a-d85a-4640-9e45-b56cfaee2443'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:58.177794 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.208167 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-54605851-5b60-43f4-961f-e7fdf7d77264 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:58.209889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-54605851-5b60-43f4-961f-e7fdf7d77264 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "PUT /v2.0/routers/8cc7a561-4982-4e23-93f8-cc4b8dbca340 HTTP/1.1" status: 400 len: 364 time: 0.5189631 Jul 13 07:51:58.214069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44384) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:58.314197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:58.346713 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:58.347065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device bdc929dd-d804-4b4e-bcff-3b8e7f7ddefe not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:58.368875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.456277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Allocated IP 2001:db8:1::2 (885e0ca0-4239-4d07-9a1f-9776b5e21f4d/1bfec76a-d85a-4640-9e45-b56cfaee2443/11293fa3-42fa-446e-8e33-d5a7fba2307b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:58.459256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0f43c44e-6f4e-4344-b6a5-26b668a40b8d,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:58.466479 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.616136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=0f43c44e-6f4e-4344-b6a5-26b668a40b8d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:58.670291 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-456b3daa-dfe3-41b2-b94d-8403e57b542f req-8d3b8e4d-879a-42f2-8c42-1a57212163f9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0549352 Jul 13 07:51:58.772332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.791117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44394) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:58.905030 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.915350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Transition to ACTIVE for port object 11293fa3-42fa-446e-8e33-d5a7fba2307b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:58.947134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Transition to ACTIVE for port object 11293fa3-42fa-446e-8e33-d5a7fba2307b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:58.961640 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.053636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Network 885e0ca0-4239-4d07-9a1f-9776b5e21f4d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:59.056237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Pushing event updated for resources: {'Port': ['ID=11293fa3-42fa-446e-8e33-d5a7fba2307b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:59.067968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:59.071456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:59.075062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-085533f3-fc98-4257-8113-6cb10f8445d5 None None] Provisioning complete for port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:59.075660 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-085533f3-fc98-4257-8113-6cb10f8445d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.147165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81d66a-c986-4afa-86ae-41f9ff8108c7 req-7e621252-1418-49e8-b0b2-c9fb1e1c2e96 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:59.157429 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d81d66a-c986-4afa-86ae-41f9ff8108c7 req-7e621252-1418-49e8-b0b2-c9fb1e1c2e96 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.2676499 Jul 13 07:51:59.274600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4d81d66a-c986-4afa-86ae-41f9ff8108c7 req-14aaf614-d99a-4320-a88a-e1f411f59c42 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155810 Jul 13 07:51:59.317826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Attempting to bind port 11293fa3-42fa-446e-8e33-d5a7fba2307b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:59.318270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Attempting to bind port 11293fa3-42fa-446e-8e33-d5a7fba2307b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '1e26c510-266b-4374-84a4-6253fe7b9d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885e0ca0-4239-4d07-9a1f-9776b5e21f4d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:59.318649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Attempting to bind port 11293fa3-42fa-446e-8e33-d5a7fba2307b on network 885e0ca0-4239-4d07-9a1f-9776b5e21f4d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:59.332788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:59.333178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Checking segment: {'id': '1e26c510-266b-4374-84a4-6253fe7b9d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885e0ca0-4239-4d07-9a1f-9776b5e21f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:59.333717 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.334158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Bound using segment: {'id': '1e26c510-266b-4374-84a4-6253fe7b9d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885e0ca0-4239-4d07-9a1f-9776b5e21f4d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:59.334659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Bound port: 11293fa3-42fa-446e-8e33-d5a7fba2307b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e26c510-266b-4374-84a4-6253fe7b9d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885e0ca0-4239-4d07-9a1f-9776b5e21f4d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:59.335055 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.356214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Allocated IP 2001:db8::1 (3e8093f5-6e90-4042-9612-02ee29de27be/ec53176b-1274-441d-b039-24295ff77a03/8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:59.506577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] For port 11293fa3-42fa-446e-8e33-d5a7fba2307b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:59.512723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] For port 11293fa3-42fa-446e-8e33-d5a7fba2307b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=11293fa3-42fa-446e-8e33-d5a7fba2307b,segment=NetworkSegment(1e26c510-266b-4374-84a4-6253fe7b9d03),segment_id=1e26c510-266b-4374-84a4-6253fe7b9d03)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:59.514964 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-a535d917-eb01-4081-a166-f29710467d98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7222397 Jul 13 07:51:59.523320 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.576719 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0f43c44e-6f4e-4344-b6a5-26b668a40b8d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:59.635041 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.651894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Transition to ACTIVE for port object 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:59.692339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a970a-51be-45d4-bfdf-e9747d2a8671 None None] Pushing event updated for resources: {'Port': ['ID=11293fa3-42fa-446e-8e33-d5a7fba2307b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:59.701156 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.752614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:59.753183 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.848516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Port': ['ID=8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:59.876928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network 3e8093f5-6e90-4042-9612-02ee29de27be is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:59.882440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:59.887981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:59.890570 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.945534 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-0fc8dab8-50bb-42ab-8b01-34b6acd0bf5a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1729927 Jul 13 07:52:00.196961 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef26487c-fcd2-47f1-b341-3f5e20602026 req-0f552ab5-d2ce-4aa2-aeae-da6a7e865778 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 210 time: 0.1225779 Jul 13 07:52:00.225786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.273993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-5ef26189-d6f5-47e6-add8-6b6914bfec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:00.275668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-5ef26189-d6f5-47e6-add8-6b6914bfec08 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 1097 time: 0.2728591 Jul 13 07:52:00.499162 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7b384adb-ec8c-469e-9c49-b276b9027ce5 None None] Provisioning for port 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:00.503952 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7b384adb-ec8c-469e-9c49-b276b9027ce5 None None] Provisioning complete for port 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:00.504441 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b384adb-ec8c-469e-9c49-b276b9027ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.563414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-80a7d270-2ade-4113-af6d-97aa6a14d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:00.564976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-80a7d270-2ade-4113-af6d-97aa6a14d000 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2544e140-8eb4-4292-8eb4-0993debe9c13 HTTP/1.1" status: 200 len: 897 time: 0.2654698 Jul 13 07:52:00.620551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7b384adb-ec8c-469e-9c49-b276b9027ce5 None None] Port 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:00.702849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-09b20827-d9e6-4fa7-8626-d8b65f8cd4b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8 HTTP/1.1" status: 200 len: 1001 time: 0.1301892 Jul 13 07:52:00.720099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4bd0d-4a0b-450e-bfb9-c2cf5141cb41 req-6ede8ed1-cdd7-4b39-a23e-28d9fda8e065 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:00.721712 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2aa4bd0d-4a0b-450e-bfb9-c2cf5141cb41 req-6ede8ed1-cdd7-4b39-a23e-28d9fda8e065 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.2060688 Jul 13 07:52:00.798864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-9a459415-eb79-47a2-bd14-bf2b9d753fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:00.801008 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-9a459415-eb79-47a2-bd14-bf2b9d753fd8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fd7b407-7927-4f4d-9426-0a9c474b6a4e HTTP/1.1" status: 200 len: 835 time: 0.0922117 Jul 13 07:52:00.880742 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2aa4bd0d-4a0b-450e-bfb9-c2cf5141cb41 req-c1932dc2-01be-4b34-854e-fc73498a67fc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236541 Jul 13 07:52:00.919742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-9afff59a-f89f-4909-9179-f303d52ea48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:00.921305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-9afff59a-f89f-4909-9179-f303d52ea48e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2544e140-8eb4-4292-8eb4-0993debe9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136513 Jul 13 07:52:00.947720 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.958472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.982290 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.145392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-c1d10492-d965-45b4-9765-37c3fcd66af2 service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174454 Jul 13 07:52:01.148073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event updated for resources: {'Port': ['ID=8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:01.250586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Network 3e8093f5-6e90-4042-9612-02ee29de27be is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:01.252404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:01.411893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da53c0e-bc0c-47f6-8307-85dbdf586395 req-d1f08763-c9dd-4e97-8d25-02357ed3a52e service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585514 Jul 13 07:52:01.470457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bde0dc-1b69-4760-b4b8-5cb28d16159b None None] Network 885e0ca0-4239-4d07-9a1f-9776b5e21f4d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:01.516597 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-954f5127-3c84-4349-b265-841ab7507cd6 req-7ba65470-775c-48ac-b19b-9e0c8f28fec7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dcb17a-ae3d-41ec-99ff-f16a3d08e7b5 HTTP/1.1" status: 200 len: 210 time: 0.1073155 Jul 13 07:52:01.604315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Router 8cc7a561-4982-4e23-93f8-cc4b8dbca340 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:01.686087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5c1db991-46c3-4e30-8692-9d4b63e26aad None None] Provisioning for port 11293fa3-42fa-446e-8e33-d5a7fba2307b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:01.718104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 11293fa3-42fa-446e-8e33-d5a7fba2307b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:01.762826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:01.778188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-10a1f2c6-812b-4b4a-bff1-2f7d0e57e07e tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "PUT /v2.0/routers/8cc7a561-4982-4e23-93f8-cc4b8dbca340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5625682 Jul 13 07:52:01.780852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44452) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:01.824445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad91d11-3019-481d-b3f0-8d799e7d1bf1 None None] Sync routers for ids ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:01.868359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5c1db991-46c3-4e30-8692-9d4b63e26aad None None] Provisioning complete for port 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:01.868664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c1db991-46c3-4e30-8692-9d4b63e26aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.887965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad91d11-3019-481d-b3f0-8d799e7d1bf1 None None] Routers {'8cc7a561-4982-4e23-93f8-cc4b8dbca340'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:01.887965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2ad91d11-3019-481d-b3f0-8d799e7d1bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:01.903535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-4c04f1de-c8de-473a-bce6-43498f7fa940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:01.905286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-4c04f1de-c8de-473a-bce6-43498f7fa940 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1098 time: 0.0936947 Jul 13 07:52:01.971959 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a69dcbd-a92b-4356-bcd9-c9e2266b96f0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.991328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2ad91d11-3019-481d-b3f0-8d799e7d1bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:02.050771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5c1db991-46c3-4e30-8692-9d4b63e26aad None None] Port 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:02.066747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-db0c943f-dfa2-44f1-bad9-a730e173f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:02.067967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad91d11-3019-481d-b3f0-8d799e7d1bf1 None None] Routers {'8cc7a561-4982-4e23-93f8-cc4b8dbca340'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:02.068297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-db0c943f-dfa2-44f1-bad9-a730e173f561 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 898 time: 0.1554191 Jul 13 07:52:02.068621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2ad91d11-3019-481d-b3f0-8d799e7d1bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:02.096200 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-5a69dcbd-a92b-4356-bcd9-c9e2266b96f0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:52:02.097549 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5a69dcbd-a92b-4356-bcd9-c9e2266b96f0 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/routers/8cc7a561-4982-4e23-93f8-cc4b8dbca340 HTTP/1.1" status: 409 len: 329 time: 0.3154492 Jul 13 07:52:02.101342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:02.140360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2ad91d11-3019-481d-b3f0-8d799e7d1bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:02.141097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad91d11-3019-481d-b3f0-8d799e7d1bf1 None None] The sync data for ids ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'] in n-d-758944-43 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:02.143706 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 11293fa3-42fa-446e-8e33-d5a7fba2307b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:02.148819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 11293fa3-42fa-446e-8e33-d5a7fba2307b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:02.149415 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.243834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6939e578-f469-47ad-a37d-9988cb8ef422 None None] Provisioning complete for port 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:02.245409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6939e578-f469-47ad-a37d-9988cb8ef422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.333961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e96b5-64f7-4945-a1a6-db515d87a9d1 req-ef9721d7-d556-4c5a-bd3d-947aab6ea013 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:02.335887 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-718e96b5-64f7-4945-a1a6-db515d87a9d1 req-ef9721d7-d556-4c5a-bd3d-947aab6ea013 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.2666690 Jul 13 07:52:02.341639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-bf0d86a9-2223-4e2c-9db8-c460a6b429f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 1001 time: 0.2284067 Jul 13 07:52:02.378765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6939e578-f469-47ad-a37d-9988cb8ef422 None None] Port 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:02.402642 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.447003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 11293fa3-42fa-446e-8e33-d5a7fba2307b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=11293fa3-42fa-446e-8e33-d5a7fba2307b,segment=NetworkSegment(1e26c510-266b-4374-84a4-6253fe7b9d03),segment_id=1e26c510-266b-4374-84a4-6253fe7b9d03)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:02.453350 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.498188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-718e96b5-64f7-4945-a1a6-db515d87a9d1 req-475b2edc-c433-4a4e-92a4-60d2f1b27d22 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459565 Jul 13 07:52:02.511599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-e0f24b1e-f0e3-46bb-ab52-c3cc978ac0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:02.515740 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-e0f24b1e-f0e3-46bb-ab52-c3cc978ac0d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.1558468 Jul 13 07:52:02.527100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d59a9b39-956e-4ff5-84d0-a2005f7a080a None None] Provisioning complete for port 11293fa3-42fa-446e-8e33-d5a7fba2307b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:02.527683 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d59a9b39-956e-4ff5-84d0-a2005f7a080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.560323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=11293fa3-42fa-446e-8e33-d5a7fba2307b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:02.581457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-b5bfdbe5-40bc-42e0-9613-a4dae849373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:02.583353 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-b5bfdbe5-40bc-42e0-9613-a4dae849373d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607541 Jul 13 07:52:02.654885 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.700252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-a1eec16c-d997-4ab4-88ff-8a26adc62db2 service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079443 Jul 13 07:52:02.810908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-f4ec70d1-7054-41bf-bac5-b8773fa2bffd service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039665 Jul 13 07:52:02.963916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Deleting port 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:02.964273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.065593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.078388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Calling delete_port for 8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:03.251871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.286570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Port': ['ID=8d24e8a7-9ff9-4454-9bf4-2723d26dd8aa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:03.403237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.533716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 11293fa3-42fa-446e-8e33-d5a7fba2307b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:03.578699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Router 8cc7a561-4982-4e23-93f8-cc4b8dbca340 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:03.594495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 11293fa3-42fa-446e-8e33-d5a7fba2307b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:03.594876 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.669306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:03.679363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44470) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.683090 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb83c1-8a85-49f5-a669-0675e9c8e9bf None None] Sync routers for ids ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:03.691966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8dff31b6-f67e-4231-b912-002898c9f7da tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "PUT /v2.0/routers/8cc7a561-4982-4e23-93f8-cc4b8dbca340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5843682 Jul 13 07:52:03.694514 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb83c1-8a85-49f5-a669-0675e9c8e9bf None None] Routers {'8cc7a561-4982-4e23-93f8-cc4b8dbca340'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:03.695597 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b0cb83c1-8a85-49f5-a669-0675e9c8e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:03.724275 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-97d29ec1-f955-4624-b52c-ec0b2b4297b6 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] show failed (client error): The resource could not be found. Jul 13 07:52:03.725342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-97d29ec1-f955-4624-b52c-ec0b2b4297b6 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1419326985 HTTP/1.1" status: 404 len: 335 time: 0.0445693 Jul 13 07:52:03.730239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44472) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.737351 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b0cb83c1-8a85-49f5-a669-0675e9c8e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:03.738941 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3d45f3a5-1bb1-45c8-996b-d336811b8597 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:03.746845 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb83c1-8a85-49f5-a669-0675e9c8e9bf None None] Routers {'8cc7a561-4982-4e23-93f8-cc4b8dbca340'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:03.747630 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b0cb83c1-8a85-49f5-a669-0675e9c8e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:03.785767 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b0cb83c1-8a85-49f5-a669-0675e9c8e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:03.786719 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb83c1-8a85-49f5-a669-0675e9c8e9bf None None] The sync data for ids ['8cc7a561-4982-4e23-93f8-cc4b8dbca340'] in n-d-758944-43 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:03.787333 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [None req-3d45f3a5-1bb1-45c8-996b-d336811b8597 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] update failed (client error): The resource could not be found. Jul 13 07:52:03.792802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3d45f3a5-1bb1-45c8-996b-d336811b8597 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1760340681 HTTP/1.1" status: 404 len: 335 time: 0.0615902 Jul 13 07:52:03.792945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44476) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.809773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8098e9d-61ec-47f5-8d96-fe317de7647f req-43f52fa1-f47a-48ac-bf88-b65e9d8e2206 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:03.811471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8098e9d-61ec-47f5-8d96-fe317de7647f req-43f52fa1-f47a-48ac-bf88-b65e9d8e2206 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1843162 Jul 13 07:52:03.852916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-267d5337-90f3-4496-bd3a-3fe25b463799 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Deleting subnet 1bfec76a-d85a-4640-9e45-b56cfaee2443 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:03.859079 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-267d5337-90f3-4496-bd3a-3fe25b463799 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.880702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8098e9d-61ec-47f5-8d96-fe317de7647f req-2d1fb8e6-4e07-4fa7-b37a-45b274d251be tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636055 Jul 13 07:52:03.916736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-267d5337-90f3-4496-bd3a-3fe25b463799 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.005961 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-267d5337-90f3-4496-bd3a-3fe25b463799 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.069621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-267d5337-90f3-4496-bd3a-3fe25b463799 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.102197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d5337-90f3-4496-bd3a-3fe25b463799 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfec76a-d85a-4640-9e45-b56cfaee2443,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:04.107936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-267d5337-90f3-4496-bd3a-3fe25b463799 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.109885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-267d5337-90f3-4496-bd3a-3fe25b463799 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/subnets/1bfec76a-d85a-4640-9e45-b56cfaee2443 HTTP/1.1" status: 204 len: 168 time: 0.3158414 Jul 13 07:52:04.112453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44478) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:04.118769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c6a60c-2e2b-42a1-b83b-4fcd3e27aea3 None None] Network 885e0ca0-4239-4d07-9a1f-9776b5e21f4d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:04.192027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.252884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Deleting port 11293fa3-42fa-446e-8e33-d5a7fba2307b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:04.253267 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.335990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] For port 11293fa3-42fa-446e-8e33-d5a7fba2307b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=11293fa3-42fa-446e-8e33-d5a7fba2307b,segment=NetworkSegment(1e26c510-266b-4374-84a4-6253fe7b9d03),segment_id=1e26c510-266b-4374-84a4-6253fe7b9d03)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:04.336459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.357142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c97080-2ad6-44ff-9d02-35c538c8e1cd None None] DHCP port deletion for 885e0ca0-4239-4d07-9a1f-9776b5e21f4d request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:04.367845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Calling delete_port for 11293fa3-42fa-446e-8e33-d5a7fba2307b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:04.416823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-23c97080-2ad6-44ff-9d02-35c538c8e1cd None None] Deleting port 11293fa3-42fa-446e-8e33-d5a7fba2307b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:04.417808 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23c97080-2ad6-44ff-9d02-35c538c8e1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.461653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.508352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] No DVR routers for this DVR port 11293fa3-42fa-446e-8e33-d5a7fba2307b on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:04.517330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-23c97080-2ad6-44ff-9d02-35c538c8e1cd None None] For port 11293fa3-42fa-446e-8e33-d5a7fba2307b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=11293fa3-42fa-446e-8e33-d5a7fba2307b,segment=NetworkSegment(1e26c510-266b-4374-84a4-6253fe7b9d03),segment_id=1e26c510-266b-4374-84a4-6253fe7b9d03)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:04.517660 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23c97080-2ad6-44ff-9d02-35c538c8e1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.532018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-23c97080-2ad6-44ff-9d02-35c538c8e1cd None None] Calling delete_port for 11293fa3-42fa-446e-8e33-d5a7fba2307b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:04.541178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Port': ['ID=11293fa3-42fa-446e-8e33-d5a7fba2307b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:04.621662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.624377 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23c97080-2ad6-44ff-9d02-35c538c8e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.634712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885e0ca0-4239-4d07-9a1f-9776b5e21f4d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:04.646852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e26c510-266b-4374-84a4-6253fe7b9d03') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:04.647157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e26c510-266b-4374-84a4-6253fe7b9d03') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:04.655104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c97080-2ad6-44ff-9d02-35c538c8e1cd None None] No DVR routers for this DVR port 11293fa3-42fa-446e-8e33-d5a7fba2307b on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:04.656583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c97080-2ad6-44ff-9d02-35c538c8e1cd None None] Pushing event deleted for resources: {'Port': ['ID=11293fa3-42fa-446e-8e33-d5a7fba2307b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:04.657249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.683005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.689920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:04.690530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:04.693923 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:04.770758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.779157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.782668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/networks/885e0ca0-4239-4d07-9a1f-9776b5e21f4d HTTP/1.1" status: 204 len: 168 time: 0.6686580 Jul 13 07:52:04.784670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44482) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:04.798836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f85de-7561-42f4-b34b-543f9af688cf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Network': ['ID=885e0ca0-4239-4d07-9a1f-9776b5e21f4d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:04.848987 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0944ad4-88e1-4723-8346-70f95e8526d3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Deleting subnet 32d022c4-54c7-441b-a9d9-e142a3e2b965 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:04.848987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0944ad4-88e1-4723-8346-70f95e8526d3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.896289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0944ad4-88e1-4723-8346-70f95e8526d3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.079557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba186fa-e713-4d1a-91ef-900d4db4b32a req-83bbebae-f115-4880-8082-1ca3fcc1b745 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:05.081271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ba186fa-e713-4d1a-91ef-900d4db4b32a req-83bbebae-f115-4880-8082-1ca3fcc1b745 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.0774689 Jul 13 07:52:05.129159 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ba186fa-e713-4d1a-91ef-900d4db4b32a req-b6d8e87e-1855-418f-bf99-2428a5ae42aa tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Jul 13 07:52:05.416879 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0944ad4-88e1-4723-8346-70f95e8526d3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.494970 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0944ad4-88e1-4723-8346-70f95e8526d3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.524258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 11293fa3-42fa-446e-8e33-d5a7fba2307b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:05.527596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0944ad4-88e1-4723-8346-70f95e8526d3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Subnet': ['ID=32d022c4-54c7-441b-a9d9-e142a3e2b965,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:05.534082 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0944ad4-88e1-4723-8346-70f95e8526d3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.538519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:05.539325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e0944ad4-88e1-4723-8346-70f95e8526d3 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/subnets/32d022c4-54c7-441b-a9d9-e142a3e2b965 HTTP/1.1" status: 204 len: 168 time: 0.7535636 Jul 13 07:52:05.556203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 11293fa3-42fa-446e-8e33-d5a7fba2307b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:05.556897 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 11293fa3-42fa-446e-8e33-d5a7fba2307b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:05.559071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f257b56f-44c7-4074-bdd8-78f372c9a4ae None None] Network ee25333d-62e6-4290-800b-41f826e4cdfc requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:05.601743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc15b762-4f6f-495a-a77c-17ea77a138d2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Deleting subnet f307335f-cf8b-4ade-b265-7bb6e418adea {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:05.605264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc15b762-4f6f-495a-a77c-17ea77a138d2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.659977 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc15b762-4f6f-495a-a77c-17ea77a138d2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.693466 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.794139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc15b762-4f6f-495a-a77c-17ea77a138d2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.817437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bbc905-3630-47d7-8d27-e1ee9c25d235 None None] DHCP port deletion for ee25333d-62e6-4290-800b-41f826e4cdfc request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:05.870680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d9bbc905-3630-47d7-8d27-e1ee9c25d235 None None] Deleting port 38d722c9-d41f-4129-86d0-3634bdbee486 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:05.871192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9bbc905-3630-47d7-8d27-e1ee9c25d235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.877557 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc15b762-4f6f-495a-a77c-17ea77a138d2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.914470 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc15b762-4f6f-495a-a77c-17ea77a138d2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.919136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44494) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:05.919668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cc15b762-4f6f-495a-a77c-17ea77a138d2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/subnets/f307335f-cf8b-4ade-b265-7bb6e418adea HTTP/1.1" status: 204 len: 168 time: 0.3797357 Jul 13 07:52:05.942885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d05bb7c-9247-4666-8fc4-6f71740bb6db None None] Network 6d40bd9b-28ea-43d9-a1f7-d65709bce27c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:05.947592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15b762-4f6f-495a-a77c-17ea77a138d2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Subnet': ['ID=f307335f-cf8b-4ade-b265-7bb6e418adea,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:05.989239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d9bbc905-3630-47d7-8d27-e1ee9c25d235 None None] For port 38d722c9-d41f-4129-86d0-3634bdbee486, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38d722c9-d41f-4129-86d0-3634bdbee486,segment=NetworkSegment(c7a323bb-8355-4f72-8615-a3f3f38ce712),segment_id=c7a323bb-8355-4f72-8615-a3f3f38ce712)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:05.992114 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9bbc905-3630-47d7-8d27-e1ee9c25d235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.012129 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.071517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d9bbc905-3630-47d7-8d27-e1ee9c25d235 None None] Calling delete_port for 38d722c9-d41f-4129-86d0-3634bdbee486 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:06.112975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Deleting port 38d722c9-d41f-4129-86d0-3634bdbee486 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:06.113333 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.243666 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9bbc905-3630-47d7-8d27-e1ee9c25d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.270056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] For port 38d722c9-d41f-4129-86d0-3634bdbee486, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38d722c9-d41f-4129-86d0-3634bdbee486,segment=NetworkSegment(c7a323bb-8355-4f72-8615-a3f3f38ce712),segment_id=c7a323bb-8355-4f72-8615-a3f3f38ce712)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:06.273727 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.306915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Calling delete_port for 38d722c9-d41f-4129-86d0-3634bdbee486 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:06.471307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fa6e1-2ce2-4589-a3f3-12e62030a004 req-4c87401e-2a55-4bd9-9e94-a11a1689564e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:06.477638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbc905-3630-47d7-8d27-e1ee9c25d235 None None] No DVR routers for this DVR port 38d722c9-d41f-4129-86d0-3634bdbee486 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:06.483032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da6fa6e1-2ce2-4589-a3f3-12e62030a004 req-4c87401e-2a55-4bd9-9e94-a11a1689564e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1109331 Jul 13 07:52:06.497424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270bd1e6-8740-414f-82e5-cc8c8cb0aced None None] DHCP port deletion for 6d40bd9b-28ea-43d9-a1f7-d65709bce27c request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:06.504870 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.521716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbc905-3630-47d7-8d27-e1ee9c25d235 None None] Pushing event deleted for resources: {'Port': ['ID=38d722c9-d41f-4129-86d0-3634bdbee486,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:06.534515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Port': ['ID=38d722c9-d41f-4129-86d0-3634bdbee486,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:06.549272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] No DVR routers for this DVR port 38d722c9-d41f-4129-86d0-3634bdbee486 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:06.562786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-270bd1e6-8740-414f-82e5-cc8c8cb0aced None None] Deleting port 8163b80d-a561-4f4d-9582-f1bac06f4ea8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:06.563380 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-270bd1e6-8740-414f-82e5-cc8c8cb0aced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.566990 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da6fa6e1-2ce2-4589-a3f3-12e62030a004 req-49ff4e04-4cd4-4b78-8f49-cd6aab923a68 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828698 Jul 13 07:52:06.679314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-270bd1e6-8740-414f-82e5-cc8c8cb0aced None None] For port 8163b80d-a561-4f4d-9582-f1bac06f4ea8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=8163b80d-a561-4f4d-9582-f1bac06f4ea8,segment=NetworkSegment(7107fd49-c838-4465-8924-ac5e7ac7957f),segment_id=7107fd49-c838-4465-8924-ac5e7ac7957f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:06.679668 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-270bd1e6-8740-414f-82e5-cc8c8cb0aced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.711670 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.726718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-270bd1e6-8740-414f-82e5-cc8c8cb0aced None None] Calling delete_port for 8163b80d-a561-4f4d-9582-f1bac06f4ea8 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:06.730630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee25333d-62e6-4290-800b-41f826e4cdfc']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:06.758366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a323bb-8355-4f72-8615-a3f3f38ce712') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:06.758701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a323bb-8355-4f72-8615-a3f3f38ce712') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:06.801753 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.833136 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.842173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:06.842717 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:06.846082 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:06.860502 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-270bd1e6-8740-414f-82e5-cc8c8cb0aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.961568 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.969334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bd1e6-8740-414f-82e5-cc8c8cb0aced None None] Pushing event deleted for resources: {'Port': ['ID=8163b80d-a561-4f4d-9582-f1bac06f4ea8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:06.978034 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.980253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/networks/ee25333d-62e6-4290-800b-41f826e4cdfc HTTP/1.1" status: 204 len: 168 time: 1.0598626 Jul 13 07:52:06.982627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:06.986560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bd1e6-8740-414f-82e5-cc8c8cb0aced None None] No DVR routers for this DVR port 8163b80d-a561-4f4d-9582-f1bac06f4ea8 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:07.032693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ee1ba-e368-43c2-820d-715b09d323de tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Network': ['ID=ee25333d-62e6-4290-800b-41f826e4cdfc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:07.125874 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.259900 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.283663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d40bd9b-28ea-43d9-a1f7-d65709bce27c']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:07.307806 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7107fd49-c838-4465-8924-ac5e7ac7957f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:07.308227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7107fd49-c838-4465-8924-ac5e7ac7957f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:07.328552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.347148 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.354680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:07.355094 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:07.382353 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:07.423272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.429345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.434105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 44572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:07.434846 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/networks/6d40bd9b-28ea-43d9-a1f7-d65709bce27c HTTP/1.1" status: 204 len: 168 time: 0.4483824 Jul 13 07:52:07.453722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66359a-b092-47c0-8c31-7b1e9d90bef2 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Network': ['ID=6d40bd9b-28ea-43d9-a1f7-d65709bce27c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:07.497702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad9429d-2d56-4ade-a8fd-832c5dc03c4b tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Deleting subnet ec53176b-1274-441d-b039-24295ff77a03 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:07.509020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ad9429d-2d56-4ade-a8fd-832c5dc03c4b tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.549873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8163b80d-a561-4f4d-9582-f1bac06f4ea8 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:07.568365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ad9429d-2d56-4ade-a8fd-832c5dc03c4b tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.583799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 8163b80d-a561-4f4d-9582-f1bac06f4ea8 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:07.584436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 8163b80d-a561-4f4d-9582-f1bac06f4ea8 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:07.585055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38d722c9-d41f-4129-86d0-3634bdbee486 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:07.640775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 38d722c9-d41f-4129-86d0-3634bdbee486 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:07.641539 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38d722c9-d41f-4129-86d0-3634bdbee486 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:07.665340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.703156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ad9429d-2d56-4ade-a8fd-832c5dc03c4b tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.840828 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ad9429d-2d56-4ade-a8fd-832c5dc03c4b tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.856410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8257d-a86d-4801-a8d7-0d6bc02a3905 req-9dc76608-aff5-4a39-8c93-52e72c465fd3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:07.858271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13f8257d-a86d-4801-a8d7-0d6bc02a3905 req-9dc76608-aff5-4a39-8c93-52e72c465fd3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1224508 Jul 13 07:52:07.883763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9429d-2d56-4ade-a8fd-832c5dc03c4b tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Subnet': ['ID=ec53176b-1274-441d-b039-24295ff77a03,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:07.903507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4bec55-1a12-4a6f-90c6-ed70f6f803c0 None None] Network 3e8093f5-6e90-4042-9612-02ee29de27be requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:07.904135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ad9429d-2d56-4ade-a8fd-832c5dc03c4b tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.905732 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7ad9429d-2d56-4ade-a8fd-832c5dc03c4b tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/subnets/ec53176b-1274-441d-b039-24295ff77a03 HTTP/1.1" status: 204 len: 168 time: 0.4705040 Jul 13 07:52:07.909033 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:07.927344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13f8257d-a86d-4801-a8d7-0d6bc02a3905 req-d35a9281-df5d-4f1a-9767-4b9eb054651f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450742 Jul 13 07:52:08.012242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.071982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Deleting port b994bc25-2186-47d3-9b7d-481634804026 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:08.072434 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.149469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a675737-a4e3-4d74-a585-99c6c0faf2e1 None None] DHCP port deletion for 3e8093f5-6e90-4042-9612-02ee29de27be request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:08.150274 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] For port b994bc25-2186-47d3-9b7d-481634804026, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b994bc25-2186-47d3-9b7d-481634804026,segment=NetworkSegment(e937acc7-9fc8-4218-b4e1-d3e99bbdcd94),segment_id=e937acc7-9fc8-4218-b4e1-d3e99bbdcd94)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:08.150718 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.171032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Calling delete_port for b994bc25-2186-47d3-9b7d-481634804026 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:08.203793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6a675737-a4e3-4d74-a585-99c6c0faf2e1 None None] Deleting port b994bc25-2186-47d3-9b7d-481634804026 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:08.204372 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a675737-a4e3-4d74-a585-99c6c0faf2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.271903 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.277640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6a675737-a4e3-4d74-a585-99c6c0faf2e1 None None] For port b994bc25-2186-47d3-9b7d-481634804026, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b994bc25-2186-47d3-9b7d-481634804026,segment=NetworkSegment(e937acc7-9fc8-4218-b4e1-d3e99bbdcd94),segment_id=e937acc7-9fc8-4218-b4e1-d3e99bbdcd94)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:08.278079 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a675737-a4e3-4d74-a585-99c6c0faf2e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.291475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6a675737-a4e3-4d74-a585-99c6c0faf2e1 None None] Calling delete_port for b994bc25-2186-47d3-9b7d-481634804026 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:08.302097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] No DVR routers for this DVR port b994bc25-2186-47d3-9b7d-481634804026 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:08.309607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Port': ['ID=b994bc25-2186-47d3-9b7d-481634804026,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:08.375861 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a675737-a4e3-4d74-a585-99c6c0faf2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.395119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.408592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8093f5-6e90-4042-9612-02ee29de27be']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:08.411921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a675737-a4e3-4d74-a585-99c6c0faf2e1 None None] Pushing event deleted for resources: {'Port': ['ID=b994bc25-2186-47d3-9b7d-481634804026,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:08.420662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a675737-a4e3-4d74-a585-99c6c0faf2e1 None None] No DVR routers for this DVR port b994bc25-2186-47d3-9b7d-481634804026 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:08.424950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e937acc7-9fc8-4218-b4e1-d3e99bbdcd94') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:08.425256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e937acc7-9fc8-4218-b4e1-d3e99bbdcd94') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:08.436602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.453525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.465153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:08.465785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:08.469265 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:08.557804 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.565562 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.568161 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/networks/3e8093f5-6e90-4042-9612-02ee29de27be HTTP/1.1" status: 204 len: 168 time: 0.6576304 Jul 13 07:52:08.570689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44722) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:08.614572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2b1b9-4b45-427a-a4ca-34e00f7852bf tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Pushing event deleted for resources: {'Network': ['ID=3e8093f5-6e90-4042-9612-02ee29de27be,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:08.618598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e86495e6-1e7f-49d9-be9c-709a56838904 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cc7a561-4982-4e23-93f8-cc4b8dbca340 HTTP/1.1" status: 200 len: 205 time: 0.0465715 Jul 13 07:52:08.621431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44732) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:08.754097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f78d3cf-9909-488b-bd85-1b4e861a9184 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.939105 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f78d3cf-9909-488b-bd85-1b4e861a9184 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.942503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f78d3cf-9909-488b-bd85-1b4e861a9184 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.998555 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f78d3cf-9909-488b-bd85-1b4e861a9184 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.999161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f78d3cf-9909-488b-bd85-1b4e861a9184 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Fanout notify agent at l3_agent the message router_deleted on router 8cc7a561-4982-4e23-93f8-cc4b8dbca340 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:52:09.009086 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f78d3cf-9909-488b-bd85-1b4e861a9184 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.011140 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6f78d3cf-9909-488b-bd85-1b4e861a9184 tempest-RoutersNegativeIpV6Test-1646614399 tempest-RoutersNegativeIpV6Test-1646614399-project] 10.222.0.41 "DELETE /v2.0/routers/8cc7a561-4982-4e23-93f8-cc4b8dbca340 HTTP/1.1" status: 204 len: 168 time: 0.3881857 Jul 13 07:52:09.174903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a3c68-bfe0-45cb-9221-b8dd6114ea30 req-86ca42a4-2add-4a4c-b5fc-0730ecec4cdc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:09.176409 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-659a3c68-bfe0-45cb-9221-b8dd6114ea30 req-86ca42a4-2add-4a4c-b5fc-0730ecec4cdc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.0757277 Jul 13 07:52:09.225863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-659a3c68-bfe0-45cb-9221-b8dd6114ea30 req-ea3be47d-c625-4b5a-8687-9617664395a1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439153 Jul 13 07:52:09.345311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44836) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:09.517999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e6abe6e4-1a29-4f3e-bdf9-bc4f867cd793 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae621498f9784579bcbcac2ab0495fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701894 Jul 13 07:52:09.519474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 44864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:09.532491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b994bc25-2186-47d3-9b7d-481634804026 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:09.558678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: b994bc25-2186-47d3-9b7d-481634804026 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:09.559034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b994bc25-2186-47d3-9b7d-481634804026 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:09.603933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45ef2107-7266-47ce-803d-a71e77532292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.629892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45ef2107-7266-47ce-803d-a71e77532292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.687700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45ef2107-7266-47ce-803d-a71e77532292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.690976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45ef2107-7266-47ce-803d-a71e77532292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.694581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-45ef2107-7266-47ce-803d-a71e77532292 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e25c10db-8937-452f-aa0f-326226819725 HTTP/1.1" status: 204 len: 168 time: 0.1718018 Jul 13 07:52:09.704465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef2107-7266-47ce-803d-a71e77532292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25c10db-8937-452f-aa0f-326226819725,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:10.507342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b6731-39dc-476e-9a0b-d38fb3564402 req-bd9596c3-855a-43bf-b49c-ff72f9dcbb87 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:10.514900 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b1b6731-39dc-476e-9a0b-d38fb3564402 req-bd9596c3-855a-43bf-b49c-ff72f9dcbb87 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1249313 Jul 13 07:52:10.560543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b1b6731-39dc-476e-9a0b-d38fb3564402 req-17c08d04-ccdf-454a-97ac-122db60df662 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446548 Jul 13 07:52:10.583092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45018) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:10.705081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e51e7af0-4913-4bf8-b6fe-52ed85aba410 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-69410258', 'prefixes': ['172.20.0.0/16']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:10.777976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e51e7af0-4913-4bf8-b6fe-52ed85aba410 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] Notify callbacks [] for subnetpool, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.779374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e51e7af0-4913-4bf8-b6fe-52ed85aba410 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.1951506 Jul 13 07:52:10.782095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45046) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:10.822366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-93e03371-97e4-486a-9736-34e84075178a tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] 10.222.0.41 "GET /v2.0/subnetpools/9365b6df-6d77-49c4-9492-274c0c70e995 HTTP/1.1" status: 200 len: 730 time: 0.0391433 Jul 13 07:52:10.825750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45056) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:10.831199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3269d499-ed45-46f2-8122-a059dabcb7b6 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1368737710'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:10.919299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3269d499-ed45-46f2-8122-a059dabcb7b6 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] Notify callbacks [] for subnetpool, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.920437 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3269d499-ed45-46f2-8122-a059dabcb7b6 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] 10.222.0.41 "PUT /v2.0/subnetpools/9365b6df-6d77-49c4-9492-274c0c70e995 HTTP/1.1" status: 200 len: 684 time: 0.0934179 Jul 13 07:52:10.923237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45066) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:11.003451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92a071b1-c573-4861-80e3-8735fe2604f0 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] Notify callbacks [] for subnetpool, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.005228 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-92a071b1-c573-4861-80e3-8735fe2604f0 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] 10.222.0.41 "DELETE /v2.0/subnetpools/9365b6df-6d77-49c4-9492-274c0c70e995 HTTP/1.1" status: 204 len: 168 time: 0.0806131 Jul 13 07:52:11.007574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45068) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:11.023194 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-72ca7425-d9a5-4129-b552-459fbd35c342 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] show failed (client error): The resource could not be found. Jul 13 07:52:11.024225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-72ca7425-d9a5-4129-b552-459fbd35c342 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] 10.222.0.41 "GET /v2.0/subnetpools/9365b6df-6d77-49c4-9492-274c0c70e995 HTTP/1.1" status: 404 len: 346 time: 0.0156732 Jul 13 07:52:11.027019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:11.041898 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-61a18a3f-aea8-4d77-9e52-57c1d74f33b8 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] delete failed (client error): The resource could not be found. Jul 13 07:52:11.047302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-61a18a3f-aea8-4d77-9e52-57c1d74f33b8 tempest-SubnetPoolsTestJSON-1445246028 tempest-SubnetPoolsTestJSON-1445246028-project] 10.222.0.41 "DELETE /v2.0/subnetpools/9365b6df-6d77-49c4-9492-274c0c70e995 HTTP/1.1" status: 404 len: 346 time: 0.0148566 Jul 13 07:52:11.406757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45100) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:11.515090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-04b36599-0c3c-42cf-a9bc-92e3da0bf37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:11.517055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-04b36599-0c3c-42cf-a9bc-92e3da0bf37a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1098 time: 0.0806658 Jul 13 07:52:11.588093 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfaaba66-cb26-491a-b735-f031834a20ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.685630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-c584c162-08b9-44a7-9649-85bee12d5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:11.688807 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-c584c162-08b9-44a7-9649-85bee12d5583 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 898 time: 0.1421037 Jul 13 07:52:11.755121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfaaba66-cb26-491a-b735-f031834a20ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.762217 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfaaba66-cb26-491a-b735-f031834a20ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.809211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaaba66-cb26-491a-b735-f031834a20ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca6ad6-ab17-490d-b9f7-0fee2573b5ab,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:11.816937 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dfaaba66-cb26-491a-b735-f031834a20ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c79a6ac2a3bc41098fac5aaccdf8181b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084117 Jul 13 07:52:11.818216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45122) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:11.850232 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-12a19fea-8822-4260-a9d4-f9a1ab944dc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 1001 time: 0.1549919 Jul 13 07:52:11.870021 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce9721-4c58-493f-b245-48f09d84684d req-561fd69f-0094-49e6-b456-d63f39f8a98a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:11.872161 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54ce9721-4c58-493f-b245-48f09d84684d req-561fd69f-0094-49e6-b456-d63f39f8a98a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1757896 Jul 13 07:52:11.904829 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cea5b314-f925-4dd0-a99e-70785aca29e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.936171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cea5b314-f925-4dd0-a99e-70785aca29e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.978733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54ce9721-4c58-493f-b245-48f09d84684d req-5fcc2b3c-fc57-499f-9dac-82d756178c85 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959547 Jul 13 07:52:11.982863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-0e3c8f7c-449d-493a-8035-8b41f356d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:11.985385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-0e3c8f7c-449d-493a-8035-8b41f356d070 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.1117611 Jul 13 07:52:12.019415 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cea5b314-f925-4dd0-a99e-70785aca29e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.022407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cea5b314-f925-4dd0-a99e-70785aca29e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.023855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cea5b314-f925-4dd0-a99e-70785aca29e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04ca6ad6-ab17-490d-b9f7-0fee2573b5ab HTTP/1.1" status: 204 len: 168 time: 0.2036119 Jul 13 07:52:12.037767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5b314-f925-4dd0-a99e-70785aca29e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca6ad6-ab17-490d-b9f7-0fee2573b5ab,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:12.052363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-1adbee7d-b601-45c4-b4b8-42ea213dfb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:12.054558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-1adbee7d-b601-45c4-b4b8-42ea213dfb68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619819 Jul 13 07:52:12.178891 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-37c0a9f7-6720-4751-bb9c-4cfc96c0853d service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157367 Jul 13 07:52:12.331481 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c98c9d-5d69-48b1-9c64-2f1aeac78a48 req-6dbe7f5d-17f1-4347-aaad-b712fb66b5ee service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455498 Jul 13 07:52:12.441449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45140) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:13.257406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8b5f-b097-4012-9c9a-9365d859f2d2 req-932ac1e0-e457-4280-bb15-a3b018336a96 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:13.258401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b5c8b5f-b097-4012-9c9a-9365d859f2d2 req-932ac1e0-e457-4280-bb15-a3b018336a96 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1196756 Jul 13 07:52:13.333978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b5c8b5f-b097-4012-9c9a-9365d859f2d2 req-ddcd5ea4-0e0f-4b1a-ba3f-7d6af0dee0ee tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672634 Jul 13 07:52:13.393389 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.836647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:13.836955 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.964875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] For port 0f43c44e-6f4e-4344-b6a5-26b668a40b8d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0f43c44e-6f4e-4344-b6a5-26b668a40b8d,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:13.965632 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.982674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for 0f43c44e-6f4e-4344-b6a5-26b668a40b8d owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:14.213627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.262697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=0f43c44e-6f4e-4344-b6a5-26b668a40b8d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:14.395049 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45188) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:14.538061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.609087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-691d20e6-b268-4f5e-a6f2-081d9552e0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.813403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdd36e-7369-43cf-aa01-72fa3d145dd9 req-836a4211-5597-4e64-8c99-4ed2bbd2edda tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:14.815329 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4efdd36e-7369-43cf-aa01-72fa3d145dd9 req-836a4211-5597-4e64-8c99-4ed2bbd2edda tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.2086267 Jul 13 07:52:14.887149 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-691d20e6-b268-4f5e-a6f2-081d9552e0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.891403 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4efdd36e-7369-43cf-aa01-72fa3d145dd9 req-1b9ce50f-cbe6-460c-8b22-e395bc830cbd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663493 Jul 13 07:52:14.894074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-691d20e6-b268-4f5e-a6f2-081d9552e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.945704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d20e6-b268-4f5e-a6f2-081d9552e0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48474ab9-bbe3-4b79-a7ab-f38e1e752ffa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:14.951826 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-691d20e6-b268-4f5e-a6f2-081d9552e0e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b88f81064a84f09af01eefc77f68fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545454 Jul 13 07:52:14.954035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:14.991991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router 7da32e1e-e14a-4287-9be3-956fa1e20d9c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:15.014308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5491b29-021e-4263-91d3-272192df52d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.044207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5491b29-021e-4263-91d3-272192df52d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.111434 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5491b29-021e-4263-91d3-272192df52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.114160 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5491b29-021e-4263-91d3-272192df52d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.119866 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a5491b29-021e-4263-91d3-272192df52d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48474ab9-bbe3-4b79-a7ab-f38e1e752ffa HTTP/1.1" status: 204 len: 168 time: 0.1595974 Jul 13 07:52:15.133589 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5491b29-021e-4263-91d3-272192df52d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48474ab9-bbe3-4b79-a7ab-f38e1e752ffa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:15.175726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:15.182521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e431d5f3-277f-4761-a038-4a22e85d382f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "PUT /v2.0/routers/7da32e1e-e14a-4287-9be3-956fa1e20d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7393460 Jul 13 07:52:15.191711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] Sync routers for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:15.206828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:15.207715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:15.393354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:15.649700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45212) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:15.756129 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fade49a9-6d88-400c-9b44-14d2e601b4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.837190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:52:14Z', 'revision_number': 6, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '16a44080-588e-4492-9d13-c85219677060', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 1, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:15.841912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042bd0c-5161-477e-bb9d-10b11a032e23 req-8e0e4929-098b-4c66-b47c-65dc74dafc3c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:15.848725 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6042bd0c-5161-477e-bb9d-10b11a032e23 req-8e0e4929-098b-4c66-b47c-65dc74dafc3c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 946 time: 0.1696901 Jul 13 07:52:15.886451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] Checking router: 7da32e1e-e14a-4287-9be3-956fa1e20d9c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:15.899438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:15.900113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:51:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:15.914217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6042bd0c-5161-477e-bb9d-10b11a032e23 req-65ec8337-63e5-44bd-8abc-d277ac2dfad8 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549302 Jul 13 07:52:15.981481 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fade49a9-6d88-400c-9b44-14d2e601b4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.988637 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fade49a9-6d88-400c-9b44-14d2e601b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.050363 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fade49a9-6d88-400c-9b44-14d2e601b4f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6acfe049cbc248038592c05fbc9425d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992281 Jul 13 07:52:16.051365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade49a9-6d88-400c-9b44-14d2e601b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a9ae4a-75e6-4ae7-9f8a-93d62eb9db4b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:16.052722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:16.087862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:16.259688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d625342b-27ed-43d2-8396-65cd35d9a1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.289702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfc283-bc4a-4d44-a2c4-4b213975636c req-65b15ad9-a30f-4278-b5c4-a0b78e50cf31 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:16.296841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-63cfc283-bc4a-4d44-a2c4-4b213975636c req-65b15ad9-a30f-4278-b5c4-a0b78e50cf31 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1870484 Jul 13 07:52:16.339416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d625342b-27ed-43d2-8396-65cd35d9a1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.387484 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-63cfc283-bc4a-4d44-a2c4-4b213975636c req-cdf1ba3f-576e-40ee-a314-8b9c8601b716 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831959 Jul 13 07:52:16.414646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:52:14Z', 'revision_number': 6, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '16a44080-588e-4492-9d13-c85219677060', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 1, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:16.437988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d625342b-27ed-43d2-8396-65cd35d9a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.442102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d625342b-27ed-43d2-8396-65cd35d9a1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.443342 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d625342b-27ed-43d2-8396-65cd35d9a1bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2a9ae4a-75e6-4ae7-9f8a-93d62eb9db4b HTTP/1.1" status: 204 len: 168 time: 0.3873360 Jul 13 07:52:16.452086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3286524-9177-4fd7-ad10-4eb0169ceaab None None] The sync data for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 is: [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:52:14Z', 'revision_number': 6, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '16a44080-588e-4492-9d13-c85219677060', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'port_id': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'mac_address': 'fa:16:3e:dd:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:59Z', 'revision_number': 1, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:16.464739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625342b-27ed-43d2-8396-65cd35d9a1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a9ae4a-75e6-4ae7-9f8a-93d62eb9db4b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:16.967458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-e076dba2-172c-4b61-992c-dcc67ccf6514 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:16.970006 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-e076dba2-172c-4b61-992c-dcc67ccf6514 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.48 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 946 time: 0.1260710 Jul 13 07:52:17.114082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port caf000ca-b306-4f62-be29-349f5cdb2876 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:17.116732 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.286871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] For port caf000ca-b306-4f62-be29-349f5cdb2876, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=caf000ca-b306-4f62-be29-349f5cdb2876,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:17.287251 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.305696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for caf000ca-b306-4f62-be29-349f5cdb2876 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:17.316062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3a4a4-e1d0-4523-ac9e-11fdc178261d req-9389d2ac-277c-41f6-8523-2446f7aff72b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:17.318183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37b3a4a4-e1d0-4523-ac9e-11fdc178261d req-9389d2ac-277c-41f6-8523-2446f7aff72b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=595aac82-918e-41c6-8238-9081b31ead6f HTTP/1.1" status: 200 len: 946 time: 0.1555073 Jul 13 07:52:17.408003 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37b3a4a4-e1d0-4523-ac9e-11fdc178261d req-4ff57b55-4388-4381-a33f-a35c6e37dd0f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792863 Jul 13 07:52:17.496649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0f43c44e-6f4e-4344-b6a5-26b668a40b8d no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:17.509389 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.524768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0f43c44e-6f4e-4344-b6a5-26b668a40b8d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:17.525579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0f43c44e-6f4e-4344-b6a5-26b668a40b8d not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:17.542295 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=caf000ca-b306-4f62-be29-349f5cdb2876,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:17.620800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] No DVR routers for this DVR port caf000ca-b306-4f62-be29-349f5cdb2876 on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:17.624747 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.629658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f14ed1f6-b3d6-41aa-9958-400c998c9b5e req-14d5b1cd-35fa-4404-b839-ccaf118822c0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.48 "DELETE /v2.0/ports/caf000ca-b306-4f62-be29-349f5cdb2876 HTTP/1.1" status: 204 len: 173 time: 0.6535635 Jul 13 07:52:17.631012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595aac82-918e-41c6-8238-9081b31ead6f', 'name': 'network-vif-deleted', 'tag': 'caf000ca-b306-4f62-be29-349f5cdb2876'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:17.634126 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35b9829-74ad-4291-a80e-f9e7a5e81817" -d '{"events": [{"server_uuid": "595aac82-918e-41c6-8238-9081b31ead6f", "name": "network-vif-deleted", "tag": "caf000ca-b306-4f62-be29-349f5cdb2876"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:17.659220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eef469-7807-47d7-ae78-44d45f9fe4cd req-c7e8b75e-631e-44d5-85a4-c4c0be9febb8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:17.662162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-77eef469-7807-47d7-ae78-44d45f9fe4cd req-c7e8b75e-631e-44d5-85a4-c4c0be9febb8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1108785 Jul 13 07:52:17.723332 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99761ce7-9ac2-4856-9e57-f323940a3713 x-openstack-request-id: req-99761ce7-9ac2-4856-9e57-f323940a3713 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:17.723626 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595aac82-918e-41c6-8238-9081b31ead6f", "name": "network-vif-deleted", "tag": "caf000ca-b306-4f62-be29-349f5cdb2876", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:17.724103 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99761ce7-9ac2-4856-9e57-f323940a3713 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:17.724535 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595aac82-918e-41c6-8238-9081b31ead6f', 'name': 'network-vif-deleted', 'tag': 'caf000ca-b306-4f62-be29-349f5cdb2876', 'status': 'completed', 'code': 200} Jul 13 07:52:17.751920 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-77eef469-7807-47d7-ae78-44d45f9fe4cd req-921c70bb-0aef-43ea-bce3-157acea9f072 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824506 Jul 13 07:52:18.348532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45270) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:18.351857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7713099-cf2f-40be-8e37-7872a43b2a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.566209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45280) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:18.657474 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6752614-cd1b-46b3-b857-3f86e886853d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.676254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-671d9b01-2bda-4e87-b3d6-291d6f58ae2b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.735283 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-671d9b01-2bda-4e87-b3d6-291d6f58ae2b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.874143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6752614-cd1b-46b3-b857-3f86e886853d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.880832 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6752614-cd1b-46b3-b857-3f86e886853d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.883371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-671d9b01-2bda-4e87-b3d6-291d6f58ae2b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.889264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-671d9b01-2bda-4e87-b3d6-291d6f58ae2b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.897227 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-671d9b01-2bda-4e87-b3d6-291d6f58ae2b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/security-groups/1fe4f73c-89c2-414b-a287-9ffa4e1a4bce HTTP/1.1" status: 204 len: 168 time: 0.3289919 Jul 13 07:52:18.934130 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d9b01-2bda-4e87-b3d6-291d6f58ae2b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe4f73c-89c2-414b-a287-9ffa4e1a4bce,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:18.955876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45296) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:18.962010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d6752614-cd1b-46b3-b857-3f86e886853d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92e4667582fc4237983fcd7760175ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119170 Jul 13 07:52:18.964093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6752614-cd1b-46b3-b857-3f86e886853d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadf1f07-0f79-4a2e-b8a1-eb7bc86370b0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:18.980054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.028900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bce798b-47e1-4385-8010-1a12c22348fe tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting subnet 8ad53c45-4d40-4ffc-973f-4edc1ed88be5 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:19.032773 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bce798b-47e1-4385-8010-1a12c22348fe tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.083932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4240569-ff77-482a-9546-cd99d712e7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.099786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bce798b-47e1-4385-8010-1a12c22348fe tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.114973 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4240569-ff77-482a-9546-cd99d712e7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.171080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3806bea-224d-41b1-81eb-17b17ec5c95c req-6a662d6e-5020-4706-933c-733cd9dc85fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:19.172706 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3806bea-224d-41b1-81eb-17b17ec5c95c req-6a662d6e-5020-4706-933c-733cd9dc85fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1439109 Jul 13 07:52:19.218392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4240569-ff77-482a-9546-cd99d712e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.221350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4240569-ff77-482a-9546-cd99d712e7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.222578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f4240569-ff77-482a-9546-cd99d712e7de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fadf1f07-0f79-4a2e-b8a1-eb7bc86370b0 HTTP/1.1" status: 204 len: 168 time: 0.2412634 Jul 13 07:52:19.227846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f3806bea-224d-41b1-81eb-17b17ec5c95c req-76890f19-199a-4d0f-90e6-99dd11b696fb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492690 Jul 13 07:52:19.234754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4240569-ff77-482a-9546-cd99d712e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadf1f07-0f79-4a2e-b8a1-eb7bc86370b0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:19.258976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bce798b-47e1-4385-8010-1a12c22348fe tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.334292 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bce798b-47e1-4385-8010-1a12c22348fe tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.366847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce798b-47e1-4385-8010-1a12c22348fe tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad53c45-4d40-4ffc-973f-4edc1ed88be5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:19.370441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bce798b-47e1-4385-8010-1a12c22348fe tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.373243 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1bce798b-47e1-4385-8010-1a12c22348fe tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/subnets/8ad53c45-4d40-4ffc-973f-4edc1ed88be5 HTTP/1.1" status: 204 len: 168 time: 0.4158103 Jul 13 07:52:19.376129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45302) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.388194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b509fbf-09ac-416a-9727-564baa7a31ce None None] Network a0ce68a2-262c-479c-8cc5-b05f9dca7ebe requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:19.620393 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.692948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:19.693362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.708319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45310) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.726754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f9e07-9c68-4fa0-8db6-19ef30c9566f None None] DHCP port deletion for a0ce68a2-262c-479c-8cc5-b05f9dca7ebe request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:19.731776 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14bf1bc1-4338-4525-85c2-85bdaf7a15e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.776348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] For port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:19.777049 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.792334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f9e07-9c68-4fa0-8db6-19ef30c9566f None None] Deleting port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:19.793086 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9e07-9c68-4fa0-8db6-19ef30c9566f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.793607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:19.846447 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-c3c90934-ddc4-47ce-827d-84ba4d622745 service neutron] show failed (client error): The resource could not be found. Jul 13 07:52:19.847508 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-c3c90934-ddc4-47ce-827d-84ba4d622745 service neutron] 10.222.0.48 "GET /v2.0/ports/f2f1adf6-fb41-4de2-9981-3427eb55dbb2/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.1047144 Jul 13 07:52:19.909739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7f5f9e07-9c68-4fa0-8db6-19ef30c9566f None None] For port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b,segment=NetworkSegment(3af70a4d-9486-43d6-9e12-b524741e8aa1),segment_id=3af70a4d-9486-43d6-9e12-b524741e8aa1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:19.910509 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9e07-9c68-4fa0-8db6-19ef30c9566f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.922534 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14bf1bc1-4338-4525-85c2-85bdaf7a15e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.928264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14bf1bc1-4338-4525-85c2-85bdaf7a15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.928499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f9e07-9c68-4fa0-8db6-19ef30c9566f None None] Calling delete_port for 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:19.935107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.969105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-14bf1bc1-4338-4525-85c2-85bdaf7a15e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42badb924990420baf778c95c398f264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595830 Jul 13 07:52:19.975345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45312) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.992416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:20.009071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] No DVR routers for this DVR port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:20.035629 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9e07-9c68-4fa0-8db6-19ef30c9566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.082265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf1bc1-4338-4525-85c2-85bdaf7a15e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c72a20f-8c56-477c-8d5c-d880c336aae6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:20.093599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f9e07-9c68-4fa0-8db6-19ef30c9566f None None] Pushing event deleted for resources: {'Port': ['ID=9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:20.106009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f9e07-9c68-4fa0-8db6-19ef30c9566f None None] No DVR routers for this DVR port 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:20.121639 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19cf7203-12fe-4279-952f-7755c3f4c4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.151151 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19cf7203-12fe-4279-952f-7755c3f4c4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.211573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19cf7203-12fe-4279-952f-7755c3f4c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.212240 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.215457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19cf7203-12fe-4279-952f-7755c3f4c4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.219036 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-19cf7203-12fe-4279-952f-7755c3f4c4b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c72a20f-8c56-477c-8d5c-d880c336aae6 HTTP/1.1" status: 204 len: 168 time: 0.2405083 Jul 13 07:52:20.225882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf7203-12fe-4279-952f-7755c3f4c4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c72a20f-8c56-477c-8d5c-d880c336aae6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:20.239035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ce68a2-262c-479c-8cc5-b05f9dca7ebe']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:20.262313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af70a4d-9486-43d6-9e12-b524741e8aa1') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:20.262612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af70a4d-9486-43d6-9e12-b524741e8aa1') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:20.277469 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.295005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-835ac3ef-95fa-4a54-8dea-0c0af4df8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:20.296562 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-835ac3ef-95fa-4a54-8dea-0c0af4df8fb7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 1098 time: 0.1763499 Jul 13 07:52:20.300759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.312236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:20.338434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:20.338918 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:20.342452 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:20.448037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.454568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527866b-5604-46d8-b804-2cf7bafd417a req-cc754051-bc2f-4c02-b902-7833f26b2a3c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:20.458436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.461237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0527866b-5604-46d8-b804-2cf7bafd417a req-cc754051-bc2f-4c02-b902-7833f26b2a3c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.0999022 Jul 13 07:52:20.468592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/networks/a0ce68a2-262c-479c-8cc5-b05f9dca7ebe HTTP/1.1" status: 204 len: 168 time: 1.0877411 Jul 13 07:52:20.477486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:20.486875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f19d7-03e3-4d0f-a360-f76c76f0a8fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Network': ['ID=a0ce68a2-262c-479c-8cc5-b05f9dca7ebe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:20.490056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.530903 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0527866b-5604-46d8-b804-2cf7bafd417a req-dabd79ec-8c9f-4cb5-bf41-3408c989415f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599823 Jul 13 07:52:20.823185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device caf000ca-b306-4f62-be29-349f5cdb2876 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:20.868310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:20.880966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port fce3d0da-b212-4432-bb8d-e3765924f999 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:20.881397 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:20.900178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: caf000ca-b306-4f62-be29-349f5cdb2876 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:20.902062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device caf000ca-b306-4f62-be29-349f5cdb2876 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:20.992698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:21.018786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.019131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.040539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for fce3d0da-b212-4432-bb8d-e3765924f999 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:21.072713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:21.075541 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227c12a1-e31b-4b75-a35f-5e83c081a850" -d '{"events": [{"server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:21.081563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.121028 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e4ee-271e-4364-8f89-3250c7eb02a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.148751 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.159374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Transition to ACTIVE for port object f2f1adf6-fb41-4de2-9981-3427eb55dbb2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:21.168240 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.230901 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc79e6f8-b5f3-44e3-923a-b7045ea29c47 x-openstack-request-id: req-bc79e6f8-b5f3-44e3-923a-b7045ea29c47 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:21.231205 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:21.231466 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc79e6f8-b5f3-44e3-923a-b7045ea29c47 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:21.231867 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'code': 200} Jul 13 07:52:21.431926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:21.565271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:21.598179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:21.598982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c4e9256-9a64-4a77-a5e5-5a8aa732ae7b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:21.777112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] No DVR routers for this DVR port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:21.835461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb2ccb-2685-4409-b567-8989fa16de82 req-fb09fdc5-95f9-4078-9d06-2ab5273ca5f2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:21.837086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bdeb2ccb-2685-4409-b567-8989fa16de82 req-fb09fdc5-95f9-4078-9d06-2ab5273ca5f2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 944 time: 0.1272659 Jul 13 07:52:21.908883 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bdeb2ccb-2685-4409-b567-8989fa16de82 req-bb2ce68e-d847-4670-94d1-cd8bd537600b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626853 Jul 13 07:52:21.927312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.998194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=fce3d0da-b212-4432-bb8d-e3765924f999,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:22.028858 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.092498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.092851 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Floating IP 16a44080-588e-4492-9d13-c85219677060 disassociated (deleted). External IP: 172.25.8.150, port: f2cb1ec8-5971-4532-a148-39eff0d94bf8. Jul 13 07:52:22.167277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Attempting to bind port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:22.167629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Attempting to bind port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:22.167975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Attempting to bind port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:22.177652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:52:22.179036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Attempting to bind port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:22.217743 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45382) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:22.219566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:22.219927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Checking segment: {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:22.220328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Bound using segment: {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:22.220776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Bound port: f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad2b1c1-1739-43ac-afcf-bc634fd2d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:22.221147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.342359 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b59c535-441d-4c33-928a-866991a8a6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.358484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:22.390264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:22.422011 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.473783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:22.474454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.476078 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] 10.222.0.38 "PUT /v2.0/ports/f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 1093 time: 2.1719944 Jul 13 07:52:22.479681 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b59c535-441d-4c33-928a-866991a8a6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.486270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b59c535-441d-4c33-928a-866991a8a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.525681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router 7da32e1e-e14a-4287-9be3-956fa1e20d9c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:22.557197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef916e-d033-45ae-ab47-2e9be3651984 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:22.586008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1b59c535-441d-4c33-928a-866991a8a6f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b238c2ae98647b8be2a11722a5b9077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656304 Jul 13 07:52:22.586008 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c535-441d-4c33-928a-866991a8a6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856467ba-cb40-4f06-b833-ceb3b5bdd81d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:22.588222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45400) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:22.740466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-01d8eb81-94fb-4261-9a51-a12a44155f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:22.742095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-01d8eb81-94fb-4261-9a51-a12a44155f59 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1096 time: 0.2338128 Jul 13 07:52:22.784595 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c9242a9-b8c2-4568-83aa-95cf55b284da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.820287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device f2f1adf6-fb41-4de2-9981-3427eb55dbb2 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:22.848492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:22.853689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.861464 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] Sync routers for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:22.876129 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c9242a9-b8c2-4568-83aa-95cf55b284da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:22.885105 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:22.885757 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:22.897080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device f2f1adf6-fb41-4de2-9981-3427eb55dbb2 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:23.060361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-81fddff4-c890-44a4-91fc-c72d3aac10f2 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/floatingips/16a44080-588e-4492-9d13-c85219677060 HTTP/1.1" status: 204 len: 168 time: 2.5810614 Jul 13 07:52:23.157415 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:23.164288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-0d326d71-463f-4e50-a8f2-49211bd7815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:23.171823 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-0d326d71-463f-4e50-a8f2-49211bd7815e service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 898 time: 0.3881431 Jul 13 07:52:23.283587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2'}, {'name': 'network-changed', 'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:23.287048 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32fdffd-c02c-4412-a951-d9a006f56295" -d '{"events": [{"name": "network-changed", "server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2"}, {"name": "network-changed", "server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:23.294257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c9242a9-b8c2-4568-83aa-95cf55b284da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.296623 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c9242a9-b8c2-4568-83aa-95cf55b284da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.300297 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4c9242a9-b8c2-4568-83aa-95cf55b284da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/856467ba-cb40-4f06-b833-ceb3b5bdd81d HTTP/1.1" status: 204 len: 168 time: 0.7072613 Jul 13 07:52:23.362289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9242a9-b8c2-4568-83aa-95cf55b284da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856467ba-cb40-4f06-b833-ceb3b5bdd81d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:23.399508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-5845de28-c709-48d7-9210-d87e48ec5741 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 999 time: 0.2197878 Jul 13 07:52:23.470492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc57556-7922-4d8a-8f3f-ec249c95c531 req-a28d3b45-a004-4602-8ec8-2c980d1f14fc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:23.472104 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0fc57556-7922-4d8a-8f3f-ec249c95c531 req-a28d3b45-a004-4602-8ec8-2c980d1f14fc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 944 time: 0.3917572 Jul 13 07:52:23.512642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-bf7bf4e6-7437-4b79-82ce-5b9e971f2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:23.514301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-bf7bf4e6-7437-4b79-82ce-5b9e971f2f84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.1089427 Jul 13 07:52:23.553431 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:52:14Z', 'revision_number': 6, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:23.563390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0fc57556-7922-4d8a-8f3f-ec249c95c531 req-ea1f1bf3-599b-4a62-9452-5c5c1ca0047f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826025 Jul 13 07:52:23.607747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-43db3219-57ee-467e-9fc0-e924872001ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:23.609350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-43db3219-57ee-467e-9fc0-e924872001ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810897 Jul 13 07:52:23.624222 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] Checking router: 7da32e1e-e14a-4287-9be3-956fa1e20d9c for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:23.647845 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:23.648491 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:23.663755 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45434) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:23.668700 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f56166-2549-4a43-a442-fc05846dcdbb x-openstack-request-id: req-78f56166-2549-4a43-a442-fc05846dcdbb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:23.669007 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:23.669266 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78f56166-2549-4a43-a442-fc05846dcdbb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:23.669663 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'status': 'completed', 'code': 200} Jul 13 07:52:23.669918 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'status': 'completed', 'code': 200} Jul 13 07:52:23.700653 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.825524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-573775d6-aef1-496d-9f6b-df3298a88319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:23.828604 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-573775d6-aef1-496d-9f6b-df3298a88319 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1096 time: 0.1572418 Jul 13 07:52:23.866486 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:23.899758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-aa1766f3-310c-4113-9ae9-35e1e7a81af7 service neutron] 10.222.0.38 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825148 Jul 13 07:52:23.943608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a7271-196a-4d61-9a44-0c1dd1b5b513 req-92040854-5845-41ec-b404-b8f7935f432e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:23.946136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa5a7271-196a-4d61-9a44-0c1dd1b5b513 req-92040854-5845-41ec-b404-b8f7935f432e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 945 time: 0.1614029 Jul 13 07:52:23.996551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb392659-2627-4070-b747-ab605c6e4219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.052586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-d5c53dcf-0548-4b45-a2c8-6a79fc469af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:24.055077 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-d5c53dcf-0548-4b45-a2c8-6a79fc469af9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 898 time: 0.2192464 Jul 13 07:52:24.058149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa5a7271-196a-4d61-9a44-0c1dd1b5b513 req-b5374091-60fa-47af-b6e0-01c375dd7a20 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001501 Jul 13 07:52:24.097081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05b2363f-7c69-4e77-bc40-6f33b6176a7b req-cdaa2c4b-cfe0-4419-96e0-e06676533bc4 service neutron] 10.222.0.38 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856611 Jul 13 07:52:24.166545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-923e6cfc-4d92-4c61-b1c4-927b989e216d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 999 time: 0.1016891 Jul 13 07:52:24.288088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-02e452a4-fccc-46d8-bd8a-1fae26b12ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:24.290581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-02e452a4-fccc-46d8-bd8a-1fae26b12ef8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.1115546 Jul 13 07:52:24.312265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-7c15f22b-a93b-4282-93da-642250ff684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:24.314400 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-7c15f22b-a93b-4282-93da-642250ff684e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1096 time: 0.1305075 Jul 13 07:52:24.401178 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb392659-2627-4070-b747-ab605c6e4219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.410669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-99fc5de5-982e-406a-b31c-40201e69ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:24.412225 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-99fc5de5-982e-406a-b31c-40201e69ba8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1151323 Jul 13 07:52:24.413028 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb392659-2627-4070-b747-ab605c6e4219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.413606 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:52:14Z', 'revision_number': 6, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:24.456784 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebe7ea-b88d-4b34-b9d5-46578d7aa7c0 None None] The sync data for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 is: [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:52:14Z', 'revision_number': 6, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a232deb7-9bc9-48cb-99d6-084993c2ccf3', 'name': '', 'network_id': '2544e140-8eb4-4292-8eb4-0993debe9c13', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:1c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:29Z', 'updated_at': '2021-07-13T07:50:37Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3fd7b407-7927-4f4d-9426-0a9c474b6a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:24.466735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cb392659-2627-4070-b747-ab605c6e4219 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25aff1bd804545ff947ba6a93b13ea2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8012168 Jul 13 07:52:24.472332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:24.489462 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb392659-2627-4070-b747-ab605c6e4219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee57dc3-1d45-4dd7-ad7f-a37a9a091388,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.564414 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce013e46-7512-4a56-99f2-75c01955c145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.598553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-d9a0f100-5326-41f1-b587-69d03342fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:24.600130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-d9a0f100-5326-41f1-b587-69d03342fa8f service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 898 time: 0.2790782 Jul 13 07:52:24.656263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-899e9338-09f4-44c6-8acc-e790bf46f59b service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185369 Jul 13 07:52:24.693535 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce013e46-7512-4a56-99f2-75c01955c145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.785739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-b26accda-1d76-4c11-a4b7-8811ed00b0ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 999 time: 0.1678882 Jul 13 07:52:24.903966 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce013e46-7512-4a56-99f2-75c01955c145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.907034 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce013e46-7512-4a56-99f2-75c01955c145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.909043 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ce013e46-7512-4a56-99f2-75c01955c145 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cee57dc3-1d45-4dd7-ad7f-a37a9a091388 HTTP/1.1" status: 204 len: 168 time: 0.4356813 Jul 13 07:52:24.960661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce013e46-7512-4a56-99f2-75c01955c145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee57dc3-1d45-4dd7-ad7f-a37a9a091388,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.983460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-ae3dbb30-c0f0-4e95-9f98-8cb71190bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:24.989159 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-ae3dbb30-c0f0-4e95-9f98-8cb71190bd37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.1938376 Jul 13 07:52:24.992464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-207dcf32-e03b-4340-acb1-bd8746073ad3 service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300834 Jul 13 07:52:25.017114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b660fe-643d-43e8-b74f-7929685baa9b None None] New status for floating IP 16a44080-588e-4492-9d13-c85219677060: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:52:25.024848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e87bf7-e9ad-47ac-9db7-88f864da3ee1 req-dd563ed5-fb69-411d-8488-9d7cc9d8b48d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:25.034471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67e87bf7-e9ad-47ac-9db7-88f864da3ee1 req-dd563ed5-fb69-411d-8488-9d7cc9d8b48d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 944 time: 0.1968858 Jul 13 07:52:25.104442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-c531d643-0987-41bb-b479-2197dab366a7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:25.105978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-c531d643-0987-41bb-b479-2197dab366a7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 945 time: 0.2736905 Jul 13 07:52:25.121183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67e87bf7-e9ad-47ac-9db7-88f864da3ee1 req-3dd999c7-dbb5-48c3-b367-a1ce25d6c086 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857608 Jul 13 07:52:25.193279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-7c3b7802-e8bb-4d1f-9a63-9eca12655c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:25.199878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-7c3b7802-e8bb-4d1f-9a63-9eca12655c25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793296 Jul 13 07:52:25.441663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-5f710247-94db-4823-bd2f-f06817725be5 service neutron] 10.222.0.38 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154946 Jul 13 07:52:25.441663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port f2cb1ec8-5971-4532-a148-39eff0d94bf8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:25.441663 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.509011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa086-b197-4d0c-80f1-90416ec4b2ab req-bb45c296-f2c6-4c7c-9cad-939152a0404d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:25.511207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-806fa086-b197-4d0c-80f1-90416ec4b2ab req-bb45c296-f2c6-4c7c-9cad-939152a0404d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 945 time: 0.2434897 Jul 13 07:52:25.534722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45480) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:25.558491 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27b2b158-70cc-4917-bbac-d01bcf1ec2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.680729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27b2b158-70cc-4917-bbac-d01bcf1ec2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.687114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27b2b158-70cc-4917-bbac-d01bcf1ec2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.718840 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-27b2b158-70cc-4917-bbac-d01bcf1ec2f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=647c8bf06e964d759dff679caee7acd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829886 Jul 13 07:52:25.721449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45484) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:25.799608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2b158-70cc-4917-bbac-d01bcf1ec2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d63a887-6e4b-4cf7-9976-779b1c57a85a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:25.807008 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7eaec578-d97e-4823-8872-bab413028f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.834986 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7eaec578-d97e-4823-8872-bab413028f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.940611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7eaec578-d97e-4823-8872-bab413028f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.953363 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7eaec578-d97e-4823-8872-bab413028f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.961395 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7eaec578-d97e-4823-8872-bab413028f42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d63a887-6e4b-4cf7-9976-779b1c57a85a HTTP/1.1" status: 204 len: 168 time: 0.2384348 Jul 13 07:52:25.981661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaec578-d97e-4823-8872-bab413028f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d63a887-6e4b-4cf7-9976-779b1c57a85a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:25.992844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-995f62fe-1b5a-403a-82d2-c056a8c4562a service neutron] 10.222.0.38 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474005 Jul 13 07:52:26.000073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-806fa086-b197-4d0c-80f1-90416ec4b2ab req-93a3d38a-6f5d-4e14-8443-cf309de6eafe tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=20572ce9-7201-4656-bafe-b077987a71fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770596 Jul 13 07:52:26.002699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] For port f2cb1ec8-5971-4532-a148-39eff0d94bf8, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:26.002699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.017221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for f2cb1ec8-5971-4532-a148-39eff0d94bf8 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:26.236322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-73382653-5d09-4a15-9453-98220e9a0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:26.246376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-73382653-5d09-4a15-9453-98220e9a0956 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 1097 time: 0.1564524 Jul 13 07:52:26.328635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.375413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=f2cb1ec8-5971-4532-a148-39eff0d94bf8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:26.398349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.398700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.399050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.399508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.399739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.400112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.400449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.400786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.401625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.401625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.401857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.404615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:26.443206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce4c2f-f47d-4363-a406-59591aa92e6f req-cee9aae8-4692-4a1b-b3ca-ae984941ddc7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:26.450005 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6ce4c2f-f47d-4363-a406-59591aa92e6f req-cee9aae8-4692-4a1b-b3ca-ae984941ddc7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 944 time: 0.1404684 Jul 13 07:52:26.453892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-01935186-d16e-4938-abc9-7205a382cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:26.455453 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-01935186-d16e-4938-abc9-7205a382cc9a service neutron] 10.222.0.38 "GET /v2.0/networks?id=2544e140-8eb4-4292-8eb4-0993debe9c13 HTTP/1.1" status: 200 len: 897 time: 0.2089379 Jul 13 07:52:26.456277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] No DVR routers for this DVR port f2cb1ec8-5971-4532-a148-39eff0d94bf8 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:26.464435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.466440 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20e35988-efcd-4a8b-acea-0352206e5d93 req-33ac120d-c6de-49ab-bf6b-296e159c3bd0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "DELETE /v2.0/ports/f2cb1ec8-5971-4532-a148-39eff0d94bf8 HTTP/1.1" status: 204 len: 173 time: 1.3538933 Jul 13 07:52:26.466893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'name': 'network-vif-deleted', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:26.469193 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcead597-219b-4b8a-a043-4207e4d4adec" -d '{"events": [{"server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "name": "network-vif-deleted", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:26.535366 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6ce4c2f-f47d-4363-a406-59591aa92e6f req-e5f9d434-f918-480a-894d-a5342661ac6f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825956 Jul 13 07:52:26.544811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-0fb7da53-ef1d-4948-b039-17b1cef01732 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2cb1ec8-5971-4532-a148-39eff0d94bf8 HTTP/1.1" status: 200 len: 217 time: 0.0818532 Jul 13 07:52:26.584552 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b6d639-629d-4605-b5fc-083a6f59e70a x-openstack-request-id: req-d0b6d639-629d-4605-b5fc-083a6f59e70a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:26.589386 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20336a27-517d-4605-aa64-a0d6c91dcd4a", "name": "network-vif-deleted", "tag": "f2cb1ec8-5971-4532-a148-39eff0d94bf8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:26.589669 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0b6d639-629d-4605-b5fc-083a6f59e70a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:26.590388 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20336a27-517d-4605-aa64-a0d6c91dcd4a', 'name': 'network-vif-deleted', 'tag': 'f2cb1ec8-5971-4532-a148-39eff0d94bf8', 'status': 'completed', 'code': 200} Jul 13 07:52:26.724609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-77e95131-1b00-455e-aa10-e7a4841e82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:26.727344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-77e95131-1b00-455e-aa10-e7a4841e82c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fd7b407-7927-4f4d-9426-0a9c474b6a4e HTTP/1.1" status: 200 len: 835 time: 0.1758430 Jul 13 07:52:26.876658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-dee1e0ab-ce72-4043-881a-3a6bd313a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:26.878245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-dee1e0ab-ce72-4043-881a-3a6bd313a510 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2544e140-8eb4-4292-8eb4-0993debe9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441863 Jul 13 07:52:27.241816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-4f503dac-c3f5-4345-a079-f5eb4a03ade0 service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337166 Jul 13 07:52:27.340830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-fdf5c794-472f-4c34-bdae-56218f33107f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:27.342539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-fdf5c794-472f-4c34-bdae-56218f33107f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6&tenant_id=97885db632824d89bcee49e5168f73cb&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 944 time: 0.3629947 Jul 13 07:52:27.344226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee2d22-d022-4105-b869-7417f9ebded0 req-fef02329-89b8-4877-9fcd-49fa77890a55 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:27.354284 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cee2d22-d022-4105-b869-7417f9ebded0 req-fef02329-89b8-4877-9fcd-49fa77890a55 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 944 time: 0.4612899 Jul 13 07:52:27.418282 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-844bbcca-f996-425f-a165-123a9c5168e3 req-693f6986-2144-4fc6-a173-a762c57ed5d8 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=20336a27-517d-4605-aa64-a0d6c91dcd4a HTTP/1.1" status: 200 len: 210 time: 0.0733142 Jul 13 07:52:27.513106 n-d-758944-43 neutron-server[93773]: INFO neutron.api.v2.resource [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-99ad7841-6ef1-40ed-972c-8a125a38f909 service neutron] delete failed (client error): The resource could not be found. Jul 13 07:52:27.516699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-99ad7841-6ef1-40ed-972c-8a125a38f909 service neutron] 10.222.0.48 "DELETE /v2.0/ports/f2f1adf6-fb41-4de2-9981-3427eb55dbb2/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0974059 Jul 13 07:52:27.538792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5cee2d22-d022-4105-b869-7417f9ebded0 req-7ec5ecb3-584c-42e7-a04b-0f821615b164 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826701 Jul 13 07:52:27.587305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c32fdffd-c02c-4412-a951-d9a006f56295 req-1b582d37-e712-490f-8455-4c56b104b025 service neutron] 10.222.0.38 "GET /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346019 Jul 13 07:52:27.654810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-713e0046-74c3-47d7-9574-186c9f56f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:27.656500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-713e0046-74c3-47d7-9574-186c9f56f43e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1096 time: 0.0651917 Jul 13 07:52:28.137972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-1fdd438f-1a63-417b-81f5-fe795ea5d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:28.139527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-1fdd438f-1a63-417b-81f5-fe795ea5d943 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 898 time: 0.4768424 Jul 13 07:52:28.237188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-c333a237-941e-4905-aad1-d8caf9b93996 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 999 time: 0.0904512 Jul 13 07:52:28.295667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-c21dd1f6-ac76-41c1-ac10-1007eef3b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:28.297562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-c21dd1f6-ac76-41c1-ac10-1007eef3b014 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.0551581 Jul 13 07:52:28.370491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-7a898f05-617e-41ba-9a14-14b3a88814a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:28.372021 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-7a898f05-617e-41ba-9a14-14b3a88814a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674894 Jul 13 07:52:28.476419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f2f1adf6-fb41-4de2-9981-3427eb55dbb2 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:28.479647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f2cb1ec8-5971-4532-a148-39eff0d94bf8 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:28.495397 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-9c1a42e5-5603-439f-b072-b491f910a340 service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171303 Jul 13 07:52:28.535718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f2cb1ec8-5971-4532-a148-39eff0d94bf8 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:28.539902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f2cb1ec8-5971-4532-a148-39eff0d94bf8 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:28.592189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45574) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:28.683987 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-58723e1b-fe43-4872-bae3-fb2cf54b6cb6 req-ba764896-0f36-442d-8788-d8de8a302d1e service neutron] 10.222.0.48 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830218 Jul 13 07:52:28.698053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:28.715583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'port_id': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'mac_address': 'fa:16:3e:2a:41:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:28.744724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3a2da3b-6f91-42f2-8fe0-ec48d4976078 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.780938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.786008 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3a2da3b-6f91-42f2-8fe0-ec48d4976078 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.799925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f1adf6-fb41-4de2-9981-3427eb55dbb2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:28.826625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:28.832830 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.912146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:28.946341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726ca39-1877-4338-9cc6-e87afe85ae50 req-0e09fb27-ccb4-47db-ad63-9d940a0876a1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:28.950557 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3726ca39-1877-4338-9cc6-e87afe85ae50 req-0e09fb27-ccb4-47db-ad63-9d940a0876a1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 945 time: 0.1324306 Jul 13 07:52:28.988581 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3a2da3b-6f91-42f2-8fe0-ec48d4976078 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.991831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3a2da3b-6f91-42f2-8fe0-ec48d4976078 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.004514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a3a2da3b-6f91-42f2-8fe0-ec48d4976078 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/security-groups/20572ce9-7201-4656-bafe-b077987a71fd HTTP/1.1" status: 204 len: 168 time: 0.4102721 Jul 13 07:52:29.026449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2da3b-6f91-42f2-8fe0-ec48d4976078 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20572ce9-7201-4656-bafe-b077987a71fd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:29.032695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3726ca39-1877-4338-9cc6-e87afe85ae50 req-86d72941-e946-40db-81fe-ab9f191f20ba tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780878 Jul 13 07:52:29.073274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:29.098756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f2f1adf6-fb41-4de2-9981-3427eb55dbb2'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:29.759944 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.835373 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:52:30.151036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port a232deb7-9bc9-48cb-99d6-084993c2ccf3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:30.151423 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.305551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] For port a232deb7-9bc9-48cb-99d6-084993c2ccf3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a232deb7-9bc9-48cb-99d6-084993c2ccf3,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:30.305907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.344202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for a232deb7-9bc9-48cb-99d6-084993c2ccf3 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:30.372657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d1236-ef94-4c8e-90ae-84393843386c req-718698ce-387a-41d2-ae95-c95c1b0dd8a4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:30.374711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf8d1236-ef94-4c8e-90ae-84393843386c req-718698ce-387a-41d2-ae95-c95c1b0dd8a4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 945 time: 0.1296082 Jul 13 07:52:30.479633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cf8d1236-ef94-4c8e-90ae-84393843386c req-f34d3823-b832-4970-9f66-2ff7ebe7763a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625987 Jul 13 07:52:30.497584 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f2f1adf6-fb41-4de2-9981-3427eb55dbb2 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:30.519529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45636) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:30.580777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:30.593091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:30.593861 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.675510 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f7c8d09-4802-4a78-a7d9-5927e8311e95 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/85984a44-f5e0-489f-b704-c80a26eca504 HTTP/1.1" status: 200 len: 992 time: 0.1530278 Jul 13 07:52:30.751119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.781556 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.800874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=a232deb7-9bc9-48cb-99d6-084993c2ccf3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:30.808501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:30.811417 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b7c799-db5d-4874-82f5-89d0fbc3b372" -d '{"events": [{"server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:30.856731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:30.866577 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.912022 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b59e6e-3d12-4e6f-b8b5-0df68ab69187 x-openstack-request-id: req-63b59e6e-3d12-4e6f-b8b5-0df68ab69187 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:30.912728 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:30.913208 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63b59e6e-3d12-4e6f-b8b5-0df68ab69187 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:30.913866 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'code': 200} Jul 13 07:52:30.986497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:31.006712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.007060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.007784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.008296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.008912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.010146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.010644 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.011136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.011648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.012130 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.012609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.013095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:31.219756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.405460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dbbb2b7c-e9b3-48b1-aaf4-093d5e15c0f8 None None] Provisioning complete for port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:31.406213 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbbb2b7c-e9b3-48b1-aaf4-093d5e15c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.528793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router 7da32e1e-e14a-4287-9be3-956fa1e20d9c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:31.676336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:31.687197 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] Sync routers for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:31.693513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45662) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:31.704971 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:31.705472 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-87044cf5-f858-40d5-87c1-590711d5aa33 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "PUT /v2.0/routers/7da32e1e-e14a-4287-9be3-956fa1e20d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6162422 Jul 13 07:52:31.705619 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:31.775548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a111dc01-1f49-4c2b-b53b-ca861cdd92f6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting subnet 3fd7b407-7927-4f4d-9426-0a9c474b6a4e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:31.794805 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a111dc01-1f49-4c2b-b53b-ca861cdd92f6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.849600 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:31.888426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a111dc01-1f49-4c2b-b53b-ca861cdd92f6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.047098 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a111dc01-1f49-4c2b-b53b-ca861cdd92f6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.141748 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a111dc01-1f49-4c2b-b53b-ca861cdd92f6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.168893 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:52:30Z', 'revision_number': 7, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:32.182852 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111dc01-1f49-4c2b-b53b-ca861cdd92f6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd7b407-7927-4f4d-9426-0a9c474b6a4e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:32.187975 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a111dc01-1f49-4c2b-b53b-ca861cdd92f6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.191406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a111dc01-1f49-4c2b-b53b-ca861cdd92f6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/subnets/3fd7b407-7927-4f4d-9426-0a9c474b6a4e HTTP/1.1" status: 204 len: 168 time: 0.4955733 Jul 13 07:52:32.193808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45670) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:32.200242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af04fb5-9c4d-4392-896a-f46f43a1a3f6 None None] Network 2544e140-8eb4-4292-8eb4-0993debe9c13 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:32.225436 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] Checking router: 7da32e1e-e14a-4287-9be3-956fa1e20d9c for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:32.242548 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] Routers {'7da32e1e-e14a-4287-9be3-956fa1e20d9c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:32.245138 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:32.378157 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.467291 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] Set router 7da32e1e-e14a-4287-9be3-956fa1e20d9c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:32.525097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dcec5c-7659-43ff-803a-0e3045474144 None None] DHCP port deletion for 2544e140-8eb4-4292-8eb4-0993debe9c13 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:32.597327 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.622725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-40dcec5c-7659-43ff-803a-0e3045474144 None None] Deleting port bd399a75-3af9-4fba-9b40-32c16361fab6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:32.623097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40dcec5c-7659-43ff-803a-0e3045474144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.704991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port 5372eb82-48b0-44e2-993a-792de67f0167 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:32.706219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.748790 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:52:30Z', 'revision_number': 7, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:32.753285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-40dcec5c-7659-43ff-803a-0e3045474144 None None] For port bd399a75-3af9-4fba-9b40-32c16361fab6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=bd399a75-3af9-4fba-9b40-32c16361fab6,segment=NetworkSegment(9b961898-27f0-468f-a4e6-bc1b732a30fb),segment_id=9b961898-27f0-468f-a4e6-bc1b732a30fb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:32.753899 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40dcec5c-7659-43ff-803a-0e3045474144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.778082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-40dcec5c-7659-43ff-803a-0e3045474144 None None] Calling delete_port for bd399a75-3af9-4fba-9b40-32c16361fab6 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:32.797572 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97bd7d-7bf0-4efa-821d-b10856e5c78d None None] The sync data for ids ['7da32e1e-e14a-4287-9be3-956fa1e20d9c'] in n-d-758944-43 is: [{'id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'name': 'tempest-TestNetworkBasicOps-router-1253107664', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5372eb82-48b0-44e2-993a-792de67f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:23Z', 'updated_at': '2021-07-13T07:52:30Z', 'revision_number': 7, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '5372eb82-48b0-44e2-993a-792de67f0167', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da32e1e-e14a-4287-9be3-956fa1e20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:24Z', 'updated_at': '2021-07-13T07:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:32.861184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] For port 5372eb82-48b0-44e2-993a-792de67f0167, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5372eb82-48b0-44e2-993a-792de67f0167,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:32.863497 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.904945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for 5372eb82-48b0-44e2-993a-792de67f0167 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:32.991932 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40dcec5c-7659-43ff-803a-0e3045474144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.038763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dcec5c-7659-43ff-803a-0e3045474144 None None] No DVR routers for this DVR port bd399a75-3af9-4fba-9b40-32c16361fab6 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:33.046547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcec5c-7659-43ff-803a-0e3045474144 None None] Pushing event deleted for resources: {'Port': ['ID=bd399a75-3af9-4fba-9b40-32c16361fab6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:33.200103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.238770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=5372eb82-48b0-44e2-993a-792de67f0167,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:33.341669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.524650 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.528557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.592861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.593523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Fanout notify agent at l3_agent the message router_deleted on router 7da32e1e-e14a-4287-9be3-956fa1e20d9c {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:52:33.616795 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.619006 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e730dd5c-d799-4f6a-a0eb-8e15ece568f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/routers/7da32e1e-e14a-4287-9be3-956fa1e20d9c HTTP/1.1" status: 204 len: 168 time: 1.4231846 Jul 13 07:52:33.621581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:33.688320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a232deb7-9bc9-48cb-99d6-084993c2ccf3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:33.730677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.905454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.913633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a232deb7-9bc9-48cb-99d6-084993c2ccf3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:33.914031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a232deb7-9bc9-48cb-99d6-084993c2ccf3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:33.914471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bd399a75-3af9-4fba-9b40-32c16361fab6 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:33.927952 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2544e140-8eb4-4292-8eb4-0993debe9c13']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:33.961883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b961898-27f0-468f-a4e6-bc1b732a30fb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:33.963451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b961898-27f0-468f-a4e6-bc1b732a30fb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:33.963800 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: bd399a75-3af9-4fba-9b40-32c16361fab6 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:33.964164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device bd399a75-3af9-4fba-9b40-32c16361fab6 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:33.975804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.993361 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.000684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:34.001270 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:34.004934 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:34.148261 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.176050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.179802 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/networks/2544e140-8eb4-4292-8eb4-0993debe9c13 HTTP/1.1" status: 204 len: 168 time: 0.5561230 Jul 13 07:52:34.202857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:34.208829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'network': {'name': 'tempest-network-smoke--40053339', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:34.217561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa1e4a-d941-4cc3-ae08-ccaf7c90911b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Network': ['ID=2544e140-8eb4-4292-8eb4-0993debe9c13,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:34.281306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Made reservation on behalf of e12325b8214c4aaaba3facb35e649bed for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:34.296131 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.376892 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:34.411609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.413387 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Added segment afde468a-7130-4b05-80f2-1e5917d35f3e of type vlan for network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 Jul 13 07:52:34.492358 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.536240 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.544327 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:34.545435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.604514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3970180 Jul 13 07:52:34.604750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45694) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:34.610025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-873008380', 'admin_state_up': True, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:34.698798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.700765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.734018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41425009-2e6d-4f10-a38a-1073db6153ec tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Network': ['ID=3f658cf6-7088-42fd-9bd6-9f900f1f3120,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:34.748192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:34.768951 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:34.870809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.942058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f80d-e791-41d7-bea9-858cc1a0ebe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.050711 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f80d-e791-41d7-bea9-858cc1a0ebe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.055700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f80d-e791-41d7-bea9-858cc1a0ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.061274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.106688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:35.106911 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a9e5f80d-e791-41d7-bea9-858cc1a0ebe9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03c9509687ee4723bb86b7af6f313d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367014 Jul 13 07:52:35.109100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5f80d-e791-41d7-bea9-858cc1a0ebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d18a58-2e49-4350-a1a1-9b3897a0f470,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:35.205464 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32a61409-3621-4884-9ff2-31e2a95e92f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.240904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32a61409-3621-4884-9ff2-31e2a95e92f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.511177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5372eb82-48b0-44e2-993a-792de67f0167 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:35.562291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 5372eb82-48b0-44e2-993a-792de67f0167 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:35.562772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5372eb82-48b0-44e2-993a-792de67f0167 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:35.655070 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.725859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.729887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32a61409-3621-4884-9ff2-31e2a95e92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.732370 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32a61409-3621-4884-9ff2-31e2a95e92f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.735820 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-32a61409-3621-4884-9ff2-31e2a95e92f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9d18a58-2e49-4350-a1a1-9b3897a0f470 HTTP/1.1" status: 204 len: 168 time: 0.6214905 Jul 13 07:52:35.753861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.764104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a61409-3621-4884-9ff2-31e2a95e92f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d18a58-2e49-4350-a1a1-9b3897a0f470,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:35.886612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.25.8.167 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/9c057874-857b-46ae-86c1-a416d64ee360) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:36.006222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.039321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:36.051601 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.054868 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10853141-564e-43ba-8a23-ec5763909e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.092734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:36.099600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:36.103849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:36.127456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=9c057874-857b-46ae-86c1-a416d64ee360,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:36.193808 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10853141-564e-43ba-8a23-ec5763909e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.202456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10853141-564e-43ba-8a23-ec5763909e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.248611 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-10853141-564e-43ba-8a23-ec5763909e8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77a7fcf72d2840e0b245d764f3e02a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056484 Jul 13 07:52:36.248611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10853141-564e-43ba-8a23-ec5763909e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe990b6-6a8a-4428-a296-e67cab5f89ac,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:36.249601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45734) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:36.393154 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61c3b558-730b-4dc5-9292-f750bff7c1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.456555 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61c3b558-730b-4dc5-9292-f750bff7c1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.502003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.605248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61c3b558-730b-4dc5-9292-f750bff7c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.607986 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61c3b558-730b-4dc5-9292-f750bff7c1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.609164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-61c3b558-730b-4dc5-9292-f750bff7c1d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbe990b6-6a8a-4428-a296-e67cab5f89ac HTTP/1.1" status: 204 len: 168 time: 0.3586135 Jul 13 07:52:36.625839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3b558-730b-4dc5-9292-f750bff7c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe990b6-6a8a-4428-a296-e67cab5f89ac,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:36.800235 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:36.960506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-67f34300-5f98-4311-b8d7-5856fedd11ab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:36.962661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-67f34300-5f98-4311-b8d7-5856fedd11ab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.2073431 Jul 13 07:52:36.983788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-92ab82a3-e942-4530-8e93-2a70cbe7041e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/quotas/5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 375 time: 0.0139019 Jul 13 07:52:37.073186 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:52:37.081082 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-42c2394f-06e8-4d42-a637-a4f0107859a4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917401 Jul 13 07:52:37.093829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-19f93bc5-a2f2-482c-9226-295972025473 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:52:37.094872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-19f93bc5-a2f2-482c-9226-295972025473 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056226 Jul 13 07:52:37.271100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:37.282464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Sync routers for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:37.289463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-9c65bc17-6a19-4f04-ab5e-e03161d9432e service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591399 Jul 13 07:52:37.291917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.292788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d82f5adf-a8be-49f4-8835-bd622a9a64ba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6869941 Jul 13 07:52:37.296865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:37.304641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:37.305485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:37.335276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d5a868ff-83f7-42c9-83e0-a8dfef7a6915 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e12325b8214c4aaaba3facb35e649bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381277 Jul 13 07:52:37.338046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45772) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:37.426768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-d29d7409-cacc-4805-a094-c0b63429144e service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313708 Jul 13 07:52:37.439906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:37.641779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd037505-188d-4b24-bd05-23adc78bf6e3 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:37.654293 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fd037505-188d-4b24-bd05-23adc78bf6e3 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3143916 Jul 13 07:52:37.654649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:37.695234 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6e77c0fd-a3e7-41a8-b67b-a237361fb618 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384490 Jul 13 07:52:37.697888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:37.704711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614119742', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:37.770387 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.830525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:36Z', 'revision_number': 3, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:37.873211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Checking router: f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:37.874070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Updating router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 port 9c057874-857b-46ae-86c1-a416d64ee360 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:52:37.878607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c10d79d-9877-4751-af8d-66c1a07a4e47 req-007853c0-9ae1-4c14-91df-ea14f1e743e9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.0463233 Jul 13 07:52:37.894504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Made reservation on behalf of e12325b8214c4aaaba3facb35e649bed for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:37.907590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.939582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.183445 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.304368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.319372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Subnet': ['ID=3bd8928e-d097-49f3-89a1-0c1491265639,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.328182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Transition to ACTIVE for port object 9c057874-857b-46ae-86c1-a416d64ee360 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:38.329611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Checking segment: {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:38.330180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network hostable DHCP agents. Network: 3f658cf6-7088-42fd-9bd6-9f900f1f3120, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:38.340937 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.350443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:38.386870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 3f658cf6-7088-42fd-9bd6-9f900f1f3120) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:38.408216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4220a65-482f-44cc-968c-868579891480 None None] Pushing event updated for resources: {'Port': ['ID=9c057874-857b-46ae-86c1-a416d64ee360,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.409706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:38.411867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff6656-38fd-4816-89fe-524b33307011 None None] Network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:38.412543 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.459379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Attempting to bind port 9c057874-857b-46ae-86c1-a416d64ee360 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:38.459761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Attempting to bind port 9c057874-857b-46ae-86c1-a416d64ee360 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:38.460124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Attempting to bind port 9c057874-857b-46ae-86c1-a416d64ee360 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:38.470621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.471283 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1247aaa8-b449-4050-a733-621ffc8cf6ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7714896 Jul 13 07:52:38.553299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:38.553685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:38.554124 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.554534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:38.555069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Bound port: 9c057874-857b-46ae-86c1-a416d64ee360, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:38.555461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.650685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] For port 9c057874-857b-46ae-86c1-a416d64ee360, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:38.654299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] For port 9c057874-857b-46ae-86c1-a416d64ee360, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c057874-857b-46ae-86c1-a416d64ee360,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:38.656857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:38.657808 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.668748 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.741018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:38.741581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:38.840441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4220a65-482f-44cc-968c-868579891480 None None] Pushing event updated for resources: {'Port': ['ID=9c057874-857b-46ae-86c1-a416d64ee360,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.993879 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.129990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:39.201590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-144c1233-cd9e-41d1-888e-7ba5d449327b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.219179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73d6a228-a36a-44e9-bcfb-afeb10364a1a req-591b3953-75ea-4a84-ac52-64cf4d8024dc tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.0540278 Jul 13 07:52:39.289235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Allocated IP 172.20.0.2 (3f658cf6-7088-42fd-9bd6-9f900f1f3120/3bd8928e-d097-49f3-89a1-0c1491265639/9c22be9d-092d-4b66-ad47-6f7c620be622) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:39.425371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-144c1233-cd9e-41d1-888e-7ba5d449327b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.432219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-144c1233-cd9e-41d1-888e-7ba5d449327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.470325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-144c1233-cd9e-41d1-888e-7ba5d449327b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79b6622b3f9e4ab8aab4a7d8a2f55fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751213 Jul 13 07:52:39.472648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.560897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-7e04b1c3-72f0-4570-b4bd-dc762f00d8ed tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:39.561931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.563022 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-7e04b1c3-72f0-4570-b4bd-dc762f00d8ed tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.2393408 Jul 13 07:52:39.566151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c1233-cd9e-41d1-888e-7ba5d449327b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb2b7ee-a727-49f5-ada1-f0573acad93d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.568802 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.599012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'port': {'device_id': '6613417b-6383-4c70-a465-04e80eb27083', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'admin_state_up': True, 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:39.601181 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.601575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.607194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:36Z', 'revision_number': 3, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:39.647929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaee643-2fd7-4573-90fe-8886fa6a3488 None None] The sync data for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 is: [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:36Z', 'revision_number': 3, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:39.653984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Transition to ACTIVE for port object 9c22be9d-092d-4b66-ad47-6f7c620be622 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:39.685113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.688026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.691737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cb2b7ee-a727-49f5-ada1-f0573acad93d HTTP/1.1" status: 204 len: 168 time: 0.2151372 Jul 13 07:52:39.701270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Transition to ACTIVE for port object 9c22be9d-092d-4b66-ad47-6f7c620be622 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:39.709042 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.716358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb2b7ee-a727-49f5-ada1-f0573acad93d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.748028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.748458 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.748815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.753975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.754399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.754757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.755115 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.758030 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.758402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.758779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.760952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.761635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bba48b-e72f-49e2-a12d-b41b5bd23256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.884540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Made reservation on behalf of 5d2cf1a62e3043e0947f82a850ab2704 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:39.888587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.998396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:40.002657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:40.006069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:40.136615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Pushing event updated for resources: {'Port': ['ID=9c22be9d-092d-4b66-ad47-6f7c620be622,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.141737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Attempting to bind port 9c22be9d-092d-4b66-ad47-6f7c620be622 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:40.142158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Attempting to bind port 9c22be9d-092d-4b66-ad47-6f7c620be622 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:40.142530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Attempting to bind port 9c22be9d-092d-4b66-ad47-6f7c620be622 on network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:40.147798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:40.148163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Checking segment: {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:40.148570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.148965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Bound using segment: {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:40.150011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Bound port: 9c22be9d-092d-4b66-ad47-6f7c620be622, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:40.150878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.244666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] For port 9c22be9d-092d-4b66-ad47-6f7c620be622, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:40.248249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] For port 9c22be9d-092d-4b66-ad47-6f7c620be622, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c22be9d-092d-4b66-ad47-6f7c620be622,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:40.254038 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.291927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.20.0.12 (223b2461-4867-4ebc-b563-c6c5888b3ca7/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2/c73ccc9b-6958-4cbc-8fed-9e81d36aae2d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:40.363763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0298b8f-4c6e-410a-a11d-9cc186dff4be None None] Pushing event updated for resources: {'Port': ['ID=9c22be9d-092d-4b66-ad47-6f7c620be622,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.439875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45858) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:40.469653 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb552f8d-d6d4-4f67-9622-71fb9a505497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.534957 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.20.0.1 (3f658cf6-7088-42fd-9bd6-9f900f1f3120/3bd8928e-d097-49f3-89a1-0c1491265639/a473498d-f809-49d6-a9c4-47ab4307da8d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:40.615451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-864f2f3c-efb5-4bcf-87ba-183b8bc4256c req-01953aa8-4874-4cea-b6a4-906f1364702b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.1108942 Jul 13 07:52:40.809292 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb552f8d-d6d4-4f67-9622-71fb9a505497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.813109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb552f8d-d6d4-4f67-9622-71fb9a505497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.864847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552f8d-d6d4-4f67-9622-71fb9a505497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb4ac56-4745-481b-8721-704dfbed4dad,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.871884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fb552f8d-d6d4-4f67-9622-71fb9a505497 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cfc9f7e50d74a0b8fceb26bbfcb2081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293318 Jul 13 07:52:40.879521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:40.972794 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-119fa5f2-9d9a-4834-8222-214881899c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.002863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-119fa5f2-9d9a-4834-8222-214881899c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.101452 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-119fa5f2-9d9a-4834-8222-214881899c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.107577 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-119fa5f2-9d9a-4834-8222-214881899c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.124282 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-119fa5f2-9d9a-4834-8222-214881899c82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfb4ac56-4745-481b-8721-704dfbed4dad HTTP/1.1" status: 204 len: 168 time: 0.2365315 Jul 13 07:52:41.145381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fa5f2-9d9a-4834-8222-214881899c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb4ac56-4745-481b-8721-704dfbed4dad,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:41.351983 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.381197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Transition to ACTIVE for port object c73ccc9b-6958-4cbc-8fed-9e81d36aae2d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:41.439277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.454552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Transition to ACTIVE for port object a473498d-f809-49d6-a9c4-47ab4307da8d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:41.463987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.613696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:41.691054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:41.706720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c22be9d-092d-4b66-ad47-6f7c620be622 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:41.708786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:41.721901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:41.723370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:41.756034 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4ea7d9c-1353-4121-93c2-f2302986f06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.811247 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.894294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9c22be9d-092d-4b66-ad47-6f7c620be622 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:41.902913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c057874-857b-46ae-86c1-a416d64ee360 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:42.012968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=a473498d-f809-49d6-a9c4-47ab4307da8d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.020677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e725458-3548-4817-9db0-6d1562605fa9 None None] Network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:42.035849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:42.042602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4ea7d9c-1353-4121-93c2-f2302986f06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.047131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:42.050858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:42.063366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4ea7d9c-1353-4121-93c2-f2302986f06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.063907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-38b53c7f-bfb2-4c3c-bb85-1ca85d67e9c1 None None] Provisioning for port 9c22be9d-092d-4b66-ad47-6f7c620be622 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:42.069871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-38b53c7f-bfb2-4c3c-bb85-1ca85d67e9c1 None None] Provisioning complete for port 9c22be9d-092d-4b66-ad47-6f7c620be622 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:42.070292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-38b53c7f-bfb2-4c3c-bb85-1ca85d67e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.090501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:42.091229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.121210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-62e4dcfb-9a4d-4bbf-8749-7a568cb5e4ea tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5277944 Jul 13 07:52:42.128758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9c057874-857b-46ae-86c1-a416d64ee360 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:42.137207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Request body: {'port': {'device_id': '6613417b-6383-4c70-a465-04e80eb27083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:42.141935 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9c057874-857b-46ae-86c1-a416d64ee360 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:42.142415 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.148312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.164792 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c4ea7d9c-1353-4121-93c2-f2302986f06e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3963bd58c8374cd4ac9b68b29b0c1be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410934 Jul 13 07:52:42.176351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:42.246766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea7d9c-1353-4121-93c2-f2302986f06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8135f052-9284-4e50-ae11-a0d7de401619,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.249269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d94e3b-9d1b-4a8b-b92a-ecf1770b9340 req-e73847c8-c157-4c51-b4d0-d6eaac9c68f2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:42.260692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40d94e3b-9d1b-4a8b-b92a-ecf1770b9340 req-e73847c8-c157-4c51-b4d0-d6eaac9c68f2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 932 time: 0.3158815 Jul 13 07:52:42.269494 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56af4d4f-1f8f-4bf0-b6fd-b82929a8651c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.297720 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56af4d4f-1f8f-4bf0-b6fd-b82929a8651c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.365241 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56af4d4f-1f8f-4bf0-b6fd-b82929a8651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.368259 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56af4d4f-1f8f-4bf0-b6fd-b82929a8651c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.369601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-56af4d4f-1f8f-4bf0-b6fd-b82929a8651c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8135f052-9284-4e50-ae11-a0d7de401619 HTTP/1.1" status: 204 len: 168 time: 0.1922240 Jul 13 07:52:42.381629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af4d4f-1f8f-4bf0-b6fd-b82929a8651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8135f052-9284-4e50-ae11-a0d7de401619,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.448849 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-38b53c7f-bfb2-4c3c-bb85-1ca85d67e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.453038 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.459824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40d94e3b-9d1b-4a8b-b92a-ecf1770b9340 req-55437d17-e7e5-46fc-8ca5-5a0ee6628026 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886370 Jul 13 07:52:42.517077 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.540214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 9c057874-857b-46ae-86c1-a416d64ee360, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c057874-857b-46ae-86c1-a416d64ee360,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:42.549107 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.564505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.609657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-38b53c7f-bfb2-4c3c-bb85-1ca85d67e9c1 None None] For port 9c22be9d-092d-4b66-ad47-6f7c620be622, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c22be9d-092d-4b66-ad47-6f7c620be622,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:42.630124 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-38b53c7f-bfb2-4c3c-bb85-1ca85d67e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.657731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=9c057874-857b-46ae-86c1-a416d64ee360,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.719956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b53c7f-bfb2-4c3c-bb85-1ca85d67e9c1 None None] Pushing event updated for resources: {'Port': ['ID=9c22be9d-092d-4b66-ad47-6f7c620be622,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.841594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-03035df7-76e8-4871-922b-04be076d9c0a None None] Provisioning for port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:42.847972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-03035df7-76e8-4871-922b-04be076d9c0a None None] Provisioning complete for port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:42.848488 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03035df7-76e8-4871-922b-04be076d9c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.923923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-03035df7-76e8-4871-922b-04be076d9c0a None None] Port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:43.107803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73ccc9b-6958-4cbc-8fed-9e81d36aae2d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:43.128994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.149565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d49b1bb6-cdad-42e8-9ecc-89bf80767a84 None None] Provisioning complete for port 9c22be9d-092d-4b66-ad47-6f7c620be622 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:43.150345 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d49b1bb6-cdad-42e8-9ecc-89bf80767a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.159949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Transition to ACTIVE for port object c73ccc9b-6958-4cbc-8fed-9e81d36aae2d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:43.169239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.269035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.302493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.354284 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:43.387488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d49b1bb6-cdad-42e8-9ecc-89bf80767a84 None None] Provisioning for port a473498d-f809-49d6-a9c4-47ab4307da8d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:43.392981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d49b1bb6-cdad-42e8-9ecc-89bf80767a84 None None] Provisioning complete for port a473498d-f809-49d6-a9c4-47ab4307da8d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:43.395254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d49b1bb6-cdad-42e8-9ecc-89bf80767a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.503386 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d49b1bb6-cdad-42e8-9ecc-89bf80767a84 None None] Port a473498d-f809-49d6-a9c4-47ab4307da8d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:43.591378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=a473498d-f809-49d6-a9c4-47ab4307da8d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:43.645621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cfccbe61-2b52-40f8-9c91-e008f9e0a5c5 None None] Provisioning complete for port a473498d-f809-49d6-a9c4-47ab4307da8d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:43.646039 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfccbe61-2b52-40f8-9c91-e008f9e0a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.701816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.770145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cfccbe61-2b52-40f8-9c91-e008f9e0a5c5 None None] Port a473498d-f809-49d6-a9c4-47ab4307da8d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:43.770145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c22be9d-092d-4b66-ad47-6f7c620be622 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:43.818456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021136-e36d-4646-ac9f-f9d2e4d55db6 req-b0ac9fc3-0f11-414b-8c7e-c0d136a40494 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:43.827817 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32021136-e36d-4646-ac9f-f9d2e4d55db6 req-b0ac9fc3-0f11-414b-8c7e-c0d136a40494 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 944 time: 0.1192315 Jul 13 07:52:43.834212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9c22be9d-092d-4b66-ad47-6f7c620be622 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:43.834805 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.876349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32021136-e36d-4646-ac9f-f9d2e4d55db6 req-99e202e1-8796-4eb2-b9e1-8f30c86024fc tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469010 Jul 13 07:52:43.929616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-30560b56-93a7-46bd-ba61-c2c609fe494e None None] Provisioning complete for port a473498d-f809-49d6-a9c4-47ab4307da8d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:43.930014 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30560b56-93a7-46bd-ba61-c2c609fe494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.947800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:43.962717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:43.970050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Attempting to bind port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:43.970483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Attempting to bind port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:43.970807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Attempting to bind port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:44.037340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-30560b56-93a7-46bd-ba61-c2c609fe494e None None] Port a473498d-f809-49d6-a9c4-47ab4307da8d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:44.045638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c057874-857b-46ae-86c1-a416d64ee360 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:44.133981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9c057874-857b-46ae-86c1-a416d64ee360 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:44.134572 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.142799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:52:44.143136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Attempting to bind port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:44.150907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:44.151187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:44.151541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Bound using segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:44.151995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Bound port: c73ccc9b-6958-4cbc-8fed-9e81d36aae2d, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:44.152368 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.172100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:44.370241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-df2d096d-8398-41cd-8b6d-115b4852bf60 None None] Provisioning complete for port a473498d-f809-49d6-a9c4-47ab4307da8d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:44.372039 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df2d096d-8398-41cd-8b6d-115b4852bf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.381214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] For port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:44.402668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] For port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:44.411345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.422694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-df2d096d-8398-41cd-8b6d-115b4852bf60 None None] Port a473498d-f809-49d6-a9c4-47ab4307da8d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:44.452605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.453245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.454731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] 10.222.0.38 "PUT /v2.0/ports/c73ccc9b-6958-4cbc-8fed-9e81d36aae2d HTTP/1.1" status: 200 len: 1093 time: 2.3224676 Jul 13 07:52:44.455274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6613417b-6383-4c70-a465-04e80eb27083', 'tag': 'c73ccc9b-6958-4cbc-8fed-9e81d36aae2d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:44.458086 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6613417b-6383-4c70-a465-04e80eb27083", "tag": "c73ccc9b-6958-4cbc-8fed-9e81d36aae2d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:44.484849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:44.496504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f9447b13-9117-413d-9555-30e882cc0568 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "PUT /v2.0/routers/f24d82e9-17f1-47e7-bbb0-db63e8f40dd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0207427 Jul 13 07:52:44.496626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45938) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.498843 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Sync routers for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:44.516022 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:44.516681 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:44.574936 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ec8fad-e80a-449f-b861-36ced6656264 x-openstack-request-id: req-05ec8fad-e80a-449f-b861-36ced6656264 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:44.576117 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6613417b-6383-4c70-a465-04e80eb27083", "tag": "c73ccc9b-6958-4cbc-8fed-9e81d36aae2d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:44.576746 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05ec8fad-e80a-449f-b861-36ced6656264 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:44.577362 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6613417b-6383-4c70-a465-04e80eb27083', 'tag': 'c73ccc9b-6958-4cbc-8fed-9e81d36aae2d', 'status': 'completed', 'code': 200} Jul 13 07:52:44.602256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20b836-9cc9-4329-89ba-afb9495a8fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:44.658714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-8721c3ca-f92f-405f-9d4a-f1e31e5eec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.664696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-8721c3ca-f92f-405f-9d4a-f1e31e5eec0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 1096 time: 0.1436555 Jul 13 07:52:44.749584 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:44.750258 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-35ede994-42c4-48f3-8788-107aafebf6dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d HTTP/1.1" status: 200 len: 217 time: 0.0745416 Jul 13 07:52:44.884721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d2b18-6ab0-4eab-8109-d26687c916ae tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.885212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d2b18-6ab0-4eab-8109-d26687c916ae tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.885668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d2b18-6ab0-4eab-8109-d26687c916ae tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.886160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d2b18-6ab0-4eab-8109-d26687c916ae tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.886627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d2b18-6ab0-4eab-8109-d26687c916ae tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.887093 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d2b18-6ab0-4eab-8109-d26687c916ae tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.887555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d2b18-6ab0-4eab-8109-d26687c916ae tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.889482 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9e1d2b18-6ab0-4eab-8109-d26687c916ae tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.3917427 Jul 13 07:52:44.892251 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45940) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.931917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-c7cbed71-78c4-45a3-b82a-5c478fefe5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.946743 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-c7cbed71-78c4-45a3-b82a-5c478fefe5da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.1771941 Jul 13 07:52:45.068574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-2112b51a-2e07-49cf-bc46-e10e34ecb60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.070066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-2112b51a-2e07-49cf-bc46-e10e34ecb60a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224973 Jul 13 07:52:45.078534 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a473498d-f809-49d6-a9c4-47ab4307da8d', 'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:57:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 2, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:45.103973 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ed54-3565-4b31-a0c8-2938dc017e67 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.104777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ed54-3565-4b31-a0c8-2938dc017e67 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.105571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ed54-3565-4b31-a0c8-2938dc017e67 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.106387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ed54-3565-4b31-a0c8-2938dc017e67 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.107209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ed54-3565-4b31-a0c8-2938dc017e67 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.108014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ed54-3565-4b31-a0c8-2938dc017e67 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.109029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ed54-3565-4b31-a0c8-2938dc017e67 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.112398 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Checking router: f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:45.113252 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Updating router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 port a473498d-f809-49d6-a9c4-47ab4307da8d binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:52:45.114807 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7410ed54-3565-4b31-a0c8-2938dc017e67 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.2191098 Jul 13 07:52:45.115789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45944) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.171893 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.209776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-f617f287-6cd2-412b-a6db-8e45debd55a1 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307116 Jul 13 07:52:45.372268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d739bf3-62d3-4753-ae3b-1088e321bd5d req-98edbf6a-4c73-47d0-a9f8-f1a904796ee6 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552351 Jul 13 07:52:45.599934 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-88b9884b-7ec2-4356-b770-d0701d55a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.603226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-88b9884b-7ec2-4356-b770-d0701d55a889 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 1096 time: 0.1496210 Jul 13 07:52:45.691331 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.702850 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Transition to ACTIVE for port object a473498d-f809-49d6-a9c4-47ab4307da8d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:45.709424 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.762165 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Pushing event updated for resources: {'Port': ['ID=a473498d-f809-49d6-a9c4-47ab4307da8d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.773340 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.774009 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.774680 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.775209 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.775974 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.776509 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.777038 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.777680 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.778247 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.778782 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.779311 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.780111 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.811926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-26591e2c-eb99-42d3-8306-5dd82b5d90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.813631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-26591e2c-eb99-42d3-8306-5dd82b5d90d0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.2044539 Jul 13 07:52:45.901482 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Attempting to bind port a473498d-f809-49d6-a9c4-47ab4307da8d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:45.901861 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Attempting to bind port a473498d-f809-49d6-a9c4-47ab4307da8d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:45.902269 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Attempting to bind port a473498d-f809-49d6-a9c4-47ab4307da8d on network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:45.919243 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:45.919625 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Checking segment: {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:45.920243 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-741c2cb4-8f18-4653-b571-e70d8da91b36 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d HTTP/1.1" status: 200 len: 217 time: 0.0892496 Jul 13 07:52:45.920385 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.920963 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Bound using segment: {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:45.921645 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Bound port: a473498d-f809-49d6-a9c4-47ab4307da8d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:45.922257 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.940942 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74de6f-ffd8-4adc-846b-a53cd9ca60ba req-286605db-d16f-403a-8a9b-23768f3b4074 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.949048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5c74de6f-ffd8-4adc-846b-a53cd9ca60ba req-286605db-d16f-403a-8a9b-23768f3b4074 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 944 time: 0.8319209 Jul 13 07:52:46.003135 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5c74de6f-ffd8-4adc-846b-a53cd9ca60ba req-a5c5071a-e321-409d-9422-7be7dcd3b34d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517519 Jul 13 07:52:46.017636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-669be599-9eb4-4794-a505-b5ec9384ab29 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=77101d6a314e421685516cf806c1a8ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959907 Jul 13 07:52:46.063723 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] For port a473498d-f809-49d6-a9c4-47ab4307da8d, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:46.067914 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] For port a473498d-f809-49d6-a9c4-47ab4307da8d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a473498d-f809-49d6-a9c4-47ab4307da8d,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:46.076076 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.182095 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:46.182770 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:46.260607 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40d622-604d-47d9-b63e-c7fcab17239e None None] Pushing event updated for resources: {'Port': ['ID=a473498d-f809-49d6-a9c4-47ab4307da8d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.299885 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2985a613-f7e3-4fae-89cf-aec01b4b5527 tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 1.1802454 Jul 13 07:52:46.321198 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-2d123f50-5fc2-49c9-8220-d0c2a94b9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.322775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-2d123f50-5fc2-49c9-8220-d0c2a94b9440 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.3815656 Jul 13 07:52:46.394704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-ffe6b488-ee29-4889-b2bc-69c6d3e3e6dc tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.396914 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-ffe6b488-ee29-4889-b2bc-69c6d3e3e6dc tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286672 Jul 13 07:52:46.441329 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:46.450715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-70e3df3a-576a-4948-b535-ed4a23be10c8 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/quotas/77101d6a314e421685516cf806c1a8ea HTTP/1.1" status: 200 len: 375 time: 0.0459695 Jul 13 07:52:46.506095 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-c2ce78e3-d029-492a-8509-53e50e98eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.508379 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-c2ce78e3-d029-492a-8509-53e50e98eea7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767576 Jul 13 07:52:46.511725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-c2496f92-ab12-446b-9fa7-056c59e58051 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=77101d6a314e421685516cf806c1a8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526595 Jul 13 07:52:46.722014 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-282201b0-824b-486e-be0c-19d329fd8b39 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050254 Jul 13 07:52:46.908636 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a473498d-f809-49d6-a9c4-47ab4307da8d', 'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:57:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:46Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:46.967636 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0fe42-3bd3-4fef-bd7c-c45d76c9a52d None None] The sync data for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 is: [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a473498d-f809-49d6-a9c4-47ab4307da8d', 'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:57:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:46Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:46.997102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3f670a74-3600-41ee-9adc-53b8f93838a8 req-1edaefce-b8e9-42fc-bb45-c8b1a71d1c79 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 210 time: 0.1464982 Jul 13 07:52:47.113457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bc8ae480-fb79-4db3-9e1d-d3916ac6aa6d req-701d0b0c-a4ba-47aa-bc0f-6b30481466e6 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803113 Jul 13 07:52:47.190381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45984) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.196956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-503b3f7b-b1bf-49c0-a79b-5137847bd598 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685645849', 'description': 'tempest-secgroup-smoke-1685645849 description', 'project_id': 'e12325b8214c4aaaba3facb35e649bed'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:47.250813 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 45986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.273278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-503b3f7b-b1bf-49c0-a79b-5137847bd598 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.439474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d12beb-b2b7-424a-8480-303aa9abf860 req-535292d0-2427-415c-bc43-fdc81e14e285 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:47.444255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6d12beb-b2b7-424a-8480-303aa9abf860 req-535292d0-2427-415c-bc43-fdc81e14e285 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 944 time: 0.2186260 Jul 13 07:52:47.497572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-503b3f7b-b1bf-49c0-a79b-5137847bd598 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.510891 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-503b3f7b-b1bf-49c0-a79b-5137847bd598 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.539782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6d12beb-b2b7-424a-8480-303aa9abf860 req-336c0894-162b-4a30-8589-252532975a4f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785620 Jul 13 07:52:47.594296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-503b3f7b-b1bf-49c0-a79b-5137847bd598 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.595613 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-503b3f7b-b1bf-49c0-a79b-5137847bd598 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4032817 Jul 13 07:52:47.598621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.603655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d8e323b6-dba2-4c0f-bef0-04fe80dab34e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1a1b98c3-cfb9-4fc8-83bc-97ee0144119c', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:47.608595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f7b-b1bf-49c0-a79b-5137847bd598 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.657070 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc523794-247a-433e-97e2-39d0d0932053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.686152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8e323b6-dba2-4c0f-bef0-04fe80dab34e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.732719 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a473498d-f809-49d6-a9c4-47ab4307da8d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:47.824035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8e323b6-dba2-4c0f-bef0-04fe80dab34e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.835292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8e323b6-dba2-4c0f-bef0-04fe80dab34e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.867458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e323b6-dba2-4c0f-bef0-04fe80dab34e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28de596a-97da-4116-a8dc-851ebb960fb4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.882020 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port a473498d-f809-49d6-a9c4-47ab4307da8d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:47.889299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a473498d-f809-49d6-a9c4-47ab4307da8d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:47.892617 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.919929 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc523794-247a-433e-97e2-39d0d0932053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.931420 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc523794-247a-433e-97e2-39d0d0932053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.940968 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8e323b6-dba2-4c0f-bef0-04fe80dab34e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.942251 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d8e323b6-dba2-4c0f-bef0-04fe80dab34e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3425157 Jul 13 07:52:47.945558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.951185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-eaeae55f-55b4-4500-863c-dc786a075ba7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1a1b98c3-cfb9-4fc8-83bc-97ee0144119c', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:48.007068 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaeae55f-55b4-4500-863c-dc786a075ba7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.024791 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fc523794-247a-433e-97e2-39d0d0932053 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb61bb5ec3384f218d6c715c06a1c161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726917 Jul 13 07:52:48.026593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc523794-247a-433e-97e2-39d0d0932053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54dc626-a4fb-478c-8348-277bf6f46470,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.028355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 45998) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:48.068820 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.121197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port a473498d-f809-49d6-a9c4-47ab4307da8d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a473498d-f809-49d6-a9c4-47ab4307da8d,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:48.127355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.201730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=a473498d-f809-49d6-a9c4-47ab4307da8d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.215609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaeae55f-55b4-4500-863c-dc786a075ba7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.229876 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaeae55f-55b4-4500-863c-dc786a075ba7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.274298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1496a451-5ee0-45fc-a5ce-ccc27bb90a26 req-c6fb15db-184b-4760-a155-cb7c0222498b tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 210 time: 0.0466864 Jul 13 07:52:48.279049 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e52a49ba-2bf8-4970-a7c7-915f4a1cdb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.280985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeae55f-55b4-4500-863c-dc786a075ba7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f20bc6c-c033-47d3-8b4d-f6c7f01f97ba,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.298692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaeae55f-55b4-4500-863c-dc786a075ba7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.299985 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eaeae55f-55b4-4500-863c-dc786a075ba7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3528795 Jul 13 07:52:48.303202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46002) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:48.308632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9a8251dd-9b93-476d-a852-1688c8e78ea0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1a1b98c3-cfb9-4fc8-83bc-97ee0144119c', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:48.355081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e52a49ba-2bf8-4970-a7c7-915f4a1cdb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.361829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-960bc8b7-892c-435f-a3fb-2edbf514d591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.381997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a8251dd-9b93-476d-a852-1688c8e78ea0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.438434 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e52a49ba-2bf8-4970-a7c7-915f4a1cdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.442040 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e52a49ba-2bf8-4970-a7c7-915f4a1cdb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.446870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e52a49ba-2bf8-4970-a7c7-915f4a1cdb30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b54dc626-a4fb-478c-8348-277bf6f46470 HTTP/1.1" status: 204 len: 168 time: 0.4073496 Jul 13 07:52:48.453844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a49ba-2bf8-4970-a7c7-915f4a1cdb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54dc626-a4fb-478c-8348-277bf6f46470,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.499582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a8251dd-9b93-476d-a852-1688c8e78ea0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.509546 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a8251dd-9b93-476d-a852-1688c8e78ea0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.530587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8251dd-9b93-476d-a852-1688c8e78ea0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05e8420-7974-4edc-b67f-7e7729fe1001,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.534921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a8251dd-9b93-476d-a852-1688c8e78ea0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.536387 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9a8251dd-9b93-476d-a852-1688c8e78ea0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2321558 Jul 13 07:52:48.539291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:48.545423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e1169525-2312-4d89-9200-1f537ab93089 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1a1b98c3-cfb9-4fc8-83bc-97ee0144119c', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:48.604833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2d36e472-3028-42b1-b57e-479c7802cd11 None None] Provisioning complete for port a473498d-f809-49d6-a9c4-47ab4307da8d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:48.605233 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d36e472-3028-42b1-b57e-479c7802cd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.630623 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1169525-2312-4d89-9200-1f537ab93089 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.673515 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-23e24c9e-80bb-4fab-938e-dfbdaabc135f tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=77101d6a314e421685516cf806c1a8ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541296 Jul 13 07:52:48.743016 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1169525-2312-4d89-9200-1f537ab93089 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.751052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1169525-2312-4d89-9200-1f537ab93089 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.802882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1169525-2312-4d89-9200-1f537ab93089 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30efbc79-791a-4c0f-9c7a-414073aee94d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.848536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1169525-2312-4d89-9200-1f537ab93089 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.851657 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e1169525-2312-4d89-9200-1f537ab93089 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104999 Jul 13 07:52:48.853885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46012) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:48.859612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-175483eb-7c86-4e12-a835-2639c29c87ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1a1b98c3-cfb9-4fc8-83bc-97ee0144119c', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:48.917633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d6674-9b0f-4265-ae6c-ef3542a03dd6 req-6f912e28-7834-4527-8e09-638ca2cae664 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:48.919812 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-471d6674-9b0f-4265-ae6c-ef3542a03dd6 req-6f912e28-7834-4527-8e09-638ca2cae664 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 944 time: 0.1559713 Jul 13 07:52:48.920670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46014) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:48.928941 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-175483eb-7c86-4e12-a835-2639c29c87ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Project e12325b8214c4aaaba3facb35e649bed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:52:48.954043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab0786f4-8f5f-4500-89aa-dd29fcacd305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.963731 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-175483eb-7c86-4e12-a835-2639c29c87ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.978673 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-26de762e-32c0-4bfb-8ff9-62a854ef13c6 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:48.983412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-26de762e-32c0-4bfb-8ff9-62a854ef13c6 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3052886 Jul 13 07:52:48.998256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Request body: {'port': {'device_id': 'd7a797c8-6b3c-495a-8b05-964a85009d05', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': '77101d6a314e421685516cf806c1a8ea'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:49.034855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-471d6674-9b0f-4265-ae6c-ef3542a03dd6 req-7fa475bf-f87d-480a-b1f6-afd2fa100d0e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070597 Jul 13 07:52:49.082351 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-175483eb-7c86-4e12-a835-2639c29c87ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.091204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-175483eb-7c86-4e12-a835-2639c29c87ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.120690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175483eb-7c86-4e12-a835-2639c29c87ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155af4f7-f150-45ee-8f3d-8bc383ee060f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:49.153092 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab0786f4-8f5f-4500-89aa-dd29fcacd305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.157302 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab0786f4-8f5f-4500-89aa-dd29fcacd305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.172099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Made reservation on behalf of 77101d6a314e421685516cf806c1a8ea for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:49.176356 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.186445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-175483eb-7c86-4e12-a835-2639c29c87ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.187661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-175483eb-7c86-4e12-a835-2639c29c87ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325546 Jul 13 07:52:49.189336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.191263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.204153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ab0786f4-8f5f-4500-89aa-dd29fcacd305 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=408b3378152b48bf82ef2818de165ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802107 Jul 13 07:52:49.204357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-be2594dd-d621-4956-8481-c40bfaaacd98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'security_group_rule': {'security_group_id': '1a1b98c3-cfb9-4fc8-83bc-97ee0144119c', 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:49.204501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0786f4-8f5f-4500-89aa-dd29fcacd305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfb99f8-1181-4771-b4b6-7aa0416dc548,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:49.206775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46018) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.223222 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.db.api [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:52:49.223222 n-d-758944-43 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:52:49.223222 n-d-758944-43 neutron-server[93773]: [parameters: {'project_id_1': '77101d6a314e421685516cf806c1a8ea', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 52, 49, 214562)}] Jul 13 07:52:49.223222 n-d-758944-43 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:52:49.223803 n-d-758944-43 neutron-server[93773]: DEBUG oslo_db.api [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:52:49.231474 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-be2594dd-d621-4956-8481-c40bfaaacd98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Project e12325b8214c4aaaba3facb35e649bed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:52:49.236609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be2594dd-d621-4956-8481-c40bfaaacd98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.257828 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be209aaf-64aa-461d-bf47-e8ce122c9ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.279403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be209aaf-64aa-461d-bf47-e8ce122c9ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.298752 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be2594dd-d621-4956-8481-c40bfaaacd98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.303160 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be2594dd-d621-4956-8481-c40bfaaacd98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.324787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2594dd-d621-4956-8481-c40bfaaacd98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da8afce-e7ab-4d3b-acd2-ebde536c6b71,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:49.335801 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be2594dd-d621-4956-8481-c40bfaaacd98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.345256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-be2594dd-d621-4956-8481-c40bfaaacd98 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440816 Jul 13 07:52:49.345461 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be209aaf-64aa-461d-bf47-e8ce122c9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.345461 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be209aaf-64aa-461d-bf47-e8ce122c9ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.345975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-be209aaf-64aa-461d-bf47-e8ce122c9ebf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cfb99f8-1181-4771-b4b6-7aa0416dc548 HTTP/1.1" status: 204 len: 168 time: 0.1382563 Jul 13 07:52:49.355985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be209aaf-64aa-461d-bf47-e8ce122c9ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfb99f8-1181-4771-b4b6-7aa0416dc548,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:49.460530 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87d6e581-caf0-49cb-a26d-f06979042217 req-de8ff9e9-ac7a-4427-bfe7-011d600882cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 210 time: 0.0301464 Jul 13 07:52:49.560932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a473498d-f809-49d6-a9c4-47ab4307da8d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:49.594777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-2a58dd36-a16e-4a02-be60-235d712bee1f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685645849&fields=id&tenant_id=e12325b8214c4aaaba3facb35e649bed HTTP/1.1" status: 200 len: 267 time: 0.0526404 Jul 13 07:52:49.614220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port a473498d-f809-49d6-a9c4-47ab4307da8d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:49.614601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.725738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.732962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-4ea685a4-963f-4a83-a0e5-ad2a9830dd0d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:49.738440 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-4ea685a4-963f-4a83-a0e5-ad2a9830dd0d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/networks?id=3f658cf6-7088-42fd-9bd6-9f900f1f3120 HTTP/1.1" status: 200 len: 795 time: 0.1394730 Jul 13 07:52:49.750939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-5a808f37-3e76-4d4f-a157-c2b6266e5403 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/quotas/e12325b8214c4aaaba3facb35e649bed HTTP/1.1" status: 200 len: 375 time: 0.0109189 Jul 13 07:52:49.787225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.821526 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a303b63-90e6-4def-bec1-eeb7a2315fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.863990 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-2826d841-0374-4e99-9fe4-e3f5aa307864 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071956 Jul 13 07:52:49.902864 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.908749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.976848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-5218d2f8-78a1-4d33-b2b2-251db535f911 service neutron] 10.222.0.41 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920401 Jul 13 07:52:50.002220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.079857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-58a2b680-b4e3-43e1-b93b-640721c6604a service neutron] 10.222.0.41 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961382 Jul 13 07:52:50.093099 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Allocated IP 192.168.233.167 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/bab28d3e-2df8-42f7-8a86-cb5b77f219bd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:50.129501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a303b63-90e6-4def-bec1-eeb7a2315fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.141651 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a303b63-90e6-4def-bec1-eeb7a2315fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.233355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7a303b63-90e6-4def-bec1-eeb7a2315fa1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73d22e39b81446048c9409cae7fe4316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444897 Jul 13 07:52:50.244399 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:50.255591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3c82ce1e-8e21-4c95-9c94-aa31cf9d6b58 req-15712d98-e9f3-430a-90a6-3013b6920793 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 210 time: 0.0362694 Jul 13 07:52:50.265219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a303b63-90e6-4def-bec1-eeb7a2315fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14fdd86-eb33-4945-acec-3f1e117ce790,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.409619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec1e70-3a0e-4e72-a057-d5e27477e5ae req-f7da3e81-c893-4f23-8e72-9978b0b15a0a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.411222 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0ec1e70-3a0e-4e72-a057-d5e27477e5ae req-f7da3e81-c893-4f23-8e72-9978b0b15a0a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 944 time: 0.2391675 Jul 13 07:52:50.414375 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c404f08-e637-4e27-9520-dd868d21fa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.448252 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.475177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c404f08-e637-4e27-9520-dd868d21fa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.497816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Transition to ACTIVE for port object bab28d3e-2df8-42f7-8a86-cb5b77f219bd will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:50.519603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0ec1e70-3a0e-4e72-a057-d5e27477e5ae req-6250b8e2-db8f-488a-b8f9-472a56d35bd6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981524 Jul 13 07:52:50.562363 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.564719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c404f08-e637-4e27-9520-dd868d21fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.567945 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c404f08-e637-4e27-9520-dd868d21fa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.569474 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1c404f08-e637-4e27-9520-dd868d21fa7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c14fdd86-eb33-4945-acec-3f1e117ce790 HTTP/1.1" status: 204 len: 168 time: 0.3240995 Jul 13 07:52:50.612228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c404f08-e637-4e27-9520-dd868d21fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14fdd86-eb33-4945-acec-3f1e117ce790,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.637657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:50.641985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:50.643977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Pushing event updated for resources: {'Port': ['ID=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.646155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:50.712138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.712865 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.743706 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-29c77acb-46ca-49d0-badc-32f05454b8cf tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7516959 Jul 13 07:52:50.747773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fdc6e-4e33-4a4c-97a7-600823aaadc4 req-3b4863ba-9722-40db-8cd2-701feb219637 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.749342 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e7fdc6e-4e33-4a4c-97a7-600823aaadc4 req-3b4863ba-9722-40db-8cd2-701feb219637 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 936 time: 0.1403697 Jul 13 07:52:50.755066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Request body: {'port': {'device_id': 'd7a797c8-6b3c-495a-8b05-964a85009d05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:50.826084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e7fdc6e-4e33-4a4c-97a7-600823aaadc4 req-e02f1001-459d-4e70-afdc-07bbda2bc91b tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671148 Jul 13 07:52:50.860260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.027455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b42839eb-f540-4414-b558-8635772af189 None None] Provisioning for port bab28d3e-2df8-42f7-8a86-cb5b77f219bd completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:51.031351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b42839eb-f540-4414-b558-8635772af189 None None] Provisioning complete for port bab28d3e-2df8-42f7-8a86-cb5b77f219bd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:51.031919 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b42839eb-f540-4414-b558-8635772af189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.080472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b42839eb-f540-4414-b558-8635772af189 None None] Port bab28d3e-2df8-42f7-8a86-cb5b77f219bd cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:51.089277 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-755605e7-3722-481c-b98c-7d3636b6a4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.120942 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.202078 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab28d3e-2df8-42f7-8a86-cb5b77f219bd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:51.210719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.223564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Transition to ACTIVE for port object bab28d3e-2df8-42f7-8a86-cb5b77f219bd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:51.228003 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.354595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Pushing event updated for resources: {'Port': ['ID=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:51.367286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Attempting to bind port bab28d3e-2df8-42f7-8a86-cb5b77f219bd on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:51.367689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Attempting to bind port bab28d3e-2df8-42f7-8a86-cb5b77f219bd by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:51.368517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Attempting to bind port bab28d3e-2df8-42f7-8a86-cb5b77f219bd on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:51.376648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Port bab28d3e-2df8-42f7-8a86-cb5b77f219bd on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:52:51.377201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Attempting to bind port bab28d3e-2df8-42f7-8a86-cb5b77f219bd on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:51.382989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:51.383613 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:51.384174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:51.384804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Bound port: bab28d3e-2df8-42f7-8a86-cb5b77f219bd, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:51.385531 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.488267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] For port bab28d3e-2df8-42f7-8a86-cb5b77f219bd, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:51.504540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] For port bab28d3e-2df8-42f7-8a86-cb5b77f219bd, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:51.514057 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.517113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-282bb58f-6928-48ba-b566-b46d111fe241 req-279c38bb-ce2e-4284-97bb-835ab1469aba tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 210 time: 0.0556023 Jul 13 07:52:51.592556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.593330 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.595486 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] 10.222.0.48 "PUT /v2.0/ports/bab28d3e-2df8-42f7-8a86-cb5b77f219bd HTTP/1.1" status: 200 len: 1097 time: 0.8446500 Jul 13 07:52:51.596216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a797c8-6b3c-495a-8b05-964a85009d05', 'tag': 'bab28d3e-2df8-42f7-8a86-cb5b77f219bd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:51.599230 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf4ed5f-67a6-4fa5-9128-34a38f955341" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a797c8-6b3c-495a-8b05-964a85009d05", "tag": "bab28d3e-2df8-42f7-8a86-cb5b77f219bd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:51.650733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0235fd-a2e1-4fa6-a9f2-0c8409b9ecac service neutron] Pushing event updated for resources: {'Port': ['ID=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:51.672865 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5faa8c5-0275-4cac-8635-84cf755c0bb1 x-openstack-request-id: req-f5faa8c5-0275-4cac-8635-84cf755c0bb1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:51.673465 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a797c8-6b3c-495a-8b05-964a85009d05", "tag": "bab28d3e-2df8-42f7-8a86-cb5b77f219bd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:51.673967 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5faa8c5-0275-4cac-8635-84cf755c0bb1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:51.675566 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a797c8-6b3c-495a-8b05-964a85009d05', 'tag': 'bab28d3e-2df8-42f7-8a86-cb5b77f219bd', 'status': 'completed', 'code': 200} Jul 13 07:52:51.706936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-249abd7a-5d3a-4dd1-86c0-5dcea87b6716 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.709468 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-249abd7a-5d3a-4dd1-86c0-5dcea87b6716 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "GET /v2.0/networks?id=3f658cf6-7088-42fd-9bd6-9f900f1f3120 HTTP/1.1" status: 200 len: 795 time: 0.2071044 Jul 13 07:52:51.767232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-166a38f4-8a1f-4808-ad56-51fbf79d0e9f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12325b8214c4aaaba3facb35e649bed HTTP/1.1" status: 200 len: 380 time: 0.0481818 Jul 13 07:52:51.777570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'port': {'device_id': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'admin_state_up': True, 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'security_groups': ['1a1b98c3-cfb9-4fc8-83bc-97ee0144119c']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:51.930667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-b435b919-192a-45c3-89c6-0f1709e445ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.932139 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-b435b919-192a-45c3-89c6-0f1709e445ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77101d6a314e421685516cf806c1a8ea&device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 1100 time: 0.2038238 Jul 13 07:52:51.942594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe1f47-be2e-422c-9ce9-33f1a5dc874b req-1c4e7e09-d109-479c-a1ea-73d752e98f3a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.944399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19fe1f47-be2e-422c-9ce9-33f1a5dc874b req-1c4e7e09-d109-479c-a1ea-73d752e98f3a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 944 time: 0.2293797 Jul 13 07:52:52.001647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-bc257a21-bf76-47ee-ba52-8e150802b492 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=bab28d3e-2df8-42f7-8a86-cb5b77f219bd HTTP/1.1" status: 200 len: 217 time: 0.0562057 Jul 13 07:52:52.027962 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.084454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19fe1f47-be2e-422c-9ce9-33f1a5dc874b req-a50275b6-e68a-4655-a7cf-dcff1d39cb34 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858176 Jul 13 07:52:52.102366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-1481fe73-611c-45b7-a180-8bf621ece1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.104032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-1481fe73-611c-45b7-a180-8bf621ece1fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0726480 Jul 13 07:52:52.169834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-cce44df2-26a0-439d-a4f0-c0ee0c91067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.171462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-cce44df2-26a0-439d-a4f0-c0ee0c91067a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0609443 Jul 13 07:52:52.278776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-6cfcd99f-7126-42f3-8dfb-31e9dd69301f service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008615 Jul 13 07:52:52.338256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Made reservation on behalf of e12325b8214c4aaaba3facb35e649bed for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:52.342303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.382450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327417d-6ca7-479e-b49a-5848ca612d3d req-7650417f-d82f-4d8b-8fb8-5b837bcc825d tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.388959 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bccdb3d5-8b53-484f-8697-0c5a25c354a0 req-3875ca9e-fdc3-471c-a1c9-a649e49269e4 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032357 Jul 13 07:52:52.390127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b327417d-6ca7-479e-b49a-5848ca612d3d req-7650417f-d82f-4d8b-8fb8-5b837bcc825d tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 948 time: 0.1180270 Jul 13 07:52:52.480780 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b327417d-6ca7-479e-b49a-5848ca612d3d req-9d413f92-b147-4f2c-acce-80991d1d487d tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897629 Jul 13 07:52:52.509831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-6555c8ee-ba6c-4a82-a81d-12caca080e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.511667 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-6555c8ee-ba6c-4a82-a81d-12caca080e0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77101d6a314e421685516cf806c1a8ea&device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 1100 time: 0.0597816 Jul 13 07:52:52.542883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.20.0.10 (3f658cf6-7088-42fd-9bd6-9f900f1f3120/3bd8928e-d097-49f3-89a1-0c1491265639/677de70a-9162-48f1-821e-e4d88adf5ade) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:52.640412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-5e7431d7-9c70-4581-9e23-99b88839c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.641832 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-5e7431d7-9c70-4581-9e23-99b88839c2c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.1234038 Jul 13 07:52:52.698417 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-7f477585-2ae6-4444-8055-d1f078f63207 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=bab28d3e-2df8-42f7-8a86-cb5b77f219bd HTTP/1.1" status: 200 len: 217 time: 0.0486293 Jul 13 07:52:52.727425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7d24f325-5da2-45b2-9ade-3a447362c0f9 req-bab51dd3-f869-4064-bd88-cc2d18eb0d29 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 210 time: 0.0315011 Jul 13 07:52:52.739040 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.755696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Transition to ACTIVE for port object 677de70a-9162-48f1-821e-e4d88adf5ade will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:52.781761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-cfca4977-a677-43c8-833b-c0448b0b576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.783313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-cfca4977-a677-43c8-833b-c0448b0b576a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0589378 Jul 13 07:52:52.794294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.851260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:52.856626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-b836cf32-8377-4938-bd85-03b121b8fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.856811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:52.859101 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-b836cf32-8377-4938-bd85-03b121b8fcd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0685613 Jul 13 07:52:52.863175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=677de70a-9162-48f1-821e-e4d88adf5ade,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:52.865671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:52.950783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.951562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.970764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-bd62e083-e80a-4a49-a456-ff7f8b67970d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1977806 Jul 13 07:52:52.984450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Request body: {'port': {'device_id': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:52.994801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-9b4b4d62-a71d-4499-916a-937cf9c1653d service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212931 Jul 13 07:52:53.074156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.110911 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccf4ed5f-67a6-4fa5-9128-34a38f955341 req-44a28477-9dfc-4fe6-bea5-0c06fd97c985 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089971 Jul 13 07:52:53.202026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5eb5d3a8-1b50-477a-8d80-ae2e9e20d73c None None] Provisioning for port 677de70a-9162-48f1-821e-e4d88adf5ade completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:53.206150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5eb5d3a8-1b50-477a-8d80-ae2e9e20d73c None None] Provisioning complete for port 677de70a-9162-48f1-821e-e4d88adf5ade triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:53.206641 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d3a8-1b50-477a-8d80-ae2e9e20d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.243484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5d3a8-1b50-477a-8d80-ae2e9e20d73c None None] Port 677de70a-9162-48f1-821e-e4d88adf5ade cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:53.363771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c371e-7d35-4619-8b82-99082e766e46 req-43ddfcd8-46b9-4b5d-b476-81c45150326a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:53.365316 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f8c371e-7d35-4619-8b82-99082e766e46 req-43ddfcd8-46b9-4b5d-b476-81c45150326a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 944 time: 0.1393976 Jul 13 07:52:53.448184 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f8c371e-7d35-4619-8b82-99082e766e46 req-9f3aca52-37f7-44b9-ba6b-b4d835054c8f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760775 Jul 13 07:52:53.463214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677de70a-9162-48f1-821e-e4d88adf5ade {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:53.473350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.486714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Transition to ACTIVE for port object 677de70a-9162-48f1-821e-e4d88adf5ade will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:53.491779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.611030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Pushing event updated for resources: {'Port': ['ID=677de70a-9162-48f1-821e-e4d88adf5ade,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:53.647271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Attempting to bind port 677de70a-9162-48f1-821e-e4d88adf5ade on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:53.648257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Attempting to bind port 677de70a-9162-48f1-821e-e4d88adf5ade by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:53.648862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Attempting to bind port 677de70a-9162-48f1-821e-e4d88adf5ade on network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:53.656652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Port 677de70a-9162-48f1-821e-e4d88adf5ade on network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:52:53.657199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Attempting to bind port 677de70a-9162-48f1-821e-e4d88adf5ade on network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:53.662794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:53.663159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Checking segment: {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:53.663739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Bound using segment: {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:53.664194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Bound port: 677de70a-9162-48f1-821e-e4d88adf5ade, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afde468a-7130-4b05-80f2-1e5917d35f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:53.664608 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.705707 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.724972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef9949-ad9d-42ad-a4bd-a6051a7a9b24 req-f6f0c768-bd07-47b7-b019-c303eb8850d7 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:53.726997 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8fef9949-ad9d-42ad-a4bd-a6051a7a9b24 req-f6f0c768-bd07-47b7-b019-c303eb8850d7 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 948 time: 0.1044014 Jul 13 07:52:53.759808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] For port 677de70a-9162-48f1-821e-e4d88adf5ade, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:53.765093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] For port 677de70a-9162-48f1-821e-e4d88adf5ade, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=677de70a-9162-48f1-821e-e4d88adf5ade,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:53.774659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.816479 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8fef9949-ad9d-42ad-a4bd-a6051a7a9b24 req-67b23331-c515-46e1-b1e0-be1503104af1 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822098 Jul 13 07:52:53.826705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:53.827515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.829103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] 10.222.0.38 "PUT /v2.0/ports/677de70a-9162-48f1-821e-e4d88adf5ade HTTP/1.1" status: 200 len: 1093 time: 0.8496637 Jul 13 07:52:53.829572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:53.832001 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238833c6-affc-4e2e-911b-96f41ea3e501" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:53.869303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b138f22-278b-4322-83e8-69a0417f829c service neutron] Pushing event updated for resources: {'Port': ['ID=677de70a-9162-48f1-821e-e4d88adf5ade,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:53.924721 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29520d6-7950-4c28-b1fc-2f5df62e9ed0 x-openstack-request-id: req-e29520d6-7950-4c28-b1fc-2f5df62e9ed0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:53.925247 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:53.926110 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e29520d6-7950-4c28-b1fc-2f5df62e9ed0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:53.926334 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade', 'status': 'completed', 'code': 200} Jul 13 07:52:54.018663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-c6e2319a-897c-4c30-ae86-fc33910ade9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.020443 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-c6e2319a-897c-4c30-ae86-fc33910ade9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 1096 time: 0.0932891 Jul 13 07:52:54.029342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ff00f-8b01-44a4-8ae5-89c359654d8e req-5d69ed3c-06f6-4503-a96a-80c23f96adb7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.030931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-989ff00f-8b01-44a4-8ae5-89c359654d8e req-5d69ed3c-06f6-4503-a96a-80c23f96adb7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 944 time: 0.1405683 Jul 13 07:52:54.080351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-aafa8b02-a85c-4d06-9bb4-60210b73c26b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=677de70a-9162-48f1-821e-e4d88adf5ade HTTP/1.1" status: 200 len: 217 time: 0.0483406 Jul 13 07:52:54.149922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-989ff00f-8b01-44a4-8ae5-89c359654d8e req-3de9f77b-c2ee-418a-a1e5-48f986faab8f tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090047 Jul 13 07:52:54.158087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-1a0fb25c-9684-4631-b20c-6df4a925aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.160157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-1a0fb25c-9684-4631-b20c-6df4a925aad0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bd8928e-d097-49f3-89a1-0c1491265639 HTTP/1.1" status: 200 len: 835 time: 0.0716474 Jul 13 07:52:54.221890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-82c86bf9-ecf0-40c7-a54a-221137ea20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.223387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-82c86bf9-ecf0-40c7-a54a-221137ea20b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f658cf6-7088-42fd-9bd6-9f900f1f3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562127 Jul 13 07:52:54.318595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-45684401-543b-4802-8c33-fc1f14014379 service neutron] 10.222.0.38 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878911 Jul 13 07:52:54.419220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9a5da6f-eee5-40ef-ab17-440b270de388 req-ddf86ee6-d203-4160-874b-35c3a18a88ec service neutron] 10.222.0.38 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900514 Jul 13 07:52:54.529253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-6369ab99-73d0-447e-aa35-ab594dfdd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.530924 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-6369ab99-73d0-447e-aa35-ab594dfdd3d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 1096 time: 0.0618618 Jul 13 07:52:54.650504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171a0cb-2800-4bf2-b514-6db24c445aa3 req-179580e0-a9f6-417e-97d9-2f1f47645b35 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.652086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f171a0cb-2800-4bf2-b514-6db24c445aa3 req-179580e0-a9f6-417e-97d9-2f1f47645b35 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 944 time: 0.0697279 Jul 13 07:52:54.655556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-a1abc99c-d5a1-4bab-ba08-5fd3091fde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.657068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-a1abc99c-d5a1-4bab-ba08-5fd3091fde47 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f658cf6-7088-42fd-9bd6-9f900f1f3120 HTTP/1.1" status: 200 len: 896 time: 0.1184990 Jul 13 07:52:54.694538 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f171a0cb-2800-4bf2-b514-6db24c445aa3 req-4120f593-9bc9-4a6b-89a0-fb3e4d0eb9c1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Jul 13 07:52:54.701659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-cee5060b-5afc-4dfd-80d0-25485dd699d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=677de70a-9162-48f1-821e-e4d88adf5ade HTTP/1.1" status: 200 len: 217 time: 0.0371008 Jul 13 07:52:54.759977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-ef3f8653-db7c-438c-855e-e2de68b70ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.761408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-ef3f8653-db7c-438c-855e-e2de68b70ba9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bd8928e-d097-49f3-89a1-0c1491265639 HTTP/1.1" status: 200 len: 835 time: 0.0536475 Jul 13 07:52:54.834790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-8fce7dec-f950-441e-a53f-9020ae21f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.836789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-8fce7dec-f950-441e-a53f-9020ae21f410 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f658cf6-7088-42fd-9bd6-9f900f1f3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662141 Jul 13 07:52:54.933780 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-cc25b11d-9416-4810-a700-20dc1715b6b8 service neutron] 10.222.0.38 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898006 Jul 13 07:52:54.971398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device bab28d3e-2df8-42f7-8a86-cb5b77f219bd details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:55.075998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-238833c6-affc-4e2e-911b-96f41ea3e501 req-becf6e49-6083-4d42-ba0f-bf8467a216a3 service neutron] 10.222.0.38 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336837 Jul 13 07:52:55.083672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port bab28d3e-2df8-42f7-8a86-cb5b77f219bd, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:55.092369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52e2b0-d8f8-4b12-b909-0221ced8e501 req-220681ca-d478-4a2a-bef3-fb93099740e8 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:55.094145 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e52e2b0-d8f8-4b12-b909-0221ced8e501 req-220681ca-d478-4a2a-bef3-fb93099740e8 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 948 time: 0.1237137 Jul 13 07:52:55.109869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'bab28d3e-2df8-42f7-8a86-cb5b77f219bd', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'bab28d3e-2df8-42f7-8a86-cb5b77f219bd', 'mac_address': 'fa:16:3e:e8:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:55.154486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e52e2b0-d8f8-4b12-b909-0221ced8e501 req-2b7cd59a-6a15-401a-88c6-a0c84263b977 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517285 Jul 13 07:52:55.160967 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.178047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab28d3e-2df8-42f7-8a86-cb5b77f219bd {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:55.202525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port bab28d3e-2df8-42f7-8a86-cb5b77f219bd, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:55.206316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.259241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:55.340476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffca15-c607-49a5-b4e2-66dc6678d8c7 req-26f429be-2101-4b8f-896b-39a618ae9315 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:55.342674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26ffca15-c607-49a5-b4e2-66dc6678d8c7 req-26f429be-2101-4b8f-896b-39a618ae9315 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 944 time: 0.0742626 Jul 13 07:52:55.384181 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-26ffca15-c607-49a5-b4e2-66dc6678d8c7 req-c124e06d-7ff7-460b-bb9e-99611dd0a49d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357349 Jul 13 07:52:55.434625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['bab28d3e-2df8-42f7-8a86-cb5b77f219bd'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:55.877881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4cbe-9f9d-4075-8362-c5588fc299f3 req-21e1be2b-b9e1-4ddd-85cf-1d229fa612b4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:55.879611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a37e4cbe-9f9d-4075-8362-c5588fc299f3 req-21e1be2b-b9e1-4ddd-85cf-1d229fa612b4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 944 time: 0.0708363 Jul 13 07:52:55.926637 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a37e4cbe-9f9d-4075-8362-c5588fc299f3 req-3c9dc1e2-0762-449b-b1cc-c1d375bba11b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Jul 13 07:52:56.334913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af4f79-1b5f-4601-ad90-b8d3e6eb0b53 req-f2f0211a-228f-437a-9934-bf4a2a9940f7 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:56.336603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24af4f79-1b5f-4601-ad90-b8d3e6eb0b53 req-f2f0211a-228f-437a-9934-bf4a2a9940f7 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 949 time: 0.0743501 Jul 13 07:52:56.375954 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24af4f79-1b5f-4601-ad90-b8d3e6eb0b53 req-972cb690-9361-4589-a1dd-afb7406e2319 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332298 Jul 13 07:52:56.456431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46160) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:56.571179 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cec913c2-901f-4035-ba8d-4d13c7e30c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.590428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c73ccc9b-6958-4cbc-8fed-9e81d36aae2d details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:56.592322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364869a0-6ec2-4204-b9d0-e8b5165f58a6 req-dcba3b7f-e255-4635-8ae3-7018f310f729 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:56.593881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-364869a0-6ec2-4204-b9d0-e8b5165f58a6 req-dcba3b7f-e255-4635-8ae3-7018f310f729 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 944 time: 0.0876012 Jul 13 07:52:56.658601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-364869a0-6ec2-4204-b9d0-e8b5165f58a6 req-08576868-b7f7-4f54-8cb9-1cdbad5c3e21 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586333 Jul 13 07:52:56.705588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:56.712676 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cec913c2-901f-4035-ba8d-4d13c7e30c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.716756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cec913c2-901f-4035-ba8d-4d13c7e30c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.716985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'c73ccc9b-6958-4cbc-8fed-9e81d36aae2d', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'port_id': 'c73ccc9b-6958-4cbc-8fed-9e81d36aae2d', 'mac_address': 'fa:16:3e:a5:d9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:56.754690 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.757421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cec913c2-901f-4035-ba8d-4d13c7e30c81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=407dd4901fb44da9a37f0792f97a71b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997892 Jul 13 07:52:56.758487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec913c2-901f-4035-ba8d-4d13c7e30c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef157b5-20ba-4247-82c9-1dc4eec1ab33,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.760054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46164) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:56.771819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73ccc9b-6958-4cbc-8fed-9e81d36aae2d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:56.792703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:56.799449 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.814324 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55e5a6b0-39e9-40fd-a863-96e3a84bed99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.834233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 677de70a-9162-48f1-821e-e4d88adf5ade details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:56.837327 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55e5a6b0-39e9-40fd-a863-96e3a84bed99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.899323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.920155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55e5a6b0-39e9-40fd-a863-96e3a84bed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.923346 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55e5a6b0-39e9-40fd-a863-96e3a84bed99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.924539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-55e5a6b0-39e9-40fd-a863-96e3a84bed99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ef157b5-20ba-4247-82c9-1dc4eec1ab33 HTTP/1.1" status: 204 len: 168 time: 0.1624429 Jul 13 07:52:56.932533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5a6b0-39e9-40fd-a863-96e3a84bed99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef157b5-20ba-4247-82c9-1dc4eec1ab33,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.988556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device bab28d3e-2df8-42f7-8a86-cb5b77f219bd up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:57.042429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 677de70a-9162-48f1-821e-e4d88adf5ade, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=677de70a-9162-48f1-821e-e4d88adf5ade,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:57.056132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '677de70a-9162-48f1-821e-e4d88adf5ade', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'port_id': '677de70a-9162-48f1-821e-e4d88adf5ade', 'mac_address': 'fa:16:3e:8f:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:57.089605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port bab28d3e-2df8-42f7-8a86-cb5b77f219bd completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:57.112314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port bab28d3e-2df8-42f7-8a86-cb5b77f219bd triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:57.112611 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.175461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.182770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89f238-77eb-4e6d-a39f-ecf9f65476ca req-7f7f44fd-9f32-4766-8a1f-76ff2c32a60c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:57.193534 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af89f238-77eb-4e6d-a39f-ecf9f65476ca req-7f7f44fd-9f32-4766-8a1f-76ff2c32a60c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 945 time: 0.1294637 Jul 13 07:52:57.200718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677de70a-9162-48f1-821e-e4d88adf5ade {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:57.256966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 677de70a-9162-48f1-821e-e4d88adf5ade, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=677de70a-9162-48f1-821e-e4d88adf5ade,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:57.257506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-af89f238-77eb-4e6d-a39f-ecf9f65476ca req-26bac75a-a202-48c5-95d9-6719142b7c00 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619485 Jul 13 07:52:57.264019 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.297007 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.345886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=677de70a-9162-48f1-821e-e4d88adf5ade,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:57.346463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788583ba-45b7-4805-b939-32dcd1bac049 req-cb1f489b-bb74-49a9-af86-92eae945d994 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:57.354460 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-788583ba-45b7-4805-b939-32dcd1bac049 req-cb1f489b-bb74-49a9-af86-92eae945d994 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1098 time: 0.0897551 Jul 13 07:52:57.364373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a797c8-6b3c-495a-8b05-964a85009d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab28d3e-2df8-42f7-8a86-cb5b77f219bd'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:57.367137 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac0bdb6-7028-4907-b654-bba962400008" -d '{"events": [{"server_uuid": "d7a797c8-6b3c-495a-8b05-964a85009d05", "name": "network-vif-plugged", "status": "completed", "tag": "bab28d3e-2df8-42f7-8a86-cb5b77f219bd"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:57.392224 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-788583ba-45b7-4805-b939-32dcd1bac049 req-59ac9fd7-cda3-47df-8d64-9833f847f14a tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367701 Jul 13 07:52:57.421407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46188) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:57.570698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port bab28d3e-2df8-42f7-8a86-cb5b77f219bd, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:57.576518 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b984a42-e021-4269-be89-fcf753e832e7 x-openstack-request-id: req-5b984a42-e021-4269-be89-fcf753e832e7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:57.576902 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a797c8-6b3c-495a-8b05-964a85009d05", "name": "network-vif-plugged", "status": "completed", "tag": "bab28d3e-2df8-42f7-8a86-cb5b77f219bd", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:57.577259 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b984a42-e021-4269-be89-fcf753e832e7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:57.577814 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a797c8-6b3c-495a-8b05-964a85009d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab28d3e-2df8-42f7-8a86-cb5b77f219bd', 'code': 200} Jul 13 07:52:57.586808 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.672258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0422efc-2e68-4df4-b374-5c5ffa0a689a req-b14b39e1-679e-4652-9fa5-b6e9c71be6a7 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:57.678684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['677de70a-9162-48f1-821e-e4d88adf5ade'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:57.681129 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['c73ccc9b-6958-4cbc-8fed-9e81d36aae2d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:57.681341 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e0422efc-2e68-4df4-b374-5c5ffa0a689a req-b14b39e1-679e-4652-9fa5-b6e9c71be6a7 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 950 time: 0.0861108 Jul 13 07:52:57.716064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4ee22-98b5-4f82-b912-e0ae49e8ccc3 req-5dc62c6e-3294-49eb-bc1b-fbd2cd1bf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:57.717560 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c4ee22-98b5-4f82-b912-e0ae49e8ccc3 req-5dc62c6e-3294-49eb-bc1b-fbd2cd1bf8b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 1101 time: 0.1918182 Jul 13 07:52:57.734073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e0422efc-2e68-4df4-b374-5c5ffa0a689a req-5e90466b-0627-45c6-8839-23ab870a18b2 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515001 Jul 13 07:52:57.784118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:57.817142 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-75c4ee22-98b5-4f82-b912-e0ae49e8ccc3 req-6ce0901e-6027-454d-bd71-40ee8f2ea468 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714788 Jul 13 07:52:57.870020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port 92deb73d-9c21-488c-b61b-77be1dd6434a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:57.870454 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.058378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-02e9cdf7-f8ff-4200-9da6-4ca60777719f None None] Provisioning complete for port bab28d3e-2df8-42f7-8a86-cb5b77f219bd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:58.058711 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02e9cdf7-f8ff-4200-9da6-4ca60777719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.257413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.257746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.273306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a5772-f978-4a79-bf0d-594de5392e11 req-46c91bea-e42c-49d3-ac43-e621a9f0e8e0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:58.274935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b37a5772-f978-4a79-bf0d-594de5392e11 req-46c91bea-e42c-49d3-ac43-e621a9f0e8e0 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 945 time: 0.4427681 Jul 13 07:52:58.280509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for 92deb73d-9c21-488c-b61b-77be1dd6434a owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:58.403726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b37a5772-f978-4a79-bf0d-594de5392e11 req-cb37400d-390a-4c38-9528-932a6f39b4ff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161838 Jul 13 07:52:58.463285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591182-fb6a-4d03-a014-0a03ea1d017b req-13fa02c8-219a-46fa-85b3-5179de4a40f6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:58.464886 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1591182-fb6a-4d03-a014-0a03ea1d017b req-13fa02c8-219a-46fa-85b3-5179de4a40f6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 945 time: 0.0854547 Jul 13 07:52:58.516946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1591182-fb6a-4d03-a014-0a03ea1d017b req-e063ebe1-60a6-451c-9860-7a3da668e335 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461946 Jul 13 07:52:58.580036 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.594049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c73ccc9b-6958-4cbc-8fed-9e81d36aae2d up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:58.616397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=92deb73d-9c21-488c-b61b-77be1dd6434a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:58.677128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:58.682540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:58.682540 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.706311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.707147 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Floating IP 85984a44-f5e0-489f-b704-c80a26eca504 disassociated (deleted). External IP: 172.25.8.39, port: f2f1adf6-fb41-4de2-9981-3427eb55dbb2. Jul 13 07:52:58.785149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.827732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:58.834049 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.903868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:59.012618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b365b3-e281-407a-b184-7fb5f2551dfc req-dd1ecab7-bae4-4d75-b237-7763591d1a8a tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.014623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11b365b3-e281-407a-b184-7fb5f2551dfc req-dd1ecab7-bae4-4d75-b237-7763591d1a8a tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 950 time: 0.1276765 Jul 13 07:52:59.026556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:59.103156 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11b365b3-e281-407a-b184-7fb5f2551dfc req-b346a320-b6b6-41e4-93f2-1e08e3570945 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793610 Jul 13 07:52:59.164906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f50e0c08-96e4-4c92-a8d4-a080d874e123 None None] Provisioning complete for port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:59.165566 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f50e0c08-96e4-4c92-a8d4-a080d874e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.192442 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:59.198541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.206133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] Sync routers for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:59.225136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:59.225782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:59.260371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e36c7d7-e0f7-4782-b4f7-f3fbf49277fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/floatingips/85984a44-f5e0-489f-b704-c80a26eca504 HTTP/1.1" status: 204 len: 168 time: 1.8347166 Jul 13 07:52:59.260371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:59.262624 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a860504-0ee9-40da-9754-df7ab8a9eecd" -d '{"events": [{"name": "network-changed", "server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:59.375197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:59.551912 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b2b070-8265-4eca-a783-272a3eb3957c x-openstack-request-id: req-32b2b070-8265-4eca-a783-272a3eb3957c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:59.552218 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:59.552479 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32b2b070-8265-4eca-a783-272a3eb3957c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:59.552894 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'status': 'completed', 'code': 200} Jul 13 07:52:59.585552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6613417b-6383-4c70-a465-04e80eb27083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73ccc9b-6958-4cbc-8fed-9e81d36aae2d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:59.591487 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1684d69c-beed-40f3-a44b-a8f70330c75a" -d '{"events": [{"server_uuid": "6613417b-6383-4c70-a465-04e80eb27083", "name": "network-vif-plugged", "status": "completed", "tag": "c73ccc9b-6958-4cbc-8fed-9e81d36aae2d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:59.730273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '18b31e8e-077e-4953-a0d3-b4e19e885891', 'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:26:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:04Z', 'updated_at': '2021-07-13T07:51:17Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:59.733054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-f7c22654-5d9e-4f2c-9dd2-7911b2e1ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.735219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-f7c22654-5d9e-4f2c-9dd2-7911b2e1ae43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 1098 time: 0.1565673 Jul 13 07:52:59.777632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] Checking router: a4a720cd-b357-4792-98c0-1b4a4c0cfd96 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:59.794278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ff8dc-38a2-4cce-b2ae-5584bf9b6e20 req-6fda8dc0-4d60-47fb-b6e3-28084dbc22c7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.795679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23f0c-d9a4-4e5b-bbc6-437ca1d3f729 req-96b69bb6-968a-45d8-b80e-a52b86638247 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.797187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:59.797337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ead23f0c-d9a4-4e5b-bbc6-437ca1d3f729 req-96b69bb6-968a-45d8-b80e-a52b86638247 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 945 time: 0.1461623 Jul 13 07:52:59.797847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:59.805743 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b3ff8dc-38a2-4cce-b2ae-5584bf9b6e20 req-6fda8dc0-4d60-47fb-b6e3-28084dbc22c7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1405978 Jul 13 07:52:59.899893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b3ff8dc-38a2-4cce-b2ae-5584bf9b6e20 req-8dd15d66-a1b2-4dc7-a3de-f6449f7553df tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870838 Jul 13 07:52:59.903824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ead23f0c-d9a4-4e5b-bbc6-437ca1d3f729 req-9caf091b-6014-4be0-b0b4-f73204a9d24d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992846 Jul 13 07:52:59.938779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-1dcfe3e9-8c9a-42ad-8ec3-d1b78ab4579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.940709 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-1dcfe3e9-8c9a-42ad-8ec3-d1b78ab4579b service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 200 len: 898 time: 0.1967590 Jul 13 07:52:59.995145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:00.073552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-01bc2b2a-7be2-4329-8acd-d01b51ca62e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 200 len: 217 time: 0.1226957 Jul 13 07:53:00.106928 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bb6fa4-191b-482e-ad0d-f5cd2e624a90 x-openstack-request-id: req-37bb6fa4-191b-482e-ad0d-f5cd2e624a90 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:00.107177 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6613417b-6383-4c70-a465-04e80eb27083", "name": "network-vif-plugged", "status": "completed", "tag": "c73ccc9b-6958-4cbc-8fed-9e81d36aae2d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:00.107286 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37bb6fa4-191b-482e-ad0d-f5cd2e624a90 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:00.107645 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6613417b-6383-4c70-a465-04e80eb27083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73ccc9b-6958-4cbc-8fed-9e81d36aae2d', 'code': 200} Jul 13 07:53:00.176109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6226f-1588-4b01-9812-634a4f8298cb req-ea13bfc1-3a21-450d-b8f1-1c627434acc2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.184475 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88c6226f-1588-4b01-9812-634a4f8298cb req-ea13bfc1-3a21-450d-b8f1-1c627434acc2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 946 time: 0.1228483 Jul 13 07:53:00.239996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-88c6226f-1588-4b01-9812-634a4f8298cb req-5e223e34-9d61-4ea7-8745-ddec535a13bf tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492396 Jul 13 07:53:00.256653 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-f257dc25-02dd-4e51-b1e1-c7bc4278b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.257327 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-f257dc25-02dd-4e51-b1e1-c7bc4278b661 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 200 len: 835 time: 0.1791203 Jul 13 07:53:00.326535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3fb80-730d-4a42-90fe-1c515ee49da4 req-c23db6dc-6aa1-4830-805c-9f06fc233554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.328266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fb3fb80-730d-4a42-90fe-1c515ee49da4 req-c23db6dc-6aa1-4830-805c-9f06fc233554 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 1098 time: 0.1770716 Jul 13 07:53:00.339390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '18b31e8e-077e-4953-a0d3-b4e19e885891', 'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:26:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:04Z', 'updated_at': '2021-07-13T07:51:17Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:00.356890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-3832f346-77b5-4f1c-8eb1-a5df3e0776b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.358490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-3832f346-77b5-4f1c-8eb1-a5df3e0776b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938864 Jul 13 07:53:00.376102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fb3fb80-730d-4a42-90fe-1c515ee49da4 req-643a7ab6-417d-4ab4-9437-a7d9a1a05220 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Jul 13 07:53:00.380525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b3543-1d8b-4309-9714-090ff3b99646 None None] The sync data for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 is: [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:05Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '18b31e8e-077e-4953-a0d3-b4e19e885891', 'name': '', 'network_id': '1dc92419-7645-4ffd-9ddf-cdcf7c6e394e', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:26:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:04Z', 'updated_at': '2021-07-13T07:51:17Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '922e46ee-be30-41de-9dfc-4776d62add1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:00.484370 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-7ef5bd17-6cdb-4c19-b970-26590bb42029 service neutron] 10.222.0.38 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102781 Jul 13 07:53:00.606519 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a860504-0ee9-40da-9754-df7ab8a9eecd req-2130c1f6-5638-4da2-8055-355933ca8fd4 service neutron] 10.222.0.38 "GET /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075337 Jul 13 07:53:00.613851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 677de70a-9162-48f1-821e-e4d88adf5ade up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:00.686959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 677de70a-9162-48f1-821e-e4d88adf5ade completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:00.691928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 677de70a-9162-48f1-821e-e4d88adf5ade triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:00.692316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.753507 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404aab13-945d-4b03-ab8a-a8389c63e725 None None] New status for floating IP 85984a44-f5e0-489f-b704-c80a26eca504: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:53:00.834620 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.883920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 677de70a-9162-48f1-821e-e4d88adf5ade, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=677de70a-9162-48f1-821e-e4d88adf5ade,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:00.894783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.012014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=677de70a-9162-48f1-821e-e4d88adf5ade,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:01.027496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3e686-437e-4f28-a615-350502cb9e51 req-831d698b-998f-493c-b161-ddaf1d1163a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.029146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dea3e686-437e-4f28-a615-350502cb9e51 req-831d698b-998f-493c-b161-ddaf1d1163a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1271427 Jul 13 07:53:01.246474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017b52d-4825-42aa-81e7-292e2a259e72 req-ae0654fd-5193-480e-bf50-5f0c97b17261 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.248932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2017b52d-4825-42aa-81e7-292e2a259e72 req-ae0654fd-5193-480e-bf50-5f0c97b17261 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8478e08a-6d28-475c-a5f9-ebdfbf6b10e6 HTTP/1.1" status: 200 len: 946 time: 0.1542294 Jul 13 07:53:01.378804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-dea3e686-437e-4f28-a615-350502cb9e51 req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:01.379827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dea3e686-437e-4f28-a615-350502cb9e51 req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.394425 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2017b52d-4825-42aa-81e7-292e2a259e72 req-7533a70b-7b96-4c71-a90d-b854a113830f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=b85b5d1e-c68b-461e-a3e2-b11fabfee745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376748 Jul 13 07:53:01.445616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966566b-31ef-4284-828e-f5cc1d0be033 req-0e6c1508-8370-488e-b3f3-c4d2d459747a tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.458600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6966566b-31ef-4284-828e-f5cc1d0be033 req-0e6c1508-8370-488e-b3f3-c4d2d459747a tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 946 time: 0.1631942 Jul 13 07:53:01.507755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6aa13516-04da-4cc0-96cd-0f60a4cc1bef None None] Provisioning complete for port 677de70a-9162-48f1-821e-e4d88adf5ade triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:01.508201 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6aa13516-04da-4cc0-96cd-0f60a4cc1bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.525234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6966566b-31ef-4284-828e-f5cc1d0be033 req-1ae4ccec-10c0-4247-b8b5-81cb1f2b35f7 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656390 Jul 13 07:53:01.594802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dea3e686-437e-4f28-a615-350502cb9e51 req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port f2f1adf6-fb41-4de2-9981-3427eb55dbb2, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:01.595242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dea3e686-437e-4f28-a615-350502cb9e51 req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.613381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-dea3e686-437e-4f28-a615-350502cb9e51 req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for f2f1adf6-fb41-4de2-9981-3427eb55dbb2 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:01.687278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23783b-a073-484d-ae24-7899d7262eda req-0e04013b-76c1-46e9-b651-515a2dfefe1c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.689322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd23783b-a073-484d-ae24-7899d7262eda req-0e04013b-76c1-46e9-b651-515a2dfefe1c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 946 time: 0.1468413 Jul 13 07:53:01.742611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd23783b-a073-484d-ae24-7899d7262eda req-d8a7c95d-faf6-4746-a898-e35db0d32c2b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Jul 13 07:53:01.879501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dea3e686-437e-4f28-a615-350502cb9e51 req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.929991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=f2f1adf6-fb41-4de2-9981-3427eb55dbb2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:01.996435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea3e686-437e-4f28-a615-350502cb9e51 req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] No DVR routers for this DVR port f2f1adf6-fb41-4de2-9981-3427eb55dbb2 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:01.999450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dea3e686-437e-4f28-a615-350502cb9e51 req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.002425 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dea3e686-437e-4f28-a615-350502cb9e51 req-17611efb-2ec6-4343-a19c-fb578c1d5313 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "DELETE /v2.0/ports/f2f1adf6-fb41-4de2-9981-3427eb55dbb2 HTTP/1.1" status: 204 len: 173 time: 0.9650691 Jul 13 07:53:02.002968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'name': 'network-vif-deleted', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:02.005574 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236c0005-5de9-4279-aced-d0519021c32e" -d '{"events": [{"server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "name": "network-vif-deleted", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:02.036907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87094d-f018-43ca-9b00-fde225a6f37b req-3e3b0fd6-1dac-4a78-9825-a2d4bd993660 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:02.038925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9f87094d-f018-43ca-9b00-fde225a6f37b req-3e3b0fd6-1dac-4a78-9825-a2d4bd993660 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 946 time: 0.1018221 Jul 13 07:53:02.062093 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09836eb8-410c-477f-b04c-058aace39b55 x-openstack-request-id: req-09836eb8-410c-477f-b04c-058aace39b55 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:02.062612 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8478e08a-6d28-475c-a5f9-ebdfbf6b10e6", "name": "network-vif-deleted", "tag": "f2f1adf6-fb41-4de2-9981-3427eb55dbb2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:02.062612 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09836eb8-410c-477f-b04c-058aace39b55 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:02.063014 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8478e08a-6d28-475c-a5f9-ebdfbf6b10e6', 'name': 'network-vif-deleted', 'tag': 'f2f1adf6-fb41-4de2-9981-3427eb55dbb2', 'status': 'completed', 'code': 200} Jul 13 07:53:02.108942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:02.111914 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e48e8f7-743a-4753-bc84-2262978036bb" -d '{"events": [{"server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "name": "network-vif-plugged", "status": "completed", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:02.140917 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9f87094d-f018-43ca-9b00-fde225a6f37b req-5381c352-38f9-4861-80df-21d8d90d0f37 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778129 Jul 13 07:53:02.181549 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb58f727-6da7-4db7-b16c-ed862d4bd4ab x-openstack-request-id: req-bb58f727-6da7-4db7-b16c-ed862d4bd4ab {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:02.181849 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "name": "network-vif-plugged", "status": "completed", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:02.182137 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb58f727-6da7-4db7-b16c-ed862d4bd4ab {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:02.182537 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade', 'code': 200} Jul 13 07:53:02.413044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf185c-73a1-4037-96bc-ffbdac689232 req-0161cff6-3494-44bb-a87c-6def0359aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:02.415295 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4dbf185c-73a1-4037-96bc-ffbdac689232 req-0161cff6-3494-44bb-a87c-6def0359aebc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 1098 time: 0.1237624 Jul 13 07:53:02.485862 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4dbf185c-73a1-4037-96bc-ffbdac689232 req-fd722e2f-fa9f-4557-9710-25a24db58f5d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624583 Jul 13 07:53:02.629407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:02.927511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff31b0-80da-43f4-9b20-d62efc3ccb52 req-c3e4843e-ecad-40d3-b4a3-74d32117a260 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:02.929419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4eff31b0-80da-43f4-9b20-d62efc3ccb52 req-c3e4843e-ecad-40d3-b4a3-74d32117a260 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 946 time: 0.1491570 Jul 13 07:53:03.124595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4eff31b0-80da-43f4-9b20-d62efc3ccb52 req-4f4091d5-116f-48f1-8832-adcbc945788e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560743 Jul 13 07:53:03.264690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.679425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port 18b31e8e-077e-4953-a0d3-b4e19e885891 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:03.680453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.796047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port 18b31e8e-077e-4953-a0d3-b4e19e885891, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=18b31e8e-077e-4953-a0d3-b4e19e885891,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:03.796533 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.814038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for 18b31e8e-077e-4953-a0d3-b4e19e885891 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:04.169994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.272530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=18b31e8e-077e-4953-a0d3-b4e19e885891,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.575612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4d516-125c-43a3-96a7-8c510f0fdf1f req-db03079d-1ed4-45b9-935c-b4c290853128 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:04.578143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3d4d516-125c-43a3-96a7-8c510f0fdf1f req-db03079d-1ed4-45b9-935c-b4c290853128 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 946 time: 0.2177351 Jul 13 07:53:04.644659 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f2f1adf6-fb41-4de2-9981-3427eb55dbb2 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:04.673735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3d4d516-125c-43a3-96a7-8c510f0fdf1f req-737577f8-05a4-4f91-858c-bff0278f2596 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499902 Jul 13 07:53:04.682905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f2f1adf6-fb41-4de2-9981-3427eb55dbb2 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:04.683350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f2f1adf6-fb41-4de2-9981-3427eb55dbb2 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:04.692108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.961679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7247ada-b2f6-4dba-8f94-25d8ef5f6734 req-4f303da5-85fa-4dc8-ac00-77f165a87437 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:04.964423 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7247ada-b2f6-4dba-8f94-25d8ef5f6734 req-4f303da5-85fa-4dc8-ac00-77f165a87437 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 946 time: 0.0991468 Jul 13 07:53:05.017500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7247ada-b2f6-4dba-8f94-25d8ef5f6734 req-652fc6f5-da5a-44c0-9b87-683d60103d0b tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470424 Jul 13 07:53:05.044039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46386) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:05.114819 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4608621-0584-4697-b3e2-c5f46e4ee07a tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:05.116425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b4608621-0584-4697-b3e2-c5f46e4ee07a tempest-TestNetworkBasicOps-496046899 tempest-TestNetworkBasicOps-496046899-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 1093 time: 0.0714457 Jul 13 07:53:05.119513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46392) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:05.127100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '677de70a-9162-48f1-821e-e4d88adf5ade', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:05.165974 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.314807 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.338319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:05.487392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:05.503594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f91615-327d-407b-936a-d84bac82568f None None] Sync routers for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:05.526132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f91615-327d-407b-936a-d84bac82568f None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:05.526543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fac703a7-d124-45fd-9d88-8a3f15b3e5bb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "PUT /v2.0/routers/a4a720cd-b357-4792-98c0-1b4a4c0cfd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8942425 Jul 13 07:53:05.527352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f6f91615-327d-407b-936a-d84bac82568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:05.528437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46404) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:05.672125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-604cdf18-bbb9-4a8b-99e5-88eda6cd91ad tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting subnet 922e46ee-be30-41de-9dfc-4776d62add1c {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:05.678156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cdf18-bbb9-4a8b-99e5-88eda6cd91ad tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.679875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Allocated IP 172.25.8.71 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/07bdb6ba-449a-4748-aa45-c919d1a2e3b4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:05.740540 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.759373 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cdf18-bbb9-4a8b-99e5-88eda6cd91ad tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.782675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f6f91615-327d-407b-936a-d84bac82568f None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:05.862730 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.930718 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.933134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfacfa-f267-4205-a029-e73626021432 req-a14e1fd1-b4db-4934-b439-9cb23164777e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:05.934856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-a14e1fd1-b4db-4934-b439-9cb23164777e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.1930006 Jul 13 07:53:05.947024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cdf18-bbb9-4a8b-99e5-88eda6cd91ad tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.986191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:05.990162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:05.991773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-88738236-6a47-4bf0-907a-bb00ef9cada4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/quotas/5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 375 time: 0.0509188 Jul 13 07:53:06.002291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:06.020614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f6f91615-327d-407b-936a-d84bac82568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:53:04Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:06.035938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=07bdb6ba-449a-4748-aa45-c919d1a2e3b4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:06.055590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f91615-327d-407b-936a-d84bac82568f None None] Checking router: a4a720cd-b357-4792-98c0-1b4a4c0cfd96 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:06.066697 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f91615-327d-407b-936a-d84bac82568f None None] Routers {'a4a720cd-b357-4792-98c0-1b4a4c0cfd96'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:06.067392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f6f91615-327d-407b-936a-d84bac82568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:06.104728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-8eb0f6fd-59b9-4d4b-8ed3-397b06d628bb tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1063633 Jul 13 07:53:06.104728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cdf18-bbb9-4a8b-99e5-88eda6cd91ad tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.163154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cdf18-bbb9-4a8b-99e5-88eda6cd91ad tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Subnet': ['ID=922e46ee-be30-41de-9dfc-4776d62add1c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:06.187350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cdf18-bbb9-4a8b-99e5-88eda6cd91ad tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.192329 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-604cdf18-bbb9-4a8b-99e5-88eda6cd91ad tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/subnets/922e46ee-be30-41de-9dfc-4776d62add1c HTTP/1.1" status: 204 len: 168 time: 0.6588256 Jul 13 07:53:06.192714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:06.384463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ed8087-e590-45cc-af35-4259e57c992f None None] Network 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:06.388883 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.458555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-41b4354a-9b84-4349-a342-389af97e8484 service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458288 Jul 13 07:53:06.480233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f6f91615-327d-407b-936a-d84bac82568f None None] Set router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:06.651790 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.678790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-c4a244fe-2903-445e-9c6d-74b717d5a5a4 service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111437 Jul 13 07:53:06.737975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:06.738349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.794055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.831653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f6f91615-327d-407b-936a-d84bac82568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:53:04Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:06.838797 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:53:06.860654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:06.861436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.875298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:06.907512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb6edb-8d19-444d-9fe4-c1f0f89246d7 None None] DHCP port deletion for 1dc92419-7645-4ffd-9ddf-cdcf7c6e394e request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:06.916067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f91615-327d-407b-936a-d84bac82568f None None] The sync data for ids ['a4a720cd-b357-4792-98c0-1b4a4c0cfd96'] in n-d-758944-43 is: [{'id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707294112', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:53:04Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a720cd-b357-4792-98c0-1b4a4c0cfd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:00Z', 'updated_at': '2021-07-13T07:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:07.024628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb6edb-8d19-444d-9fe4-c1f0f89246d7 None None] Deleting port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:07.025267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6edb-8d19-444d-9fe4-c1f0f89246d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.056558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ba78e53-f9b5-41e8-9a40-1ff8746945d3 req-b73ae40e-35ca-4028-a882-d504d5846c9b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 210 time: 0.0342207 Jul 13 07:53:07.071983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.114882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b6eb6edb-8d19-444d-9fe4-c1f0f89246d7 None None] For port 63261a8f-dd7b-4219-b2b6-ec28755b06d7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=63261a8f-dd7b-4219-b2b6-ec28755b06d7,segment=NetworkSegment(4ad2b1c1-1739-43ac-afcf-bc634fd2d196),segment_id=4ad2b1c1-1739-43ac-afcf-bc634fd2d196)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:07.115815 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6edb-8d19-444d-9fe4-c1f0f89246d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.139572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb6edb-8d19-444d-9fe4-c1f0f89246d7 None None] Calling delete_port for 63261a8f-dd7b-4219-b2b6-ec28755b06d7 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:07.235456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.259586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6edb-8d19-444d-9fe4-c1f0f89246d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.298335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb6edb-8d19-444d-9fe4-c1f0f89246d7 None None] Pushing event deleted for resources: {'Port': ['ID=63261a8f-dd7b-4219-b2b6-ec28755b06d7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.303524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb6edb-8d19-444d-9fe4-c1f0f89246d7 None None] No DVR routers for this DVR port 63261a8f-dd7b-4219-b2b6-ec28755b06d7 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:07.327711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.408247 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.423147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.453792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.558181 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event updated for resources: {'Port': ['ID=07bdb6ba-449a-4748-aa45-c919d1a2e3b4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.600081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.602949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.613632 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.620366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.671125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.671786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Fanout notify agent at l3_agent the message router_deleted on router a4a720cd-b357-4792-98c0-1b4a4c0cfd96 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:53:07.688641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.692485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c4ba3a92-ab4c-45f7-9b03-1d1a91bec4a2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/routers/a4a720cd-b357-4792-98c0-1b4a4c0cfd96 HTTP/1.1" status: 204 len: 168 time: 1.4986002 Jul 13 07:53:07.693122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46460) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:07.741075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 63261a8f-dd7b-4219-b2b6-ec28755b06d7 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:07.788934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 63261a8f-dd7b-4219-b2b6-ec28755b06d7 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:07.789294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 63261a8f-dd7b-4219-b2b6-ec28755b06d7 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:07.789976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 18b31e8e-077e-4953-a0d3-b4e19e885891 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:07.819829 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.824847 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Floating IP 71f70849-2342-4f85-bc43-155f4f2188ea associated. External IP: 172.25.8.71, port: 677de70a-9162-48f1-821e-e4d88adf5ade. Jul 13 07:53:07.835186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 18b31e8e-077e-4953-a0d3-b4e19e885891 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:07.836179 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 18b31e8e-077e-4953-a0d3-b4e19e885891 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:07.953365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.965178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc92419-7645-4ffd-9ddf-cdcf7c6e394e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:07.982076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad2b1c1-1739-43ac-afcf-bc634fd2d196') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:07.982389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad2b1c1-1739-43ac-afcf-bc634fd2d196') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:07.993145 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.017497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.026823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:08.027359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:08.035517 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:08.113484 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.135671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.137815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/networks/1dc92419-7645-4ffd-9ddf-cdcf7c6e394e HTTP/1.1" status: 204 len: 168 time: 0.4437163 Jul 13 07:53:08.145983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:08.169380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd3380-4ce2-4b6c-b7b6-2ea9c24679b4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Network': ['ID=1dc92419-7645-4ffd-9ddf-cdcf7c6e394e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:08.265248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-353a823f-a1df-43bf-8353-725d6257c420 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.330369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-82922e5b-8b10-48f5-bfa3-dca070a2ae9a req-b21092f5-2760-4927-9c32-da7155acec26 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 210 time: 0.0477805 Jul 13 07:53:08.332794 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-353a823f-a1df-43bf-8353-725d6257c420 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.408051 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-353a823f-a1df-43bf-8353-725d6257c420 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.411308 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-353a823f-a1df-43bf-8353-725d6257c420 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.415814 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-353a823f-a1df-43bf-8353-725d6257c420 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/security-groups/b85b5d1e-c68b-461e-a3e2-b11fabfee745 HTTP/1.1" status: 204 len: 168 time: 0.2687078 Jul 13 07:53:08.427463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a823f-a1df-43bf-8353-725d6257c420 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85b5d1e-c68b-461e-a3e2-b11fabfee745,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:08.526544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:08.672841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:08.685453 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] Sync routers for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:08.698083 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:08.698558 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:08.728740 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46472) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:08.734692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6a9f7dce-146c-43a6-b2d0-a3c22cb6464c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52002121', 'description': 'tempest-secgroup-smoke-52002121 description', 'project_id': '97885db632824d89bcee49e5168f73cb'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:08.740500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.844534 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-19488fd3-cb99-4350-abcc-cdfbce349709 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7232149 Jul 13 07:53:08.847330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46476) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:08.847812 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:08.850663 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:08.863134 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7dce-146c-43a6-b2d0-a3c22cb6464c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.887949 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:08.894795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfacfa-f267-4205-a029-e73626021432 req-b4e61af7-947c-47f8-a045-ecf4cf9aa2fe tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:08.896941 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-b4e61af7-947c-47f8-a045-ecf4cf9aa2fe tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.2199230 Jul 13 07:53:08.913312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'port': {'device_id': '05455129-6ff9-4b8e-85b8-0167de464f59', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'admin_state_up': True, 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:08.943419 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b5fea-f981-452a-b5de-1b8cc4b7ec09 x-openstack-request-id: req-0c0b5fea-f981-452a-b5de-1b8cc4b7ec09 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:08.943719 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:08.944061 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c0b5fea-f981-452a-b5de-1b8cc4b7ec09 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:08.944366 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade', 'status': 'completed', 'code': 200} Jul 13 07:53:08.992145 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-db8e5f37-90f6-4104-9c87-d978288425f5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/floatingips/71f70849-2342-4f85-bc43-155f4f2188ea HTTP/1.1" status: 200 len: 991 time: 0.1382549 Jul 13 07:53:09.053345 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7dce-146c-43a6-b2d0-a3c22cb6464c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.058188 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7dce-146c-43a6-b2d0-a3c22cb6464c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.077189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7dce-146c-43a6-b2d0-a3c22cb6464c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.078878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6a9f7dce-146c-43a6-b2d0-a3c22cb6464c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3490915 Jul 13 07:53:09.084090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.095382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0dc3d2b1-b5cc-4cad-bf4f-8f83a7ae9ce4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:09.110715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f7dce-146c-43a6-b2d0-a3c22cb6464c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.181467 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d2b1-b5cc-4cad-bf4f-8f83a7ae9ce4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.188401 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '71f70849-2342-4f85-bc43-155f4f2188ea', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'port_id': '677de70a-9162-48f1-821e-e4d88adf5ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'mac_address': 'fa:16:3e:8f:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:06Z', 'updated_at': '2021-07-13T07:53:06Z', 'revision_number': 0, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a473498d-f809-49d6-a9c4-47ab4307da8d', 'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:57:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:48Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:09.201242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-5456a22b-2674-48ee-ae7a-422200211cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:09.202860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-5456a22b-2674-48ee-ae7a-422200211cff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 1098 time: 0.1671419 Jul 13 07:53:09.206117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Made reservation on behalf of 5d2cf1a62e3043e0947f82a850ab2704 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:09.209787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.224410 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] Checking router: f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:09.235424 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:09.236442 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:09.340338 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d2b1-b5cc-4cad-bf4f-8f83a7ae9ce4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.373141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d2b1-b5cc-4cad-bf4f-8f83a7ae9ce4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.400480 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:09.438053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-1028b4f3-d2c7-4e2b-8feb-85b9270b94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:09.439656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-1028b4f3-d2c7-4e2b-8feb-85b9270b94f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f658cf6-7088-42fd-9bd6-9f900f1f3120 HTTP/1.1" status: 200 len: 896 time: 0.2249968 Jul 13 07:53:09.440275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3d2b1-b5cc-4cad-bf4f-8f83a7ae9ce4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b9b681-1d0b-4909-b2b8-f5e4fa543d02,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.458074 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d2b1-b5cc-4cad-bf4f-8f83a7ae9ce4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.459276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0dc3d2b1-b5cc-4cad-bf4f-8f83a7ae9ce4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3741744 Jul 13 07:53:09.463026 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46484) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.474697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b2baa219-d5a8-4aa2-babd-455aa76e5285 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:09.614471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:09.640179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.20.0.7 (223b2461-4867-4ebc-b563-c6c5888b3ca7/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2/d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:09.681270 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2baa219-d5a8-4aa2-babd-455aa76e5285 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.704548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:09.705139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e7d4e7fc-3a4a-4ad9-acf8-2a5c616d9df0 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:09.725525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9342a151-2af2-4263-82e7-f6f792e5c410 req-4b9090d9-d2c5-4057-a4e1-29ab6d3b85fe tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 210 time: 0.0800531 Jul 13 07:53:09.764940 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-ec9ab612-f980-427d-83c5-5f68641820b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=677de70a-9162-48f1-821e-e4d88adf5ade HTTP/1.1" status: 200 len: 999 time: 0.3178883 Jul 13 07:53:09.789276 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '71f70849-2342-4f85-bc43-155f4f2188ea', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'port_id': '677de70a-9162-48f1-821e-e4d88adf5ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'mac_address': 'fa:16:3e:8f:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:06Z', 'updated_at': '2021-07-13T07:53:06Z', 'revision_number': 0, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a473498d-f809-49d6-a9c4-47ab4307da8d', 'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:57:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:48Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:09.790196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2baa219-d5a8-4aa2-babd-455aa76e5285 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.794782 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2baa219-d5a8-4aa2-babd-455aa76e5285 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.822937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baa219-d5a8-4aa2-babd-455aa76e5285 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8183c0-af3f-4593-aa3a-e475a2131e6c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.827643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2baa219-d5a8-4aa2-babd-455aa76e5285 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.828956 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b2baa219-d5a8-4aa2-babd-455aa76e5285 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3641949 Jul 13 07:53:09.832151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46492) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.846129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ca4fb387-14eb-470d-bb50-2f8d5b1070cd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:09.860956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-0a0c8684-ed1c-4384-8b4e-26f33c1fa7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:09.863021 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-0a0c8684-ed1c-4384-8b4e-26f33c1fa7a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bd8928e-d097-49f3-89a1-0c1491265639 HTTP/1.1" status: 200 len: 835 time: 0.0920079 Jul 13 07:53:09.864811 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d7ce4-623b-4051-930c-7a475d94687f None None] The sync data for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 is: [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '71f70849-2342-4f85-bc43-155f4f2188ea', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'port_id': '677de70a-9162-48f1-821e-e4d88adf5ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'mac_address': 'fa:16:3e:8f:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:06Z', 'updated_at': '2021-07-13T07:53:06Z', 'revision_number': 0, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a473498d-f809-49d6-a9c4-47ab4307da8d', 'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:57:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:48Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:09.906152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb387-14eb-470d-bb50-2f8d5b1070cd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.994154 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.106103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb387-14eb-470d-bb50-2f8d5b1070cd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.121560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb387-14eb-470d-bb50-2f8d5b1070cd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.125870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.132444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-9a435835-bf1f-4df2-b4b5-0818eecf5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.134501 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-9a435835-bf1f-4df2-b4b5-0818eecf5aee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f658cf6-7088-42fd-9bd6-9f900f1f3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2649057 Jul 13 07:53:10.161178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fb387-14eb-470d-bb50-2f8d5b1070cd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1e4d1e-9d91-4194-9afd-3c8df60c6dbc,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.172316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Transition to ACTIVE for port object d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:10.191220 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-282ae706-f888-48ac-9f55-214b24d2ec88 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/floatingips/71f70849-2342-4f85-bc43-155f4f2188ea HTTP/1.1" status: 200 len: 991 time: 0.1905041 Jul 13 07:53:10.191220 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb387-14eb-470d-bb50-2f8d5b1070cd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.191657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ca4fb387-14eb-470d-bb50-2f8d5b1070cd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3576291 Jul 13 07:53:10.197256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.203074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-83c0843c-e70d-4ab7-a413-af1129c9ce62 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:10.245999 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c0843c-e70d-4ab7-a413-af1129c9ce62 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.284116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0017bc-fd29-4b09-9b4d-1bd281b38d61 None None] New status for floating IP 71f70849-2342-4f85-bc43-155f4f2188ea: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:53:10.302316 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-88d98f61-f09b-4170-822d-95a030d97e0c service neutron] 10.222.0.38 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562223 Jul 13 07:53:10.381038 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c0843c-e70d-4ab7-a413-af1129c9ce62 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.386022 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c0843c-e70d-4ab7-a413-af1129c9ce62 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.434200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0843c-e70d-4ab7-a413-af1129c9ce62 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bbe85c-e37b-4c48-a655-145737610cf0,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.442594 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c0843c-e70d-4ab7-a413-af1129c9ce62 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.447706 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-83c0843c-e70d-4ab7-a413-af1129c9ce62 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2498705 Jul 13 07:53:10.449387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46504) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.465353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c0270d6c-4d84-471b-bdee-e2c225e8054e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:10.497216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cffdf4f3-71ae-45c1-b96e-41fc4e18f215 req-049d2803-e6d2-453a-bbf6-f7fd8c3e122f service neutron] 10.222.0.38 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893837 Jul 13 07:53:10.499140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.506765 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-c0270d6c-4d84-471b-bdee-e2c225e8054e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Project 97885db632824d89bcee49e5168f73cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:53:10.518635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0270d6c-4d84-471b-bdee-e2c225e8054e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.519484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['c73ccc9b-6958-4cbc-8fed-9e81d36aae2d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:10.594973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.603416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:10.604620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:10.607808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:10.669027 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0270d6c-4d84-471b-bdee-e2c225e8054e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.677159 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0270d6c-4d84-471b-bdee-e2c225e8054e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.723119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.723922 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.741264 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0270d6c-4d84-471b-bdee-e2c225e8054e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b44349-00dd-42bd-ac91-04f09e6cb906,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.749892 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0270d6c-4d84-471b-bdee-e2c225e8054e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.756918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c0270d6c-4d84-471b-bdee-e2c225e8054e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3022399 Jul 13 07:53:10.759470 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46508) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.767131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bdf69ad1-7db1-4807-a9e2-d769371f1278 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': 'cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:10.774976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-3ca93def-5fff-431e-a81d-34284d7f63b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8657823 Jul 13 07:53:10.813606 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-bdf69ad1-7db1-4807-a9e2-d769371f1278 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Project 97885db632824d89bcee49e5168f73cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:53:10.814703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Request body: {'port': {'device_id': '05455129-6ff9-4b8e-85b8-0167de464f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:10.831263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bdf69ad1-7db1-4807-a9e2-d769371f1278 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.936866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bdf69ad1-7db1-4807-a9e2-d769371f1278 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.951561 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bdf69ad1-7db1-4807-a9e2-d769371f1278 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.994873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf69ad1-7db1-4807-a9e2-d769371f1278 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee09475-a80e-4e67-9bab-c676aed3a404,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.001661 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bdf69ad1-7db1-4807-a9e2-d769371f1278 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.003747 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bdf69ad1-7db1-4807-a9e2-d769371f1278 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2430449 Jul 13 07:53:11.006537 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.014330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'network': {'name': 'tempest-network-smoke--719330656', 'project_id': '97885db632824d89bcee49e5168f73cb', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:11.040385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.088567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:11.092557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.147817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc2fb7-da5f-4fed-84cb-1976bb2e4c8e req-eabe7df5-fc66-43c1-a59c-9f20f1f0aee4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:11.149875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18cc2fb7-da5f-4fed-84cb-1976bb2e4c8e req-eabe7df5-fc66-43c1-a59c-9f20f1f0aee4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 931 time: 0.1273112 Jul 13 07:53:11.177173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:11.184938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1a033ee1-fede-468e-a074-b155b729851c None None] Provisioning for port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:11.204065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1a033ee1-fede-468e-a074-b155b729851c None None] Provisioning complete for port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:11.204560 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a033ee1-fede-468e-a074-b155b729851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.207130 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46516) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.299450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1a033ee1-fede-468e-a074-b155b729851c None None] Port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:11.335433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bfd73450-c968-4d0b-bf34-1d35c21bac0e tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/floatingips/71f70849-2342-4f85-bc43-155f4f2188ea HTTP/1.1" status: 200 len: 993 time: 0.1219251 Jul 13 07:53:11.350090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.350792 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Added segment 0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d of type vlan for network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 Jul 13 07:53:11.396824 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18cc2fb7-da5f-4fed-84cb-1976bb2e4c8e req-54702fcd-e1aa-4739-ae62-08e5fe9b9f97 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086999 Jul 13 07:53:11.412296 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.450749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.456691 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:11.457156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:11.457640 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.465220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.495238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4867394 Jul 13 07:53:11.498055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.502190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Transition to ACTIVE for port object d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:11.503180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'admin_state_up': True, 'project_id': '97885db632824d89bcee49e5168f73cb', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:11.507241 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.557593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c474b-ca1b-4c4c-9eca-4faba4a5459d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Network': ['ID=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.568601 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.569325 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:11.570638 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.610791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.630484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.735389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Attempting to bind port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:11.735731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Attempting to bind port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:11.736082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Attempting to bind port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:11.741302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:53:11.741631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Attempting to bind port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:11.750486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:11.750799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:11.751350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Bound using segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:11.751794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Bound port: d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:11.752159 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.868786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.887772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] For port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:11.891909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] For port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:11.897997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.957242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:11.958108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.959725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] 10.222.0.38 "PUT /v2.0/ports/d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc HTTP/1.1" status: 200 len: 1092 time: 1.1708922 Jul 13 07:53:11.960274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05455129-6ff9-4b8e-85b8-0167de464f59', 'tag': 'd9ac8cba-4fd6-4e09-b5dd-a951de91a6bc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:11.962841 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cbae4d-4b99-4096-81a3-2000a6c8ad23" -d '{"events": [{"name": "network-changed", "server_uuid": "05455129-6ff9-4b8e-85b8-0167de464f59", "tag": "d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:12.052986 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ecfe5-d83a-4a33-8606-c81510e94e59 x-openstack-request-id: req-be2ecfe5-d83a-4a33-8606-c81510e94e59 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:12.053175 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05455129-6ff9-4b8e-85b8-0167de464f59", "tag": "d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:12.053334 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be2ecfe5-d83a-4a33-8606-c81510e94e59 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:12.055484 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05455129-6ff9-4b8e-85b8-0167de464f59', 'tag': 'd9ac8cba-4fd6-4e09-b5dd-a951de91a6bc', 'status': 'completed', 'code': 200} Jul 13 07:53:12.075014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5e9dc-ae0e-4505-95ae-3860b4860a06 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:12.249541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfacfa-f267-4205-a029-e73626021432 req-d31019df-f16c-4bd4-9057-2e83e3b6568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:12.267066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-d31019df-f16c-4bd4-9057-2e83e3b6568b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 1095 time: 0.1899166 Jul 13 07:53:12.540927 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.571983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.833380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.25.8.129 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/dc603678-9d12-4fd2-a29f-98e76b0fb5d3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:12.920501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb3519-8236-4226-8545-1503b8030bfb req-47aa9528-9139-46a5-8e9f-ca18c723a80d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:12.944525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1bb3519-8236-4226-8545-1503b8030bfb req-47aa9528-9139-46a5-8e9f-ca18c723a80d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.2355132 Jul 13 07:53:13.019083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-986a309a-58b8-4d68-ab03-6d668365e8d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc HTTP/1.1" status: 200 len: 217 time: 0.7509277 Jul 13 07:53:13.064061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1bb3519-8236-4226-8545-1503b8030bfb req-4cf32274-a760-4642-aec0-47786f74fcde tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075065 Jul 13 07:53:13.082540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfacfa-f267-4205-a029-e73626021432 req-d9401898-abf6-48f1-9d9b-8354fd23062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:13.084440 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-d9401898-abf6-48f1-9d9b-8354fd23062d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0577915 Jul 13 07:53:13.114746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.182056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfacfa-f267-4205-a029-e73626021432 req-fcc50fe7-de91-4ae0-b0c4-c5df65fad464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:13.183617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-fcc50fe7-de91-4ae0-b0c4-c5df65fad464 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925894 Jul 13 07:53:13.196185 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.271081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=dc603678-9d12-4fd2-a29f-98e76b0fb5d3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:13.279920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:13.281587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:13.284071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:13.321079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-7e86a18c-b4be-49b1-b3c3-1cd102f9e97a service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259351 Jul 13 07:53:13.549588 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cebfacfa-f267-4205-a029-e73626021432 req-443dff5d-0070-4293-a3d8-c057ed3128c8 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196820 Jul 13 07:53:13.712261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-beff82da-f6e6-4da3-83f8-d453383efe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:13.714212 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-beff82da-f6e6-4da3-83f8-d453383efe0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 1095 time: 0.1027191 Jul 13 07:53:13.820252 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.939727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-e44ec2f7-8887-45ef-9fb1-ab8b7e4c65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:13.941285 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-e44ec2f7-8887-45ef-9fb1-ab8b7e4c65c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.2189827 Jul 13 07:53:14.042915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-1928cea4-38e1-400a-91af-d42ab893cfa1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc HTTP/1.1" status: 200 len: 217 time: 0.0940363 Jul 13 07:53:14.180647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-efc14d2a-a330-4f69-bafb-c5b902ae7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:14.184882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-efc14d2a-a330-4f69-bafb-c5b902ae7eac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.1338422 Jul 13 07:53:14.547300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-666cb13b-e364-4305-beba-b14abca1da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:14.549041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-666cb13b-e364-4305-beba-b14abca1da53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3549519 Jul 13 07:53:14.594407 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.643574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230ee59-371d-43ed-80f0-a14a64c423d3 req-68f14538-0455-43de-88a5-6851759a441b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:14.645910 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e230ee59-371d-43ed-80f0-a14a64c423d3 req-68f14538-0455-43de-88a5-6851759a441b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.2087104 Jul 13 07:53:14.767918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e230ee59-371d-43ed-80f0-a14a64c423d3 req-6abd5c75-9ef4-4ea2-ae9a-e96a5b841ebf tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757792 Jul 13 07:53:14.857330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-5d4c5786-4c47-49df-8c95-c371600fc5b4 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996938 Jul 13 07:53:14.863500 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a74aaf88-2a7e-4975-874e-926c2382fad3 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:53:14.974837 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04cbae4d-4b99-4096-81a3-2000a6c8ad23 req-c4005b89-531f-4ed0-b897-2f7480d8f55b service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108794 Jul 13 07:53:15.122668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:15.137159 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Sync routers for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:15.152001 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:15.153788 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.154652 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:15.156861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1b668a17-0478-45f6-8ed3-db7b6fedb5e6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6576111 Jul 13 07:53:15.164410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46548) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.211793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c3a1041a-3895-4d68-8b1b-1d02d834ae25 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=97885db632824d89bcee49e5168f73cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458772 Jul 13 07:53:15.214677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46550) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.563861 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0807e-1ab8-425d-b78a-25116e3b7967 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:15.573117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a2f0807e-1ab8-425d-b78a-25116e3b7967 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3538051 Jul 13 07:53:15.573623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46554) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.638796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-66b991d8-b5f4-494d-965b-5fa63e3de7eb tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633700 Jul 13 07:53:15.644338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.650104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549304790', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'project_id': '97885db632824d89bcee49e5168f73cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:15.673263 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:15.904004 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:15.907847 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.029929 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:13Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:16.060347 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Checking router: a74aaf88-2a7e-4975-874e-926c2382fad3 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:16.060967 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Updating router a74aaf88-2a7e-4975-874e-926c2382fad3 port dc603678-9d12-4fd2-a29f-98e76b0fb5d3 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:53:16.102441 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.346086 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287cc30-e83a-4d19-b3a4-a0eb2b6361be req-2206e509-abe8-4150-a5a6-a7da13b83089 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:16.352654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.362032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1287cc30-e83a-4d19-b3a4-a0eb2b6361be req-2206e509-abe8-4150-a5a6-a7da13b83089 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.3143618 Jul 13 07:53:16.484127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Subnet': ['ID=fe419db8-3c20-4b02-97b6-ebdce1aceaf5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.508743 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1287cc30-e83a-4d19-b3a4-a0eb2b6361be req-d45723cb-419c-426d-99c5-0763e5838957 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388984 Jul 13 07:53:16.510915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Checking segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:16.511449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network hostable DHCP agents. Network: 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:16.533914 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.536863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:16.548453 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Transition to ACTIVE for port object dc603678-9d12-4fd2-a29f-98e76b0fb5d3 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:16.570276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:16.573218 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.579928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:16.580485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.628259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d63476b7-9c28-4e3d-8d02-341e077735e4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9826458 Jul 13 07:53:16.630270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19227175-f496-4424-8b96-b1434f091128 None None] Network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:16.632995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46564) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:16.676093 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc929195-99c0-4ce8-a8cc-3b9950fa1bfc None None] Pushing event updated for resources: {'Port': ['ID=dc603678-9d12-4fd2-a29f-98e76b0fb5d3,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.714671 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Attempting to bind port dc603678-9d12-4fd2-a29f-98e76b0fb5d3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:16.715310 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Attempting to bind port dc603678-9d12-4fd2-a29f-98e76b0fb5d3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:16.715914 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Attempting to bind port dc603678-9d12-4fd2-a29f-98e76b0fb5d3 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:16.731654 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:16.732424 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:16.733076 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.733690 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:16.734457 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Bound port: dc603678-9d12-4fd2-a29f-98e76b0fb5d3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:16.735098 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.968531 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] For port dc603678-9d12-4fd2-a29f-98e76b0fb5d3, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:16.995364 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] For port dc603678-9d12-4fd2-a29f-98e76b0fb5d3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dc603678-9d12-4fd2-a29f-98e76b0fb5d3,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:17.006566 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.160648 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc929195-99c0-4ce8-a8cc-3b9950fa1bfc None None] Pushing event updated for resources: {'Port': ['ID=dc603678-9d12-4fd2-a29f-98e76b0fb5d3,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:17.196937 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:17.197719 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:52:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:17.306311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:17.308730 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.492892 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:17.772028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Allocated IP 172.20.0.2 (8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268/fe419db8-3c20-4b02-97b6-ebdce1aceaf5/4e921722-ef19-4902-b306-f6457659a1e6) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:18.051721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c03c3-e1a8-4792-8769-2f8b48708491 req-5df9f336-6146-4ab1-84eb-bffd01b564a6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:18.065974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f57c03c3-e1a8-4792-8769-2f8b48708491 req-5df9f336-6146-4ab1-84eb-bffd01b564a6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.1544528 Jul 13 07:53:18.238575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f57c03c3-e1a8-4792-8769-2f8b48708491 req-1b9c3076-d6f5-47e0-ac6c-a96bd803f1f7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715901 Jul 13 07:53:18.265722 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:13Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:18.344490 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a83e-2fb9-496c-b212-bf30f54cb6fc None None] The sync data for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 is: [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:13Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:18.392934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.422477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Transition to ACTIVE for port object 4e921722-ef19-4902-b306-f6457659a1e6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:18.461066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Transition to ACTIVE for port object 4e921722-ef19-4902-b306-f6457659a1e6 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:18.475718 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.500659 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37eaeeab-4216-49da-b00c-5166eef893ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.544121 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.618871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Pushing event updated for resources: {'Port': ['ID=4e921722-ef19-4902-b306-f6457659a1e6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.639871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:18.645066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:18.651621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:18.723258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46580) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:18.758658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Attempting to bind port 4e921722-ef19-4902-b306-f6457659a1e6 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:18.759109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Attempting to bind port 4e921722-ef19-4902-b306-f6457659a1e6 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:18.759510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Attempting to bind port 4e921722-ef19-4902-b306-f6457659a1e6 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:18.771905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:18.772287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Checking segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:18.773449 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.773653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Bound using segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:18.774458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Bound port: 4e921722-ef19-4902-b306-f6457659a1e6, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:18.775093 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.972921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-69c59e63-6e46-4509-ae52-904718205208 None None] For port 4e921722-ef19-4902-b306-f6457659a1e6, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:19.009084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-69c59e63-6e46-4509-ae52-904718205208 None None] For port 4e921722-ef19-4902-b306-f6457659a1e6, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4e921722-ef19-4902-b306-f6457659a1e6,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:19.017107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85a2cc10-cdf2-48d8-8fb2-93a89c70239a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.027744 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.175096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c59e63-6e46-4509-ae52-904718205208 None None] Pushing event updated for resources: {'Port': ['ID=4e921722-ef19-4902-b306-f6457659a1e6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.337273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.20.0.1 (8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268/fe419db8-3c20-4b02-97b6-ebdce1aceaf5/696a7691-069a-4ab9-bbb8-8ee5883dcca1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:19.520205 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85a2cc10-cdf2-48d8-8fb2-93a89c70239a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.527496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85a2cc10-cdf2-48d8-8fb2-93a89c70239a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.675914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2cc10-cdf2-48d8-8fb2-93a89c70239a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504c6ddd-b123-4866-ae65-6a1ab99e3520,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.694541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-85a2cc10-cdf2-48d8-8fb2-93a89c70239a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2123c7bbfdb243c985ebc922cc21b116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9670484 Jul 13 07:53:19.696344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:19.799372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dc603678-9d12-4fd2-a29f-98e76b0fb5d3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:19.836865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc521dd3-94ad-423c-9e10-5567588e6431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.861412 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.875667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc521dd3-94ad-423c-9e10-5567588e6431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.923504 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Transition to ACTIVE for port object 696a7691-069a-4ab9-bbb8-8ee5883dcca1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:19.955610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port dc603678-9d12-4fd2-a29f-98e76b0fb5d3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:19.956530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc521dd3-94ad-423c-9e10-5567588e6431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.959369 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc521dd3-94ad-423c-9e10-5567588e6431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.963678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dc521dd3-94ad-423c-9e10-5567588e6431 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/504c6ddd-b123-4866-ae65-6a1ab99e3520 HTTP/1.1" status: 204 len: 168 time: 0.2639353 Jul 13 07:53:19.981546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dc603678-9d12-4fd2-a29f-98e76b0fb5d3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:19.981815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc521dd3-94ad-423c-9e10-5567588e6431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504c6ddd-b123-4866-ae65-6a1ab99e3520,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.982633 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.111674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc2146-da9a-451a-b77d-252e906e92d5 req-616b7538-237d-45f6-a258-105b11ef249a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:20.120547 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31bc2146-da9a-451a-b77d-252e906e92d5 req-616b7538-237d-45f6-a258-105b11ef249a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.6009216 Jul 13 07:53:20.133311 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.168549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port dc603678-9d12-4fd2-a29f-98e76b0fb5d3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dc603678-9d12-4fd2-a29f-98e76b0fb5d3,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:20.175684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.208948 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.378583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=dc603678-9d12-4fd2-a29f-98e76b0fb5d3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.396425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=696a7691-069a-4ab9-bbb8-8ee5883dcca1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.429072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:20.434913 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:20.454083 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31bc2146-da9a-451a-b77d-252e906e92d5 req-2911ff0a-bd46-4806-abf9-a8f4e76cf1ce tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195922 Jul 13 07:53:20.455084 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:20.589835 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.864540 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.886641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c6e38-99e3-44f5-92f8-f0913e441cb8 None None] Network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:21.089016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5fc90503-19ce-4653-8233-dcd424ee0591 None None] Provisioning for port 4e921722-ef19-4902-b306-f6457659a1e6 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:21.155445 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-62b54266-279f-45a5-b66b-bc0fd095b1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.282192 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.375415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46616) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.635820 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.648059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.672105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-573718974-network', 'tenant_id': '9710c08ac4cf43d9bd5748711397da9c'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:21.732529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Made reservation on behalf of 9710c08ac4cf43d9bd5748711397da9c for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:21.735245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.745540 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.819298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dc603678-9d12-4fd2-a29f-98e76b0fb5d3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:21.835709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=696a7691-069a-4ab9-bbb8-8ee5883dcca1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.958669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.974293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b73bd4-5b99-476b-b8ce-5fee3239cb0f req-5f288ee1-61cb-4c8f-9cfe-994797cae08f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:21.988536 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-760ffbaa-017f-4cac-b5d4-ba1779086d72 None None] Provisioning for port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:21.989174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-26b73bd4-5b99-476b-b8ce-5fee3239cb0f req-5f288ee1-61cb-4c8f-9cfe-994797cae08f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.2178257 Jul 13 07:53:22.017007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-760ffbaa-017f-4cac-b5d4-ba1779086d72 None None] Provisioning complete for port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:22.017771 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760ffbaa-017f-4cac-b5d4-ba1779086d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.145521 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.150730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-26b73bd4-5b99-476b-b8ce-5fee3239cb0f req-471e7085-5ccd-4db3-b903-e81cac16bdb7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608713 Jul 13 07:53:22.187855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-760ffbaa-017f-4cac-b5d4-ba1779086d72 None None] Port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:22.192087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:22.193759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:22.204260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port dc603678-9d12-4fd2-a29f-98e76b0fb5d3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:22.204642 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.243380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.250873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.338244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:22.352642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757001da-704b-4e7d-8440-02f360312930,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:22.357594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7d9e43bc-fba9-4462-8097-89f3e002c459 None None] Provisioning complete for port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:22.357785 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d9e43bc-fba9-4462-8097-89f3e002c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.370172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.372118 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Added segment 5aae4319-2c7a-432a-b550-84e6547a5415 of type vlan for network a6a0a887-eaab-486c-935b-80bcffe60edf Jul 13 07:53:22.464277 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.472464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a74aaf88-2a7e-4975-874e-926c2382fad3 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:22.486988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e43bc-fba9-4462-8097-89f3e002c459 None None] Port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:22.499742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4e921722-ef19-4902-b306-f6457659a1e6 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:22.536335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.539450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:22.540329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.589083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 4e921722-ef19-4902-b306-f6457659a1e6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:22.602866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4e921722-ef19-4902-b306-f6457659a1e6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:22.603227 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.637248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2605495 Jul 13 07:53:22.642133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46624) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:22.657734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-05f0dfb9-bfe3-495a-bde0-fb31643b80a7 None None] Provisioning complete for port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:22.658179 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05f0dfb9-bfe3-495a-bde0-fb31643b80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.680281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Request body: {'subnet': {'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-573718974-subnet', 'tenant_id': '9710c08ac4cf43d9bd5748711397da9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:22.746227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Made reservation on behalf of 9710c08ac4cf43d9bd5748711397da9c for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:22.748871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.759083 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.771918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ffa1c-c64d-48cb-8523-bc679076444b admin admin] Pushing event updated for resources: {'Network': ['ID=a6a0a887-eaab-486c-935b-80bcffe60edf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:22.807593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a6a0a887-eaab-486c-935b-80bcffe60edf details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:22.812877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-05f0dfb9-bfe3-495a-bde0-fb31643b80a7 None None] Port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:22.823316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:22.852817 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Sync routers for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:22.865812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e7477ab-b6ae-4457-a32d-8715d375d89d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "PUT /v2.0/routers/a74aaf88-2a7e-4975-874e-926c2382fad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2303689 Jul 13 07:53:22.871696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 4e921722-ef19-4902-b306-f6457659a1e6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4e921722-ef19-4902-b306-f6457659a1e6,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:22.907963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:22.909175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:22.919686 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.104256 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.202445 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Checking segment: {'id': '5aae4319-2c7a-432a-b550-84e6547a5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:23.202829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Network hostable DHCP agents. Network: a6a0a887-eaab-486c-935b-80bcffe60edf, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:23.209570 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce58dcde-9dfc-4d99-9337-33366a7b23dc,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.216306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-ae2cd822-d7fd-4b50-a3b4-ac776872c262 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52002121&fields=id&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 267 time: 0.1044025 Jul 13 07:53:23.274426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Network a6a0a887-eaab-486c-935b-80bcffe60edf is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:23.287789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a6a0a887-eaab-486c-935b-80bcffe60edf) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:23.309223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:23.309451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0293019-5c5e-4655-99c6-425bd9723e8e None None] Network a6a0a887-eaab-486c-935b-80bcffe60edf requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:23.311045 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.315152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-003a8f5e-1751-48d4-8a22-3b92cf7ba2cf None None] Provisioning complete for port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:23.315529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-003a8f5e-1751-48d4-8a22-3b92cf7ba2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.330643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5fbe7992-a474-47d5-a4af-bb7095ebae99 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6869729 Jul 13 07:53:23.449717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e1e0a-1616-417e-9b58-97ac60ca38bc req-270fde6c-cdca-4505-8e0b-03f8cd57da61 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:23.451338 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f6e1e0a-1616-417e-9b58-97ac60ca38bc req-270fde6c-cdca-4505-8e0b-03f8cd57da61 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.1286926 Jul 13 07:53:23.456987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:23.460888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329514-6a31-452c-95d0-4d54e72eed89 req-b7b0e6e4-fa5f-4708-8ccd-9d06a532b170 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:23.462132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-b7b0e6e4-fa5f-4708-8ccd-9d06a532b170 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 796 time: 0.2377324 Jul 13 07:53:23.487836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-830fd443-9253-4482-9cef-71de09857db7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/quotas/97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 375 time: 0.0166183 Jul 13 07:53:23.502760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=4e921722-ef19-4902-b306-f6457659a1e6,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.549708 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7f6e1e0a-1616-417e-9b58-97ac60ca38bc req-1cf11d82-0100-4173-980d-fcacb385c4c1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851166 Jul 13 07:53:23.588330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-003a8f5e-1751-48d4-8a22-3b92cf7ba2cf None None] Port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:23.609428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-016abebe-ac1d-4e83-b55f-ac1095f1003c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123686 Jul 13 07:53:23.746987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d17df86-05dc-48df-8932-83cb2d9b5fbe None None] Network a6a0a887-eaab-486c-935b-80bcffe60edf requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:23.791342 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.823683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-aa2d8368-7b42-4d25-8e4c-c20cbe36b3d9 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009492 Jul 13 07:53:23.969860 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dd8ee5ca-e932-4783-a720-52189c38c7da service neutron] 10.222.0.41 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401300 Jul 13 07:53:24.022966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '696a7691-069a-4ab9-bbb8-8ee5883dcca1', 'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:91:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:21Z', 'revision_number': 2, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:24.064819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Checking router: a74aaf88-2a7e-4975-874e-926c2382fad3 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:24.066333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Updating router a74aaf88-2a7e-4975-874e-926c2382fad3 port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:53:24.118211 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.243403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-52f5f40a-5992-465a-84fd-513e805566be req-8a9c1d3e-34cd-4c9c-8c1f-b7e8c2eebe11 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 210 time: 0.0607629 Jul 13 07:53:24.666622 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.681197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Transition to ACTIVE for port object 696a7691-069a-4ab9-bbb8-8ee5883dcca1 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:24.689526 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.756164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a8fdc-2fae-42ed-8ce2-cf7c594187d8 None None] Pushing event updated for resources: {'Port': ['ID=696a7691-069a-4ab9-bbb8-8ee5883dcca1,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:24.876754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Attempting to bind port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:24.878250 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Attempting to bind port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:24.878415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Attempting to bind port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:24.914331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:24.919930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Checking segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:24.920642 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.922326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Bound using segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:24.923761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Bound port: 696a7691-069a-4ab9-bbb8-8ee5883dcca1, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:24.925700 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.017601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] For port 696a7691-069a-4ab9-bbb8-8ee5883dcca1, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:25.028798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] For port 696a7691-069a-4ab9-bbb8-8ee5883dcca1, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=696a7691-069a-4ab9-bbb8-8ee5883dcca1,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:25.035969 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.073901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cb250-8724-4a44-98f3-0c0a0efe8cd9 req-42f40d71-417f-4d21-928c-0eb1372ec5e7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.091462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c58cb250-8724-4a44-98f3-0c0a0efe8cd9 req-42f40d71-417f-4d21-928c-0eb1372ec5e7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.2844505 Jul 13 07:53:25.234317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:25.235193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:25.242464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a8fdc-2fae-42ed-8ce2-cf7c594187d8 None None] Pushing event updated for resources: {'Port': ['ID=696a7691-069a-4ab9-bbb8-8ee5883dcca1,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:25.244281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c58cb250-8724-4a44-98f3-0c0a0efe8cd9 req-4c7e6d0e-1762-4a9f-8ab5-9a52165de904 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451652 Jul 13 07:53:25.655366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51e4f5ea-5e22-47be-a34c-593b8605bc5f req-a70e34fb-59bb-46d4-a2bd-680f85d62e0f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 210 time: 0.0716565 Jul 13 07:53:25.681218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:25.794289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4e921722-ef19-4902-b306-f6457659a1e6 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:25.976684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 4e921722-ef19-4902-b306-f6457659a1e6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:25.977198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.258252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '696a7691-069a-4ab9-bbb8-8ee5883dcca1', 'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:91:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:25Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:26.297310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3037da5-538f-48b8-95f1-3c397950b765 None None] The sync data for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 is: [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '696a7691-069a-4ab9-bbb8-8ee5883dcca1', 'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:91:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:25Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:26.709645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329514-6a31-452c-95d0-4d54e72eed89 req-f5139483-b013-43f4-a44d-da3ed061663a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:26.712607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-f5139483-b013-43f4-a44d-da3ed061663a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 796 time: 0.3222249 Jul 13 07:53:26.984175 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-f05e4291-3956-40a2-8f79-1c9a1bfa0fa3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 378 time: 0.2587774 Jul 13 07:53:27.007970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'port': {'device_id': 'd4024218-7670-4efd-9056-55b64a970565', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'admin_state_up': True, 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'security_groups': ['cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:27.011033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-518a58ef-6bdf-4221-9411-1a5d07cb28ec req-449868f0-2aee-409c-9123-3f4ef8189fb5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 210 time: 0.0851696 Jul 13 07:53:27.251183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ff12c-6fbf-4210-99bc-8fcccfa43530 req-05ec4464-006e-456e-ab07-fe45deeef317 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:27.254716 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-462ff12c-6fbf-4210-99bc-8fcccfa43530 req-05ec4464-006e-456e-ab07-fe45deeef317 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.5407543 Jul 13 07:53:27.392805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-462ff12c-6fbf-4210-99bc-8fcccfa43530 req-d20c6f96-b2a7-4830-8c5e-738dc1b193f2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264257 Jul 13 07:53:27.419230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:27.428684 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.727846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 696a7691-069a-4ab9-bbb8-8ee5883dcca1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:27.756010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.20.0.13 (8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268/fe419db8-3c20-4b02-97b6-ebdce1aceaf5/eb7d6982-ddc7-4985-ada5-55e784642ea5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:27.922514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:27.935710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:27.941371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.131187 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.204255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 696a7691-069a-4ab9-bbb8-8ee5883dcca1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=696a7691-069a-4ab9-bbb8-8ee5883dcca1,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:28.209565 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.281742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.352732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Transition to ACTIVE for port object eb7d6982-ddc7-4985-ada5-55e784642ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:28.358429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=696a7691-069a-4ab9-bbb8-8ee5883dcca1,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:28.409586 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b367634d-2a79-490e-b2f0-06fcfe2655d2 req-46884c39-f544-414b-92d9-37c8d1bbf7ff tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 210 time: 0.0919690 Jul 13 07:53:28.466993 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.555460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:28.559465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:28.564300 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:28.579091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:28.702747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:28.703624 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.754848 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b9f6adee-65da-42a7-ac3c-f9cb27bb75f7 None None] Provisioning complete for port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:28.757398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9f6adee-65da-42a7-ac3c-f9cb27bb75f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.783244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-dc2dc6a7-089e-42b8-97cc-eceb59af68a0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7879043 Jul 13 07:53:28.811610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Request body: {'port': {'device_id': 'd4024218-7670-4efd-9056-55b64a970565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:28.862211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0814ad-a638-44a3-889d-af98ee311b21 req-449cf3a1-0566-48cc-81d6-950d2cf9c5f3 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:28.869533 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d0814ad-a638-44a3-889d-af98ee311b21 req-449cf3a1-0566-48cc-81d6-950d2cf9c5f3 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.2380764 Jul 13 07:53:28.934888 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d0814ad-a638-44a3-889d-af98ee311b21 req-f2b3bdc2-51f0-4b64-b6c5-62918c07cd3f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642238 Jul 13 07:53:28.997748 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.029205 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f6cc5d5c-1886-489e-8f84-38c88161d76b None None] Provisioning for port eb7d6982-ddc7-4985-ada5-55e784642ea5 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:29.033906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f6cc5d5c-1886-489e-8f84-38c88161d76b None None] Provisioning complete for port eb7d6982-ddc7-4985-ada5-55e784642ea5 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:29.034634 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6cc5d5c-1886-489e-8f84-38c88161d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.074204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc5d5c-1886-489e-8f84-38c88161d76b None None] Port eb7d6982-ddc7-4985-ada5-55e784642ea5 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:29.342650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7d6982-ddc7-4985-ada5-55e784642ea5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:29.351856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.366535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Transition to ACTIVE for port object eb7d6982-ddc7-4985-ada5-55e784642ea5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:29.371673 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.458793 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:29.597685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:29.598529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:29.599368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:29.607129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Port eb7d6982-ddc7-4985-ada5-55e784642ea5 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:53:29.607848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:29.614528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:29.615242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Checking segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:29.615970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Bound using segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:29.617483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Bound port: eb7d6982-ddc7-4985-ada5-55e784642ea5, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:29.618139 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.711935 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 696a7691-069a-4ab9-bbb8-8ee5883dcca1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:29.756346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:29.782110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:29.793156 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.795232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:29.796002 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.844327 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf5262-913b-43d2-89b7-e74578e57c70 req-99d51486-d63a-413a-88b0-fe0ccca5ad9c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:29.845973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccaf5262-913b-43d2-89b7-e74578e57c70 req-99d51486-d63a-413a-88b0-fe0ccca5ad9c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 944 time: 0.1755428 Jul 13 07:53:29.853499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:29.854158 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.855639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] 10.222.0.48 "PUT /v2.0/ports/eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1093 time: 1.0651782 Jul 13 07:53:29.858530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:29.873185 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f53419-cb4e-4265-870d-6dc4157f29c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:29.920480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343eae08-87ff-44b0-94e8-565c87342fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:29.955996 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acbed0a-0c85-4b9b-9ee8-d8cd369303cf x-openstack-request-id: req-9acbed0a-0c85-4b9b-9ee8-d8cd369303cf {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:29.956295 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:29.956553 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9acbed0a-0c85-4b9b-9ee8-d8cd369303cf {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:29.956962 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'status': 'completed', 'code': 200} Jul 13 07:53:30.002234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccaf5262-913b-43d2-89b7-e74578e57c70 req-532208d5-58be-482d-91c5-3cd90012eb16 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206326 Jul 13 07:53:30.042449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329514-6a31-452c-95d0-4d54e72eed89 req-51827be3-cc74-42f2-8f81-69b3d8c70384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.045397 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-51827be3-cc74-42f2-8f81-69b3d8c70384 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1096 time: 0.0997798 Jul 13 07:53:30.099906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-91a51805-5940-4206-bfd7-8907435fad79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 217 time: 0.0471721 Jul 13 07:53:30.166558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329514-6a31-452c-95d0-4d54e72eed89 req-08048bf4-1f38-493f-a4e8-16b56b107dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.168111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-08048bf4-1f38-493f-a4e8-16b56b107dba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.0626950 Jul 13 07:53:30.221099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf83dd2-2e8d-49f2-802a-a6a57311ce5c req-2fd2dbec-0e7a-40c0-8860-ea0e70f0a26b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.228875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ecf83dd2-2e8d-49f2-802a-a6a57311ce5c req-2fd2dbec-0e7a-40c0-8860-ea0e70f0a26b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.1224895 Jul 13 07:53:30.286351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329514-6a31-452c-95d0-4d54e72eed89 req-451b3ae6-fc5a-433e-89e1-7a0e756e7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.288152 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-451b3ae6-fc5a-433e-89e1-7a0e756e7fd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132112 Jul 13 07:53:30.293013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ecf83dd2-2e8d-49f2-802a-a6a57311ce5c req-3897bc7f-3f42-4ec3-a817-90ddad0fb3d1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630906 Jul 13 07:53:30.403157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-690ebe3f-10a6-41d7-891a-855c0a4576ff service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080828 Jul 13 07:53:30.502704 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34329514-6a31-452c-95d0-4d54e72eed89 req-f470a6a2-b32e-4390-bbbe-4136d4a7c84f service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924065 Jul 13 07:53:30.632528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-e07e47ea-3a49-49c8-b842-a63e720d15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.634369 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-e07e47ea-3a49-49c8-b842-a63e720d15ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1096 time: 0.0651827 Jul 13 07:53:30.751910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-a1226b6c-cca8-4935-98f5-fdc85cad461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.753567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-a1226b6c-cca8-4935-98f5-fdc85cad461a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.1114936 Jul 13 07:53:30.796802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-9e700ea0-1eb6-4248-b375-09f46bdfa94a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 217 time: 0.0363696 Jul 13 07:53:30.853490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-d8a57a97-0fec-4889-9f16-751fcec83673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.855344 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-d8a57a97-0fec-4889-9f16-751fcec83673 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.0518801 Jul 13 07:53:30.924516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-07cd6898-f787-4b98-9014-d60a29082643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.926383 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-07cd6898-f787-4b98-9014-d60a29082643 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628114 Jul 13 07:53:31.028440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-f0a74447-92ac-44b8-8ec6-d1d9ea149994 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951338 Jul 13 07:53:31.158272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18f53419-cb4e-4265-870d-6dc4157f29c7 req-3611a73d-e2b0-4bec-8e19-d9fb9e42a307 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233571 Jul 13 07:53:31.244566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddfd0c-79bc-4ee8-b43c-da74b7911dae req-3bbfd5df-627b-4558-93b0-46c55701c452 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:31.246773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-deddfd0c-79bc-4ee8-b43c-da74b7911dae req-3bbfd5df-627b-4558-93b0-46c55701c452 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 944 time: 0.1052957 Jul 13 07:53:31.295225 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-deddfd0c-79bc-4ee8-b43c-da74b7911dae req-b05ff3a1-a3e6-4806-9963-a33dfdc76005 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424700 Jul 13 07:53:31.508153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddcd79-4525-4687-8f2e-5ee4c1b6dbcc req-32bb651e-31ca-4e5a-83ff-98546a85cf99 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:31.511009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80ddcd79-4525-4687-8f2e-5ee4c1b6dbcc req-32bb651e-31ca-4e5a-83ff-98546a85cf99 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.0883269 Jul 13 07:53:31.562638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80ddcd79-4525-4687-8f2e-5ee4c1b6dbcc req-a9ccc46a-ea01-40e2-8cfd-00bf98d9aa6c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Jul 13 07:53:32.532148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad53c21-062f-4246-937f-8551d4dc773f req-9b4e37de-7289-4eba-82b1-26cda725fb6f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:32.534452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6ad53c21-062f-4246-937f-8551d4dc773f req-9b4e37de-7289-4eba-82b1-26cda725fb6f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 944 time: 0.0833206 Jul 13 07:53:32.592632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6ad53c21-062f-4246-937f-8551d4dc773f req-22bafb16-6af6-46f8-bcce-0323d6ae6773 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525706 Jul 13 07:53:32.779522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdf9af-a797-463c-a948-d6bdc969688d req-dad4f07f-ec20-42b8-889a-428d6c75f595 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:32.781856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21bdf9af-a797-463c-a948-d6bdc969688d req-dad4f07f-ec20-42b8-889a-428d6c75f595 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.0809231 Jul 13 07:53:32.827618 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21bdf9af-a797-463c-a948-d6bdc969688d req-85d923b2-288d-4703-8463-d15371c30526 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385444 Jul 13 07:53:33.173383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:53:33.302697 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:33.327482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'port_id': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'mac_address': 'fa:16:3e:cf:e8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:53:33.382311 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.597210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7d6982-ddc7-4985-ada5-55e784642ea5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:33.643759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:33.653975 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.772159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:33.792626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.792926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.793653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.793907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.794269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.800467 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.801167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.801519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.801864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.802253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.802628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.802924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.952913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['eb7d6982-ddc7-4985-ada5-55e784642ea5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:34.156455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d15a82-6875-4e39-a371-b34e54890eb5 req-0b2eb7e3-1946-489f-ab17-4e1acd923df7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.165279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79d15a82-6875-4e39-a371-b34e54890eb5 req-0b2eb7e3-1946-489f-ab17-4e1acd923df7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.1548061 Jul 13 07:53:34.270644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79d15a82-6875-4e39-a371-b34e54890eb5 req-1d1b6840-6612-4752-bd68-6a7a519036e0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957801 Jul 13 07:53:34.435556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bab20c-18f8-457f-9103-40126a5707d5 req-53876dae-da76-4bd0-9d5c-95ba910b7493 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.437347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5bab20c-18f8-457f-9103-40126a5707d5 req-53876dae-da76-4bd0-9d5c-95ba910b7493 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 945 time: 0.6603522 Jul 13 07:53:34.552083 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b5bab20c-18f8-457f-9103-40126a5707d5 req-d4252859-5520-44c3-a267-d391591e6537 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998106 Jul 13 07:53:35.183683 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:35.245658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port eb7d6982-ddc7-4985-ada5-55e784642ea5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:35.250530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port eb7d6982-ddc7-4985-ada5-55e784642ea5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:35.250952 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.355112 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.402372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:35.403625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:35.407463 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb3c432-8f09-4b14-af76-07f31da5d773" -d '{"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-plugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:35.420082 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.556655 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544481ea-ec92-42de-b80d-33621b787891 x-openstack-request-id: req-544481ea-ec92-42de-b80d-33621b787891 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:35.556945 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-plugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:35.557198 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-544481ea-ec92-42de-b80d-33621b787891 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:35.557596 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'code': 200} Jul 13 07:53:35.558337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:35.714251 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.861686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fce145-1e8e-4e4f-bff4-5e99464173f2 req-39ff2900-c795-4ccd-990b-91e62bcfde10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.863364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0fce145-1e8e-4e4f-bff4-5e99464173f2 req-39ff2900-c795-4ccd-990b-91e62bcfde10 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1098 time: 0.2263598 Jul 13 07:53:35.887626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee13a4-bbcf-48f4-817e-43c48ce91aec req-a97a1741-c7b0-47c5-bf17-48feb6999877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.889217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4ee13a4-bbcf-48f4-817e-43c48ce91aec req-a97a1741-c7b0-47c5-bf17-48feb6999877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1734717 Jul 13 07:53:35.938082 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0fce145-1e8e-4e4f-bff4-5e99464173f2 req-57ee5588-c1cd-4476-af5b-a0076a15e182 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664325 Jul 13 07:53:35.990792 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4ee13a4-bbcf-48f4-817e-43c48ce91aec req-5de9377b-5a62-48eb-961f-3f50defc9037 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845616 Jul 13 07:53:36.028868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83ce0-c754-4d5a-841d-f416ddf8be98 req-8c4c865c-24bd-499f-93ad-bef5989c1f05 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:36.030413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2e5f991c-9c70-4eaa-a011-d06bb90757d9 None None] Provisioning complete for port eb7d6982-ddc7-4985-ada5-55e784642ea5 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:36.030843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e5f991c-9c70-4eaa-a011-d06bb90757d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.031622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fe83ce0-c754-4d5a-841d-f416ddf8be98 req-8c4c865c-24bd-499f-93ad-bef5989c1f05 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.1626673 Jul 13 07:53:36.080427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fe83ce0-c754-4d5a-841d-f416ddf8be98 req-17f33016-bba9-4762-b7b6-7dad5363a998 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Jul 13 07:53:37.240347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bfb88-cf1d-4198-a6b5-cdec2d1438f7 req-6f43a68a-4ec3-457e-8671-0f22f02eb299 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:37.248342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7bfb88-cf1d-4198-a6b5-cdec2d1438f7 req-6f43a68a-4ec3-457e-8671-0f22f02eb299 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1094658 Jul 13 07:53:37.323480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c80b63-27a5-423c-bc3b-31496f562b35 req-80277977-7236-40b6-92fd-de625e805d91 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:37.325098 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d7bfb88-cf1d-4198-a6b5-cdec2d1438f7 req-9ca76ec6-ddbd-472e-9836-0daf58d97179 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740106 Jul 13 07:53:37.334250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21c80b63-27a5-423c-bc3b-31496f562b35 req-80277977-7236-40b6-92fd-de625e805d91 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.1018846 Jul 13 07:53:37.387470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21c80b63-27a5-423c-bc3b-31496f562b35 req-66784c11-7d10-4569-bef0-124030be7e32 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513186 Jul 13 07:53:37.589633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfd02d-2fbc-4f29-8566-225c6d8e7233 req-52a8708a-6376-4dd6-ac53-9e6b7fdb1dfc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:37.592116 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3abfd02d-2fbc-4f29-8566-225c6d8e7233 req-52a8708a-6376-4dd6-ac53-9e6b7fdb1dfc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.0993886 Jul 13 07:53:37.606337 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.651391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3abfd02d-2fbc-4f29-8566-225c6d8e7233 req-ac6a7b9c-a699-4555-adbe-fcc925de481a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528705 Jul 13 07:53:37.677598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46778) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:37.734468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b80ad0d-d102-4525-a009-8f822c02c062 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:37.736048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6b80ad0d-d102-4525-a009-8f822c02c062 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1093 time: 0.0569642 Jul 13 07:53:37.738875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46786) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:37.743433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:37.767023 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.898660 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.020582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.25.8.231 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/a15a516d-b9c8-49d7-8bd4-a4d8f18f9856) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:38.149879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.191906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.234998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:38.237967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:38.242035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:38.278252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=a15a516d-b9c8-49d7-8bd4-a4d8f18f9856,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:38.289926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.290305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.290686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.291033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.291387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.291722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.292059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.292412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.292744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.293117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.293454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.293794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:38.735603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdd7d1-2acf-4cdb-a857-0d2835f71120 req-4fb8f001-2e94-467a-a4d4-7b4b025a357f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:38.736873 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05cdd7d1-2acf-4cdb-a857-0d2835f71120 req-4fb8f001-2e94-467a-a4d4-7b4b025a357f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.1950500 Jul 13 07:53:38.760652 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.840382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05cdd7d1-2acf-4cdb-a857-0d2835f71120 req-2d2b3995-62b1-436a-a6fd-602220fe6c3f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751736 Jul 13 07:53:38.916410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.105108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.110025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.183866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=a15a516d-b9c8-49d7-8bd4-a4d8f18f9856,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:39.202553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.316982 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Floating IP e97a51d5-51c2-4020-9e05-0a28a17108fb associated. External IP: 172.25.8.231, port: eb7d6982-ddc7-4985-ada5-55e784642ea5. Jul 13 07:53:39.562113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a74aaf88-2a7e-4975-874e-926c2382fad3 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:39.681894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:39.693067 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] Sync routers for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:39.700818 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.707865 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:39.708657 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:39.754057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d0562fb1-6aa7-4515-a97f-0b3c61c93226 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0140493 Jul 13 07:53:39.754750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:39.758722 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747feba4-8d82-485a-a1a7-4939af68ea2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:39.800129 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5928878-dc50-407f-968d-43eefde6ca30 x-openstack-request-id: req-a5928878-dc50-407f-968d-43eefde6ca30 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:39.800421 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:39.800680 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5928878-dc50-407f-968d-43eefde6ca30 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:39.801086 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'status': 'completed', 'code': 200} Jul 13 07:53:39.911622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-d7bc6df2-efca-4f03-b0f3-53b1b370696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:39.913709 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-d7bc6df2-efca-4f03-b0f3-53b1b370696a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1098 time: 0.0894115 Jul 13 07:53:39.919696 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:40.091698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-fdc8ea08-dd67-41ad-a603-95dc8b13ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:40.093228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-fdc8ea08-dd67-41ad-a603-95dc8b13ddc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.1713879 Jul 13 07:53:40.176722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287937e-6e83-4fc7-a303-68baa2a8e136 req-6ff30623-cd75-40c9-af44-19a145aa43e0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:40.178690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b287937e-6e83-4fc7-a303-68baa2a8e136 req-6ff30623-cd75-40c9-af44-19a145aa43e0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.0889409 Jul 13 07:53:40.217736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3e1fb-4712-4df2-b390-ce0ed402ca7b req-5a622928-e4bc-41f3-9779-afedad4f08c9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:40.219517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28f3e1fb-4712-4df2-b390-ce0ed402ca7b req-5a622928-e4bc-41f3-9779-afedad4f08c9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.2758918 Jul 13 07:53:40.221985 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-5a4c6924-a114-4bfd-8caa-9c310022e8c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1000 time: 0.1228220 Jul 13 07:53:40.234374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b287937e-6e83-4fc7-a303-68baa2a8e136 req-1d70eda9-ef45-4112-ae97-7535146d3b1c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Jul 13 07:53:40.291492 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e97a51d5-51c2-4020-9e05-0a28a17108fb', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'port_id': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'mac_address': 'fa:16:3e:cf:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4024218-7670-4efd-9056-55b64a970565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:38Z', 'updated_at': '2021-07-13T07:53:38Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696a7691-069a-4ab9-bbb8-8ee5883dcca1', 'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:91:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:40.309889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28f3e1fb-4712-4df2-b390-ce0ed402ca7b req-5ebe79aa-49cb-42bd-aff0-a5d543ebd183 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834591 Jul 13 07:53:40.330192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-4af98a6e-b035-47ce-9dd9-54d5cba0eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:40.331290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:40.331701 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-4af98a6e-b035-47ce-9dd9-54d5cba0eae2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.1039572 Jul 13 07:53:40.340465 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] Checking router: a74aaf88-2a7e-4975-874e-926c2382fad3 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:40.362362 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:40.362899 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:40.402174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-51a9db3c-c553-4ce7-a9f8-f25aba2ac9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:40.404115 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-51a9db3c-c553-4ce7-a9f8-f25aba2ac9d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665200 Jul 13 07:53:40.453777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bb741a1f-69a9-4abc-87bf-1a9d3a5d138d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/e97a51d5-51c2-4020-9e05-0a28a17108fb HTTP/1.1" status: 200 len: 992 time: 0.1208637 Jul 13 07:53:40.590433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-e2383581-577a-4774-8fcf-4ccbef054984 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792345 Jul 13 07:53:40.616722 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:40.690291 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-747feba4-8d82-485a-a1a7-4939af68ea2c req-e08c0694-bdd3-4881-902a-5e643e942913 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932648 Jul 13 07:53:40.723436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46854) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:40.819079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7909b40e-ca09-43b7-acd3-dc0c38475659 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/floatingips/71f70849-2342-4f85-bc43-155f4f2188ea HTTP/1.1" status: 200 len: 993 time: 0.0937285 Jul 13 07:53:40.907168 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e97a51d5-51c2-4020-9e05-0a28a17108fb', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'port_id': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'mac_address': 'fa:16:3e:cf:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4024218-7670-4efd-9056-55b64a970565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:38Z', 'updated_at': '2021-07-13T07:53:38Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696a7691-069a-4ab9-bbb8-8ee5883dcca1', 'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:91:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:40.936494 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe31b7-fd02-455b-9170-09f07e8b5212 None None] The sync data for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 is: [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'e97a51d5-51c2-4020-9e05-0a28a17108fb', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'port_id': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'mac_address': 'fa:16:3e:cf:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4024218-7670-4efd-9056-55b64a970565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:38Z', 'updated_at': '2021-07-13T07:53:38Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696a7691-069a-4ab9-bbb8-8ee5883dcca1', 'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:91:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:41.119424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 46872) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:41.205443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45746661-f4e6-4642-a39c-18a80e21b86e None None] New status for floating IP e97a51d5-51c2-4020-9e05-0a28a17108fb: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:53:41.340446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port 07bdb6ba-449a-4748-aa45-c919d1a2e3b4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:41.340910 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.455235 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.455485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.471045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 46880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:41.483940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for 07bdb6ba-449a-4748-aa45-c919d1a2e3b4 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:41.587698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2faf1dc1-afe8-4039-a381-d2caeb20596e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/e97a51d5-51c2-4020-9e05-0a28a17108fb HTTP/1.1" status: 200 len: 994 time: 0.1152871 Jul 13 07:53:41.617657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a74fa-defe-427b-aea3-d7dd0ecf887b req-68b14fb3-6243-4286-b1d8-eadd6b6cc170 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:41.619898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b2a74fa-defe-427b-aea3-d7dd0ecf887b req-68b14fb3-6243-4286-b1d8-eadd6b6cc170 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.1866517 Jul 13 07:53:41.665421 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.688114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b2a74fa-defe-427b-aea3-d7dd0ecf887b req-d9d6c027-a9f4-4d9f-a7cb-138eae13f8cd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569296 Jul 13 07:53:42.029905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=07bdb6ba-449a-4748-aa45-c919d1a2e3b4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:42.096534 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.097122 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Floating IP 71f70849-2342-4f85-bc43-155f4f2188ea disassociated (deleted). External IP: 172.25.8.71, port: 677de70a-9162-48f1-821e-e4d88adf5ade. Jul 13 07:53:42.357681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:42.473092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:42.478272 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.482661 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] Sync routers for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:42.492977 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:42.493708 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:42.516644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9edd6591-d1c2-4aba-b0d3-6bbd892a5ea6 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/floatingips/71f70849-2342-4f85-bc43-155f4f2188ea HTTP/1.1" status: 204 len: 168 time: 1.3958812 Jul 13 07:53:42.517250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:42.519805 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:42.582079 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5e3ae4-b748-4d21-9b3e-0a5a233c01de x-openstack-request-id: req-af5e3ae4-b748-4d21-9b3e-0a5a233c01de {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:42.582589 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:42.582921 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af5e3ae4-b748-4d21-9b3e-0a5a233c01de {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:42.583385 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade', 'status': 'completed', 'code': 200} Jul 13 07:53:42.617650 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:42.691241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-bfd454c3-1b9b-47e7-af4b-4f2edfdf9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:42.693062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-bfd454c3-1b9b-47e7-af4b-4f2edfdf9e13 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e12325b8214c4aaaba3facb35e649bed&device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 1098 time: 0.0741103 Jul 13 07:53:42.898602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-fad0c5f6-e798-4749-9d22-544939415bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:42.900124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-fad0c5f6-e798-4749-9d22-544939415bf7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f658cf6-7088-42fd-9bd6-9f900f1f3120 HTTP/1.1" status: 200 len: 896 time: 0.2006319 Jul 13 07:53:42.904000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:53:42.945094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfed94-a5b7-49fe-8fa8-606ce40b0113 req-fd17b10b-4223-4f14-8ab0-f05d4218f3c4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:42.954657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5dbfed94-a5b7-49fe-8fa8-606ce40b0113 req-fd17b10b-4223-4f14-8ab0-f05d4218f3c4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 943 time: 0.1056514 Jul 13 07:53:42.967971 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a473498d-f809-49d6-a9c4-47ab4307da8d', 'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:57:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:48Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:42.977921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-9c518b14-8f91-442e-ae0d-a58118ec5eb5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=677de70a-9162-48f1-821e-e4d88adf5ade HTTP/1.1" status: 200 len: 217 time: 0.0686018 Jul 13 07:53:43.003470 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] Checking router: f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:43.012820 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5dbfed94-a5b7-49fe-8fa8-606ce40b0113 req-4312afc6-d2f9-4f30-b3f2-677720215311 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567470 Jul 13 07:53:43.033575 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:43.034186 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:43.069322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:43.087840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'd9ac8cba-4fd6-4e09-b5dd-a951de91a6bc', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'port_id': 'd9ac8cba-4fd6-4e09-b5dd-a951de91a6bc', 'mac_address': 'fa:16:3e:e2:a5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:53:43.125221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-03cb8990-af8e-465d-aa43-ec87aa1bbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:43.126967 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-03cb8990-af8e-465d-aa43-ec87aa1bbf67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bd8928e-d097-49f3-89a1-0c1491265639 HTTP/1.1" status: 200 len: 835 time: 0.1292584 Jul 13 07:53:43.134659 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.171047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:43.171619 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:43.197416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419d777-8cc6-4791-b8f0-fac58e842227 req-3eb482ea-f329-450e-bed2-3ac4d0c715bc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:43.199408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f419d777-8cc6-4791-b8f0-fac58e842227 req-3eb482ea-f329-450e-bed2-3ac4d0c715bc tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 946 time: 0.2161756 Jul 13 07:53:43.220536 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:43.226065 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.270925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-b2fe3924-9f24-465b-a4fe-81657103edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:43.279205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-b2fe3924-9f24-465b-a4fe-81657103edd4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f658cf6-7088-42fd-9bd6-9f900f1f3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420262 Jul 13 07:53:43.298777 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f419d777-8cc6-4791-b8f0-fac58e842227 req-8fe92e1c-7f58-4db1-939e-27ca54ab5dc5 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890501 Jul 13 07:53:43.318489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:43.449403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-e0633352-a384-4b43-aed5-5cc3b89d3445 service neutron] 10.222.0.38 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493838 Jul 13 07:53:43.456466 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a473498d-f809-49d6-a9c4-47ab4307da8d', 'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:57:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:48Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:43.498054 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54e4f2-e43e-43bf-8182-488e20c5b10c None None] The sync data for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 is: [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'a473498d-f809-49d6-a9c4-47ab4307da8d', 'name': '', 'network_id': '3f658cf6-7088-42fd-9bd6-9f900f1f3120', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'mac_address': 'fa:16:3e:57:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:48Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'subnets': [{'id': '3bd8928e-d097-49f3-89a1-0c1491265639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:43.526475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:43.598076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f70f7357-c9fd-48f4-84c9-7bc28b5a6505 req-21844f0f-0824-4150-8877-88e9a1d574dd service neutron] 10.222.0.38 "GET /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397300 Jul 13 07:53:43.862689 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:53:43.953554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129d07c-bc19-4658-8ff4-51fc44dfa182 None None] New status for floating IP 71f70849-2342-4f85-bc43-155f4f2188ea: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:53:44.211108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7226fc6-7881-4ba0-81b2-3c1b04a97bae req-bb592370-30a1-423c-af1d-b2d91b2ab8bc tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:44.212813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7226fc6-7881-4ba0-81b2-3c1b04a97bae req-bb592370-30a1-423c-af1d-b2d91b2ab8bc tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 944 time: 0.0750077 Jul 13 07:53:44.258973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d7226fc6-7881-4ba0-81b2-3c1b04a97bae req-78673fce-e011-4d7f-b53f-4c3d7b29791d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Jul 13 07:53:44.368386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-c73fcaff-d6e3-4701-b324-f15971e1cbed tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:44.370210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-c73fcaff-d6e3-4701-b324-f15971e1cbed tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 946 time: 0.0811076 Jul 13 07:53:44.553727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port 677de70a-9162-48f1-821e-e4d88adf5ade {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:44.554115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.567469 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f6a66-3a05-4356-9a53-ab931f3ebd14 req-7fe225a3-6c69-4630-b3d9-3c263c671eff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:44.569057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-762f6a66-3a05-4356-9a53-ab931f3ebd14 req-7fe225a3-6c69-4630-b3d9-3c263c671eff tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 946 time: 0.1356406 Jul 13 07:53:44.665625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-762f6a66-3a05-4356-9a53-ab931f3ebd14 req-aa2296f7-466f-4413-869e-0e61511e90fb tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849516 Jul 13 07:53:44.716438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] For port 677de70a-9162-48f1-821e-e4d88adf5ade, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=677de70a-9162-48f1-821e-e4d88adf5ade,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:44.716811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.731562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for 677de70a-9162-48f1-821e-e4d88adf5ade owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:44.883304 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.903646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:44.951104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=677de70a-9162-48f1-821e-e4d88adf5ade,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:44.978426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] No DVR routers for this DVR port 677de70a-9162-48f1-821e-e4d88adf5ade on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:44.981151 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.983347 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e19c0ff-8aef-4342-b449-fa848130d998 req-ddd49957-4417-48b3-b2a0-8b5fd21fb8b4 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.38 "DELETE /v2.0/ports/677de70a-9162-48f1-821e-e4d88adf5ade HTTP/1.1" status: 204 len: 173 time: 0.6025724 Jul 13 07:53:44.983795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'name': 'network-vif-deleted', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:44.986711 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ab68ca-1639-4bf6-b185-a4101879d0ca" -d '{"events": [{"server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "name": "network-vif-deleted", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:44.995275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:45.000741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:45.001140 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.044074 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b830c931-7f75-4edb-880a-254c045cb257 x-openstack-request-id: req-b830c931-7f75-4edb-880a-254c045cb257 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:45.044470 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbd924a-428a-438b-915e-f8a4e1991ffc", "name": "network-vif-deleted", "tag": "677de70a-9162-48f1-821e-e4d88adf5ade", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:45.045051 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b830c931-7f75-4edb-880a-254c045cb257 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:45.045532 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbd924a-428a-438b-915e-f8a4e1991ffc', 'name': 'network-vif-deleted', 'tag': '677de70a-9162-48f1-821e-e4d88adf5ade', 'status': 'completed', 'code': 200} Jul 13 07:53:45.119779 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.151811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05455129-6ff9-4b8e-85b8-0167de464f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ac8cba-4fd6-4e09-b5dd-a951de91a6bc'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:45.153702 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6dac9b-6507-4031-95bd-05fbde83d21c" -d '{"events": [{"server_uuid": "05455129-6ff9-4b8e-85b8-0167de464f59", "name": "network-vif-plugged", "status": "completed", "tag": "d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:45.172575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:45.178748 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.265545 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87868655-b744-454a-b933-31cd68af367b x-openstack-request-id: req-87868655-b744-454a-b933-31cd68af367b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:45.265907 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05455129-6ff9-4b8e-85b8-0167de464f59", "name": "network-vif-plugged", "status": "completed", "tag": "d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:45.266372 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87868655-b744-454a-b933-31cd68af367b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:45.266773 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05455129-6ff9-4b8e-85b8-0167de464f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ac8cba-4fd6-4e09-b5dd-a951de91a6bc', 'code': 200} Jul 13 07:53:45.288728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:45.460524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d164faa-5256-4474-ba33-48799196db77 req-98d623a9-66da-4a81-9452-2639268ff7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:45.464092 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d164faa-5256-4474-ba33-48799196db77 req-98d623a9-66da-4a81-9452-2639268ff7f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 1097 time: 0.0885563 Jul 13 07:53:45.544797 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d164faa-5256-4474-ba33-48799196db77 req-63eb97a9-929c-43ab-9a18-29c2d5796e43 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655754 Jul 13 07:53:45.651825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-642f6bc9-e23c-425b-82ed-541eee0020dc None None] Provisioning complete for port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:45.651825 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-642f6bc9-e23c-425b-82ed-541eee0020dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.667245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2dab5-0e57-4d86-aeec-d081fedd1a2d req-28443302-ad2e-4710-8b0e-7fe7895dc67d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:45.669032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ade2dab5-0e57-4d86-aeec-d081fedd1a2d req-28443302-ad2e-4710-8b0e-7fe7895dc67d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 945 time: 0.1618047 Jul 13 07:53:45.731206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ade2dab5-0e57-4d86-aeec-d081fedd1a2d req-f3b73c3b-a45c-4dda-bfe1-a98852dfeaa5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519991 Jul 13 07:53:45.905246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ee1a0048-7ebc-4e82-88e7-85543d561ef8 req-5c26636c-4313-4a00-8425-54ec4f65a55a tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbd924a-428a-438b-915e-f8a4e1991ffc HTTP/1.1" status: 200 len: 210 time: 0.0334725 Jul 13 07:53:46.091123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-52aa4241-7c7c-4d51-928d-19d5711a3c87 req-b486da70-0b60-49c9-960e-49f770988ee5 service neutron] (93774) timed out ('10.222.0.48', 57099) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:53:46.994850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895673a0-d92b-43dd-a601-3cfb48f28379 req-b78f636e-4264-409a-9be3-0ff4513ad232 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:46.996515 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-895673a0-d92b-43dd-a601-3cfb48f28379 req-b78f636e-4264-409a-9be3-0ff4513ad232 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 945 time: 0.0955837 Jul 13 07:53:47.014278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:47.054691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-895673a0-d92b-43dd-a601-3cfb48f28379 req-5e178efb-b5ce-4144-a42a-0a4e65e0f821 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475643 Jul 13 07:53:47.094037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ae331-69b9-4552-bfe8-b20ec2911173 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.128810 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ae331-69b9-4552-bfe8-b20ec2911173 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.243093 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ae331-69b9-4552-bfe8-b20ec2911173 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.246231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ae331-69b9-4552-bfe8-b20ec2911173 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.247408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2f5ae331-69b9-4552-bfe8-b20ec2911173 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a1b98c3-cfb9-4fc8-83bc-97ee0144119c HTTP/1.1" status: 204 len: 168 time: 0.2320609 Jul 13 07:53:47.272197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ae331-69b9-4552-bfe8-b20ec2911173 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1b98c3-cfb9-4fc8-83bc-97ee0144119c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:47.317338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af612781-4d7b-46f7-a4da-4b13d102fcc5 req-d9efd19c-2189-48b5-8e9d-e0e81d11abfb tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.319435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:47.323537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af612781-4d7b-46f7-a4da-4b13d102fcc5 req-d9efd19c-2189-48b5-8e9d-e0e81d11abfb tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 945 time: 0.1163261 Jul 13 07:53:47.382742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af612781-4d7b-46f7-a4da-4b13d102fcc5 req-35b4362d-3b3b-4d8b-9d91-448c9f6ff489 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Jul 13 07:53:47.981194 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.057862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc597c-fdf9-460f-8826-ea464b08df1f req-d17236ec-dcef-48c8-b93e-17dbf39b235d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:48.060171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67fc597c-fdf9-460f-8826-ea464b08df1f req-d17236ec-dcef-48c8-b93e-17dbf39b235d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 945 time: 0.1611147 Jul 13 07:53:48.113069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-67fc597c-fdf9-460f-8826-ea464b08df1f req-d0d3cac3-460c-4078-88cd-e2dfa348aa24 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Jul 13 07:53:48.355731 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1c35a9f-9b7f-448e-9d49-96ec5ae7118d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.457042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port a473498d-f809-49d6-a9c4-47ab4307da8d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:48.457702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.600484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] For port a473498d-f809-49d6-a9c4-47ab4307da8d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=a473498d-f809-49d6-a9c4-47ab4307da8d,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:48.600902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.617065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for a473498d-f809-49d6-a9c4-47ab4307da8d owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:48.848522 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.884573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=a473498d-f809-49d6-a9c4-47ab4307da8d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:48.909441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.909785 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.910255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.910762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.911168 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.911450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.911726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.912083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.912401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.912765 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.913091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.913630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:48.934046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 677de70a-9162-48f1-821e-e4d88adf5ade no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:48.981969 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 677de70a-9162-48f1-821e-e4d88adf5ade {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:48.982538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 677de70a-9162-48f1-821e-e4d88adf5ade not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:49.158175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.488100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-1f31a5b3-d9a6-43d5-b646-131bb9a7269a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:49.490103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-1f31a5b3-d9a6-43d5-b646-131bb9a7269a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 945 time: 0.1649809 Jul 13 07:53:49.539719 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845449c8-7146-4add-bc18-2b482c3d8c51 req-36531d24-4b84-4812-b0a7-dd33e4751e01 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:49.552378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-845449c8-7146-4add-bc18-2b482c3d8c51 req-36531d24-4b84-4812-b0a7-dd33e4751e01 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 945 time: 0.2390525 Jul 13 07:53:49.676957 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:49.677650 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.822209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] For port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:49.823435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.848817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:50.025717 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.037830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['c73ccc9b-6958-4cbc-8fed-9e81d36aae2d', 'd9ac8cba-4fd6-4e09-b5dd-a951de91a6bc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:50.086092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-845449c8-7146-4add-bc18-2b482c3d8c51 req-11922fbc-0c1f-460a-ac69-54467fa755c8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267885 Jul 13 07:53:50.123896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.168163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:50.169150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] No DVR routers for this DVR port d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:50.172756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.176608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f70eecc9-3bb6-4d8c-8d7c-3058ca91a05f req-e12426f7-20ff-4fb5-bf0b-cfe7520357a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "DELETE /v2.0/ports/d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc HTTP/1.1" status: 204 len: 173 time: 0.6798391 Jul 13 07:53:50.177175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05455129-6ff9-4b8e-85b8-0167de464f59', 'name': 'network-vif-deleted', 'tag': 'd9ac8cba-4fd6-4e09-b5dd-a951de91a6bc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:50.181162 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a313e723-fe44-442a-9284-73cf0d3f19f9" -d '{"events": [{"server_uuid": "05455129-6ff9-4b8e-85b8-0167de464f59", "name": "network-vif-deleted", "tag": "d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:50.294851 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0fd35-d84b-49c2-aa1c-1143bf646d5f x-openstack-request-id: req-28c0fd35-d84b-49c2-aa1c-1143bf646d5f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:50.295152 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05455129-6ff9-4b8e-85b8-0167de464f59", "name": "network-vif-deleted", "tag": "d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:50.295547 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28c0fd35-d84b-49c2-aa1c-1143bf646d5f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:50.296047 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05455129-6ff9-4b8e-85b8-0167de464f59', 'name': 'network-vif-deleted', 'tag': 'd9ac8cba-4fd6-4e09-b5dd-a951de91a6bc', 'status': 'completed', 'code': 200} Jul 13 07:53:50.310496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:50.322356 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] Sync routers for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:50.334892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47148) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:50.340100 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:50.340736 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:50.350902 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8823d198-9b38-4de7-96f4-1a2b8785c4a3 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "PUT /v2.0/routers/f24d82e9-17f1-47e7-bbb0-db63e8f40dd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0302403 Jul 13 07:53:50.436684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-79187b9c-1650-4c8d-a93a-a40db0c4d98c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting subnet 3bd8928e-d097-49f3-89a1-0c1491265639 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:50.440499 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79187b9c-1650-4c8d-a93a-a40db0c4d98c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.496999 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79187b9c-1650-4c8d-a93a-a40db0c4d98c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.596170 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:50.653093 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79187b9c-1650-4c8d-a93a-a40db0c4d98c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.779290 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79187b9c-1650-4c8d-a93a-a40db0c4d98c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.797837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79187b9c-1650-4c8d-a93a-a40db0c4d98c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.803381 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:50.804055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72ed28-1fe0-458a-aa87-04c93a474705 None None] Network 3f658cf6-7088-42fd-9bd6-9f900f1f3120 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:50.811736 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-79187b9c-1650-4c8d-a93a-a40db0c4d98c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/subnets/3bd8928e-d097-49f3-89a1-0c1491265639 HTTP/1.1" status: 204 len: 168 time: 0.4755180 Jul 13 07:53:50.858667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79187b9c-1650-4c8d-a93a-a40db0c4d98c tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd8928e-d097-49f3-89a1-0c1491265639,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.923064 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:53:48Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:50.988674 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] Checking router: f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:50.998554 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] Routers {'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:50.999428 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:51.023557 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.125931 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9db5f776-fa05-4530-a852-f5c1ce793a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.143929 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.224734 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] Set router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:51.229936 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.287484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7c2d37-1281-4da1-be01-c156f89b0b8e None None] DHCP port deletion for 3f658cf6-7088-42fd-9bd6-9f900f1f3120 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:51.389466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c2d37-1281-4da1-be01-c156f89b0b8e None None] Deleting port 9c22be9d-092d-4b66-ad47-6f7c620be622 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:51.390036 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a7c2d37-1281-4da1-be01-c156f89b0b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.411432 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5fb7e859-668d-4e6a-a872-ce724f9bc8fe req-21ae631b-1321-45a5-a2ef-f45b47b4ce82 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 210 time: 0.0506775 Jul 13 07:53:51.452726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Deleting port 9c057874-857b-46ae-86c1-a416d64ee360 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:51.453146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.490152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8a7c2d37-1281-4da1-be01-c156f89b0b8e None None] For port 9c22be9d-092d-4b66-ad47-6f7c620be622, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c22be9d-092d-4b66-ad47-6f7c620be622,segment=NetworkSegment(afde468a-7130-4b05-80f2-1e5917d35f3e),segment_id=afde468a-7130-4b05-80f2-1e5917d35f3e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:51.490804 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a7c2d37-1281-4da1-be01-c156f89b0b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.503913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c2d37-1281-4da1-be01-c156f89b0b8e None None] Calling delete_port for 9c22be9d-092d-4b66-ad47-6f7c620be622 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:51.670783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] For port 9c057874-857b-46ae-86c1-a416d64ee360, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9c057874-857b-46ae-86c1-a416d64ee360,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:51.671601 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.706567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Calling delete_port for 9c057874-857b-46ae-86c1-a416d64ee360 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:51.719971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c22be9d-092d-4b66-ad47-6f7c620be622 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:51.814167 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:53:48Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:51.819918 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a7c2d37-1281-4da1-be01-c156f89b0b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.847522 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51f537-f202-45be-8b90-df9ec0391929 None None] The sync data for ids ['f24d82e9-17f1-47e7-bbb0-db63e8f40dd8'] in n-d-758944-43 is: [{'id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'name': 'tempest-TestNetworkBasicOps-router-873008380', 'tenant_id': 'e12325b8214c4aaaba3facb35e649bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9c057874-857b-46ae-86c1-a416d64ee360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:34Z', 'updated_at': '2021-07-13T07:53:48Z', 'revision_number': 5, 'project_id': 'e12325b8214c4aaaba3facb35e649bed', 'gw_port': {'id': '9c057874-857b-46ae-86c1-a416d64ee360', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d82e9-17f1-47e7-bbb0-db63e8f40dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:35Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:51.862840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c2d37-1281-4da1-be01-c156f89b0b8e None None] Pushing event deleted for resources: {'Port': ['ID=9c22be9d-092d-4b66-ad47-6f7c620be622,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:51.884298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c2d37-1281-4da1-be01-c156f89b0b8e None None] No DVR routers for this DVR port 9c22be9d-092d-4b66-ad47-6f7c620be622 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:51.892783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.954714 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.991821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Port': ['ID=9c057874-857b-46ae-86c1-a416d64ee360,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:52.060463 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.081915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.197337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.209661 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.272218 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.273241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Fanout notify agent at l3_agent the message router_deleted on router f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:53:52.283898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.285444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f4403c28-5b13-41fc-a587-fd3d9c70d59d tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/routers/f24d82e9-17f1-47e7-bbb0-db63e8f40dd8 HTTP/1.1" status: 204 len: 168 time: 1.4809384 Jul 13 07:53:52.288244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47196) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:52.384310 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.566278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.579414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f658cf6-7088-42fd-9bd6-9f900f1f3120']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:52.598901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afde468a-7130-4b05-80f2-1e5917d35f3e') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:52.599612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afde468a-7130-4b05-80f2-1e5917d35f3e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:52.611542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.629391 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.637112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:52.637917 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:52.642949 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:52.738274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.752851 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.770632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] 10.222.0.41 "DELETE /v2.0/networks/3f658cf6-7088-42fd-9bd6-9f900f1f3120 HTTP/1.1" status: 204 len: 168 time: 0.4706857 Jul 13 07:53:52.816612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf6361-49e7-402e-8f93-4a2d1684dbb1 tempest-TestNetworkBasicOps-1193111636 tempest-TestNetworkBasicOps-1193111636-project] Pushing event deleted for resources: {'Network': ['ID=3f658cf6-7088-42fd-9bd6-9f900f1f3120,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:52.865256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d00c43a-0060-45f4-8e56-cbf2bd27d256 req-5468fa1d-9786-4075-ad29-31b552f8092c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 210 time: 0.2833762 Jul 13 07:53:52.963227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:52.997845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:52.998841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d9ac8cba-4fd6-4e09-b5dd-a951de91a6bc not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:53.086423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:53.322146 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e88bf986-9e28-4341-baa1-d570a97e4489 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e12325b8214c4aaaba3facb35e649bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339518 Jul 13 07:53:53.324794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47238) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:53.379954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49924ed9-c72f-4abd-ba0f-902963b7d4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.414235 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49924ed9-c72f-4abd-ba0f-902963b7d4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.474708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49924ed9-c72f-4abd-ba0f-902963b7d4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.477381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49924ed9-c72f-4abd-ba0f-902963b7d4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.482192 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-49924ed9-c72f-4abd-ba0f-902963b7d4bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad48dc7b-7a02-4ceb-ae6a-9782798b7d0e HTTP/1.1" status: 204 len: 168 time: 0.1564143 Jul 13 07:53:53.490678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49924ed9-c72f-4abd-ba0f-902963b7d4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad48dc7b-7a02-4ceb-ae6a-9782798b7d0e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:53.644559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a473498d-f809-49d6-a9c4-47ab4307da8d no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:53.677700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: a473498d-f809-49d6-a9c4-47ab4307da8d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:53.678468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device a473498d-f809-49d6-a9c4-47ab4307da8d not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:53.679098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c057874-857b-46ae-86c1-a416d64ee360 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:53.705402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9c057874-857b-46ae-86c1-a416d64ee360 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:53.705904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9c057874-857b-46ae-86c1-a416d64ee360 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:53.726519 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.908737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47260) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:53.924744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10617be4-10c9-4909-9af6-adea34b64cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.148972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10617be4-10c9-4909-9af6-adea34b64cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.154920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10617be4-10c9-4909-9af6-adea34b64cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.201451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-10617be4-10c9-4909-9af6-adea34b64cd6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=181ff651bf9648b19d3d234356bc2473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916205 Jul 13 07:53:54.204715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:54.212626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10617be4-10c9-4909-9af6-adea34b64cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16a1a96-cce9-4848-a9e1-8c3624d25aec,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:54.270750 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31cfead9-888d-40d6-87ec-c7aa1d90beb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.299535 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31cfead9-888d-40d6-87ec-c7aa1d90beb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.378987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31cfead9-888d-40d6-87ec-c7aa1d90beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.382561 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31cfead9-888d-40d6-87ec-c7aa1d90beb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.386915 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-31cfead9-888d-40d6-87ec-c7aa1d90beb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d16a1a96-cce9-4848-a9e1-8c3624d25aec HTTP/1.1" status: 204 len: 168 time: 0.1807380 Jul 13 07:53:54.438185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-48d5ae66-797e-44f7-9614-00c1f7d90247 req-ac7df05e-d96a-43cf-84c2-79c1b981dc9d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 210 time: 0.3972259 Jul 13 07:53:54.443270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfead9-888d-40d6-87ec-c7aa1d90beb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16a1a96-cce9-4848-a9e1-8c3624d25aec,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:55.308721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47324) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:55.462449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-699911786-network', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:55.512629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Made reservation on behalf of de8f67f8a6f34f79bd13ca764723b7c1 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:55.515234 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.538504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.663549 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.669897 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.687284 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3ebfaa43-d818-460c-9453-1c5016f6c3ce req-02057b09-46f7-4035-b797-edea8466b8a0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=05455129-6ff9-4b8e-85b8-0167de464f59 HTTP/1.1" status: 200 len: 210 time: 0.0679615 Jul 13 07:53:55.713136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:55.720996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb05fa7-de0a-496a-9433-238cfc46cc3a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:55.727732 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.728090 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Added segment 8416a4ab-53af-4166-a7bb-224bbb00c5da of type vlan for network 205d9332-7174-45b4-a723-0bd7f332f911 Jul 13 07:53:55.776819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.819440 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.820980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:55.821754 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.876657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5667677 Jul 13 07:53:55.879871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47348) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:55.886160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Request body: {'subnet': {'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-699911786-subnet', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:55.911495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Made reservation on behalf of de8f67f8a6f34f79bd13ca764723b7c1 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:55.914628 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.936775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790fb7-2ed3-42e4-8eae-3ca953cc698d admin admin] Pushing event updated for resources: {'Network': ['ID=205d9332-7174-45b4-a723-0bd7f332f911,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:55.948949 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 205d9332-7174-45b4-a723-0bd7f332f911 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:56.169605 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.254520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=528041c8-c8f8-4af5-bae4-ceaf397ac38a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:56.262149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Checking segment: {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:56.262820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Network hostable DHCP agents. Network: 205d9332-7174-45b4-a723-0bd7f332f911, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:56.287915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Network 205d9332-7174-45b4-a723-0bd7f332f911 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:56.300229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 205d9332-7174-45b4-a723-0bd7f332f911) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:56.309215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:56.309976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.316536 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da5e458-1349-4e08-9f02-ae06a4eb708c None None] Network 205d9332-7174-45b4-a723-0bd7f332f911 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:56.351687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f3369a45-8493-4bba-b202-704aec7b17d0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4700117 Jul 13 07:53:56.354721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:56.360702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:56.430080 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.432536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.535375 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.564804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-205d9332-7174-45b4-a723-0bd7f332f911', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:56.565760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.755435 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Allocated IP 172.20.0.2 (205d9332-7174-45b4-a723-0bd7f332f911/528041c8-c8f8-4af5-bae4-ceaf397ac38a/2e9167ff-518b-4ff9-8865-5785d2f67c74) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:56.769328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.044414 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.055069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Transition to ACTIVE for port object 2e9167ff-518b-4ff9-8865-5785d2f67c74 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:57.065116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.084268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Transition to ACTIVE for port object 2e9167ff-518b-4ff9-8865-5785d2f67c74 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:57.091749 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.096617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.163545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Network 205d9332-7174-45b4-a723-0bd7f332f911 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:57.165370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Pushing event updated for resources: {'Port': ['ID=2e9167ff-518b-4ff9-8865-5785d2f67c74,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:57.169311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:57.182190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:57.251535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Attempting to bind port 2e9167ff-518b-4ff9-8865-5785d2f67c74 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:57.252161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Attempting to bind port 2e9167ff-518b-4ff9-8865-5785d2f67c74 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:57.252695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Attempting to bind port 2e9167ff-518b-4ff9-8865-5785d2f67c74 on network 205d9332-7174-45b4-a723-0bd7f332f911 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:57.259060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:57.259750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Checking segment: {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:57.260325 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.260894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Bound using segment: {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:57.261677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Bound port: 2e9167ff-518b-4ff9-8865-5785d2f67c74, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:57.262092 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.351450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Allocated IP 172.25.8.224 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/c1d4844a-7b02-4315-b82e-b8fdabc51654) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:57.381320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] For port 2e9167ff-518b-4ff9-8865-5785d2f67c74, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:57.385144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] For port 2e9167ff-518b-4ff9-8865-5785d2f67c74, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2e9167ff-518b-4ff9-8865-5785d2f67c74,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:57.394141 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.477996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9d64d-e35f-479a-a9d8-a34c65a556ee None None] Pushing event updated for resources: {'Port': ['ID=2e9167ff-518b-4ff9-8865-5785d2f67c74,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:57.581186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.636888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.718449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:57.724954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:57.728948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:57.768357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d4844a-7b02-4315-b82e-b8fdabc51654,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:58.223293 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:58.950313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f18da66-30a9-46de-9c41-274861100b90 None None] Network 205d9332-7174-45b4-a723-0bd7f332f911 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:59.032257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.085060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c64acec7-3098-4acf-93f6-180e94098417 None None] Provisioning for port 2e9167ff-518b-4ff9-8865-5785d2f67c74 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:59.260056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:53:59.409446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:59.418962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Sync routers for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:59.432042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:59.432684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:59.439178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.440771 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e85c7370-0bfc-43ff-8dc3-8392df56f3b1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0849481 Jul 13 07:53:59.444005 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47446) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:59.742842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2e9167ff-518b-4ff9-8865-5785d2f67c74 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:59.781223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:59.994364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 2e9167ff-518b-4ff9-8865-5785d2f67c74 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:00.016417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2e9167ff-518b-4ff9-8865-5785d2f67c74 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:00.016879 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.092870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:53:57Z', 'revision_number': 3, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:00.163132 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.498544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Checking router: b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:00.498903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Updating router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 port c1d4844a-7b02-4315-b82e-b8fdabc51654 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:54:00.530809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Allocated IP 172.20.0.1 (205d9332-7174-45b4-a723-0bd7f332f911/528041c8-c8f8-4af5-bae4-ceaf397ac38a/779afc61-f116-4ff8-8de7-15649e737d42) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:00.592085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-53fe0ddb-0a41-4154-8c13-d8573fe8c32b req-40321684-1c24-4ad8-88f3-9890cd13efb8 service neutron] (93774) timed out ('10.222.0.48', 56917) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:54:00.606383 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.634873 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.783668 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.787147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 2e9167ff-518b-4ff9-8865-5785d2f67c74, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2e9167ff-518b-4ff9-8865-5785d2f67c74,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:00.791995 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.802055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Transition to ACTIVE for port object 779afc61-f116-4ff8-8de7-15649e737d42 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:00.874361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.968980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Network 205d9332-7174-45b4-a723-0bd7f332f911 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:00.972627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:00.975653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:01.025385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=2e9167ff-518b-4ff9-8865-5785d2f67c74,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.040737 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.041983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-b7ec8feb-12d1-4f9d-8a8a-85ac22dc2b68 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1794851 Jul 13 07:54:01.043461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=779afc61-f116-4ff8-8de7-15649e737d42,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.141934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.177355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Transition to ACTIVE for port object c1d4844a-7b02-4315-b82e-b8fdabc51654 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:01.187933 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.194812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-6d681534-48e3-4b26-946d-ea8496def697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:01.199044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-6d681534-48e3-4b26-946d-ea8496def697 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 1098 time: 0.1120627 Jul 13 07:54:01.292225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18998a95-bee4-4121-af44-f07c76fca110 None None] Pushing event updated for resources: {'Port': ['ID=c1d4844a-7b02-4315-b82e-b8fdabc51654,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.339881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Attempting to bind port c1d4844a-7b02-4315-b82e-b8fdabc51654 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:01.343473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Attempting to bind port c1d4844a-7b02-4315-b82e-b8fdabc51654 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:01.346625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Attempting to bind port c1d4844a-7b02-4315-b82e-b8fdabc51654 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:01.356634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:01.357256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:01.357844 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.358416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:01.359044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Bound port: c1d4844a-7b02-4315-b82e-b8fdabc51654, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:01.360211 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.407949 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.435374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4c4fbad2-8710-4509-acb6-c4f9e0fef42e None None] Provisioning for port 779afc61-f116-4ff8-8de7-15649e737d42 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:01.459997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4c4fbad2-8710-4509-acb6-c4f9e0fef42e None None] Provisioning complete for port 779afc61-f116-4ff8-8de7-15649e737d42 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:01.460670 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c4fbad2-8710-4509-acb6-c4f9e0fef42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.467031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-f71ba6a0-7e21-43ab-92b8-1b0c0a180019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:01.469989 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-f71ba6a0-7e21-43ab-92b8-1b0c0a180019 service neutron] 10.222.0.38 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.2375324 Jul 13 07:54:01.506451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] For port c1d4844a-7b02-4315-b82e-b8fdabc51654, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:01.529337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] For port c1d4844a-7b02-4315-b82e-b8fdabc51654, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c1d4844a-7b02-4315-b82e-b8fdabc51654,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:01.531143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4c4fbad2-8710-4509-acb6-c4f9e0fef42e None None] Port 779afc61-f116-4ff8-8de7-15649e737d42 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:01.535987 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.588665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-9364a740-23b6-40b3-8941-6ecd2f483e96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d HTTP/1.1" status: 200 len: 217 time: 0.1125431 Jul 13 07:54:01.590000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18998a95-bee4-4121-af44-f07c76fca110 None None] Pushing event updated for resources: {'Port': ['ID=c1d4844a-7b02-4315-b82e-b8fdabc51654,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.610488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:01.611128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:01.721740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2e9167ff-518b-4ff9-8865-5785d2f67c74 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:01.736412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-588126e3-1434-4cee-986e-d2d35bb3874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:01.740424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-588126e3-1434-4cee-986e-d2d35bb3874e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.1452820 Jul 13 07:54:01.859530 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.865145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.894012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-6ba70855-bca2-4ae0-a8fb-577115c2d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:01.927043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=779afc61-f116-4ff8-8de7-15649e737d42,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.928884 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-6ba70855-bca2-4ae0-a8fb-577115c2d51e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811783 Jul 13 07:54:01.976142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:02.080478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.120287 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-670e2d27-bcb5-453d-b8fb-0b603abb8835 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835554 Jul 13 07:54:02.308325 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2e9167ff-518b-4ff9-8865-5785d2f67c74 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:02.309241 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.347859 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-867c00e6-1ed2-4a31-bcfa-e4c4cda2863c req-13aa6b1f-bda9-40f4-9f51-bbda6f1817f1 service neutron] 10.222.0.38 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160161 Jul 13 07:54:02.362501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Network 205d9332-7174-45b4-a723-0bd7f332f911 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:02.365677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:02.569504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:00Z', 'revision_number': 1, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:02.632396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16734296-4b4d-4fcc-81c7-e5eb3e6c041d None None] The sync data for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 is: [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:00Z', 'revision_number': 1, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:02.642341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8de15066-73fe-4778-aef6-e0ba4614066d None None] Provisioning complete for port 779afc61-f116-4ff8-8de7-15649e737d42 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:02.643052 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8de15066-73fe-4778-aef6-e0ba4614066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.645307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:02.727397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8de15066-73fe-4778-aef6-e0ba4614066d None None] Port 779afc61-f116-4ff8-8de7-15649e737d42 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:02.871510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e2d51a6a-ba6a-41e5-9c4a-4da5301e12ce None None] Provisioning complete for port 779afc61-f116-4ff8-8de7-15649e737d42 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:02.871947 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2d51a6a-ba6a-41e5-9c4a-4da5301e12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.908400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:02.920431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ece41012-88ae-4e36-ae3c-9e0370e2e2a7 admin admin] 10.222.0.41 "PUT /v2.0/routers/b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4741776 Jul 13 07:54:03.021248 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e2d51a6a-ba6a-41e5-9c4a-4da5301e12ce None None] Port 779afc61-f116-4ff8-8de7-15649e737d42 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:03.198868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0478b-a04e-475a-af5f-10d8aabfe870 req-e7301895-1cea-4b41-bda8-3b437fd1338b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:03.200780 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98d0478b-a04e-475a-af5f-10d8aabfe870 req-e7301895-1cea-4b41-bda8-3b437fd1338b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 946 time: 0.0897038 Jul 13 07:54:03.246712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-98d0478b-a04e-475a-af5f-10d8aabfe870 req-15de5fc1-0297-4135-b4bd-0984f447a2fb tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Jul 13 07:54:03.739553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47572) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:03.744722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-373359579-network', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:03.773385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Made reservation on behalf of cc66dd5b650844f19dd211b2970f19c7 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:03.776344 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.792695 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.926367 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.931103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.946453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:54:03.972114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.972474 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Added segment 0126ea9d-167b-443d-a56b-f1a83186e391 of type vlan for network c68f9fc4-0e6b-4352-862a-e77f50d69746 Jul 13 07:54:03.981330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aba94de-3869-4423-b25d-ec644d7707df,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:04.036685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.082897 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.085250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:04.086279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.134548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3938267 Jul 13 07:54:04.137325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:04.143629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Request body: {'subnet': {'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-373359579-subnet', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:04.181616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6995e5-60db-4648-85d8-1cb78e8f59dd admin admin] Pushing event updated for resources: {'Network': ['ID=c68f9fc4-0e6b-4352-862a-e77f50d69746,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:04.183159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Made reservation on behalf of cc66dd5b650844f19dd211b2970f19c7 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:04.188274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.194874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c68f9fc4-0e6b-4352-862a-e77f50d69746 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:54:04.538216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d86998-378f-4ca6-b88f-d61e409113b4 req-15f16666-c375-4be8-830a-93b9790bebb7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:04.541471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05d86998-378f-4ca6-b88f-d61e409113b4 req-15f16666-c375-4be8-830a-93b9790bebb7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 946 time: 0.1295400 Jul 13 07:54:04.586851 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.604821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05d86998-378f-4ca6-b88f-d61e409113b4 req-2faba3f9-a40d-402f-8804-03f4d4723116 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561993 Jul 13 07:54:04.669489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-0b73fd14-1122-49bd-803d-b5e50ff289cf tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:04.671140 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-0b73fd14-1122-49bd-803d-b5e50ff289cf tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 946 time: 0.2896292 Jul 13 07:54:04.711874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc73c417-1f6a-4bdf-87d1-a9b75b4535db,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:04.750879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Checking segment: {'id': '0126ea9d-167b-443d-a56b-f1a83186e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:04.751313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Network hostable DHCP agents. Network: c68f9fc4-0e6b-4352-862a-e77f50d69746, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:54:04.798495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Network c68f9fc4-0e6b-4352-862a-e77f50d69746 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:54:04.816083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c68f9fc4-0e6b-4352-862a-e77f50d69746) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:04.823314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:04.823918 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.828191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747699d-039e-4523-9cd3-15f3571eaaaa None None] Network c68f9fc4-0e6b-4352-862a-e77f50d69746 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:04.841407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:04.841407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.868359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ffc6d03a-7c87-4af9-8534-9b689eaddc7a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7295823 Jul 13 07:54:04.872686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47610) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:04.877821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:04.931247 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.933507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.982890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] For port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:04.983695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.997021 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.005995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for c73ccc9b-6958-4cbc-8fed-9e81d36aae2d owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:05.113917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-c68f9fc4-0e6b-4352-862a-e77f50d69746', 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'fixed_ips': [{'subnet_id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:54:05.116455 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.210746 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.235309 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.249415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['c73ccc9b-6958-4cbc-8fed-9e81d36aae2d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:05.278103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=c73ccc9b-6958-4cbc-8fed-9e81d36aae2d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:05.349201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Allocated IP 172.20.0.2 (c68f9fc4-0e6b-4352-862a-e77f50d69746/fc73c417-1f6a-4bdf-87d1-a9b75b4535db/0930f7b5-f59f-43ff-98c7-99f121473dac) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:05.351735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] No DVR routers for this DVR port c73ccc9b-6958-4cbc-8fed-9e81d36aae2d on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:05.364916 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.370421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6caf6770-fe10-49e6-9c86-65358da5a33d req-8803d615-ae04-450d-b59d-a3081f5daac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.38 "DELETE /v2.0/ports/c73ccc9b-6958-4cbc-8fed-9e81d36aae2d HTTP/1.1" status: 204 len: 173 time: 0.6914413 Jul 13 07:54:05.370991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6613417b-6383-4c70-a465-04e80eb27083', 'name': 'network-vif-deleted', 'tag': 'c73ccc9b-6958-4cbc-8fed-9e81d36aae2d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:05.382316 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886bbf2e-73de-453e-9d60-285d877d0800" -d '{"events": [{"server_uuid": "6613417b-6383-4c70-a465-04e80eb27083", "name": "network-vif-deleted", "tag": "c73ccc9b-6958-4cbc-8fed-9e81d36aae2d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:05.452528 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84797c53-69db-4dfb-927d-9ed675d1007a x-openstack-request-id: req-84797c53-69db-4dfb-927d-9ed675d1007a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:05.452853 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6613417b-6383-4c70-a465-04e80eb27083", "name": "network-vif-deleted", "tag": "c73ccc9b-6958-4cbc-8fed-9e81d36aae2d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:05.453116 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84797c53-69db-4dfb-927d-9ed675d1007a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:05.453534 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6613417b-6383-4c70-a465-04e80eb27083', 'name': 'network-vif-deleted', 'tag': 'c73ccc9b-6958-4cbc-8fed-9e81d36aae2d', 'status': 'completed', 'code': 200} Jul 13 07:54:05.568063 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.578268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Transition to ACTIVE for port object 0930f7b5-f59f-43ff-98c7-99f121473dac will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:05.600679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Transition to ACTIVE for port object 0930f7b5-f59f-43ff-98c7-99f121473dac will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:05.615660 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.639821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Network c68f9fc4-0e6b-4352-862a-e77f50d69746 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:05.651601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:05.670165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:05.785629 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c1d4844a-7b02-4315-b82e-b8fdabc51654 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:05.831876 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Sync routers for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:05.855724 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:05.856428 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:05.998547 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.047194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Pushing event updated for resources: {'Port': ['ID=0930f7b5-f59f-43ff-98c7-99f121473dac,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:06.073881 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:06.100442 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Attempting to bind port 0930f7b5-f59f-43ff-98c7-99f121473dac on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:06.102184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Attempting to bind port 0930f7b5-f59f-43ff-98c7-99f121473dac by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0126ea9d-167b-443d-a56b-f1a83186e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:06.104261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Attempting to bind port 0930f7b5-f59f-43ff-98c7-99f121473dac on network c68f9fc4-0e6b-4352-862a-e77f50d69746 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:06.124498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:06.124498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Checking segment: {'id': '0126ea9d-167b-443d-a56b-f1a83186e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:06.125790 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.126352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Bound using segment: {'id': '0126ea9d-167b-443d-a56b-f1a83186e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:06.128174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Bound port: 0930f7b5-f59f-43ff-98c7-99f121473dac, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0126ea9d-167b-443d-a56b-f1a83186e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:06.129275 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.170671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c1d4844a-7b02-4315-b82e-b8fdabc51654 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:06.223732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c1d4844a-7b02-4315-b82e-b8fdabc51654 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:06.224136 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.326448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] For port 0930f7b5-f59f-43ff-98c7-99f121473dac, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:06.330838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] For port 0930f7b5-f59f-43ff-98c7-99f121473dac, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0930f7b5-f59f-43ff-98c7-99f121473dac,segment=NetworkSegment(0126ea9d-167b-443d-a56b-f1a83186e391),segment_id=0126ea9d-167b-443d-a56b-f1a83186e391)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:06.354450 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.399880 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6672e07-a40c-4e50-8614-6330ffbf0d52 req-0f50b24d-06fe-40dd-bb44-1512278e4219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.0615792 Jul 13 07:54:06.420580 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 2, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:06.453941 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.480787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbea71-c2df-412f-8ed2-1f6171657a2b None None] Pushing event updated for resources: {'Port': ['ID=0930f7b5-f59f-43ff-98c7-99f121473dac,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:06.509811 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.524334 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Checking router: b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:06.525076 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Updating router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 port 779afc61-f116-4ff8-8de7-15649e737d42 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:54:06.525461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.612570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port c1d4844a-7b02-4315-b82e-b8fdabc51654, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c1d4844a-7b02-4315-b82e-b8fdabc51654,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:06.618684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.634610 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.748578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Allocated IP 172.25.8.2 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/d0860971-a0a5-410d-93af-1a6cff50edfc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:06.768813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=c1d4844a-7b02-4315-b82e-b8fdabc51654,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:07.049366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.153476 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.214452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:07.218890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:07.227140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:07.230393 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Pushing event updated for resources: {'Port': ['ID=d0860971-a0a5-410d-93af-1a6cff50edfc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:07.436763 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.502597 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Transition to ACTIVE for port object 779afc61-f116-4ff8-8de7-15649e737d42 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:07.521285 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.610519 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.634673 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.672453 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Pushing event updated for resources: {'Port': ['ID=779afc61-f116-4ff8-8de7-15649e737d42,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:07.744447 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.744798 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.745134 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.747977 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.748362 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.749528 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.750243 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.750243 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.751447 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.751785 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.752389 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.752716 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:07.834205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-730fa3ef-d058-4227-a22d-5ec4e1303938 req-61083f3a-38c2-4ab9-8618-f1a05c810bf1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.1119835 Jul 13 07:54:07.840481 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Attempting to bind port 779afc61-f116-4ff8-8de7-15649e737d42 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:07.840853 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Attempting to bind port 779afc61-f116-4ff8-8de7-15649e737d42 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:07.841217 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Attempting to bind port 779afc61-f116-4ff8-8de7-15649e737d42 on network 205d9332-7174-45b4-a723-0bd7f332f911 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:07.863259 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:07.863903 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Checking segment: {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:07.864535 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.865102 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Bound using segment: {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:07.865747 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Bound port: 779afc61-f116-4ff8-8de7-15649e737d42, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:07.866344 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.926894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0930f7b5-f59f-43ff-98c7-99f121473dac up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:07.980153 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] For port 779afc61-f116-4ff8-8de7-15649e737d42, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:07.984859 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] For port 779afc61-f116-4ff8-8de7-15649e737d42, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=779afc61-f116-4ff8-8de7-15649e737d42,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:07.992941 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.070199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0930f7b5-f59f-43ff-98c7-99f121473dac completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:08.078846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c1d4844a-7b02-4315-b82e-b8fdabc51654 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:08.179764 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:08.188307 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:08.243343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c1d4844a-7b02-4315-b82e-b8fdabc51654 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:08.243726 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.383981 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.402002 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:08.467860 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd9585-be11-4db5-9b93-9a1322bf72b8 None None] Pushing event updated for resources: {'Port': ['ID=779afc61-f116-4ff8-8de7-15649e737d42,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:08.602501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f37e4-6b66-46bf-9eee-a80f56e1d924 None None] Network c68f9fc4-0e6b-4352-862a-e77f50d69746 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:08.816688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Router f9b79517-5359-4cf4-ad19-dfb551757038 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:54:08.837145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28366a56-3ae9-44ca-8ed2-7ee3fb0882ec req-4ccb4330-f03a-4029-8b0d-91b647c674e7 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.844981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28366a56-3ae9-44ca-8ed2-7ee3fb0882ec req-4ccb4330-f03a-4029-8b0d-91b647c674e7 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1098 time: 0.2288797 Jul 13 07:54:08.849628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cd47abaa-f93c-43be-9a6d-ad2b183c9215 None None] Provisioning for port 0930f7b5-f59f-43ff-98c7-99f121473dac completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:08.869071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cd47abaa-f93c-43be-9a6d-ad2b183c9215 None None] Provisioning complete for port 0930f7b5-f59f-43ff-98c7-99f121473dac triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:08.869453 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd47abaa-f93c-43be-9a6d-ad2b183c9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.876708 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:07Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:08.960279 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28366a56-3ae9-44ca-8ed2-7ee3fb0882ec req-193e191b-881a-4d7a-9c42-7e290d4b0c4c tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140954 Jul 13 07:54:09.049912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c73ccc9b-6958-4cbc-8fed-9e81d36aae2d no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:09.076620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:09.117089 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a09742-7e3e-4a14-96e1-b9bb0cf04c2c None None] The sync data for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 is: [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:07Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:09.122299 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:09.124243 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6b78a431-fbdf-4dec-a896-1acee736eed1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2501214 Jul 13 07:54:09.129930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Sync routers for ids ['f9b79517-5359-4cf4-ad19-dfb551757038'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:09.135579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:09.155501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: c73ccc9b-6958-4cbc-8fed-9e81d36aae2d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:09.163548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c73ccc9b-6958-4cbc-8fed-9e81d36aae2d not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:09.186240 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-816b256a-435e-47ef-858f-c66a338faf13 req-85c4599f-63a2-4521-ac43-3c79a6280bfd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.0825138 Jul 13 07:54:09.205364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Routers {'f9b79517-5359-4cf4-ad19-dfb551757038'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:09.214059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9b79517-5359-4cf4-ad19-dfb551757038'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:09.764561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 779afc61-f116-4ff8-8de7-15649e737d42 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:09.831557 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd47abaa-f93c-43be-9a6d-ad2b183c9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:09.855375 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bd6d3-e021-411f-9fdd-24281b458c7f req-22732d23-63dc-436f-8e2d-49c398e1aa4c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.859183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1e9bd6d3-e021-411f-9fdd-24281b458c7f req-22732d23-63dc-436f-8e2d-49c398e1aa4c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.5481346 Jul 13 07:54:09.943989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Set router f9b79517-5359-4cf4-ad19-dfb551757038 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:09.969353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cd47abaa-f93c-43be-9a6d-ad2b183c9215 None None] For port 0930f7b5-f59f-43ff-98c7-99f121473dac, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0930f7b5-f59f-43ff-98c7-99f121473dac,segment=NetworkSegment(0126ea9d-167b-443d-a56b-f1a83186e391),segment_id=0126ea9d-167b-443d-a56b-f1a83186e391)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:10.019760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd47abaa-f93c-43be-9a6d-ad2b183c9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.049887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 779afc61-f116-4ff8-8de7-15649e737d42 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:10.170117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 779afc61-f116-4ff8-8de7-15649e737d42 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:10.170898 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.184464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1e9bd6d3-e021-411f-9fdd-24281b458c7f req-5f815847-1a15-4329-aa80-9ed064937323 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3007672 Jul 13 07:54:10.204417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47730) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:10.314227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47abaa-f93c-43be-9a6d-ad2b183c9215 None None] Pushing event updated for resources: {'Port': ['ID=0930f7b5-f59f-43ff-98c7-99f121473dac,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:10.324760 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.470235 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-366d1306-71f6-4ed1-b134-5f347729539a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/e97a51d5-51c2-4020-9e05-0a28a17108fb HTTP/1.1" status: 200 len: 994 time: 0.2607615 Jul 13 07:54:10.510736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e3ee0f93-9a38-4daf-a817-6643568c3ce4 None None] Provisioning complete for port 0930f7b5-f59f-43ff-98c7-99f121473dac triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:10.511124 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0f93-9a38-4daf-a817-6643568c3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.647554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-71f5e573-0882-4da9-8e5e-74e263f6cb85 req-9e3657de-0819-417e-95bd-ba281a6bf7ae tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.0919497 Jul 13 07:54:10.670441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Allocated IP 172.20.0.1 (c68f9fc4-0e6b-4352-862a-e77f50d69746/fc73c417-1f6a-4bdf-87d1-a9b75b4535db/60d319ca-1da9-4b93-b314-c54d9b8279a1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:10.815151 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.863742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.878168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 779afc61-f116-4ff8-8de7-15649e737d42, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=779afc61-f116-4ff8-8de7-15649e737d42,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:10.878716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Transition to ACTIVE for port object 60d319ca-1da9-4b93-b314-c54d9b8279a1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:10.921500 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.950514 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.974422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Network c68f9fc4-0e6b-4352-862a-e77f50d69746 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:10.996976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:11.014995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:11.026398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:04Z', 'updated_at': '2021-07-13T07:54:07Z', 'revision_number': 3, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'gw_port': {'id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:06Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:11.123206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Pushing event updated for resources: {'Port': ['ID=60d319ca-1da9-4b93-b314-c54d9b8279a1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:11.123447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Checking router: f9b79517-5359-4cf4-ad19-dfb551757038 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:11.123589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Updating router f9b79517-5359-4cf4-ad19-dfb551757038 port d0860971-a0a5-410d-93af-1a6cff50edfc binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:54:11.139070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=779afc61-f116-4ff8-8de7-15649e737d42,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:11.176428 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.279445 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.584932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.674392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 779afc61-f116-4ff8-8de7-15649e737d42 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:11.833908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5f090995-06a4-4a5e-84f2-a92ecdd0ae6e None None] Provisioning for port 60d319ca-1da9-4b93-b314-c54d9b8279a1 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:11.859492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5f090995-06a4-4a5e-84f2-a92ecdd0ae6e None None] Provisioning complete for port 60d319ca-1da9-4b93-b314-c54d9b8279a1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:11.859492 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f090995-06a4-4a5e-84f2-a92ecdd0ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.926132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-a9a60bd7-7b0e-4a9f-9672-acbd9c480a09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117785 Jul 13 07:54:11.967575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5f090995-06a4-4a5e-84f2-a92ecdd0ae6e None None] Port 60d319ca-1da9-4b93-b314-c54d9b8279a1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:11.977778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 779afc61-f116-4ff8-8de7-15649e737d42 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:11.978202 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.168325 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.216439 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.231674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.261585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bd774-c9e9-4483-a90c-c68e39dad8b5 req-c68ddd96-ad8d-47c4-b402-28095165940b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:12.263380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Transition to ACTIVE for port object d0860971-a0a5-410d-93af-1a6cff50edfc will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:12.281055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-19c01d44-4b4f-4393-b360-3c4490448b25 None None] Provisioning complete for port 779afc61-f116-4ff8-8de7-15649e737d42 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:12.282321 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19c01d44-4b4f-4393-b360-3c4490448b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.285447 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.293806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e0bd774-c9e9-4483-a90c-c68e39dad8b5 req-c68ddd96-ad8d-47c4-b402-28095165940b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.2614408 Jul 13 07:54:12.303242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73001a72-7fb3-46f3-b792-54ca540275b4 req-de20e4a0-0cb4-4de3-af84-484c98e8372b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.1275861 Jul 13 07:54:12.389434 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e0bd774-c9e9-4483-a90c-c68e39dad8b5 req-dcf0eaaf-8acf-4825-a4b4-2c6d19f21124 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901604 Jul 13 07:54:12.453819 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Pushing event updated for resources: {'Port': ['ID=60d319ca-1da9-4b93-b314-c54d9b8279a1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:12.528334 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.622500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa1ea-c829-4874-a496-b330ea41553f None None] Pushing event updated for resources: {'Port': ['ID=d0860971-a0a5-410d-93af-1a6cff50edfc,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:12.656526 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Attempting to bind port d0860971-a0a5-410d-93af-1a6cff50edfc on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:12.657058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Attempting to bind port d0860971-a0a5-410d-93af-1a6cff50edfc by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:12.657531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Attempting to bind port d0860971-a0a5-410d-93af-1a6cff50edfc on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:12.669838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:12.686428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:12.687084 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.687597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:12.688223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Bound port: d0860971-a0a5-410d-93af-1a6cff50edfc, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:12.688723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.694105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0930f7b5-f59f-43ff-98c7-99f121473dac up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:12.772947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Network c68f9fc4-0e6b-4352-862a-e77f50d69746 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:12.778263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:12.921457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0930f7b5-f59f-43ff-98c7-99f121473dac triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:12.922116 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.022792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] For port d0860971-a0a5-410d-93af-1a6cff50edfc, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:13.030378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] For port d0860971-a0a5-410d-93af-1a6cff50edfc, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d0860971-a0a5-410d-93af-1a6cff50edfc,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:13.085881 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.119487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Router f9b79517-5359-4cf4-ad19-dfb551757038 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:13.192470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ed1d0e43-6235-46c9-b64b-b90d5e93ee49 None None] Provisioning complete for port 60d319ca-1da9-4b93-b314-c54d9b8279a1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:13.192981 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0e43-6235-46c9-b64b-b90d5e93ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.277729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d0e43-6235-46c9-b64b-b90d5e93ee49 None None] Port 60d319ca-1da9-4b93-b314-c54d9b8279a1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:13.335935 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Routers {'f9b79517-5359-4cf4-ad19-dfb551757038'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:13.336860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9b79517-5359-4cf4-ad19-dfb551757038'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:13.429637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa1ea-c829-4874-a496-b330ea41553f None None] Pushing event updated for resources: {'Port': ['ID=d0860971-a0a5-410d-93af-1a6cff50edfc,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:13.454153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2ce15fd5-ab36-4556-968b-aa88cacebc98 None None] Provisioning complete for port 60d319ca-1da9-4b93-b314-c54d9b8279a1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:13.456425 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ce15fd5-ab36-4556-968b-aa88cacebc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.529250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:13.590842 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2fba01d6-fa48-4950-9a86-b3564b029334 admin admin] 10.222.0.41 "PUT /v2.0/routers/f9b79517-5359-4cf4-ad19-dfb551757038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4305687 Jul 13 07:54:13.756666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01de2a-0946-47ba-889d-e34285b04d08 req-4b262c7d-dd58-424f-81f3-7764b9429cf2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:13.759835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa01de2a-0946-47ba-889d-e34285b04d08 req-4b262c7d-dd58-424f-81f3-7764b9429cf2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.0863097 Jul 13 07:54:13.778963 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0530372-816c-4981-87ad-2055a93efa11 req-db5cfc09-a117-48ca-8c4a-1f2c898a1d11 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.1409881 Jul 13 07:54:13.798742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] Set router f9b79517-5359-4cf4-ad19-dfb551757038 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:13.856554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2ce15fd5-ab36-4556-968b-aa88cacebc98 None None] Port 60d319ca-1da9-4b93-b314-c54d9b8279a1 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:13.907655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa01de2a-0946-47ba-889d-e34285b04d08 req-ec3146e8-732c-4c1e-aece-a60072bcef0a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372778 Jul 13 07:54:14.312156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:04Z', 'updated_at': '2021-07-13T07:54:11Z', 'revision_number': 4, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'gw_port': {'id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:06Z', 'updated_at': '2021-07-13T07:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '60d319ca-1da9-4b93-b314-c54d9b8279a1', 'name': '', 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'mac_address': 'fa:16:3e:95:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:10Z', 'updated_at': '2021-07-13T07:54:11Z', 'revision_number': 2, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'subnets': [{'id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:14.361706 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc738de-3493-4946-8890-00c11aaf9ae4 None None] The sync data for ids ['f9b79517-5359-4cf4-ad19-dfb551757038'] in n-d-758944-43 is: [{'id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:04Z', 'updated_at': '2021-07-13T07:54:11Z', 'revision_number': 4, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'gw_port': {'id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:06Z', 'updated_at': '2021-07-13T07:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '60d319ca-1da9-4b93-b314-c54d9b8279a1', 'name': '', 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'mac_address': 'fa:16:3e:95:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:10Z', 'updated_at': '2021-07-13T07:54:11Z', 'revision_number': 2, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'subnets': [{'id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:14.756373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-314518f2-3671-48d4-88e9-fe2a7ae6d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.758224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-314518f2-3671-48d4-88e9-fe2a7ae6d06d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1098 time: 0.2012641 Jul 13 07:54:14.859815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-c9b391d7-16e5-4494-aeaf-bb485d27c079 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1562929 Jul 13 07:54:15.058647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47870) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:15.090140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0cedb82a-9815-4e2f-b0cc-fc5c8d616c24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566814011', 'description': 'tempest-secgroup-smoke-566814011 description', 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:15.095232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-d95f4c61-af07-4e8d-996c-a8d0800a926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.111583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-d95f4c61-af07-4e8d-996c-a8d0800a926d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.3462813 Jul 13 07:54:15.216380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-1728b0a3-aeec-433a-996e-85ce4891ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.219403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-1728b0a3-aeec-433a-996e-85ce4891ca98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77101d6a314e421685516cf806c1a8ea&device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 1102 time: 0.2941413 Jul 13 07:54:15.235029 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3933ad0-7076-45e5-ab8e-d46ad680ebe9 req-d17616b8-2aca-41fc-9db1-2ebdc8521eaa tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=6613417b-6383-4c70-a465-04e80eb27083 HTTP/1.1" status: 200 len: 210 time: 0.1643953 Jul 13 07:54:15.239418 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cedb82a-9815-4e2f-b0cc-fc5c8d616c24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.321087 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-4589c1a3-2938-460d-b159-ea1a1f4f378b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1002 time: 0.1990683 Jul 13 07:54:15.479723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-7cc5da9a-7eb1-486e-96f0-a6f3c17b8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.481804 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-7cc5da9a-7eb1-486e-96f0-a6f3c17b8e2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.2335422 Jul 13 07:54:15.530085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-54fbf368-0bbe-4f49-a41b-b405c5607316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.532185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-54fbf368-0bbe-4f49-a41b-b405c5607316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.2015228 Jul 13 07:54:15.591520 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-92dff6fb-9305-4b11-9fe5-a21c1dbdbe53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=bab28d3e-2df8-42f7-8a86-cb5b77f219bd HTTP/1.1" status: 200 len: 217 time: 0.1018424 Jul 13 07:54:15.668815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b4a44-17c6-4a32-8039-f01f701c454d req-1389f0e0-2c55-4bb3-bab2-f65b2f4ed9be tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.709633 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-174b4a44-17c6-4a32-8039-f01f701c454d req-1389f0e0-2c55-4bb3-bab2-f65b2f4ed9be tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.3843043 Jul 13 07:54:15.721010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-1c693584-95a0-4760-9657-9e35d99abce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.724405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-1c693584-95a0-4760-9657-9e35d99abce3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.1160600 Jul 13 07:54:15.788840 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-174b4a44-17c6-4a32-8039-f01f701c454d req-5f08e20d-6f1f-4c5f-aa94-66cee1dbd600 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766828 Jul 13 07:54:15.795373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-a34a80ed-4c4a-4f07-90f4-a5ec26697afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.797126 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-a34a80ed-4c4a-4f07-90f4-a5ec26697afb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2496557 Jul 13 07:54:16.021406 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cedb82a-9815-4e2f-b0cc-fc5c8d616c24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.029570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-6943fa24-df34-49ce-9803-b5d564cca63e service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266040 Jul 13 07:54:16.043414 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cedb82a-9815-4e2f-b0cc-fc5c8d616c24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.061757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-e55b2a81-4349-438c-98d9-ac3b71626679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:16.064286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-e55b2a81-4349-438c-98d9-ac3b71626679 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3290431 Jul 13 07:54:16.092333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cedb82a-9815-4e2f-b0cc-fc5c8d616c24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.093658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0cedb82a-9815-4e2f-b0cc-fc5c8d616c24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0255516 Jul 13 07:54:16.100321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47894) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:16.116027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-54eefe1f-e039-4899-979f-489b3e745df1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Request body: {'security_group_rule': {'security_group_id': 'f7219464-a5ba-4e18-aaf5-fd8be57f91ef', 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:16.187389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedb82a-9815-4e2f-b0cc-fc5c8d616c24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7219464-a5ba-4e18-aaf5-fd8be57f91ef,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:16.226295 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-677588e7-ddf1-45f8-8e3a-8aa53d06ea49 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901698 Jul 13 07:54:16.366616 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54eefe1f-e039-4899-979f-489b3e745df1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.591395 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54eefe1f-e039-4899-979f-489b3e745df1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.613414 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54eefe1f-e039-4899-979f-489b3e745df1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.629000 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-5e3f3936-eb46-4cfa-adee-c30b1c9069b0 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487623 Jul 13 07:54:16.662232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eefe1f-e039-4899-979f-489b3e745df1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf36b78-26f2-442d-a6eb-5de804ad2f24,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:16.677385 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54eefe1f-e039-4899-979f-489b3e745df1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.678676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-54eefe1f-e039-4899-979f-489b3e745df1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5710926 Jul 13 07:54:16.681636 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47910) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:16.686512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-66c329a5-ce6b-4f7e-a9c1-5318f4fa180e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Request body: {'security_group_rule': {'security_group_id': 'f7219464-a5ba-4e18-aaf5-fd8be57f91ef', 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:16.738136 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c329a5-ce6b-4f7e-a9c1-5318f4fa180e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.820748 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38648a95-5e96-4502-9511-7ea82a97ed63 req-d02b060d-1758-4646-b2c5-79ea173d6276 service neutron] 10.222.0.48 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698594 Jul 13 07:54:16.934229 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c329a5-ce6b-4f7e-a9c1-5318f4fa180e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.942823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c329a5-ce6b-4f7e-a9c1-5318f4fa180e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.983675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c329a5-ce6b-4f7e-a9c1-5318f4fa180e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eecab37f-d072-4b07-90c6-b1966a6d5c63,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:17.012116 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c329a5-ce6b-4f7e-a9c1-5318f4fa180e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.014240 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-66c329a5-ce6b-4f7e-a9c1-5318f4fa180e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3313701 Jul 13 07:54:17.016883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:17.024834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-db709674-a41e-4028-9d7a-3ad7d0be76c5 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Request body: {'security_group_rule': {'security_group_id': 'f7219464-a5ba-4e18-aaf5-fd8be57f91ef', 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:17.133034 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db709674-a41e-4028-9d7a-3ad7d0be76c5 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.213066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ffca8-0a60-47b3-aa31-a7506bc22711 req-aad5186d-c41e-40cb-a403-3e3d54bbc28e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:17.214712 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62ffca8-0a60-47b3-aa31-a7506bc22711 req-aad5186d-c41e-40cb-a403-3e3d54bbc28e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1659443 Jul 13 07:54:17.224033 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db709674-a41e-4028-9d7a-3ad7d0be76c5 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.237721 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db709674-a41e-4028-9d7a-3ad7d0be76c5 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.276400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db709674-a41e-4028-9d7a-3ad7d0be76c5 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d5729f-1f6e-4dab-87a3-180d296919e2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:17.303509 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db709674-a41e-4028-9d7a-3ad7d0be76c5 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.304906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-db709674-a41e-4028-9d7a-3ad7d0be76c5 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2867999 Jul 13 07:54:17.307736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 47932) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:17.311042 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a62ffca8-0a60-47b3-aa31-a7506bc22711 req-3025d384-fe72-4740-82c9-d018d8de6d68 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854740 Jul 13 07:54:17.312688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6c2837f2-9e33-449e-8fe1-e92c0996fc5c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Request body: {'security_group_rule': {'security_group_id': 'f7219464-a5ba-4e18-aaf5-fd8be57f91ef', 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:17.368000 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c2837f2-9e33-449e-8fe1-e92c0996fc5c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.467352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c2837f2-9e33-449e-8fe1-e92c0996fc5c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.472892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c2837f2-9e33-449e-8fe1-e92c0996fc5c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.494910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2837f2-9e33-449e-8fe1-e92c0996fc5c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c97a79-f545-463f-a9fa-cd258622636d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:17.502245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c2837f2-9e33-449e-8fe1-e92c0996fc5c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.506491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6c2837f2-9e33-449e-8fe1-e92c0996fc5c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1975825 Jul 13 07:54:17.506936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47938) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:17.511672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-643ff8fb-c744-466e-b4d8-e52aacf8b2c6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Request body: {'security_group_rule': {'security_group_id': 'f7219464-a5ba-4e18-aaf5-fd8be57f91ef', 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:17.573248 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-643ff8fb-c744-466e-b4d8-e52aacf8b2c6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Project de8f67f8a6f34f79bd13ca764723b7c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:54:17.592685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-643ff8fb-c744-466e-b4d8-e52aacf8b2c6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.747327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d0860971-a0a5-410d-93af-1a6cff50edfc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:17.752571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-643ff8fb-c744-466e-b4d8-e52aacf8b2c6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.764019 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-643ff8fb-c744-466e-b4d8-e52aacf8b2c6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.786516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ff8fb-c744-466e-b4d8-e52aacf8b2c6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2de4b1-d683-4cd1-9191-f0a53e3e84d3,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:17.800745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-643ff8fb-c744-466e-b4d8-e52aacf8b2c6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.805558 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-643ff8fb-c744-466e-b4d8-e52aacf8b2c6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2946827 Jul 13 07:54:17.806487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 47950) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:17.810545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-308bcb7d-1fb4-4f59-b353-6391bdde9d24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Request body: {'security_group_rule': {'security_group_id': 'f7219464-a5ba-4e18-aaf5-fd8be57f91ef', 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:17.859915 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-308bcb7d-1fb4-4f59-b353-6391bdde9d24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Project de8f67f8a6f34f79bd13ca764723b7c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:54:17.866848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-308bcb7d-1fb4-4f59-b353-6391bdde9d24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.913907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port d0860971-a0a5-410d-93af-1a6cff50edfc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:17.933019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port d0860971-a0a5-410d-93af-1a6cff50edfc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:17.933410 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.978261 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-308bcb7d-1fb4-4f59-b353-6391bdde9d24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.985792 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-308bcb7d-1fb4-4f59-b353-6391bdde9d24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.020835 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-308bcb7d-1fb4-4f59-b353-6391bdde9d24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.030189 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-308bcb7d-1fb4-4f59-b353-6391bdde9d24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2155778 Jul 13 07:54:18.030189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bcb7d-1fb4-4f59-b353-6391bdde9d24 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f62a4b4-d565-437f-8fe9-d9d545ad219d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:18.163170 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.205165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port d0860971-a0a5-410d-93af-1a6cff50edfc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d0860971-a0a5-410d-93af-1a6cff50edfc,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:18.219019 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.261731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-41c51386-be3f-43bd-9b69-f240d8a67c63 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566814011&fields=id&tenant_id=de8f67f8a6f34f79bd13ca764723b7c1 HTTP/1.1" status: 200 len: 267 time: 0.0561540 Jul 13 07:54:18.300717 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Sync routers for ids ['f9b79517-5359-4cf4-ad19-dfb551757038'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:18.304276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=d0860971-a0a5-410d-93af-1a6cff50edfc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:18.338005 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Routers {'f9b79517-5359-4cf4-ad19-dfb551757038'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:18.338943 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9b79517-5359-4cf4-ad19-dfb551757038'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:18.376821 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40ad38f0-c5b6-427f-97a2-c8f63fb640c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.487130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-ce56d128-9ef1-45cc-b862-fe7b0b4b21a6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:18.489746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-ce56d128-9ef1-45cc-b862-fe7b0b4b21a6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/networks?id=205d9332-7174-45b4-a723-0bd7f332f911 HTTP/1.1" status: 200 len: 808 time: 0.2266994 Jul 13 07:54:18.543898 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-9503fed1-32f3-44a1-a0f6-950c314e5ab7 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/quotas/de8f67f8a6f34f79bd13ca764723b7c1 HTTP/1.1" status: 200 len: 375 time: 0.0273917 Jul 13 07:54:18.601456 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Set router f9b79517-5359-4cf4-ad19-dfb551757038 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:18.694910 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-a0af1c55-8515-450b-ba5e-52b755084050 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=de8f67f8a6f34f79bd13ca764723b7c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363111 Jul 13 07:54:18.702379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ed753-7721-4026-b0fb-a907a44c34f8 req-a6667818-3098-4fd0-9d81-51ab307dac28 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:18.707164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f3ed753-7721-4026-b0fb-a907a44c34f8 req-a6667818-3098-4fd0-9d81-51ab307dac28 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1805871 Jul 13 07:54:18.796531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f3ed753-7721-4026-b0fb-a907a44c34f8 req-19136877-50f1-4b31-abca-0442a2e5fc50 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799091 Jul 13 07:54:18.886434 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-e087b209-a44c-4816-a1a8-7e42d3149ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777644 Jul 13 07:54:18.989584 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:04Z', 'updated_at': '2021-07-13T07:54:11Z', 'revision_number': 4, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'gw_port': {'id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:06Z', 'updated_at': '2021-07-13T07:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '60d319ca-1da9-4b93-b314-c54d9b8279a1', 'name': '', 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'mac_address': 'fa:16:3e:95:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:10Z', 'updated_at': '2021-07-13T07:54:11Z', 'revision_number': 2, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'subnets': [{'id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:19.022393 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Checking router: f9b79517-5359-4cf4-ad19-dfb551757038 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:19.023018 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Updating router f9b79517-5359-4cf4-ad19-dfb551757038 port 60d319ca-1da9-4b93-b314-c54d9b8279a1 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:54:19.067109 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.070513 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-6e6ccf07-dacf-4130-a23c-8d7e40d83120 service neutron] 10.222.0.41 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747429 Jul 13 07:54:19.555841 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f40faf9-d033-4959-b361-3972ffe5cd8e req-a2bf906d-aee6-4617-a976-44991a8a9f4c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 210 time: 0.1068196 Jul 13 07:54:19.571928 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.600029 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Transition to ACTIVE for port object 60d319ca-1da9-4b93-b314-c54d9b8279a1 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:19.624222 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.685389 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c6e61-f838-4c34-bfb2-3dec743d9f25 None None] Pushing event updated for resources: {'Port': ['ID=60d319ca-1da9-4b93-b314-c54d9b8279a1,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:19.739450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d0860971-a0a5-410d-93af-1a6cff50edfc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:19.801413 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Attempting to bind port 60d319ca-1da9-4b93-b314-c54d9b8279a1 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:19.804047 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Attempting to bind port 60d319ca-1da9-4b93-b314-c54d9b8279a1 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0126ea9d-167b-443d-a56b-f1a83186e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:19.806270 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Attempting to bind port 60d319ca-1da9-4b93-b314-c54d9b8279a1 on network c68f9fc4-0e6b-4352-862a-e77f50d69746 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:19.829539 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:19.867614 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Checking segment: {'id': '0126ea9d-167b-443d-a56b-f1a83186e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:19.869513 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.873472 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Bound using segment: {'id': '0126ea9d-167b-443d-a56b-f1a83186e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:19.876452 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Bound port: 60d319ca-1da9-4b93-b314-c54d9b8279a1, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0126ea9d-167b-443d-a56b-f1a83186e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:19.877594 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.925841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port d0860971-a0a5-410d-93af-1a6cff50edfc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:19.926690 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:20.093862 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] For port 60d319ca-1da9-4b93-b314-c54d9b8279a1, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:20.104261 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] For port 60d319ca-1da9-4b93-b314-c54d9b8279a1, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=60d319ca-1da9-4b93-b314-c54d9b8279a1,segment=NetworkSegment(0126ea9d-167b-443d-a56b-f1a83186e391),segment_id=0126ea9d-167b-443d-a56b-f1a83186e391)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:20.114472 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:20.201578 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c6e61-f838-4c34-bfb2-3dec743d9f25 None None] Pushing event updated for resources: {'Port': ['ID=60d319ca-1da9-4b93-b314-c54d9b8279a1,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:20.231371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Routers {'f9b79517-5359-4cf4-ad19-dfb551757038'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:20.232069 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:53:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9b79517-5359-4cf4-ad19-dfb551757038'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:20.316713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0142c0-4896-48a8-958d-eba2c4c1c8ca req-22f2bad6-200c-41e1-8d61-1603e3d1566a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:20.324095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f0142c0-4896-48a8-958d-eba2c4c1c8ca req-22f2bad6-200c-41e1-8d61-1603e3d1566a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1620843 Jul 13 07:54:20.429911 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6f0142c0-4896-48a8-958d-eba2c4c1c8ca req-71b12984-a538-43f7-8b63-b34051a1150d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047978 Jul 13 07:54:20.479705 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] Set router f9b79517-5359-4cf4-ad19-dfb551757038 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:20.815837 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:04Z', 'updated_at': '2021-07-13T07:54:11Z', 'revision_number': 4, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'gw_port': {'id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:06Z', 'updated_at': '2021-07-13T07:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '60d319ca-1da9-4b93-b314-c54d9b8279a1', 'name': '', 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'mac_address': 'fa:16:3e:95:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:10Z', 'updated_at': '2021-07-13T07:54:20Z', 'revision_number': 4, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'subnets': [{'id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:20.837846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-502c9f73-61c3-4b35-8886-5365c9f2d413 req-3dc72bfd-28d1-4ef8-907c-6ede9cac7e84 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 210 time: 0.0361702 Jul 13 07:54:20.867052 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226fa02-bafc-4291-856a-bd4170111a9c None None] The sync data for ids ['f9b79517-5359-4cf4-ad19-dfb551757038'] in n-d-758944-43 is: [{'id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:04Z', 'updated_at': '2021-07-13T07:54:11Z', 'revision_number': 4, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'gw_port': {'id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:06Z', 'updated_at': '2021-07-13T07:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '60d319ca-1da9-4b93-b314-c54d9b8279a1', 'name': '', 'network_id': 'c68f9fc4-0e6b-4352-862a-e77f50d69746', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'mac_address': 'fa:16:3e:95:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:10Z', 'updated_at': '2021-07-13T07:54:20Z', 'revision_number': 4, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'subnets': [{'id': 'fc73c417-1f6a-4bdf-87d1-a9b75b4535db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:20.874156 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:54:21.077324 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0909d51-506e-4125-afcf-ef594dc9eba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.130980 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.172996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48102) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:21.180163 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8ea30fa9-2e57-4b0b-aebb-779bfe303c2c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-315477986', 'description': 'tempest-secgroup-smoke-315477986 description', 'project_id': '5d2cf1a62e3043e0947f82a850ab2704'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:21.229614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ea30fa9-2e57-4b0b-aebb-779bfe303c2c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.386107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ea30fa9-2e57-4b0b-aebb-779bfe303c2c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.404009 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ea30fa9-2e57-4b0b-aebb-779bfe303c2c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.478646 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ea30fa9-2e57-4b0b-aebb-779bfe303c2c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.481262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8ea30fa9-2e57-4b0b-aebb-779bfe303c2c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3059878 Jul 13 07:54:21.483721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea30fa9-2e57-4b0b-aebb-779bfe303c2c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41501c14-a708-46ab-8b38-a3201f91b9ce,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:21.487734 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48112) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:21.504881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1da04fa4-21c4-48cd-bfcb-a0ff7162c501 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'security_group_rule': {'security_group_id': '41501c14-a708-46ab-8b38-a3201f91b9ce', 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:21.573106 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1da04fa4-21c4-48cd-bfcb-a0ff7162c501 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.740907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 60d319ca-1da9-4b93-b314-c54d9b8279a1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:21.760678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1da04fa4-21c4-48cd-bfcb-a0ff7162c501 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.768574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1da04fa4-21c4-48cd-bfcb-a0ff7162c501 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.805128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da04fa4-21c4-48cd-bfcb-a0ff7162c501 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41c8e15-917c-48e4-8d16-39fe5f532947,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:21.819923 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1da04fa4-21c4-48cd-bfcb-a0ff7162c501 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.823649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48120) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:21.824211 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1da04fa4-21c4-48cd-bfcb-a0ff7162c501 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344650 Jul 13 07:54:21.829795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-807fc1a8-a7cd-4059-b795-05cb6a3aa0a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'security_group_rule': {'security_group_id': '41501c14-a708-46ab-8b38-a3201f91b9ce', 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:21.869581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-134dd15f-7e6d-447b-8574-1d752f6cfe54 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:21.871566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-134dd15f-7e6d-447b-8574-1d752f6cfe54 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.38 "GET /v2.0/networks?id=205d9332-7174-45b4-a723-0bd7f332f911 HTTP/1.1" status: 200 len: 808 time: 0.4310670 Jul 13 07:54:21.881788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fae39a-c143-40f0-8bb2-603a655e6bc1 req-831e0d09-2c07-40e6-80d0-c1121d8fdee7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:21.889696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64fae39a-c143-40f0-8bb2-603a655e6bc1 req-831e0d09-2c07-40e6-80d0-c1121d8fdee7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1507776 Jul 13 07:54:21.905316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 60d319ca-1da9-4b93-b314-c54d9b8279a1 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:21.910055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 60d319ca-1da9-4b93-b314-c54d9b8279a1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:21.910592 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.934716 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-807fc1a8-a7cd-4059-b795-05cb6a3aa0a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:21.976412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-1a56cc29-fef5-4097-962a-75150f8c9c2f tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de8f67f8a6f34f79bd13ca764723b7c1 HTTP/1.1" status: 200 len: 379 time: 0.0765474 Jul 13 07:54:21.995466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Request body: {'port': {'device_id': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'admin_state_up': True, 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'security_groups': ['f7219464-a5ba-4e18-aaf5-fd8be57f91ef']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:22.041557 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.127487 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.171033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 60d319ca-1da9-4b93-b314-c54d9b8279a1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=60d319ca-1da9-4b93-b314-c54d9b8279a1,segment=NetworkSegment(0126ea9d-167b-443d-a56b-f1a83186e391),segment_id=0126ea9d-167b-443d-a56b-f1a83186e391)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:22.174634 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64fae39a-c143-40f0-8bb2-603a655e6bc1 req-17614f2b-9298-4def-8321-66c0c20abcaf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2836847 Jul 13 07:54:22.175603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3e1007c-14c4-4b29-bc56-0713cc3dbfd0 req-9eecf846-d078-4e70-8c8d-0bd2ef1c3488 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 210 time: 0.0597775 Jul 13 07:54:22.178941 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.287831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=60d319ca-1da9-4b93-b314-c54d9b8279a1,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:22.302356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-807fc1a8-a7cd-4059-b795-05cb6a3aa0a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.304715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Made reservation on behalf of de8f67f8a6f34f79bd13ca764723b7c1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:22.309027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.312801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-807fc1a8-a7cd-4059-b795-05cb6a3aa0a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.353532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fc1a8-a7cd-4059-b795-05cb6a3aa0a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfad5a9-ae09-41ad-9e1f-a6ac4620ce10,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:22.395374 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-807fc1a8-a7cd-4059-b795-05cb6a3aa0a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.396613 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-807fc1a8-a7cd-4059-b795-05cb6a3aa0a2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5719891 Jul 13 07:54:22.399517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48130) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:22.404699 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-38d26fa7-93a9-40e6-bb14-1cfdc7aa7dab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'security_group_rule': {'security_group_id': '41501c14-a708-46ab-8b38-a3201f91b9ce', 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:22.458573 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38d26fa7-93a9-40e6-bb14-1cfdc7aa7dab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.508951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Allocated IP 172.20.0.3 (205d9332-7174-45b4-a723-0bd7f332f911/528041c8-c8f8-4af5-bae4-ceaf397ac38a/44582af7-74ad-477d-b328-520266453518) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:22.561406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38d26fa7-93a9-40e6-bb14-1cfdc7aa7dab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.571558 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38d26fa7-93a9-40e6-bb14-1cfdc7aa7dab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.612483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d26fa7-93a9-40e6-bb14-1cfdc7aa7dab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91b75e8-04e7-4c23-bd93-09aeffab5dc6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:22.640704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38d26fa7-93a9-40e6-bb14-1cfdc7aa7dab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.642769 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-38d26fa7-93a9-40e6-bb14-1cfdc7aa7dab tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2422214 Jul 13 07:54:22.646483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48138) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:22.653120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0ad3bede-ec29-4acd-8c81-8f5db7b0d878 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'security_group_rule': {'security_group_id': '41501c14-a708-46ab-8b38-a3201f91b9ce', 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:22.736533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10aa1c11-ef22-4e68-98aa-13fce0f797a2 None None] Provisioning complete for port 60d319ca-1da9-4b93-b314-c54d9b8279a1 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:22.736847 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bede-ec29-4acd-8c81-8f5db7b0d878 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.737701 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c11-ef22-4e68-98aa-13fce0f797a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.769153 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.799941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Transition to ACTIVE for port object 44582af7-74ad-477d-b328-520266453518 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:22.867255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bede-ec29-4acd-8c81-8f5db7b0d878 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.873439 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bede-ec29-4acd-8c81-8f5db7b0d878 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.906126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3bede-ec29-4acd-8c81-8f5db7b0d878 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c6f5fd-5028-4d9b-bd3f-26e1001774cd,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:22.912225 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.914967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bede-ec29-4acd-8c81-8f5db7b0d878 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.916212 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0ad3bede-ec29-4acd-8c81-8f5db7b0d878 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2683432 Jul 13 07:54:22.919244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:22.923904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d38d2c11-4d3b-4190-9013-522eedcf01cd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'security_group_rule': {'security_group_id': '41501c14-a708-46ab-8b38-a3201f91b9ce', 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:22.952940 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-d38d2c11-4d3b-4190-9013-522eedcf01cd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Project 5d2cf1a62e3043e0947f82a850ab2704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:54:22.959268 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38d2c11-4d3b-4190-9013-522eedcf01cd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:22.977579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Network 205d9332-7174-45b4-a723-0bd7f332f911 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:22.984232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:23.001213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:23.046276 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38d2c11-4d3b-4190-9013-522eedcf01cd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.057859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38d2c11-4d3b-4190-9013-522eedcf01cd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.058948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'Port': ['ID=44582af7-74ad-477d-b328-520266453518,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:23.074785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:23.076083 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.083083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d2c11-4d3b-4190-9013-522eedcf01cd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab64d836-ff1b-455f-8e9b-702239806e6b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:23.097660 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38d2c11-4d3b-4190-9013-522eedcf01cd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.097932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-f2bc6465-035a-41c5-9737-e8757dc048e8 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1065562 Jul 13 07:54:23.099636 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d38d2c11-4d3b-4190-9013-522eedcf01cd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1793547 Jul 13 07:54:23.102304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48146) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:23.108888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e61830fb-9ac6-4cbf-aeea-29f9a610aaf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'security_group_rule': {'security_group_id': '41501c14-a708-46ab-8b38-a3201f91b9ce', 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:23.113921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Request body: {'port': {'device_id': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:23.140479 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-e61830fb-9ac6-4cbf-aeea-29f9a610aaf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Project 5d2cf1a62e3043e0947f82a850ab2704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:54:23.146627 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e61830fb-9ac6-4cbf-aeea-29f9a610aaf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.235254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.252790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e61830fb-9ac6-4cbf-aeea-29f9a610aaf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.264260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e61830fb-9ac6-4cbf-aeea-29f9a610aaf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.337860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61830fb-9ac6-4cbf-aeea-29f9a610aaf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68d4d2e-49c3-4cab-a61d-6690c52df2d2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:23.358295 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e61830fb-9ac6-4cbf-aeea-29f9a610aaf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.366123 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e61830fb-9ac6-4cbf-aeea-29f9a610aaf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2625136 Jul 13 07:54:23.396810 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a9c255e0-fd24-45ec-b8a0-2643ec46d91e None None] Provisioning for port 44582af7-74ad-477d-b328-520266453518 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:23.402370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a9c255e0-fd24-45ec-b8a0-2643ec46d91e None None] Provisioning complete for port 44582af7-74ad-477d-b328-520266453518 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:23.402762 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9c255e0-fd24-45ec-b8a0-2643ec46d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.481608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a9c255e0-fd24-45ec-b8a0-2643ec46d91e None None] Port 44582af7-74ad-477d-b328-520266453518 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:23.560371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc3de-9b2b-47fa-99e0-f137764c84e3 req-091d5b7d-c76b-41aa-9b7c-4e258af32ea6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:23.562217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbbdc3de-9b2b-47fa-99e0-f137764c84e3 req-091d5b7d-c76b-41aa-9b7c-4e258af32ea6 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 931 time: 0.1206908 Jul 13 07:54:23.624515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ffeb-c0dd-4356-8288-d62b1f6fd07f req-782e2ecd-df6a-41aa-86fb-9fbcc51e2915 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:23.632138 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f87ffeb-c0dd-4356-8288-d62b1f6fd07f req-782e2ecd-df6a-41aa-86fb-9fbcc51e2915 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1821311 Jul 13 07:54:23.640052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbbdc3de-9b2b-47fa-99e0-f137764c84e3 req-cbfe8870-1bbc-4c44-a18e-39b9245268aa tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687113 Jul 13 07:54:23.707829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.722257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 60d319ca-1da9-4b93-b314-c54d9b8279a1 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:23.770972 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f87ffeb-c0dd-4356-8288-d62b1f6fd07f req-d5d3e776-6bec-4239-9197-018201a34c3e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379893 Jul 13 07:54:23.789523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 60d319ca-1da9-4b93-b314-c54d9b8279a1 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:23.790287 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.908368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44582af7-74ad-477d-b328-520266453518 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:23.929543 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:23.964439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Transition to ACTIVE for port object 44582af7-74ad-477d-b328-520266453518 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:23.978036 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:24.036598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Pushing event updated for resources: {'Port': ['ID=44582af7-74ad-477d-b328-520266453518,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:24.181901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Attempting to bind port 44582af7-74ad-477d-b328-520266453518 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:24.182275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Attempting to bind port 44582af7-74ad-477d-b328-520266453518 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:24.182616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Attempting to bind port 44582af7-74ad-477d-b328-520266453518 on network 205d9332-7174-45b4-a723-0bd7f332f911 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:24.188491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Port 44582af7-74ad-477d-b328-520266453518 on network 205d9332-7174-45b4-a723-0bd7f332f911 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:24.188828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Attempting to bind port 44582af7-74ad-477d-b328-520266453518 on network 205d9332-7174-45b4-a723-0bd7f332f911 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:24.204856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:24.208028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Checking segment: {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:24.209163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Bound using segment: {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:24.209163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Bound port: 44582af7-74ad-477d-b328-520266453518, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8416a4ab-53af-4166-a7bb-224bbb00c5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:24.209488 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:24.315377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] For port 44582af7-74ad-477d-b328-520266453518, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:24.319176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] For port 44582af7-74ad-477d-b328-520266453518, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=44582af7-74ad-477d-b328-520266453518,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:24.325770 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:24.376622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:24.377441 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:24.379040 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] 10.222.0.38 "PUT /v2.0/ports/44582af7-74ad-477d-b328-520266453518 HTTP/1.1" status: 200 len: 1092 time: 1.2702563 Jul 13 07:54:24.379638 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'tag': '44582af7-74ad-477d-b328-520266453518'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:24.382513 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c6ecbf-edc8-4cb9-9011-893bd0125c45" -d '{"events": [{"name": "network-changed", "server_uuid": "1626f84d-ad80-4034-b8a2-75b115d8b7f4", "tag": "44582af7-74ad-477d-b328-520266453518"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:24.488305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da285bbe-b419-4b03-8453-625f70ef6e55 service neutron] Pushing event updated for resources: {'Port': ['ID=44582af7-74ad-477d-b328-520266453518,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:24.496050 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5ca363-e13a-43a9-be0d-e6cab49d965d x-openstack-request-id: req-0c5ca363-e13a-43a9-be0d-e6cab49d965d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:24.496344 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1626f84d-ad80-4034-b8a2-75b115d8b7f4", "tag": "44582af7-74ad-477d-b328-520266453518", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:24.496595 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c5ca363-e13a-43a9-be0d-e6cab49d965d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:24.496989 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'tag': '44582af7-74ad-477d-b328-520266453518', 'status': 'completed', 'code': 200} Jul 13 07:54:24.546739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-984bb0b4-c2ec-49cc-bd29-8f2e1e9d23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:24.548622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-984bb0b4-c2ec-49cc-bd29-8f2e1e9d23f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de8f67f8a6f34f79bd13ca764723b7c1&device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 1095 time: 0.1170585 Jul 13 07:54:24.619564 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-572505ce-a85a-4605-93e4-ae696d94732e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44582af7-74ad-477d-b328-520266453518 HTTP/1.1" status: 200 len: 217 time: 0.0552077 Jul 13 07:54:24.720766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-fdbba0ea-49cc-47b2-80e6-7fac78871990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:24.722424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-fdbba0ea-49cc-47b2-80e6-7fac78871990 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=528041c8-c8f8-4af5-bae4-ceaf397ac38a HTTP/1.1" status: 200 len: 847 time: 0.0963247 Jul 13 07:54:24.888439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-6ff08a84-9dbb-4b0a-b88f-3e7981d89ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:24.890036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-6ff08a84-9dbb-4b0a-b88f-3e7981d89ec8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=205d9332-7174-45b4-a723-0bd7f332f911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605709 Jul 13 07:54:25.007867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-c264e966-29e9-444f-bf6f-dbf5d4677082 service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093245 Jul 13 07:54:25.016153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32b6f-1a4f-435f-9885-175acbe56cb3 req-ae7e6b9f-c49c-4a86-8ae2-6b5eba8cda4a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:25.017915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1c32b6f-1a4f-435f-9885-175acbe56cb3 req-ae7e6b9f-c49c-4a86-8ae2-6b5eba8cda4a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 943 time: 0.2138159 Jul 13 07:54:25.109142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c24dd-b423-4435-b3e9-85c0306cf942 req-49ae2ded-c993-451b-903f-e32a0897a741 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:25.110655 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e7c24dd-b423-4435-b3e9-85c0306cf942 req-49ae2ded-c993-451b-903f-e32a0897a741 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1287069 Jul 13 07:54:25.117714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1c32b6f-1a4f-435f-9885-175acbe56cb3 req-1b8fd945-1e73-41fb-92e6-c2a3c0310010 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907810 Jul 13 07:54:25.194086 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-674d0ae0-4aa4-4529-a852-cd37b223fd5c req-bf3c9509-e6df-46c7-9c34-855fed3a18f8 service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748540 Jul 13 07:54:25.195208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e7c24dd-b423-4435-b3e9-85c0306cf942 req-1ef9c18d-ed20-423f-beaa-13d3fef248db tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556021 Jul 13 07:54:25.351526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-7ca51c58-10a9-432a-ae0e-90161f314dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:25.353827 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-7ca51c58-10a9-432a-ae0e-90161f314dd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de8f67f8a6f34f79bd13ca764723b7c1&device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 1095 time: 0.0735147 Jul 13 07:54:25.492755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-c592cc16-bfb7-4d18-8f72-d114e09c282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:25.494355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-c592cc16-bfb7-4d18-8f72-d114e09c282d service neutron] 10.222.0.38 "GET /v2.0/networks?id=205d9332-7174-45b4-a723-0bd7f332f911 HTTP/1.1" status: 200 len: 909 time: 0.1325178 Jul 13 07:54:25.541448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-13451b51-5646-43fa-bfcf-5c159924705a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44582af7-74ad-477d-b328-520266453518 HTTP/1.1" status: 200 len: 217 time: 0.0391624 Jul 13 07:54:25.616389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-acaeb44e-50c6-4906-b6a8-16fe26c80500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:25.618172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-acaeb44e-50c6-4906-b6a8-16fe26c80500 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=528041c8-c8f8-4af5-bae4-ceaf397ac38a HTTP/1.1" status: 200 len: 847 time: 0.0695007 Jul 13 07:54:25.731226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-13ce9aee-020d-4093-b546-d39e1dc6655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:25.734116 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-13ce9aee-020d-4093-b546-d39e1dc6655e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=205d9332-7174-45b4-a723-0bd7f332f911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075952 Jul 13 07:54:25.846310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-3be07d11-fc21-4154-94b9-7983bf09b57a service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034327 Jul 13 07:54:26.444539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d0931-804b-4432-a93b-103ce2c1ffd4 req-259a1898-f4b6-4104-ac99-ac54a98b5286 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:26.454909 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb6d0931-804b-4432-a93b-103ce2c1ffd4 req-259a1898-f4b6-4104-ac99-ac54a98b5286 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1057131 Jul 13 07:54:26.522873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb6d0931-804b-4432-a93b-103ce2c1ffd4 req-df3d77f6-a485-4b55-8ac1-d0187f68f9a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618150 Jul 13 07:54:26.533445 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11c6ecbf-edc8-4cb9-9011-893bd0125c45 req-7343721e-37f1-4b71-86d4-f0fe666918fe service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797523 Jul 13 07:54:26.571546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51082cf-4ace-49c8-8898-4d0954dfe5b6 req-8b75618d-7904-4c04-ae0e-ccb54c842aa3 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:26.573732 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f51082cf-4ace-49c8-8898-4d0954dfe5b6 req-8b75618d-7904-4c04-ae0e-ccb54c842aa3 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 943 time: 0.1582901 Jul 13 07:54:26.638244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f51082cf-4ace-49c8-8898-4d0954dfe5b6 req-2be7a3ba-32a6-457b-9803-b0f500ebc2ab tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541739 Jul 13 07:54:27.836404 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442cf86-b48d-4c51-b408-f4e10938a73b req-47d2ae32-05c3-4591-be2a-bf170f383496 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:27.848454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2442cf86-b48d-4c51-b408-f4e10938a73b req-47d2ae32-05c3-4591-be2a-bf170f383496 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1664112 Jul 13 07:54:27.941110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2442cf86-b48d-4c51-b408-f4e10938a73b req-83298702-62fd-4997-b77a-ed95b1213aca tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913901 Jul 13 07:54:27.969250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58ac0e-3e1c-468f-a996-c8e51de66353 req-74534960-d423-47a0-82fb-f95690aa41f7 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:27.978618 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f58ac0e-3e1c-468f-a996-c8e51de66353 req-74534960-d423-47a0-82fb-f95690aa41f7 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 943 time: 0.1110051 Jul 13 07:54:28.035054 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f58ac0e-3e1c-468f-a996-c8e51de66353 req-f3ef83e3-5865-419b-b3a0-dc3087c74064 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553885 Jul 13 07:54:28.627904 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-3831a606-b7af-42e6-b79a-2ba954d2035e service neutron] show failed (client error): The resource could not be found. Jul 13 07:54:28.629219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-3831a606-b7af-42e6-b79a-2ba954d2035e service neutron] 10.222.0.48 "GET /v2.0/ports/eb7d6982-ddc7-4985-ada5-55e784642ea5/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0800242 Jul 13 07:54:29.044002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-57287934-cef6-4596-9bac-68ecce1546bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:29.047292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-57287934-cef6-4596-9bac-68ecce1546bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 1098 time: 0.1166198 Jul 13 07:54:29.063023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:29.133637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 44582af7-74ad-477d-b328-520266453518 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:29.250265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.315730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59e056-8e7a-4c49-8337-9ff68882d610 req-47d92b1a-a2f1-4da0-a7fe-136b8cffd410 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:29.325433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae59e056-8e7a-4c49-8337-9ff68882d610 req-47d92b1a-a2f1-4da0-a7fe-136b8cffd410 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1680357 Jul 13 07:54:29.378522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae59e056-8e7a-4c49-8337-9ff68882d610 req-9ac11259-1cc1-4c91-9ccb-8ccb2cad3fd2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516932 Jul 13 07:54:29.392375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 44582af7-74ad-477d-b328-520266453518, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=44582af7-74ad-477d-b328-520266453518,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:29.406170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '44582af7-74ad-477d-b328-520266453518', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'port_id': '44582af7-74ad-477d-b328-520266453518', 'mac_address': 'fa:16:3e:2a:d8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:29.470553 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.490963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44582af7-74ad-477d-b328-520266453518 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:29.525988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 44582af7-74ad-477d-b328-520266453518, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=44582af7-74ad-477d-b328-520266453518,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:29.537248 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:29.658338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=44582af7-74ad-477d-b328-520266453518,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:29.768430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['44582af7-74ad-477d-b328-520266453518'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:29.789897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886bf78-3122-4058-9779-5e5cfe90a546 req-4e2d337f-fd30-4de9-9fd7-bafe0a822f39 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:29.797357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c886bf78-3122-4058-9779-5e5cfe90a546 req-4e2d337f-fd30-4de9-9fd7-bafe0a822f39 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 943 time: 0.4794965 Jul 13 07:54:29.953168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c886bf78-3122-4058-9779-5e5cfe90a546 req-5994f324-cb0c-4ee2-bd75-78ef813ffa9c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547554 Jul 13 07:54:29.992352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:30.073477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:30.155533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:30.160071 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea1bb23-b212-45f8-bd9c-299d418c3eed" -d '{"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:30.167711 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.219136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Transition to ACTIVE for port object eb7d6982-ddc7-4985-ada5-55e784642ea5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:30.229181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.288822 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a07541-12b6-4010-97d7-696bdf58734e x-openstack-request-id: req-88a07541-12b6-4010-97d7-696bdf58734e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:30.289274 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:30.289548 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88a07541-12b6-4010-97d7-696bdf58734e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:30.289976 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'code': 200} Jul 13 07:54:30.360645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:30.440129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] No DVR routers for this DVR port eb7d6982-ddc7-4985-ada5-55e784642ea5 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:30.775168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f2420-9dc6-40a1-a0d3-c8819f7251ba req-6b88b1e8-6602-473c-ae7f-32a5a2cbdf99 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:30.777097 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a22f2420-9dc6-40a1-a0d3-c8819f7251ba req-6b88b1e8-6602-473c-ae7f-32a5a2cbdf99 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 944 time: 0.1302454 Jul 13 07:54:30.780178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:30.780858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:30.781197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:30.786321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Port eb7d6982-ddc7-4985-ada5-55e784642ea5 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:30.787036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:30.792510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:30.792865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Checking segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:30.793265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Bound using segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:30.793702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Bound port: eb7d6982-ddc7-4985-ada5-55e784642ea5, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:30.794126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.899490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:30.903779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:30.916592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.947660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a22f2420-9dc6-40a1-a0d3-c8819f7251ba req-407cba68-1ab6-4980-82ce-4445d80e7300 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437201 Jul 13 07:54:30.983728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:30.984585 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.986404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] 10.222.0.38 "PUT /v2.0/ports/eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1093 time: 1.9318476 Jul 13 07:54:31.034727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c779-3b8c-43b0-a771-3c7fb1143f70 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:31.090812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-62222c7a-4d09-4d1c-ba16-0c6ab2000de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:31.092882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-62222c7a-4d09-4d1c-ba16-0c6ab2000de9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1096 time: 0.0709517 Jul 13 07:54:31.148686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 44582af7-74ad-477d-b328-520266453518 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:31.331675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 44582af7-74ad-477d-b328-520266453518 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:31.346572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 44582af7-74ad-477d-b328-520266453518 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:31.352239 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.375635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-24684be2-2288-4e41-8923-cdaa62f662ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:31.387790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-24684be2-2288-4e41-8923-cdaa62f662ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.2883806 Jul 13 07:54:31.439591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c057bb-c42f-494c-b25a-9ae18c1efa0b req-9f47aea9-f711-44ad-b15f-8c526e8f583e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:31.442352 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32c057bb-c42f-494c-b25a-9ae18c1efa0b req-9f47aea9-f711-44ad-b15f-8c526e8f583e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 944 time: 0.1653657 Jul 13 07:54:31.450661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:31.544133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-847e4628-38c9-4b39-a5dd-bc975c690208 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1000 time: 0.1482618 Jul 13 07:54:31.566657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-32c057bb-c42f-494c-b25a-9ae18c1efa0b req-2c1d3010-909b-475f-8920-818b7000d1ae tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168320 Jul 13 07:54:31.591965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:31.649117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-a1a3e7c5-ef75-49fd-9803-9493dd1e0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:31.651238 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-a1a3e7c5-ef75-49fd-9803-9493dd1e0582 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.1006980 Jul 13 07:54:31.666268 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.704085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44582af7-74ad-477d-b328-520266453518'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:31.706521 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03e2a53-9249-4eaa-b771-dd5491f46417" -d '{"events": [{"server_uuid": "1626f84d-ad80-4034-b8a2-75b115d8b7f4", "name": "network-vif-plugged", "status": "completed", "tag": "44582af7-74ad-477d-b328-520266453518"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:31.727679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 44582af7-74ad-477d-b328-520266453518, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=44582af7-74ad-477d-b328-520266453518,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:31.734747 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:31.795120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-ee8c757e-c48d-45b8-9de3-8bbba5f72629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:31.796715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-ee8c757e-c48d-45b8-9de3-8bbba5f72629 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368883 Jul 13 07:54:31.799509 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c2ff71-d01c-4d23-95d1-150ac4749f5b x-openstack-request-id: req-16c2ff71-d01c-4d23-95d1-150ac4749f5b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:31.799799 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1626f84d-ad80-4034-b8a2-75b115d8b7f4", "name": "network-vif-plugged", "status": "completed", "tag": "44582af7-74ad-477d-b328-520266453518", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:31.800266 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16c2ff71-d01c-4d23-95d1-150ac4749f5b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:31.801035 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44582af7-74ad-477d-b328-520266453518', 'code': 200} Jul 13 07:54:31.913618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=44582af7-74ad-477d-b328-520266453518,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:32.064303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-eade16df-8bf1-42f9-b28d-1deab1fe4ca7 service neutron] 10.222.0.38 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608924 Jul 13 07:54:32.070889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16e16-ca88-42d8-a8c4-b7afa9dfb145 req-b0878861-9a50-4429-a4dd-a651aa88c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.072654 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3df16e16-ca88-42d8-a8c4-b7afa9dfb145 req-b0878861-9a50-4429-a4dd-a651aa88c254 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 1097 time: 0.1910720 Jul 13 07:54:32.199372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7bff3bc3-6505-4836-8364-ecda12bcd83c req-6f00eb56-c9cc-4559-bbad-5d19b614449b service neutron] 10.222.0.38 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255462 Jul 13 07:54:32.238605 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3df16e16-ca88-42d8-a8c4-b7afa9dfb145 req-c4387f94-ffba-417f-bbe9-2db727ab7468 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366352 Jul 13 07:54:32.258143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5530d5c-913a-4a25-aa79-ba65aed7f051 req-c4132a69-24b6-4b21-bfbe-eb369fe8faba tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.260186 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5530d5c-913a-4a25-aa79-ba65aed7f051 req-c4132a69-24b6-4b21-bfbe-eb369fe8faba tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 944 time: 0.1061735 Jul 13 07:54:32.288283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2dd936c4-e170-4ca3-a965-0abb8d8281ad None None] Provisioning complete for port 44582af7-74ad-477d-b328-520266453518 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:32.288925 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2dd936c4-e170-4ca3-a965-0abb8d8281ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:32.292527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:32.295841 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef507663-858c-4d05-802d-016db4d163b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:32.346218 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5530d5c-913a-4a25-aa79-ba65aed7f051 req-d15aa37d-f8bc-47a2-a2dd-b75f627d9e0d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717452 Jul 13 07:54:32.381913 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06a70da-311d-498d-9080-0d09edad1c96 x-openstack-request-id: req-f06a70da-311d-498d-9080-0d09edad1c96 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:32.382277 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:32.382536 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f06a70da-311d-498d-9080-0d09edad1c96 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:32.382934 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'status': 'completed', 'code': 200} Jul 13 07:54:32.523590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507663-858c-4d05-802d-016db4d163b7 req-98471f21-3672-48f2-8f6b-45ad410e7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.525206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-98471f21-3672-48f2-8f6b-45ad410e7135 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1096 time: 0.1273384 Jul 13 07:54:32.562919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507663-858c-4d05-802d-016db4d163b7 req-97ee5448-ea88-438a-82cc-077802c65fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.564733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-97ee5448-ea88-438a-82cc-077802c65fe5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1096 time: 0.1107740 Jul 13 07:54:32.695011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507663-858c-4d05-802d-016db4d163b7 req-1dfd9506-843d-4f6e-9331-ab22d802b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.696800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-1dfd9506-843d-4f6e-9331-ab22d802b141 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.1654155 Jul 13 07:54:32.775581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507663-858c-4d05-802d-016db4d163b7 req-05edeee0-4140-4be5-996a-728d99bf6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.777178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-05edeee0-4140-4be5-996a-728d99bf6438 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.2055278 Jul 13 07:54:32.797155 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-bf8d3882-e7c2-415e-b680-3512dbb2bc94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1000 time: 0.0932910 Jul 13 07:54:32.802668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f2a9-1988-4cd9-96ef-097e860ad333 req-55e92aa2-9674-402e-a3fb-39c3a937428c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.810705 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4449f2a9-1988-4cd9-96ef-097e860ad333 req-55e92aa2-9674-402e-a3fb-39c3a937428c tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 945 time: 0.0866799 Jul 13 07:54:32.869809 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4449f2a9-1988-4cd9-96ef-097e860ad333 req-efece071-ae1e-402e-b8e7-bce05eb428d0 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582149 Jul 13 07:54:32.938045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-d4f9a771-b224-428e-9a48-8b0d9789846a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1000 time: 0.1486323 Jul 13 07:54:32.939923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507663-858c-4d05-802d-016db4d163b7 req-aaaafd2f-9b9d-4faa-bf1d-81a4270950fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:32.941401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-aaaafd2f-9b9d-4faa-bf1d-81a4270950fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.1096575 Jul 13 07:54:33.038904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507663-858c-4d05-802d-016db4d163b7 req-da689a9b-7c66-441d-92f0-fed2ef9deadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:33.040469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-da689a9b-7c66-441d-92f0-fed2ef9deadf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.0886214 Jul 13 07:54:33.102774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507663-858c-4d05-802d-016db4d163b7 req-22301402-8de7-46f8-a0e8-09706da0a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:33.104360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-22301402-8de7-46f8-a0e8-09706da0a566 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538706 Jul 13 07:54:33.184645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507663-858c-4d05-802d-016db4d163b7 req-9b276aea-dde4-4212-89bb-7eec6e8c1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:33.186307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-9b276aea-dde4-4212-89bb-7eec6e8c1439 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366980 Jul 13 07:54:33.325482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-cc51ac38-71a1-48e0-9128-e1144ff728a2 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060914 Jul 13 07:54:33.387345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-bd586bad-a8bc-4fb6-8efa-10603c70ecb3 service neutron] 10.222.0.38 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661911 Jul 13 07:54:33.523779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-b73941e6-5570-4ce2-9882-2bf46e40cabb service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896286 Jul 13 07:54:33.551764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f609a-70a2-4a15-b920-83d2f915d740 req-a46cea25-43dd-42ee-a538-ca33b8ef309e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:33.552384 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ef507663-858c-4d05-802d-016db4d163b7 req-cb368c78-0fbd-4de0-88ff-5fd3578d3883 service neutron] 10.222.0.38 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311977 Jul 13 07:54:33.562913 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d8f609a-70a2-4a15-b920-83d2f915d740 req-a46cea25-43dd-42ee-a538-ca33b8ef309e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 944 time: 0.0897543 Jul 13 07:54:33.602785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d8f609a-70a2-4a15-b920-83d2f915d740 req-4df372e1-c39b-4555-b654-306e7e2dc456 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389967 Jul 13 07:54:34.130698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371320-2711-4e90-97d2-eeab0354c7fa req-ef6b2212-6f1f-4b3a-ab13-b7f1556ba1ae tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:34.134966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc371320-2711-4e90-97d2-eeab0354c7fa req-ef6b2212-6f1f-4b3a-ab13-b7f1556ba1ae tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 945 time: 0.0927620 Jul 13 07:54:34.186509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc371320-2711-4e90-97d2-eeab0354c7fa req-772e64e0-6e46-449b-b14e-a27d47fd2a21 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465012 Jul 13 07:54:34.515280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ee5c2-9b6e-4ed6-bd10-5a4b54381700 req-3cf2f9a4-4f42-42b8-b4c1-ed743d03b7b9 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:34.518970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7d0ee5c2-9b6e-4ed6-bd10-5a4b54381700 req-3cf2f9a4-4f42-42b8-b4c1-ed743d03b7b9 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 945 time: 0.0902395 Jul 13 07:54:34.886619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9520f-bb8b-4863-926b-064a904f09ba req-5b4f9ae8-b58b-4fd1-9702-e36d602adb23 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:34.890188 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cd9520f-bb8b-4863-926b-064a904f09ba req-5b4f9ae8-b58b-4fd1-9702-e36d602adb23 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 944 time: 0.1026886 Jul 13 07:54:34.955120 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cd9520f-bb8b-4863-926b-064a904f09ba req-0b92fdf1-1452-4989-a3ce-2f7d63ffa286 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576990 Jul 13 07:54:34.956410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7d0ee5c2-9b6e-4ed6-bd10-5a4b54381700 req-ae1bebe4-b625-40cc-91cf-d5d07ca3d912 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300909 Jul 13 07:54:35.185790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:35.245980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fa578-60da-4483-aeb3-f313dd056b90 req-4e6444dc-d4e0-430b-b79b-382c400e9c09 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.255433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-411fa578-60da-4483-aeb3-f313dd056b90 req-4e6444dc-d4e0-430b-b79b-382c400e9c09 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 945 time: 0.1062982 Jul 13 07:54:35.336016 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-411fa578-60da-4483-aeb3-f313dd056b90 req-9b92eca9-eacb-4412-b886-1d7d9c2414bb tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795040 Jul 13 07:54:35.377437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 48950) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:35.396545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:35.410847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'port_id': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'mac_address': 'fa:16:3e:cf:e8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:35.504066 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:35.546295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7d6982-ddc7-4985-ada5-55e784642ea5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:35.606553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:35.615750 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:35.674133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc292498-e1c9-4b5f-9b8b-4c0470298142 tempest-TestServerBasicOps-1309707704 tempest-TestServerBasicOps-1309707704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.676843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bc292498-e1c9-4b5f-9b8b-4c0470298142 tempest-TestServerBasicOps-1309707704 tempest-TestServerBasicOps-1309707704-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 1092 time: 0.2982438 Jul 13 07:54:35.681288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 48988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:35.687830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '44582af7-74ad-477d-b328-520266453518', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:35.734356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:35.749530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.750090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.751046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.751553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.752040 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.752476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.753004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.754442 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.755082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.755713 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.756256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.756874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:35.767961 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:35.803613 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:35.827108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-ac090430-f727-451a-8b8f-9328d2a67d02 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.828743 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-ac090430-f727-451a-8b8f-9328d2a67d02 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565&tenant_id=97885db632824d89bcee49e5168f73cb&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 944 time: 0.3822944 Jul 13 07:54:35.855757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fac60-4a17-45a7-ae98-2cc1fc5c63e1 req-ecd96747-71d3-4996-8cbc-c0e5f04e7423 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.866176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c03fac60-4a17-45a7-ae98-2cc1fc5c63e1 req-ecd96747-71d3-4996-8cbc-c0e5f04e7423 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 945 time: 0.1509182 Jul 13 07:54:35.901987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['eb7d6982-ddc7-4985-ada5-55e784642ea5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:35.966055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c03fac60-4a17-45a7-ae98-2cc1fc5c63e1 req-42b6f527-abb7-45cd-b286-fe0c4d2bfda0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971739 Jul 13 07:54:35.997045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-63258238-e77a-4fd9-b0b5-f3d27302b880 service neutron] 10.222.0.38 "GET /v2.0/ports/eb7d6982-ddc7-4985-ada5-55e784642ea5/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 383 time: 0.1542766 Jul 13 07:54:36.183106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-7ceea437-555c-4eaf-811a-8be986ca8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.184603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-7ceea437-555c-4eaf-811a-8be986ca8812 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1097 time: 0.1312017 Jul 13 07:54:36.273670 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.440558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-382e262d-d09b-4491-83eb-6fb224e78e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.442116 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-382e262d-d09b-4491-83eb-6fb224e78e07 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.2464423 Jul 13 07:54:36.528609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-fd609ff3-b6a2-45fb-9d98-9af0c8ab5d06 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1001 time: 0.0803916 Jul 13 07:54:36.583887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Allocated IP 172.25.8.11 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/b30d0900-0058-4c81-b8fa-b23b257a8ccd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:36.637460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-75bb0f25-64bd-4119-8661-e7ded4f96308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.639767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-75bb0f25-64bd-4119-8661-e7ded4f96308 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.1032746 Jul 13 07:54:36.760025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-e745a401-de7d-45c1-872d-deaba59d7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.761466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-e745a401-de7d-45c1-872d-deaba59d7215 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142759 Jul 13 07:54:36.783607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:36.926779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-02f3bd89-2ce3-4066-aa1e-61c9bb9cc340 service neutron] 10.222.0.38 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578162 Jul 13 07:54:36.931289 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:37.003152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:37.008033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:37.015643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:37.116705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'Port': ['ID=b30d0900-0058-4c81-b8fa-b23b257a8ccd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:37.165996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-a897695b-ae6b-4d94-b07a-db7756473820 service neutron] 10.222.0.38 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317986 Jul 13 07:54:37.196304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:37.346439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port eb7d6982-ddc7-4985-ada5-55e784642ea5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:37.352899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port eb7d6982-ddc7-4985-ada5-55e784642ea5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:37.353407 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:37.479288 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:37.522319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:37.525111 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24fe9fe-4752-4902-84cc-a248d323e169" -d '{"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-plugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:37.581934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:37.590504 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:37.625005 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11b2619-8c00-4502-89cb-faec92e7f55a x-openstack-request-id: req-b11b2619-8c00-4502-89cb-faec92e7f55a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:37.625702 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-plugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:37.626148 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b11b2619-8c00-4502-89cb-faec92e7f55a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:37.626846 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'code': 200} Jul 13 07:54:37.716148 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:37.724217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:37.909028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393beab-276c-490e-b73f-6f834982cbe8 req-44183460-79d0-4850-93b3-e62e758fe450 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.911372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d393beab-276c-490e-b73f-6f834982cbe8 req-44183460-79d0-4850-93b3-e62e758fe450 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 945 time: 0.7222805 Jul 13 07:54:38.042628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d393beab-276c-490e-b73f-6f834982cbe8 req-27f67561-1454-4859-8e51-6ba21604bfe3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238050 Jul 13 07:54:38.181453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3f830ee2-8498-47bb-8729-e9615a043221 None None] Provisioning complete for port eb7d6982-ddc7-4985-ada5-55e784642ea5 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:38.182184 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f830ee2-8498-47bb-8729-e9615a043221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.371574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.508547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.777376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.784268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.873706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event updated for resources: {'Port': ['ID=b30d0900-0058-4c81-b8fa-b23b257a8ccd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:38.891673 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.894020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.894020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.894571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.896979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.898362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.898715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.899059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.899397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.899739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.900074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.900465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:38.900973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:39.044110 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Floating IP bc119b30-8c9f-4693-a784-9e6c9dc8047a associated. External IP: 172.25.8.11, port: 44582af7-74ad-477d-b328-520266453518. Jul 13 07:54:39.533588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:39.676702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897b1a9-1069-4a04-bab3-44dad8af4948 req-4c3f1c19-ae46-4231-87f4-67a9ddf5fd1e tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:39.678925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093483c0-75c8-4092-aade-6ecb4dbe9599 req-2ba47021-f6f5-4739-a9e4-beaf0838e9d5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:39.680806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-093483c0-75c8-4092-aade-6ecb4dbe9599 req-2ba47021-f6f5-4739-a9e4-beaf0838e9d5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.2740762 Jul 13 07:54:39.684216 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c897b1a9-1069-4a04-bab3-44dad8af4948 req-4c3f1c19-ae46-4231-87f4-67a9ddf5fd1e tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 950 time: 0.0818436 Jul 13 07:54:39.731336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c897b1a9-1069-4a04-bab3-44dad8af4948 req-d6fd7208-11f2-44bc-b9de-5f5448f1bf21 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461180 Jul 13 07:54:39.797085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-093483c0-75c8-4092-aade-6ecb4dbe9599 req-2d4ebe2e-ae80-48e0-b165-0008697633eb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069505 Jul 13 07:54:39.815261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:39.821845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-24fe237a-0f18-469f-8566-b919da2796b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:39.823410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-24fe237a-0f18-469f-8566-b919da2796b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 1098 time: 0.2761488 Jul 13 07:54:39.835979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] Sync routers for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:39.840827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:39.848597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:39.849617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:54:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:39.873587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:39.931863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5689b7ee-9fbf-461f-98de-dec6a00a583a tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2491601 Jul 13 07:54:39.951936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'tag': '44582af7-74ad-477d-b328-520266453518'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:39.957435 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465fbb35-f757-41d4-90a9-28d0ed0d41cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1626f84d-ad80-4034-b8a2-75b115d8b7f4", "tag": "44582af7-74ad-477d-b328-520266453518"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:39.980725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-a008b4d0-9217-464b-b091-8488c5f44c9a tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:39.984157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:39.989676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-a008b4d0-9217-464b-b091-8488c5f44c9a tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/networks?id=a6a0a887-eaab-486c-935b-80bcffe60edf HTTP/1.1" status: 200 len: 813 time: 0.1691275 Jul 13 07:54:40.015614 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-603f2689-8f74-4559-b4b1-eb69dba457f4 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/quotas/9710c08ac4cf43d9bd5748711397da9c HTTP/1.1" status: 200 len: 375 time: 0.0249610 Jul 13 07:54:40.036359 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f66d7b-2b77-444f-84a7-e314170acab7 x-openstack-request-id: req-67f66d7b-2b77-444f-84a7-e314170acab7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:40.036678 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1626f84d-ad80-4034-b8a2-75b115d8b7f4", "tag": "44582af7-74ad-477d-b328-520266453518", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:40.037256 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67f66d7b-2b77-444f-84a7-e314170acab7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:40.037717 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'tag': '44582af7-74ad-477d-b328-520266453518', 'status': 'completed', 'code': 200} Jul 13 07:54:40.050842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:40.061576 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-d12767b3-8b0d-44b1-97d0-34365e181e35 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9710c08ac4cf43d9bd5748711397da9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389638 Jul 13 07:54:40.174177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-ee684d62-00ff-4a61-9ee3-a81d430dddd6 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110930 Jul 13 07:54:40.237674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-2593f73e-fcb6-47ab-9b40-0044f87837ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:40.244535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-2593f73e-fcb6-47ab-9b40-0044f87837ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de8f67f8a6f34f79bd13ca764723b7c1&device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 1097 time: 0.2010937 Jul 13 07:54:40.288273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-308f54f4-1acd-4463-883f-46b92e566384 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127694 Jul 13 07:54:40.407408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'bc119b30-8c9f-4693-a784-9e6c9dc8047a', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'port_id': '44582af7-74ad-477d-b328-520266453518', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'mac_address': 'fa:16:3e:2a:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:54:38Z', 'updated_at': '2021-07-13T07:54:38Z', 'revision_number': 0, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:10Z', 'revision_number': 5, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:40.471216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] Checking router: b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:40.483342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:40.484538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:54:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:40.546223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-f087e872-7404-487a-98d0-c6efa5870fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:40.547892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-f087e872-7404-487a-98d0-c6efa5870fc2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=205d9332-7174-45b4-a723-0bd7f332f911 HTTP/1.1" status: 200 len: 909 time: 0.2878759 Jul 13 07:54:40.549881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c49a78f4-1221-4037-a78c-5b3a06782a78 req-53d99a14-27cd-4dd0-bbf5-e2b3a1c7973b tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 210 time: 0.0487456 Jul 13 07:54:40.630257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:40.658375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:40.672255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-79141a56-89c5-4e98-97eb-5cfe107a9f25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44582af7-74ad-477d-b328-520266453518 HTTP/1.1" status: 200 len: 998 time: 0.1162186 Jul 13 07:54:40.727626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:40.837525 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.881686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Transition to ACTIVE for port object eb7d6982-ddc7-4985-ada5-55e784642ea5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:40.886065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-15a6da35-92bc-4b71-a5c6-b2b2a3463c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:40.889250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-15a6da35-92bc-4b71-a5c6-b2b2a3463c0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=528041c8-c8f8-4af5-bae4-ceaf397ac38a HTTP/1.1" status: 200 len: 847 time: 0.2053518 Jul 13 07:54:40.895001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.243252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-b40beda3-c33c-4867-b315-251eddc7033e tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.244802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-b40beda3-c33c-4867-b315-251eddc7033e tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 950 time: 0.3419878 Jul 13 07:54:41.252884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'bc119b30-8c9f-4693-a784-9e6c9dc8047a', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'port_id': '44582af7-74ad-477d-b328-520266453518', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'mac_address': 'fa:16:3e:2a:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:54:38Z', 'updated_at': '2021-07-13T07:54:38Z', 'revision_number': 0, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:10Z', 'revision_number': 5, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:41.291783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:41.327991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c101bb7a-124a-40a5-9ff1-664493aefa6c None None] The sync data for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 is: [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'bc119b30-8c9f-4693-a784-9e6c9dc8047a', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'port_id': '44582af7-74ad-477d-b328-520266453518', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'mac_address': 'fa:16:3e:2a:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:54:38Z', 'updated_at': '2021-07-13T07:54:38Z', 'revision_number': 0, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:10Z', 'revision_number': 5, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:41.369324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-d6d77637-153f-4295-9236-860f2cd24e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.371881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-d6d77637-153f-4295-9236-860f2cd24e5f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=205d9332-7174-45b4-a723-0bd7f332f911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4541178 Jul 13 07:54:41.391546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94107c-cd31-4c4a-beb5-c0d80d993451 req-1de88c30-a305-4f9d-9e8a-3bd36f9822d3 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.402132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad94107c-cd31-4c4a-beb5-c0d80d993451 req-1de88c30-a305-4f9d-9e8a-3bd36f9822d3 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 950 time: 0.3175890 Jul 13 07:54:41.422509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] No DVR routers for this DVR port eb7d6982-ddc7-4985-ada5-55e784642ea5 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:41.524645 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad94107c-cd31-4c4a-beb5-c0d80d993451 req-2dab1d53-ff62-4192-87a6-d42acee3dc72 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215267 Jul 13 07:54:41.561622 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Deleting port bab28d3e-2df8-42f7-8a86-cb5b77f219bd {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:41.562319 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.633559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6148b43-7cfd-4793-8b8a-6eda9d93aa65 req-4448efc0-4645-49c5-8c63-65df0eca5793 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.637257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6148b43-7cfd-4793-8b8a-6eda9d93aa65 req-4448efc0-4645-49c5-8c63-65df0eca5793 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 945 time: 0.4252982 Jul 13 07:54:41.745134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] For port bab28d3e-2df8-42f7-8a86-cb5b77f219bd, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:41.745372 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.764454 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ed3ee-84f4-4b38-87ba-6f228cd453d5 None None] New status for floating IP bc119b30-8c9f-4693-a784-9e6c9dc8047a: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:54:41.794740 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-5ca107a2-5c3f-497b-adfe-f49e099b0b0c service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740175 Jul 13 07:54:41.799943 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a423940e-4ea3-4914-8fb6-93b9c2642721 req-0129f132-a387-4c79-8750-fc9e764c660e tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 210 time: 0.0489488 Jul 13 07:54:41.801739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Calling delete_port for bab28d3e-2df8-42f7-8a86-cb5b77f219bd owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:41.874709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:41.875053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:41.875659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:41.884094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6148b43-7cfd-4793-8b8a-6eda9d93aa65 req-78013641-82cf-4c3b-a223-270d7a6ca65b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2338426 Jul 13 07:54:41.906564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Port eb7d6982-ddc7-4985-ada5-55e784642ea5 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:41.907157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Attempting to bind port eb7d6982-ddc7-4985-ada5-55e784642ea5 on network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:41.915366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:41.915757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Checking segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:41.916100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Bound using segment: {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:41.916538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Bound port: eb7d6982-ddc7-4985-ada5-55e784642ea5, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:41.916900 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:42.024566 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:42.038429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:42.040789 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf1d60d-e513-4841-9369-46b0488e3a45" -d '{"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:42.055816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-465fbb35-f757-41d4-90a9-28d0ed0d41cf req-866fe0b5-562e-4dd9-8127-5fee9e3a3d56 service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199569 Jul 13 07:54:42.103844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Pushing event deleted for resources: {'Port': ['ID=bab28d3e-2df8-42f7-8a86-cb5b77f219bd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:42.106694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:42.110254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:42.115405 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:42.137721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] No DVR routers for this DVR port bab28d3e-2df8-42f7-8a86-cb5b77f219bd on host n-h2-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:42.149081 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de4daad-05c9-470a-8c9a-4effc0360ed6 x-openstack-request-id: req-5de4daad-05c9-470a-8c9a-4effc0360ed6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:42.149384 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:42.149779 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:42.149934 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5de4daad-05c9-470a-8c9a-4effc0360ed6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:42.150423 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'code': 200} Jul 13 07:54:42.152617 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1eea7d87-d26b-49c3-ba9d-d9db11b9b9ac req-48c86224-a2a4-424c-9a46-8c1598138bc4 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.48 "DELETE /v2.0/ports/bab28d3e-2df8-42f7-8a86-cb5b77f219bd HTTP/1.1" status: 204 len: 173 time: 0.8960545 Jul 13 07:54:42.153089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a797c8-6b3c-495a-8b05-964a85009d05', 'name': 'network-vif-deleted', 'tag': 'bab28d3e-2df8-42f7-8a86-cb5b77f219bd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:42.155581 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9abd990-6d4f-4797-b22a-4f6a810c1e62" -d '{"events": [{"server_uuid": "d7a797c8-6b3c-495a-8b05-964a85009d05", "name": "network-vif-deleted", "tag": "bab28d3e-2df8-42f7-8a86-cb5b77f219bd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:42.159309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.160683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:42.162324 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] 10.222.0.48 "PUT /v2.0/ports/eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1094 time: 2.3292778 Jul 13 07:54:42.231329 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9291aee-b2fb-4a27-859b-d270b244227b x-openstack-request-id: req-d9291aee-b2fb-4a27-859b-d270b244227b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:42.231638 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a797c8-6b3c-495a-8b05-964a85009d05", "name": "network-vif-deleted", "tag": "bab28d3e-2df8-42f7-8a86-cb5b77f219bd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:42.231897 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9291aee-b2fb-4a27-859b-d270b244227b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:42.232308 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a797c8-6b3c-495a-8b05-964a85009d05', 'name': 'network-vif-deleted', 'tag': 'bab28d3e-2df8-42f7-8a86-cb5b77f219bd', 'status': 'completed', 'code': 200} Jul 13 07:54:42.252737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e76cde-54fe-4b0b-a583-7a3a30868c00 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:42.294160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-fc2bdeee-fb71-4a4b-bcb2-635938c7cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.295734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-fc2bdeee-fb71-4a4b-bcb2-635938c7cc42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1097 time: 0.0996871 Jul 13 07:54:42.521873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-c266d043-b5f6-4735-8e34-e540563522a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.523510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-c266d043-b5f6-4735-8e34-e540563522a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.2205296 Jul 13 07:54:42.613964 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-b1b8d9bb-67b9-4be7-ac4e-292689df1c47 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.615798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-b1b8d9bb-67b9-4be7-ac4e-292689df1c47 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.38 "GET /v2.0/networks?id=a6a0a887-eaab-486c-935b-80bcffe60edf HTTP/1.1" status: 200 len: 813 time: 0.2310743 Jul 13 07:54:42.634220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Request body: {'port': {'device_id': 'd6b21cbc-8593-438c-8b8e-7df64037167f', 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf', 'admin_state_up': True, 'tenant_id': '9710c08ac4cf43d9bd5748711397da9c'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:42.691578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-98fc53f0-a173-4d59-ac1d-9a403663b90e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1000 time: 0.1604118 Jul 13 07:54:42.747032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-66e509b1-e46b-40e8-bdc1-772eae444fc3 req-610fa9cf-c76f-41a4-90cb-896cb89fc4b5 tempest-VolumesBackupsTest-149763145 tempest-VolumesBackupsTest-149763145-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7a797c8-6b3c-495a-8b05-964a85009d05 HTTP/1.1" status: 200 len: 210 time: 0.0529068 Jul 13 07:54:42.793222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-62dfc119-c92f-4c9b-8ac0-e27a4ddf2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.794761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-62dfc119-c92f-4c9b-8ac0-e27a4ddf2013 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.0968764 Jul 13 07:54:42.915484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Made reservation on behalf of 9710c08ac4cf43d9bd5748711397da9c for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:42.919071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:42.957282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654be89-8389-418c-b578-70e69aa851af req-42b73757-71b3-41cd-9bd3-1d6ec8de03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.958705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-42b73757-71b3-41cd-9bd3-1d6ec8de03ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539102 Jul 13 07:54:43.006146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-092d20b9-94a7-46be-9be9-ac58971793c5 req-61573ef0-acbf-4245-8e7b-012cdac27282 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 210 time: 0.0447030 Jul 13 07:54:43.124677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29968b-fcd7-4991-b670-9f7baca1a196 req-83ccdea1-9b16-4801-8cea-ee6ca4c13666 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:43.126596 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf29968b-fcd7-4991-b670-9f7baca1a196 req-83ccdea1-9b16-4801-8cea-ee6ca4c13666 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 945 time: 0.0727854 Jul 13 07:54:43.182575 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf29968b-fcd7-4991-b670-9f7baca1a196 req-7f7793a1-d54f-4c42-946e-1d861259f81f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469234 Jul 13 07:54:43.231231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:43.274248 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:43.440610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device bab28d3e-2df8-42f7-8a86-cb5b77f219bd no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:43.467596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: bab28d3e-2df8-42f7-8a86-cb5b77f219bd {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:43.467940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device bab28d3e-2df8-42f7-8a86-cb5b77f219bd not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:43.513415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-26217675-6221-4bab-bffc-e363b7cdaa5c service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417929 Jul 13 07:54:43.517157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Allocated IP 172.20.0.7 (a6a0a887-eaab-486c-935b-80bcffe60edf/ce58dcde-9dfc-4d99-9337-33366a7b23dc/9be5e415-ab99-4507-9920-f96d7ab3ffbc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:43.671431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e654be89-8389-418c-b578-70e69aa851af req-7cddebde-3543-4919-b514-1a914f11898a service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494267 Jul 13 07:54:43.761070 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.807805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.848336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Network a6a0a887-eaab-486c-935b-80bcffe60edf is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:43.851853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:43.855906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:43.892335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Pushing event updated for resources: {'Port': ['ID=9be5e415-ab99-4507-9920-f96d7ab3ffbc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:43.919210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:43.920077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.937820 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-be0caec7-e939-4d48-ab91-c11a5ee5ae36 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3120186 Jul 13 07:54:43.950080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Request body: {'port': {'device_id': 'd6b21cbc-8593-438c-8b8e-7df64037167f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:44.041362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:44.158617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:44.161219 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00931c79-de51-447b-8cf6-72e66ee11388" -d '{"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:44.277813 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe596859-587d-4ef6-9f72-d4d551ad076e x-openstack-request-id: req-fe596859-587d-4ef6-9f72-d4d551ad076e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:44.278127 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:44.278373 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe596859-587d-4ef6-9f72-d4d551ad076e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:44.278768 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'status': 'completed', 'code': 200} Jul 13 07:54:44.278915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dcabe-4d89-44c5-a36e-386b87ac440a req-97c450b7-22ea-4cf1-a292-4eb2876db64d tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:44.281206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e6dcabe-4d89-44c5-a36e-386b87ac440a req-97c450b7-22ea-4cf1-a292-4eb2876db64d tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 931 time: 0.1226120 Jul 13 07:54:44.358990 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e6dcabe-4d89-44c5-a36e-386b87ac440a req-c0b9cfd8-eb62-4d35-84b1-38c578c17abc tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723751 Jul 13 07:54:44.508770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931c79-de51-447b-8cf6-72e66ee11388 req-b28e95a5-e375-44d8-b23c-e06a9abeb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:44.510351 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-b28e95a5-e375-44d8-b23c-e06a9abeb8fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1097 time: 0.2308788 Jul 13 07:54:44.545859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65c76b-9647-461d-b82c-08fbe341d8bf req-23aa6867-52ac-4488-8908-7b12dcc43ea2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:44.548740 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a65c76b-9647-461d-b82c-08fbe341d8bf req-23aa6867-52ac-4488-8908-7b12dcc43ea2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 945 time: 0.1878929 Jul 13 07:54:44.562800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931c79-de51-447b-8cf6-72e66ee11388 req-3ed2434f-3fe5-4088-aff3-e6eeb1f0a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:44.564292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-3ed2434f-3fe5-4088-aff3-e6eeb1f0a1a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1097 time: 0.2882681 Jul 13 07:54:44.684876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be5e415-ab99-4507-9920-f96d7ab3ffbc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:44.708026 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:44.767354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a65c76b-9647-461d-b82c-08fbe341d8bf req-92fbedc0-37d5-4c44-b961-f312e20a503f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2019906 Jul 13 07:54:44.778713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Transition to ACTIVE for port object 9be5e415-ab99-4507-9920-f96d7ab3ffbc will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:44.789322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931c79-de51-447b-8cf6-72e66ee11388 req-dddf0dfe-1e29-40f4-af1c-8251d3044879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:44.792173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-dddf0dfe-1e29-40f4-af1c-8251d3044879 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.2709529 Jul 13 07:54:44.792173 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:44.868353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931c79-de51-447b-8cf6-72e66ee11388 req-3e3ae632-1f74-4e4c-affa-74c8b991cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:44.869982 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-3e3ae632-1f74-4e4c-affa-74c8b991cc88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.2761173 Jul 13 07:54:44.972497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Pushing event updated for resources: {'Port': ['ID=9be5e415-ab99-4507-9920-f96d7ab3ffbc,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:45.037630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-500632cb-5340-4ba2-a2f6-9340f49e6fc2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1000 time: 0.2215347 Jul 13 07:54:45.065006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-b71299a5-af9b-40a7-86c5-ff9939d43ce6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1000 time: 0.1581728 Jul 13 07:54:45.150044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931c79-de51-447b-8cf6-72e66ee11388 req-02349ace-89dc-4598-a9be-e22c9d2d94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:45.151847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-02349ace-89dc-4598-a9be-e22c9d2d94a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.1043310 Jul 13 07:54:45.205874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Attempting to bind port 9be5e415-ab99-4507-9920-f96d7ab3ffbc on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:45.207150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Attempting to bind port 9be5e415-ab99-4507-9920-f96d7ab3ffbc by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '5aae4319-2c7a-432a-b550-84e6547a5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:45.207740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Attempting to bind port 9be5e415-ab99-4507-9920-f96d7ab3ffbc on network a6a0a887-eaab-486c-935b-80bcffe60edf {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:45.215681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931c79-de51-447b-8cf6-72e66ee11388 req-864ff82e-6f15-45ad-89eb-2247ebd3181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:45.217589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-864ff82e-6f15-45ad-89eb-2247ebd3181d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.1141305 Jul 13 07:54:45.223518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Port 9be5e415-ab99-4507-9920-f96d7ab3ffbc on network a6a0a887-eaab-486c-935b-80bcffe60edf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:45.224179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Attempting to bind port 9be5e415-ab99-4507-9920-f96d7ab3ffbc on network a6a0a887-eaab-486c-935b-80bcffe60edf {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:45.242257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:45.243012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Checking segment: {'id': '5aae4319-2c7a-432a-b550-84e6547a5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:45.243668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Bound using segment: {'id': '5aae4319-2c7a-432a-b550-84e6547a5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:45.244575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Bound port: 9be5e415-ab99-4507-9920-f96d7ab3ffbc, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aae4319-2c7a-432a-b550-84e6547a5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:45.245217 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.339883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931c79-de51-447b-8cf6-72e66ee11388 req-75f87092-516c-4b7a-a44d-91db1ae84c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:45.341796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-75f87092-516c-4b7a-a44d-91db1ae84c5f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1769650 Jul 13 07:54:45.415099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] For port 9be5e415-ab99-4507-9920-f96d7ab3ffbc, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:45.420193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931c79-de51-447b-8cf6-72e66ee11388 req-4801adc9-d49d-445a-920e-0ecd000e44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:45.422158 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-4801adc9-d49d-445a-920e-0ecd000e44c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1950245 Jul 13 07:54:45.450008 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:45.492617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] For port 9be5e415-ab99-4507-9920-f96d7ab3ffbc, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=9be5e415-ab99-4507-9920-f96d7ab3ffbc,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:45.516182 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.595853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:45.597556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.599304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] 10.222.0.38 "PUT /v2.0/ports/9be5e415-ab99-4507-9920-f96d7ab3ffbc HTTP/1.1" status: 200 len: 1092 time: 1.6542528 Jul 13 07:54:45.641433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-d7f33c07-8bef-4e4e-a3fd-b50395732731 service neutron] 10.222.0.38 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850442 Jul 13 07:54:45.683375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:45.683632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56b692-bd51-4425-b975-ac7f88f0d6eb req-052bdaed-bccd-4815-831c-96b26d502390 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:45.685684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f56b692-bd51-4425-b975-ac7f88f0d6eb req-052bdaed-bccd-4815-831c-96b26d502390 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 943 time: 0.1126220 Jul 13 07:54:45.710046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'port_id': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'mac_address': 'fa:16:3e:cf:e8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:45.737131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f56b692-bd51-4425-b975-ac7f88f0d6eb req-93fb2865-0903-4bac-a01f-c5187184e22b tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 Jul 13 07:54:45.761270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e0511-82d1-4357-b842-4027149c5b5c service neutron] Pushing event updated for resources: {'Port': ['ID=9be5e415-ab99-4507-9920-f96d7ab3ffbc,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:45.773576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-4ce28d35-08c4-45c8-b859-686f08b2efa4 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065925 Jul 13 07:54:45.784832 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.798907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7d6982-ddc7-4985-ada5-55e784642ea5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:45.822144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:45.833281 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.909876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-9838210f-d181-463a-9c5a-be32914d0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:45.911464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-9838210f-d181-463a-9c5a-be32914d0c25 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9710c08ac4cf43d9bd5748711397da9c&device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 1095 time: 0.2388647 Jul 13 07:54:45.913335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-3204043e-64d3-408a-8f69-eb5f2bbe721c service neutron] 10.222.0.38 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565298 Jul 13 07:54:45.984615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:46.052391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-af330379-dc22-4909-a07a-2f8bb65d8377 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9be5e415-ab99-4507-9920-f96d7ab3ffbc HTTP/1.1" status: 200 len: 217 time: 0.1128347 Jul 13 07:54:46.054646 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00931c79-de51-447b-8cf6-72e66ee11388 req-833d15cd-0b7d-4086-82a7-6727e7ffa368 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511072 Jul 13 07:54:46.143424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-3ca95e49-a1b7-42c1-b189-edffc5363a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.144569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['eb7d6982-ddc7-4985-ada5-55e784642ea5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:46.145088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-3ca95e49-a1b7-42c1-b189-edffc5363a1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce58dcde-9dfc-4d99-9337-33366a7b23dc HTTP/1.1" status: 200 len: 853 time: 0.0658171 Jul 13 07:54:46.191058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-1937808a-f5f8-42c5-b567-b5acba3b90fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6a0a887-eaab-486c-935b-80bcffe60edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331662 Jul 13 07:54:46.199704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a15ad-9f31-4d10-8daa-b3a475c85381 req-4de48b70-7b40-445c-8d8c-56bc95f0c4c2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.207034 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-857a15ad-9f31-4d10-8daa-b3a475c85381 req-4de48b70-7b40-445c-8d8c-56bc95f0c4c2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 946 time: 0.1847322 Jul 13 07:54:46.280728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b21cbc-8593-438c-8b8e-7df64037167f', 'tag': '9be5e415-ab99-4507-9920-f96d7ab3ffbc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:46.283107 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc0a4f2-3317-4555-b0ba-696718d5e370" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b21cbc-8593-438c-8b8e-7df64037167f", "tag": "9be5e415-ab99-4507-9920-f96d7ab3ffbc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:46.339715 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da1216c-fd9e-4b62-bf7d-4c5394f52889 x-openstack-request-id: req-2da1216c-fd9e-4b62-bf7d-4c5394f52889 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:46.339715 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b21cbc-8593-438c-8b8e-7df64037167f", "tag": "9be5e415-ab99-4507-9920-f96d7ab3ffbc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:46.340017 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2da1216c-fd9e-4b62-bf7d-4c5394f52889 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:46.340374 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b21cbc-8593-438c-8b8e-7df64037167f', 'tag': '9be5e415-ab99-4507-9920-f96d7ab3ffbc', 'status': 'completed', 'code': 200} Jul 13 07:54:46.355730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-857a15ad-9f31-4d10-8daa-b3a475c85381 req-53db0d8f-8815-4309-8689-e7ce6dc2ec1b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1346257 Jul 13 07:54:46.386870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49426) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:46.436781 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-d801b996-6173-4937-a231-2e95f0b7ade5 service neutron] 10.222.0.38 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277501 Jul 13 07:54:46.542722 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2c38e74c-f621-40f7-90b9-7d25206db474 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/e97a51d5-51c2-4020-9e05-0a28a17108fb HTTP/1.1" status: 200 len: 993 time: 0.1511669 Jul 13 07:54:46.564569 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68fc54d4-94db-49da-a21a-ba3e8170215c req-7fa68932-8409-4752-b1c6-ee7c900a3e04 service neutron] 10.222.0.38 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192203 Jul 13 07:54:46.680770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-b0c4f47d-b151-4c65-b107-f6cd767f9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.682439 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-b0c4f47d-b151-4c65-b107-f6cd767f9aeb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9710c08ac4cf43d9bd5748711397da9c&device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 1095 time: 0.0646670 Jul 13 07:54:46.791241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-ea90adfa-642b-4c71-a4da-ef51d3093cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.793015 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-ea90adfa-642b-4c71-a4da-ef51d3093cfe service neutron] 10.222.0.38 "GET /v2.0/networks?id=a6a0a887-eaab-486c-935b-80bcffe60edf HTTP/1.1" status: 200 len: 914 time: 0.1004736 Jul 13 07:54:46.876672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-fcbf0acb-0787-4646-9dcc-9b1cc6587cef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9be5e415-ab99-4507-9920-f96d7ab3ffbc HTTP/1.1" status: 200 len: 217 time: 0.0712817 Jul 13 07:54:46.932648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f602c3-1201-4876-8bb5-32629ee1be69 req-87105797-0cb3-4251-b050-88527a76732a tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.935208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c8f602c3-1201-4876-8bb5-32629ee1be69 req-87105797-0cb3-4251-b050-88527a76732a tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 943 time: 0.0761075 Jul 13 07:54:46.941526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-f4265854-ac06-400b-8b35-c2e0a0861d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.943489 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-f4265854-ac06-400b-8b35-c2e0a0861d53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce58dcde-9dfc-4d99-9337-33366a7b23dc HTTP/1.1" status: 200 len: 853 time: 0.0540488 Jul 13 07:54:46.986549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c8f602c3-1201-4876-8bb5-32629ee1be69 req-aa3a9359-887f-4265-afe6-9cf532115f60 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456972 Jul 13 07:54:46.993403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-a26c5b15-771d-4915-9ab5-1b94c91874a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6a0a887-eaab-486c-935b-80bcffe60edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378945 Jul 13 07:54:47.146220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-316d11e5-a9b6-40f9-8dcf-3457518001dd service neutron] 10.222.0.38 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407359 Jul 13 07:54:47.300757 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2fc0a4f2-3317-4555-b0ba-696718d5e370 req-c5455a57-b252-402d-a020-32a5c19c0127 service neutron] 10.222.0.38 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456711 Jul 13 07:54:47.469528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:47.541543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port eb7d6982-ddc7-4985-ada5-55e784642ea5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:47.547452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port eb7d6982-ddc7-4985-ada5-55e784642ea5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:47.548604 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.679567 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.718052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:47.721291 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8f8d4d-55ea-4a05-b82a-bb6535d34814" -d '{"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-plugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:47.739309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:47.743755 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.803569 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb47f4a-7141-4cdc-b448-6e0a73a8b2cf x-openstack-request-id: req-8eb47f4a-7141-4cdc-b448-6e0a73a8b2cf {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:47.804300 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-plugged", "status": "completed", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:47.804843 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eb47f4a-7141-4cdc-b448-6e0a73a8b2cf {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:47.805263 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'code': 200} Jul 13 07:54:47.829018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=13']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:48.128802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-602fde75-b196-4bef-b908-3341411b0489 None None] Provisioning complete for port eb7d6982-ddc7-4985-ada5-55e784642ea5 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:48.129246 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-602fde75-b196-4bef-b908-3341411b0489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:48.201346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2e5dc-e46b-4cd1-ac9a-34dccd91738d req-705e4cc6-d448-4576-a343-c997a86682c9 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:48.203908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8f2e5dc-e46b-4cd1-ac9a-34dccd91738d req-705e4cc6-d448-4576-a343-c997a86682c9 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 943 time: 0.0722151 Jul 13 07:54:48.258403 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8f2e5dc-e46b-4cd1-ac9a-34dccd91738d req-c4063e06-fa45-43a7-912d-024779f77214 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Jul 13 07:54:48.350730 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71da586a-f8f3-4558-8584-b41f3d21ec06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.274011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 9be5e415-ab99-4507-9920-f96d7ab3ffbc details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:49.396581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 9be5e415-ab99-4507-9920-f96d7ab3ffbc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=9be5e415-ab99-4507-9920-f96d7ab3ffbc,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:49.408838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '9be5e415-ab99-4507-9920-f96d7ab3ffbc', 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf', 'port_id': '9be5e415-ab99-4507-9920-f96d7ab3ffbc', 'mac_address': 'fa:16:3e:7b:42:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce58dcde-9dfc-4d99-9337-33366a7b23dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:49.466622 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.483089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be5e415-ab99-4507-9920-f96d7ab3ffbc {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:49.489058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5d29-92e2-4569-9a66-aebd8919332e req-84c2156f-7913-485b-9476-829ce3dbabb0 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:49.502561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a5d5d29-92e2-4569-9a66-aebd8919332e req-84c2156f-7913-485b-9476-829ce3dbabb0 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 943 time: 0.0949621 Jul 13 07:54:49.515161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 9be5e415-ab99-4507-9920-f96d7ab3ffbc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=9be5e415-ab99-4507-9920-f96d7ab3ffbc,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:49.520634 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.552971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a5d5d29-92e2-4569-9a66-aebd8919332e req-a9f05de5-1bdc-4217-b509-1a5640cf5d9f tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474648 Jul 13 07:54:49.587860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=9be5e415-ab99-4507-9920-f96d7ab3ffbc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:49.633623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-852f2af1-236b-49db-b6f7-5860e6db3021 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315477986&fields=id&tenant_id=5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 267 time: 0.0377698 Jul 13 07:54:49.748865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6c59390f-9d69-4260-91d2-ef6c8ec7ceb2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:49.750451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6c59390f-9d69-4260-91d2-ef6c8ec7ceb2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.1104379 Jul 13 07:54:49.762019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['9be5e415-ab99-4507-9920-f96d7ab3ffbc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:49.765710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-f39e01ee-a905-4498-a0bd-a83fb8ff859a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/quotas/5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 375 time: 0.0097845 Jul 13 07:54:49.848865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-50eb78a8-3b7e-4946-b86e-75d889abb1df tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768266 Jul 13 07:54:49.960073 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-4619a01f-f077-4f6c-b7a9-21c2115739b7 service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961261 Jul 13 07:54:50.058807 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-21df5264-e842-460c-a057-636d3068a22d service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930190 Jul 13 07:54:50.378320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-474ea720-20ad-47db-9250-d5254dba3e94 req-9c80090c-37cf-4661-bdf3-8053835857ef tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 210 time: 0.0344210 Jul 13 07:54:50.766361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fea91-42d1-4f0e-a3fb-63128c1ee243 req-57a2b65e-ff18-4338-b712-ecfe611a297d tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:50.768133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-976fea91-42d1-4f0e-a3fb-63128c1ee243 req-57a2b65e-ff18-4338-b712-ecfe611a297d tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 944 time: 0.0844188 Jul 13 07:54:50.823380 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-976fea91-42d1-4f0e-a3fb-63128c1ee243 req-4a8da226-ce0a-482a-b4eb-7d773c44c4e4 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480292 Jul 13 07:54:51.070683 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70f9480b-45d6-4b92-bf18-01e88fdd615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.115368 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.292264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 9be5e415-ab99-4507-9920-f96d7ab3ffbc up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:51.366490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 9be5e415-ab99-4507-9920-f96d7ab3ffbc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:51.371618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 9be5e415-ab99-4507-9920-f96d7ab3ffbc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:51.372741 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.521623 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.552531 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b21cbc-8593-438c-8b8e-7df64037167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be5e415-ab99-4507-9920-f96d7ab3ffbc'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:51.554887 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20792e19-4e5a-4afa-896c-f2c30cb12f23" -d '{"events": [{"server_uuid": "d6b21cbc-8593-438c-8b8e-7df64037167f", "name": "network-vif-plugged", "status": "completed", "tag": "9be5e415-ab99-4507-9920-f96d7ab3ffbc"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:51.569854 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-86e75998-5f9f-4d1b-a573-a7a5a78687ae req-7a344ee8-937c-45a3-9eac-601717ed4656 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 210 time: 0.0487893 Jul 13 07:54:51.580665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 9be5e415-ab99-4507-9920-f96d7ab3ffbc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=9be5e415-ab99-4507-9920-f96d7ab3ffbc,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:51.591507 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.603662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-c0f93bde-7dc7-48cd-afa2-39f7bdcfcfba tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:51.605434 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-c0f93bde-7dc7-48cd-afa2-39f7bdcfcfba tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.1926448 Jul 13 07:54:51.673186 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54788586-a554-4c16-9b49-be4bffe7943e x-openstack-request-id: req-54788586-a554-4c16-9b49-be4bffe7943e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:51.673492 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b21cbc-8593-438c-8b8e-7df64037167f", "name": "network-vif-plugged", "status": "completed", "tag": "9be5e415-ab99-4507-9920-f96d7ab3ffbc", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:51.673896 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54788586-a554-4c16-9b49-be4bffe7943e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:51.674559 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b21cbc-8593-438c-8b8e-7df64037167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be5e415-ab99-4507-9920-f96d7ab3ffbc', 'code': 200} Jul 13 07:54:51.715668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=9be5e415-ab99-4507-9920-f96d7ab3ffbc,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:52.039732 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.095057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-7185efe8-a13b-4248-b0e6-2783de2b0d33 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 379 time: 0.4767175 Jul 13 07:54:52.104749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'port': {'device_id': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'admin_state_up': True, 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'security_groups': ['41501c14-a708-46ab-8b38-a3201f91b9ce']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:52.214091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f80ad1-0d80-4b7e-be39-f2507831ed2d req-7da2e84a-14ae-4f1d-b7db-4e7f5fd407e6 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.215581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85f80ad1-0d80-4b7e-be39-f2507831ed2d req-7da2e84a-14ae-4f1d-b7db-4e7f5fd407e6 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 945 time: 0.2075527 Jul 13 07:54:52.219389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5593a-9bdf-435f-8c3e-8b89774b22ab req-0b77286f-b888-4100-871e-feb1814d69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.220805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-26c5593a-9bdf-435f-8c3e-8b89774b22ab req-0b77286f-b888-4100-871e-feb1814d69e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 1097 time: 0.2116916 Jul 13 07:54:52.303544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85f80ad1-0d80-4b7e-be39-f2507831ed2d req-3f051db2-3d7a-4114-bf62-e4751cb3b428 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818014 Jul 13 07:54:52.307649 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-26c5593a-9bdf-435f-8c3e-8b89774b22ab req-ffbc49ee-2d8a-43fc-aebd-07ddc8263df9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762477 Jul 13 07:54:52.318326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Made reservation on behalf of 5d2cf1a62e3043e0947f82a850ab2704 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:52.322354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.474028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.20.0.6 (223b2461-4867-4ebc-b563-c6c5888b3ca7/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2/149c0286-39da-4972-b619-ba04f15b347d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:52.640786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.658726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Transition to ACTIVE for port object 149c0286-39da-4972-b619-ba04f15b347d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:52.706196 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.754968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:52.759543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:52.765550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:52.806977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be16e76-bebb-4374-951b-4d3bbef3e643 req-ec076735-a1dd-477c-81b7-b22fad335cf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.816178 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3be16e76-bebb-4374-951b-4d3bbef3e643 req-ec076735-a1dd-477c-81b7-b22fad335cf8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 931 time: 0.0894384 Jul 13 07:54:52.826086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=149c0286-39da-4972-b619-ba04f15b347d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:52.854725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.855473 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.870787 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3be16e76-bebb-4374-951b-4d3bbef3e643 req-1a1ed841-7f9d-437f-9b0b-52eea2ec703c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531633 Jul 13 07:54:52.877136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6dd2de6f-9fb3-43d8-a265-3c23060b0e13 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7756326 Jul 13 07:54:52.895218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Request body: {'port': {'device_id': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:53.020761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.098729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a5b87d32-44cd-41c5-81ad-d8c9df51d8f3 None None] Provisioning for port 149c0286-39da-4972-b619-ba04f15b347d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:53.107173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a5b87d32-44cd-41c5-81ad-d8c9df51d8f3 None None] Provisioning complete for port 149c0286-39da-4972-b619-ba04f15b347d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:53.108021 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5b87d32-44cd-41c5-81ad-d8c9df51d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.150908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a5b87d32-44cd-41c5-81ad-d8c9df51d8f3 None None] Port 149c0286-39da-4972-b619-ba04f15b347d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:53.386263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149c0286-39da-4972-b619-ba04f15b347d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:53.398316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.413077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Transition to ACTIVE for port object 149c0286-39da-4972-b619-ba04f15b347d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:53.418932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.586943 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Pushing event updated for resources: {'Port': ['ID=149c0286-39da-4972-b619-ba04f15b347d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:53.682876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5456a-2208-47a1-bc7b-78f7e400789a req-6669d563-1639-4b8e-be33-b119be1716e3 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:53.684403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ea5456a-2208-47a1-bc7b-78f7e400789a req-6669d563-1639-4b8e-be33-b119be1716e3 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 945 time: 0.1974571 Jul 13 07:54:53.691587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Attempting to bind port 149c0286-39da-4972-b619-ba04f15b347d on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:53.692602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Attempting to bind port 149c0286-39da-4972-b619-ba04f15b347d by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:53.693151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Attempting to bind port 149c0286-39da-4972-b619-ba04f15b347d on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:53.710145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Port 149c0286-39da-4972-b619-ba04f15b347d on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:53.710692 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.711040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Attempting to bind port 149c0286-39da-4972-b619-ba04f15b347d on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:53.726180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:53.726537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:53.726940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Bound using segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:53.727381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Bound port: 149c0286-39da-4972-b619-ba04f15b347d, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:53.727773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.777199 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ea5456a-2208-47a1-bc7b-78f7e400789a req-b7c15761-f929-4c5b-9c60-818e67238b3e tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784729 Jul 13 07:54:53.818661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] For port 149c0286-39da-4972-b619-ba04f15b347d, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:53.823772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] For port 149c0286-39da-4972-b619-ba04f15b347d, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=149c0286-39da-4972-b619-ba04f15b347d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:53.829539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.874215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:53.875024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.876470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/149c0286-39da-4972-b619-ba04f15b347d HTTP/1.1" status: 200 len: 1092 time: 0.9921825 Jul 13 07:54:53.877063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'tag': '149c0286-39da-4972-b619-ba04f15b347d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:53.880048 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf7bda1-a110-4c49-a318-d2ef13f13078", "tag": "149c0286-39da-4972-b619-ba04f15b347d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:54.019334 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4f1299-9a5c-47c2-92f9-6ab7cad16c46 x-openstack-request-id: req-ed4f1299-9a5c-47c2-92f9-6ab7cad16c46 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:54.019876 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf7bda1-a110-4c49-a318-d2ef13f13078", "tag": "149c0286-39da-4972-b619-ba04f15b347d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:54.020315 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed4f1299-9a5c-47c2-92f9-6ab7cad16c46 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:54.020894 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'tag': '149c0286-39da-4972-b619-ba04f15b347d', 'status': 'completed', 'code': 200} Jul 13 07:54:54.027457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a64e3-1ba9-4f4d-acab-cf53311895d2 service neutron] Pushing event updated for resources: {'Port': ['ID=149c0286-39da-4972-b619-ba04f15b347d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:54.081114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6d2001af-f469-4034-ac4d-e061506d7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.083454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-6d2001af-f469-4034-ac4d-e061506d7182 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 1095 time: 0.1542966 Jul 13 07:54:54.160884 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-c895a77c-4ce3-4a0a-ab7d-4553d8013202 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=149c0286-39da-4972-b619-ba04f15b347d HTTP/1.1" status: 200 len: 217 time: 0.0671127 Jul 13 07:54:54.279688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-9b4a134c-734c-41e4-8034-8a2be044b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.281290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-9b4a134c-734c-41e4-8034-8a2be044b17f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.1068034 Jul 13 07:54:54.343215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622c92-6464-4172-baa6-be4d6788d8b8 req-bae55d5d-2628-45a7-bebe-c793fe3492e0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.344951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06622c92-6464-4172-baa6-be4d6788d8b8 req-bae55d5d-2628-45a7-bebe-c793fe3492e0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.1830289 Jul 13 07:54:54.411765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-06622c92-6464-4172-baa6-be4d6788d8b8 req-7e1d70d6-81a6-4fc4-8d7b-b7b9e4cb991a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540309 Jul 13 07:54:54.420567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-fb8f4e00-c0bd-4199-80ef-d2b521590af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.422446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-fb8f4e00-c0bd-4199-80ef-d2b521590af0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348646 Jul 13 07:54:54.535689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-da0bedd6-9a6a-4915-9d4e-3cc0078dd291 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071594 Jul 13 07:54:54.664344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ca9b697d-4374-4023-8198-e8bd37b26a2d req-735b03e7-36ea-4938-a9ee-34fcf8c811eb service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224904 Jul 13 07:54:54.779226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-b9ccc0da-bf1e-439d-a61e-57a34ed7c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.782013 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-b9ccc0da-bf1e-439d-a61e-57a34ed7c352 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 1095 time: 0.0647883 Jul 13 07:54:54.912548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-9e6696ca-7a56-42a2-8f22-ab6fe8f90f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:54.914061 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-9e6696ca-7a56-42a2-8f22-ab6fe8f90f4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.1255081 Jul 13 07:54:54.959342 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-1643ae44-5aa7-457d-af6e-f0d16a8d6540 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=149c0286-39da-4972-b619-ba04f15b347d HTTP/1.1" status: 200 len: 217 time: 0.0396557 Jul 13 07:54:55.008762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-b4672609-26e2-4572-8740-f67308db0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:55.010394 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-b4672609-26e2-4572-8740-f67308db0321 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0454001 Jul 13 07:54:55.080261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-f8be4f60-25c7-4e49-9812-c829ba0bb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:55.082403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-f8be4f60-25c7-4e49-9812-c829ba0bb523 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661063 Jul 13 07:54:55.189307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-4e27b4f9-458c-46ec-abf2-7dd864fffbb9 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998907 Jul 13 07:54:55.298431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed5ecafd-a0a8-4b32-8886-c1c8eb41aaf8 req-d729a622-6f53-452a-a6ee-93355c338baa service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030233 Jul 13 07:54:55.651120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266ab90-2ba3-4165-8c00-2e34fd4166cc req-79af79f5-9ad4-4691-927f-149740295037 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:55.654890 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b266ab90-2ba3-4165-8c00-2e34fd4166cc req-79af79f5-9ad4-4691-927f-149740295037 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.0926805 Jul 13 07:54:55.711873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b266ab90-2ba3-4165-8c00-2e34fd4166cc req-3e9382d3-c78d-4671-813a-bb18cd91f989 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508192 Jul 13 07:54:56.895301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620de3b-ca7d-4e7c-a2a8-7f8148998306 req-e71a7ceb-0507-4010-a454-f8433b486983 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:56.896876 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b620de3b-ca7d-4e7c-a2a8-7f8148998306 req-e71a7ceb-0507-4010-a454-f8433b486983 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.0662003 Jul 13 07:54:56.939492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b620de3b-ca7d-4e7c-a2a8-7f8148998306 req-98ebc6b1-986b-4df3-b66f-82f3e8a9e8df tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362098 Jul 13 07:54:57.874036 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:54:58.129792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249deea0-ec73-4979-98b8-ffa168d8a230 req-c5abc215-b888-407c-8f53-1ffa86208840 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:58.131298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-249deea0-ec73-4979-98b8-ffa168d8a230 req-c5abc215-b888-407c-8f53-1ffa86208840 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.0741794 Jul 13 07:54:58.172093 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-249deea0-ec73-4979-98b8-ffa168d8a230 req-d26cd041-5e5f-4732-8f03-17ee48ef3fff tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351536 Jul 13 07:54:59.364226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3fa7-fa60-4088-98e3-7643a5eb73b7 req-ad8f9bb2-bb45-4d55-a3f7-6d9c4e53de83 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:59.367454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f5d3fa7-fa60-4088-98e3-7643a5eb73b7 req-ad8f9bb2-bb45-4d55-a3f7-6d9c4e53de83 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.0782526 Jul 13 07:54:59.410971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f5d3fa7-fa60-4088-98e3-7643a5eb73b7 req-cf6ea7e2-0fa8-4877-b315-b1ec7b3fb919 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351071 Jul 13 07:55:00.592028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468412cd-c147-4062-9d2b-6793a32dec5f req-5845068c-be66-4b66-b7a5-7767e6e1dbf1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:00.594297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-468412cd-c147-4062-9d2b-6793a32dec5f req-5845068c-be66-4b66-b7a5-7767e6e1dbf1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.0674365 Jul 13 07:55:00.634955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-468412cd-c147-4062-9d2b-6793a32dec5f req-47d89260-1b1b-49b1-a24e-cc593869721a tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349302 Jul 13 07:55:01.789972 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-72c60b6a-759b-442f-8a24-5c36a949a05b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869942 Jul 13 07:55:01.856495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9644548-762c-4070-ace9-98e6ddd94824 req-34f7728a-7f89-4c59-9e43-119b59ca14b5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:01.858094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d9644548-762c-4070-ace9-98e6ddd94824 req-34f7728a-7f89-4c59-9e43-119b59ca14b5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.0845513 Jul 13 07:55:01.962745 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d9644548-762c-4070-ace9-98e6ddd94824 req-38d9e373-e650-49a3-8342-add0f1d9f501 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676093 Jul 13 07:55:01.976742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-a042cd6b-1339-41fa-aed4-b29ecd94798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:01.978553 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-a042cd6b-1339-41fa-aed4-b29ecd94798f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de8f67f8a6f34f79bd13ca764723b7c1&device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 1097 time: 0.1315658 Jul 13 07:55:02.094660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-6a4078fb-c58f-46b5-bcf3-3a0814fb09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.096219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-6a4078fb-c58f-46b5-bcf3-3a0814fb09d0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=205d9332-7174-45b4-a723-0bd7f332f911 HTTP/1.1" status: 200 len: 909 time: 0.0957170 Jul 13 07:55:02.171793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-6f5682d1-943d-4389-9d1d-1e69be985cab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44582af7-74ad-477d-b328-520266453518 HTTP/1.1" status: 200 len: 1000 time: 0.0685608 Jul 13 07:55:02.223384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-4eed05a3-602d-4850-b099-4b98a4586f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.224981 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-4eed05a3-602d-4850-b099-4b98a4586f56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=528041c8-c8f8-4af5-bae4-ceaf397ac38a HTTP/1.1" status: 200 len: 847 time: 0.0470226 Jul 13 07:55:02.289407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-e4c450d7-f229-4e15-b552-01933e276ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.290951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-e4c450d7-f229-4e15-b552-01933e276ffd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=205d9332-7174-45b4-a723-0bd7f332f911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583975 Jul 13 07:55:02.398601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-c952a945-2886-40f6-951f-652aa913f9ba service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012740 Jul 13 07:55:02.506780 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-765e4feb-69ae-4df8-b586-3153cc1139fa req-20bc997d-4274-4bd0-bb93-9e8d0c44ab6c service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021299 Jul 13 07:55:03.172855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90c48-b305-4297-abd4-c63a576dbd53 req-0197e4a7-7dcd-4d8a-8d44-6fe842b9587d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.175027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0b90c48-b305-4297-abd4-c63a576dbd53 req-0197e4a7-7dcd-4d8a-8d44-6fe842b9587d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.0734522 Jul 13 07:55:03.219242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0b90c48-b305-4297-abd4-c63a576dbd53 req-810d44d9-aa2a-4722-8d51-1f4bbcfe075f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 Jul 13 07:55:04.418710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7210a-2b64-47b8-ad14-9509079c1f87 req-816a2d9e-2e81-498f-b0ca-91e6b68f0dad tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:04.420221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7d7210a-2b64-47b8-ad14-9509079c1f87 req-816a2d9e-2e81-498f-b0ca-91e6b68f0dad tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.0818861 Jul 13 07:55:04.462039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7d7210a-2b64-47b8-ad14-9509079c1f87 req-83a48319-6612-4269-8066-fd8b4d497b07 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349886 Jul 13 07:55:05.552270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 149c0286-39da-4972-b619-ba04f15b347d details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:05.658098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85020-10ca-4555-9a81-13a1928888a6 req-d9461a32-1ef3-49fb-b469-3e83c0049654 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:05.667908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-89c85020-10ca-4555-9a81-13a1928888a6 req-d9461a32-1ef3-49fb-b469-3e83c0049654 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 943 time: 0.0829544 Jul 13 07:55:05.691903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 149c0286-39da-4972-b619-ba04f15b347d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=149c0286-39da-4972-b619-ba04f15b347d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:05.710996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '149c0286-39da-4972-b619-ba04f15b347d', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'port_id': '149c0286-39da-4972-b619-ba04f15b347d', 'mac_address': 'fa:16:3e:68:67:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:05.713894 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-89c85020-10ca-4555-9a81-13a1928888a6 req-6efe5c0a-b71b-46a3-a64d-02b7ee8abec4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447404 Jul 13 07:55:05.766281 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.774564 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.779443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149c0286-39da-4972-b619-ba04f15b347d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:05.801164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 149c0286-39da-4972-b619-ba04f15b347d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=149c0286-39da-4972-b619-ba04f15b347d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:05.805084 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.868936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=149c0286-39da-4972-b619-ba04f15b347d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:06.050240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['149c0286-39da-4972-b619-ba04f15b347d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:06.908340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a226-624d-457c-8820-2a8406a739de req-1f5d8b95-46cc-4f4b-8041-7eac0bfc3884 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:06.909918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8a9a226-624d-457c-8820-2a8406a739de req-1f5d8b95-46cc-4f4b-8041-7eac0bfc3884 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 944 time: 0.0739286 Jul 13 07:55:06.954421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8a9a226-624d-457c-8820-2a8406a739de req-209a8237-32b5-4acf-98ff-923a3f4af01b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359509 Jul 13 07:55:07.565997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 149c0286-39da-4972-b619-ba04f15b347d up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:07.629407 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:07.631606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 149c0286-39da-4972-b619-ba04f15b347d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:07.635859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 149c0286-39da-4972-b619-ba04f15b347d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:07.636228 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:07.722784 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:07.755874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149c0286-39da-4972-b619-ba04f15b347d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:07.758225 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c43072c-f9b4-4cca-ab67-565a83893be2" -d '{"events": [{"server_uuid": "fbf7bda1-a110-4c49-a318-d2ef13f13078", "name": "network-vif-plugged", "status": "completed", "tag": "149c0286-39da-4972-b619-ba04f15b347d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:07.771339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 149c0286-39da-4972-b619-ba04f15b347d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=149c0286-39da-4972-b619-ba04f15b347d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:07.776507 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:07.828788 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0490d38-afa6-4aff-af0d-a96c595d339b x-openstack-request-id: req-e0490d38-afa6-4aff-af0d-a96c595d339b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:07.829249 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf7bda1-a110-4c49-a318-d2ef13f13078", "name": "network-vif-plugged", "status": "completed", "tag": "149c0286-39da-4972-b619-ba04f15b347d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:07.829596 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0490d38-afa6-4aff-af0d-a96c595d339b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:07.830104 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149c0286-39da-4972-b619-ba04f15b347d', 'code': 200} Jul 13 07:55:07.887140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=149c0286-39da-4972-b619-ba04f15b347d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:08.019038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daa99b-2f06-48ad-a8a2-0daf6ebeed70 req-c155347e-e090-42e5-8b96-68c6feeffffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:08.021346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-54daa99b-2f06-48ad-a8a2-0daf6ebeed70 req-c155347e-e090-42e5-8b96-68c6feeffffa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 1097 time: 0.1019289 Jul 13 07:55:08.066023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-54daa99b-2f06-48ad-a8a2-0daf6ebeed70 req-2271efe7-dcf0-4114-b5f8-3f2bcd5bf230 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385923 Jul 13 07:55:08.143677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-93cfe590-1ddc-443d-a766-305d344ca409 None None] Provisioning complete for port 149c0286-39da-4972-b619-ba04f15b347d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:08.144172 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93cfe590-1ddc-443d-a766-305d344ca409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.194558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81d34-17d9-4821-83f2-aee0a52b16f0 req-4f7ad09e-8976-450d-8cc0-234dee9e2a48 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:08.196799 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dad81d34-17d9-4821-83f2-aee0a52b16f0 req-4f7ad09e-8976-450d-8cc0-234dee9e2a48 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 945 time: 0.0870492 Jul 13 07:55:08.246594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dad81d34-17d9-4821-83f2-aee0a52b16f0 req-fc617632-e2d0-426a-934a-3c698bf1c060 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429296 Jul 13 07:55:09.501866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49802) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:09.504220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d20670-2747-4027-9ee2-b7d194921ec6 req-693d7243-7320-4cb5-b7e4-a69959daccd6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:09.509197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9d20670-2747-4027-9ee2-b7d194921ec6 req-693d7243-7320-4cb5-b7e4-a69959daccd6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 945 time: 0.1137617 Jul 13 07:55:09.553357 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9d20670-2747-4027-9ee2-b7d194921ec6 req-587224a2-67c7-4a54-b793-0250c8089bd5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400729 Jul 13 07:55:09.641113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132586a-37b5-437c-8659-a5540d443ba9 req-bd7c635d-0230-485f-ad2f-cc8a2e1493b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:09.643618 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1132586a-37b5-437c-8659-a5540d443ba9 req-bd7c635d-0230-485f-ad2f-cc8a2e1493b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 1097 time: 0.1398299 Jul 13 07:55:09.686292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1132586a-37b5-437c-8659-a5540d443ba9 req-e8d0bf30-b664-4195-b20d-6fe30f778b02 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365937 Jul 13 07:55:09.761922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da95cb-201e-4036-b355-b8c25aa69004 req-2b105995-c0dc-4b1b-a204-51e0d99992d9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:09.763550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89da95cb-201e-4036-b355-b8c25aa69004 req-2b105995-c0dc-4b1b-a204-51e0d99992d9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 945 time: 0.0809066 Jul 13 07:55:09.805583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89da95cb-201e-4036-b355-b8c25aa69004 req-c08c4ce5-4f34-448b-b8da-82d3f7ed5a67 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358114 Jul 13 07:55:09.833749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49810) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:09.996925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58341feb-3fc0-4a77-97dc-b21a327a1d88 tempest-TestVolumeBootPattern-254653973 tempest-TestVolumeBootPattern-254653973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:10.001187 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-58341feb-3fc0-4a77-97dc-b21a327a1d88 tempest-TestVolumeBootPattern-254653973 tempest-TestVolumeBootPattern-254653973-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 1092 time: 0.1637254 Jul 13 07:55:10.001463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:10.006105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '149c0286-39da-4972-b619-ba04f15b347d', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:10.028595 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.136568 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.248931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.25.8.225 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/372b1da0-df46-4c15-9f07-a491725f5772) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:10.363605 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.405493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:10.460624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:10.467207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:10.470572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:10.508869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=372b1da0-df46-4c15-9f07-a491725f5772,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:11.008278 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.137818 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.335442 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.341445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.425830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=372b1da0-df46-4c15-9f07-a491725f5772,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:11.448276 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.588529 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Floating IP c1ef6496-6317-49a2-824d-02f2d2ebd98b associated. External IP: 172.25.8.225, port: 149c0286-39da-4972-b619-ba04f15b347d. Jul 13 07:55:12.137846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Router 665d4a7f-a443-42f0-890c-0b475371fcfe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:12.256432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:12.271109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] Sync routers for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:12.275098 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:12.289264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:12.290170 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:54:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:12.320500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-265920de-ac7f-48c6-bfeb-51a9e631fff0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3174050 Jul 13 07:55:12.321075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'tag': '149c0286-39da-4972-b619-ba04f15b347d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:12.323466 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b564e63-65fb-4126-be91-44afd2169396" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf7bda1-a110-4c49-a318-d2ef13f13078", "tag": "149c0286-39da-4972-b619-ba04f15b347d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:12.379239 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfa5903-f7e3-4f87-92e9-46082f9c59d6 x-openstack-request-id: req-8cfa5903-f7e3-4f87-92e9-46082f9c59d6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:12.379979 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf7bda1-a110-4c49-a318-d2ef13f13078", "tag": "149c0286-39da-4972-b619-ba04f15b347d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:12.380443 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cfa5903-f7e3-4f87-92e9-46082f9c59d6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:12.380927 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'tag': '149c0286-39da-4972-b619-ba04f15b347d', 'status': 'completed', 'code': 200} Jul 13 07:55:12.441114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:12.461123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564e63-65fb-4126-be91-44afd2169396 req-762de322-ab34-4189-b13e-29e2b6634b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:12.462829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b564e63-65fb-4126-be91-44afd2169396 req-762de322-ab34-4189-b13e-29e2b6634b5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 1097 time: 0.0555646 Jul 13 07:55:12.564980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564e63-65fb-4126-be91-44afd2169396 req-1e4fe05c-c5ee-4286-9d31-69a6ffb10452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:12.566688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b564e63-65fb-4126-be91-44afd2169396 req-1e4fe05c-c5ee-4286-9d31-69a6ffb10452 service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.0972486 Jul 13 07:55:12.655376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b564e63-65fb-4126-be91-44afd2169396 req-507e7e66-1291-489e-b804-d96b4154cf08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=149c0286-39da-4972-b619-ba04f15b347d HTTP/1.1" status: 200 len: 999 time: 0.0818269 Jul 13 07:55:12.694832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'c1ef6496-6317-49a2-824d-02f2d2ebd98b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': '149c0286-39da-4972-b619-ba04f15b347d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:68:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:55:10Z', 'updated_at': '2021-07-13T07:55:10Z', 'revision_number': 0, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:12.716532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564e63-65fb-4126-be91-44afd2169396 req-d1234498-ba7d-4983-8f77-890aaac3c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:12.718382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b564e63-65fb-4126-be91-44afd2169396 req-d1234498-ba7d-4983-8f77-890aaac3c821 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0570366 Jul 13 07:55:12.737163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] Checking router: 665d4a7f-a443-42f0-890c-0b475371fcfe for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:12.747946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:12.748594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:54:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:12.801987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564e63-65fb-4126-be91-44afd2169396 req-075dbd2b-2b73-44fd-a5a6-3eacdbd0158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:12.803291 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b564e63-65fb-4126-be91-44afd2169396 req-075dbd2b-2b73-44fd-a5a6-3eacdbd0158b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777297 Jul 13 07:55:12.864633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:12.922709 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b564e63-65fb-4126-be91-44afd2169396 req-ab68557d-1eb1-4884-8940-70282158ed59 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083121 Jul 13 07:55:13.052140 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1b564e63-65fb-4126-be91-44afd2169396 req-9bdb4e5b-c369-4905-afa5-6c11f5367891 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244712 Jul 13 07:55:13.204186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'c1ef6496-6317-49a2-824d-02f2d2ebd98b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': '149c0286-39da-4972-b619-ba04f15b347d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:68:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:55:10Z', 'updated_at': '2021-07-13T07:55:10Z', 'revision_number': 0, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:13.232138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09f91c-e1ea-46df-b33e-6764152726fe None None] The sync data for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 is: [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'c1ef6496-6317-49a2-824d-02f2d2ebd98b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': '149c0286-39da-4972-b619-ba04f15b347d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:68:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:55:10Z', 'updated_at': '2021-07-13T07:55:10Z', 'revision_number': 0, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:13.457839 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030610cf-f9df-44a3-9b97-a8292167a839 None None] New status for floating IP c1ef6496-6317-49a2-824d-02f2d2ebd98b: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:55:16.794984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-50b9cecc-b51d-4901-8c8f-db6cea63c83c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527437 Jul 13 07:55:16.873622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-c2fecbc4-d2fb-46e1-bc5d-8eb70e2e6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:16.875302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-c2fecbc4-d2fb-46e1-bc5d-8eb70e2e6896 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1099 time: 0.0565486 Jul 13 07:55:17.013430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-df851bd7-7a75-458a-b9ae-6e1a2036fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:17.015373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-df851bd7-7a75-458a-b9ae-6e1a2036fd44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.1107504 Jul 13 07:55:17.087276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-7bff8dd1-b4ff-4567-870b-ab65129f0cb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0645459 Jul 13 07:55:17.147350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-c42e4c00-56ab-4765-81f5-b05c57e452c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:17.148641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-c42e4c00-56ab-4765-81f5-b05c57e452c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.0551071 Jul 13 07:55:17.220365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-227a92cb-fef1-48db-95b4-2dc555c4a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:17.221928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-227a92cb-fef1-48db-95b4-2dc555c4a52c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664463 Jul 13 07:55:17.262551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac2026-f4a3-4444-87c7-d0f11f9aacb4 req-9391b90c-7819-41b6-b756-8d87193ae7ec tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:17.265753 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4ac2026-f4a3-4444-87c7-d0f11f9aacb4 req-9391b90c-7819-41b6-b756-8d87193ae7ec tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1099 time: 0.0669580 Jul 13 07:55:17.305153 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4ac2026-f4a3-4444-87c7-d0f11f9aacb4 req-5534355e-4923-41aa-bb8a-c4783e250b04 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324979 Jul 13 07:55:17.331494 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-ef120f87-992d-41d7-95ae-2f9b7b00c8cd service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023414 Jul 13 07:55:17.332861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49920) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:17.524090 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc59af5e-daff-4bdd-b1b7-8e5ef98f896f req-8982ad32-cd69-430e-9826-d68b8540b358 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834571 Jul 13 07:55:17.574939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port a15a516d-b9c8-49d7-8bd4-a4d8f18f9856 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:17.575284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.661330 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.661330 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.673207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for a15a516d-b9c8-49d7-8bd4-a4d8f18f9856 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:17.832108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.859291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=a15a516d-b9c8-49d7-8bd4-a4d8f18f9856,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:17.923030 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.923375 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Floating IP e97a51d5-51c2-4020-9e05-0a28a17108fb disassociated (deleted). External IP: 172.25.8.231, port: eb7d6982-ddc7-4985-ada5-55e784642ea5. Jul 13 07:55:18.154107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a74aaf88-2a7e-4975-874e-926c2382fad3 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:18.275128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:18.279609 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.285341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] Sync routers for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:18.294958 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:18.295776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:54:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:18.319712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bc4c87ee-e18e-4383-819d-c57670c051bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/floatingips/e97a51d5-51c2-4020-9e05-0a28a17108fb HTTP/1.1" status: 204 len: 168 time: 0.9840910 Jul 13 07:55:18.319712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:18.321207 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670644a0-5218-49c8-8099-03828a86d34c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:18.368220 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-18f125d8-d941-446d-adcd-c24774484fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:18.398527 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116019ac-6b7c-468e-85ce-2f8cb6f67701 x-openstack-request-id: req-116019ac-6b7c-468e-85ce-2f8cb6f67701 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:18.399463 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:18.399922 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-116019ac-6b7c-468e-85ce-2f8cb6f67701 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:18.400511 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'status': 'completed', 'code': 200} Jul 13 07:55:18.442989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:18.500057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670644a0-5218-49c8-8099-03828a86d34c req-1e8c3fed-8b0c-462e-a784-f7bbb56b7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:18.502192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-670644a0-5218-49c8-8099-03828a86d34c req-1e8c3fed-8b0c-462e-a784-f7bbb56b7c0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 1099 time: 0.0882771 Jul 13 07:55:18.605521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670644a0-5218-49c8-8099-03828a86d34c req-fb9de9dd-75ed-4e63-b35e-3f17a0ffba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:18.607068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-670644a0-5218-49c8-8099-03828a86d34c req-fb9de9dd-75ed-4e63-b35e-3f17a0ffba8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 200 len: 897 time: 0.0999827 Jul 13 07:55:18.667084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-670644a0-5218-49c8-8099-03828a86d34c req-ca01be60-fe15-42a9-bb6c-6a58eb3a8049 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 200 len: 217 time: 0.0538797 Jul 13 07:55:18.736944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '696a7691-069a-4ab9-bbb8-8ee5883dcca1', 'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:91:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:18.744791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670644a0-5218-49c8-8099-03828a86d34c req-11d4e7f4-5f4d-41c4-8390-72d06319c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:18.746493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-670644a0-5218-49c8-8099-03828a86d34c req-11d4e7f4-5f4d-41c4-8390-72d06319c138 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 200 len: 834 time: 0.0659161 Jul 13 07:55:18.776479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] Checking router: a74aaf88-2a7e-4975-874e-926c2382fad3 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:18.801312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:18.801312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:54:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:18.824562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670644a0-5218-49c8-8099-03828a86d34c req-d80a8a99-e60f-48ee-a6e9-8611b769d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:18.827420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-670644a0-5218-49c8-8099-03828a86d34c req-d80a8a99-e60f-48ee-a6e9-8611b769d498 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708246 Jul 13 07:55:18.882955 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f2ba8-f455-4547-9d13-e84d9851e143 req-e5ec45ce-4e0a-4a8e-8807-82450652af35 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:18.892613 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-934f2ba8-f455-4547-9d13-e84d9851e143 req-e5ec45ce-4e0a-4a8e-8807-82450652af35 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 947 time: 0.1128266 Jul 13 07:55:18.922911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:18.947846 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-934f2ba8-f455-4547-9d13-e84d9851e143 req-b8e74d24-4c15-44a8-842c-edfa3c9341fb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540800 Jul 13 07:55:18.958135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-670644a0-5218-49c8-8099-03828a86d34c req-b555a955-fd67-4d48-aa48-2dac60b124e8 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241605 Jul 13 07:55:19.053664 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-670644a0-5218-49c8-8099-03828a86d34c req-fa83e819-09c0-4b6f-a3de-cc641f24cad4 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886734 Jul 13 07:55:19.146336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '696a7691-069a-4ab9-bbb8-8ee5883dcca1', 'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:91:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:19.178703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319691a3-ec4f-465f-9939-2bcbce85c4b6 None None] The sync data for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 is: [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '696a7691-069a-4ab9-bbb8-8ee5883dcca1', 'name': '', 'network_id': '8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:91:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': 'fe419db8-3c20-4b02-97b6-ebdce1aceaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:19.409215 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24dc09-4274-458f-b86c-b171eca5d8d2 None None] New status for floating IP e97a51d5-51c2-4020-9e05-0a28a17108fb: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:55:20.174784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-3bdf5a47-31ee-40a1-95d7-063fdc94be8a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:20.176335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-3bdf5a47-31ee-40a1-95d7-063fdc94be8a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 947 time: 0.1352372 Jul 13 07:55:20.201103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd81ff4-4e72-47e2-abd8-91ac92963c5e req-d9e17377-2816-4571-a0f0-be9c3b3bdf2e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:20.202865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cd81ff4-4e72-47e2-abd8-91ac92963c5e req-d9e17377-2816-4571-a0f0-be9c3b3bdf2e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4024218-7670-4efd-9056-55b64a970565 HTTP/1.1" status: 200 len: 947 time: 0.1198850 Jul 13 07:55:20.304415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1cd81ff4-4e72-47e2-abd8-91ac92963c5e req-956e3e8d-9bb7-4384-aee1-5bbe50068ef2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822215 Jul 13 07:55:20.337047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port eb7d6982-ddc7-4985-ada5-55e784642ea5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:20.337399 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.435276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port eb7d6982-ddc7-4985-ada5-55e784642ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=eb7d6982-ddc7-4985-ada5-55e784642ea5,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:20.435753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.448537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for eb7d6982-ddc7-4985-ada5-55e784642ea5 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:20.599887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.638710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=eb7d6982-ddc7-4985-ada5-55e784642ea5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:20.693110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] No DVR routers for this DVR port eb7d6982-ddc7-4985-ada5-55e784642ea5 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:20.696618 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:20.698942 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d58f4bbc-45f1-4f94-8de3-e3123b8c41c3 req-24f68a1b-5354-4f24-965e-aed0fa6473a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "DELETE /v2.0/ports/eb7d6982-ddc7-4985-ada5-55e784642ea5 HTTP/1.1" status: 204 len: 173 time: 0.5160940 Jul 13 07:55:20.699478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-deleted', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:20.702083 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44c844c-c097-40c1-9987-70f197455fdd" -d '{"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-deleted", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:20.744764 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f48e612-c6d6-4837-a180-d43c81baa2ae x-openstack-request-id: req-9f48e612-c6d6-4837-a180-d43c81baa2ae {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:20.745281 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4024218-7670-4efd-9056-55b64a970565", "name": "network-vif-deleted", "tag": "eb7d6982-ddc7-4985-ada5-55e784642ea5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:20.745633 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f48e612-c6d6-4837-a180-d43c81baa2ae {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:20.746852 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4024218-7670-4efd-9056-55b64a970565', 'name': 'network-vif-deleted', 'tag': 'eb7d6982-ddc7-4985-ada5-55e784642ea5', 'status': 'completed', 'code': 200} Jul 13 07:55:21.079404 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-559f5681-1e80-41b9-b234-0db8f1b841f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.134324 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.402790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49978) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:21.784901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.032416 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.068158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port 696a7691-069a-4ab9-bbb8-8ee5883dcca1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:22.068563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.160538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port 696a7691-069a-4ab9-bbb8-8ee5883dcca1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=696a7691-069a-4ab9-bbb8-8ee5883dcca1,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:22.161328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.182128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for 696a7691-069a-4ab9-bbb8-8ee5883dcca1 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:22.396603 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:22.424368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=696a7691-069a-4ab9-bbb8-8ee5883dcca1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:22.958220 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.222133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router a74aaf88-2a7e-4975-874e-926c2382fad3 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:23.332897 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:23.342172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-da79a144-2c8a-4695-8c52-1deb6ed12de6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "PUT /v2.0/routers/a74aaf88-2a7e-4975-874e-926c2382fad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9382422 Jul 13 07:55:23.342891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] Sync routers for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:23.345142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 49996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:23.352815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:23.353576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:55:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:23.402919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecc8af4-2f9c-46f4-897b-b9b94d98a6b1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting subnet fe419db8-3c20-4b02-97b6-ebdce1aceaf5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:55:23.405634 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8af4-2f9c-46f4-897b-b9b94d98a6b1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.450269 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8af4-2f9c-46f4-897b-b9b94d98a6b1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.462481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:23.544525 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8af4-2f9c-46f4-897b-b9b94d98a6b1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.604602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:23.626937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: eb7d6982-ddc7-4985-ada5-55e784642ea5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:23.627345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device eb7d6982-ddc7-4985-ada5-55e784642ea5 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:23.630549 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8af4-2f9c-46f4-897b-b9b94d98a6b1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.663119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc8af4-2f9c-46f4-897b-b9b94d98a6b1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Subnet': ['ID=fe419db8-3c20-4b02-97b6-ebdce1aceaf5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:23.669510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8af4-2f9c-46f4-897b-b9b94d98a6b1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.673201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c96e607-c80c-4175-9f6d-0f7b566d5504 None None] Network 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:23.675221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 49998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:23.683495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3ecc8af4-2f9c-46f4-897b-b9b94d98a6b1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/subnets/fe419db8-3c20-4b02-97b6-ebdce1aceaf5 HTTP/1.1" status: 204 len: 168 time: 0.3366060 Jul 13 07:55:23.804372 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.913798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:55:22Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': 'dc603678-9d12-4fd2-a29f-98e76b0fb5d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:23.946316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:23.950331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] Checking router: a74aaf88-2a7e-4975-874e-926c2382fad3 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:23.983631 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.005436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] Routers {'a74aaf88-2a7e-4975-874e-926c2382fad3'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:24.006387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:55:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['a74aaf88-2a7e-4975-874e-926c2382fad3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:24.044483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port dc603678-9d12-4fd2-a29f-98e76b0fb5d3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:24.045193 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.147901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] Set router a74aaf88-2a7e-4975-874e-926c2382fad3 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:24.179962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port dc603678-9d12-4fd2-a29f-98e76b0fb5d3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=dc603678-9d12-4fd2-a29f-98e76b0fb5d3,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:24.180456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.196991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for dc603678-9d12-4fd2-a29f-98e76b0fb5d3 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:24.210948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:55:23Z', 'revision_number': 6, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:24.249813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da14e27-ef79-4b2a-b765-920a93fe291a None None] The sync data for ids ['a74aaf88-2a7e-4975-874e-926c2382fad3'] in n-d-758944-43 is: [{'id': 'a74aaf88-2a7e-4975-874e-926c2382fad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387756582', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:55:23Z', 'revision_number': 6, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:24.417685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.445424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=dc603678-9d12-4fd2-a29f-98e76b0fb5d3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:24.477192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.477544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.477899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.478235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.478783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.479117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.479457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.479783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.480303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.480838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.481397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.481907 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:24.526713 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.638278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.641444 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.668441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b711a0c-781e-4c9d-9c65-22a98c9077df None None] DHCP port deletion for 8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:55:24.693908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.694875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Fanout notify agent at l3_agent the message router_deleted on router a74aaf88-2a7e-4975-874e-926c2382fad3 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:55:24.701540 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.715092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-93d90fb4-98bb-4f48-b896-26a9fd9c9120 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/routers/a74aaf88-2a7e-4975-874e-926c2382fad3 HTTP/1.1" status: 204 len: 168 time: 1.0362175 Jul 13 07:55:24.715364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50020) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:24.757411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5b711a0c-781e-4c9d-9c65-22a98c9077df None None] Deleting port 4e921722-ef19-4902-b306-f6457659a1e6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:24.758134 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b711a0c-781e-4c9d-9c65-22a98c9077df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.797863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.858642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5b711a0c-781e-4c9d-9c65-22a98c9077df None None] For port 4e921722-ef19-4902-b306-f6457659a1e6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4e921722-ef19-4902-b306-f6457659a1e6,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:24.860004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b711a0c-781e-4c9d-9c65-22a98c9077df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.879038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5b711a0c-781e-4c9d-9c65-22a98c9077df None None] Calling delete_port for 4e921722-ef19-4902-b306-f6457659a1e6 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:24.882036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port 4e921722-ef19-4902-b306-f6457659a1e6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:24.882395 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.981120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port 4e921722-ef19-4902-b306-f6457659a1e6, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=4e921722-ef19-4902-b306-f6457659a1e6,segment=NetworkSegment(0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d),segment_id=0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:24.981674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.999110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for 4e921722-ef19-4902-b306-f6457659a1e6 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:24.999633 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b711a0c-781e-4c9d-9c65-22a98c9077df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.029364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b711a0c-781e-4c9d-9c65-22a98c9077df None None] Pushing event deleted for resources: {'Port': ['ID=4e921722-ef19-4902-b306-f6457659a1e6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:25.037828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b711a0c-781e-4c9d-9c65-22a98c9077df None None] No DVR routers for this DVR port 4e921722-ef19-4902-b306-f6457659a1e6 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:25.106896 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.201343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=4e921722-ef19-4902-b306-f6457659a1e6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:25.221431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] No DVR routers for this DVR port 4e921722-ef19-4902-b306-f6457659a1e6 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:25.331019 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.342353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:25.354285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:25.354502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba7785b-36d3-4ccc-bb57-7d3f94fcb34d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:25.364418 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.378880 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.386385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:55:25.386991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: self.session.flush() Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:55:25.391057 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:55:25.479622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.491248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.493391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/networks/8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268 HTTP/1.1" status: 204 len: 168 time: 0.7771223 Jul 13 07:55:25.496317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50026) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:25.514464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4567b-2fd0-45d2-b029-2f19474e6ef1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Network': ['ID=8ab7c1a9-f8fe-4f38-aeb0-ef975ddab268,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:25.573705 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb73e259-43c0-42a8-a038-1a6013771369 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.601921 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb73e259-43c0-42a8-a038-1a6013771369 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.675199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 696a7691-069a-4ab9-bbb8-8ee5883dcca1 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:25.683039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb73e259-43c0-42a8-a038-1a6013771369 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.685845 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb73e259-43c0-42a8-a038-1a6013771369 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.687207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bb73e259-43c0-42a8-a038-1a6013771369 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/security-groups/cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a HTTP/1.1" status: 204 len: 168 time: 0.1894321 Jul 13 07:55:25.698828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73e259-43c0-42a8-a038-1a6013771369 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe0f37b-4b14-46e5-bbdd-fcd15490ee1a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:25.710811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 696a7691-069a-4ab9-bbb8-8ee5883dcca1 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:25.711424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 696a7691-069a-4ab9-bbb8-8ee5883dcca1 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:25.712104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dc603678-9d12-4fd2-a29f-98e76b0fb5d3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:25.737426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: dc603678-9d12-4fd2-a29f-98e76b0fb5d3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:25.737737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device dc603678-9d12-4fd2-a29f-98e76b0fb5d3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:25.743099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4e921722-ef19-4902-b306-f6457659a1e6 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:25.768917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 4e921722-ef19-4902-b306-f6457659a1e6 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:25.769119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 4e921722-ef19-4902-b306-f6457659a1e6 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:26.179765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:26.184939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1d578c79-cb56-42e5-b084-92fb0aa8ef09 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488261548', 'description': 'tempest-secgroup-smoke-1488261548 description', 'project_id': '97885db632824d89bcee49e5168f73cb'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:26.233988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d578c79-cb56-42e5-b084-92fb0aa8ef09 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.356807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d578c79-cb56-42e5-b084-92fb0aa8ef09 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.362329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d578c79-cb56-42e5-b084-92fb0aa8ef09 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.397745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d578c79-cb56-42e5-b084-92fb0aa8ef09 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a4ef1a-f34a-4063-b4a8-125d117724e0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:26.408722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d578c79-cb56-42e5-b084-92fb0aa8ef09 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.413621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50048) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:26.414448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1d578c79-cb56-42e5-b084-92fb0aa8ef09 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2326305 Jul 13 07:55:26.421498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-39938e11-8b41-474d-b702-ec211e0f5b5b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '13a4ef1a-f34a-4063-b4a8-125d117724e0', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:26.460904 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39938e11-8b41-474d-b702-ec211e0f5b5b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.541106 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39938e11-8b41-474d-b702-ec211e0f5b5b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.546263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39938e11-8b41-474d-b702-ec211e0f5b5b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.567054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39938e11-8b41-474d-b702-ec211e0f5b5b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4009dac3-083a-48d8-8ea1-10269f5ab47c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:26.573887 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39938e11-8b41-474d-b702-ec211e0f5b5b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.577825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-39938e11-8b41-474d-b702-ec211e0f5b5b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589332 Jul 13 07:55:26.578110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50050) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:26.583283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-028cdb58-64a4-4526-9889-493f74d98d5e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '13a4ef1a-f34a-4063-b4a8-125d117724e0', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:26.615700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-028cdb58-64a4-4526-9889-493f74d98d5e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.682273 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-028cdb58-64a4-4526-9889-493f74d98d5e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.686253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-028cdb58-64a4-4526-9889-493f74d98d5e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.706378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cdb58-64a4-4526-9889-493f74d98d5e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07732d9a-e75d-497a-9496-9c9feb6ec35b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:26.715932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-028cdb58-64a4-4526-9889-493f74d98d5e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.720983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-028cdb58-64a4-4526-9889-493f74d98d5e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382208 Jul 13 07:55:26.721392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50056) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:26.726875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-74f33523-308c-41c7-a0d1-5fe2b77cc910 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '13a4ef1a-f34a-4063-b4a8-125d117724e0', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:26.755482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74f33523-308c-41c7-a0d1-5fe2b77cc910 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.824187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74f33523-308c-41c7-a0d1-5fe2b77cc910 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.832994 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74f33523-308c-41c7-a0d1-5fe2b77cc910 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.863595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33523-308c-41c7-a0d1-5fe2b77cc910 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba22937d-e510-46d2-8a44-d889488af1c3,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:26.866539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74f33523-308c-41c7-a0d1-5fe2b77cc910 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.869988 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-74f33523-308c-41c7-a0d1-5fe2b77cc910 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452727 Jul 13 07:55:26.870853 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50058) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:26.875611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d2cca4a8-439e-4759-8462-f77fe1c5c5a7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '13a4ef1a-f34a-4063-b4a8-125d117724e0', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:26.911030 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2cca4a8-439e-4759-8462-f77fe1c5c5a7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:26.995095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2cca4a8-439e-4759-8462-f77fe1c5c5a7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.001429 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2cca4a8-439e-4759-8462-f77fe1c5c5a7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.021720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cca4a8-439e-4759-8462-f77fe1c5c5a7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e102c4a4-6481-4e96-9715-eb66cf9f34a4,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:27.038248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2cca4a8-439e-4759-8462-f77fe1c5c5a7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.039661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d2cca4a8-439e-4759-8462-f77fe1c5c5a7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1679008 Jul 13 07:55:27.042747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50062) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:27.048330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fc2d33cb-0551-494e-9807-2417be4f176f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '13a4ef1a-f34a-4063-b4a8-125d117724e0', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:27.074340 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-fc2d33cb-0551-494e-9807-2417be4f176f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Project 97885db632824d89bcee49e5168f73cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:55:27.082371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc2d33cb-0551-494e-9807-2417be4f176f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.150518 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc2d33cb-0551-494e-9807-2417be4f176f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.154942 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc2d33cb-0551-494e-9807-2417be4f176f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.180667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d33cb-0551-494e-9807-2417be4f176f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0dca7b-e8e0-4b77-af65-4836382146e5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:27.183787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc2d33cb-0551-494e-9807-2417be4f176f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.185073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fc2d33cb-0551-494e-9807-2417be4f176f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409178 Jul 13 07:55:27.187968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50064) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:27.193625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e7a2282e-a544-41a1-83ca-36e7898a652d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '13a4ef1a-f34a-4063-b4a8-125d117724e0', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:27.216379 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-e7a2282e-a544-41a1-83ca-36e7898a652d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Project 97885db632824d89bcee49e5168f73cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:55:27.222520 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2282e-a544-41a1-83ca-36e7898a652d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.305078 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2282e-a544-41a1-83ca-36e7898a652d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.310205 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2282e-a544-41a1-83ca-36e7898a652d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.339865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2282e-a544-41a1-83ca-36e7898a652d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce56dd86-f286-442b-8f56-634516c5e5a6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:27.354035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2282e-a544-41a1-83ca-36e7898a652d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.356148 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e7a2282e-a544-41a1-83ca-36e7898a652d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661394 Jul 13 07:55:27.359047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50066) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:27.365437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'network': {'name': 'tempest-network-smoke--1008081103', 'project_id': '97885db632824d89bcee49e5168f73cb', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:27.394810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:27.398735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.474031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:55:27.496589 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.496951 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Added segment 8a4e73ca-981c-478d-95d9-ce4b79883c84 of type vlan for network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 Jul 13 07:55:27.563829 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.622001 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.630366 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:27.631013 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.684252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:27.686665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3262234 Jul 13 07:55:27.689112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'admin_state_up': True, 'project_id': '97885db632824d89bcee49e5168f73cb', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:27.733721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f7fb-9693-4802-9207-6e031f7d053a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Network': ['ID=c5ff8065-8acb-4258-bcb2-c549a8a2bea6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:27.737580 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.738914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.753114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:55:27.805397 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:27.975212 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:28.196348 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:28.217725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:28.336718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.25.8.158 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/2885a14c-a414-4e04-a006-c0fbaf5f366b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:28.445745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:28.492738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:28.534072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:28.540121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:28.544337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:28.582112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=2885a14c-a414-4e04-a006-c0fbaf5f366b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:28.857501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:29.103416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:29.245869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 01350ccf-d377-444c-905c-7f4578dcd0da is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:55:29.374564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:29.388239 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Sync routers for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:29.403118 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:29.403503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:29.404532 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:55:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:29.404916 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3a0edf90-8fb0-4ea3-b750-25043ae65f98 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7195835 Jul 13 07:55:29.408889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50090) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:29.469339 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-85f73b62-d3f4-4f90-b08d-7444b0b98f76 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=97885db632824d89bcee49e5168f73cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581830 Jul 13 07:55:29.472087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50092) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:29.567680 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:29.589085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f71e20d-c74b-406c-a208-cb5396d73612 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:29.594750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9f71e20d-c74b-406c-a208-cb5396d73612 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1176906 Jul 13 07:55:29.595292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:29.650600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:29.658038 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1478462806', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'project_id': '97885db632824d89bcee49e5168f73cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:29.658662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0813bf47-50f5-4927-9c06-a1ee72eb3618 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619593 Jul 13 07:55:29.859362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:29.865440 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:29.881336 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:28Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:29.939962 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Checking router: 01350ccf-d377-444c-905c-7f4578dcd0da for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:29.939962 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Updating router 01350ccf-d377-444c-905c-7f4578dcd0da port 2885a14c-a414-4e04-a006-c0fbaf5f366b binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:55:29.996393 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.147178 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.226367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Subnet': ['ID=83b8dbbb-dda2-45c8-bd57-9dfcd93e378c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:30.241668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Checking segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:30.242223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network hostable DHCP agents. Network: c5ff8065-8acb-4258-bcb2-c549a8a2bea6, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:55:30.260563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:55:30.270860 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, c5ff8065-8acb-4258-bcb2-c549a8a2bea6) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:30.275664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:30.276460 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.288987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8a362-4011-4f2f-bdf4-328b7ff49fe0 None None] Network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:30.295160 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f3ba01f4-fce8-4b11-842c-576a1b468672 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6430080 Jul 13 07:55:30.297818 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.299312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50106) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:30.312213 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Transition to ACTIVE for port object 2885a14c-a414-4e04-a006-c0fbaf5f366b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:30.321523 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.375326 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Pushing event updated for resources: {'Port': ['ID=2885a14c-a414-4e04-a006-c0fbaf5f366b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:30.393570 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.394366 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.394713 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.395160 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.395602 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.396047 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.396496 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.397075 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.397670 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.398264 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.398969 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.399555 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:30.409443 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Attempting to bind port 2885a14c-a414-4e04-a006-c0fbaf5f366b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:30.410593 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Attempting to bind port 2885a14c-a414-4e04-a006-c0fbaf5f366b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:30.411254 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Attempting to bind port 2885a14c-a414-4e04-a006-c0fbaf5f366b on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:30.418096 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:30.418600 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:30.419281 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.420102 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:30.421092 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Bound port: 2885a14c-a414-4e04-a006-c0fbaf5f366b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:30.421740 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.482557 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] For port 2885a14c-a414-4e04-a006-c0fbaf5f366b, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:30.486701 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] For port 2885a14c-a414-4e04-a006-c0fbaf5f366b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2885a14c-a414-4e04-a006-c0fbaf5f366b,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:30.493207 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.503885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:55:30.505120 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.562741 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:30.564131 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:55:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:30.648184 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a417030-8008-412d-8312-28c38278e2ab None None] Pushing event updated for resources: {'Port': ['ID=2885a14c-a414-4e04-a006-c0fbaf5f366b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:30.695729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Allocated IP 172.20.0.2 (c5ff8065-8acb-4258-bcb2-c549a8a2bea6/83b8dbbb-dda2-45c8-bd57-9dfcd93e378c/6a18ad17-7917-4401-a683-156f6ab139a5) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:30.780257 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:30.950971 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.954205 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:30.969140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Transition to ACTIVE for port object 6a18ad17-7917-4401-a683-156f6ab139a5 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:31.029290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Transition to ACTIVE for port object 6a18ad17-7917-4401-a683-156f6ab139a5 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:31.037600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.092502 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:28Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:31.129441 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00fd46-3225-4bb2-b3d7-80abc97006bf None None] The sync data for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 is: [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:28Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:31.152758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:31.166938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:31.176993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:31.192918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Pushing event updated for resources: {'Port': ['ID=6a18ad17-7917-4401-a683-156f6ab139a5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:31.259722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Attempting to bind port 6a18ad17-7917-4401-a683-156f6ab139a5 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:31.260855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Attempting to bind port 6a18ad17-7917-4401-a683-156f6ab139a5 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:31.260855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Attempting to bind port 6a18ad17-7917-4401-a683-156f6ab139a5 on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:31.266468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:31.267406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Checking segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:31.269017 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.269017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Bound using segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:31.269017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Bound port: 6a18ad17-7917-4401-a683-156f6ab139a5, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:31.271924 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.377278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] For port 6a18ad17-7917-4401-a683-156f6ab139a5, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:31.381375 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] For port 6a18ad17-7917-4401-a683-156f6ab139a5, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6a18ad17-7917-4401-a683-156f6ab139a5,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:31.385367 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.20.0.1 (c5ff8065-8acb-4258-bcb2-c549a8a2bea6/83b8dbbb-dda2-45c8-bd57-9dfcd93e378c/3c835d69-eced-4c6a-9e02-2fa5c9e81b9f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:31.386953 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.459318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced162f-7e07-4010-8af4-162f4eb49873 None None] Pushing event updated for resources: {'Port': ['ID=6a18ad17-7917-4401-a683-156f6ab139a5,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:31.624959 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.666695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Transition to ACTIVE for port object 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:31.716326 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:31.793259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2885a14c-a414-4e04-a006-c0fbaf5f366b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:31.986251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 2885a14c-a414-4e04-a006-c0fbaf5f366b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:31.992166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2885a14c-a414-4e04-a006-c0fbaf5f366b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:31.992862 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:32.114665 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:32.162516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 2885a14c-a414-4e04-a006-c0fbaf5f366b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2885a14c-a414-4e04-a006-c0fbaf5f366b,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:32.171486 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:32.268084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=2885a14c-a414-4e04-a006-c0fbaf5f366b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:32.361757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:32.365396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:32.368560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:32.427041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=3c835d69-eced-4c6a-9e02-2fa5c9e81b9f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:32.470844 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:32.733512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:33.133643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:33.138955 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:33.191022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aebc054-6689-49cf-93e8-ae7713e19602 None None] Network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:33.246532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=3c835d69-eced-4c6a-9e02-2fa5c9e81b9f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:33.286608 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:33.310062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d083bae2-c483-4dad-9bc2-7c6a9e2ebe61 None None] Provisioning for port 6a18ad17-7917-4401-a683-156f6ab139a5 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:33.454721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:33.456855 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:33.591429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 01350ccf-d377-444c-905c-7f4578dcd0da has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:33.752270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:33.781850 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-25d80636-99b9-4dd8-b426-efb1450e9d78 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "PUT /v2.0/routers/01350ccf-d377-444c-905c-7f4578dcd0da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4810410 Jul 13 07:55:33.864695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9dd0909b-670d-4efd-91cc-fd60eff97c42 None None] Provisioning for port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:33.873498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9dd0909b-670d-4efd-91cc-fd60eff97c42 None None] Provisioning complete for port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:33.879788 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dd0909b-670d-4efd-91cc-fd60eff97c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:33.949395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Sync routers for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:33.964979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6a18ad17-7917-4401-a683-156f6ab139a5 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:34.005117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:34.005722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:55:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:34.122344 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-a20c7973-3ac9-46f3-834f-afe431743662 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488261548&fields=id&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 267 time: 0.0507121 Jul 13 07:55:34.341390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0909b-670d-4efd-91cc-fd60eff97c42 None None] Port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:34.387191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-8f6094b2-20dd-448a-82f6-05e30b6d0161 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:34.388681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-8f6094b2-20dd-448a-82f6-05e30b6d0161 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/networks?id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6 HTTP/1.1" status: 200 len: 797 time: 0.2652717 Jul 13 07:55:34.417994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-1ab4b544-d942-48c2-957a-4d9b4cc1d4c3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/quotas/97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 375 time: 0.0190094 Jul 13 07:55:34.452048 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 6a18ad17-7917-4401-a683-156f6ab139a5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:34.462785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6a18ad17-7917-4401-a683-156f6ab139a5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:34.463171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.466613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:34.592281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-938520d7-a00d-426c-878b-8d04d4bb7bc7 None None] Provisioning complete for port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:34.592798 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-938520d7-a00d-426c-878b-8d04d4bb7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.597368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-5089e13a-7a24-4e5f-a58a-02ed1d772c70 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1605680 Jul 13 07:55:34.732791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-938520d7-a00d-426c-878b-8d04d4bb7bc7 None None] Port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:34.748074 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-75d60d51-7629-4e8f-ac13-961cd6a55ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382730 Jul 13 07:55:34.815430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.850186 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-4b472137-f0d4-4c52-8369-7e053d5cbfe9 service neutron] 10.222.0.41 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948167 Jul 13 07:55:34.879933 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:55:34.905718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 6a18ad17-7917-4401-a683-156f6ab139a5, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6a18ad17-7917-4401-a683-156f6ab139a5,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:34.910262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d15e22e5-b66b-48d0-996a-49208319a9b1 None None] Provisioning complete for port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:34.910666 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d15e22e5-b66b-48d0-996a-49208319a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.933601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.996802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2885a14c-a414-4e04-a006-c0fbaf5f366b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:35.037421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d15e22e5-b66b-48d0-996a-49208319a9b1 None None] Port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:35.065885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94757894-b6d9-44ca-9a77-90c442f29a13 req-2272e4cc-616d-4294-b582-1a5f82f62fc9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 210 time: 0.0488105 Jul 13 07:55:35.068307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=6a18ad17-7917-4401-a683-156f6ab139a5,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:35.088454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '3c835d69-eced-4c6a-9e02-2fa5c9e81b9f', 'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:f9:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:31Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 2, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:35.120341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Checking router: 01350ccf-d377-444c-905c-7f4578dcd0da for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:35.120706 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Updating router 01350ccf-d377-444c-905c-7f4578dcd0da port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:55:35.127626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2885a14c-a414-4e04-a006-c0fbaf5f366b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:35.127626 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.188093 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.574013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.587268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Transition to ACTIVE for port object 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:35.598194 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.661321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Pushing event updated for resources: {'Port': ['ID=3c835d69-eced-4c6a-9e02-2fa5c9e81b9f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:35.732948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Attempting to bind port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:35.734091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Attempting to bind port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:35.734736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Attempting to bind port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:35.742688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:35.743979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Checking segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:35.745122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.746278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Bound using segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:35.747512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Bound port: 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:35.748196 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.755068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6a18ad17-7917-4401-a683-156f6ab139a5 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:35.808224 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.942137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] For port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:35.950389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] For port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3c835d69-eced-4c6a-9e02-2fa5c9e81b9f,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:35.960668 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.005024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6a18ad17-7917-4401-a683-156f6ab139a5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:36.005570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:36.046899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:36.047643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:55:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:36.171660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Pushing event updated for resources: {'Port': ['ID=3c835d69-eced-4c6a-9e02-2fa5c9e81b9f,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:36.284591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.286409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.286769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.287119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.287465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.287807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.290225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.290707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.292831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.293548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.294310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.295823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4d5de-30da-4989-91d8-280257ae6104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:36.352590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0abf39d-abdc-4851-af2f-ada19b95f682 req-d69e583a-b098-452c-b721-d88efe00828b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 210 time: 0.0887136 Jul 13 07:55:36.362981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:36.607211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-f573286e-b396-493b-b7c9-30a80683ae70 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:36.609414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-f573286e-b396-493b-b7c9-30a80683ae70 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "GET /v2.0/networks?id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6 HTTP/1.1" status: 200 len: 797 time: 0.1982300 Jul 13 07:55:36.716496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-411f11ee-2812-467a-bb5c-d25bd6e3fb25 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 380 time: 0.0964592 Jul 13 07:55:36.731831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'port': {'device_id': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'admin_state_up': True, 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'security_groups': ['13a4ef1a-f34a-4063-b4a8-125d117724e0']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:36.766790 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '3c835d69-eced-4c6a-9e02-2fa5c9e81b9f', 'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:f9:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:31Z', 'updated_at': '2021-07-13T07:55:35Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:36.809428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac5d19-19a8-463b-b7d6-3e178b69c58d None None] The sync data for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 is: [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '3c835d69-eced-4c6a-9e02-2fa5c9e81b9f', 'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:f9:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:31Z', 'updated_at': '2021-07-13T07:55:35Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:36.984922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:36.990878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.142427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.20.0.3 (c5ff8065-8acb-4258-bcb2-c549a8a2bea6/83b8dbbb-dda2-45c8-bd57-9dfcd93e378c/c371f226-2273-4c0f-8051-cb29f9a644ec) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:37.304312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.323624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Transition to ACTIVE for port object c371f226-2273-4c0f-8051-cb29f9a644ec will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:37.382232 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.430205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:37.434263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:37.440108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:37.509804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:37.550773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.562352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.578528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-2adb2de0-f6a8-4323-af44-8ae8d757845d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567133 Jul 13 07:55:37.591215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Request body: {'port': {'device_id': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:37.642887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.719029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154ae2e-c331-41ae-8291-fe05b0233bbb req-b9811857-c5b7-43de-bcfe-07703f9c53ca tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.721559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7154ae2e-c331-41ae-8291-fe05b0233bbb req-b9811857-c5b7-43de-bcfe-07703f9c53ca tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 931 time: 0.1431251 Jul 13 07:55:37.743841 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.798812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:37.856658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7154ae2e-c331-41ae-8291-fe05b0233bbb req-c798ba4f-07e4-4fa9-980d-8a9e3381c76a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270363 Jul 13 07:55:37.920182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5ae46ba2-73a5-4a8f-a967-ea2484818b79 None None] Provisioning for port c371f226-2273-4c0f-8051-cb29f9a644ec completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:37.927300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5ae46ba2-73a5-4a8f-a967-ea2484818b79 None None] Provisioning complete for port c371f226-2273-4c0f-8051-cb29f9a644ec triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:37.927654 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ae46ba2-73a5-4a8f-a967-ea2484818b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.961645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:37.974076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:37.980414 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.035761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5ae46ba2-73a5-4a8f-a967-ea2484818b79 None None] Port c371f226-2273-4c0f-8051-cb29f9a644ec cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:38.098585 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.139638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3c835d69-eced-4c6a-9e02-2fa5c9e81b9f,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:38.144399 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.231321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=3c835d69-eced-4c6a-9e02-2fa5c9e81b9f,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:38.279280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c371f226-2273-4c0f-8051-cb29f9a644ec {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:38.288259 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.302273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Transition to ACTIVE for port object c371f226-2273-4c0f-8051-cb29f9a644ec will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:38.306362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.379358 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Pushing event updated for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:38.518714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:38.519204 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:38.519657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:38.525886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Port c371f226-2273-4c0f-8051-cb29f9a644ec on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:38.526290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:38.534822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:38.535169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Checking segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:38.535833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Bound using segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:38.536415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Bound port: c371f226-2273-4c0f-8051-cb29f9a644ec, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:38.536923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.567295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cbf51ec6-38fc-4bcf-8239-5d2856c73ac1 None None] Provisioning complete for port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:38.568371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cbf51ec6-38fc-4bcf-8239-5d2856c73ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.623728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:38.627531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:38.631550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.679320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:38.680359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.681847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] 10.222.0.48 "PUT /v2.0/ports/c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 200 len: 1092 time: 1.0950820 Jul 13 07:55:38.682334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:38.684758 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80727999-f49e-488f-8ff9-8306719d4e07" -d '{"events": [{"name": "network-changed", "server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:38.824447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdc573-dc44-4971-bfff-cc60e89f5ddb service neutron] Pushing event updated for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:38.898333 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3401c5e-fd76-4041-bcf2-8f454cc67d1f x-openstack-request-id: req-f3401c5e-fd76-4041-bcf2-8f454cc67d1f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:38.898655 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:38.898920 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3401c5e-fd76-4041-bcf2-8f454cc67d1f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:38.899345 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'status': 'completed', 'code': 200} Jul 13 07:55:38.901627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-002428a8-0842-4311-bbef-be656f9bd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:38.903362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-002428a8-0842-4311-bbef-be656f9bd2dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1095 time: 0.1767495 Jul 13 07:55:38.963402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-a531b6ae-bccc-418e-a337-aaab85f0e4e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 200 len: 217 time: 0.0526271 Jul 13 07:55:39.079764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-5e36eee8-b25a-4f47-88ea-0359c6a98b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.081248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-5e36eee8-b25a-4f47-88ea-0359c6a98b39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83b8dbbb-dda2-45c8-bd57-9dfcd93e378c HTTP/1.1" status: 200 len: 835 time: 0.1123490 Jul 13 07:55:39.174753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56239f-03a0-4f19-b4d1-b5e8793a1fb4 req-934088cf-2952-41f4-b5cf-2a236c327eb8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.184428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e56239f-03a0-4f19-b4d1-b5e8793a1fb4 req-934088cf-2952-41f4-b5cf-2a236c327eb8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 943 time: 0.1584783 Jul 13 07:55:39.236493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e56239f-03a0-4f19-b4d1-b5e8793a1fb4 req-012d82f4-723c-4f84-b982-1db56f1db77f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509009 Jul 13 07:55:39.254453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-08b3e055-4047-4e05-aa17-bd9e09f85ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.256350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-08b3e055-4047-4e05-aa17-bd9e09f85ca2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680129 Jul 13 07:55:39.352704 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-597de6ac-29c5-4422-9177-39675c07c47b service neutron] 10.222.0.48 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881720 Jul 13 07:55:39.455222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7fcc17a-e6d1-4824-9f96-505d468d033e req-77e857cf-9db6-4d2c-9bab-0d5c496397c1 service neutron] 10.222.0.48 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963774 Jul 13 07:55:39.565276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727999-f49e-488f-8ff9-8306719d4e07 req-e1048985-2bac-4d00-b3d5-793c4884c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.566952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80727999-f49e-488f-8ff9-8306719d4e07 req-e1048985-2bac-4d00-b3d5-793c4884c54a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1095 time: 0.0529988 Jul 13 07:55:39.712587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:39.773023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:39.773789 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:40.002896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727999-f49e-488f-8ff9-8306719d4e07 req-1de117eb-b3fc-4b24-ad26-c0af3e12186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:40.004949 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80727999-f49e-488f-8ff9-8306719d4e07 req-1de117eb-b3fc-4b24-ad26-c0af3e12186e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6 HTTP/1.1" status: 200 len: 898 time: 0.4314272 Jul 13 07:55:40.049680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80727999-f49e-488f-8ff9-8306719d4e07 req-072861c2-240e-43a7-a49e-c3d0fc9e4cf2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 200 len: 217 time: 0.0364196 Jul 13 07:55:40.102039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727999-f49e-488f-8ff9-8306719d4e07 req-a88809e4-0c79-4d57-96f1-3a69f0ba81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:40.103510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80727999-f49e-488f-8ff9-8306719d4e07 req-a88809e4-0c79-4d57-96f1-3a69f0ba81a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83b8dbbb-dda2-45c8-bd57-9dfcd93e378c HTTP/1.1" status: 200 len: 835 time: 0.0474336 Jul 13 07:55:40.166683 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727999-f49e-488f-8ff9-8306719d4e07 req-ac9782e5-df68-47db-93e2-bd03531842dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:40.168525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80727999-f49e-488f-8ff9-8306719d4e07 req-ac9782e5-df68-47db-93e2-bd03531842dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569527 Jul 13 07:55:40.274994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80727999-f49e-488f-8ff9-8306719d4e07 req-4a1652a2-e2dc-431e-b2c0-b013a872cc0f service neutron] 10.222.0.48 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990250 Jul 13 07:55:40.376683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80727999-f49e-488f-8ff9-8306719d4e07 req-514c0b93-ef44-4b41-b4af-d3b3f9771f9b service neutron] 10.222.0.48 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952981 Jul 13 07:55:40.425223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3582a3-c1d0-4ac5-b87d-37bc4a9ba4f9 req-8ed76e3a-460b-4299-ad8e-15da483d013d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:40.426834 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b3582a3-c1d0-4ac5-b87d-37bc4a9ba4f9 req-8ed76e3a-460b-4299-ad8e-15da483d013d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 943 time: 0.0714018 Jul 13 07:55:40.468394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b3582a3-c1d0-4ac5-b87d-37bc4a9ba4f9 req-3527688b-d831-4bfa-97f7-a6d76fab731e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353591 Jul 13 07:55:41.666350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40346e7-a85f-428d-b50e-96d0c38d885b req-6f38e1fd-3182-4650-83eb-4421d47ff394 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:41.668767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f40346e7-a85f-428d-b50e-96d0c38d885b req-6f38e1fd-3182-4650-83eb-4421d47ff394 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 943 time: 0.0713024 Jul 13 07:55:41.711710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f40346e7-a85f-428d-b50e-96d0c38d885b req-3d7b71fe-5201-45eb-8ea9-ee1f0d6680d8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348587 Jul 13 07:55:42.767171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcee97c-a340-4951-8595-6e2a03397ef6 req-a5881b18-fbe5-428e-8b26-f2a61d38c7fb tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:42.768796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdcee97c-a340-4951-8595-6e2a03397ef6 req-a5881b18-fbe5-428e-8b26-f2a61d38c7fb tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 945 time: 0.0642927 Jul 13 07:55:42.811420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bdcee97c-a340-4951-8595-6e2a03397ef6 req-db2b2316-1a34-4550-b3a3-74bbf57f0ce9 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365078 Jul 13 07:55:42.898898 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ee97-577a-49d5-a293-52d760956b28 req-b1e4585e-b590-4299-8a32-5e3c41cbeb53 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:42.900333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0188ee97-577a-49d5-a293-52d760956b28 req-b1e4585e-b590-4299-8a32-5e3c41cbeb53 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 943 time: 0.0637972 Jul 13 07:55:42.937805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0188ee97-577a-49d5-a293-52d760956b28 req-f12d0e72-add5-4533-9d76-36f6a0574d18 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Jul 13 07:55:43.774842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c371f226-2273-4c0f-8051-cb29f9a644ec details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:43.876378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:43.892696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'port_id': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'mac_address': 'fa:16:3e:c7:0e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:43.931112 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:43.944322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c371f226-2273-4c0f-8051-cb29f9a644ec {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:43.965693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:43.970723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.031530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:44.057635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bb8c9-3dcc-4deb-90b4-a8ec38a883d3 req-7fd70a5a-b54d-44c3-b043-d08236d2008e tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:44.059909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f5bb8c9-3dcc-4deb-90b4-a8ec38a883d3 req-7fd70a5a-b54d-44c3-b043-d08236d2008e tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 945 time: 0.1149716 Jul 13 07:55:44.131209 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4f5bb8c9-3dcc-4deb-90b4-a8ec38a883d3 req-d63c2877-4313-4ef4-8a6d-57caa9cfd047 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604057 Jul 13 07:55:44.164336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-8bc1ef69-c35c-4789-8c7b-765e75bfa540 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:44.166315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-8bc1ef69-c35c-4789-8c7b-765e75bfa540 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 945 time: 0.1052630 Jul 13 07:55:44.210291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c371f226-2273-4c0f-8051-cb29f9a644ec'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:44.222255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6909-c808-4d99-86a2-0735d50f59b6 req-0476c690-fb0e-4e90-bda6-1c86c3ec8511 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:44.224411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-259b6909-c808-4d99-86a2-0735d50f59b6 req-0476c690-fb0e-4e90-bda6-1c86c3ec8511 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 944 time: 0.1158335 Jul 13 07:55:44.298431 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-259b6909-c808-4d99-86a2-0735d50f59b6 req-9099a8e4-a0ef-44fd-ba0d-0f712642f7c9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624528 Jul 13 07:55:44.331307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Deleting port 9be5e415-ab99-4507-9920-f96d7ab3ffbc {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:44.331658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.436681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] For port 9be5e415-ab99-4507-9920-f96d7ab3ffbc, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=9be5e415-ab99-4507-9920-f96d7ab3ffbc,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:44.437564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.456168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Calling delete_port for 9be5e415-ab99-4507-9920-f96d7ab3ffbc owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:44.587559 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.599740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['9be5e415-ab99-4507-9920-f96d7ab3ffbc'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:44.618426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Pushing event deleted for resources: {'Port': ['ID=9be5e415-ab99-4507-9920-f96d7ab3ffbc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:44.631477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.631833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.632185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.632517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.632854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.633249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.633525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.633965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.634434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.634768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.635098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.635450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:44.678197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] No DVR routers for this DVR port 9be5e415-ab99-4507-9920-f96d7ab3ffbc on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:44.681265 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.683501 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1153a00b-3ae9-4e2e-ac89-e7ef3e62a842 req-9e79efe4-3889-4918-a591-6a928afbe620 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.38 "DELETE /v2.0/ports/9be5e415-ab99-4507-9920-f96d7ab3ffbc HTTP/1.1" status: 204 len: 173 time: 0.5121179 Jul 13 07:55:44.683941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b21cbc-8593-438c-8b8e-7df64037167f', 'name': 'network-vif-deleted', 'tag': '9be5e415-ab99-4507-9920-f96d7ab3ffbc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:44.686210 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e0faea-dfb4-41d4-8440-415604ce5977" -d '{"events": [{"server_uuid": "d6b21cbc-8593-438c-8b8e-7df64037167f", "name": "network-vif-deleted", "tag": "9be5e415-ab99-4507-9920-f96d7ab3ffbc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:44.723186 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609aa48f-993a-4d1f-ba01-301ffda5cbb6 x-openstack-request-id: req-609aa48f-993a-4d1f-ba01-301ffda5cbb6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:44.723487 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b21cbc-8593-438c-8b8e-7df64037167f", "name": "network-vif-deleted", "tag": "9be5e415-ab99-4507-9920-f96d7ab3ffbc", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:44.723743 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-609aa48f-993a-4d1f-ba01-301ffda5cbb6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:44.724150 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b21cbc-8593-438c-8b8e-7df64037167f', 'name': 'network-vif-deleted', 'tag': '9be5e415-ab99-4507-9920-f96d7ab3ffbc', 'status': 'completed', 'code': 200} Jul 13 07:55:45.314791 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eab562d2-e5a8-41e9-a065-c561e0b9f809 req-52246432-9e82-49d3-ac6a-2c4d8d68b484 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b21cbc-8593-438c-8b8e-7df64037167f HTTP/1.1" status: 200 len: 210 time: 0.0293007 Jul 13 07:55:45.472526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d0eb0-7b3c-4f84-b598-ce860d95da85 req-1e5044a0-dbd5-46f4-bf29-4c25de7f5677 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:45.474083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d56d0eb0-7b3c-4f84-b598-ce860d95da85 req-1e5044a0-dbd5-46f4-bf29-4c25de7f5677 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 944 time: 0.0646992 Jul 13 07:55:45.514162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d56d0eb0-7b3c-4f84-b598-ce860d95da85 req-340a0e68-9510-4ff9-9d11-5ee1607466af tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329418 Jul 13 07:55:45.779123 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c371f226-2273-4c0f-8051-cb29f9a644ec up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:45.830833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port c371f226-2273-4c0f-8051-cb29f9a644ec completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:45.834737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port c371f226-2273-4c0f-8051-cb29f9a644ec triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:45.835122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.913624 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:45.936500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:45.939443 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8563efb6-86cb-4447-a7b6-410f1ca24738" -d '{"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-plugged", "status": "completed", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:45.953124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:45.957840 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.001362 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a88a9c-1c95-4d56-b752-1c74560c6726 x-openstack-request-id: req-00a88a9c-1c95-4d56-b752-1c74560c6726 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:46.001815 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-plugged", "status": "completed", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:46.002782 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00a88a9c-1c95-4d56-b752-1c74560c6726 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:46.002782 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'code': 200} Jul 13 07:55:46.040895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:46.133798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbd625-cdb9-430d-afc3-2d96596f2260 req-bd0e62ad-a6ad-445a-a109-5c1ea565402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:46.135605 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4dbd625-cdb9-430d-afc3-2d96596f2260 req-bd0e62ad-a6ad-445a-a109-5c1ea565402a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1097 time: 0.0734189 Jul 13 07:55:46.176600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f4dbd625-cdb9-430d-afc3-2d96596f2260 req-53709223-46b3-4e27-b560-737d9403d14e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337100 Jul 13 07:55:46.238017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ea95de86-7acf-49c4-92fc-0fb143ef584c None None] Provisioning complete for port c371f226-2273-4c0f-8051-cb29f9a644ec triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:46.238470 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea95de86-7acf-49c4-92fc-0fb143ef584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:46.787794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3704d-43d3-4ea1-b5ee-58dfed580a57 req-3bc27d47-d307-4df7-841a-92eee55c50fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:46.789477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1d3704d-43d3-4ea1-b5ee-58dfed580a57 req-3bc27d47-d307-4df7-841a-92eee55c50fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.0824587 Jul 13 07:55:46.858589 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1d3704d-43d3-4ea1-b5ee-58dfed580a57 req-1c36c2b5-3d01-4341-b971-234d7b067223 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595946 Jul 13 07:55:47.583135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 9be5e415-ab99-4507-9920-f96d7ab3ffbc no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:47.613412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 9be5e415-ab99-4507-9920-f96d7ab3ffbc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:47.613761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 9be5e415-ab99-4507-9920-f96d7ab3ffbc not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:48.029336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a33a1-5818-4de5-8217-273008f08efb req-45d1f79f-053c-48e1-b587-87bc1ba76be0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.030852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-207a33a1-5818-4de5-8217-273008f08efb req-45d1f79f-053c-48e1-b587-87bc1ba76be0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.0640128 Jul 13 07:55:48.068354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-207a33a1-5818-4de5-8217-273008f08efb req-0c6e1b9f-8600-4b57-963e-03da5758498b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310543 Jul 13 07:55:48.249929 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0f1ed-e8f0-4b50-8953-0b7c6544802e req-d4b13433-ac1c-40c1-ad9f-a7a077fc5abb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.251980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5e0f1ed-e8f0-4b50-8953-0b7c6544802e req-d4b13433-ac1c-40c1-ad9f-a7a077fc5abb tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.0682175 Jul 13 07:55:48.290896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5e0f1ed-e8f0-4b50-8953-0b7c6544802e req-7eb7038d-855f-4a9d-a04b-031333a33a93 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333869 Jul 13 07:55:48.315999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:48.351076 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cad3e5bf-52e5-401f-a00e-687183f65129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.369715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976b879-1b20-4366-b041-a5af72e05cbb tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.371307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7976b879-1b20-4366-b041-a5af72e05cbb tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1092 time: 0.0541508 Jul 13 07:55:48.374111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 50330) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:48.379052 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:48.400318 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.498462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.607833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.25.8.208 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/8feae25e-a49f-408c-870a-2a61500b36cd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:48.721296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.769982 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.821576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:48.822923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=8feae25e-a49f-408c-870a-2a61500b36cd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:48.830061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:48.830061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:49.216599 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.296463 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.452115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.458785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.529356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=8feae25e-a49f-408c-870a-2a61500b36cd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:49.546352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:49.665732 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Floating IP 85e74bae-cc31-4685-9ad1-ab4eac374aad associated. External IP: 172.25.8.208, port: c371f226-2273-4c0f-8051-cb29f9a644ec. Jul 13 07:55:49.929606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 01350ccf-d377-444c-905c-7f4578dcd0da has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:50.055800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:50.066215 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] Sync routers for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:50.076091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:50.083372 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:50.084644 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:55:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:50.123505 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-89bc3e59-a972-4522-b017-579268ef76de tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7460303 Jul 13 07:55:50.123505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:50.138808 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66cc888-aa7f-4966-b9dc-74c79e796f99" -d '{"events": [{"name": "network-changed", "server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:50.195595 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8297f6d8-7602-44d9-b748-eefdcc2ddf7e x-openstack-request-id: req-8297f6d8-7602-44d9-b748-eefdcc2ddf7e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:50.196148 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:50.196639 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8297f6d8-7602-44d9-b748-eefdcc2ddf7e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:50.197552 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'status': 'completed', 'code': 200} Jul 13 07:55:50.252290 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:50.313514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-d013e3bc-bc20-46b6-86e1-ab33f63c8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.314994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-d013e3bc-bc20-46b6-86e1-ab33f63c8d4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1097 time: 0.0948045 Jul 13 07:55:50.367545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70668288-f674-493f-8996-a41cf52b7540 req-01ae1fc8-65b6-40a1-8048-d399c3c24a9f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.368931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70668288-f674-493f-8996-a41cf52b7540 req-01ae1fc8-65b6-40a1-8048-d399c3c24a9f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.1074588 Jul 13 07:55:50.449364 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-70668288-f674-493f-8996-a41cf52b7540 req-5b2cf351-8cca-4b66-9c1c-0d823a87cf80 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512536 Jul 13 07:55:50.452421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-418aa4c1-7d80-4837-9a0b-359905a55f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.454508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-418aa4c1-7d80-4837-9a0b-359905a55f39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6 HTTP/1.1" status: 200 len: 898 time: 0.1316378 Jul 13 07:55:50.479055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50366) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:50.499389 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '85e74bae-cc31-4685-9ad1-ab4eac374aad', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'port_id': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'mac_address': 'fa:16:3e:c7:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:55:49Z', 'updated_at': '2021-07-13T07:55:49Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c835d69-eced-4c6a-9e02-2fa5c9e81b9f', 'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:f9:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:31Z', 'updated_at': '2021-07-13T07:55:38Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:50.530369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-eb48ccbf-3e32-410e-96eb-6dc134e71bf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 200 len: 999 time: 0.0657883 Jul 13 07:55:50.534259 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] Checking router: 01350ccf-d377-444c-905c-7f4578dcd0da for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:50.543407 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:50.544227 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:55:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:50.558650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b5e1ba40-623d-4544-b2c0-fd2069169a3c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/85e74bae-cc31-4685-9ad1-ab4eac374aad HTTP/1.1" status: 200 len: 991 time: 0.0772130 Jul 13 07:55:50.583935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-ed3dea51-c055-4a32-8fbf-5f9f87198221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.585337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-ed3dea51-c055-4a32-8fbf-5f9f87198221 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83b8dbbb-dda2-45c8-bd57-9dfcd93e378c HTTP/1.1" status: 200 len: 835 time: 0.0495794 Jul 13 07:55:50.649867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-691c81a2-03bd-4e56-98d7-74b13fe0f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.651572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-691c81a2-03bd-4e56-98d7-74b13fe0f707 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604093 Jul 13 07:55:50.745645 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:50.749193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-2b69a169-9e1d-4759-b3ce-e4879a48ee20 service neutron] 10.222.0.48 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917296 Jul 13 07:55:50.850523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c66cc888-aa7f-4966-b9dc-74c79e796f99 req-0bced833-4b4c-4dc7-a1ba-91be834f917a service neutron] 10.222.0.48 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957115 Jul 13 07:55:50.979586 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '85e74bae-cc31-4685-9ad1-ab4eac374aad', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'port_id': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'mac_address': 'fa:16:3e:c7:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:55:49Z', 'updated_at': '2021-07-13T07:55:49Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c835d69-eced-4c6a-9e02-2fa5c9e81b9f', 'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:f9:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:31Z', 'updated_at': '2021-07-13T07:55:38Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:51.012996 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab12b7e1-3d1b-40dd-a751-f0ff12e19850 None None] The sync data for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 is: [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '85e74bae-cc31-4685-9ad1-ab4eac374aad', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'port_id': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'mac_address': 'fa:16:3e:c7:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:55:49Z', 'updated_at': '2021-07-13T07:55:49Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c835d69-eced-4c6a-9e02-2fa5c9e81b9f', 'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:f9:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:31Z', 'updated_at': '2021-07-13T07:55:38Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:51.078342 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a25ef28f-f8c1-4703-aa80-b4889349e726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.127661 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.309886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fef21c-8289-4471-ab1c-6ad13e33c012 None None] New status for floating IP 85e74bae-cc31-4685-9ad1-ab4eac374aad: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:55:51.561109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50382) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:51.635882 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4321faf0-ab97-433c-9f43-fc856d969118 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/85e74bae-cc31-4685-9ad1-ab4eac374aad HTTP/1.1" status: 200 len: 993 time: 0.0684702 Jul 13 07:55:52.036328 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.409885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-518e7256-fe18-4258-9043-fdd42470be7e tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:53.411419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-518e7256-fe18-4258-9043-fdd42470be7e tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/networks?id=a6a0a887-eaab-486c-935b-80bcffe60edf HTTP/1.1" status: 200 len: 813 time: 0.1011941 Jul 13 07:55:53.425863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-15756738-ff9f-4f41-afb9-5e184c402b51 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/quotas/9710c08ac4cf43d9bd5748711397da9c HTTP/1.1" status: 200 len: 375 time: 0.0090311 Jul 13 07:55:53.459327 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-96f0c93b-82fb-44cf-839f-3c63b4708a5f tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9710c08ac4cf43d9bd5748711397da9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286281 Jul 13 07:55:53.550748 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-4a86efcd-bfbb-4c34-8834-0ccd0b73c2af service neutron] 10.222.0.41 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850639 Jul 13 07:55:53.645334 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-df656bb3-b428-4c8b-b804-79c9d1d67b63 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869503 Jul 13 07:55:53.709776 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.827454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55e5cb27-751a-4866-ab5f-028a6aaaba43 req-af623e59-61f9-4017-a96a-22df78757c57 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 210 time: 0.0367467 Jul 13 07:55:54.998201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-1c3cae07-a91c-4ad0-abf6-958f786b2829 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.999785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-1c3cae07-a91c-4ad0-abf6-958f786b2829 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.38 "GET /v2.0/networks?id=a6a0a887-eaab-486c-935b-80bcffe60edf HTTP/1.1" status: 200 len: 813 time: 0.1371493 Jul 13 07:55:55.014698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Request body: {'port': {'device_id': '31d34d6c-7d9e-4194-ae76-2be002ac9906', 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf', 'admin_state_up': True, 'tenant_id': '9710c08ac4cf43d9bd5748711397da9c'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:55.022583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bfaf6930-9cd9-41ec-8095-6720bc8204fb req-c763fba7-cd29-49c9-81dd-5f5d391283a5 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 210 time: 0.0496759 Jul 13 07:55:55.135330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Made reservation on behalf of 9710c08ac4cf43d9bd5748711397da9c for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:55.139111 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.261709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Allocated IP 172.20.0.12 (a6a0a887-eaab-486c-935b-80bcffe60edf/ce58dcde-9dfc-4d99-9337-33366a7b23dc/e10583f3-9ae9-4644-9bad-62a74902c4a5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:55.418110 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.457996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.504012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Network a6a0a887-eaab-486c-935b-80bcffe60edf is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:55.507205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:55.510370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:55.545633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Pushing event updated for resources: {'Port': ['ID=e10583f3-9ae9-4644-9bad-62a74902c4a5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:55.570371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.570987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.584373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3bcf062-5076-4c9b-bf1e-24385fcb0927 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762165 Jul 13 07:55:55.650602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Request body: {'port': {'device_id': '31d34d6c-7d9e-4194-ae76-2be002ac9906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:55.725965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.994388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10583f3-9ae9-4644-9bad-62a74902c4a5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:56.001879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.013822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Transition to ACTIVE for port object e10583f3-9ae9-4644-9bad-62a74902c4a5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:56.017928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.089307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Pushing event updated for resources: {'Port': ['ID=e10583f3-9ae9-4644-9bad-62a74902c4a5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:56.145906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Attempting to bind port e10583f3-9ae9-4644-9bad-62a74902c4a5 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:56.146275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Attempting to bind port e10583f3-9ae9-4644-9bad-62a74902c4a5 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '5aae4319-2c7a-432a-b550-84e6547a5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:56.146607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Attempting to bind port e10583f3-9ae9-4644-9bad-62a74902c4a5 on network a6a0a887-eaab-486c-935b-80bcffe60edf {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:56.180276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Port e10583f3-9ae9-4644-9bad-62a74902c4a5 on network a6a0a887-eaab-486c-935b-80bcffe60edf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:56.180608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Attempting to bind port e10583f3-9ae9-4644-9bad-62a74902c4a5 on network a6a0a887-eaab-486c-935b-80bcffe60edf {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:56.190006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:56.190353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Checking segment: {'id': '5aae4319-2c7a-432a-b550-84e6547a5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:56.190737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Bound using segment: {'id': '5aae4319-2c7a-432a-b550-84e6547a5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:56.191174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Bound port: e10583f3-9ae9-4644-9bad-62a74902c4a5, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aae4319-2c7a-432a-b550-84e6547a5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:56.191537 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.258587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfa5ff-24ee-4ea9-b081-d325a1cd1d1b req-b59c5365-2efc-49e1-9f1b-d6e4d71eece6 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.260094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-facfa5ff-24ee-4ea9-b081-d325a1cd1d1b req-b59c5365-2efc-49e1-9f1b-d6e4d71eece6 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 944 time: 0.1112659 Jul 13 07:55:56.294887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] For port e10583f3-9ae9-4644-9bad-62a74902c4a5, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:56.319534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] For port e10583f3-9ae9-4644-9bad-62a74902c4a5, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e10583f3-9ae9-4644-9bad-62a74902c4a5,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:56.326053 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.336705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-facfa5ff-24ee-4ea9-b081-d325a1cd1d1b req-5db96452-5264-4e04-b4b9-8708e5750c14 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670760 Jul 13 07:55:56.368790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.369417 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.370831 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] 10.222.0.38 "PUT /v2.0/ports/e10583f3-9ae9-4644-9bad-62a74902c4a5 HTTP/1.1" status: 200 len: 1093 time: 0.7789414 Jul 13 07:55:56.371266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d34d6c-7d9e-4194-ae76-2be002ac9906', 'tag': 'e10583f3-9ae9-4644-9bad-62a74902c4a5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:56.373508 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7fda45-c868-498d-a835-34d38f917d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "31d34d6c-7d9e-4194-ae76-2be002ac9906", "tag": "e10583f3-9ae9-4644-9bad-62a74902c4a5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:56.395749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ae63a-f864-4b42-b86e-0a27d53f946a service neutron] Pushing event updated for resources: {'Port': ['ID=e10583f3-9ae9-4644-9bad-62a74902c4a5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:56.418338 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca6f8dd-7d4a-4947-bb37-7e30a30d8551 x-openstack-request-id: req-0ca6f8dd-7d4a-4947-bb37-7e30a30d8551 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:56.418633 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d34d6c-7d9e-4194-ae76-2be002ac9906", "tag": "e10583f3-9ae9-4644-9bad-62a74902c4a5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:56.418885 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ca6f8dd-7d4a-4947-bb37-7e30a30d8551 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:56.419292 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d34d6c-7d9e-4194-ae76-2be002ac9906', 'tag': 'e10583f3-9ae9-4644-9bad-62a74902c4a5', 'status': 'completed', 'code': 200} Jul 13 07:55:56.477139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-31e8da6e-b59c-4b49-8035-557327a206a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.478695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-31e8da6e-b59c-4b49-8035-557327a206a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9710c08ac4cf43d9bd5748711397da9c&device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 1096 time: 0.0531123 Jul 13 07:55:56.521517 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-4419d8ab-4c97-40f5-a4c8-60dfd72356da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e10583f3-9ae9-4644-9bad-62a74902c4a5 HTTP/1.1" status: 200 len: 217 time: 0.0360672 Jul 13 07:55:56.575764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-0c21209d-c31c-4a97-9b16-92cd125c7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.577275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-0c21209d-c31c-4a97-9b16-92cd125c7ab2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce58dcde-9dfc-4d99-9337-33366a7b23dc HTTP/1.1" status: 200 len: 853 time: 0.0494280 Jul 13 07:55:56.611026 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-a914fb0c-5844-4eef-83ef-8f1082cd5947 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6a0a887-eaab-486c-935b-80bcffe60edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276961 Jul 13 07:55:56.704180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-f3dcfd93-1baa-43be-8545-c89bd3bfc031 service neutron] 10.222.0.38 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862262 Jul 13 07:55:56.791207 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2f150f3f-2519-45f4-b511-9d39ca26e539 req-0bdc5d75-1e1b-46cd-bb6c-3944b5540aaa service neutron] 10.222.0.38 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810370 Jul 13 07:55:56.891823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fda45-c868-498d-a835-34d38f917d1c req-29de6f3e-98dc-4e1d-b80c-cf6ae5ac647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.893360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be7fda45-c868-498d-a835-34d38f917d1c req-29de6f3e-98dc-4e1d-b80c-cf6ae5ac647d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9710c08ac4cf43d9bd5748711397da9c&device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 1096 time: 0.0543497 Jul 13 07:55:57.314603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fda45-c868-498d-a835-34d38f917d1c req-0c8d21d0-66b1-437f-a744-94a8ffe58038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:57.316095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be7fda45-c868-498d-a835-34d38f917d1c req-0c8d21d0-66b1-437f-a744-94a8ffe58038 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a6a0a887-eaab-486c-935b-80bcffe60edf HTTP/1.1" status: 200 len: 914 time: 0.4160030 Jul 13 07:55:57.356541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be7fda45-c868-498d-a835-34d38f917d1c req-ebb98d64-9570-4141-b5e7-cd2625767276 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e10583f3-9ae9-4644-9bad-62a74902c4a5 HTTP/1.1" status: 200 len: 217 time: 0.0333052 Jul 13 07:55:57.410598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fda45-c868-498d-a835-34d38f917d1c req-832b551b-cf55-4e84-9ba2-691629993761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:57.412174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be7fda45-c868-498d-a835-34d38f917d1c req-832b551b-cf55-4e84-9ba2-691629993761 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce58dcde-9dfc-4d99-9337-33366a7b23dc HTTP/1.1" status: 200 len: 853 time: 0.0494585 Jul 13 07:55:57.452785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be7fda45-c868-498d-a835-34d38f917d1c req-78d2df5e-df71-4d53-9d13-ccfc164e9c46 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6a0a887-eaab-486c-935b-80bcffe60edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338659 Jul 13 07:55:57.589265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209d967-9b26-40ce-8d8f-b57aad9ad936 req-02ba1287-7c15-4ede-a81c-a9c8dfd70908 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:57.590968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d209d967-9b26-40ce-8d8f-b57aad9ad936 req-02ba1287-7c15-4ede-a81c-a9c8dfd70908 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 944 time: 0.1408219 Jul 13 07:55:57.595593 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be7fda45-c868-498d-a835-34d38f917d1c req-b6506eea-c63e-4eb7-a2c2-8595577ad9be service neutron] 10.222.0.38 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342962 Jul 13 07:55:57.686655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d209d967-9b26-40ce-8d8f-b57aad9ad936 req-9529beae-1922-4751-9dc0-f1ea9dead3f0 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887802 Jul 13 07:55:57.714498 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be7fda45-c868-498d-a835-34d38f917d1c req-76cd8dc7-4c54-42b6-9222-b8814bda7395 service neutron] 10.222.0.38 "GET /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098928 Jul 13 07:55:58.865010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431ab97-fc09-4f39-9c36-6b185962583d req-a3606898-f870-4e64-a4e5-33cfd29c4e2b tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:58.866534 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3431ab97-fc09-4f39-9c36-6b185962583d req-a3606898-f870-4e64-a4e5-33cfd29c4e2b tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 944 time: 0.0651114 Jul 13 07:55:58.903745 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3431ab97-fc09-4f39-9c36-6b185962583d req-1654c166-009f-425d-a704-78c6b0291bbe tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Jul 13 07:55:59.598278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e10583f3-9ae9-4644-9bad-62a74902c4a5 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:59.696078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e10583f3-9ae9-4644-9bad-62a74902c4a5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e10583f3-9ae9-4644-9bad-62a74902c4a5,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:59.708019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'e10583f3-9ae9-4644-9bad-62a74902c4a5', 'network_id': 'a6a0a887-eaab-486c-935b-80bcffe60edf', 'port_id': 'e10583f3-9ae9-4644-9bad-62a74902c4a5', 'mac_address': 'fa:16:3e:10:4d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce58dcde-9dfc-4d99-9337-33366a7b23dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:59.748535 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.761507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10583f3-9ae9-4644-9bad-62a74902c4a5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:59.780978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e10583f3-9ae9-4644-9bad-62a74902c4a5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e10583f3-9ae9-4644-9bad-62a74902c4a5,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:59.784709 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.838981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e10583f3-9ae9-4644-9bad-62a74902c4a5,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:59.986577 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-ea929305-acc5-4043-8baf-9142aab01049 req-561cf85a-8ce1-4e9c-ae23-cef778aa453b tempest-TestServerAdvancedOps-560730793 tempest-TestServerAdvancedOps-560730793-project] (93773) timed out ('10.222.0.38', 57273) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:56:00.023010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e10583f3-9ae9-4644-9bad-62a74902c4a5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:00.084521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ce76f-cf4b-4408-afac-484c10794ea7 req-d57aca93-a971-47ad-a7aa-7cb79c8e55cc tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.087302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cb7ce76f-cf4b-4408-afac-484c10794ea7 req-d57aca93-a971-47ad-a7aa-7cb79c8e55cc tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 945 time: 0.0690703 Jul 13 07:56:00.129551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cb7ce76f-cf4b-4408-afac-484c10794ea7 req-35e017c5-6dbf-4667-b899-4e2eb57ced76 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Jul 13 07:56:01.320167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfdb10-a8fe-4a75-958f-7c4837f54204 req-45859008-290c-496c-8425-593ea8b3300d tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.321675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fbfdb10-a8fe-4a75-958f-7c4837f54204 req-45859008-290c-496c-8425-593ea8b3300d tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 945 time: 0.0779076 Jul 13 07:56:01.358244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fbfdb10-a8fe-4a75-958f-7c4837f54204 req-b6b4cc3d-e3a2-4092-82f4-bc4eac3b377c tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Jul 13 07:56:01.613558 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e10583f3-9ae9-4644-9bad-62a74902c4a5 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:01.661874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port e10583f3-9ae9-4644-9bad-62a74902c4a5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:01.665457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port e10583f3-9ae9-4644-9bad-62a74902c4a5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:01.665830 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.756122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.782071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d34d6c-7d9e-4194-ae76-2be002ac9906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10583f3-9ae9-4644-9bad-62a74902c4a5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:01.784302 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe0812-db67-47a0-bc34-a7f4049345c5" -d '{"events": [{"server_uuid": "31d34d6c-7d9e-4194-ae76-2be002ac9906", "name": "network-vif-plugged", "status": "completed", "tag": "e10583f3-9ae9-4644-9bad-62a74902c4a5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:01.801625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port e10583f3-9ae9-4644-9bad-62a74902c4a5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e10583f3-9ae9-4644-9bad-62a74902c4a5,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:01.806168 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.870362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=e10583f3-9ae9-4644-9bad-62a74902c4a5,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:01.896463 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692ea35c-0cdc-4913-8315-8b7483a47bca x-openstack-request-id: req-692ea35c-0cdc-4913-8315-8b7483a47bca {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:01.896897 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d34d6c-7d9e-4194-ae76-2be002ac9906", "name": "network-vif-plugged", "status": "completed", "tag": "e10583f3-9ae9-4644-9bad-62a74902c4a5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:01.897306 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-692ea35c-0cdc-4913-8315-8b7483a47bca {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:01.897566 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d34d6c-7d9e-4194-ae76-2be002ac9906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10583f3-9ae9-4644-9bad-62a74902c4a5', 'code': 200} Jul 13 07:56:02.006541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034b95e-e127-45fd-a4d5-b42861ecb48d req-51cf05b8-eba4-4b20-8fd0-9671012d6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:02.008050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c034b95e-e127-45fd-a4d5-b42861ecb48d req-51cf05b8-eba4-4b20-8fd0-9671012d6095 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 1098 time: 0.0520344 Jul 13 07:56:02.041136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c034b95e-e127-45fd-a4d5-b42861ecb48d req-255cf8b3-2807-448b-9575-977bc747482c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273173 Jul 13 07:56:02.533557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2f4ed-a912-4e9a-b1fa-53c2c3001f5c req-0822974c-e985-4052-8f90-a6efdd62be43 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:02.535088 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18d2f4ed-a912-4e9a-b1fa-53c2c3001f5c req-0822974c-e985-4052-8f90-a6efdd62be43 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 946 time: 0.0637827 Jul 13 07:56:02.572995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-18d2f4ed-a912-4e9a-b1fa-53c2c3001f5c req-a8091cdb-7d01-4c7d-aa90-c40887820cc2 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321319 Jul 13 07:56:03.756752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed092301-cbce-40ac-a6a1-2852ea4942f2 req-564080e9-546d-403a-9dcc-2f0af3f45bd0 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:03.758280 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed092301-cbce-40ac-a6a1-2852ea4942f2 req-564080e9-546d-403a-9dcc-2f0af3f45bd0 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 946 time: 0.0668619 Jul 13 07:56:03.796018 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed092301-cbce-40ac-a6a1-2852ea4942f2 req-a7cf8e1d-4239-4536-ae53-f492bb8e11de tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Jul 13 07:56:05.767934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.655031 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.868293 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:56:17.854371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-878ce60c-370b-46f4-a5de-e211c3a09fc5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1115046 Jul 13 07:56:17.953108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-a091fac2-3055-4bfa-8317-00492fffbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:17.954676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-a091fac2-3055-4bfa-8317-00492fffbf79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 1097 time: 0.0558712 Jul 13 07:56:18.069250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-d8a8608c-b4a7-44e1-a466-faeb0c82f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:18.070789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-d8a8608c-b4a7-44e1-a466-faeb0c82f60d service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.0936053 Jul 13 07:56:18.135744 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-4e1b1033-751c-43ae-86af-3da6146cbe8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=149c0286-39da-4972-b619-ba04f15b347d HTTP/1.1" status: 200 len: 1001 time: 0.0582912 Jul 13 07:56:18.188338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-2902b638-ba5c-4886-97c6-d8b23c161cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:18.189759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-2902b638-ba5c-4886-97c6-d8b23c161cf1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0477428 Jul 13 07:56:18.248239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-8941bf33-4202-45cb-993a-dcf09905bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:18.249908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-8941bf33-4202-45cb-993a-dcf09905bbe7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535150 Jul 13 07:56:18.350627 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-f7ca4ee5-47e2-4a35-b38b-019abd66f095 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940981 Jul 13 07:56:18.360034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45625e2a-e089-4e5b-8259-6da85dbed052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:18.445953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64006531-93f1-46e6-8ec7-4dc02e0861dd req-705c8eeb-3c02-4f1f-ba12-4f30c678064d service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885975 Jul 13 07:56:21.070241 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cac8b728-c51d-4124-a45b-9b4846a78129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.121320 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.037909 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.084963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeaa1d-f7b7-40de-8ac2-2214ef05a9e6 req-511e6446-e79a-414e-9ab3-7e25790d8004 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:23.087093 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eeeaa1d-f7b7-40de-8ac2-2214ef05a9e6 req-511e6446-e79a-414e-9ab3-7e25790d8004 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.0682795 Jul 13 07:56:23.126378 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7eeeaa1d-f7b7-40de-8ac2-2214ef05a9e6 req-93d99354-e333-4100-a926-63fc5c3b5f99 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329421 Jul 13 07:56:23.152585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 50836) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:23.226539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-35f0a85f-97c4-4f7d-af44-0f616b31955b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/85e74bae-cc31-4685-9ad1-ab4eac374aad HTTP/1.1" status: 200 len: 993 time: 0.0725770 Jul 13 07:56:23.723141 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.890465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe3a57-ecdc-4dc7-bd05-4e3129a6a280 req-07b02a01-02cf-4ef7-b940-c77c4808f506 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:23.892115 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ebe3a57-ecdc-4dc7-bd05-4e3129a6a280 req-07b02a01-02cf-4ef7-b940-c77c4808f506 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1097 time: 0.0601389 Jul 13 07:56:23.931690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ebe3a57-ecdc-4dc7-bd05-4e3129a6a280 req-ed9d5dc2-e84f-4e06-bd8f-acceeeb82199 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Jul 13 07:56:24.522934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-76cd74a0-a9c1-484f-872f-d05971443659 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561697 Jul 13 07:56:25.169350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-ffc96f37-767f-4c5e-892d-e66dda8a2b3c tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:56:25.170903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-ffc96f37-767f-4c5e-892d-e66dda8a2b3c tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0789211 Jul 13 07:56:25.180673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Request body: {'binding': {'host': 'n-h1-758944-43', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:25.181929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Unknown quota resources ['binding']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:56:25.332167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec on host n-h1-758944-43 for vnic_type normal with profile None {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:25.332523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:25.333027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:25.338229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Port c371f226-2273-4c0f-8051-cb29f9a644ec on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:56:25.338647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:25.345363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:25.345898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Checking segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:25.346294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Bound using segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:25.346892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Bound port: c371f226-2273-4c0f-8051-cb29f9a644ec, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:25.443190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:25.448090 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.449985 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4359217e-2e3d-4ece-beb7-2a61e57db497 service neutron] 10.222.0.41 "POST /v2.0/ports/c371f226-2273-4c0f-8051-cb29f9a644ec/bindings HTTP/1.1" status: 201 len: 390 time: 0.2722735 Jul 13 07:56:25.682877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20fe7a-6d8d-4dcf-89f8-763de519a72b req-e14b20a1-6bc2-4748-b8b4-3b6a54006f79 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:25.690869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee20fe7a-6d8d-4dcf-89f8-763de519a72b req-e14b20a1-6bc2-4748-b8b4-3b6a54006f79 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.0783927 Jul 13 07:56:25.736180 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee20fe7a-6d8d-4dcf-89f8-763de519a72b req-f35a7a06-93fa-4caa-973c-9f4009b42b76 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Jul 13 07:56:25.777175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3ac575ee-7c1f-4cfb-ac8a-1244fc754572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:25.778766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3ac575ee-7c1f-4cfb-ac8a-1244fc754572 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1097 time: 0.0576761 Jul 13 07:56:25.887645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-e6bf7a89-ea7d-4451-bfd3-5cd7abd875c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:25.889895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-e6bf7a89-ea7d-4451-bfd3-5cd7abd875c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6 HTTP/1.1" status: 200 len: 898 time: 0.1040363 Jul 13 07:56:25.973844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-f9cb0a2a-471b-4ef6-8b16-a8e291996781 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 200 len: 1001 time: 0.0747595 Jul 13 07:56:26.039763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-315099f7-db4d-4a69-b24d-93709a1ead12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:26.041301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-315099f7-db4d-4a69-b24d-93709a1ead12 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b8dbbb-dda2-45c8-bd57-9dfcd93e378c HTTP/1.1" status: 200 len: 835 time: 0.0617559 Jul 13 07:56:26.116733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-793f4e6c-f11d-4f75-b302-59dd9e1809e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:26.118375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-793f4e6c-f11d-4f75-b302-59dd9e1809e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683506 Jul 13 07:56:26.218841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-81854241-5af3-48d1-969d-b1c28f2d4063 service neutron] 10.222.0.38 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927007 Jul 13 07:56:26.320946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-f5745107-d6d7-419c-9a13-d6ea7cee0dfb service neutron] 10.222.0.38 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954845 Jul 13 07:56:26.481594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-fe20313c-f08f-44f8-a92f-9725fd637fea tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:26.483674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-fe20313c-f08f-44f8-a92f-9725fd637fea tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f&tenant_id=97885db632824d89bcee49e5168f73cb&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1097 time: 0.1038110 Jul 13 07:56:26.494875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-43'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:26.581554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.733890 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:26.779401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:26.844720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:26.864292 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509942b3-15b1-4dde-ac8a-814f8560d056" -d '{"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-unplugged", "status": "completed", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:26.884664 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.897518 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.978668 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808a70f2-67b7-4bfc-bb69-f9e969e0785f x-openstack-request-id: req-808a70f2-67b7-4bfc-bb69-f9e969e0785f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:26.979000 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-unplugged", "status": "completed", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:26.979207 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-808a70f2-67b7-4bfc-bb69-f9e969e0785f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:26.979858 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'code': 200} Jul 13 07:56:27.021075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Pushing event updated for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:27.171183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ed880-605c-4bdd-8507-e8af21d6e9c0 req-08615d54-5b42-44cb-baf6-c826fe1a4492 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:27.172238 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-828ed880-605c-4bdd-8507-e8af21d6e9c0 req-08615d54-5b42-44cb-baf6-c826fe1a4492 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 943 time: 0.1918604 Jul 13 07:56:27.249819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-828ed880-605c-4bdd-8507-e8af21d6e9c0 req-19c4a9aa-5a49-4f0d-8dfa-ba1162adb787 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693984 Jul 13 07:56:27.259866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec on host n-h2-758944-43 for vnic_type normal with profile {"migrating_to": "n-h1-758944-43"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:27.260225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:27.260560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:27.265394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Port c371f226-2273-4c0f-8051-cb29f9a644ec on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:56:27.265734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Attempting to bind port c371f226-2273-4c0f-8051-cb29f9a644ec on network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:27.271054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:27.271410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Checking segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:27.272078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Bound using segment: {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:27.272375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Bound port: c371f226-2273-4c0f-8051-cb29f9a644ec, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4e73ca-981c-478d-95d9-ce4b79883c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:27.272744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.370035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:27.374600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:27.379125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.419104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aaec8d96-da5e-48a8-8d63-559971716e87 None None] Provisioning complete for port c371f226-2273-4c0f-8051-cb29f9a644ec triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:27.420219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aaec8d96-da5e-48a8-8d63-559971716e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.482340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Pushing event updated for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:27.528031 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aaec8d96-da5e-48a8-8d63-559971716e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.555698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:27.559498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:27.560139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.563052 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a31cbda-fe91-4644-a310-e94537d0b01a" -d '{"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-plugged", "status": "completed", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:27.568398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-4bd2881e-eb25-4275-a069-3662e145420f service neutron] 10.222.0.38 "PUT /v2.0/ports/c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 200 len: 1123 time: 1.0776663 Jul 13 07:56:27.595428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-aaec8d96-da5e-48a8-8d63-559971716e87 None None] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:27.600867 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aaec8d96-da5e-48a8-8d63-559971716e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.648984 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caf66f3-7b79-456e-9d40-9235fbcdbb32 x-openstack-request-id: req-3caf66f3-7b79-456e-9d40-9235fbcdbb32 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:27.649276 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-plugged", "status": "completed", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:27.649565 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3caf66f3-7b79-456e-9d40-9235fbcdbb32 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:27.650120 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'code': 200} Jul 13 07:56:27.653907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c371f226-2273-4c0f-8051-cb29f9a644ec'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:27.771397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec8d96-da5e-48a8-8d63-559971716e87 None None] Pushing event updated for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:28.124583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6b12787d-62c8-4d65-948c-6d3090d497c6 None None] Provisioning complete for port c371f226-2273-4c0f-8051-cb29f9a644ec triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:28.124908 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b12787d-62c8-4d65-948c-6d3090d497c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.448514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdcd1f-3a13-4bd6-afa8-09aa8040fd59 req-33e4f531-7417-421e-8bba-8f2b878d6332 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:28.450946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dcfdcd1f-3a13-4bd6-afa8-09aa8040fd59 req-33e4f531-7417-421e-8bba-8f2b878d6332 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.0717740 Jul 13 07:56:28.494954 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dcfdcd1f-3a13-4bd6-afa8-09aa8040fd59 req-c9077860-26d5-4b44-9fbc-29cf5cbbcb87 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379655 Jul 13 07:56:28.981053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:28.983612 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1577a280-e876-4f27-ac55-c9afd765eb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:29.023887 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbccff9b-da75-4b58-96e5-70dea964ea45 x-openstack-request-id: req-dbccff9b-da75-4b58-96e5-70dea964ea45 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:29.024288 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:29.024974 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbccff9b-da75-4b58-96e5-70dea964ea45 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:29.025480 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'status': 'completed', 'code': 200} Jul 13 07:56:29.126447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-3b4e22d7-2b2d-4581-b7e1-6fde3c92632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.128085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-3b4e22d7-2b2d-4581-b7e1-6fde3c92632f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1128 time: 0.0676656 Jul 13 07:56:29.260618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-bfffd715-319e-4c78-8551-866914d31a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.262686 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-bfffd715-319e-4c78-8551-866914d31a31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6 HTTP/1.1" status: 200 len: 898 time: 0.1287794 Jul 13 07:56:29.345355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-352e88c6-87b4-449f-a37d-290c9dbc6678 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 200 len: 1001 time: 0.0761802 Jul 13 07:56:29.402623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-d978558a-69da-4b32-8360-68681dac1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.404320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-d978558a-69da-4b32-8360-68681dac1354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83b8dbbb-dda2-45c8-bd57-9dfcd93e378c HTTP/1.1" status: 200 len: 835 time: 0.0534115 Jul 13 07:56:29.468233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-c431c4db-b57d-4b20-8f00-d2a15e9781b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.469857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-c431c4db-b57d-4b20-8f00-d2a15e9781b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594249 Jul 13 07:56:29.569152 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-9100f178-fbcc-44ff-a92e-3c1613a9fcf4 service neutron] 10.222.0.48 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929792 Jul 13 07:56:29.666360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c371f226-2273-4c0f-8051-cb29f9a644ec details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:29.725392 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1577a280-e876-4f27-ac55-c9afd765eb1f req-f6003dc3-f474-4c51-9308-222fe0bddb99 service neutron] 10.222.0.48 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501796 Jul 13 07:56:29.750950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b100dd-3097-4f24-b254-0d97dc1ef24c req-ece95bcf-75db-4b8c-9339-037d3e238f68 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.752979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e6b100dd-3097-4f24-b254-0d97dc1ef24c req-ece95bcf-75db-4b8c-9339-037d3e238f68 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.1303964 Jul 13 07:56:29.785246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:29.798808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c371f226-2273-4c0f-8051-cb29f9a644ec has no active binding in host n-h1-758944-43 {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:56:29.800508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e6b100dd-3097-4f24-b254-0d97dc1ef24c req-55432599-3c81-44fe-9150-e2ebb4937f9f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374043 Jul 13 07:56:30.674554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a9319-917f-4cad-aa03-fc3e7e42a2a3 req-61b2cb35-8bf7-4ab6-bfda-2bb96bcbe299 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:30.676051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b4a9319-917f-4cad-aa03-fc3e7e42a2a3 req-61b2cb35-8bf7-4ab6-bfda-2bb96bcbe299 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 946 time: 0.0726225 Jul 13 07:56:30.715998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b4a9319-917f-4cad-aa03-fc3e7e42a2a3 req-46f448df-ab09-4923-8b48-c659508d9787 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 Jul 13 07:56:30.981285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cff3b9-e01a-48e4-a1e3-e1b1e033623a req-05329e39-8360-4069-95c2-13c7c9514946 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:30.983368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54cff3b9-e01a-48e4-a1e3-e1b1e033623a req-05329e39-8360-4069-95c2-13c7c9514946 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.0665805 Jul 13 07:56:31.021438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54cff3b9-e01a-48e4-a1e3-e1b1e033623a req-66e2ef1b-6ffe-4b19-bdd8-a80d745c9f0a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323579 Jul 13 07:56:31.905471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08089a9a-67d4-488b-a68a-0d691d23ae67 req-d8764f23-3bf2-4b8d-a783-e567dc3a8647 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:31.907089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08089a9a-67d4-488b-a68a-0d691d23ae67 req-d8764f23-3bf2-4b8d-a783-e567dc3a8647 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 946 time: 0.0717030 Jul 13 07:56:31.945738 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08089a9a-67d4-488b-a68a-0d691d23ae67 req-3bdad0fa-9e82-4a02-bbb7-e83ea0cd50d4 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/security-groups?id=757001da-704b-4e7d-8440-02f360312930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329888 Jul 13 07:56:32.207184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de22b-d4b3-4f6a-93c2-6627afc251b8 req-43cf45fc-2569-4324-bdab-e6c64a8ed0d1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:32.208873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d6de22b-d4b3-4f6a-93c2-6627afc251b8 req-43cf45fc-2569-4324-bdab-e6c64a8ed0d1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 945 time: 0.0676241 Jul 13 07:56:32.249210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d6de22b-d4b3-4f6a-93c2-6627afc251b8 req-b88512b1-65a7-4313-8afe-bbd4ee03213a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328760 Jul 13 07:56:32.271193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-0cc3731e-1384-49ce-9590-ea0df159d726 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:32.273994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-0cc3731e-1384-49ce-9590-ea0df159d726 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 946 time: 0.0728657 Jul 13 07:56:32.380516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Deleting port e10583f3-9ae9-4644-9bad-62a74902c4a5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:32.380866 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.484696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] For port e10583f3-9ae9-4644-9bad-62a74902c4a5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=e10583f3-9ae9-4644-9bad-62a74902c4a5,segment=NetworkSegment(5aae4319-2c7a-432a-b550-84e6547a5415),segment_id=5aae4319-2c7a-432a-b550-84e6547a5415)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:32.485044 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.497127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Calling delete_port for e10583f3-9ae9-4644-9bad-62a74902c4a5 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:32.636729 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.648496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['e10583f3-9ae9-4644-9bad-62a74902c4a5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:32.673187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Pushing event deleted for resources: {'Port': ['ID=e10583f3-9ae9-4644-9bad-62a74902c4a5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:32.723703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] No DVR routers for this DVR port e10583f3-9ae9-4644-9bad-62a74902c4a5 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:32.726465 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:32.728865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85b70ac1-0125-4236-8075-a3de9206d8f2 req-e5bbff94-4bcb-4245-92f5-9f165b51cd58 tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.38 "DELETE /v2.0/ports/e10583f3-9ae9-4644-9bad-62a74902c4a5 HTTP/1.1" status: 204 len: 173 time: 0.4501023 Jul 13 07:56:32.729317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d34d6c-7d9e-4194-ae76-2be002ac9906', 'name': 'network-vif-deleted', 'tag': 'e10583f3-9ae9-4644-9bad-62a74902c4a5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:32.731564 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ea6c1f-23c2-4a41-863c-73c9456ee299" -d '{"events": [{"server_uuid": "31d34d6c-7d9e-4194-ae76-2be002ac9906", "name": "network-vif-deleted", "tag": "e10583f3-9ae9-4644-9bad-62a74902c4a5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:32.778632 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc03ac1b-b77d-4725-873a-21d1cb01a5cb x-openstack-request-id: req-fc03ac1b-b77d-4725-873a-21d1cb01a5cb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:32.778954 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d34d6c-7d9e-4194-ae76-2be002ac9906", "name": "network-vif-deleted", "tag": "e10583f3-9ae9-4644-9bad-62a74902c4a5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:32.779253 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc03ac1b-b77d-4725-873a-21d1cb01a5cb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:32.779682 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d34d6c-7d9e-4194-ae76-2be002ac9906', 'name': 'network-vif-deleted', 'tag': 'e10583f3-9ae9-4644-9bad-62a74902c4a5', 'status': 'completed', 'code': 200} Jul 13 07:56:32.897360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-8d0154ee-1d7a-4807-8d25-d804e1625299 service neutron] 10.222.0.48 "GET /v2.0/ports/c371f226-2273-4c0f-8051-cb29f9a644ec/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 385 time: 0.0803995 Jul 13 07:56:33.112531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3f62e95a-318b-4a8c-8623-0f6d50946e4b service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:33.130779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-94f4d4fc-255e-45bd-a58b-3a51771d506e req-20faffdd-9c83-4d80-b422-751d919b94eb tempest-VolumesSnapshotTestJSON-398963274 tempest-VolumesSnapshotTestJSON-398963274-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d34d6c-7d9e-4194-ae76-2be002ac9906 HTTP/1.1" status: 200 len: 210 time: 0.0494452 Jul 13 07:56:33.138254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3f62e95a-318b-4a8c-8623-0f6d50946e4b service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:33.207536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3f62e95a-318b-4a8c-8623-0f6d50946e4b service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:33.222263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3f62e95a-318b-4a8c-8623-0f6d50946e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.322381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3f62e95a-318b-4a8c-8623-0f6d50946e4b service neutron] Transition to ACTIVE for port object c371f226-2273-4c0f-8051-cb29f9a644ec will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:33.327454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3f62e95a-318b-4a8c-8623-0f6d50946e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.507087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62e95a-318b-4a8c-8623-0f6d50946e4b service neutron] Pushing event updated for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:33.547177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3f62e95a-318b-4a8c-8623-0f6d50946e4b service neutron] No DVR routers for this DVR port c371f226-2273-4c0f-8051-cb29f9a644ec on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:33.612663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669738aa-a333-49a6-a7a1-3ca1ba4097f0 req-dc7b7165-bfd1-4a37-8258-2dcba806ffcd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:33.614285 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-669738aa-a333-49a6-a7a1-3ca1ba4097f0 req-dc7b7165-bfd1-4a37-8258-2dcba806ffcd tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 944 time: 0.2204888 Jul 13 07:56:33.703819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-669738aa-a333-49a6-a7a1-3ca1ba4097f0 req-175a4bec-fbd4-40d4-8129-b8294f4b7a8d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830517 Jul 13 07:56:33.739679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-3f62e95a-318b-4a8c-8623-0f6d50946e4b service neutron] 10.222.0.48 "PUT /v2.0/ports/c371f226-2273-4c0f-8051-cb29f9a644ec/bindings/n-h1-758944-43/activate HTTP/1.1" status: 200 len: 370 time: 0.8370812 Jul 13 07:56:33.847487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-2a30bb29-d1ef-4a10-b579-e8e65407c039 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:33.849041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-2a30bb29-d1ef-4a10-b579-e8e65407c039 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f&tenant_id=97885db632824d89bcee49e5168f73cb&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.0588396 Jul 13 07:56:33.913315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-b8b70d38-0507-4640-bf68-ad07acef01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:33.914963 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-b8b70d38-0507-4640-bf68-ad07acef01c5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 1096 time: 0.0595474 Jul 13 07:56:33.992325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-176774fd-ae7f-4658-b5a7-a1f3f01f83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:33.993849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-176774fd-ae7f-4658-b5a7-a1f3f01f83c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1096 time: 0.0566494 Jul 13 07:56:34.094496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-913ed216-2860-4943-bd8c-d68f65aaab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:34.096060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-913ed216-2860-4943-bd8c-d68f65aaab60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6 HTTP/1.1" status: 200 len: 898 time: 0.0945983 Jul 13 07:56:34.175065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-bd59674d-475b-45d9-89dc-5fb76feb61ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 200 len: 999 time: 0.0717840 Jul 13 07:56:34.237135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-f31bcf0f-8ed8-41e6-a5dc-7755121ad549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:34.238828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-f31bcf0f-8ed8-41e6-a5dc-7755121ad549 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b8dbbb-dda2-45c8-bd57-9dfcd93e378c HTTP/1.1" status: 200 len: 835 time: 0.0577495 Jul 13 07:56:34.302386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-0708f46b-b121-4d0d-a295-8157b99d5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:34.303867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-0708f46b-b121-4d0d-a295-8157b99d5934 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584896 Jul 13 07:56:34.412323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-94d595c0-7429-489b-b2ad-4ee66d950e79 service neutron] 10.222.0.38 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016104 Jul 13 07:56:34.857310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:34.860516 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a422ea9-bbd2-49b1-86c5-dc82e52dff8c" -d '{"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-unplugged", "status": "completed", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:34.915266 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5b4fb6-dc12-41a7-818f-15f7f511e5ea x-openstack-request-id: req-8b5b4fb6-dc12-41a7-818f-15f7f511e5ea {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:34.915474 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-unplugged", "status": "completed", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:34.915727 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b5b4fb6-dc12-41a7-818f-15f7f511e5ea {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:34.916114 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'code': 200} Jul 13 07:56:34.959535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-f4afe1c6-ad5b-4883-8c20-75624fce6766 service neutron] 10.222.0.38 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407839 Jul 13 07:56:34.984059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5452-12de-4f61-b374-a58f84f0f3b0 req-aab9cf62-4e24-442a-b14e-b1fc7912dda7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:34.986402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1b5452-12de-4f61-b374-a58f84f0f3b0 req-aab9cf62-4e24-442a-b14e-b1fc7912dda7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 944 time: 0.1231308 Jul 13 07:56:35.032698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3b1b5452-12de-4f61-b374-a58f84f0f3b0 req-8128a72c-b60b-43e9-8054-e7e10536692b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381072 Jul 13 07:56:35.307121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-ce62f763-a3c4-4abc-9662-5e9e57bc48cf tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:35.308908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-ce62f763-a3c4-4abc-9662-5e9e57bc48cf tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f&tenant_id=97885db632824d89bcee49e5168f73cb&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 1096 time: 0.0776742 Jul 13 07:56:35.452935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-bef49cf2-0688-472c-a474-89873406c968 service neutron] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:35.456206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-bef49cf2-0688-472c-a474-89873406c968 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.457332 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-996ff913-0a35-44ce-8bda-4f7ffebbe7ef req-bef49cf2-0688-472c-a474-89873406c968 service neutron] 10.222.0.38 "DELETE /v2.0/ports/c371f226-2273-4c0f-8051-cb29f9a644ec/bindings/n-h2-758944-43 HTTP/1.1" status: 204 len: 173 time: 0.1425276 Jul 13 07:56:35.675272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e10583f3-9ae9-4644-9bad-62a74902c4a5 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:35.710085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: e10583f3-9ae9-4644-9bad-62a74902c4a5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:35.710639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device e10583f3-9ae9-4644-9bad-62a74902c4a5 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:35.766943 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.014991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c371f226-2273-4c0f-8051-cb29f9a644ec no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:36.078605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c371f226-2273-4c0f-8051-cb29f9a644ec not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:36.258835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9697da-7cc5-4471-9106-2fb3d614c5f0 req-06156143-2779-413e-aea7-97a216a6f156 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:36.260490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad9697da-7cc5-4471-9106-2fb3d614c5f0 req-06156143-2779-413e-aea7-97a216a6f156 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 944 time: 0.0753791 Jul 13 07:56:36.303167 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad9697da-7cc5-4471-9106-2fb3d614c5f0 req-40a4ab7c-5893-4fb2-9b5c-1bf08944023f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369260 Jul 13 07:56:36.482160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279aede-5475-4b46-91a4-9c40c7f97ba7 req-e78f3704-a5f2-4179-82de-3455cae99b59 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:36.495354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2279aede-5475-4b46-91a4-9c40c7f97ba7 req-e78f3704-a5f2-4179-82de-3455cae99b59 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1096 time: 0.0705936 Jul 13 07:56:36.529865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2279aede-5475-4b46-91a4-9c40c7f97ba7 req-a85a8d7b-e58b-4373-b504-7738038ea8b9 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 Jul 13 07:56:36.747496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c86fc-98a3-43d9-a646-9bd75f9b194a req-a69ea8e8-e078-4ec3-b979-4161433cb3fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:36.749328 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-585c86fc-98a3-43d9-a646-9bd75f9b194a req-a69ea8e8-e078-4ec3-b979-4161433cb3fe tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 944 time: 0.0834363 Jul 13 07:56:36.798836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-585c86fc-98a3-43d9-a646-9bd75f9b194a req-3345413a-ea6b-4bf0-8083-ac4f9c526606 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Jul 13 07:56:36.829832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:36.951934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-83b76160-4d97-4986-b5af-8b68680e4dd6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/85e74bae-cc31-4685-9ad1-ab4eac374aad HTTP/1.1" status: 200 len: 991 time: 0.1179783 Jul 13 07:56:37.649346 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.214383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51228) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:39.377274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port 8feae25e-a49f-408c-870a-2a61500b36cd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:39.377516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.454448 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.454787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.466716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for 8feae25e-a49f-408c-870a-2a61500b36cd owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:39.645316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.672309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=8feae25e-a49f-408c-870a-2a61500b36cd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:39.738393 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.738839 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Floating IP 85e74bae-cc31-4685-9ad1-ab4eac374aad disassociated (deleted). External IP: 172.25.8.208, port: c371f226-2273-4c0f-8051-cb29f9a644ec. Jul 13 07:56:39.978989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 01350ccf-d377-444c-905c-7f4578dcd0da has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:40.090634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:40.095686 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.103092 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] Sync routers for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:40.115480 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:40.116399 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:40.134059 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5a520616-8650-4464-a981-8e6c6e7f4d2a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/floatingips/85e74bae-cc31-4685-9ad1-ab4eac374aad HTTP/1.1" status: 204 len: 168 time: 0.9185114 Jul 13 07:56:40.134733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:40.137580 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dce232-7f3f-46ff-a12d-f04854b7077c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:40.237005 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c29d3-bc90-4f06-972c-ea8f8bea6ba4 x-openstack-request-id: req-b04c29d3-bc90-4f06-972c-ea8f8bea6ba4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:40.237668 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:40.237668 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b04c29d3-bc90-4f06-972c-ea8f8bea6ba4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:40.238625 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'status': 'completed', 'code': 200} Jul 13 07:56:40.242721 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:40.356708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-47a7da92-d573-42c4-ad17-b85b2a6150a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:40.358302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-47a7da92-d573-42c4-ad17-b85b2a6150a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 1096 time: 0.1016092 Jul 13 07:56:40.525965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-a2962756-abd5-4605-95bd-c484969e697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:40.527714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-a2962756-abd5-4605-95bd-c484969e697c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6 HTTP/1.1" status: 200 len: 898 time: 0.1622822 Jul 13 07:56:40.582682 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '3c835d69-eced-4c6a-9e02-2fa5c9e81b9f', 'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:f9:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:31Z', 'updated_at': '2021-07-13T07:55:38Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:40.622006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-281b502e-7fd2-446b-9353-a95642fabf33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 200 len: 217 time: 0.0867918 Jul 13 07:56:40.645784 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] Checking router: 01350ccf-d377-444c-905c-7f4578dcd0da for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:40.658453 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:40.659296 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:40.723552 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-6e49ed7d-5ae2-41b3-942a-e1ba0835ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:40.723552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-6e49ed7d-5ae2-41b3-942a-e1ba0835ae2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b8dbbb-dda2-45c8-bd57-9dfcd93e378c HTTP/1.1" status: 200 len: 835 time: 0.0786548 Jul 13 07:56:40.785754 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:40.786178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b705-0a1b-40aa-8392-46c3d2797ecb req-d282a3a5-b322-47ae-a4f5-d9aa9dceb2e7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:40.787723 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a71b705-0a1b-40aa-8392-46c3d2797ecb req-d282a3a5-b322-47ae-a4f5-d9aa9dceb2e7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 944 time: 0.1648507 Jul 13 07:56:40.832887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-40b6f60b-e240-4857-8292-96abb459d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:40.834742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-40b6f60b-e240-4857-8292-96abb459d8be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c5ff8065-8acb-4258-bcb2-c549a8a2bea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036530 Jul 13 07:56:40.858953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0a71b705-0a1b-40aa-8392-46c3d2797ecb req-c845e8f5-026a-42ca-befd-0942d903d22a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a4ef1a-f34a-4063-b4a8-125d117724e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631897 Jul 13 07:56:40.946800 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-1b8f1737-e8f7-4e63-8857-c3958c405e3a service neutron] 10.222.0.38 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037610 Jul 13 07:56:41.054291 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '3c835d69-eced-4c6a-9e02-2fa5c9e81b9f', 'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:f9:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:31Z', 'updated_at': '2021-07-13T07:55:38Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:41.079880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-2b5bc20b-82b1-4491-92b8-2b43ae2dbee9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:41.081527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-2b5bc20b-82b1-4491-92b8-2b43ae2dbee9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 944 time: 0.1338310 Jul 13 07:56:41.082516 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df6991c-b2f2-46f1-90d2-010d3d0017e9 None None] The sync data for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 is: [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '3c835d69-eced-4c6a-9e02-2fa5c9e81b9f', 'name': '', 'network_id': 'c5ff8065-8acb-4258-bcb2-c549a8a2bea6', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:f9:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:31Z', 'updated_at': '2021-07-13T07:55:38Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '83b8dbbb-dda2-45c8-bd57-9dfcd93e378c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:41.183768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c6dce232-7f3f-46ff-a12d-f04854b7077c req-84f17133-a8da-4edf-9ec4-8a4879701171 service neutron] 10.222.0.38 "GET /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266376 Jul 13 07:56:41.224578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port c371f226-2273-4c0f-8051-cb29f9a644ec {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:41.225020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.363318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port c371f226-2273-4c0f-8051-cb29f9a644ec, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c371f226-2273-4c0f-8051-cb29f9a644ec,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:41.363973 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.376854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for c371f226-2273-4c0f-8051-cb29f9a644ec owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:41.505185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b9203-61b8-4cab-a81e-62fe5b1e789c None None] New status for floating IP 85e74bae-cc31-4685-9ad1-ab4eac374aad: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:56:41.533615 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.570053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=c371f226-2273-4c0f-8051-cb29f9a644ec,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:41.628748 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] No DVR routers for this DVR port c371f226-2273-4c0f-8051-cb29f9a644ec on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:41.631787 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.633932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87b5f07c-d2c6-494a-ba88-cade16869a24 req-577829f4-fd0d-4b52-b243-ca74f4bf53a3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "DELETE /v2.0/ports/c371f226-2273-4c0f-8051-cb29f9a644ec HTTP/1.1" status: 204 len: 173 time: 0.5438426 Jul 13 07:56:42.112169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2241d922-1282-479d-944e-47897f7445d6 req-78147afc-2820-423d-ad73-75254541ac7f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a222c00-7144-4d4b-81c7-dead88bb698f HTTP/1.1" status: 200 len: 210 time: 0.0566339 Jul 13 07:56:42.239115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-deleted', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:42.248119 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc744020-ced0-4c98-97b6-82a7123209d5" -d '{"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-deleted", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:42.291691 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b3e03-a188-4173-943b-1273142a65e6 x-openstack-request-id: req-489b3e03-a188-4173-943b-1273142a65e6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:42.291691 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a222c00-7144-4d4b-81c7-dead88bb698f", "name": "network-vif-deleted", "tag": "c371f226-2273-4c0f-8051-cb29f9a644ec", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:42.292721 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-489b3e03-a188-4173-943b-1273142a65e6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:42.292721 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a222c00-7144-4d4b-81c7-dead88bb698f', 'name': 'network-vif-deleted', 'tag': 'c371f226-2273-4c0f-8051-cb29f9a644ec', 'status': 'completed', 'code': 200} Jul 13 07:56:43.201695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51264) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.606767 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.922735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:43.923163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.038081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3c835d69-eced-4c6a-9e02-2fa5c9e81b9f,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:44.038458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.056757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:44.260041 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.290159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=3c835d69-eced-4c6a-9e02-2fa5c9e81b9f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:44.327922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.330371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.330371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.330371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.330371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.330371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.330371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.330371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.330813 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.333304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.333304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.333304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:44.528572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.774914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 01350ccf-d377-444c-905c-7f4578dcd0da has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:44.891439 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:44.900799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8dde684b-0c5c-48c1-a57c-f574a87d6f1e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "PUT /v2.0/routers/01350ccf-d377-444c-905c-7f4578dcd0da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6972654 Jul 13 07:56:44.903774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51272) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:44.905696 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] Sync routers for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:44.927822 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:44.928480 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:44.993807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting subnet 83b8dbbb-dda2-45c8-bd57-9dfcd93e378c {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:56:44.997400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.059356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.069497 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:45.181464 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.260526 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.308153 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.312835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/subnets/83b8dbbb-dda2-45c8-bd57-9dfcd93e378c HTTP/1.1" status: 204 len: 168 time: 0.4044764 Jul 13 07:56:45.312835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Subnet': ['ID=83b8dbbb-dda2-45c8-bd57-9dfcd93e378c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:45.313604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51288) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:45.321809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b0e7db-7a63-4c4a-9028-ada1955ffc5c None None] Network c5ff8065-8acb-4258-bcb2-c549a8a2bea6 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:45.322713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.323368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.323745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.324102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.324663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.325021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.325372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.326492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.329826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.330450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.331195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.331195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12007ae-d639-4366-8cd7-d9aa87c9094f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:45.445506 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:45.468705 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.613677 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] Checking router: 01350ccf-d377-444c-905c-7f4578dcd0da for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:45.628413 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] Routers {'01350ccf-d377-444c-905c-7f4578dcd0da'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:45.628712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] DHCP port deletion for c5ff8065-8acb-4258-bcb2-c549a8a2bea6 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:56:45.629176 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['01350ccf-d377-444c-905c-7f4578dcd0da'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:45.712212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Deleting port 6a18ad17-7917-4401-a683-156f6ab139a5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:45.712828 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.873766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c371f226-2273-4c0f-8051-cb29f9a644ec no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:45.892108 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] Set router 01350ccf-d377-444c-905c-7f4578dcd0da gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:45.960415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] For port 6a18ad17-7917-4401-a683-156f6ab139a5, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6a18ad17-7917-4401-a683-156f6ab139a5,segment=NetworkSegment(8a4e73ca-981c-478d-95d9-ce4b79883c84),segment_id=8a4e73ca-981c-478d-95d9-ce4b79883c84)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:45.960990 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.969827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: c371f226-2273-4c0f-8051-cb29f9a644ec {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:45.970403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c371f226-2273-4c0f-8051-cb29f9a644ec not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:45.984582 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6a18ad17-7917-4401-a683-156f6ab139a5 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:45.990217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Calling delete_port for 6a18ad17-7917-4401-a683-156f6ab139a5 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:46.037373 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.112599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port 2885a14c-a414-4e04-a006-c0fbaf5f366b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:46.113613 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.186171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.217355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.246692 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:46.268373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port 2885a14c-a414-4e04-a006-c0fbaf5f366b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2885a14c-a414-4e04-a006-c0fbaf5f366b,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:46.269328 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.285120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] No DVR routers for this DVR port 6a18ad17-7917-4401-a683-156f6ab139a5 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:46.292219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Pushing event deleted for resources: {'Port': ['ID=6a18ad17-7917-4401-a683-156f6ab139a5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:46.294849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for 2885a14c-a414-4e04-a006-c0fbaf5f366b owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:46.307058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.307424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.311824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.312237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.312589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.312938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.313274 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.313612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.313976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.315818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.316186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.316511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f580a5-dcdc-4fd6-bc3f-6c89c0ac3fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.334692 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7f3ac-9c1b-4420-9717-26ea896bc52f None None] The sync data for ids ['01350ccf-d377-444c-905c-7f4578dcd0da'] in n-d-758944-43 is: [{'id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95059981', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:27Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '2885a14c-a414-4e04-a006-c0fbaf5f366b', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01350ccf-d377-444c-905c-7f4578dcd0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:28Z', 'updated_at': '2021-07-13T07:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:46.511177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.540817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=2885a14c-a414-4e04-a006-c0fbaf5f366b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:46.626948 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.724537 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.726846 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.779097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.779729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Fanout notify agent at l3_agent the message router_deleted on router 01350ccf-d377-444c-905c-7f4578dcd0da {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:56:46.793109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.797811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51460) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:46.802663 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3253d538-ab71-4949-867a-3a43e4dfda41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/routers/01350ccf-d377-444c-905c-7f4578dcd0da HTTP/1.1" status: 204 len: 168 time: 1.4872034 Jul 13 07:56:46.920156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.023950 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.035404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ff8065-8acb-4258-bcb2-c549a8a2bea6']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:47.050850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4e73ca-981c-478d-95d9-ce4b79883c84') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:47.051166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4e73ca-981c-478d-95d9-ce4b79883c84') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:47.063065 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.081331 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.088344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:56:47.088881 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:56:47.092615 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:56:47.155673 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.163404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.165300 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/networks/c5ff8065-8acb-4258-bcb2-c549a8a2bea6 HTTP/1.1" status: 204 len: 168 time: 0.3659992 Jul 13 07:56:47.168172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51510) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:47.185816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3e0ac-16af-472b-a2a9-a63d3adebdf7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Network': ['ID=c5ff8065-8acb-4258-bcb2-c549a8a2bea6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:47.234372 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c760-56c8-4e49-a0a6-c1c49858ced1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.261735 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c760-56c8-4e49-a0a6-c1c49858ced1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.355378 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c760-56c8-4e49-a0a6-c1c49858ced1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.359419 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c760-56c8-4e49-a0a6-c1c49858ced1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.360756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5bf5c760-56c8-4e49-a0a6-c1c49858ced1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/security-groups/13a4ef1a-f34a-4063-b4a8-125d117724e0 HTTP/1.1" status: 204 len: 168 time: 0.1916497 Jul 13 07:56:47.388183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5c760-56c8-4e49-a0a6-c1c49858ced1 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a4ef1a-f34a-4063-b4a8-125d117724e0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:47.630046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51570) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:47.636000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4fcc3553-4e39-4d93-b76c-cf5d5e089915 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57872845', 'description': 'tempest-secgroup-smoke-57872845 description', 'project_id': '97885db632824d89bcee49e5168f73cb'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:47.672387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3553-4e39-4d93-b76c-cf5d5e089915 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.764467 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:47.786798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3553-4e39-4d93-b76c-cf5d5e089915 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.791526 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3553-4e39-4d93-b76c-cf5d5e089915 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.792993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:47.793351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3c835d69-eced-4c6a-9e02-2fa5c9e81b9f not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:47.794132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2885a14c-a414-4e04-a006-c0fbaf5f366b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:47.822582 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 2885a14c-a414-4e04-a006-c0fbaf5f366b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:47.823277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2885a14c-a414-4e04-a006-c0fbaf5f366b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:47.826264 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3553-4e39-4d93-b76c-cf5d5e089915 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.829016 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4fcc3553-4e39-4d93-b76c-cf5d5e089915 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1975818 Jul 13 07:56:47.831701 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51596) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:47.835242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc3553-4e39-4d93-b76c-cf5d5e089915 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8295b6c8-a78e-4086-8ca5-064ae9975cae,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:47.838476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-642a9c49-62ba-40f5-8eb0-6d394a08b022 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '8295b6c8-a78e-4086-8ca5-064ae9975cae', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:47.870954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-642a9c49-62ba-40f5-8eb0-6d394a08b022 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.937871 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-642a9c49-62ba-40f5-8eb0-6d394a08b022 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.943124 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-642a9c49-62ba-40f5-8eb0-6d394a08b022 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.964569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a9c49-62ba-40f5-8eb0-6d394a08b022 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef68b53b-d2fd-4b47-b4c6-133f43d6f2e6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:47.978146 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-642a9c49-62ba-40f5-8eb0-6d394a08b022 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.982719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51614) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:47.987351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3eb86d3a-5add-4143-adf2-fab8c0266223 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '8295b6c8-a78e-4086-8ca5-064ae9975cae', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:47.994526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-642a9c49-62ba-40f5-8eb0-6d394a08b022 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489160 Jul 13 07:56:48.015957 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eb86d3a-5add-4143-adf2-fab8c0266223 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.091905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eb86d3a-5add-4143-adf2-fab8c0266223 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.097008 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eb86d3a-5add-4143-adf2-fab8c0266223 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.117205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb86d3a-5add-4143-adf2-fab8c0266223 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45451fd0-86c8-4268-a3af-d03e701b6121,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:48.125861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eb86d3a-5add-4143-adf2-fab8c0266223 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.129883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51636) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:48.130016 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3eb86d3a-5add-4143-adf2-fab8c0266223 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461747 Jul 13 07:56:48.134720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3143e6c9-f4f5-4d02-b99e-e7367eeb183a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '8295b6c8-a78e-4086-8ca5-064ae9975cae', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:48.167277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3143e6c9-f4f5-4d02-b99e-e7367eeb183a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.257105 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3143e6c9-f4f5-4d02-b99e-e7367eeb183a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.263955 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3143e6c9-f4f5-4d02-b99e-e7367eeb183a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.292350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3143e6c9-f4f5-4d02-b99e-e7367eeb183a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.305656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:48.311218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b6bb8e1e-c2bb-4e2b-8d59-b1b3e97acfd5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '8295b6c8-a78e-4086-8ca5-064ae9975cae', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:48.317732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3143e6c9-f4f5-4d02-b99e-e7367eeb183a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1865871 Jul 13 07:56:48.329244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143e6c9-f4f5-4d02-b99e-e7367eeb183a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6b2049-7fc1-4f45-8a66-28a51e338c44,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:48.354227 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a385cb41-6059-4f7c-b1ff-54eff2c7a099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.370482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8e1e-c2bb-4e2b-8d59-b1b3e97acfd5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.463741 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8e1e-c2bb-4e2b-8d59-b1b3e97acfd5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.469364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8e1e-c2bb-4e2b-8d59-b1b3e97acfd5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.491177 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb8e1e-c2bb-4e2b-8d59-b1b3e97acfd5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6804d161-2e0e-4473-a638-7e6671195970,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:48.509728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8e1e-c2bb-4e2b-8d59-b1b3e97acfd5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.513539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b6bb8e1e-c2bb-4e2b-8d59-b1b3e97acfd5 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2043192 Jul 13 07:56:48.514073 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51686) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:48.519677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9d855aa7-59e9-47db-a9a7-e64efc797e41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '8295b6c8-a78e-4086-8ca5-064ae9975cae', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:48.561544 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-9d855aa7-59e9-47db-a9a7-e64efc797e41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Project 97885db632824d89bcee49e5168f73cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:56:48.571262 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d855aa7-59e9-47db-a9a7-e64efc797e41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.653103 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d855aa7-59e9-47db-a9a7-e64efc797e41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.658685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d855aa7-59e9-47db-a9a7-e64efc797e41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.674533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d855aa7-59e9-47db-a9a7-e64efc797e41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dc3830-7152-4f08-a81b-00440ddb0fb6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:48.690611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d855aa7-59e9-47db-a9a7-e64efc797e41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.693825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9d855aa7-59e9-47db-a9a7-e64efc797e41 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1787291 Jul 13 07:56:48.696947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51714) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:48.707289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-28b2671c-6668-4f73-bc55-2094d6ae6c8c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'security_group_rule': {'security_group_id': '8295b6c8-a78e-4086-8ca5-064ae9975cae', 'project_id': '97885db632824d89bcee49e5168f73cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:48.743889 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-28b2671c-6668-4f73-bc55-2094d6ae6c8c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Project 97885db632824d89bcee49e5168f73cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:56:48.750896 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28b2671c-6668-4f73-bc55-2094d6ae6c8c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.842589 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28b2671c-6668-4f73-bc55-2094d6ae6c8c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.848572 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28b2671c-6668-4f73-bc55-2094d6ae6c8c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.873243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2671c-6668-4f73-bc55-2094d6ae6c8c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebffa8c-6660-4924-9545-184a938b8ab4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:48.876652 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:56:48.881675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28b2671c-6668-4f73-bc55-2094d6ae6c8c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.883162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-28b2671c-6668-4f73-bc55-2094d6ae6c8c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1849048 Jul 13 07:56:48.886023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:48.892353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'network': {'name': 'tempest-network-smoke--1884206627', 'project_id': '97885db632824d89bcee49e5168f73cb', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:48.916406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:48.920135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.948111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:56:48.959614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.959964 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Added segment b85660a4-b384-4935-805c-eb97921e7ca1 of type vlan for network a06581f5-604d-4f0e-88f3-9eb0a4323894 Jul 13 07:56:49.002842 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.039884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.047650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:49.048521 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.091246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2039926 Jul 13 07:56:49.096425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51760) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:49.103068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'admin_state_up': True, 'project_id': '97885db632824d89bcee49e5168f73cb', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:49.145165 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.146387 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.149889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f334d-6f35-4e9c-819f-dd053c735525 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Network': ['ID=a06581f5-604d-4f0e-88f3-9eb0a4323894,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:49.171498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a06581f5-604d-4f0e-88f3-9eb0a4323894 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:56:49.213274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.358897 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.569636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.595809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.724803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.25.8.211 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/1d6f3092-10ee-4649-aaf9-c1cdd2f53915) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:49.838297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.881928 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.932877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:49.936443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:49.944258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:49.947805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=1d6f3092-10ee-4649-aaf9-c1cdd2f53915,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:50.207503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.445548 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.580140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 4820e6d4-cc19-44b2-98b2-f70c92669006 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:56:50.701409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:50.712071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Sync routers for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:50.739247 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.740541 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-43e3a01f-fc48-4c63-a658-0f7eca3cdfdf tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6421556 Jul 13 07:56:50.743822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:50.786662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:50.787622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:50.809147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-59748c42-adc1-42c0-a375-c74f394d0b77 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=97885db632824d89bcee49e5168f73cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616634 Jul 13 07:56:50.809604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51788) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:50.921007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b1c715-91a5-425f-96b5-ef2c385bc2ee tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:50.922593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-58b1c715-91a5-425f-96b5-ef2c385bc2ee tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1113408 Jul 13 07:56:50.925448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:50.963496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:50.968943 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-df7db993-5384-4c64-ace2-743b94f67dac tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417697 Jul 13 07:56:50.971507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 51794) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:50.977501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-894977342', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'project_id': '97885db632824d89bcee49e5168f73cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:51.087858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:51.091997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.107120 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93e4fb81-7ca9-4695-a430-c35c7e1e3e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.159613 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.194555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:50Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:51.222576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Checking router: 4820e6d4-cc19-44b2-98b2-f70c92669006 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:51.223191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Updating router 4820e6d4-cc19-44b2-98b2-f70c92669006 port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:51.262527 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.300039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.368282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Subnet': ['ID=621993c6-e78c-4e94-9fa0-d9cbb1380847,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:51.400759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Checking segment: {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:51.401782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network hostable DHCP agents. Network: a06581f5-604d-4f0e-88f3-9eb0a4323894, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:56:51.426125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network a06581f5-604d-4f0e-88f3-9eb0a4323894 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:56:51.438111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a06581f5-604d-4f0e-88f3-9eb0a4323894) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:51.445115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:51.446856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.451682 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a92d13-3e9f-4d1a-a38d-2015f081e490 None None] Network a06581f5-604d-4f0e-88f3-9eb0a4323894 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:51.464260 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ae8f123f-ca77-4944-98e6-5978bd642f77 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4911733 Jul 13 07:56:51.467503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 51798) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:51.789541 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.807961 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Transition to ACTIVE for port object 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:51.840785 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.848082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-a06581f5-604d-4f0e-88f3-9eb0a4323894', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:56:51.849235 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.922865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Attempting to bind port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:51.923376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Attempting to bind port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:51.923988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Attempting to bind port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:51.931759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7519139-342d-4412-aeaf-98756d475f9c None None] Pushing event updated for resources: {'Port': ['ID=1d6f3092-10ee-4649-aaf9-c1cdd2f53915,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:51.983936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:51.984433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:51.984892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.985358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:51.985865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Bound port: 1d6f3092-10ee-4649-aaf9-c1cdd2f53915, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:51.986294 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.028312 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.095338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] For port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:52.099151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] For port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1d6f3092-10ee-4649-aaf9-c1cdd2f53915,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:52.102199 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.107221 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.143423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Allocated IP 172.20.0.2 (a06581f5-604d-4f0e-88f3-9eb0a4323894/621993c6-e78c-4e94-9fa0-d9cbb1380847/11dff3b4-33f1-4808-9097-8e14ae4d8b7f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:52.217017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:52.217940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:52.226732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7519139-342d-4412-aeaf-98756d475f9c None None] Pushing event updated for resources: {'Port': ['ID=1d6f3092-10ee-4649-aaf9-c1cdd2f53915,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:52.412050 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:52.510542 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.525244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Transition to ACTIVE for port object 11dff3b4-33f1-4808-9097-8e14ae4d8b7f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:52.577968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Transition to ACTIVE for port object 11dff3b4-33f1-4808-9097-8e14ae4d8b7f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:52.590756 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.649768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Network a06581f5-604d-4f0e-88f3-9eb0a4323894 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:52.657383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:52.664073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:52.665541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.20.0.1 (a06581f5-604d-4f0e-88f3-9eb0a4323894/621993c6-e78c-4e94-9fa0-d9cbb1380847/cc723f27-7af7-4662-b2ec-3d03738378a0) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:52.668301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Pushing event updated for resources: {'Port': ['ID=11dff3b4-33f1-4808-9097-8e14ae4d8b7f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:52.738444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Attempting to bind port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:52.738828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Attempting to bind port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:52.739206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Attempting to bind port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f on network a06581f5-604d-4f0e-88f3-9eb0a4323894 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:52.748799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:52.749246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Checking segment: {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:52.749687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.750118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Bound using segment: {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:52.750632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Bound port: 11dff3b4-33f1-4808-9097-8e14ae4d8b7f, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:52.751029 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.767284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:50Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:52.812392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.817566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddef9e-90cd-4571-9491-b60c161f3341 None None] The sync data for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 is: [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:50Z', 'revision_number': 3, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:52.839845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Transition to ACTIVE for port object cc723f27-7af7-4662-b2ec-3d03738378a0 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:52.866407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] For port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:52.883807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] For port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=11dff3b4-33f1-4808-9097-8e14ae4d8b7f,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:52.890075 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.914859 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.965983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8bf21-7bdf-4aa0-ac6e-5de4688cc56b None None] Pushing event updated for resources: {'Port': ['ID=11dff3b4-33f1-4808-9097-8e14ae4d8b7f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:53.008074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network a06581f5-604d-4f0e-88f3-9eb0a4323894 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:53.009529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=cc723f27-7af7-4662-b2ec-3d03738378a0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:53.012426 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:53.015047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:53.071487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.354793 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.721070 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.893296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:54.026298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:54.032004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:54.032394 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.190687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.224137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1d6f3092-10ee-4649-aaf9-c1cdd2f53915,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:54.234467 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.273326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 11dff3b4-33f1-4808-9097-8e14ae4d8b7f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:54.384312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=1d6f3092-10ee-4649-aaf9-c1cdd2f53915,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:54.432930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:54.463534 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.469119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.548381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06b8fd7-de68-41bf-8ad9-c595cc7f9ed3 None None] Network a06581f5-604d-4f0e-88f3-9eb0a4323894 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:54.550615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=cc723f27-7af7-4662-b2ec-3d03738378a0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:54.569456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.660239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ab11b131-7951-4636-9ab7-a2b64fa4d98d None None] Provisioning for port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:54.665711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ab11b131-7951-4636-9ab7-a2b64fa4d98d None None] Provisioning complete for port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:54.666146 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab11b131-7951-4636-9ab7-a2b64fa4d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.693697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network a06581f5-604d-4f0e-88f3-9eb0a4323894 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:54.695862 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:54.805892 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab11b131-7951-4636-9ab7-a2b64fa4d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.840695 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 4820e6d4-cc19-44b2-98b2-f70c92669006 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:54.843866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ab11b131-7951-4636-9ab7-a2b64fa4d98d None None] For port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=11dff3b4-33f1-4808-9097-8e14ae4d8b7f,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:54.855488 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab11b131-7951-4636-9ab7-a2b64fa4d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.962857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11b131-7951-4636-9ab7-a2b64fa4d98d None None] Pushing event updated for resources: {'Port': ['ID=11dff3b4-33f1-4808-9097-8e14ae4d8b7f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:55.025563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:55.031337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4477c9c2-8453-4520-8008-a25a35b91cac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "PUT /v2.0/routers/4820e6d4-cc19-44b2-98b2-f70c92669006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5620599 Jul 13 07:56:55.280771 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-46fdb443-55c6-44d0-a38f-b68f2ae34dbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57872845&fields=id&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 267 time: 0.0680206 Jul 13 07:56:55.363449 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Sync routers for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:55.370007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9619d334-fa47-408f-a1c7-101f7c128c39 None None] Provisioning for port cc723f27-7af7-4662-b2ec-3d03738378a0 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:55.378882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9619d334-fa47-408f-a1c7-101f7c128c39 None None] Provisioning complete for port cc723f27-7af7-4662-b2ec-3d03738378a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:55.379453 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9619d334-fa47-408f-a1c7-101f7c128c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:55.385236 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:55.386133 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:55.472902 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9619d334-fa47-408f-a1c7-101f7c128c39 None None] Port cc723f27-7af7-4662-b2ec-3d03738378a0 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:55.513633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9619d334-fa47-408f-a1c7-101f7c128c39 None None] Provisioning complete for port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:55.515198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9619d334-fa47-408f-a1c7-101f7c128c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:55.520055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-f056da59-46a4-434c-87f3-244cc0798b01 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:55.529556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-f056da59-46a4-434c-87f3-244cc0798b01 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/networks?id=a06581f5-604d-4f0e-88f3-9eb0a4323894 HTTP/1.1" status: 200 len: 797 time: 0.2389655 Jul 13 07:56:55.561762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-c9d896c9-7bed-4b95-92a5-931e7cf76541 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/quotas/97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 375 time: 0.0291643 Jul 13 07:56:55.596410 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:55.802304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-ecef6bc8-0921-45de-ab99-775b2235d600 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322528 Jul 13 07:56:55.831418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:55.975912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3d49d56f-bc76-4b60-8545-a958cb11e72c None None] Provisioning complete for port cc723f27-7af7-4662-b2ec-3d03738378a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:55.976871 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d49d56f-bc76-4b60-8545-a958cb11e72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.047197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:56.047843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.057798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3d49d56f-bc76-4b60-8545-a958cb11e72c None None] Port cc723f27-7af7-4662-b2ec-3d03738378a0 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:56.161831 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-ae3a5f50-22ac-4c51-bf2d-d46237c379a5 service neutron] 10.222.0.41 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578229 Jul 13 07:56:56.193142 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cc723f27-7af7-4662-b2ec-3d03738378a0', 'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:01:64:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:52Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 2, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:56.283441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-98e4613c-99ac-4ce2-bfa3-d3032b8b6438 service neutron] 10.222.0.41 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206315 Jul 13 07:56:56.293752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1c238b1b-c99d-4b3b-80b1-07473ff8c7fb None None] Provisioning complete for port cc723f27-7af7-4662-b2ec-3d03738378a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:56.294185 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1c238b1b-c99d-4b3b-80b1-07473ff8c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.299805 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Checking router: 4820e6d4-cc19-44b2-98b2-f70c92669006 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:56.306595 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Updating router 4820e6d4-cc19-44b2-98b2-f70c92669006 port cc723f27-7af7-4662-b2ec-3d03738378a0 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:56.357520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 11dff3b4-33f1-4808-9097-8e14ae4d8b7f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:56.394425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1c238b1b-c99d-4b3b-80b1-07473ff8c7fb None None] Port cc723f27-7af7-4662-b2ec-3d03738378a0 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:56.395669 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.462422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:56.463270 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.604063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-21189f99-333c-4920-8927-2a76f2de8253 None None] Provisioning complete for port cc723f27-7af7-4662-b2ec-3d03738378a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:56.604063 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21189f99-333c-4920-8927-2a76f2de8253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.644346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-41b91fb8-0387-4a7d-b040-fad18b9ed042 req-47898d5b-281b-4170-a0be-f882d87f614a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 210 time: 0.0570357 Jul 13 07:56:56.965402 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.968276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-21189f99-333c-4920-8927-2a76f2de8253 None None] Port cc723f27-7af7-4662-b2ec-3d03738378a0 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:56.985669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-b936d302-e8da-4318-9ebb-c35d2a63f6c9 req-92e3bc7b-65c8-44f6-a5f3-107c33326f38 service neutron] (93773) timed out ('10.222.0.41', 55594) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:56:56.989623 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Transition to ACTIVE for port object cc723f27-7af7-4662-b2ec-3d03738378a0 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:57.007135 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.065220 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Pushing event updated for resources: {'Port': ['ID=cc723f27-7af7-4662-b2ec-3d03738378a0,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:57.082693 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.083168 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.083823 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.084261 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.084666 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.085093 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.085495 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.085854 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.086641 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.086641 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.087184 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.087184 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:57.183601 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Attempting to bind port cc723f27-7af7-4662-b2ec-3d03738378a0 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:57.183983 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Attempting to bind port cc723f27-7af7-4662-b2ec-3d03738378a0 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:57.184350 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Attempting to bind port cc723f27-7af7-4662-b2ec-3d03738378a0 on network a06581f5-604d-4f0e-88f3-9eb0a4323894 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:57.195147 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:57.195500 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Checking segment: {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:57.197203 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.197628 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Bound using segment: {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:57.198527 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Bound port: cc723f27-7af7-4662-b2ec-3d03738378a0, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:57.198725 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.297079 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] For port cc723f27-7af7-4662-b2ec-3d03738378a0, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:57.302930 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] For port cc723f27-7af7-4662-b2ec-3d03738378a0, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cc723f27-7af7-4662-b2ec-3d03738378a0,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:57.308640 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:57.436476 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:57.437091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:57.438999 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcdec4-fee7-4421-a815-74ec9037f99f None None] Pushing event updated for resources: {'Port': ['ID=cc723f27-7af7-4662-b2ec-3d03738378a0,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:57.575022 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:57.818402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38053e0d-e952-424b-b3f7-4228794a08ea req-92a04f21-8f4d-4b25-9dfa-0d8f12cdb072 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 210 time: 0.0298245 Jul 13 07:56:57.876942 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cc723f27-7af7-4662-b2ec-3d03738378a0', 'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:01:64:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:52Z', 'updated_at': '2021-07-13T07:56:57Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:58.007195 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6747c69-0ff0-4323-bb84-1babf0b299a5 None None] The sync data for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 is: [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cc723f27-7af7-4662-b2ec-3d03738378a0', 'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:01:64:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:52Z', 'updated_at': '2021-07-13T07:56:57Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:58.793275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-1f149b00-a2f7-4ed1-9317-830a14e61835 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:58.795610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-1f149b00-a2f7-4ed1-9317-830a14e61835 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "GET /v2.0/networks?id=a06581f5-604d-4f0e-88f3-9eb0a4323894 HTTP/1.1" status: 200 len: 797 time: 0.6729929 Jul 13 07:56:58.958884 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-67a14133-7b79-4996-a4e3-0af4285d29ff tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97885db632824d89bcee49e5168f73cb HTTP/1.1" status: 200 len: 378 time: 0.1542308 Jul 13 07:56:58.982339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'port': {'device_id': 'e55776ff-e910-4140-829f-731e727968e1', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'admin_state_up': True, 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'security_groups': ['8295b6c8-a78e-4086-8ca5-064ae9975cae']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:59.091670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fc57c08-e5a0-4a4e-94df-4411973aee65 req-8ab285d8-2562-4303-b317-9a9c235b665a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 210 time: 0.0399597 Jul 13 07:56:59.218919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Made reservation on behalf of 97885db632824d89bcee49e5168f73cb for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:59.234271 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.423395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.20.0.14 (a06581f5-604d-4f0e-88f3-9eb0a4323894/621993c6-e78c-4e94-9fa0-d9cbb1380847/f7b9c8e7-92ae-4e81-991e-4c23ca496b52) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:59.713808 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.750562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Transition to ACTIVE for port object f7b9c8e7-92ae-4e81-991e-4c23ca496b52 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:59.814402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.829365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cc723f27-7af7-4662-b2ec-3d03738378a0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:59.931187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:59.943956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port cc723f27-7af7-4662-b2ec-3d03738378a0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:59.948101 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cc723f27-7af7-4662-b2ec-3d03738378a0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:59.948600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.971252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network a06581f5-604d-4f0e-88f3-9eb0a4323894 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:59.972930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:59.975611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:00.045972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:00.053027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.095895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-a5bb33da-c4f0-4301-b9d7-3840dd26b305 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1208668 Jul 13 07:57:00.102776 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.113108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Request body: {'port': {'device_id': 'e55776ff-e910-4140-829f-731e727968e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:00.171561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port cc723f27-7af7-4662-b2ec-3d03738378a0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cc723f27-7af7-4662-b2ec-3d03738378a0,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:00.190291 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.286063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.322082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=cc723f27-7af7-4662-b2ec-3d03738378a0,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:00.424753 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3ae1c06e-5af0-4648-a80c-7a122082fcd0 None None] Provisioning for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:00.431795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3ae1c06e-5af0-4648-a80c-7a122082fcd0 None None] Provisioning complete for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:00.432398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c06e-5af0-4648-a80c-7a122082fcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.514267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1c06e-5af0-4648-a80c-7a122082fcd0 None None] Port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:00.577797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b741eb-3ff3-49a1-ba33-2d7c9476aa58 req-987263c6-1042-4200-a139-f0e34e097546 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:00.579515 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-54b741eb-3ff3-49a1-ba33-2d7c9476aa58 req-987263c6-1042-4200-a139-f0e34e097546 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 932 time: 0.2751653 Jul 13 07:57:00.670224 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-54b741eb-3ff3-49a1-ba33-2d7c9476aa58 req-b3ac1abd-2902-4cc7-9e69-ee2a39aac4f3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728281 Jul 13 07:57:00.751144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e2bda841-6077-4564-abc4-de55c78e174c None None] Provisioning complete for port cc723f27-7af7-4662-b2ec-3d03738378a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:00.751612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2bda841-6077-4564-abc4-de55c78e174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.822156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b9c8e7-92ae-4e81-991e-4c23ca496b52 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:00.830238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.847503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Transition to ACTIVE for port object f7b9c8e7-92ae-4e81-991e-4c23ca496b52 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:00.861270 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.960199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:01.036163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Attempting to bind port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:01.036736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Attempting to bind port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:01.036860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Attempting to bind port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 on network a06581f5-604d-4f0e-88f3-9eb0a4323894 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:01.041912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 on network a06581f5-604d-4f0e-88f3-9eb0a4323894 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:01.042276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Attempting to bind port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 on network a06581f5-604d-4f0e-88f3-9eb0a4323894 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:01.048692 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:01.049182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Checking segment: {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:01.049682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Bound using segment: {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:01.050157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Bound port: f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85660a4-b384-4935-805c-eb97921e7ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:01.050862 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.123572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:01.128080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:01.133347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.170064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:01.170638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.172174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] 10.222.0.38 "PUT /v2.0/ports/f7b9c8e7-92ae-4e81-991e-4c23ca496b52 HTTP/1.1" status: 200 len: 1093 time: 1.0688851 Jul 13 07:57:01.175028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:01.177878 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febcf033-0278-4a55-b79e-93a2509cdffb" -d '{"events": [{"name": "network-changed", "server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:01.213912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc71e7-b1c2-49e8-8d67-47c4bd41856f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:01.230270 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d02bd8-bec8-4e10-b3de-1d34fbae243b x-openstack-request-id: req-51d02bd8-bec8-4e10-b3de-1d34fbae243b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:01.230636 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:01.230917 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51d02bd8-bec8-4e10-b3de-1d34fbae243b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:01.231233 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'status': 'completed', 'code': 200} Jul 13 07:57:01.306671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-fd63a589-7c75-4240-a700-bcaf7ecb2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:01.308659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-fd63a589-7c75-4240-a700-bcaf7ecb2bd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 1096 time: 0.0618737 Jul 13 07:57:01.370971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-ec89c934-e2ab-413b-acf5-c8f47811027c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52 HTTP/1.1" status: 200 len: 217 time: 0.0517182 Jul 13 07:57:01.430712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-332e519d-211b-4249-b3f1-ab0398196ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:01.432212 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-332e519d-211b-4249-b3f1-ab0398196ea1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=621993c6-e78c-4e94-9fa0-d9cbb1380847 HTTP/1.1" status: 200 len: 834 time: 0.0556047 Jul 13 07:57:01.492524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-67107735-093a-4d02-898d-f68a9ca9b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:01.494200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-67107735-093a-4d02-898d-f68a9ca9b36e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a06581f5-604d-4f0e-88f3-9eb0a4323894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559578 Jul 13 07:57:01.589556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-4aa3edb4-00fb-45ec-8752-f91db9ade1a0 service neutron] 10.222.0.38 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887103 Jul 13 07:57:01.680867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-121dfd82-c159-459a-a5f4-8cfc7c4d52eb req-215949ad-ae93-4e99-98ec-644a9d7d3a56 service neutron] 10.222.0.38 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856173 Jul 13 07:57:01.747306 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cc723f27-7af7-4662-b2ec-3d03738378a0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:01.801396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cc723f27-7af7-4662-b2ec-3d03738378a0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:01.802689 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.808732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcf033-0278-4a55-b79e-93a2509cdffb req-56a7ac14-659a-4ef7-87f3-fa437d91b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:01.810357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-febcf033-0278-4a55-b79e-93a2509cdffb req-56a7ac14-659a-4ef7-87f3-fa437d91b478 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 1096 time: 0.0816922 Jul 13 07:57:01.959067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcf033-0278-4a55-b79e-93a2509cdffb req-3cb08845-2afa-4a9d-aae9-7301572fd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:01.960652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-febcf033-0278-4a55-b79e-93a2509cdffb req-3cb08845-2afa-4a9d-aae9-7301572fd104 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a06581f5-604d-4f0e-88f3-9eb0a4323894 HTTP/1.1" status: 200 len: 898 time: 0.1445596 Jul 13 07:57:02.009828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-febcf033-0278-4a55-b79e-93a2509cdffb req-47c817e5-76c8-43c7-873e-b1c8fb10cfc6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52 HTTP/1.1" status: 200 len: 217 time: 0.0422542 Jul 13 07:57:02.018170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff68169-ec9f-456c-acb0-a795bbbc83fe req-1124963e-c6a0-4134-9648-dcb6596ff759 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:02.019881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bff68169-ec9f-456c-acb0-a795bbbc83fe req-1124963e-c6a0-4134-9648-dcb6596ff759 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 944 time: 0.1606629 Jul 13 07:57:02.091859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcf033-0278-4a55-b79e-93a2509cdffb req-103f78cf-3efb-405f-93c2-1e447ff5b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:02.093380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-febcf033-0278-4a55-b79e-93a2509cdffb req-103f78cf-3efb-405f-93c2-1e447ff5b4fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=621993c6-e78c-4e94-9fa0-d9cbb1380847 HTTP/1.1" status: 200 len: 834 time: 0.0726900 Jul 13 07:57:02.096402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bff68169-ec9f-456c-acb0-a795bbbc83fe req-b622eefe-590d-4e61-a674-e7a7776e45b3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679955 Jul 13 07:57:02.166924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcf033-0278-4a55-b79e-93a2509cdffb req-8a995789-1198-4884-bad3-45ce2d35b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:02.168621 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-febcf033-0278-4a55-b79e-93a2509cdffb req-8a995789-1198-4884-bad3-45ce2d35b41e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a06581f5-604d-4f0e-88f3-9eb0a4323894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685582 Jul 13 07:57:02.271870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-febcf033-0278-4a55-b79e-93a2509cdffb req-7cddd2b1-0469-4aa3-b6d2-bc07e7b9c7a6 service neutron] 10.222.0.38 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961363 Jul 13 07:57:02.372295 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-febcf033-0278-4a55-b79e-93a2509cdffb req-a0d40a5c-a651-42e7-b2cc-6fa06a897f14 service neutron] 10.222.0.38 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939062 Jul 13 07:57:03.280180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928feca-b52a-46a3-8d2a-200011946572 req-a9cb26bb-30ca-44f7-aceb-297d5f67d09b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:03.281720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9928feca-b52a-46a3-8d2a-200011946572 req-a9cb26bb-30ca-44f7-aceb-297d5f67d09b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 944 time: 0.0665894 Jul 13 07:57:03.325776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9928feca-b52a-46a3-8d2a-200011946572 req-a2952020-63b0-4f47-b123-dacb167c15c0 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376096 Jul 13 07:57:03.814069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7b9c8e7-92ae-4e81-991e-4c23ca496b52 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:57:03.944930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:03.956491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'port_id': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:57:03.993280 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.006663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b9c8e7-92ae-4e81-991e-4c23ca496b52 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:04.026481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:04.034641 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.102761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:04.256117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f7b9c8e7-92ae-4e81-991e-4c23ca496b52'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:04.605796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b20a-c720-4129-b183-f136e4d5ee4d req-3675d50d-253e-4a79-9df2-f690cc1c2eb6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:04.608438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9082b20a-c720-4129-b183-f136e4d5ee4d req-3675d50d-253e-4a79-9df2-f690cc1c2eb6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 945 time: 0.0932460 Jul 13 07:57:04.653667 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9082b20a-c720-4129-b183-f136e4d5ee4d req-c48354c3-e81a-49a4-8edf-97e086736fd8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390246 Jul 13 07:57:04.816791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-76aec303-d060-4674-ab9e-fcfc54a872c7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553017 Jul 13 07:57:04.938422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-ca2f8f9f-35ab-4b3d-b0d3-14f9bd3046f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:04.938422 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-ca2f8f9f-35ab-4b3d-b0d3-14f9bd3046f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de8f67f8a6f34f79bd13ca764723b7c1&device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 1097 time: 0.0636442 Jul 13 07:57:05.052716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-d9b846e3-a995-4d30-8102-a9eaeb9edc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:05.054452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-d9b846e3-a995-4d30-8102-a9eaeb9edc7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=205d9332-7174-45b4-a723-0bd7f332f911 HTTP/1.1" status: 200 len: 909 time: 0.0991106 Jul 13 07:57:05.127045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-42acfd5c-e4dd-4a6d-baba-bf9c79279c8d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44582af7-74ad-477d-b328-520266453518 HTTP/1.1" status: 200 len: 1000 time: 0.0666964 Jul 13 07:57:05.177138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-64ee8944-44ac-43fb-9415-b6ab044a2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:05.178863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-64ee8944-44ac-43fb-9415-b6ab044a2256 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=528041c8-c8f8-4af5-bae4-ceaf397ac38a HTTP/1.1" status: 200 len: 847 time: 0.0456095 Jul 13 07:57:05.239288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-b7ee917d-ccf9-4243-81ea-33d74c69ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:05.240835 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-b7ee917d-ccf9-4243-81ea-33d74c69ba92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=205d9332-7174-45b4-a723-0bd7f332f911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558772 Jul 13 07:57:05.342738 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-9c05745f-324f-48de-b43c-2e963c49ca18 service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952623 Jul 13 07:57:05.459609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-756a2eeb-b0fd-49e3-88d5-50189eec429c req-c28ef53f-35cf-48ed-8c80-5a5182476529 service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100669 Jul 13 07:57:05.782716 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.832224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7b9c8e7-92ae-4e81-991e-4c23ca496b52 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:05.843233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee051c86-f818-4301-a09d-5faafd2b7e92 req-fb4ce265-fcfd-4c16-8b14-44652b251638 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:05.844941 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee051c86-f818-4301-a09d-5faafd2b7e92 req-fb4ce265-fcfd-4c16-8b14-44652b251638 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 945 time: 0.0753307 Jul 13 07:57:05.894511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee051c86-f818-4301-a09d-5faafd2b7e92 req-708341b5-a249-4613-a27a-09e2f121450f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379043 Jul 13 07:57:05.894788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:05.898960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:05.899335 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.978946 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.000782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:06.003073 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cda926-d411-4dcd-8eb0-3124852f3bf1" -d '{"events": [{"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:06.019580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:06.024411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.051299 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc80c12-c499-43f1-89f9-70348e13c8c4 x-openstack-request-id: req-fbc80c12-c499-43f1-89f9-70348e13c8c4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:06.051617 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:06.051844 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbc80c12-c499-43f1-89f9-70348e13c8c4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:06.052293 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'code': 200} Jul 13 07:57:06.082221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:06.183441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1316873-b844-4f46-bde6-8f08cbab5fe2 req-b48819a1-c20b-4aac-ad19-0cb9c0541b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:06.185634 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1316873-b844-4f46-bde6-8f08cbab5fe2 req-b48819a1-c20b-4aac-ad19-0cb9c0541b89 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 1098 time: 0.0604775 Jul 13 07:57:06.223956 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1316873-b844-4f46-bde6-8f08cbab5fe2 req-bec750a8-f1e0-4001-bef2-d8a905c87b69 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312178 Jul 13 07:57:06.368263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-00c84150-4765-42cb-a412-930d7a58652a None None] Provisioning complete for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:06.368645 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00c84150-4765-42cb-a412-930d7a58652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:07.118333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190118a3-7b97-4920-a032-3edbb11c9fca req-d0162988-d7b6-46b7-b20b-ac3d024e9391 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:07.119855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-190118a3-7b97-4920-a032-3edbb11c9fca req-d0162988-d7b6-46b7-b20b-ac3d024e9391 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.0704088 Jul 13 07:57:07.163745 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-190118a3-7b97-4920-a032-3edbb11c9fca req-2fc0a663-b7cd-497c-900b-713e230cd344 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364449 Jul 13 07:57:07.661256 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.351795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d775017-bc15-43b4-a011-07123528e8c2 req-91b0de40-563e-4e7a-a536-8c962f4e1b72 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:08.353730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6d775017-bc15-43b4-a011-07123528e8c2 req-91b0de40-563e-4e7a-a536-8c962f4e1b72 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.0655050 Jul 13 07:57:08.398611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6d775017-bc15-43b4-a011-07123528e8c2 req-9f9ed0ea-cc38-418b-85c0-0cdd93cd344f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387700 Jul 13 07:57:08.577387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5123083-02ab-4a56-a0f3-cae6439f1d69 req-fe0e519b-6e61-49fb-8d51-a466250b53bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:08.578941 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a5123083-02ab-4a56-a0f3-cae6439f1d69 req-fe0e519b-6e61-49fb-8d51-a466250b53bc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.0694520 Jul 13 07:57:08.620132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a5123083-02ab-4a56-a0f3-cae6439f1d69 req-b4cf4275-82c8-4125-9867-00c7b6c9bc6a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354662 Jul 13 07:57:08.658511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:08.720139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbad149a-c4cb-43a2-b8ae-b9cfa35341d9 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:08.724932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:08.725136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dbad149a-c4cb-43a2-b8ae-b9cfa35341d9 tempest-TestNetworkAdvancedServerOps-1232747249 tempest-TestNetworkAdvancedServerOps-1232747249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 1093 time: 0.0653939 Jul 13 07:57:08.731910 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:08.775179 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.925908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.068293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Allocated IP 172.25.8.47 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/0638a231-65c4-4a6d-8dec-7f5bffe92e59) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:09.205230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.256950 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.303251 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:09.327694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:09.334377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:09.376455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=0638a231-65c4-4a6d-8dec-7f5bffe92e59,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:09.438039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c72e65-839b-4487-873c-e90fb3674042 req-091b692a-28e0-4961-9f99-05246310b814 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:09.439608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4c72e65-839b-4487-873c-e90fb3674042 req-091b692a-28e0-4961-9f99-05246310b814 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 945 time: 0.1691804 Jul 13 07:57:09.524376 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4c72e65-839b-4487-873c-e90fb3674042 req-78e3824e-6b13-4bfd-bcd1-25de936f9d17 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765789 Jul 13 07:57:09.806303 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.912086 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.078980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.083701 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.171417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event updated for resources: {'Port': ['ID=0638a231-65c4-4a6d-8dec-7f5bffe92e59,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:10.174979 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.274709 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Floating IP f81d11be-6332-4659-8f46-6e51efc371d9 associated. External IP: 172.25.8.47, port: f7b9c8e7-92ae-4e81-991e-4c23ca496b52. Jul 13 07:57:10.492065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 4820e6d4-cc19-44b2-98b2-f70c92669006 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:10.603309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:10.614122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] Sync routers for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:10.625059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.633642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:10.634699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:10.674813 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5ece8268-64ca-4382-b0cc-a3344f41c877 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9485934 Jul 13 07:57:10.675414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:10.677933 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031" -d '{"events": [{"name": "network-changed", "server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:10.785705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029383e4-021f-4e32-86ab-d2b632a01ced req-0b818cf2-d570-4ee5-9283-57648e215610 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:10.788880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-029383e4-021f-4e32-86ab-d2b632a01ced req-0b818cf2-d570-4ee5-9283-57648e215610 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 945 time: 0.1400871 Jul 13 07:57:10.814495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:10.834386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0c7eb-98d3-45ad-96a3-0ec5285c0c19 req-e009e981-7ca0-4ee7-9ae8-96a8af314ece tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:10.841476 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9bf0c7eb-98d3-45ad-96a3-0ec5285c0c19 req-e009e981-7ca0-4ee7-9ae8-96a8af314ece tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 945 time: 0.1442287 Jul 13 07:57:10.860580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c9340-f187-49a0-8c2d-fffdfd0dae30 req-db38075b-fe96-4980-9fcd-ee315f33a1c4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:10.862292 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e77c9340-f187-49a0-8c2d-fffdfd0dae30 req-db38075b-fe96-4980-9fcd-ee315f33a1c4 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.0772095 Jul 13 07:57:10.893629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9bf0c7eb-98d3-45ad-96a3-0ec5285c0c19 req-7609e1c9-d5fb-448d-a73f-7a9d358fab05 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512643 Jul 13 07:57:10.952207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e77c9340-f187-49a0-8c2d-fffdfd0dae30 req-f9a6e491-9fc3-4b7d-9907-b3a2d4222e50 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834320 Jul 13 07:57:10.989520 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:11.010504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port 149c0286-39da-4972-b619-ba04f15b347d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:11.010885 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.138413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a82642d1-3320-4fe0-ac2a-1f1412c42f7a tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/f81d11be-6332-4659-8f46-6e51efc371d9 HTTP/1.1" status: 200 len: 991 time: 0.1424589 Jul 13 07:57:11.139212 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abcacbd-7f06-4bd5-808a-b69883d28588 x-openstack-request-id: req-2abcacbd-7f06-4bd5-808a-b69883d28588 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:11.139520 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:11.139764 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2abcacbd-7f06-4bd5-808a-b69883d28588 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:11.140173 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'status': 'completed', 'code': 200} Jul 13 07:57:11.266792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] For port 149c0286-39da-4972-b619-ba04f15b347d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=149c0286-39da-4972-b619-ba04f15b347d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:11.267164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.316649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'f81d11be-6332-4659-8f46-6e51efc371d9', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'port_id': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55776ff-e910-4140-829f-731e727968e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:09Z', 'updated_at': '2021-07-13T07:57:09Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc723f27-7af7-4662-b2ec-3d03738378a0', 'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:01:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:52Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:11.376189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-59b548a7-75d3-486a-b741-b853b7d4a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:11.376966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] Checking router: 4820e6d4-cc19-44b2-98b2-f70c92669006 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:11.377736 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-59b548a7-75d3-486a-b741-b853b7d4a859 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 1098 time: 0.2186310 Jul 13 07:57:11.388259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:11.388883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:11.537288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:11.596050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-413be432-8afe-41c6-9f56-2e0215cd0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:11.598055 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-413be432-8afe-41c6-9f56-2e0215cd0a3b service neutron] 10.222.0.38 "GET /v2.0/networks?id=a06581f5-604d-4f0e-88f3-9eb0a4323894 HTTP/1.1" status: 200 len: 898 time: 0.2129705 Jul 13 07:57:11.676604 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.676942 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.677211 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Floating IP c1ef6496-6317-49a2-824d-02f2d2ebd98b disassociated. External IP: 172.25.8.225, port: 149c0286-39da-4972-b619-ba04f15b347d. Jul 13 07:57:11.677558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for 149c0286-39da-4972-b619-ba04f15b347d owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:11.703660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-5c8e823f-3c55-473e-9acb-d3b2555abf26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52 HTTP/1.1" status: 200 len: 999 time: 0.0949972 Jul 13 07:57:11.803792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-2a2b688a-5b90-4156-9d9c-600c38dcfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:11.805317 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-2a2b688a-5b90-4156-9d9c-600c38dcfd8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=621993c6-e78c-4e94-9fa0-d9cbb1380847 HTTP/1.1" status: 200 len: 834 time: 0.0688291 Jul 13 07:57:11.842288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'f81d11be-6332-4659-8f46-6e51efc371d9', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'port_id': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55776ff-e910-4140-829f-731e727968e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:09Z', 'updated_at': '2021-07-13T07:57:09Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc723f27-7af7-4662-b2ec-3d03738378a0', 'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:01:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:52Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:11.875931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de391ac3-8915-4243-96a4-a821698ce62e None None] The sync data for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 is: [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'f81d11be-6332-4659-8f46-6e51efc371d9', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'port_id': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55776ff-e910-4140-829f-731e727968e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:09Z', 'updated_at': '2021-07-13T07:57:09Z', 'revision_number': 0, 'project_id': '97885db632824d89bcee49e5168f73cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc723f27-7af7-4662-b2ec-3d03738378a0', 'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:01:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:52Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:11.919448 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.922700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-0e488781-c118-46ed-b7fd-06d2cd627c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:11.934988 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-0e488781-c118-46ed-b7fd-06d2cd627c99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a06581f5-604d-4f0e-88f3-9eb0a4323894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091657 Jul 13 07:57:11.982621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=149c0286-39da-4972-b619-ba04f15b347d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:12.109815 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8175e9bc-34d2-4dff-92eb-dd9851eea6e1 req-b795f5d5-47b4-43bb-8ea7-8e4522d619ae tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 210 time: 0.0596201 Jul 13 07:57:12.136113 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52184) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:12.197536 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-0bc44ef7-85ca-4f6c-8032-ded7fe4b0b5c service neutron] 10.222.0.38 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611306 Jul 13 07:57:12.202591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Router 665d4a7f-a443-42f0-890c-0b475371fcfe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:12.213034 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a848e601-7f6b-4094-95ac-ec327ca52a4a None None] New status for floating IP f81d11be-6332-4659-8f46-6e51efc371d9: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:57:12.266680 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8349821b-ab51-44ca-b0d9-5e32675aea5f tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/f81d11be-6332-4659-8f46-6e51efc371d9 HTTP/1.1" status: 200 len: 991 time: 0.1293283 Jul 13 07:57:12.375672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c3f15a3a-7c1b-48b0-a1b7-8e46cfe9a031 req-979cd14a-c458-4dd0-a90e-84b803170398 service neutron] 10.222.0.38 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714759 Jul 13 07:57:12.506357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:12.519276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] Sync routers for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:12.531656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:12.532297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:12.562118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] No DVR routers for this DVR port 149c0286-39da-4972-b619-ba04f15b347d on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:12.565115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.568097 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-029383e4-021f-4e32-86ab-d2b632a01ced req-35d9737b-5c96-42e0-b5b3-e18e63744de9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "DELETE /v2.0/ports/149c0286-39da-4972-b619-ba04f15b347d HTTP/1.1" status: 204 len: 173 time: 1.7732642 Jul 13 07:57:12.568879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'name': 'network-vif-deleted', 'tag': '149c0286-39da-4972-b619-ba04f15b347d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:12.571486 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ad659f-25da-4673-a1a1-8bb9bff61594" -d '{"events": [{"server_uuid": "fbf7bda1-a110-4c49-a318-d2ef13f13078", "name": "network-vif-deleted", "tag": "149c0286-39da-4972-b619-ba04f15b347d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:12.614226 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b1089e-7b95-4bf3-b57e-8e61f32d9853 x-openstack-request-id: req-f7b1089e-7b95-4bf3-b57e-8e61f32d9853 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:12.614807 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf7bda1-a110-4c49-a318-d2ef13f13078", "name": "network-vif-deleted", "tag": "149c0286-39da-4972-b619-ba04f15b347d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:12.615282 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7b1089e-7b95-4bf3-b57e-8e61f32d9853 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:12.615923 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf7bda1-a110-4c49-a318-d2ef13f13078', 'name': 'network-vif-deleted', 'tag': '149c0286-39da-4972-b619-ba04f15b347d', 'status': 'completed', 'code': 200} Jul 13 07:57:12.711498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:12.972442 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:13.007757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] Checking router: 665d4a7f-a443-42f0-890c-0b475371fcfe for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:13.018151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:13.018883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:56:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:13.140873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:13.270557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:13.348926 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62beaaa5-d76b-4637-911b-aa45e22fd760 req-ad7dae02-530a-4837-8e3d-f39f87e3c54f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 210 time: 0.0812733 Jul 13 07:57:13.445060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-71d32048-5363-45fd-b114-c9bdb80f1783 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/f81d11be-6332-4659-8f46-6e51efc371d9 HTTP/1.1" status: 200 len: 993 time: 0.1715176 Jul 13 07:57:13.711079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:13.745159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa00564-ff0b-45cd-8360-43d843a8f910 None None] The sync data for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 is: [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:14.090976 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95adb5a-2623-41f1-b964-51b15d4c7ac3 None None] New status for floating IP c1ef6496-6317-49a2-824d-02f2d2ebd98b: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:57:14.197239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 149c0286-39da-4972-b619-ba04f15b347d no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:14.220773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 149c0286-39da-4972-b619-ba04f15b347d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:14.221119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 149c0286-39da-4972-b619-ba04f15b347d not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:14.483144 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28cbcd2d-832c-44e7-ab62-0539f6ef9513 req-d72ea5b4-b9d1-4238-b749-007fb1613c07 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 210 time: 0.0284326 Jul 13 07:57:15.686581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b97546e5-c920-4f1f-a94a-abf07225f3fc req-3556ff53-1aef-4314-816f-eaa6201e2b4c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 210 time: 0.0475690 Jul 13 07:57:17.295877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d37c1399-7a6a-4768-be1a-5a64adeaa9eb req-420c57f4-ff5b-4a0f-bcc4-559ca23ef6af tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf7bda1-a110-4c49-a318-d2ef13f13078 HTTP/1.1" status: 200 len: 210 time: 0.4796524 Jul 13 07:57:18.357666 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f73d554-2426-42f3-af98-ce842947e3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.558060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-744504cf-3573-4d02-86bd-8d5e9ed49846 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315477986&fields=id&tenant_id=5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 267 time: 0.0351033 Jul 13 07:57:18.671768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-61d6e242-edc1-46ee-aae2-2363fe5c5603 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:18.673411 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-61d6e242-edc1-46ee-aae2-2363fe5c5603 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.1047647 Jul 13 07:57:18.689370 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-56ca4c64-cb89-4116-824b-eb3e8367e722 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/quotas/5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 375 time: 0.0099702 Jul 13 07:57:18.765781 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-799e7b49-7f35-4510-8325-1fe61b0022b3 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707543 Jul 13 07:57:18.864452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-79dc3002-fbe5-42f5-9ce2-c891d366b00a service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867524 Jul 13 07:57:18.965913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-78e511ea-9764-4d85-9112-19c7255ff0c7 service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957599 Jul 13 07:57:19.361703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07b8230f-58fa-4edf-8c00-410495e527d4 req-7cf541a1-38c3-4194-8d6e-e2e7b42f02b7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 210 time: 0.0445180 Jul 13 07:57:20.504561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-998d6eb7-93a4-43a0-912b-c099a7edc5e7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:20.506319 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-998d6eb7-93a4-43a0-912b-c099a7edc5e7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.1424689 Jul 13 07:57:20.578178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-32e946fc-131c-4227-b469-45edd4112f49 req-3f4fe0bc-9d0e-405f-ad8a-7294d3c8c1b1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 210 time: 0.0408995 Jul 13 07:57:20.587531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-eddf6d55-9a7c-48f9-8bd2-1beb86ef65b9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 379 time: 0.0711401 Jul 13 07:57:20.598040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'port': {'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'admin_state_up': True, 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'security_groups': ['41501c14-a708-46ab-8b38-a3201f91b9ce']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:20.725069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Made reservation on behalf of 5d2cf1a62e3043e0947f82a850ab2704 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:20.728562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.861960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.20.0.8 (223b2461-4867-4ebc-b563-c6c5888b3ca7/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2/a0801eb8-6b25-46e0-9346-ee8de2a708dd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:21.010981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.024963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Transition to ACTIVE for port object a0801eb8-6b25-46e0-9346-ee8de2a708dd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:21.059066 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.080401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:21.083549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:21.092072 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-faa983cc-8a35-4443-9da5-760b00d363f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.102301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:21.138443 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.193308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=a0801eb8-6b25-46e0-9346-ee8de2a708dd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:21.218492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:21.219632 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.238222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-9dc59879-3b0e-4dfb-9c9d-d543b643f704 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442993 Jul 13 07:57:21.257997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Request body: {'port': {'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:21.423256 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.508765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-579afd9e-f199-4e14-bc4d-08c6b1065281 None None] Provisioning for port a0801eb8-6b25-46e0-9346-ee8de2a708dd completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:21.515998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-579afd9e-f199-4e14-bc4d-08c6b1065281 None None] Provisioning complete for port a0801eb8-6b25-46e0-9346-ee8de2a708dd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:21.516383 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-579afd9e-f199-4e14-bc4d-08c6b1065281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.566386 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-579afd9e-f199-4e14-bc4d-08c6b1065281 None None] Port a0801eb8-6b25-46e0-9346-ee8de2a708dd cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:21.738879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0801eb8-6b25-46e0-9346-ee8de2a708dd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:21.747824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.761184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Transition to ACTIVE for port object a0801eb8-6b25-46e0-9346-ee8de2a708dd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:21.771524 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.817616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdb7b0-4d61-4695-9bc6-4664da28fd94 req-2c1ee9c5-72e2-41bb-b404-772a3d82c89d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:21.825761 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aefdb7b0-4d61-4695-9bc6-4664da28fd94 req-2c1ee9c5-72e2-41bb-b404-772a3d82c89d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 931 time: 0.1018014 Jul 13 07:57:21.830641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Pushing event updated for resources: {'Port': ['ID=a0801eb8-6b25-46e0-9346-ee8de2a708dd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:21.894519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aefdb7b0-4d61-4695-9bc6-4664da28fd94 req-30d451f9-b0b4-452d-91ad-51d600cb019f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678184 Jul 13 07:57:21.935217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Attempting to bind port a0801eb8-6b25-46e0-9346-ee8de2a708dd on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:21.935418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Attempting to bind port a0801eb8-6b25-46e0-9346-ee8de2a708dd by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:21.935752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Attempting to bind port a0801eb8-6b25-46e0-9346-ee8de2a708dd on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:21.941076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Port a0801eb8-6b25-46e0-9346-ee8de2a708dd on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:21.941421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Attempting to bind port a0801eb8-6b25-46e0-9346-ee8de2a708dd on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:21.953619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:21.954010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:21.954420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Bound using segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:21.954863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Bound port: a0801eb8-6b25-46e0-9346-ee8de2a708dd, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:21.955273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.040527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] For port a0801eb8-6b25-46e0-9346-ee8de2a708dd, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:22.044509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] For port a0801eb8-6b25-46e0-9346-ee8de2a708dd, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:22.050039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.062132 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.141219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:22.142107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.143889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] 10.222.0.48 "PUT /v2.0/ports/a0801eb8-6b25-46e0-9346-ee8de2a708dd HTTP/1.1" status: 200 len: 1092 time: 0.8992231 Jul 13 07:57:22.144561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:22.147278 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281a76c7-fc28-4972-97d2-49d993816a63" -d '{"events": [{"name": "network-changed", "server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:22.214904 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2d2e0c-3542-4c70-8c84-524c3b98ffec x-openstack-request-id: req-8d2d2e0c-3542-4c70-8c84-524c3b98ffec {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:22.215410 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:22.215812 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d2d2e0c-3542-4c70-8c84-524c3b98ffec {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:22.216357 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'status': 'completed', 'code': 200} Jul 13 07:57:22.217097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b4e65-f921-4f89-ab9c-14014321cd62 service neutron] Pushing event updated for resources: {'Port': ['ID=a0801eb8-6b25-46e0-9346-ee8de2a708dd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:22.271022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-bbff816d-3b16-4af2-8839-f9e517dc19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:22.273006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-bbff816d-3b16-4af2-8839-f9e517dc19c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 1095 time: 0.0814722 Jul 13 07:57:22.321521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-81e0ede0-9fc6-4577-b6a8-892d2c6ac658 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd HTTP/1.1" status: 200 len: 217 time: 0.0419118 Jul 13 07:57:22.380714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-f0119af2-02e0-42ab-953d-e3c3520d33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:22.382244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-f0119af2-02e0-42ab-953d-e3c3520d33b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0529718 Jul 13 07:57:22.459462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-5b990335-0267-4e9f-80ca-01cde8a65095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:22.460994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-5b990335-0267-4e9f-80ca-01cde8a65095 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726912 Jul 13 07:57:22.555698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-7178e09f-c4f3-48c8-8352-fa5be5da16fd service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880473 Jul 13 07:57:22.658066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b26715f-7e61-405f-930e-72c60fbe8c26 req-4d492ef0-01ad-4a61-b35a-52396e1a4108 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966306 Jul 13 07:57:22.767807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a76c7-fc28-4972-97d2-49d993816a63 req-27763475-002f-44b9-a1ca-617ca58bbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:22.769431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-281a76c7-fc28-4972-97d2-49d993816a63 req-27763475-002f-44b9-a1ca-617ca58bbb13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 1095 time: 0.0545468 Jul 13 07:57:22.868750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a76c7-fc28-4972-97d2-49d993816a63 req-5eda29a3-32d8-4124-a5fb-c187ea3af4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:22.870302 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-281a76c7-fc28-4972-97d2-49d993816a63 req-5eda29a3-32d8-4124-a5fb-c187ea3af4b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.0949686 Jul 13 07:57:22.912841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-281a76c7-fc28-4972-97d2-49d993816a63 req-fb22836a-91fe-41c2-a5db-bfbc602d1b5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd HTTP/1.1" status: 200 len: 217 time: 0.0363653 Jul 13 07:57:22.970042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a76c7-fc28-4972-97d2-49d993816a63 req-9fd61937-f0ab-4a8b-921e-12a06af1200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:22.972095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-281a76c7-fc28-4972-97d2-49d993816a63 req-9fd61937-f0ab-4a8b-921e-12a06af1200e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0531890 Jul 13 07:57:23.042473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a76c7-fc28-4972-97d2-49d993816a63 req-28574e93-89bf-49b2-853b-0d9391a63b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:23.044330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-281a76c7-fc28-4972-97d2-49d993816a63 req-28574e93-89bf-49b2-853b-0d9391a63b98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667350 Jul 13 07:57:23.098119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee9720-d916-418f-b7fd-953204161a0a req-f84ce82c-d40c-419e-a05d-b566ae01ecdf tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:23.106179 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2ee9720-d916-418f-b7fd-953204161a0a req-f84ce82c-d40c-419e-a05d-b566ae01ecdf tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 943 time: 0.0775588 Jul 13 07:57:23.156591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2ee9720-d916-418f-b7fd-953204161a0a req-4bd8f53b-c2af-4a73-b9ab-481ced6f6adf tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493054 Jul 13 07:57:23.173849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-281a76c7-fc28-4972-97d2-49d993816a63 req-663ab68b-8b6e-4690-a0a6-f6072f39a933 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229663 Jul 13 07:57:23.276114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-281a76c7-fc28-4972-97d2-49d993816a63 req-9573041b-f6b3-4755-8901-a24128c67e45 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964231 Jul 13 07:57:23.719265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.366827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110556a7-a93e-422e-9413-7ca410fca5a0 req-d7d4cf82-ba0a-4736-b681-6fa3ebf847d6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:24.368728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-110556a7-a93e-422e-9413-7ca410fca5a0 req-d7d4cf82-ba0a-4736-b681-6fa3ebf847d6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 943 time: 0.0888073 Jul 13 07:57:24.411690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-110556a7-a93e-422e-9413-7ca410fca5a0 req-aa83cd29-c5d7-442a-a6c8-95f95c100389 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332386 Jul 13 07:57:25.565676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52508) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:25.653305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402da228-0607-4c5c-ab48-86c357e2ed40 req-e8e4c863-1451-428f-b8af-348e438b8ceb tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:25.655217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-402da228-0607-4c5c-ab48-86c357e2ed40 req-e8e4c863-1451-428f-b8af-348e438b8ceb tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 943 time: 0.0793476 Jul 13 07:57:25.682487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-80992dc6-4e90-4551-a587-b1c9477d75a9 admin admin] Deleting subnet ce58dcde-9dfc-4d99-9337-33366a7b23dc {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:57:25.685937 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80992dc6-4e90-4551-a587-b1c9477d75a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.725752 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80992dc6-4e90-4551-a587-b1c9477d75a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.737156 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-402da228-0607-4c5c-ab48-86c357e2ed40 req-6209053f-5b38-46e0-9d75-025d695d9c63 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741956 Jul 13 07:57:25.780398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80992dc6-4e90-4551-a587-b1c9477d75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.838644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80992dc6-4e90-4551-a587-b1c9477d75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.867109 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:57:25.871491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80992dc6-4e90-4551-a587-b1c9477d75a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce58dcde-9dfc-4d99-9337-33366a7b23dc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:25.880173 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80992dc6-4e90-4551-a587-b1c9477d75a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.882487 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-80992dc6-4e90-4551-a587-b1c9477d75a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce58dcde-9dfc-4d99-9337-33366a7b23dc HTTP/1.1" status: 204 len: 168 time: 0.3150532 Jul 13 07:57:25.884771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:25.965864 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.047543 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.059090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a0a887-eaab-486c-935b-80bcffe60edf']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:26.075844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aae4319-2c7a-432a-b550-84e6547a5415') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:26.076302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aae4319-2c7a-432a-b550-84e6547a5415') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:26.085939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.101135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.107841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:57:26.108177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:57:26.110174 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:57:26.165140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.171020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.174707 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] 10.222.0.41 "DELETE /v2.0/networks/a6a0a887-eaab-486c-935b-80bcffe60edf HTTP/1.1" status: 204 len: 168 time: 0.2889094 Jul 13 07:57:26.190400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b69d1d-7b95-4e5f-9a06-9a6b181d0f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a0a887-eaab-486c-935b-80bcffe60edf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:26.385227 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52528) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:26.425555 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-61617b63-7fe1-4a03-b314-655d76f98233 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9710c08ac4cf43d9bd5748711397da9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391631 Jul 13 07:57:26.428047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52530) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:26.477320 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c05c9af-b781-4ec6-be42-ab79548e8fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.505023 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c05c9af-b781-4ec6-be42-ab79548e8fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.573692 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c05c9af-b781-4ec6-be42-ab79548e8fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.576652 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c05c9af-b781-4ec6-be42-ab79548e8fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.577927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6c05c9af-b781-4ec6-be42-ab79548e8fe5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/757001da-704b-4e7d-8440-02f360312930 HTTP/1.1" status: 204 len: 168 time: 0.1489577 Jul 13 07:57:26.586288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05c9af-b781-4ec6-be42-ab79548e8fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757001da-704b-4e7d-8440-02f360312930,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:26.956080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969253ab-da73-45f3-b85d-a6e7eaf10601 req-5409d33a-f87c-4eb9-9509-4508a1ec017b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:26.958309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-969253ab-da73-45f3-b85d-a6e7eaf10601 req-5409d33a-f87c-4eb9-9509-4508a1ec017b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 943 time: 0.0846765 Jul 13 07:57:27.046561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-969253ab-da73-45f3-b85d-a6e7eaf10601 req-7c83fa29-4920-46e5-8c9d-36f27e40ea2c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733359 Jul 13 07:57:27.377199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.485728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1237743277-network', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:27.507272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Made reservation on behalf of a8a6ad545eb049999d2cf9487e0235b5 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:27.512224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.521204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.616035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.620033 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.646468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:57:27.657385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288148cc-8604-46ea-8a79-525fe79c7ffe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:27.663294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.663651 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Added segment 0304ad64-f999-4a61-9026-349acc7903ba of type vlan for network efec8afa-ad63-4e3e-ba4c-678c324d1c11 Jul 13 07:57:27.707471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.736581 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.737597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:27.738216 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.772964 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3946798 Jul 13 07:57:27.775941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52580) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:27.781061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Request body: {'subnet': {'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1237743277-subnet', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:27.818285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f3848-84af-4ace-ac15-f61294611151 admin admin] Pushing event updated for resources: {'Network': ['ID=efec8afa-ad63-4e3e-ba4c-678c324d1c11,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:27.834151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:57:27.835142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Made reservation on behalf of a8a6ad545eb049999d2cf9487e0235b5 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:27.837908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.029140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.081551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a8f34b-be22-4cd6-abad-b92048e533de,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:28.113779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Checking segment: {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:28.114181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Network hostable DHCP agents. Network: efec8afa-ad63-4e3e-ba4c-678c324d1c11, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:57:28.134311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:57:28.146076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, efec8afa-ad63-4e3e-ba4c-678c324d1c11) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:28.150034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:28.150633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.157685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40479b-d5d3-4874-a92c-85f92724072c None None] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:28.171149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e232699f-3a3b-4b5d-ae59-219a9a0e3e24 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3905730 Jul 13 07:57:28.171291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52592) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:28.175749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.242649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.243698 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.310281 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.323923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4de2a4-e05c-4a81-8c33-8835ff11871d req-9e6f9e97-9be8-446f-968d-ba1222e6dd7e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:28.325539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f4de2a4-e05c-4a81-8c33-8835ff11871d req-9e6f9e97-9be8-446f-968d-ba1222e6dd7e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 943 time: 0.1377277 Jul 13 07:57:28.352843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'fixed_ips': [{'subnet_id': '54a8f34b-be22-4cd6-abad-b92048e533de'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:57:28.354004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.488944 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.494982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Allocated IP 172.20.0.2 (efec8afa-ad63-4e3e-ba4c-678c324d1c11/54a8f34b-be22-4cd6-abad-b92048e533de/cb8a07d7-3c63-4bb4-91e4-7ef443df7058) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:28.495287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f4de2a4-e05c-4a81-8c33-8835ff11871d req-e648197a-097a-418a-b073-d4f9124f9891 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323273 Jul 13 07:57:28.651776 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.661075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Transition to ACTIVE for port object cb8a07d7-3c63-4bb4-91e4-7ef443df7058 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:28.676208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Transition to ACTIVE for port object cb8a07d7-3c63-4bb4-91e4-7ef443df7058 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:28.682428 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.708441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.722349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:28.728786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:28.732267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:28.733463 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.739705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Pushing event updated for resources: {'Port': ['ID=cb8a07d7-3c63-4bb4-91e4-7ef443df7058,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:28.799341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Attempting to bind port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:28.799726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Attempting to bind port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:28.800098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Attempting to bind port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 on network efec8afa-ad63-4e3e-ba4c-678c324d1c11 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:28.805376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:28.805748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Checking segment: {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:28.806273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.806676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Bound using segment: {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:28.807717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Bound port: cb8a07d7-3c63-4bb4-91e4-7ef443df7058, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:28.807717 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.861983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Allocated IP 172.25.8.15 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/7bfec798-5854-47f2-8832-e856869b0b6e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:28.883053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] For port cb8a07d7-3c63-4bb4-91e4-7ef443df7058, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:28.886420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] For port cb8a07d7-3c63-4bb4-91e4-7ef443df7058, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cb8a07d7-3c63-4bb4-91e4-7ef443df7058,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:28.893344 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.961468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39ea41-0bf4-4a68-b12a-64d40e88d498 None None] Pushing event updated for resources: {'Port': ['ID=cb8a07d7-3c63-4bb4-91e4-7ef443df7058,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:28.986508 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.027316 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.072457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:29.076911 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:29.081448 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:29.084551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfec798-5854-47f2-8832-e856869b0b6e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:29.362264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.566914 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.701396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20567-06a7-4f89-ae1d-102187d0bf93 req-ac979c75-0697-476e-89c0-1f25a619dec1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:29.703495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f20567-06a7-4f89-ae1d-102187d0bf93 req-ac979c75-0697-476e-89c0-1f25a619dec1 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 943 time: 0.0806928 Jul 13 07:57:29.758303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Router 44c5e60c-c172-4672-8c1c-4bd24305fc1c is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:57:29.760493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9f20567-06a7-4f89-ae1d-102187d0bf93 req-6c6a2c8d-7fe0-45d1-ab2d-9cf546bd7034 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485976 Jul 13 07:57:29.831640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cb8a07d7-3c63-4bb4-91e4-7ef443df7058 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:29.899407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:30.103904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf3f05-4ff8-48d1-9bf6-3c30ff1f2f44 None None] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:30.169499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9b3258bf-1b13-49e0-8855-898e51db3eb6 None None] Provisioning for port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:30.179978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9b3258bf-1b13-49e0-8855-898e51db3eb6 None None] Provisioning complete for port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:30.180351 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b3258bf-1b13-49e0-8855-898e51db3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.228204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:30.245174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.249692 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8c252462-bd81-4ae3-b97f-a915ccd00fd3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0750268 Jul 13 07:57:30.249892 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:30.256654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Sync routers for ids ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:30.271409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Routers {'44c5e60c-c172-4672-8c1c-4bd24305fc1c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:30.272022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:30.449612 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b3258bf-1b13-49e0-8855-898e51db3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.492734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Set router 44c5e60c-c172-4672-8c1c-4bd24305fc1c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:30.559099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9b3258bf-1b13-49e0-8855-898e51db3eb6 None None] For port cb8a07d7-3c63-4bb4-91e4-7ef443df7058, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cb8a07d7-3c63-4bb4-91e4-7ef443df7058,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:30.575392 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b3258bf-1b13-49e0-8855-898e51db3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.695043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3258bf-1b13-49e0-8855-898e51db3eb6 None None] Pushing event updated for resources: {'Port': ['ID=cb8a07d7-3c63-4bb4-91e4-7ef443df7058,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:30.714729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.766219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:29Z', 'revision_number': 3, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'gw_port': {'id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:30.795343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Checking router: 44c5e60c-c172-4672-8c1c-4bd24305fc1c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:30.795718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Updating router 44c5e60c-c172-4672-8c1c-4bd24305fc1c port 7bfec798-5854-47f2-8832-e856869b0b6e binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:30.833711 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.962680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Allocated IP 172.20.0.1 (efec8afa-ad63-4e3e-ba4c-678c324d1c11/54a8f34b-be22-4cd6-abad-b92048e533de/87f19b0a-65cc-49e4-a4a1-140f7e127f89) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:30.979078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5ca219e6-8f16-422e-b4cf-68c16a46fb70 None None] Provisioning complete for port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:30.980818 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ca219e6-8f16-422e-b4cf-68c16a46fb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.026125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c89c76-c196-4f73-bcb5-83e9511d6511 req-522b27ce-1bc5-4d53-9703-d6cf5cb80372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:31.027698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47c89c76-c196-4f73-bcb5-83e9511d6511 req-522b27ce-1bc5-4d53-9703-d6cf5cb80372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 943 time: 0.1140931 Jul 13 07:57:31.111976 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47c89c76-c196-4f73-bcb5-83e9511d6511 req-918f39ba-7ada-4cbb-a4d6-cd7e5c050044 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541766 Jul 13 07:57:31.124825 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.144946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Transition to ACTIVE for port object 87f19b0a-65cc-49e4-a4a1-140f7e127f89 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:31.190571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.224729 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.235805 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Transition to ACTIVE for port object 7bfec798-5854-47f2-8832-e856869b0b6e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:31.241511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:31.242234 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.248373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:31.251104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Pushing event updated for resources: {'Port': ['ID=87f19b0a-65cc-49e4-a4a1-140f7e127f89,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:31.253477 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:31.301696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.305335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac8e0b-ff3d-42fb-8e05-9452335727ed None None] Pushing event updated for resources: {'Port': ['ID=7bfec798-5854-47f2-8832-e856869b0b6e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:31.312195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Attempting to bind port 7bfec798-5854-47f2-8832-e856869b0b6e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:31.312418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Attempting to bind port 7bfec798-5854-47f2-8832-e856869b0b6e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:31.312786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Attempting to bind port 7bfec798-5854-47f2-8832-e856869b0b6e on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:31.318572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:31.318944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:31.319354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.319818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:31.320287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Bound port: 7bfec798-5854-47f2-8832-e856869b0b6e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:31.320663 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.410347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] For port 7bfec798-5854-47f2-8832-e856869b0b6e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:31.415505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] For port 7bfec798-5854-47f2-8832-e856869b0b6e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7bfec798-5854-47f2-8832-e856869b0b6e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:31.424274 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.477175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.501846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Routers {'44c5e60c-c172-4672-8c1c-4bd24305fc1c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:31.501846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:31.507299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac8e0b-ff3d-42fb-8e05-9452335727ed None None] Pushing event updated for resources: {'Port': ['ID=7bfec798-5854-47f2-8832-e856869b0b6e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:31.621316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] Set router 44c5e60c-c172-4672-8c1c-4bd24305fc1c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:31.671613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9f1a470e-9002-4b4c-88bc-3edf26ce0c4a None None] Provisioning for port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:31.685236 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.686145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9f1a470e-9002-4b4c-88bc-3edf26ce0c4a None None] Provisioning complete for port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:31.686568 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f1a470e-9002-4b4c-88bc-3edf26ce0c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.691089 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.772781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:31.793016 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Pushing event updated for resources: {'Port': ['ID=87f19b0a-65cc-49e4-a4a1-140f7e127f89,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:31.913397 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:31.914900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:31.938854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cb8a07d7-3c63-4bb4-91e4-7ef443df7058 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:32.010734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a470e-9002-4b4c-88bc-3edf26ce0c4a None None] Port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:32.040563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Router 44c5e60c-c172-4672-8c1c-4bd24305fc1c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:32.087254 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:32.087640 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.168979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8221c152-e35e-4d29-afd4-d0d9fa9c1f26 None None] Provisioning complete for port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:32.168979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8221c152-e35e-4d29-afd4-d0d9fa9c1f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.202112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:32.213547 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9a955481-f845-40d4-aa3c-9da4f5a0ca83 admin admin] 10.222.0.41 "PUT /v2.0/routers/44c5e60c-c172-4672-8c1c-4bd24305fc1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9626167 Jul 13 07:57:32.238995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8221c152-e35e-4d29-afd4-d0d9fa9c1f26 None None] Port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:32.251252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:31Z', 'revision_number': 4, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'gw_port': {'id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '87f19b0a-65cc-49e4-a4a1-140f7e127f89', 'name': '', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'mac_address': 'fa:16:3e:22:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:30Z', 'updated_at': '2021-07-13T07:57:30Z', 'revision_number': 1, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'subnets': [{'id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:32.299292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccc441-ba4c-43b9-b9b9-9c0c814c56fc None None] The sync data for ids ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'] in n-d-758944-43 is: [{'id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:31Z', 'revision_number': 4, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'gw_port': {'id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '87f19b0a-65cc-49e4-a4a1-140f7e127f89', 'name': '', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'mac_address': 'fa:16:3e:22:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:30Z', 'updated_at': '2021-07-13T07:57:30Z', 'revision_number': 1, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'subnets': [{'id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:32.364363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c0d68a3d-c97f-41a3-8f1a-d5867162e884 None None] Provisioning complete for port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:32.364960 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0d68a3d-c97f-41a3-8f1a-d5867162e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.379771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c34e1d-03f9-4600-bbf6-b454679c0ca2 req-9206285e-efcf-44b7-abd8-f153f96e7be5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:32.382002 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24c34e1d-03f9-4600-bbf6-b454679c0ca2 req-9206285e-efcf-44b7-abd8-f153f96e7be5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 943 time: 0.1013448 Jul 13 07:57:32.436607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c0d68a3d-c97f-41a3-8f1a-d5867162e884 None None] Port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:32.454568 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24c34e1d-03f9-4600-bbf6-b454679c0ca2 req-9f9228b2-cb0b-4f4a-a362-35a57e9ed5a3 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661058 Jul 13 07:57:32.814800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52640) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:32.820191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-669173680-network', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:32.843612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Made reservation on behalf of df43c0137b2d426eac3675ea133c9347 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:32.847716 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.857844 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.955327 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.959285 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.985082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:57:32.994976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:32.999935 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.000285 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Added segment 76a42f38-fec0-4177-b131-06b29c5f5b3a of type vlan for network 03765489-f672-4cfc-9211-20c39efe563d Jul 13 07:57:33.047548 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.087173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.088257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.088856 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.123789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3076580 Jul 13 07:57:33.126555 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52642) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:33.132014 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Request body: {'subnet': {'network_id': '03765489-f672-4cfc-9211-20c39efe563d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-669173680-subnet', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:33.171435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f815ee-d438-4e9a-9f1d-1c75a80f4565 admin admin] Pushing event updated for resources: {'Network': ['ID=03765489-f672-4cfc-9211-20c39efe563d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:33.182702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 03765489-f672-4cfc-9211-20c39efe563d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:57:33.186343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Made reservation on behalf of df43c0137b2d426eac3675ea133c9347 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:33.189112 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.370387 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.420465 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969cb00a-0a39-4811-b875-69d30487e6fa,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:33.437503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Checking segment: {'id': '76a42f38-fec0-4177-b131-06b29c5f5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03765489-f672-4cfc-9211-20c39efe563d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:33.437870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Network hostable DHCP agents. Network: 03765489-f672-4cfc-9211-20c39efe563d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:57:33.456039 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Network 03765489-f672-4cfc-9211-20c39efe563d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:57:33.466248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 03765489-f672-4cfc-9211-20c39efe563d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:33.470672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.471406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.479054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc6c22b-4b0a-4103-9d15-e2e71b42a639 None None] Network 03765489-f672-4cfc-9211-20c39efe563d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:33.516186 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0da17e9a-2730-4b73-bfb9-587287fc4607 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3885987 Jul 13 07:57:33.518902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52652) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:33.524237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:33.571112 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.573317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.677590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-03765489-f672-4cfc-9211-20c39efe563d', 'network_id': '03765489-f672-4cfc-9211-20c39efe563d', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'fixed_ips': [{'subnet_id': '969cb00a-0a39-4811-b875-69d30487e6fa'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:57:33.678805 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.706071 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.878334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7bfec798-5854-47f2-8832-e856869b0b6e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:33.879269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafc1a3-ccf7-4c32-bb94-1610a8a15af0 req-184ee36b-e8f5-40f2-983b-829d0a1dd23f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.880984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9eafc1a3-ccf7-4c32-bb94-1610a8a15af0 req-184ee36b-e8f5-40f2-983b-829d0a1dd23f tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 943 time: 0.2750590 Jul 13 07:57:33.931500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.951992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Allocated IP 172.20.0.2 (03765489-f672-4cfc-9211-20c39efe563d/969cb00a-0a39-4811-b875-69d30487e6fa/7d59ac01-3608-4707-b56d-c69567a6745b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:33.963920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 7bfec798-5854-47f2-8832-e856869b0b6e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:33.964999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9eafc1a3-ccf7-4c32-bb94-1610a8a15af0 req-e1c43c92-9c2f-41d0-bb87-1d1226851f3d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535998 Jul 13 07:57:34.000505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7bfec798-5854-47f2-8832-e856869b0b6e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:34.000905 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.173693 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.178042 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.200888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.235115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 7bfec798-5854-47f2-8832-e856869b0b6e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7bfec798-5854-47f2-8832-e856869b0b6e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:34.241585 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.288989 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.294504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a0801eb8-6b25-46e0-9346-ee8de2a708dd details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:57:34.317821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Transition to ACTIVE for port object 7d59ac01-3608-4707-b56d-c69567a6745b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:34.321241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Allocated IP 172.25.8.157 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/ec084655-aa42-42e9-888f-a11d44f2769e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:34.349237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=7bfec798-5854-47f2-8832-e856869b0b6e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:34.370922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Transition to ACTIVE for port object 7d59ac01-3608-4707-b56d-c69567a6745b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:34.384321 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.456726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.470037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Network 03765489-f672-4cfc-9211-20c39efe563d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:34.475364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:34.477858 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:34.483994 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Pushing event updated for resources: {'Port': ['ID=7d59ac01-3608-4707-b56d-c69567a6745b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:34.500468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.545184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a0801eb8-6b25-46e0-9346-ee8de2a708dd, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:34.547184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:34.549917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:34.554001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:34.566861 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:57:34.569666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Attempting to bind port 7d59ac01-3608-4707-b56d-c69567a6745b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:34.570067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Attempting to bind port 7d59ac01-3608-4707-b56d-c69567a6745b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '76a42f38-fec0-4177-b131-06b29c5f5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03765489-f672-4cfc-9211-20c39efe563d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:34.570532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Attempting to bind port 7d59ac01-3608-4707-b56d-c69567a6745b on network 03765489-f672-4cfc-9211-20c39efe563d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:34.578092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:34.578482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Checking segment: {'id': '76a42f38-fec0-4177-b131-06b29c5f5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03765489-f672-4cfc-9211-20c39efe563d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:34.578903 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.579307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Bound using segment: {'id': '76a42f38-fec0-4177-b131-06b29c5f5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03765489-f672-4cfc-9211-20c39efe563d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:34.579786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Bound port: 7d59ac01-3608-4707-b56d-c69567a6745b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a42f38-fec0-4177-b131-06b29c5f5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03765489-f672-4cfc-9211-20c39efe563d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:34.580180 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.584641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Pushing event updated for resources: {'Port': ['ID=ec084655-aa42-42e9-888f-a11d44f2769e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:34.654075 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.685017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0801eb8-6b25-46e0-9346-ee8de2a708dd {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:34.716210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] For port 7d59ac01-3608-4707-b56d-c69567a6745b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:34.719241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a0801eb8-6b25-46e0-9346-ee8de2a708dd, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:34.721317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] For port 7d59ac01-3608-4707-b56d-c69567a6745b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7d59ac01-3608-4707-b56d-c69567a6745b,segment=NetworkSegment(76a42f38-fec0-4177-b131-06b29c5f5b3a),segment_id=76a42f38-fec0-4177-b131-06b29c5f5b3a)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:34.728528 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.737906 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.826311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a0801eb8-6b25-46e0-9346-ee8de2a708dd,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:34.870297 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Sync routers for ids ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:34.893737 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Routers {'44c5e60c-c172-4672-8c1c-4bd24305fc1c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:34.894684 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:34.915929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a9048-6bb0-44fa-a5cf-09b0c57a5259 None None] Pushing event updated for resources: {'Port': ['ID=7d59ac01-3608-4707-b56d-c69567a6745b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:34.939406 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.989229 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a0801eb8-6b25-46e0-9346-ee8de2a708dd'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:35.063943 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Set router 44c5e60c-c172-4672-8c1c-4bd24305fc1c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:35.269892 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.338963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c705b3-4bc0-43e9-b01a-b202d464c77f req-89ca36ae-3665-47ab-916c-defb55cbd038 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.347106 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9c705b3-4bc0-43e9-b01a-b202d464c77f req-89ca36ae-3665-47ab-916c-defb55cbd038 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 944 time: 0.1397393 Jul 13 07:57:35.430614 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9c705b3-4bc0-43e9-b01a-b202d464c77f req-d095b002-f03e-4709-b946-7932b8f8afa8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804110 Jul 13 07:57:35.457913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:57:35.461054 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:31Z', 'revision_number': 4, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'gw_port': {'id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '87f19b0a-65cc-49e4-a4a1-140f7e127f89', 'name': '', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'mac_address': 'fa:16:3e:22:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:30Z', 'updated_at': '2021-07-13T07:57:31Z', 'revision_number': 2, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'subnets': [{'id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:35.491504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Checking router: 44c5e60c-c172-4672-8c1c-4bd24305fc1c for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:35.491876 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Updating router 44c5e60c-c172-4672-8c1c-4bd24305fc1c port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:35.534039 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.620346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:35.631101 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Sync routers for ids ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:35.638087 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.640599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Routers {'d6f5d9d7-da09-4f8a-922a-969cf3d5c833'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:35.641315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:35.642746 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 52668) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:35.643313 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2a5b4d1a-96a9-4ac0-b353-a84ee8e9a597 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1232057 Jul 13 07:57:35.813092 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.821518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Set router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:35.924930 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.952693 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Transition to ACTIVE for port object 87f19b0a-65cc-49e4-a4a1-140f7e127f89 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:35.965668 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.005472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7bfec798-5854-47f2-8832-e856869b0b6e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:36.048371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e4c66-bff0-40a6-839e-34d7f6626bbf None None] Pushing event updated for resources: {'Port': ['ID=87f19b0a-65cc-49e4-a4a1-140f7e127f89,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:36.153611 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Attempting to bind port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:36.154768 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Attempting to bind port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:36.155928 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Attempting to bind port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 on network efec8afa-ad63-4e3e-ba4c-678c324d1c11 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:36.156034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7bfec798-5854-47f2-8832-e856869b0b6e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:36.156411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.168133 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:36.168643 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Checking segment: {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:36.169152 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.170184 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Bound using segment: {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:36.172716 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Bound port: 87f19b0a-65cc-49e4-a4a1-140f7e127f89, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:36.173227 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.295309 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] For port 87f19b0a-65cc-49e4-a4a1-140f7e127f89, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:36.299341 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] For port 87f19b0a-65cc-49e4-a4a1-140f7e127f89, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=87f19b0a-65cc-49e4-a4a1-140f7e127f89,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:36.307662 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.354420 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.397376 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e4c66-bff0-40a6-839e-34d7f6626bbf None None] Pushing event updated for resources: {'Port': ['ID=87f19b0a-65cc-49e4-a4a1-140f7e127f89,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:36.423619 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Routers {'44c5e60c-c172-4672-8c1c-4bd24305fc1c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:36.424273 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:36.472612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a0801eb8-6b25-46e0-9346-ee8de2a708dd up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:36.521062 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0cbb97-de6e-4473-b50e-2b6f175dba62 None None] Network 03765489-f672-4cfc-9211-20c39efe563d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:36.649199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:33Z', 'updated_at': '2021-07-13T07:57:34Z', 'revision_number': 3, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'gw_port': {'id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:34Z', 'updated_at': '2021-07-13T07:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:36.656483 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] Set router 44c5e60c-c172-4672-8c1c-4bd24305fc1c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:36.684069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Allocated IP 172.20.0.1 (03765489-f672-4cfc-9211-20c39efe563d/969cb00a-0a39-4811-b875-69d30487e6fa/9b14373d-1f8b-48d7-9c9f-e8e9b85cf752) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:36.700614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711f22b-7d93-45d8-8cfb-71473afa8f75 req-62fbc555-ce91-41de-af82-049e38bf3bf5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:36.714808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2711f22b-7d93-45d8-8cfb-71473afa8f75 req-62fbc555-ce91-41de-af82-049e38bf3bf5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 944 time: 0.1193125 Jul 13 07:57:36.762195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Checking router: d6f5d9d7-da09-4f8a-922a-969cf3d5c833 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:36.762195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Updating router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 port ec084655-aa42-42e9-888f-a11d44f2769e binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:36.790733 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2711f22b-7d93-45d8-8cfb-71473afa8f75 req-8bd76b2b-a244-4a4e-bc56-5e5e2a6fb285 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732181 Jul 13 07:57:36.799854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port a0801eb8-6b25-46e0-9346-ee8de2a708dd completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:36.843341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port a0801eb8-6b25-46e0-9346-ee8de2a708dd triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:36.843724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.889761 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.913501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:36.929490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Transition to ACTIVE for port object 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:36.964037 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:31Z', 'revision_number': 4, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'gw_port': {'id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '87f19b0a-65cc-49e4-a4a1-140f7e127f89', 'name': '', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'mac_address': 'fa:16:3e:22:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:30Z', 'updated_at': '2021-07-13T07:57:36Z', 'revision_number': 4, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'subnets': [{'id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:36.970113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7d59ac01-3608-4707-b56d-c69567a6745b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:36.983955 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.003302 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd964bbe-66f7-4360-91c4-b9b645ffaef7 None None] The sync data for ids ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'] in n-d-758944-43 is: [{'id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:31Z', 'revision_number': 4, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'gw_port': {'id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '87f19b0a-65cc-49e4-a4a1-140f7e127f89', 'name': '', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'mac_address': 'fa:16:3e:22:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:30Z', 'updated_at': '2021-07-13T07:57:36Z', 'revision_number': 4, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'subnets': [{'id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:37.036981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Network 03765489-f672-4cfc-9211-20c39efe563d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:37.040015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:37.046761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:37.065829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5629731a-689d-4cdd-a8e5-a4d28208ca0f None None] Provisioning for port 7d59ac01-3608-4707-b56d-c69567a6745b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:37.079249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Pushing event updated for resources: {'Port': ['ID=9b14373d-1f8b-48d7-9c9f-e8e9b85cf752,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:37.106767 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.200875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.206436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 7d59ac01-3608-4707-b56d-c69567a6745b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:37.243494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7d59ac01-3608-4707-b56d-c69567a6745b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:37.243494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.278666 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.308852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:37.312263 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3b483-a31e-41e0-96d8-44efc067cf8b" -d '{"events": [{"server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "name": "network-vif-plugged", "status": "completed", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:37.371997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a0801eb8-6b25-46e0-9346-ee8de2a708dd, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:37.384360 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b610911c-3329-4e87-871c-ece7b712893b x-openstack-request-id: req-b610911c-3329-4e87-871c-ece7b712893b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:37.384805 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "name": "network-vif-plugged", "status": "completed", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:37.384915 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b610911c-3329-4e87-871c-ece7b712893b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:37.385313 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'code': 200} Jul 13 07:57:37.393568 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.504053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.510150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.569919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311cd0f-fd07-4743-a1b2-9ae8dcd2f2cc req-539683ae-052d-421d-8f56-f5f98f208afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.571555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a311cd0f-fd07-4743-a1b2-9ae8dcd2f2cc req-539683ae-052d-421d-8f56-f5f98f208afe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 1097 time: 0.1138866 Jul 13 07:57:37.632776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Pushing event updated for resources: {'Port': ['ID=9b14373d-1f8b-48d7-9c9f-e8e9b85cf752,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:37.656392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.658283 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a311cd0f-fd07-4743-a1b2-9ae8dcd2f2cc req-fcbd1689-3f93-4b78-95ec-4855652ecc17 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804119 Jul 13 07:57:37.754770 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.784356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Transition to ACTIVE for port object ec084655-aa42-42e9-888f-a11d44f2769e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:37.824820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a0801eb8-6b25-46e0-9346-ee8de2a708dd,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:37.843995 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.855478 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.896994 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.912383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8780a480-75df-4b33-be79-fa1cb591936b None None] Provisioning complete for port 7d59ac01-3608-4707-b56d-c69567a6745b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:37.912970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8780a480-75df-4b33-be79-fa1cb591936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.020368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Attempting to bind port ec084655-aa42-42e9-888f-a11d44f2769e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:38.021038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Attempting to bind port ec084655-aa42-42e9-888f-a11d44f2769e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:38.021578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Attempting to bind port ec084655-aa42-42e9-888f-a11d44f2769e on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:38.043040 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ca737-a80e-43f1-8a45-5c07e8e897a9 None None] Pushing event updated for resources: {'Port': ['ID=ec084655-aa42-42e9-888f-a11d44f2769e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:38.061885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:38.073113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:38.074112 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.074718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:38.075422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Bound port: ec084655-aa42-42e9-888f-a11d44f2769e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:38.076014 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.112343 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 7d59ac01-3608-4707-b56d-c69567a6745b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7d59ac01-3608-4707-b56d-c69567a6745b,segment=NetworkSegment(76a42f38-fec0-4177-b131-06b29c5f5b3a),segment_id=76a42f38-fec0-4177-b131-06b29c5f5b3a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:38.160198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.164230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846cda0-bf4a-401e-a519-c582dd7d1fd6 req-f4adb10e-5764-4049-ad49-0c040597c7b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.174695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3846cda0-bf4a-401e-a519-c582dd7d1fd6 req-f4adb10e-5764-4049-ad49-0c040597c7b0 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 945 time: 0.1054392 Jul 13 07:57:38.285328 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3846cda0-bf4a-401e-a519-c582dd7d1fd6 req-265cee8b-30d1-4b14-aeb3-7b1e09c9b905 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089249 Jul 13 07:57:38.470535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] For port ec084655-aa42-42e9-888f-a11d44f2769e, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:38.483933 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] For port ec084655-aa42-42e9-888f-a11d44f2769e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ec084655-aa42-42e9-888f-a11d44f2769e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:38.485182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=7d59ac01-3608-4707-b56d-c69567a6745b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:38.489144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 87f19b0a-65cc-49e4-a4a1-140f7e127f89 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:38.504997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Network 03765489-f672-4cfc-9211-20c39efe563d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:38.507320 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:38.549602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.607157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:38.617637 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:38.617728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.669220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6f31a44d-a4db-4918-995d-ac53b4281417 None None] Provisioning complete for port a0801eb8-6b25-46e0-9346-ee8de2a708dd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:38.669604 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f31a44d-a4db-4918-995d-ac53b4281417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.684713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:38.755838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Routers {'d6f5d9d7-da09-4f8a-922a-969cf3d5c833'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:38.757087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:38.807283 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.883153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:38.899964 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7c5560fe-4705-4620-b875-d98c44575764 admin admin] 10.222.0.41 "PUT /v2.0/routers/d6f5d9d7-da09-4f8a-922a-969cf3d5c833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2552452 Jul 13 07:57:38.909886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ca737-a80e-43f1-8a45-5c07e8e897a9 None None] Pushing event updated for resources: {'Port': ['ID=ec084655-aa42-42e9-888f-a11d44f2769e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:38.992567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 87f19b0a-65cc-49e4-a4a1-140f7e127f89, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=87f19b0a-65cc-49e4-a4a1-140f7e127f89,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:39.028322 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.077065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c227-42d5-4682-a66d-6b5e9af6065d req-2ef1fce5-164d-4c29-85fc-662841b68c4b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.090915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91f3c227-42d5-4682-a66d-6b5e9af6065d req-2ef1fce5-164d-4c29-85fc-662841b68c4b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.1383502 Jul 13 07:57:39.092458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] Set router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:39.156591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91f3c227-42d5-4682-a66d-6b5e9af6065d req-f7e85dc3-9901-4639-b8d7-84980f74c44d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646441 Jul 13 07:57:39.198627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6f31a44d-a4db-4918-995d-ac53b4281417 None None] Provisioning for port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:39.211212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6f31a44d-a4db-4918-995d-ac53b4281417 None None] Provisioning complete for port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:39.212150 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f31a44d-a4db-4918-995d-ac53b4281417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.256114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=87f19b0a-65cc-49e4-a4a1-140f7e127f89,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:39.419884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6f31a44d-a4db-4918-995d-ac53b4281417 None None] Port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:39.489082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:33Z', 'updated_at': '2021-07-13T07:57:37Z', 'revision_number': 4, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'gw_port': {'id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:34Z', 'updated_at': '2021-07-13T07:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '9b14373d-1f8b-48d7-9c9f-e8e9b85cf752', 'name': '', 'network_id': '03765489-f672-4cfc-9211-20c39efe563d', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'mac_address': 'fa:16:3e:a4:8e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:36Z', 'updated_at': '2021-07-13T07:57:37Z', 'revision_number': 2, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'subnets': [{'id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:39.521176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b964bdb-e400-4f19-b6c5-8c0ce67da37d req-0f90fff7-74f9-482d-b7f5-07c97a9d904c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.523816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b964bdb-e400-4f19-b6c5-8c0ce67da37d req-0f90fff7-74f9-482d-b7f5-07c97a9d904c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 945 time: 0.0847449 Jul 13 07:57:39.571581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b964bdb-e400-4f19-b6c5-8c0ce67da37d req-f54269c6-95d9-47b7-bccf-fef941719bdd tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408220 Jul 13 07:57:39.629631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-169023c7-dcf0-4f96-91b8-b54e3234644a tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.631399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-169023c7-dcf0-4f96-91b8-b54e3234644a tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/networks?id=efec8afa-ad63-4e3e-ba4c-678c324d1c11 HTTP/1.1" status: 200 len: 911 time: 0.1315379 Jul 13 07:57:39.647598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-e0b8fcab-d2a6-4d92-9d97-ea94f3748250 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/quotas/df43c0137b2d426eac3675ea133c9347 HTTP/1.1" status: 200 len: 375 time: 0.0104687 Jul 13 07:57:39.707145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b3234-91c1-4163-9938-72d970e17a63 None None] The sync data for ids ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'] in n-d-758944-43 is: [{'id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:33Z', 'updated_at': '2021-07-13T07:57:37Z', 'revision_number': 4, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'gw_port': {'id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:34Z', 'updated_at': '2021-07-13T07:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '9b14373d-1f8b-48d7-9c9f-e8e9b85cf752', 'name': '', 'network_id': '03765489-f672-4cfc-9211-20c39efe563d', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'mac_address': 'fa:16:3e:a4:8e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:36Z', 'updated_at': '2021-07-13T07:57:37Z', 'revision_number': 2, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'subnets': [{'id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:39.719261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-82d327df-38c5-4bc9-8b47-17e761babf65 None None] Provisioning complete for port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:39.719640 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82d327df-38c5-4bc9-8b47-17e761babf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.758700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-82d327df-38c5-4bc9-8b47-17e761babf65 None None] Port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:39.768572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-82d327df-38c5-4bc9-8b47-17e761babf65 None None] Provisioning complete for port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:39.768955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82d327df-38c5-4bc9-8b47-17e761babf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.793630 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81fa0bec-efd3-40a5-9718-a2eba199e1a1 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=df43c0137b2d426eac3675ea133c9347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391885 Jul 13 07:57:39.800115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c27a5b-f101-47ab-a5f9-87dea73a1262 req-dc22d793-b6ca-44b7-823f-f351a4b17f9d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.807868 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65c27a5b-f101-47ab-a5f9-87dea73a1262 req-dc22d793-b6ca-44b7-823f-f351a4b17f9d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 945 time: 0.0851476 Jul 13 07:57:39.865121 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65c27a5b-f101-47ab-a5f9-87dea73a1262 req-0ff26f1c-5e91-4c90-8555-9efba58e4ac8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561345 Jul 13 07:57:39.900295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52730) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:39.955671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5179dfa-8f21-4712-a2e4-7d8cea66ddd1 tempest-TestVolumeBootPattern-254653973 tempest-TestVolumeBootPattern-254653973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.958556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c5179dfa-8f21-4712-a2e4-7d8cea66ddd1 tempest-TestVolumeBootPattern-254653973 tempest-TestVolumeBootPattern-254653973-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 1092 time: 0.0572517 Jul 13 07:57:39.961309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 52732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:39.967587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:39.995311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.072314 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-ce6607ac-87cb-455a-88ab-43f23f81dc31 service neutron] 10.222.0.41 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772193 Jul 13 07:57:40.137408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.227347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-bc541d03-08ce-45f9-ad82-60105c88a757 service neutron] 10.222.0.41 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349585 Jul 13 07:57:40.322406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.25.8.106 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/f589d111-76c0-4a8c-9cf5-d1c1802c7fa1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:40.377918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 87f19b0a-65cc-49e4-a4a1-140f7e127f89 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:40.492346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec759902-91ae-4c75-a9bb-34d2db757cd9 req-70a63ffd-3288-45e9-9ef8-ef0991037a5c tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 210 time: 0.0510881 Jul 13 07:57:40.512445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:40.512835 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.553238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.625486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866273b-5959-4376-8fc4-fb08a3fb12fd req-770b85d8-2c0e-4d10-baa8-08e2461630ce tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:40.632538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f866273b-5959-4376-8fc4-fb08a3fb12fd req-770b85d8-2c0e-4d10-baa8-08e2461630ce tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.2979660 Jul 13 07:57:40.685382 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.727447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7d59ac01-3608-4707-b56d-c69567a6745b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:40.795815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 7d59ac01-3608-4707-b56d-c69567a6745b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:40.796492 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:41.147777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:41.151947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f866273b-5959-4376-8fc4-fb08a3fb12fd req-a01eba66-40fa-4a0f-abcd-692d6ef2cbb2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5180154 Jul 13 07:57:41.153918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:41.173700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:41.268433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=f589d111-76c0-4a8c-9cf5-d1c1802c7fa1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:41.672571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0edb521f-a1bb-4940-bf82-beaf6071def5 req-f72809cf-7360-449f-8502-d077a9a824a4 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 210 time: 0.0487647 Jul 13 07:57:41.681384 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:41.787790 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:41.983006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-abe51505-c0b7-4f72-aeb7-5c0df2f4a38d tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.984402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-abe51505-c0b7-4f72-aeb7-5c0df2f4a38d tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.48 "GET /v2.0/networks?id=efec8afa-ad63-4e3e-ba4c-678c324d1c11 HTTP/1.1" status: 200 len: 911 time: 0.1685841 Jul 13 07:57:41.997640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Request body: {'port': {'device_id': 'a28bfa96-9a00-4b60-baf9-cc1e357ec04d', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'admin_state_up': True, 'tenant_id': 'df43c0137b2d426eac3675ea133c9347'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:42.046595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Made reservation on behalf of df43c0137b2d426eac3675ea133c9347 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:42.048933 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.055386 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.063718 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.184405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=f589d111-76c0-4a8c-9cf5-d1c1802c7fa1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:42.199239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.315934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ec084655-aa42-42e9-888f-a11d44f2769e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:42.347237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Allocated IP 172.20.0.6 (efec8afa-ad63-4e3e-ba4c-678c324d1c11/54a8f34b-be22-4cd6-abad-b92048e533de/6f70b56c-d43d-469e-a6cf-df932e65e0b9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:42.364326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ec084655-aa42-42e9-888f-a11d44f2769e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:42.367890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ec084655-aa42-42e9-888f-a11d44f2769e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:42.368267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.414687 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Floating IP 1d7162c6-63f9-4245-bf40-e940257e808b associated. External IP: 172.25.8.106, port: a0801eb8-6b25-46e0-9346-ee8de2a708dd. Jul 13 07:57:42.448793 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.471336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port ec084655-aa42-42e9-888f-a11d44f2769e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ec084655-aa42-42e9-888f-a11d44f2769e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:42.475643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.497857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06c96e-9f5c-4ec2-b32c-38b084fe5d40 req-81dc3151-ea71-46f4-ba2c-9d0cf9acdbfc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:42.499333 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa06c96e-9f5c-4ec2-b32c-38b084fe5d40 req-81dc3151-ea71-46f4-ba2c-9d0cf9acdbfc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.1897230 Jul 13 07:57:42.529452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=ec084655-aa42-42e9-888f-a11d44f2769e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:42.631362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa06c96e-9f5c-4ec2-b32c-38b084fe5d40 req-6917b2d3-eec2-4c8f-ac12-a879265954db tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197217 Jul 13 07:57:42.660365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.714435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Transition to ACTIVE for port object 6f70b56c-d43d-469e-a6cf-df932e65e0b9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:42.810541 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:42.827529 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fdc20082-06ed-4b80-b90a-47602fc0330a req-f633578e-46ed-4c95-a4bd-fa80d29fbe38 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 210 time: 0.0362954 Jul 13 07:57:42.851485 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Router 665d4a7f-a443-42f0-890c-0b475371fcfe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:42.861713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:42.869366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:42.871802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:42.943293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Pushing event updated for resources: {'Port': ['ID=6f70b56c-d43d-469e-a6cf-df932e65e0b9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:42.969980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:42.970598 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.025492 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-706b31dc-a97d-4208-a4f1-1826b5c7df58 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0319216 Jul 13 07:57:43.042915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Request body: {'port': {'device_id': 'a28bfa96-9a00-4b60-baf9-cc1e357ec04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:43.235962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:43.241936 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] Sync routers for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:43.242542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.242827 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:43.242827 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:43.243246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-548ee12b-86d5-4efd-a8cc-52d60473de82 None None] Provisioning for port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:43.243246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-548ee12b-86d5-4efd-a8cc-52d60473de82 None None] Provisioning complete for port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:43.243246 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-548ee12b-86d5-4efd-a8cc-52d60473de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.243773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d561c4c7-0367-411d-a964-1689740d9531 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2071888 Jul 13 07:57:43.243773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:43.243773 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82339319-990a-4c62-a62f-357c3029896f" -d '{"events": [{"name": "network-changed", "server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:43.243773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.253828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-548ee12b-86d5-4efd-a8cc-52d60473de82 None None] Port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:43.271422 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc1985f-dca4-4ee5-a30d-85d35986641a x-openstack-request-id: req-dbc1985f-dca4-4ee5-a30d-85d35986641a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:43.271720 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:43.272480 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbc1985f-dca4-4ee5-a30d-85d35986641a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:43.272905 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'status': 'completed', 'code': 200} Jul 13 07:57:43.350026 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82339319-990a-4c62-a62f-357c3029896f req-e658e207-2627-4ef8-a7a6-abd16d0db08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.352052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82339319-990a-4c62-a62f-357c3029896f req-e658e207-2627-4ef8-a7a6-abd16d0db08c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 1097 time: 0.0715442 Jul 13 07:57:43.471102 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:43.482723 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82339319-990a-4c62-a62f-357c3029896f req-1f26c32f-b300-4518-9444-b2004c732391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.484923 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82339319-990a-4c62-a62f-357c3029896f req-1f26c32f-b300-4518-9444-b2004c732391 service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.1269660 Jul 13 07:57:43.586715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f70b56c-d43d-469e-a6cf-df932e65e0b9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:43.590685 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82339319-990a-4c62-a62f-357c3029896f req-9b4b6a84-107d-4efa-bf90-abf5880caaa1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd HTTP/1.1" status: 200 len: 999 time: 0.0991061 Jul 13 07:57:43.596388 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.611093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Transition to ACTIVE for port object 6f70b56c-d43d-469e-a6cf-df932e65e0b9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:43.614796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.642964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82339319-990a-4c62-a62f-357c3029896f req-544226c3-2693-488d-b769-c2ddea7b00df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.644491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82339319-990a-4c62-a62f-357c3029896f req-544226c3-2693-488d-b769-c2ddea7b00df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0484684 Jul 13 07:57:43.671507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f70b56c-d43d-469e-a6cf-df932e65e0b9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:43.779498 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82339319-990a-4c62-a62f-357c3029896f req-4b18a697-a715-431a-aa0a-f68fda0ac2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.781054 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82339319-990a-4c62-a62f-357c3029896f req-4b18a697-a715-431a-aa0a-f68fda0ac2ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306012 Jul 13 07:57:43.798459 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '1d7162c6-63f9-4245-bf40-e940257e808b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:41Z', 'updated_at': '2021-07-13T07:57:41Z', 'revision_number': 0, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:43.811523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Attempting to bind port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:43.812078 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Attempting to bind port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:43.812183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Attempting to bind port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 on network efec8afa-ad63-4e3e-ba4c-678c324d1c11 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:43.821582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 on network efec8afa-ad63-4e3e-ba4c-678c324d1c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:43.824660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Attempting to bind port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 on network efec8afa-ad63-4e3e-ba4c-678c324d1c11 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:43.831883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:43.832237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Checking segment: {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:43.832715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Bound using segment: {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:43.833039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Bound port: 6f70b56c-d43d-469e-a6cf-df932e65e0b9, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:43.833403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:43.841024 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] Checking router: 665d4a7f-a443-42f0-890c-0b475371fcfe for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:43.857587 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:43.858242 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:43.962391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] For port 6f70b56c-d43d-469e-a6cf-df932e65e0b9, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:43.969307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] For port 6f70b56c-d43d-469e-a6cf-df932e65e0b9, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6f70b56c-d43d-469e-a6cf-df932e65e0b9,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:43.976096 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.063166 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:44.073250 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82339319-990a-4c62-a62f-357c3029896f req-36804e35-2a2d-4dd3-9c02-cba2fe2b2375 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844892 Jul 13 07:57:44.153686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:44.154340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.155796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/6f70b56c-d43d-469e-a6cf-df932e65e0b9 HTTP/1.1" status: 200 len: 1092 time: 1.1202400 Jul 13 07:57:44.177896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6c8f-109f-49db-ab02-4e0c444cd8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f70b56c-d43d-469e-a6cf-df932e65e0b9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:44.216512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f107179-86a3-4b32-9152-e5b092dc8b6c req-b5220bf2-27d0-4f4a-8d1c-fd106f460fc6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:44.218155 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f107179-86a3-4b32-9152-e5b092dc8b6c req-b5220bf2-27d0-4f4a-8d1c-fd106f460fc6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.2672577 Jul 13 07:57:44.224578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc4ec0-1234-4f49-aa7a-e2069b3673b5 req-026849ab-83c2-414a-82e9-f9dcba971865 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:44.227109 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4cc4ec0-1234-4f49-aa7a-e2069b3673b5 req-026849ab-83c2-414a-82e9-f9dcba971865 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1095 time: 0.1261718 Jul 13 07:57:44.269758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Sync routers for ids ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:44.292455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Routers {'d6f5d9d7-da09-4f8a-922a-969cf3d5c833'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:44.293052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:44.376158 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4cc4ec0-1234-4f49-aa7a-e2069b3673b5 req-ad1c45bc-9825-403c-aa90-6b99240e84ee tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273031 Jul 13 07:57:44.389105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-ac106e24-b8d1-4b06-af80-945de3317db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:44.391625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-ac106e24-b8d1-4b06-af80-945de3317db4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df43c0137b2d426eac3675ea133c9347&device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1095 time: 0.1606708 Jul 13 07:57:44.411900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f107179-86a3-4b32-9152-e5b092dc8b6c req-c2d7f45a-dafa-4000-acaa-a838ada4a50b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1878319 Jul 13 07:57:44.430123 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ec084655-aa42-42e9-888f-a11d44f2769e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:44.455875 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82339319-990a-4c62-a62f-357c3029896f req-65c459ca-a9e9-46cb-91be-83806919dfd7 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743923 Jul 13 07:57:44.457873 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-31d74828-07eb-40e8-b46e-22105236a23a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f70b56c-d43d-469e-a6cf-df932e65e0b9 HTTP/1.1" status: 200 len: 217 time: 0.0577164 Jul 13 07:57:44.506711 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '1d7162c6-63f9-4245-bf40-e940257e808b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:41Z', 'updated_at': '2021-07-13T07:57:41Z', 'revision_number': 0, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:44.540344 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc45541-7984-45e8-93fc-ab724584b828 None None] The sync data for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 is: [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '1d7162c6-63f9-4245-bf40-e940257e808b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:41Z', 'updated_at': '2021-07-13T07:57:41Z', 'revision_number': 0, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:44.541166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-7f8fc53a-09e2-41bf-b36f-99805fffbec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:44.548235 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-7f8fc53a-09e2-41bf-b36f-99805fffbec3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54a8f34b-be22-4cd6-abad-b92048e533de HTTP/1.1" status: 200 len: 849 time: 0.0828619 Jul 13 07:57:44.618257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Set router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:44.650056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-ee9e534d-031d-404e-99ef-66b192eabebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:44.651167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ec084655-aa42-42e9-888f-a11d44f2769e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:44.651590 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.652711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-ee9e534d-031d-404e-99ef-66b192eabebb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efec8afa-ad63-4e3e-ba4c-678c324d1c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985236 Jul 13 07:57:44.827268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-d8594a65-5d48-47c4-8361-48b2a6d6d909 service neutron] 10.222.0.48 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671157 Jul 13 07:57:44.877596 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3d38a-9a90-43e2-a6ef-14aec263d338 None None] New status for floating IP 1d7162c6-63f9-4245-bf40-e940257e808b: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:57:44.950808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8251d8d0-3adb-4255-94e0-2a1b6ea847a7 req-968bdc0d-f27a-4f08-b4b5-806312d4b0e4 service neutron] 10.222.0.48 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169341 Jul 13 07:57:45.014596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:33Z', 'updated_at': '2021-07-13T07:57:37Z', 'revision_number': 4, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'gw_port': {'id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:34Z', 'updated_at': '2021-07-13T07:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '9b14373d-1f8b-48d7-9c9f-e8e9b85cf752', 'name': '', 'network_id': '03765489-f672-4cfc-9211-20c39efe563d', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'mac_address': 'fa:16:3e:a4:8e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:36Z', 'updated_at': '2021-07-13T07:57:37Z', 'revision_number': 2, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'subnets': [{'id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:45.043737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Checking router: d6f5d9d7-da09-4f8a-922a-969cf3d5c833 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:45.044102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Updating router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:45.092376 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.274204 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28bfa96-9a00-4b60-baf9-cc1e357ec04d', 'tag': '6f70b56c-d43d-469e-a6cf-df932e65e0b9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:45.277387 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e46755-eefe-49fc-abb5-fe27bae5ad70" -d '{"events": [{"name": "network-changed", "server_uuid": "a28bfa96-9a00-4b60-baf9-cc1e357ec04d", "tag": "6f70b56c-d43d-469e-a6cf-df932e65e0b9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:45.314626 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a1b816-3ba1-4d12-bb10-bdac745c864d x-openstack-request-id: req-a1a1b816-3ba1-4d12-bb10-bdac745c864d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:45.314918 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28bfa96-9a00-4b60-baf9-cc1e357ec04d", "tag": "6f70b56c-d43d-469e-a6cf-df932e65e0b9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:45.315168 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1a1b816-3ba1-4d12-bb10-bdac745c864d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:45.315568 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28bfa96-9a00-4b60-baf9-cc1e357ec04d', 'tag': '6f70b56c-d43d-469e-a6cf-df932e65e0b9', 'status': 'completed', 'code': 200} Jul 13 07:57:45.383398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.393204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Transition to ACTIVE for port object 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:45.399543 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.409269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-bb50489f-929b-42c2-856a-87c33dcf6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.410851 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-bb50489f-929b-42c2-856a-87c33dcf6f26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df43c0137b2d426eac3675ea133c9347&device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1095 time: 0.0717354 Jul 13 07:57:45.458316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ab3c3-86af-4f05-8468-9d8b6592af1d None None] Pushing event updated for resources: {'Port': ['ID=9b14373d-1f8b-48d7-9c9f-e8e9b85cf752,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:45.516311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Attempting to bind port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:45.516700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Attempting to bind port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '76a42f38-fec0-4177-b131-06b29c5f5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03765489-f672-4cfc-9211-20c39efe563d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:45.517073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Attempting to bind port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 on network 03765489-f672-4cfc-9211-20c39efe563d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:45.529508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:45.530097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Checking segment: {'id': '76a42f38-fec0-4177-b131-06b29c5f5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03765489-f672-4cfc-9211-20c39efe563d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:45.530534 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.530943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Bound using segment: {'id': '76a42f38-fec0-4177-b131-06b29c5f5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03765489-f672-4cfc-9211-20c39efe563d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:45.531667 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Bound port: 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a42f38-fec0-4177-b131-06b29c5f5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03765489-f672-4cfc-9211-20c39efe563d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:45.532067 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.596243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-b3b67e88-1afe-4d02-9ae0-e5768bf8876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.599020 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-b3b67e88-1afe-4d02-9ae0-e5768bf8876b service neutron] 10.222.0.48 "GET /v2.0/networks?id=efec8afa-ad63-4e3e-ba4c-678c324d1c11 HTTP/1.1" status: 200 len: 911 time: 0.1806586 Jul 13 07:57:45.655591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-557aafaf-c7da-4b30-973b-be8cc0319ff3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f70b56c-d43d-469e-a6cf-df932e65e0b9 HTTP/1.1" status: 200 len: 217 time: 0.0502939 Jul 13 07:57:45.677136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] For port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:45.680726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] For port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9b14373d-1f8b-48d7-9c9f-e8e9b85cf752,segment=NetworkSegment(76a42f38-fec0-4177-b131-06b29c5f5b3a),segment_id=76a42f38-fec0-4177-b131-06b29c5f5b3a)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:45.687180 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.761202 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18464c8-ec83-4749-9192-dfcb6c6fd789 req-95420531-cabb-4057-9309-46bae3c94149 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.771463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f18464c8-ec83-4749-9192-dfcb6c6fd789 req-95420531-cabb-4057-9309-46bae3c94149 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1095 time: 0.1010823 Jul 13 07:57:45.775472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-406fe4d8-c44d-47b5-bbd4-27f057674d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.777003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-406fe4d8-c44d-47b5-bbd4-27f057674d9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54a8f34b-be22-4cd6-abad-b92048e533de HTTP/1.1" status: 200 len: 849 time: 0.1116583 Jul 13 07:57:45.782226 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Routers {'d6f5d9d7-da09-4f8a-922a-969cf3d5c833'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:45.782860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:45.824584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50a31b-da77-45ad-b14e-f86193affad7 req-a8ed66e6-940c-4b01-8ef5-4fb384e3d9da tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.835856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d50a31b-da77-45ad-b14e-f86193affad7 req-a8ed66e6-940c-4b01-8ef5-4fb384e3d9da tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.1829617 Jul 13 07:57:45.870358 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f18464c8-ec83-4749-9192-dfcb6c6fd789 req-8d040c81-8494-4c86-b6a1-28b6786034f4 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937138 Jul 13 07:57:45.901824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d50a31b-da77-45ad-b14e-f86193affad7 req-621e3d7c-e25e-4cb4-8493-166c977697f3 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649898 Jul 13 07:57:45.924035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-f088c20d-ea46-40d1-930b-a04b1228404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.925566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-f088c20d-ea46-40d1-930b-a04b1228404d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efec8afa-ad63-4e3e-ba4c-678c324d1c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408627 Jul 13 07:57:45.932207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ab3c3-86af-4f05-8468-9d8b6592af1d None None] Pushing event updated for resources: {'Port': ['ID=9b14373d-1f8b-48d7-9c9f-e8e9b85cf752,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:45.977165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] Set router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:46.050931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-ecbccf57-1327-4b51-945f-bbba8d59f708 service neutron] 10.222.0.48 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150827 Jul 13 07:57:46.156611 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e3e46755-eefe-49fc-abb5-fe27bae5ad70 req-2cd92a2b-0e1a-48ce-9714-c61373062d54 service neutron] 10.222.0.48 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967069 Jul 13 07:57:46.226980 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:33Z', 'updated_at': '2021-07-13T07:57:37Z', 'revision_number': 4, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'gw_port': {'id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:34Z', 'updated_at': '2021-07-13T07:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '9b14373d-1f8b-48d7-9c9f-e8e9b85cf752', 'name': '', 'network_id': '03765489-f672-4cfc-9211-20c39efe563d', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'mac_address': 'fa:16:3e:a4:8e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:36Z', 'updated_at': '2021-07-13T07:57:45Z', 'revision_number': 4, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'subnets': [{'id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:46.265157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d09c8-ed2d-453a-b938-564b5289f5c0 None None] The sync data for ids ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'] in n-d-758944-43 is: [{'id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:33Z', 'updated_at': '2021-07-13T07:57:37Z', 'revision_number': 4, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'gw_port': {'id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:34Z', 'updated_at': '2021-07-13T07:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '9b14373d-1f8b-48d7-9c9f-e8e9b85cf752', 'name': '', 'network_id': '03765489-f672-4cfc-9211-20c39efe563d', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'mac_address': 'fa:16:3e:a4:8e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:36Z', 'updated_at': '2021-07-13T07:57:45Z', 'revision_number': 4, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'subnets': [{'id': '969cb00a-0a39-4811-b875-69d30487e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:46.324982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:46.381591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:46.386329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:46.386914 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.474564 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.513326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9b14373d-1f8b-48d7-9c9f-e8e9b85cf752,segment=NetworkSegment(76a42f38-fec0-4177-b131-06b29c5f5b3a),segment_id=76a42f38-fec0-4177-b131-06b29c5f5b3a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:46.517517 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.583233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=9b14373d-1f8b-48d7-9c9f-e8e9b85cf752,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:46.592093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.592444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.592881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.593195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.593437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.593772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.594136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.594468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.594799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.595128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.595456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.595785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:46.827577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f4e456cd-5274-4fc8-91d4-fca112e4a22e None None] Provisioning complete for port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:46.827938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f4e456cd-5274-4fc8-91d4-fca112e4a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.100348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667201e-d0ba-4944-a854-d6222bdeffb0 req-d42f6147-b8f4-401b-abdf-c5989456923e tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:47.110076 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0667201e-d0ba-4944-a854-d6222bdeffb0 req-d42f6147-b8f4-401b-abdf-c5989456923e tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1095 time: 0.0769928 Jul 13 07:57:47.141492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b8ee0-80c4-46f9-8d63-a26ffa2d8e6f req-3bad95a2-a5dc-4f8b-8d6f-68d72b78be43 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:47.143984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e2b8ee0-80c4-46f9-8d63-a26ffa2d8e6f req-3bad95a2-a5dc-4f8b-8d6f-68d72b78be43 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.1013868 Jul 13 07:57:47.151967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0667201e-d0ba-4944-a854-d6222bdeffb0 req-c027ad51-753b-47f4-9c6d-18a12a969d6d tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Jul 13 07:57:47.186528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9e2b8ee0-80c4-46f9-8d63-a26ffa2d8e6f req-37cb5fb5-949b-43cc-8295-cf668ef75176 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367181 Jul 13 07:57:48.298730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:48.346296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24288fb-3ab3-4c1f-830a-06ea0243791c req-ce15a67e-cf47-4b48-aed1-d354ce76bd38 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.347777 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d24288fb-3ab3-4c1f-830a-06ea0243791c req-ce15a67e-cf47-4b48-aed1-d354ce76bd38 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1095 time: 0.0744755 Jul 13 07:57:48.370682 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6f70b56c-d43d-469e-a6cf-df932e65e0b9 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:57:48.389658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d24288fb-3ab3-4c1f-830a-06ea0243791c req-ebc8f5a4-23aa-4482-8da9-fcf9256b428a tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311570 Jul 13 07:57:48.405256 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-606fc2fb-4dd0-4ed4-91ce-2d5480775bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.412006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e154-a759-4cc1-8d1d-46cf56daf07a req-889b1a36-80fc-4026-ac3c-1e3e98636a6c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.417784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:48.418111 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.420202 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b52e154-a759-4cc1-8d1d-46cf56daf07a req-889b1a36-80fc-4026-ac3c-1e3e98636a6c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.1036491 Jul 13 07:57:48.463261 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b52e154-a759-4cc1-8d1d-46cf56daf07a req-c3332acb-2200-44a6-beda-950b4ed8112c tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406392 Jul 13 07:57:48.567710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 6f70b56c-d43d-469e-a6cf-df932e65e0b9, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6f70b56c-d43d-469e-a6cf-df932e65e0b9,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:48.589516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '6f70b56c-d43d-469e-a6cf-df932e65e0b9', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'port_id': '6f70b56c-d43d-469e-a6cf-df932e65e0b9', 'mac_address': 'fa:16:3e:b0:20:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:57:48.634307 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.648576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f70b56c-d43d-469e-a6cf-df932e65e0b9 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:48.679471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 6f70b56c-d43d-469e-a6cf-df932e65e0b9, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6f70b56c-d43d-469e-a6cf-df932e65e0b9,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:48.684455 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.742226 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=6f70b56c-d43d-469e-a6cf-df932e65e0b9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:48.925419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['6f70b56c-d43d-469e-a6cf-df932e65e0b9'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:49.602344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b25cd8-1119-47a9-8a6d-ee77e9a6b0d7 req-a975a92b-3317-4162-a04e-a52b2934d2b1 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.605537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77b25cd8-1119-47a9-8a6d-ee77e9a6b0d7 req-a975a92b-3317-4162-a04e-a52b2934d2b1 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1096 time: 0.0835404 Jul 13 07:57:49.646027 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77b25cd8-1119-47a9-8a6d-ee77e9a6b0d7 req-8aff1a27-d1ad-4b72-90a0-cec85dfe52dc tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Jul 13 07:57:49.683587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c42764-db76-4814-ab17-07a50946839e req-893269d7-769d-42b4-ab88-3477781aedf2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.685387 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65c42764-db76-4814-ab17-07a50946839e req-893269d7-769d-42b4-ab88-3477781aedf2 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.0787661 Jul 13 07:57:49.725412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65c42764-db76-4814-ab17-07a50946839e req-77e075d3-d9ee-4469-af8c-c6fddb94b950 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332808 Jul 13 07:57:50.383177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6f70b56c-d43d-469e-a6cf-df932e65e0b9 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:50.434173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:50.437940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:50.438430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:50.535896 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:50.562758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28bfa96-9a00-4b60-baf9-cc1e357ec04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f70b56c-d43d-469e-a6cf-df932e65e0b9'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:50.565162 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd395ced-f9ea-44f3-b873-8b9bed3434c9" -d '{"events": [{"server_uuid": "a28bfa96-9a00-4b60-baf9-cc1e357ec04d", "name": "network-vif-plugged", "status": "completed", "tag": "6f70b56c-d43d-469e-a6cf-df932e65e0b9"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:50.581393 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 6f70b56c-d43d-469e-a6cf-df932e65e0b9, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6f70b56c-d43d-469e-a6cf-df932e65e0b9,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:50.585772 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:50.632096 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a30ec6-43cf-4fa4-9024-94267ca702f8 x-openstack-request-id: req-a5a30ec6-43cf-4fa4-9024-94267ca702f8 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:50.632461 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28bfa96-9a00-4b60-baf9-cc1e357ec04d", "name": "network-vif-plugged", "status": "completed", "tag": "6f70b56c-d43d-469e-a6cf-df932e65e0b9", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:50.632649 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5a30ec6-43cf-4fa4-9024-94267ca702f8 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:50.633023 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28bfa96-9a00-4b60-baf9-cc1e357ec04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f70b56c-d43d-469e-a6cf-df932e65e0b9', 'code': 200} Jul 13 07:57:50.662633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=6f70b56c-d43d-469e-a6cf-df932e65e0b9,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:50.748121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8f24f-f7a8-4efa-a6fb-e7c2a594e29f req-86a4a644-ee91-44c5-bf68-ce1e8122487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:50.759822 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05e8f24f-f7a8-4efa-a6fb-e7c2a594e29f req-86a4a644-ee91-44c5-bf68-ce1e8122487a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1097 time: 0.0771515 Jul 13 07:57:50.868163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-05e8f24f-f7a8-4efa-a6fb-e7c2a594e29f req-e0eeea0d-994c-4c4a-b4ef-da996caf328d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005642 Jul 13 07:57:50.902391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b0cca-e942-4e26-b044-189ca9400fd4 req-3a28d353-5404-4842-805d-151833206823 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:50.904019 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a4b0cca-e942-4e26-b044-189ca9400fd4 req-3a28d353-5404-4842-805d-151833206823 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1097 time: 0.0836849 Jul 13 07:57:50.940600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c098bdc5-015c-4090-9e51-141f38387da6 None None] Provisioning complete for port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:50.941080 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c098bdc5-015c-4090-9e51-141f38387da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:50.945661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ef93f-7518-4f30-b0c7-be9aba5618da req-886a5bfd-b3d0-468c-b5be-88b94f5fe9a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:50.947183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a4b0cca-e942-4e26-b044-189ca9400fd4 req-7d15ea18-c0bc-44fc-bcc8-4ef56bacecfe tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358598 Jul 13 07:57:50.948689 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d51ef93f-7518-4f30-b0c7-be9aba5618da req-886a5bfd-b3d0-468c-b5be-88b94f5fe9a9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.0759637 Jul 13 07:57:50.993483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d51ef93f-7518-4f30-b0c7-be9aba5618da req-2db3672e-12b3-41d2-bc14-bfdd25c78a07 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392659 Jul 13 07:57:51.074546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-874f1daf-8e5e-4916-bda0-9d87dc81582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:51.122369 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:51.681584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b590e7-f0be-4e59-a3b4-44f7c39a5404 req-94e2ec73-d096-4ec1-8818-1a87555d0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:51.683753 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2b590e7-f0be-4e59-a3b4-44f7c39a5404 req-94e2ec73-d096-4ec1-8818-1a87555d0277 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 1098 time: 0.0667701 Jul 13 07:57:51.726095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d2b590e7-f0be-4e59-a3b4-44f7c39a5404 req-6d09cf6e-9518-4bc1-8f35-3905ae9b8d80 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358295 Jul 13 07:57:52.057333 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.140426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7847c5d-087d-45ff-a514-fc63c43d9a5c req-bdf29bf0-76c4-425e-b9e9-005f0d946a0a tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:52.142036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7847c5d-087d-45ff-a514-fc63c43d9a5c req-bdf29bf0-76c4-425e-b9e9-005f0d946a0a tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1097 time: 0.0670733 Jul 13 07:57:52.181616 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e7847c5d-087d-45ff-a514-fc63c43d9a5c req-82ae03d7-d8ab-4012-8ff2-4c361bb33334 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331991 Jul 13 07:57:52.206500 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a733f-9e1c-4900-9297-9af14ce14873 req-7cc57f6d-a2e5-4241-af0a-0a8935e434d9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:52.208049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf6a733f-9e1c-4900-9297-9af14ce14873 req-7cc57f6d-a2e5-4241-af0a-0a8935e434d9 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.0804749 Jul 13 07:57:52.254504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf6a733f-9e1c-4900-9297-9af14ce14873 req-3685511c-6fe7-494a-b156-d4e9235e58ac tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355554 Jul 13 07:57:52.360812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1157ab-dbd8-440a-9131-006aa7c992d2 req-5fc10899-aa2d-4ae3-a459-2087dfc67c8b tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:52.362410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc1157ab-dbd8-440a-9131-006aa7c992d2 req-5fc10899-aa2d-4ae3-a459-2087dfc67c8b tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1097 time: 0.0603290 Jul 13 07:57:52.400061 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc1157ab-dbd8-440a-9131-006aa7c992d2 req-52d75cf0-d25b-4a17-a8d0-b7e96969000e tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Jul 13 07:57:52.587575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503468f-bc2a-4ee0-9b70-11c4e991afd8 req-953f5517-8f78-44d1-84d8-5e521b6562e7 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:52.589269 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6503468f-bc2a-4ee0-9b70-11c4e991afd8 req-953f5517-8f78-44d1-84d8-5e521b6562e7 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1097 time: 0.0631721 Jul 13 07:57:52.626316 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6503468f-bc2a-4ee0-9b70-11c4e991afd8 req-2c73c406-e5ed-4524-9199-a3e1ecc2a8f6 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Jul 13 07:57:53.234938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-15a6ecaa-9aeb-49e3-b5c3-bd0744d8f5c5 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:53.236603 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-15a6ecaa-9aeb-49e3-b5c3-bd0744d8f5c5 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/networks?id=efec8afa-ad63-4e3e-ba4c-678c324d1c11 HTTP/1.1" status: 200 len: 911 time: 0.4483626 Jul 13 07:57:53.250783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-54b58809-df00-4e48-9146-7ece62bc4eb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/quotas/df43c0137b2d426eac3675ea133c9347 HTTP/1.1" status: 200 len: 375 time: 0.0089736 Jul 13 07:57:53.380305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-0ea03c2e-fc43-484e-ba39-ae5ac87cc7b9 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=df43c0137b2d426eac3675ea133c9347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1225934 Jul 13 07:57:53.462336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd46c-6feb-4f39-8cb0-e6ad8a73e2ce req-5d547d58-ec3f-4578-9292-0ae5ca62476b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:53.464412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82dcd46c-6feb-4f39-8cb0-e6ad8a73e2ce req-5d547d58-ec3f-4578-9292-0ae5ca62476b tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.0868378 Jul 13 07:57:53.494842 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-366518f8-0c3a-42d9-8347-38853f6f2665 service neutron] 10.222.0.41 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079991 Jul 13 07:57:53.508730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82dcd46c-6feb-4f39-8cb0-e6ad8a73e2ce req-3b6f3ec6-7b57-4d26-ab24-ee19e740a789 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381379 Jul 13 07:57:53.542522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53050) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:53.599638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-547c303e-56ca-4299-8f5c-608771e46fb0 service neutron] 10.222.0.41 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989463 Jul 13 07:57:53.610146 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f3b2a6ca-0bff-488e-bf79-07b71295f9d6 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/floatingips/f81d11be-6332-4659-8f46-6e51efc371d9 HTTP/1.1" status: 200 len: 993 time: 0.0635312 Jul 13 07:57:53.727114 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.800576 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b035e33-3b69-4c48-a1b1-f227184d2278 req-a1a522b8-afe0-44da-a379-c322eabc9185 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 210 time: 0.0343583 Jul 13 07:57:54.099438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7b9c8e7-92ae-4e81-991e-4c23ca496b52 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:57:54.101934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7b9c8e7-92ae-4e81-991e-4c23ca496b52 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:54.431978 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.451926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:54.469520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'port_id': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:57:54.474470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:54.476716 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc430d5d-eed8-4997-adc6-8d587d24e893" -d '{"events": [{"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:54.492296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:54.514012 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.549998 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b3245-4373-4e73-b593-85f0eea9159f x-openstack-request-id: req-d43b3245-4373-4e73-b593-85f0eea9159f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:54.550296 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:54.550546 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d43b3245-4373-4e73-b593-85f0eea9159f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:54.550927 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'code': 200} Jul 13 07:57:54.567641 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.593773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7b9c8e7-92ae-4e81-991e-4c23ca496b52 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:54.599490 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:54.641223 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:57:54.641502 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:57:54.793219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2e08cb29-494b-404d-a5df-02adff16ea55 None None] Provisioning complete for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:54.793878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e08cb29-494b-404d-a5df-02adff16ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.899649 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e08cb29-494b-404d-a5df-02adff16ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.934801 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2e08cb29-494b-404d-a5df-02adff16ea55 None None] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:54.944849 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e08cb29-494b-404d-a5df-02adff16ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.981571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-daa9afea-3de1-4f2e-96ba-1304f68ba05e req-ff819996-8c94-4662-bf88-07516d5eb2ff tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 210 time: 0.0444779 Jul 13 07:57:55.019252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-694da19b-875a-4f79-acd4-e7da98e1cba4 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:55.021544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-694da19b-875a-4f79-acd4-e7da98e1cba4 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.38 "GET /v2.0/networks?id=efec8afa-ad63-4e3e-ba4c-678c324d1c11 HTTP/1.1" status: 200 len: 911 time: 0.1679788 Jul 13 07:57:55.035462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Request body: {'port': {'device_id': '19a91af9-821e-47f2-b146-7abbd2e7df0c', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'admin_state_up': True, 'tenant_id': 'df43c0137b2d426eac3675ea133c9347'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:55.042268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08cb29-494b-404d-a5df-02adff16ea55 None None] Pushing event updated for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:55.074673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Made reservation on behalf of df43c0137b2d426eac3675ea133c9347 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:55.077128 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.223616 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.225885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Allocated IP 172.20.0.14 (efec8afa-ad63-4e3e-ba4c-678c324d1c11/54a8f34b-be22-4cd6-abad-b92048e533de/abfb5dbd-fa0a-492b-a8bb-8d566359e0ce) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:55.243675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7b9c8e7-92ae-4e81-991e-4c23ca496b52 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:55.269673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:55.275815 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.376475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:55.399237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e3ce2f78-4671-4946-9790-d7986ee129e8 None None] Provisioning complete for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:55.401636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2f78-4671-4946-9790-d7986ee129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.487056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.509441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Transition to ACTIVE for port object abfb5dbd-fa0a-492b-a8bb-8d566359e0ce will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:55.524512 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2f78-4671-4946-9790-d7986ee129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.552230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f7b9c8e7-92ae-4e81-991e-4c23ca496b52'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:55.555562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.583268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['6f70b56c-d43d-469e-a6cf-df932e65e0b9'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:55.623999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:55.624912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Pushing event updated for resources: {'Port': ['ID=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:55.628693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:55.634051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:55.637937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.638334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.638686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.639036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.639369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.639708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.640044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.640376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.640739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.641082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.642916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.643691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.682254 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e3ce2f78-4671-4946-9790-d7986ee129e8 None None] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:55.691552 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2f78-4671-4946-9790-d7986ee129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.703558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:55.704271 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.719841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-95325b59-b89e-4502-bce7-efb23e285ac8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6900330 Jul 13 07:57:55.737658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Request body: {'port': {'device_id': '19a91af9-821e-47f2-b146-7abbd2e7df0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:55.810793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce2f78-4671-4946-9790-d7986ee129e8 None None] Pushing event updated for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:55.849150 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.959055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bea29278-da4e-4578-8d5f-8b6ed1225cd9 None None] Provisioning complete for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:55.959587 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bea29278-da4e-4578-8d5f-8b6ed1225cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.297460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537a932-314f-4e82-8f2a-7afae440d92e req-7b2fa696-9063-402d-b179-18c43473e31d tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:56.299091 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6537a932-314f-4e82-8f2a-7afae440d92e req-7b2fa696-9063-402d-b179-18c43473e31d tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1028 time: 0.1316431 Jul 13 07:57:56.301042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abfb5dbd-fa0a-492b-a8bb-8d566359e0ce {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:56.310638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.342972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Transition to ACTIVE for port object abfb5dbd-fa0a-492b-a8bb-8d566359e0ce will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:56.348329 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.351315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6537a932-314f-4e82-8f2a-7afae440d92e req-7816cec5-aaaa-49ac-af70-e30f6fab3be3 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455325 Jul 13 07:57:56.392280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72b56865-6764-41be-8da2-201e502bd98d None None] Provisioning complete for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:56.392665 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72b56865-6764-41be-8da2-201e502bd98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.441337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Pushing event updated for resources: {'Port': ['ID=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:56.498225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Attempting to bind port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:56.498636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Attempting to bind port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:56.499059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Attempting to bind port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce on network efec8afa-ad63-4e3e-ba4c-678c324d1c11 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:56.503990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce on network efec8afa-ad63-4e3e-ba4c-678c324d1c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:56.504329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Attempting to bind port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce on network efec8afa-ad63-4e3e-ba4c-678c324d1c11 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:56.509555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:56.510451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Checking segment: {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:56.510851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Bound using segment: {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:56.511317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Bound port: abfb5dbd-fa0a-492b-a8bb-8d566359e0ce, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0304ad64-f999-4a61-9026-349acc7903ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:56.511680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.513581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72b56865-6764-41be-8da2-201e502bd98d None None] Provisioning for port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:56.552364 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52'}, {'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:56.555871 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e6b6e3-9a9e-46cb-9ed5-56d54e40dbc8" -d '{"events": [{"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52"}, {"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:56.598491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] For port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:56.603695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] For port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:56.603882 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8c892e-b518-4690-be57-01fdc5a3a734 x-openstack-request-id: req-9e8c892e-b518-4690-be57-01fdc5a3a734 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:56.604202 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52", "code": 200}, {"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:56.605144 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e8c892e-b518-4690-be57-01fdc5a3a734 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:56.605549 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'code': 200} Jul 13 07:57:56.606008 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'code': 200} Jul 13 07:57:56.609428 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.646926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:56.647613 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.649078 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] 10.222.0.38 "PUT /v2.0/ports/abfb5dbd-fa0a-492b-a8bb-8d566359e0ce HTTP/1.1" status: 200 len: 1093 time: 0.9211876 Jul 13 07:57:56.649561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a91af9-821e-47f2-b146-7abbd2e7df0c', 'tag': 'abfb5dbd-fa0a-492b-a8bb-8d566359e0ce'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:56.652523 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55322179-022e-421b-9436-65a9b67c5f00" -d '{"events": [{"name": "network-changed", "server_uuid": "19a91af9-821e-47f2-b146-7abbd2e7df0c", "tag": "abfb5dbd-fa0a-492b-a8bb-8d566359e0ce"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:56.717860 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8f69ef-3a15-48d8-bd5f-07b8930df31b x-openstack-request-id: req-7c8f69ef-3a15-48d8-bd5f-07b8930df31b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:56.718199 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a91af9-821e-47f2-b146-7abbd2e7df0c", "tag": "abfb5dbd-fa0a-492b-a8bb-8d566359e0ce", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:56.718709 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c8f69ef-3a15-48d8-bd5f-07b8930df31b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:56.719117 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a91af9-821e-47f2-b146-7abbd2e7df0c', 'tag': 'abfb5dbd-fa0a-492b-a8bb-8d566359e0ce', 'status': 'completed', 'code': 200} Jul 13 07:57:56.750670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fdb82-aa2e-4d63-ae86-7fb1d7e2b465 service neutron] Pushing event updated for resources: {'Port': ['ID=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:56.786917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-91bc515f-120c-45a6-b412-1495b30122d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:56.788473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-91bc515f-120c-45a6-b412-1495b30122d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df43c0137b2d426eac3675ea133c9347&device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1096 time: 0.0844200 Jul 13 07:57:56.833198 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-7663512c-7e52-4b50-ba7a-4b4f9789dfd4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce HTTP/1.1" status: 200 len: 217 time: 0.0372598 Jul 13 07:57:56.889792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-ca20de07-0e70-4ef0-8263-7d773375293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:56.891968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-ca20de07-0e70-4ef0-8263-7d773375293a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54a8f34b-be22-4cd6-abad-b92048e533de HTTP/1.1" status: 200 len: 849 time: 0.0533166 Jul 13 07:57:56.949808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-9ee27820-3d19-4e2b-928e-cca2b92e676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:56.951551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-9ee27820-3d19-4e2b-928e-cca2b92e676d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efec8afa-ad63-4e3e-ba4c-678c324d1c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536163 Jul 13 07:57:57.045400 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-8f77f9a0-e5d7-4719-8fc0-9bdf227a3ea3 service neutron] 10.222.0.38 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878329 Jul 13 07:57:57.140111 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a7187af-7ac2-43af-a9ac-6b976575ef0f req-31c2765a-797e-4e60-95ef-f895c3cd0db5 service neutron] 10.222.0.38 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888765 Jul 13 07:57:57.240498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322179-022e-421b-9436-65a9b67c5f00 req-f9869b2f-5408-4577-ba10-7532055705b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:57.242176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55322179-022e-421b-9436-65a9b67c5f00 req-f9869b2f-5408-4577-ba10-7532055705b0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df43c0137b2d426eac3675ea133c9347&device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1096 time: 0.0544686 Jul 13 07:57:57.333248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322179-022e-421b-9436-65a9b67c5f00 req-9f85528c-b3d3-497d-afa7-586f2a2799bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:57.334807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55322179-022e-421b-9436-65a9b67c5f00 req-9f85528c-b3d3-497d-afa7-586f2a2799bf service neutron] 10.222.0.38 "GET /v2.0/networks?id=efec8afa-ad63-4e3e-ba4c-678c324d1c11 HTTP/1.1" status: 200 len: 911 time: 0.0866556 Jul 13 07:57:57.382218 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55322179-022e-421b-9436-65a9b67c5f00 req-b77d7e75-4df8-426a-9889-b56c00014112 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce HTTP/1.1" status: 200 len: 217 time: 0.0406535 Jul 13 07:57:57.439192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322179-022e-421b-9436-65a9b67c5f00 req-fc6b312e-2922-4e70-8b49-77951b93eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:57.440804 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55322179-022e-421b-9436-65a9b67c5f00 req-fc6b312e-2922-4e70-8b49-77951b93eaa8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54a8f34b-be22-4cd6-abad-b92048e533de HTTP/1.1" status: 200 len: 849 time: 0.0476117 Jul 13 07:57:57.500091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322179-022e-421b-9436-65a9b67c5f00 req-443e3554-af2f-4331-8cc9-4f7b7fec0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:57.501766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55322179-022e-421b-9436-65a9b67c5f00 req-443e3554-af2f-4331-8cc9-4f7b7fec0327 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efec8afa-ad63-4e3e-ba4c-678c324d1c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542123 Jul 13 07:57:57.529402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767eb2b-3a79-4fcb-9bc8-6576bd665c2c req-91e54eed-6e67-4575-b7af-3beed902da5b tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:57.531003 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2767eb2b-3a79-4fcb-9bc8-6576bd665c2c req-91e54eed-6e67-4575-b7af-3beed902da5b tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1096 time: 0.0571382 Jul 13 07:57:57.571321 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2767eb2b-3a79-4fcb-9bc8-6576bd665c2c req-35400e0f-422c-425e-ba59-12323a677b7e tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 Jul 13 07:57:57.604717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55322179-022e-421b-9436-65a9b67c5f00 req-15d50b23-4472-4612-a2c1-dbeb3c24c6b0 service neutron] 10.222.0.38 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955124 Jul 13 07:57:57.695396 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-55322179-022e-421b-9436-65a9b67c5f00 req-ece88b48-0a64-4432-adf1-af8a5ee59f11 service neutron] 10.222.0.38 "GET /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841463 Jul 13 07:57:58.125350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7b9c8e7-92ae-4e81-991e-4c23ca496b52 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:58.175283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:58.175662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.750945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2601e3-72ba-4ef6-9599-58efcf929505 req-1c7a9345-c097-4f1d-ad7a-84d7f936d0ea tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:58.752745 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-de2601e3-72ba-4ef6-9599-58efcf929505 req-1c7a9345-c097-4f1d-ad7a-84d7f936d0ea tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1096 time: 0.0620663 Jul 13 07:57:58.787193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-de2601e3-72ba-4ef6-9599-58efcf929505 req-f2a22b11-b137-4111-b71c-9c1d69598808 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281456 Jul 13 07:57:59.975327 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19751-ad08-47b7-826e-bfc86456e8f1 req-6cf3bb8d-6504-44d4-aa36-0e0c2c062637 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:59.976860 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11f19751-ad08-47b7-826e-bfc86456e8f1 req-6cf3bb8d-6504-44d4-aa36-0e0c2c062637 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1096 time: 0.0527942 Jul 13 07:58:00.012100 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11f19751-ad08-47b7-826e-bfc86456e8f1 req-a06d8675-1ec0-4916-b81a-452fe8c6b55b tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287232 Jul 13 07:58:00.124198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device abfb5dbd-fa0a-492b-a8bb-8d566359e0ce details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:58:00.228867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:00.240328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'abfb5dbd-fa0a-492b-a8bb-8d566359e0ce', 'network_id': 'efec8afa-ad63-4e3e-ba4c-678c324d1c11', 'port_id': 'abfb5dbd-fa0a-492b-a8bb-8d566359e0ce', 'mac_address': 'fa:16:3e:be:78:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a8f34b-be22-4cd6-abad-b92048e533de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:58:00.278781 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.291847 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abfb5dbd-fa0a-492b-a8bb-8d566359e0ce {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:58:00.311297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:00.315289 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.368611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:00.552512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['abfb5dbd-fa0a-492b-a8bb-8d566359e0ce'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:58:01.182295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d2ed7-eba0-4bfe-9928-cfc18b151c72 req-20f6cfd3-c48a-4992-a802-6c6b19ee7af4 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:01.183718 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-343d2ed7-eba0-4bfe-9928-cfc18b151c72 req-20f6cfd3-c48a-4992-a802-6c6b19ee7af4 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1097 time: 0.0535436 Jul 13 07:58:01.218943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-343d2ed7-eba0-4bfe-9928-cfc18b151c72 req-0fd6a4d2-0dbd-4e9e-ae80-1f5b8b2985b5 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289528 Jul 13 07:58:02.130069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device abfb5dbd-fa0a-492b-a8bb-8d566359e0ce up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:02.193926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:02.200058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:02.200512 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.305489 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.337099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a91af9-821e-47f2-b146-7abbd2e7df0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfb5dbd-fa0a-492b-a8bb-8d566359e0ce'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:02.343667 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad22f4cf-5a6f-41db-ae29-26f921dd277a" -d '{"events": [{"server_uuid": "19a91af9-821e-47f2-b146-7abbd2e7df0c", "name": "network-vif-plugged", "status": "completed", "tag": "abfb5dbd-fa0a-492b-a8bb-8d566359e0ce"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:02.360269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:02.367802 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.440649 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d1621-e1db-47d3-bd15-c8a84d5b9de8 x-openstack-request-id: req-c75d1621-e1db-47d3-bd15-c8a84d5b9de8 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:02.441302 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a91af9-821e-47f2-b146-7abbd2e7df0c", "name": "network-vif-plugged", "status": "completed", "tag": "abfb5dbd-fa0a-492b-a8bb-8d566359e0ce", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:02.441708 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c75d1621-e1db-47d3-bd15-c8a84d5b9de8 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:02.442322 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a91af9-821e-47f2-b146-7abbd2e7df0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfb5dbd-fa0a-492b-a8bb-8d566359e0ce', 'code': 200} Jul 13 07:58:02.487592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:02.497121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b23859-1320-420f-8ecc-fd64c19a01c0 req-75de41a8-32ec-4546-8228-5f1ce95d8562 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:02.499618 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11b23859-1320-420f-8ecc-fd64c19a01c0 req-75de41a8-32ec-4546-8228-5f1ce95d8562 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1098 time: 0.1090298 Jul 13 07:58:02.543161 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-11b23859-1320-420f-8ecc-fd64c19a01c0 req-61b2c43b-bc5c-4a64-8f3e-83df83e05808 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Jul 13 07:58:02.580118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28574d77-2219-4512-9701-5f071bd1dc04 req-b865f334-fa5b-48a8-9094-ef34d06883e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:02.581855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28574d77-2219-4512-9701-5f071bd1dc04 req-b865f334-fa5b-48a8-9094-ef34d06883e4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1098 time: 0.0765357 Jul 13 07:58:02.624679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28574d77-2219-4512-9701-5f071bd1dc04 req-8932bc6f-c01c-4161-9668-b70b5b8e142f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Jul 13 07:58:02.755607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1f2ac8c-baee-4c13-aa26-951b4dc1d167 None None] Provisioning complete for port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:02.755989 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1f2ac8c-baee-4c13-aa26-951b4dc1d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.867724 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:58:03.729207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605800e-0afd-41a1-8f84-27449a280096 req-8bc345ed-80fb-4526-ba69-68a57e012e00 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:03.730921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a605800e-0afd-41a1-8f84-27449a280096 req-8bc345ed-80fb-4526-ba69-68a57e012e00 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1098 time: 0.0628467 Jul 13 07:58:03.771911 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a605800e-0afd-41a1-8f84-27449a280096 req-0ec978c0-039c-4d7e-9648-042de90b6311 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329804 Jul 13 07:58:03.936226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686e77-02c3-469f-bc9a-455e073e10a2 req-93b96c5f-2049-4587-8a90-04f489ffac46 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:03.937839 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30686e77-02c3-469f-bc9a-455e073e10a2 req-93b96c5f-2049-4587-8a90-04f489ffac46 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1098 time: 0.0566351 Jul 13 07:58:03.973304 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30686e77-02c3-469f-bc9a-455e073e10a2 req-43cff781-9fcc-47d6-a529-764b8d9c01b8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295587 Jul 13 07:58:04.141843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc7375-f8eb-4bff-873f-4ded91f9ece0 req-02110d12-76ef-4d39-abae-7e8a3a439fd3 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:04.143420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3cdc7375-f8eb-4bff-873f-4ded91f9ece0 req-02110d12-76ef-4d39-abae-7e8a3a439fd3 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1098 time: 0.0557349 Jul 13 07:58:04.179728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3cdc7375-f8eb-4bff-873f-4ded91f9ece0 req-7f467f59-676b-4dba-aca3-e345cc69c99c tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295553 Jul 13 07:58:04.556262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20a479-cc6c-430c-96e2-f52ae7ddcdf5 req-22c2b3bb-131b-42c8-94ec-0d8c2953618b tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:04.558359 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a20a479-cc6c-430c-96e2-f52ae7ddcdf5 req-22c2b3bb-131b-42c8-94ec-0d8c2953618b tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1098 time: 0.0516584 Jul 13 07:58:04.592144 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1a20a479-cc6c-430c-96e2-f52ae7ddcdf5 req-381f3bee-c9c5-45c0-b762-1ba3d8908f1e tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283387 Jul 13 07:58:05.755209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b8353-5956-4c2f-a986-13396798ce76 req-cb15666f-fb6d-4d23-afcd-25cb5109fc10 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:05.756633 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-649b8353-5956-4c2f-a986-13396798ce76 req-cb15666f-fb6d-4d23-afcd-25cb5109fc10 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1098 time: 0.0537951 Jul 13 07:58:05.781888 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.796462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-649b8353-5956-4c2f-a986-13396798ce76 req-dbf76d4d-802c-4224-ac1c-8f43f43577b5 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Jul 13 07:58:05.981123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0036f-3924-4bfb-8251-5067bb32533f req-70145eab-09d6-4147-b20a-44d3220bde8a tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:05.982691 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fba0036f-3924-4bfb-8251-5067bb32533f req-70145eab-09d6-4147-b20a-44d3220bde8a tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 1098 time: 0.0570650 Jul 13 07:58:06.073786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fba0036f-3924-4bfb-8251-5067bb32533f req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Deleting port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:06.074166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fba0036f-3924-4bfb-8251-5067bb32533f req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.156099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fba0036f-3924-4bfb-8251-5067bb32533f req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] For port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:06.156466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fba0036f-3924-4bfb-8251-5067bb32533f req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.168874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-fba0036f-3924-4bfb-8251-5067bb32533f req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Calling delete_port for abfb5dbd-fa0a-492b-a8bb-8d566359e0ce owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:06.289225 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fba0036f-3924-4bfb-8251-5067bb32533f req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.302820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['abfb5dbd-fa0a-492b-a8bb-8d566359e0ce'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:58:06.305134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['6f70b56c-d43d-469e-a6cf-df932e65e0b9'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:58:06.321013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Pushing event deleted for resources: {'Port': ['ID=abfb5dbd-fa0a-492b-a8bb-8d566359e0ce,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:06.384640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba0036f-3924-4bfb-8251-5067bb32533f req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] No DVR routers for this DVR port abfb5dbd-fa0a-492b-a8bb-8d566359e0ce on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:06.390054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fba0036f-3924-4bfb-8251-5067bb32533f req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.392636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fba0036f-3924-4bfb-8251-5067bb32533f req-0bcd5eb5-cc37-4721-8735-184daec55cb0 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.38 "DELETE /v2.0/ports/abfb5dbd-fa0a-492b-a8bb-8d566359e0ce HTTP/1.1" status: 204 len: 173 time: 0.4031768 Jul 13 07:58:06.393243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a91af9-821e-47f2-b146-7abbd2e7df0c', 'name': 'network-vif-deleted', 'tag': 'abfb5dbd-fa0a-492b-a8bb-8d566359e0ce'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:06.402214 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d645820b-cfa4-468c-b5e9-d73704f9bf08" -d '{"events": [{"server_uuid": "19a91af9-821e-47f2-b146-7abbd2e7df0c", "name": "network-vif-deleted", "tag": "abfb5dbd-fa0a-492b-a8bb-8d566359e0ce"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:06.492475 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38317ff0-bfb1-4fb6-bb59-c9752d149742 x-openstack-request-id: req-38317ff0-bfb1-4fb6-bb59-c9752d149742 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:06.492782 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a91af9-821e-47f2-b146-7abbd2e7df0c", "name": "network-vif-deleted", "tag": "abfb5dbd-fa0a-492b-a8bb-8d566359e0ce", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:06.493040 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38317ff0-bfb1-4fb6-bb59-c9752d149742 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:06.493444 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a91af9-821e-47f2-b146-7abbd2e7df0c', 'name': 'network-vif-deleted', 'tag': 'abfb5dbd-fa0a-492b-a8bb-8d566359e0ce', 'status': 'completed', 'code': 200} Jul 13 07:58:06.827071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-9a2de755-5b0b-4903-993d-17e13c2a0eca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559206 Jul 13 07:58:06.987410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da3e6b24-dd0f-4cd6-a11d-578ad504261e req-d4ac273f-5d08-4628-be59-88dfb8e28b2f tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19a91af9-821e-47f2-b146-7abbd2e7df0c HTTP/1.1" status: 200 len: 210 time: 0.0442019 Jul 13 07:58:07.001758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-a389f798-47e5-48df-bc79-f740cc695837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:07.007120 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-a389f798-47e5-48df-bc79-f740cc695837 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de8f67f8a6f34f79bd13ca764723b7c1&device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 1097 time: 0.1022203 Jul 13 07:58:07.167338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-61c17a37-0340-4833-b4ac-a99b66326e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:07.168895 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-61c17a37-0340-4833-b4ac-a99b66326e84 service neutron] 10.222.0.38 "GET /v2.0/networks?id=205d9332-7174-45b4-a723-0bd7f332f911 HTTP/1.1" status: 200 len: 909 time: 0.1294162 Jul 13 07:58:07.240403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-1a001ff6-91fb-4e91-9865-495d97e41906 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44582af7-74ad-477d-b328-520266453518 HTTP/1.1" status: 200 len: 1000 time: 0.0601978 Jul 13 07:58:07.294563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-aef9d3b7-c880-4705-be83-e6eddcfd1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:07.296133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-aef9d3b7-c880-4705-be83-e6eddcfd1706 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=528041c8-c8f8-4af5-bae4-ceaf397ac38a HTTP/1.1" status: 200 len: 847 time: 0.0490394 Jul 13 07:58:07.361371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-faf9e9b0-6ab4-41f3-ae1a-d61ee7b3a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:07.362942 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-faf9e9b0-6ab4-41f3-ae1a-d61ee7b3a197 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=205d9332-7174-45b4-a723-0bd7f332f911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565023 Jul 13 07:58:07.458670 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-d106a51b-05d0-491c-b0bd-ba1464020ddf service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842080 Jul 13 07:58:07.559096 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d816f1ef-19ef-4b41-a3d4-e9ef9cea47a1 req-8dc47994-e037-45e9-95c8-8cd034f1bc0e service neutron] 10.222.0.38 "GET /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937176 Jul 13 07:58:07.660654 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.437482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08373d45-2dec-449b-a39e-5c78f4d0c043 req-1350caf1-957c-40b3-ab69-b1110cf68f61 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:08.439210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08373d45-2dec-449b-a39e-5c78f4d0c043 req-1350caf1-957c-40b3-ab69-b1110cf68f61 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1097 time: 0.0530498 Jul 13 07:58:08.473716 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-08373d45-2dec-449b-a39e-5c78f4d0c043 req-a7479330-20a4-4824-be17-426b50ccd0ee tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288141 Jul 13 07:58:09.504758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53612) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:09.679823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b931-b335-4ab5-9800-178cbd04510c req-50c8c3ea-6492-4755-8058-07a7ef655397 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:09.681412 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be47b931-b335-4ab5-9800-178cbd04510c req-50c8c3ea-6492-4755-8058-07a7ef655397 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1097 time: 0.0562499 Jul 13 07:58:09.682710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e81c74cc-4e4d-498c-b1e8-96b7fee04af9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77101d6a314e421685516cf806c1a8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765718 Jul 13 07:58:09.684918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53616) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:09.692669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4355ec6-919b-4011-8d3d-9251c207078c req-b7c51617-7d68-41d2-b9f7-70a63aa9e09d tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:09.694209 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4355ec6-919b-4011-8d3d-9251c207078c req-b7c51617-7d68-41d2-b9f7-70a63aa9e09d tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 1097 time: 0.1052275 Jul 13 07:58:09.732022 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4355ec6-919b-4011-8d3d-9251c207078c req-042cd112-be1a-401f-b7bc-661c7656a4bb tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309796 Jul 13 07:58:09.794387 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8504c846-0566-4a3b-b956-2e601ac8223a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.824368 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8504c846-0566-4a3b-b956-2e601ac8223a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.851230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-be47b931-b335-4ab5-9800-178cbd04510c req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Deleting port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:09.851576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-be47b931-b335-4ab5-9800-178cbd04510c req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.933418 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8504c846-0566-4a3b-b956-2e601ac8223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.935761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8504c846-0566-4a3b-b956-2e601ac8223a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.936933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8504c846-0566-4a3b-b956-2e601ac8223a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d56dfa8-0fb8-4a18-89df-864b2c4ed06c HTTP/1.1" status: 204 len: 168 time: 0.2508881 Jul 13 07:58:09.953502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504c846-0566-4a3b-b956-2e601ac8223a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d56dfa8-0fb8-4a18-89df-864b2c4ed06c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:09.956301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-be47b931-b335-4ab5-9800-178cbd04510c req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] For port 6f70b56c-d43d-469e-a6cf-df932e65e0b9, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=6f70b56c-d43d-469e-a6cf-df932e65e0b9,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:09.956666 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-be47b931-b335-4ab5-9800-178cbd04510c req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.973053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-be47b931-b335-4ab5-9800-178cbd04510c req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Calling delete_port for 6f70b56c-d43d-469e-a6cf-df932e65e0b9 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:10.111651 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-be47b931-b335-4ab5-9800-178cbd04510c req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.124033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['6f70b56c-d43d-469e-a6cf-df932e65e0b9'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:58:10.159613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f70b56c-d43d-469e-a6cf-df932e65e0b9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:10.175046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device abfb5dbd-fa0a-492b-a8bb-8d566359e0ce no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:10.205221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: abfb5dbd-fa0a-492b-a8bb-8d566359e0ce {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:10.205588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device abfb5dbd-fa0a-492b-a8bb-8d566359e0ce not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:10.218002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-be47b931-b335-4ab5-9800-178cbd04510c req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] No DVR routers for this DVR port 6f70b56c-d43d-469e-a6cf-df932e65e0b9 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:10.220925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-be47b931-b335-4ab5-9800-178cbd04510c req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.223110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-be47b931-b335-4ab5-9800-178cbd04510c req-a417ab70-7216-433b-957b-a6192639d5a8 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6f70b56c-d43d-469e-a6cf-df932e65e0b9 HTTP/1.1" status: 204 len: 173 time: 0.5312278 Jul 13 07:58:10.223661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28bfa96-9a00-4b60-baf9-cc1e357ec04d', 'name': 'network-vif-deleted', 'tag': '6f70b56c-d43d-469e-a6cf-df932e65e0b9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:10.226343 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522eee69-804d-4126-a783-b1d1b92cba77" -d '{"events": [{"server_uuid": "a28bfa96-9a00-4b60-baf9-cc1e357ec04d", "name": "network-vif-deleted", "tag": "6f70b56c-d43d-469e-a6cf-df932e65e0b9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:10.278768 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f5aba4-7dd9-4102-924e-7abb47944414 x-openstack-request-id: req-42f5aba4-7dd9-4102-924e-7abb47944414 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:10.279307 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28bfa96-9a00-4b60-baf9-cc1e357ec04d", "name": "network-vif-deleted", "tag": "6f70b56c-d43d-469e-a6cf-df932e65e0b9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:10.279566 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42f5aba4-7dd9-4102-924e-7abb47944414 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:10.280119 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28bfa96-9a00-4b60-baf9-cc1e357ec04d', 'name': 'network-vif-deleted', 'tag': '6f70b56c-d43d-469e-a6cf-df932e65e0b9', 'status': 'completed', 'code': 200} Jul 13 07:58:10.891065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5cab8afb-38af-4351-8b3a-b07076f2ac2c req-955d267f-5bfe-4ee2-9a32-c6ae88862bc2 tempest-TestServerMultinode-483370619 tempest-TestServerMultinode-483370619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a28bfa96-9a00-4b60-baf9-cc1e357ec04d HTTP/1.1" status: 200 len: 210 time: 0.0317330 Jul 13 07:58:11.992125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53718) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:12.349583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.538683 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6f70b56c-d43d-469e-a6cf-df932e65e0b9 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:12.564792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 6f70b56c-d43d-469e-a6cf-df932e65e0b9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:12.565148 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 6f70b56c-d43d-469e-a6cf-df932e65e0b9 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:12.617225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Deleting port 87f19b0a-65cc-49e4-a4a1-140f7e127f89 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:12.617570 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.703556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] For port 87f19b0a-65cc-49e4-a4a1-140f7e127f89, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=87f19b0a-65cc-49e4-a4a1-140f7e127f89,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:12.705099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.718077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Calling delete_port for 87f19b0a-65cc-49e4-a4a1-140f7e127f89 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:12.904091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.928196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f19b0a-65cc-49e4-a4a1-140f7e127f89,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:12.937607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.937976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.938568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.938919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.939256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.939618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.939968 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.940293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.940652 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.941003 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.941337 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:12.941660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:13.123071 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.355978 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Router 44c5e60c-c172-4672-8c1c-4bd24305fc1c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:13.466097 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:13.473968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53726) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:13.476714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] Sync routers for ids ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:13.478511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d3c87033-de87-4445-85d1-ae945cbd3c27 admin admin] 10.222.0.41 "PUT /v2.0/routers/44c5e60c-c172-4672-8c1c-4bd24305fc1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4852357 Jul 13 07:58:13.485835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] Routers {'44c5e60c-c172-4672-8c1c-4bd24305fc1c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:13.486494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:13.585390 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.596314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] Set router 44c5e60c-c172-4672-8c1c-4bd24305fc1c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:13.694848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.755798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Deleting port 7bfec798-5854-47f2-8832-e856869b0b6e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:13.756144 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.788074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:58:12Z', 'revision_number': 5, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'gw_port': {'id': '7bfec798-5854-47f2-8832-e856869b0b6e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:13.820695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] Checking router: 44c5e60c-c172-4672-8c1c-4bd24305fc1c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:13.828970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] Routers {'44c5e60c-c172-4672-8c1c-4bd24305fc1c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:13.829614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:13.840481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] For port 7bfec798-5854-47f2-8832-e856869b0b6e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7bfec798-5854-47f2-8832-e856869b0b6e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:13.840922 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.857271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Calling delete_port for 7bfec798-5854-47f2-8832-e856869b0b6e owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:13.920021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] Set router 44c5e60c-c172-4672-8c1c-4bd24305fc1c gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:14.076492 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.108134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfec798-5854-47f2-8832-e856869b0b6e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:14.148457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:58:13Z', 'revision_number': 6, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:14.171944 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.178839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902101c8-750f-42ac-8f59-47b7070d7ceb None None] The sync data for ids ['44c5e60c-c172-4672-8c1c-4bd24305fc1c'] in n-d-758944-43 is: [{'id': '44c5e60c-c172-4672-8c1c-4bd24305fc1c', 'name': 'tempest-TestServerMultinode-1237743277-router', 'tenant_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:28Z', 'updated_at': '2021-07-13T07:58:13Z', 'revision_number': 6, 'project_id': 'a8a6ad545eb049999d2cf9487e0235b5', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:14.287505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.289800 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.355646 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.356236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44c5e60c-c172-4672-8c1c-4bd24305fc1c {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:58:14.361713 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.362955 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-306a1a0b-8b19-48fe-9e21-6f25fabaa46c admin admin] 10.222.0.41 "DELETE /v2.0/routers/44c5e60c-c172-4672-8c1c-4bd24305fc1c HTTP/1.1" status: 204 len: 168 time: 0.8878992 Jul 13 07:58:14.365532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53730) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:14.412682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-14080024-8132-462e-afde-1d9090bdc0fc admin admin] Deleting subnet 54a8f34b-be22-4cd6-abad-b92048e533de {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:14.416157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14080024-8132-462e-afde-1d9090bdc0fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.452021 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14080024-8132-462e-afde-1d9090bdc0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.536271 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14080024-8132-462e-afde-1d9090bdc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.615606 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14080024-8132-462e-afde-1d9090bdc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.653119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14080024-8132-462e-afde-1d9090bdc0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a8f34b-be22-4cd6-abad-b92048e533de,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:14.658820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14080024-8132-462e-afde-1d9090bdc0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.661030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-14080024-8132-462e-afde-1d9090bdc0fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/54a8f34b-be22-4cd6-abad-b92048e533de HTTP/1.1" status: 204 len: 168 time: 0.2943709 Jul 13 07:58:14.663413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:14.666221 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4e632-86e4-442d-9fa3-27abbe6f2285 None None] Network efec8afa-ad63-4e3e-ba4c-678c324d1c11 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:14.706023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 87f19b0a-65cc-49e4-a4a1-140f7e127f89 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:14.756069 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.805385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 87f19b0a-65cc-49e4-a4a1-140f7e127f89 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:14.805739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 87f19b0a-65cc-49e4-a4a1-140f7e127f89 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:14.814728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Deleting port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:14.817274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.889356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] For port cb8a07d7-3c63-4bb4-91e4-7ef443df7058, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cb8a07d7-3c63-4bb4-91e4-7ef443df7058,segment=NetworkSegment(0304ad64-f999-4a61-9026-349acc7903ba),segment_id=0304ad64-f999-4a61-9026-349acc7903ba)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:14.889718 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.902147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Calling delete_port for cb8a07d7-3c63-4bb4-91e4-7ef443df7058 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:14.996288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:15.025628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8a07d7-3c63-4bb4-91e4-7ef443df7058,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:15.029862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] No DVR routers for this DVR port cb8a07d7-3c63-4bb4-91e4-7ef443df7058 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:15.084882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f9d55-b6c6-453c-b5d2-ff75227f9a9d None None] DHCP port deletion for efec8afa-ad63-4e3e-ba4c-678c324d1c11 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:15.124367 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:15.135561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efec8afa-ad63-4e3e-ba4c-678c324d1c11']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:15.145738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0304ad64-f999-4a61-9026-349acc7903ba') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:15.146062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0304ad64-f999-4a61-9026-349acc7903ba') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:15.156314 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:15.172222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:15.182446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:15.182932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:15.185415 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:15.260170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:15.267491 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:15.272128 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/efec8afa-ad63-4e3e-ba4c-678c324d1c11 HTTP/1.1" status: 204 len: 168 time: 0.6044848 Jul 13 07:58:15.272540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:15.341418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcae8b-b261-4ce9-9efa-e330cef383c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=efec8afa-ad63-4e3e-ba4c-678c324d1c11,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:15.768257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.302370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7bfec798-5854-47f2-8832-e856869b0b6e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:16.324288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 7bfec798-5854-47f2-8832-e856869b0b6e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:16.324636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7bfec798-5854-47f2-8832-e856869b0b6e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:16.325254 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cb8a07d7-3c63-4bb4-91e4-7ef443df7058 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:16.344462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: cb8a07d7-3c63-4bb4-91e4-7ef443df7058 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:16.345079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cb8a07d7-3c63-4bb4-91e4-7ef443df7058 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:16.434167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Deleting port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:16.434530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.524234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] For port 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9b14373d-1f8b-48d7-9c9f-e8e9b85cf752,segment=NetworkSegment(76a42f38-fec0-4177-b131-06b29c5f5b3a),segment_id=76a42f38-fec0-4177-b131-06b29c5f5b3a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:16.524234 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.532993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Calling delete_port for 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:16.747503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.773640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b14373d-1f8b-48d7-9c9f-e8e9b85cf752,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:16.951008 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.175634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:17.285328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:17.293617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:17.294169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-05cf02a3-6deb-4f35-8af0-b74d61b58a0c admin admin] 10.222.0.41 "PUT /v2.0/routers/d6f5d9d7-da09-4f8a-922a-969cf3d5c833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0190351 Jul 13 07:58:17.295906 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] Sync routers for ids ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:17.307707 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] Routers {'d6f5d9d7-da09-4f8a-922a-969cf3d5c833'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:17.308467 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:17.419577 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] Set router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:17.619666 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:33Z', 'updated_at': '2021-07-13T07:58:16Z', 'revision_number': 5, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'gw_port': {'id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:34Z', 'updated_at': '2021-07-13T07:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:17.651279 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] Checking router: d6f5d9d7-da09-4f8a-922a-969cf3d5c833 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:17.661536 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] Routers {'d6f5d9d7-da09-4f8a-922a-969cf3d5c833'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:17.661536 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:57:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:17.743201 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.781137 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] Set router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:17.862536 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.931617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Deleting port ec084655-aa42-42e9-888f-a11d44f2769e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:17.931975 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.019890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] For port ec084655-aa42-42e9-888f-a11d44f2769e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ec084655-aa42-42e9-888f-a11d44f2769e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:18.020572 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.032669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Calling delete_port for ec084655-aa42-42e9-888f-a11d44f2769e owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:18.072147 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:33Z', 'updated_at': '2021-07-13T07:58:16Z', 'revision_number': 5, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'gw_port': {'id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:34Z', 'updated_at': '2021-07-13T07:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:18.097729 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322cc86-e68a-458b-a7e7-cbd82157a4aa None None] The sync data for ids ['d6f5d9d7-da09-4f8a-922a-969cf3d5c833'] in n-d-758944-43 is: [{'id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'name': 'tempest-TestServerMultinode-669173680-router', 'tenant_id': 'df43c0137b2d426eac3675ea133c9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:33Z', 'updated_at': '2021-07-13T07:58:16Z', 'revision_number': 5, 'project_id': 'df43c0137b2d426eac3675ea133c9347', 'gw_port': {'id': 'ec084655-aa42-42e9-888f-a11d44f2769e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f5d9d7-da09-4f8a-922a-969cf3d5c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:34Z', 'updated_at': '2021-07-13T07:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:18.207881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.236306 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec084655-aa42-42e9-888f-a11d44f2769e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:18.299786 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.359042 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1328e1bb-adac-4252-a2ed-925b0b135e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.394997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.397189 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.445614 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.446184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f5d9d7-da09-4f8a-922a-969cf3d5c833 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:58:18.452411 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.453758 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bce02411-104d-4e7e-92b0-888f8a22432f admin admin] 10.222.0.41 "DELETE /v2.0/routers/d6f5d9d7-da09-4f8a-922a-969cf3d5c833 HTTP/1.1" status: 204 len: 168 time: 1.1587665 Jul 13 07:58:18.456409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:18.513989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95c4532-1820-4a37-a682-eed87be74462 admin admin] Deleting subnet 969cb00a-0a39-4811-b875-69d30487e6fa {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:18.517504 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d95c4532-1820-4a37-a682-eed87be74462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.558148 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d95c4532-1820-4a37-a682-eed87be74462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.605651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:18.632665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:18.633046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9b14373d-1f8b-48d7-9c9f-e8e9b85cf752 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:18.670907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d95c4532-1820-4a37-a682-eed87be74462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.731015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d95c4532-1820-4a37-a682-eed87be74462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.758397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c4532-1820-4a37-a682-eed87be74462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969cb00a-0a39-4811-b875-69d30487e6fa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:18.765654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e89a11-e9b7-4b8d-ad5d-4c95497f48e2 None None] Network 03765489-f672-4cfc-9211-20c39efe563d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:18.768898 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d95c4532-1820-4a37-a682-eed87be74462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.773617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d95c4532-1820-4a37-a682-eed87be74462 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/969cb00a-0a39-4811-b875-69d30487e6fa HTTP/1.1" status: 204 len: 168 time: 0.3160620 Jul 13 07:58:18.773868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:18.860165 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.929727 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Deleting port 7d59ac01-3608-4707-b56d-c69567a6745b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:18.930113 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.004265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] For port 7d59ac01-3608-4707-b56d-c69567a6745b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=7d59ac01-3608-4707-b56d-c69567a6745b,segment=NetworkSegment(76a42f38-fec0-4177-b131-06b29c5f5b3a),segment_id=76a42f38-fec0-4177-b131-06b29c5f5b3a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:19.004715 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.018270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Calling delete_port for 7d59ac01-3608-4707-b56d-c69567a6745b owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:19.102564 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.128923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d59ac01-3608-4707-b56d-c69567a6745b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:19.133728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] No DVR routers for this DVR port 7d59ac01-3608-4707-b56d-c69567a6745b on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:19.206354 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.216945 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03765489-f672-4cfc-9211-20c39efe563d']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:19.227170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a42f38-fec0-4177-b131-06b29c5f5b3a') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:19.227471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a42f38-fec0-4177-b131-06b29c5f5b3a') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:19.236815 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.256795 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.266833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:19.267250 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: timer() Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:19.269015 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:19.271925 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2effa-6d9d-4178-8b1b-23a003df1121 None None] DHCP port deletion for 03765489-f672-4cfc-9211-20c39efe563d request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:19.347611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.353099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.355368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/03765489-f672-4cfc-9211-20c39efe563d HTTP/1.1" status: 204 len: 168 time: 0.5795438 Jul 13 07:58:19.369554 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0504916-fde0-4f2a-85f6-f1f03cfd7aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=03765489-f672-4cfc-9211-20c39efe563d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:19.549555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:19.599374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-48153a62-9f20-46d7-86f1-cb6047fa0989 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8a6ad545eb049999d2cf9487e0235b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485091 Jul 13 07:58:19.601900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53760) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:19.653744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d69a08a6-4926-4921-82ba-a544b0ab677a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.676792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d69a08a6-4926-4921-82ba-a544b0ab677a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.727830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d69a08a6-4926-4921-82ba-a544b0ab677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.730760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d69a08a6-4926-4921-82ba-a544b0ab677a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.731932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d69a08a6-4926-4921-82ba-a544b0ab677a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/288148cc-8604-46ea-8a79-525fe79c7ffe HTTP/1.1" status: 204 len: 168 time: 0.1290777 Jul 13 07:58:19.747998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a08a6-4926-4921-82ba-a544b0ab677a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288148cc-8604-46ea-8a79-525fe79c7ffe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:19.806658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-0be09b74-11fb-413a-84a2-a80ce86fb86a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0664032 Jul 13 07:58:19.933999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-dee7c575-a874-4e6e-88a2-29400a1a0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:19.935904 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-dee7c575-a874-4e6e-88a2-29400a1a0c9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 1097 time: 0.0851216 Jul 13 07:58:20.064850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-57bf5183-431e-44ce-a876-23d9b7166088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:20.066467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-57bf5183-431e-44ce-a876-23d9b7166088 service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.1060519 Jul 13 07:58:20.137515 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-30ad43e5-69f5-4957-8473-ee963fb93482 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd HTTP/1.1" status: 200 len: 1001 time: 0.0643423 Jul 13 07:58:20.157364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53768) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:20.193165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-7f38f3b1-8928-4c00-a8e3-efc74191478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:20.194863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-7f38f3b1-8928-4c00-a8e3-efc74191478c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0519772 Jul 13 07:58:20.202766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b7134383-7ef4-4693-b9cc-aa23243a448d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df43c0137b2d426eac3675ea133c9347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441577 Jul 13 07:58:20.205106 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:20.259933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ed81074-e1ed-4f53-8279-eb5567b9ccf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.267010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-f9b510a4-9bf4-4993-a192-961b0bb1a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:20.268540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-f9b510a4-9bf4-4993-a192-961b0bb1a240 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675476 Jul 13 07:58:20.295747 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ed81074-e1ed-4f53-8279-eb5567b9ccf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.317578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ec084655-aa42-42e9-888f-a11d44f2769e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:20.341335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ec084655-aa42-42e9-888f-a11d44f2769e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:20.341679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ec084655-aa42-42e9-888f-a11d44f2769e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:20.342710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7d59ac01-3608-4707-b56d-c69567a6745b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:20.361102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ed81074-e1ed-4f53-8279-eb5567b9ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.364131 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ed81074-e1ed-4f53-8279-eb5567b9ccf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.365815 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1ed81074-e1ed-4f53-8279-eb5567b9ccf6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9681d5a7-7e32-4b5e-af24-c479f0a3e5e4 HTTP/1.1" status: 204 len: 168 time: 0.1590214 Jul 13 07:58:20.374402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81074-e1ed-4f53-8279-eb5567b9ccf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9681d5a7-7e32-4b5e-af24-c479f0a3e5e4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:20.380641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 7d59ac01-3608-4707-b56d-c69567a6745b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:20.381545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 7d59ac01-3608-4707-b56d-c69567a6745b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:20.382934 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-95d52986-028e-4bfd-b359-64ece5eb5b60 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079276 Jul 13 07:58:20.489866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3e3a63ce-61e0-427f-8c4a-f777d075ac06 req-86003f1b-2821-46fe-9d4c-3a480ab2cfcc service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997300 Jul 13 07:58:21.078894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a086ae2-dc1c-4546-b777-c63a79ed47e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.124890 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.052865 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.723423 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.871347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53840) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:29.031431 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port 0638a231-65c4-4a6d-8dec-7f5bffe92e59 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:29.031777 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.108117 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.108353 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.121372 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for 0638a231-65c4-4a6d-8dec-7f5bffe92e59 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:29.275350 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.299927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=0638a231-65c4-4a6d-8dec-7f5bffe92e59,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:29.371144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.371411 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Floating IP f81d11be-6332-4659-8f46-6e51efc371d9 disassociated (deleted). External IP: 172.25.8.47, port: f7b9c8e7-92ae-4e81-991e-4c23ca496b52. Jul 13 07:58:29.590209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 4820e6d4-cc19-44b2-98b2-f70c92669006 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:29.710012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:29.715561 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.737836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] Sync routers for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:29.780908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:29.782794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:29.787338 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ba50fb75-8ea9-41c7-8d6c-f94d47f151b7 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/floatingips/f81d11be-6332-4659-8f46-6e51efc371d9 HTTP/1.1" status: 204 len: 168 time: 0.9147360 Jul 13 07:58:29.788008 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:29.793531 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94972b4c-c06a-4681-aa7f-58082559e47e" -d '{"events": [{"name": "network-changed", "server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:29.856530 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cece1df9-8b00-4046-a1fc-fced435584f8 x-openstack-request-id: req-cece1df9-8b00-4046-a1fc-fced435584f8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:29.856819 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:29.857079 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cece1df9-8b00-4046-a1fc-fced435584f8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:29.857483 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'status': 'completed', 'code': 200} Jul 13 07:58:29.947480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94972b4c-c06a-4681-aa7f-58082559e47e req-e3e5c98b-8f40-4712-bdf3-2236229fda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:29.949610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94972b4c-c06a-4681-aa7f-58082559e47e req-e3e5c98b-8f40-4712-bdf3-2236229fda84 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97885db632824d89bcee49e5168f73cb&device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 1098 time: 0.0663035 Jul 13 07:58:29.958169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:30.228015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cc723f27-7af7-4662-b2ec-3d03738378a0', 'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:01:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:52Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:30.259443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] Checking router: 4820e6d4-cc19-44b2-98b2-f70c92669006 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:30.268514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:30.269147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:30.280825 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee84e3-bc75-4ed4-9838-465e41a01411 req-23283bef-412e-45fb-aa2f-6138436c148d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.282554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0aee84e3-bc75-4ed4-9838-465e41a01411 req-23283bef-412e-45fb-aa2f-6138436c148d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.0734015 Jul 13 07:58:30.305939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94972b4c-c06a-4681-aa7f-58082559e47e req-0c99334f-a9f8-46e1-bdf7-0c8b7572edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.307624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94972b4c-c06a-4681-aa7f-58082559e47e req-0c99334f-a9f8-46e1-bdf7-0c8b7572edf3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a06581f5-604d-4f0e-88f3-9eb0a4323894 HTTP/1.1" status: 200 len: 898 time: 0.3506603 Jul 13 07:58:30.327386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0aee84e3-bc75-4ed4-9838-465e41a01411 req-d98f681d-01ee-492f-80e3-119efda2d6ce tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385852 Jul 13 07:58:30.351537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94972b4c-c06a-4681-aa7f-58082559e47e req-61e095d5-0554-4bfc-a322-dcad07b4bf21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52 HTTP/1.1" status: 200 len: 217 time: 0.0372553 Jul 13 07:58:30.385700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:30.399727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94972b4c-c06a-4681-aa7f-58082559e47e req-851d15ce-9d1c-4a99-8544-8589bca25e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.401193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94972b4c-c06a-4681-aa7f-58082559e47e req-851d15ce-9d1c-4a99-8544-8589bca25e70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=621993c6-e78c-4e94-9fa0-d9cbb1380847 HTTP/1.1" status: 200 len: 834 time: 0.0433099 Jul 13 07:58:30.463034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94972b4c-c06a-4681-aa7f-58082559e47e req-090cc091-dbe0-4cc9-806f-c6225539e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.464503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94972b4c-c06a-4681-aa7f-58082559e47e req-090cc091-dbe0-4cc9-806f-c6225539e69c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a06581f5-604d-4f0e-88f3-9eb0a4323894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570903 Jul 13 07:58:30.556658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94972b4c-c06a-4681-aa7f-58082559e47e req-69afc9d2-2259-469b-acce-7aeaed12db38 service neutron] 10.222.0.38 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844383 Jul 13 07:58:30.593398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cc723f27-7af7-4662-b2ec-3d03738378a0', 'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:01:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:52Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:30.621175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059eddb-a727-4968-9c9c-419bedc7202e None None] The sync data for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 is: [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 4, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'cc723f27-7af7-4662-b2ec-3d03738378a0', 'name': '', 'network_id': 'a06581f5-604d-4f0e-88f3-9eb0a4323894', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'mac_address': 'fa:16:3e:01:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:52Z', 'updated_at': '2021-07-13T07:57:00Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'subnets': [{'id': '621993c6-e78c-4e94-9fa0-d9cbb1380847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:30.657323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-94972b4c-c06a-4681-aa7f-58082559e47e req-450a5f31-f23c-4ee1-bb6e-1f52d6ec9e32 service neutron] 10.222.0.38 "GET /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943198 Jul 13 07:58:30.836341 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b3f64-b39d-426b-ae4f-49185ec9e612 None None] New status for floating IP f81d11be-6332-4659-8f46-6e51efc371d9: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:58:31.495666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-138b369a-db85-4aa5-b764-4225c0be0c33 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:31.497135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-138b369a-db85-4aa5-b764-4225c0be0c33 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.1000407 Jul 13 07:58:31.599205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb808ac-c1bb-46ac-997b-112f60b29aa5 req-c74e5b6b-914c-476e-8a18-c6d6cd2b514d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:31.600803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccb808ac-c1bb-46ac-997b-112f60b29aa5 req-c74e5b6b-914c-476e-8a18-c6d6cd2b514d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e55776ff-e910-4140-829f-731e727968e1 HTTP/1.1" status: 200 len: 946 time: 0.1434615 Jul 13 07:58:31.656094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:31.656501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.661552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ccb808ac-c1bb-46ac-997b-112f60b29aa5 req-52432320-a93d-4b2a-ab4b-fe227c8d4a00 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "GET /v2.0/security-groups?id=8295b6c8-a78e-4086-8ca5-064ae9975cae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529170 Jul 13 07:58:31.766910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port f7b9c8e7-92ae-4e81-991e-4c23ca496b52, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:31.767444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.783996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for f7b9c8e7-92ae-4e81-991e-4c23ca496b52 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:31.943764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.980664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=f7b9c8e7-92ae-4e81-991e-4c23ca496b52,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:32.039872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] No DVR routers for this DVR port f7b9c8e7-92ae-4e81-991e-4c23ca496b52 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:32.043075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.045358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3bc900d-f9e9-4952-a763-18bdbbd6f0dc req-3e228127-7a63-422d-8ef6-2d6983fa5fbc tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.38 "DELETE /v2.0/ports/f7b9c8e7-92ae-4e81-991e-4c23ca496b52 HTTP/1.1" status: 204 len: 173 time: 0.5422261 Jul 13 07:58:32.046126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-deleted', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:32.049742 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e956268-aae0-45bf-95ba-dfba6b1325b6" -d '{"events": [{"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-deleted", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:32.130948 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd1853b-b0be-457a-8e8d-2430a54d3077 x-openstack-request-id: req-5cd1853b-b0be-457a-8e8d-2430a54d3077 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:32.131384 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55776ff-e910-4140-829f-731e727968e1", "name": "network-vif-deleted", "tag": "f7b9c8e7-92ae-4e81-991e-4c23ca496b52", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:32.131782 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cd1853b-b0be-457a-8e8d-2430a54d3077 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:32.132376 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55776ff-e910-4140-829f-731e727968e1', 'name': 'network-vif-deleted', 'tag': 'f7b9c8e7-92ae-4e81-991e-4c23ca496b52', 'status': 'completed', 'code': 200} Jul 13 07:58:32.759512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:33.131542 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.465678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port cc723f27-7af7-4662-b2ec-3d03738378a0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:33.466062 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.555649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port cc723f27-7af7-4662-b2ec-3d03738378a0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cc723f27-7af7-4662-b2ec-3d03738378a0,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:33.556016 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.568364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for cc723f27-7af7-4662-b2ec-3d03738378a0 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:33.756872 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.787241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=cc723f27-7af7-4662-b2ec-3d03738378a0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:33.971110 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.185932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Router 4820e6d4-cc19-44b2-98b2-f70c92669006 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:34.302378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:34.310684 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0c17f916-999d-44a4-acc7-ce0c6203ef45 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "PUT /v2.0/routers/4820e6d4-cc19-44b2-98b2-f70c92669006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5500798 Jul 13 07:58:34.310937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53880) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:34.316116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] Sync routers for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:34.331043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:34.332168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:34.380541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-795974e5-ee96-4a8f-ab66-fe63667dd52e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting subnet 621993c6-e78c-4e94-9fa0-d9cbb1380847 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:34.385017 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-795974e5-ee96-4a8f-ab66-fe63667dd52e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.434836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-795974e5-ee96-4a8f-ab66-fe63667dd52e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.449335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:34.521055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-795974e5-ee96-4a8f-ab66-fe63667dd52e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.583633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-795974e5-ee96-4a8f-ab66-fe63667dd52e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.614606 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795974e5-ee96-4a8f-ab66-fe63667dd52e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Subnet': ['ID=621993c6-e78c-4e94-9fa0-d9cbb1380847,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:34.616643 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-795974e5-ee96-4a8f-ab66-fe63667dd52e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.621490 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-795974e5-ee96-4a8f-ab66-fe63667dd52e tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/subnets/621993c6-e78c-4e94-9fa0-d9cbb1380847 HTTP/1.1" status: 204 len: 168 time: 0.3072088 Jul 13 07:58:34.621818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53884) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:34.627542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2225304-2ad5-41a9-9ddd-ac7a63f1d667 None None] Network a06581f5-604d-4f0e-88f3-9eb0a4323894 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:34.699793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:58:33Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:34.727997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] Checking router: 4820e6d4-cc19-44b2-98b2-f70c92669006 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:34.774883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] Routers {'4820e6d4-cc19-44b2-98b2-f70c92669006'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:34.775530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['4820e6d4-cc19-44b2-98b2-f70c92669006'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:34.854245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.898693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] Set router 4820e6d4-cc19-44b2-98b2-f70c92669006 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:34.970646 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.984557 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c86454-4c06-4db7-bc64-d83ef521025d None None] DHCP port deletion for a06581f5-604d-4f0e-88f3-9eb0a4323894 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:35.040704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Deleting port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:35.041404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.143644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] For port 1d6f3092-10ee-4649-aaf9-c1cdd2f53915, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1d6f3092-10ee-4649-aaf9-c1cdd2f53915,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:35.143977 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.161773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Calling delete_port for 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:35.274177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-82c86454-4c06-4db7-bc64-d83ef521025d None None] Deleting port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:35.274495 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82c86454-4c06-4db7-bc64-d83ef521025d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.345242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-82c86454-4c06-4db7-bc64-d83ef521025d None None] For port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=11dff3b4-33f1-4808-9097-8e14ae4d8b7f,segment=NetworkSegment(b85660a4-b384-4935-805c-eb97921e7ca1),segment_id=b85660a4-b384-4935-805c-eb97921e7ca1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:35.345915 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82c86454-4c06-4db7-bc64-d83ef521025d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.359620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:58:33Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.361050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.394625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-82c86454-4c06-4db7-bc64-d83ef521025d None None] Calling delete_port for 11dff3b4-33f1-4808-9097-8e14ae4d8b7f owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:35.396834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ec320-c87d-4d83-9c08-d3fc4c16479a None None] The sync data for ids ['4820e6d4-cc19-44b2-98b2-f70c92669006'] in n-d-758944-43 is: [{'id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580633400', 'tenant_id': '97885db632824d89bcee49e5168f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:58:33Z', 'revision_number': 5, 'project_id': '97885db632824d89bcee49e5168f73cb', 'gw_port': {'id': '1d6f3092-10ee-4649-aaf9-c1cdd2f53915', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4820e6d4-cc19-44b2-98b2-f70c92669006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:49Z', 'updated_at': '2021-07-13T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:35.401644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Port': ['ID=1d6f3092-10ee-4649-aaf9-c1cdd2f53915,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:35.472427 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.488251 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82c86454-4c06-4db7-bc64-d83ef521025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.513321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c86454-4c06-4db7-bc64-d83ef521025d None None] Pushing event deleted for resources: {'Port': ['ID=11dff3b4-33f1-4808-9097-8e14ae4d8b7f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:35.517475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c86454-4c06-4db7-bc64-d83ef521025d None None] No DVR routers for this DVR port 11dff3b4-33f1-4808-9097-8e14ae4d8b7f on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:35.565629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.567821 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.611013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.611867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Fanout notify agent at l3_agent the message router_deleted on router 4820e6d4-cc19-44b2-98b2-f70c92669006 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:58:35.619014 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.620151 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8a3fb32a-030c-42b2-9732-4ddbd7304528 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/routers/4820e6d4-cc19-44b2-98b2-f70c92669006 HTTP/1.1" status: 204 len: 168 time: 0.9975507 Jul 13 07:58:35.623048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 53888) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:35.700931 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.791497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.802698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06581f5-604d-4f0e-88f3-9eb0a4323894']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.807151 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.813562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85660a4-b384-4935-805c-eb97921e7ca1') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.813862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85660a4-b384-4935-805c-eb97921e7ca1') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.823935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.839249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.845765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:35.846262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:35.849246 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:35.908909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.916254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.917372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/networks/a06581f5-604d-4f0e-88f3-9eb0a4323894 HTTP/1.1" status: 204 len: 168 time: 0.2934241 Jul 13 07:58:35.920168 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53890) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:35.928447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381bb53-c902-4b28-afdf-8d153c2b466d tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'Network': ['ID=a06581f5-604d-4f0e-88f3-9eb0a4323894,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:35.986569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4064977-add4-447c-b5ca-a1599e3132b8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.012885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4064977-add4-447c-b5ca-a1599e3132b8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.077901 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4064977-add4-447c-b5ca-a1599e3132b8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.080506 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4064977-add4-447c-b5ca-a1599e3132b8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.081674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f4064977-add4-447c-b5ca-a1599e3132b8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] 10.222.0.41 "DELETE /v2.0/security-groups/8295b6c8-a78e-4086-8ca5-064ae9975cae HTTP/1.1" status: 204 len: 168 time: 0.1605105 Jul 13 07:58:36.092087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4064977-add4-447c-b5ca-a1599e3132b8 tempest-TestNetworkAdvancedServerOps-835076199 tempest-TestNetworkAdvancedServerOps-835076199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8295b6c8-a78e-4086-8ca5-064ae9975cae,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:36.310789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7b9c8e7-92ae-4e81-991e-4c23ca496b52 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:36.331538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f7b9c8e7-92ae-4e81-991e-4c23ca496b52 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:36.331890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f7b9c8e7-92ae-4e81-991e-4c23ca496b52 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:36.356896 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:36.464327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:36.512665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:36.513022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1d6f3092-10ee-4649-aaf9-c1cdd2f53915 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:36.513452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cc723f27-7af7-4662-b2ec-3d03738378a0 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:36.527537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f5aac58f-2a2e-4b0b-8257-471c1737c8af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97885db632824d89bcee49e5168f73cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692724 Jul 13 07:58:36.530028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53908) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:36.546037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: cc723f27-7af7-4662-b2ec-3d03738378a0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:36.546344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cc723f27-7af7-4662-b2ec-3d03738378a0 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:36.546953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 11dff3b4-33f1-4808-9097-8e14ae4d8b7f no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:36.570446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 11dff3b4-33f1-4808-9097-8e14ae4d8b7f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:36.570446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 11dff3b4-33f1-4808-9097-8e14ae4d8b7f not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:36.594868 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62fd05d6-2cb5-4353-97b0-6aea3a1d9a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.620525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62fd05d6-2cb5-4353-97b0-6aea3a1d9a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.664253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62fd05d6-2cb5-4353-97b0-6aea3a1d9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.667353 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62fd05d6-2cb5-4353-97b0-6aea3a1d9a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.668511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-62fd05d6-2cb5-4353-97b0-6aea3a1d9a05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a78d77bf-bdf4-4385-a2e2-27b58b4d7bf9 HTTP/1.1" status: 204 len: 168 time: 0.1374862 Jul 13 07:58:36.678885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd05d6-2cb5-4353-97b0-6aea3a1d9a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78d77bf-bdf4-4385-a2e2-27b58b4d7bf9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:36.929389 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53914) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:36.974609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c747cfb5-169c-4b31-9f47-22370f07ca0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5667121d366545c89dd5813ce2dd4e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417750 Jul 13 07:58:36.975352 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 53916) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:37.025031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de3787a0-ac6f-49df-a348-1bf88f5caa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.046474 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de3787a0-ac6f-49df-a348-1bf88f5caa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.093809 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de3787a0-ac6f-49df-a348-1bf88f5caa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.098412 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de3787a0-ac6f-49df-a348-1bf88f5caa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.099710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-de3787a0-ac6f-49df-a348-1bf88f5caa02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/713667ec-49cc-476f-84a5-b8a1dc7ccf9e HTTP/1.1" status: 204 len: 168 time: 0.1230736 Jul 13 07:58:37.108419 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3787a0-ac6f-49df-a348-1bf88f5caa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713667ec-49cc-476f-84a5-b8a1dc7ccf9e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:37.659598 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.136564 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54078) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:39.244384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33249096-6976-460e-b00a-c25aaa5c5b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.331992 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33249096-6976-460e-b00a-c25aaa5c5b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.335961 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33249096-6976-460e-b00a-c25aaa5c5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.376933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-33249096-6976-460e-b00a-c25aaa5c5b00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a41b52c7a3f9476983c718d26f9494f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392483 Jul 13 07:58:39.378059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33249096-6976-460e-b00a-c25aaa5c5b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed674ec-13fa-41b4-9722-c78acc950882,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:39.379820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54082) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:39.433124 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebcab-5ab9-44b1-b808-5ba6053807fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.454253 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebcab-5ab9-44b1-b808-5ba6053807fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.499217 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebcab-5ab9-44b1-b808-5ba6053807fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.501737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebcab-5ab9-44b1-b808-5ba6053807fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.502927 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6f1ebcab-5ab9-44b1-b808-5ba6053807fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ed674ec-13fa-41b4-9722-c78acc950882 HTTP/1.1" status: 204 len: 168 time: 0.1221197 Jul 13 07:58:39.511870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ebcab-5ab9-44b1-b808-5ba6053807fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed674ec-13fa-41b4-9722-c78acc950882,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:39.765586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54088) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:39.781692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e972593-fc79-442a-a0b2-074f46e8d372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.868261 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:58:39.872063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e972593-fc79-442a-a0b2-074f46e8d372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.876132 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e972593-fc79-442a-a0b2-074f46e8d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.919124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8e972593-fc79-442a-a0b2-074f46e8d372 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc7f7206667d486ebc76d60b13479ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523373 Jul 13 07:58:39.920207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e972593-fc79-442a-a0b2-074f46e8d372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb217b2-4459-46c1-a437-34ccecc3b229,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:39.921882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54092) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:39.973751 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1351f3c-6379-4d17-8959-0b930fc88e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.995686 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1351f3c-6379-4d17-8959-0b930fc88e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:40.044510 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1351f3c-6379-4d17-8959-0b930fc88e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:40.047248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1351f3c-6379-4d17-8959-0b930fc88e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:40.048474 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c1351f3c-6379-4d17-8959-0b930fc88e48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/beb217b2-4459-46c1-a437-34ccecc3b229 HTTP/1.1" status: 204 len: 168 time: 0.1253619 Jul 13 07:58:40.064145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1351f3c-6379-4d17-8959-0b930fc88e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb217b2-4459-46c1-a437-34ccecc3b229,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:41.083519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54102) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:41.191182 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90969a92-1003-446e-8e17-aa90b6518068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.277352 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90969a92-1003-446e-8e17-aa90b6518068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.280926 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90969a92-1003-446e-8e17-aa90b6518068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.319302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-90969a92-1003-446e-8e17-aa90b6518068 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56be6a770a3b4d95b6746c30da9714aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347145 Jul 13 07:58:41.320508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969a92-1003-446e-8e17-aa90b6518068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a245441a-c520-420b-9d14-d2a5230ef148,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:41.322130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54106) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:41.371376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05094201-6f79-4a05-abb9-7897d623c78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.392834 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05094201-6f79-4a05-abb9-7897d623c78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.443796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05094201-6f79-4a05-abb9-7897d623c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.446197 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05094201-6f79-4a05-abb9-7897d623c78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.447358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-05094201-6f79-4a05-abb9-7897d623c78a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a245441a-c520-420b-9d14-d2a5230ef148 HTTP/1.1" status: 204 len: 168 time: 0.1242368 Jul 13 07:58:41.455135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05094201-6f79-4a05-abb9-7897d623c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a245441a-c520-420b-9d14-d2a5230ef148,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:48.360154 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7b4fff9-a722-4329-99f0-f738cacd2962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.079780 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64c89af6-853d-417a-bfeb-54218077060a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.127037 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:52.053073 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:53.729279 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.397671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54240) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:59.501241 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.590340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.593967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.632004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2835fc6c3c04b7c9f55d736395a0139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332740 Jul 13 07:58:59.633813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b901f37f-6343-46ef-9153-6e32ffb6af1d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:59.635307 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54244) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:59.641449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.641799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.642329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.642674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.643009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.643344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.643684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.644007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.644341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.644667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.644995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.645324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0760dd4-2811-4d13-af9c-17238ec1cb76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:59.687249 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-093cd7a9-85f7-46cb-977d-c9fe9dd60229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.708527 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-093cd7a9-85f7-46cb-977d-c9fe9dd60229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.753458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-093cd7a9-85f7-46cb-977d-c9fe9dd60229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.756058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-093cd7a9-85f7-46cb-977d-c9fe9dd60229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:59.757791 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-093cd7a9-85f7-46cb-977d-c9fe9dd60229 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b901f37f-6343-46ef-9153-6e32ffb6af1d HTTP/1.1" status: 204 len: 168 time: 0.1208761 Jul 13 07:58:59.766751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cd7a9-85f7-46cb-977d-c9fe9dd60229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b901f37f-6343-46ef-9153-6e32ffb6af1d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:01.769912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54296) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:01.776402 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'network': {'name': 'tempest-network-smoke--627207913', 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:01.796804 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Made reservation on behalf of 94b3245d0758409ca36e1efdc262aebb for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:01.800207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.809099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.900559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.904323 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.931054 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:01.940894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a15db9-a681-4d11-b9ce-1df0476733cf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:01.946306 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:01.946661 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Added segment 0f85eda5-efbc-4c27-90e3-7971283cb173 of type vlan for network 95536bda-4a46-4349-aa97-c638378bca80 Jul 13 07:59:01.985303 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.016230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.021802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:02.022428 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.053291 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2821710 Jul 13 07:59:02.056810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:02.061884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'admin_state_up': True, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:02.086013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.086981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.091050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79c2e0-d686-490a-96bd-993b74411f7a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Network': ['ID=95536bda-4a46-4349-aa97-c638378bca80,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:02.103899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 95536bda-4a46-4349-aa97-c638378bca80 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:02.140634 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.276522 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.468210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.487031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.587405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Allocated IP 172.25.8.56 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/b9e0487e-1996-4e3a-bbe0-85f766aeda3f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:02.691334 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.728756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:02.761808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:02.764778 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:02.770214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:02.802156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=b9e0487e-1996-4e3a-bbe0-85f766aeda3f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:03.264607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.455343 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.578118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Router 1805b9e3-5919-4edf-8bb1-f40c927235a2 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:59:03.682153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:03.691552 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Sync routers for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:03.700517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.701288 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:03.701974 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:03.702130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-42d05b3b-a7bc-4eb8-9593-607874024039 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6440897 Jul 13 07:59:03.705373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:03.803986 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:03.831946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-396da365-0333-4f85-9a64-8658977bcc06 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=94b3245d0758409ca36e1efdc262aebb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251886 Jul 13 07:59:03.834481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:03.984620 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:03Z', 'revision_number': 3, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:03.988687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac27553d-e690-4942-81aa-724f10254f26 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:03.990249 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ac27553d-e690-4942-81aa-724f10254f26 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1546769 Jul 13 07:59:03.993188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54306) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:04.010449 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Checking router: 1805b9e3-5919-4edf-8bb1-f40c927235a2 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:04.010806 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Updating router 1805b9e3-5919-4edf-8bb1-f40c927235a2 port b9e0487e-1996-4e3a-bbe0-85f766aeda3f binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:59:04.027408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2f88c161-0d49-4ab6-96e8-097b6c806fbc tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331576 Jul 13 07:59:04.029929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54308) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:04.035045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1752861702', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:04.045039 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.120828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Made reservation on behalf of 94b3245d0758409ca36e1efdc262aebb for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:04.124772 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.301721 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.307651 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.311917 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Transition to ACTIVE for port object b9e0487e-1996-4e3a-bbe0-85f766aeda3f will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:04.317876 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.367389 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Attempting to bind port b9e0487e-1996-4e3a-bbe0-85f766aeda3f on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:04.367756 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Attempting to bind port b9e0487e-1996-4e3a-bbe0-85f766aeda3f by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:04.368117 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Attempting to bind port b9e0487e-1996-4e3a-bbe0-85f766aeda3f on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:04.374459 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Subnet': ['ID=ff5b9866-9620-4a8d-8e41-75f7041194f7,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:04.375115 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Pushing event updated for resources: {'Port': ['ID=b9e0487e-1996-4e3a-bbe0-85f766aeda3f,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:04.381528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Checking segment: {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:04.382439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network hostable DHCP agents. Network: 95536bda-4a46-4349-aa97-c638378bca80, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:04.383803 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.384153 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.384494 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.384830 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.385162 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.385497 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.385825 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.386176 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.386501 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.386827 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.387168 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.387474 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:04.390533 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:04.390902 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:04.391358 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.391681 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:04.392157 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Bound port: b9e0487e-1996-4e3a-bbe0-85f766aeda3f, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:04.392720 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.401465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 95536bda-4a46-4349-aa97-c638378bca80 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:04.410617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 95536bda-4a46-4349-aa97-c638378bca80) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:04.415587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:04.416183 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.420717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae84b38-9608-4201-8472-dd4d6e0fac9e None None] Network 95536bda-4a46-4349-aa97-c638378bca80 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:04.433592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-def45c67-f085-40e3-9e21-21cca655395e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4024749 Jul 13 07:59:04.436369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54310) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:04.450823 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] For port b9e0487e-1996-4e3a-bbe0-85f766aeda3f, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:04.454292 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] For port b9e0487e-1996-4e3a-bbe0-85f766aeda3f, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b9e0487e-1996-4e3a-bbe0-85f766aeda3f,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:04.459135 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.517422 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:04.518079 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:04.552511 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e88182-1802-4c65-ba9d-67aaf0bb37bc None None] Pushing event updated for resources: {'Port': ['ID=b9e0487e-1996-4e3a-bbe0-85f766aeda3f,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:04.585918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-95536bda-4a46-4349-aa97-c638378bca80', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:59:04.586849 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.628899 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:04.735829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Allocated IP 172.20.0.2 (95536bda-4a46-4349-aa97-c638378bca80/ff5b9866-9620-4a8d-8e41-75f7041194f7/3cf6aebf-0537-408c-b084-a3efa831f72b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:04.823799 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:03Z', 'revision_number': 3, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:04.849679 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9c43c-0b82-41bf-9130-4ef46e2d5fd5 None None] The sync data for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 is: [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:03Z', 'revision_number': 3, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:04.893082 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.902537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Transition to ACTIVE for port object 3cf6aebf-0537-408c-b084-a3efa831f72b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:04.912301 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.923703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Transition to ACTIVE for port object 3cf6aebf-0537-408c-b084-a3efa831f72b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:04.931377 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.978786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Network 95536bda-4a46-4349-aa97-c638378bca80 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:04.981809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:04.984998 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:04.994578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Pushing event updated for resources: {'Port': ['ID=3cf6aebf-0537-408c-b084-a3efa831f72b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:05.025898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.026287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.026635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.026978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.027320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.027988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.027988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.028311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.028642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.028972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.029304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.029631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:05.065666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Attempting to bind port 3cf6aebf-0537-408c-b084-a3efa831f72b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:05.066187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Attempting to bind port 3cf6aebf-0537-408c-b084-a3efa831f72b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:05.066570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Attempting to bind port 3cf6aebf-0537-408c-b084-a3efa831f72b on network 95536bda-4a46-4349-aa97-c638378bca80 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:05.074193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:05.074595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Checking segment: {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:05.075098 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.075507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Bound using segment: {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:05.076001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Bound port: 3cf6aebf-0537-408c-b084-a3efa831f72b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:05.076449 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.168271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] For port 3cf6aebf-0537-408c-b084-a3efa831f72b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:05.172661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] For port 3cf6aebf-0537-408c-b084-a3efa831f72b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3cf6aebf-0537-408c-b084-a3efa831f72b,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:05.177180 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.243214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e9a02-d6da-41fe-b4a0-868a93cdf983 None None] Pushing event updated for resources: {'Port': ['ID=3cf6aebf-0537-408c-b084-a3efa831f72b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:05.324254 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Allocated IP 172.20.0.1 (95536bda-4a46-4349-aa97-c638378bca80/ff5b9866-9620-4a8d-8e41-75f7041194f7/ed7acb09-ab95-46f3-af3f-1273d85ef9a0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:05.478411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.493569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Transition to ACTIVE for port object ed7acb09-ab95-46f3-af3f-1273d85ef9a0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:05.530946 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.578303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 95536bda-4a46-4349-aa97-c638378bca80 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:05.583642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:05.586094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:05.616908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=ed7acb09-ab95-46f3-af3f-1273d85ef9a0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:05.638147 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.827238 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.829275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.167759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf38d8-97d6-475b-abff-a29364022e84 None None] Network 95536bda-4a46-4349-aa97-c638378bca80 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:06.245144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3a59337e-6545-4233-ad53-2fcd602c9f47 None None] Provisioning for port 3cf6aebf-0537-408c-b084-a3efa831f72b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:06.381535 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.389786 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.403132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b9e0487e-1996-4e3a-bbe0-85f766aeda3f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:06.460351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port b9e0487e-1996-4e3a-bbe0-85f766aeda3f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:06.466091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b9e0487e-1996-4e3a-bbe0-85f766aeda3f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:06.466695 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.479098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=ed7acb09-ab95-46f3-af3f-1273d85ef9a0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:06.493972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.571173 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.595112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port b9e0487e-1996-4e3a-bbe0-85f766aeda3f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b9e0487e-1996-4e3a-bbe0-85f766aeda3f,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:06.599955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.605104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 95536bda-4a46-4349-aa97-c638378bca80 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:06.606587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:06.643624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3cf6aebf-0537-408c-b084-a3efa831f72b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:06.714836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=b9e0487e-1996-4e3a-bbe0-85f766aeda3f,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:06.749735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-58f7ff81-e088-42ed-9be5-75f44657678e None None] Provisioning for port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:06.756555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 3cf6aebf-0537-408c-b084-a3efa831f72b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:06.761618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-58f7ff81-e088-42ed-9be5-75f44657678e None None] Provisioning complete for port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:06.762028 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58f7ff81-e088-42ed-9be5-75f44657678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.765888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3cf6aebf-0537-408c-b084-a3efa831f72b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:06.767024 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.782972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Router 1805b9e3-5919-4edf-8bb1-f40c927235a2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:06.837909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-58f7ff81-e088-42ed-9be5-75f44657678e None None] Port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:06.908936 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.929306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:06.934570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5a81c3c4-a886-4985-8c6e-934b34c143f5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "PUT /v2.0/routers/1805b9e3-5919-4edf-8bb1-f40c927235a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4967432 Jul 13 07:59:06.937869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54312) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:06.942722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-69302d7e-8d3e-4725-8b60-0c2c08642402 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2094397928', 'description': 'tempest-secgroup_access--2094397928 description', 'project_id': '94b3245d0758409ca36e1efdc262aebb'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:06.942921 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Sync routers for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:06.966362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 3cf6aebf-0537-408c-b084-a3efa831f72b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3cf6aebf-0537-408c-b084-a3efa831f72b,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:06.967889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69302d7e-8d3e-4725-8b60-0c2c08642402 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.973857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.987225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:06.988021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:07.009983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ce534ddd-186a-4929-969b-9b8e98195bea None None] Provisioning complete for port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:07.010355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce534ddd-186a-4929-969b-9b8e98195bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.066362 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69302d7e-8d3e-4725-8b60-0c2c08642402 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.075280 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69302d7e-8d3e-4725-8b60-0c2c08642402 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.106659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69302d7e-8d3e-4725-8b60-0c2c08642402 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.110452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-69302d7e-8d3e-4725-8b60-0c2c08642402 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1713672 Jul 13 07:59:07.111180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54314) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:07.117032 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69302d7e-8d3e-4725-8b60-0c2c08642402 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49b92ee-2f6a-4577-bc0a-34485bc1bf08,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:07.117298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-07bb7834-c5f4-403f-83c0-44babe0f25d9 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1118854460', 'description': 'tempest-secgroup_general--1118854460 description', 'project_id': '94b3245d0758409ca36e1efdc262aebb'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:07.140624 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07bb7834-c5f4-403f-83c0-44babe0f25d9 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.159601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=3cf6aebf-0537-408c-b084-a3efa831f72b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:07.165830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ce534ddd-186a-4929-969b-9b8e98195bea None None] Port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:07.187470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:07.236248 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07bb7834-c5f4-403f-83c0-44babe0f25d9 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.241880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07bb7834-c5f4-403f-83c0-44babe0f25d9 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.276551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7834-c5f4-403f-83c0-44babe0f25d9 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed47b647-637b-4469-bf70-698691906c89,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:07.279089 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07bb7834-c5f4-403f-83c0-44babe0f25d9 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.283063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-07bb7834-c5f4-403f-83c0-44babe0f25d9 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1678069 Jul 13 07:59:07.283063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54316) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:07.287639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-36d32742-b687-431a-9dce-ce45dd5a336e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'security_group_rule': {'security_group_id': 'f49b92ee-2f6a-4577-bc0a-34485bc1bf08', 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:07.317118 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36d32742-b687-431a-9dce-ce45dd5a336e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.343903 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2ac36b73-84ed-49f9-ae08-319353b50883 None None] Provisioning complete for port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:07.344292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ac36b73-84ed-49f9-ae08-319353b50883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.374728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36d32742-b687-431a-9dce-ce45dd5a336e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.379252 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36d32742-b687-431a-9dce-ce45dd5a336e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.396368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d32742-b687-431a-9dce-ce45dd5a336e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f363e39-c0f4-4659-9163-414c76b5a852,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:07.403520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2ac36b73-84ed-49f9-ae08-319353b50883 None None] Port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:07.403736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36d32742-b687-431a-9dce-ce45dd5a336e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.405178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-36d32742-b687-431a-9dce-ce45dd5a336e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210871 Jul 13 07:59:07.455982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:05Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed7acb09-ab95-46f3-af3f-1273d85ef9a0', 'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:b9:7b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:05Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 2, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:07.483414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Checking router: 1805b9e3-5919-4edf-8bb1-f40c927235a2 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:07.483777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Updating router 1805b9e3-5919-4edf-8bb1-f40c927235a2 port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:59:07.527599 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.540585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-500621db-4d7f-4f24-a6c5-3fb4d76842c5 None None] Provisioning complete for port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:07.540957 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-500621db-4d7f-4f24-a6c5-3fb4d76842c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.603645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-500621db-4d7f-4f24-a6c5-3fb4d76842c5 None None] Port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:07.645961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-83f18b76-d4ec-4564-a1ac-5175a4acf53e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--2094397928&fields=id&tenant_id=94b3245d0758409ca36e1efdc262aebb HTTP/1.1" status: 200 len: 267 time: 0.0328994 Jul 13 07:59:07.682149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.688473 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-d0c46153-938c-43dc-bdb3-f1260e0a28c6 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--1118854460&fields=id&tenant_id=94b3245d0758409ca36e1efdc262aebb HTTP/1.1" status: 200 len: 267 time: 0.0359540 Jul 13 07:59:07.840206 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.854140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Transition to ACTIVE for port object ed7acb09-ab95-46f3-af3f-1273d85ef9a0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:07.860575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.916152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca9b41-37f2-468b-86b9-3006fad9daad None None] Pushing event updated for resources: {'Port': ['ID=ed7acb09-ab95-46f3-af3f-1273d85ef9a0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:07.979188 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Attempting to bind port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:07.979572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Attempting to bind port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:07.980093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Attempting to bind port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 on network 95536bda-4a46-4349-aa97-c638378bca80 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:07.985542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:07.985928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Checking segment: {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:07.986386 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.986771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Bound using segment: {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:07.987506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Bound port: ed7acb09-ab95-46f3-af3f-1273d85ef9a0, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:07.987638 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.058502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] For port ed7acb09-ab95-46f3-af3f-1273d85ef9a0, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:08.063517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] For port ed7acb09-ab95-46f3-af3f-1273d85ef9a0, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ed7acb09-ab95-46f3-af3f-1273d85ef9a0,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:08.068868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.141197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca9b41-37f2-468b-86b9-3006fad9daad None None] Pushing event updated for resources: {'Port': ['ID=ed7acb09-ab95-46f3-af3f-1273d85ef9a0,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:08.144922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:08.145553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:08.158277 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-9814d64e-35da-421d-9bd2-920ab3e1fa68 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:08.160101 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-9814d64e-35da-421d-9bd2-920ab3e1fa68 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/networks?id=95536bda-4a46-4349-aa97-c638378bca80 HTTP/1.1" status: 200 len: 796 time: 0.4641743 Jul 13 07:59:08.176517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-4ffe6afb-16db-41bb-84f6-510bfdfb5077 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/quotas/94b3245d0758409ca36e1efdc262aebb HTTP/1.1" status: 200 len: 375 time: 0.0099008 Jul 13 07:59:08.252632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-a2d2460d-c3ff-42b3-b067-56ffceb479b0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=94b3245d0758409ca36e1efdc262aebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693729 Jul 13 07:59:08.263612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:08.365424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b9e0487e-1996-4e3a-bbe0-85f766aeda3f up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:08.365671 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-b92295a6-86be-493c-b138-059bcdc5c250 service neutron] 10.222.0.41 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009037 Jul 13 07:59:08.458247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-0eab5bc8-a873-4927-89d2-9e30a894ab6f service neutron] 10.222.0.41 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915732 Jul 13 07:59:08.658989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b9e0487e-1996-4e3a-bbe0-85f766aeda3f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:08.659371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.714217 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc32d2cf-84a3-4719-a19d-3450303d6252 req-b5971ccb-4989-484b-8666-487c504de2cd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 210 time: 0.0908148 Jul 13 07:59:08.737729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:05Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed7acb09-ab95-46f3-af3f-1273d85ef9a0', 'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:b9:7b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:05Z', 'updated_at': '2021-07-13T07:59:08Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:08.776035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b89eb-a880-4c39-a10f-9055ae4613b5 None None] The sync data for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 is: [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:05Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed7acb09-ab95-46f3-af3f-1273d85ef9a0', 'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:b9:7b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:05Z', 'updated_at': '2021-07-13T07:59:08Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:08.794853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3cf6aebf-0537-408c-b084-a3efa831f72b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:08.878708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3cf6aebf-0537-408c-b084-a3efa831f72b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:08.879378 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:09.751014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-033682b9-22a9-4bb8-9611-c575880833cb tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:09.753881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-033682b9-22a9-4bb8-9611-c575880833cb tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.38 "GET /v2.0/networks?id=95536bda-4a46-4349-aa97-c638378bca80 HTTP/1.1" status: 200 len: 796 time: 0.1163020 Jul 13 07:59:09.812976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-018702f4-2b8b-434f-bb77-35adc4b21f22 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94b3245d0758409ca36e1efdc262aebb HTTP/1.1" status: 200 len: 478 time: 0.0442221 Jul 13 07:59:09.822667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'port': {'device_id': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'admin_state_up': True, 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'security_groups': ['f49b92ee-2f6a-4577-bc0a-34485bc1bf08', 'ed47b647-637b-4469-bf70-698691906c89']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:09.886275 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-97c36a8a-1fd5-40ea-8ac6-9ce018636cef req-faaa2c9f-86a0-4f15-82b8-8cae1247b4fc tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 210 time: 0.0474832 Jul 13 07:59:09.950323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Made reservation on behalf of 94b3245d0758409ca36e1efdc262aebb for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:09.953856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.081046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Allocated IP 172.20.0.8 (95536bda-4a46-4349-aa97-c638378bca80/ff5b9866-9620-4a8d-8e41-75f7041194f7/97dba633-93fd-4af9-bf77-8f6e8d394281) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:10.227812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.240647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Transition to ACTIVE for port object 97dba633-93fd-4af9-bf77-8f6e8d394281 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:10.274971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.324164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 95536bda-4a46-4349-aa97-c638378bca80 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:10.327478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:10.331338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:10.356225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=97dba633-93fd-4af9-bf77-8f6e8d394281,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:10.369646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed7acb09-ab95-46f3-af3f-1273d85ef9a0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:10.385726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:10.386393 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.401710 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-fd111485-46ef-4c7f-a42c-96c87b2f5591 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5837269 Jul 13 07:59:10.414149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Request body: {'port': {'device_id': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:10.424871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:10.429245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:10.429625 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.498287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.516927 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.552164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port ed7acb09-ab95-46f3-af3f-1273d85ef9a0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ed7acb09-ab95-46f3-af3f-1273d85ef9a0,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:10.555646 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.610484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=ed7acb09-ab95-46f3-af3f-1273d85ef9a0,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:10.646403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c2e445f3-42a0-409e-8a1b-a936c8d15ead None None] Provisioning for port 97dba633-93fd-4af9-bf77-8f6e8d394281 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:10.651007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c2e445f3-42a0-409e-8a1b-a936c8d15ead None None] Provisioning complete for port 97dba633-93fd-4af9-bf77-8f6e8d394281 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:10.651543 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2e445f3-42a0-409e-8a1b-a936c8d15ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.688520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c2e445f3-42a0-409e-8a1b-a936c8d15ead None None] Port 97dba633-93fd-4af9-bf77-8f6e8d394281 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:10.775833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97dba633-93fd-4af9-bf77-8f6e8d394281 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:10.783331 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.794742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Transition to ACTIVE for port object 97dba633-93fd-4af9-bf77-8f6e8d394281 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:10.798562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.808571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3008d36c-2cea-4dad-a51f-6ee48def3d67 None None] Provisioning complete for port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:10.808945 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3008d36c-2cea-4dad-a51f-6ee48def3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:10.872122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Pushing event updated for resources: {'Port': ['ID=97dba633-93fd-4af9-bf77-8f6e8d394281,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:10.927414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Attempting to bind port 97dba633-93fd-4af9-bf77-8f6e8d394281 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:10.927837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Attempting to bind port 97dba633-93fd-4af9-bf77-8f6e8d394281 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:10.928263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Attempting to bind port 97dba633-93fd-4af9-bf77-8f6e8d394281 on network 95536bda-4a46-4349-aa97-c638378bca80 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:10.933543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Port 97dba633-93fd-4af9-bf77-8f6e8d394281 on network 95536bda-4a46-4349-aa97-c638378bca80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:59:10.933938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Attempting to bind port 97dba633-93fd-4af9-bf77-8f6e8d394281 on network 95536bda-4a46-4349-aa97-c638378bca80 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:10.939239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:10.939672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Checking segment: {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:10.940125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Bound using segment: {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:10.940630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Bound port: 97dba633-93fd-4af9-bf77-8f6e8d394281, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f85eda5-efbc-4c27-90e3-7971283cb173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '95536bda-4a46-4349-aa97-c638378bca80'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:10.941000 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.039041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] For port 97dba633-93fd-4af9-bf77-8f6e8d394281, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:11.054876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] For port 97dba633-93fd-4af9-bf77-8f6e8d394281, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=97dba633-93fd-4af9-bf77-8f6e8d394281,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:11.062254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.103974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.104611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.106064 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] 10.222.0.38 "PUT /v2.0/ports/97dba633-93fd-4af9-bf77-8f6e8d394281 HTTP/1.1" status: 200 len: 1131 time: 0.6973352 Jul 13 07:59:11.106620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:11.109896 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef50a1d-7b85-44b3-b30a-43a9d21aee38" -d '{"events": [{"name": "network-changed", "server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:11.149066 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c61efb-f355-4dd5-a9c3-20179aaa1ae7 req-f5a43d89-7e59-4d3e-8426-5becb3e2155a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.150786 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e2c61efb-f355-4dd5-a9c3-20179aaa1ae7 req-f5a43d89-7e59-4d3e-8426-5becb3e2155a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 982 time: 0.1474328 Jul 13 07:59:11.161537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb910e8-1047-4053-8067-39b9b749a327 service neutron] Pushing event updated for resources: {'Port': ['ID=97dba633-93fd-4af9-bf77-8f6e8d394281,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:11.231790 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e2c61efb-f355-4dd5-a9c3-20179aaa1ae7 req-34ace0f6-92c0-4225-8c90-198f0f2d7fa9 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0712092 Jul 13 07:59:11.249796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-58437945-6f9e-4cc8-bd75-5abcfcc8b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.252409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-58437945-6f9e-4cc8-bd75-5abcfcc8b0e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b3245d0758409ca36e1efdc262aebb&device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 1134 time: 0.0998209 Jul 13 07:59:11.301372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-34a2115d-d69d-4984-be37-596eb4569a76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97dba633-93fd-4af9-bf77-8f6e8d394281 HTTP/1.1" status: 200 len: 217 time: 0.0426359 Jul 13 07:59:11.339693 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf6ce53-d753-47cb-84da-dac88db1bb36 x-openstack-request-id: req-6bf6ce53-d753-47cb-84da-dac88db1bb36 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:11.340008 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:11.340245 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bf6ce53-d753-47cb-84da-dac88db1bb36 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:11.340645 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'status': 'completed', 'code': 200} Jul 13 07:59:11.355021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-17a7e902-9369-4d3a-a910-953e9b705036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.356553 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-17a7e902-9369-4d3a-a910-953e9b705036 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b9866-9620-4a8d-8e41-75f7041194f7 HTTP/1.1" status: 200 len: 835 time: 0.0495064 Jul 13 07:59:11.415036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-f8292cd7-9fae-4e2c-b7e9-5a0109a26153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.416472 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-f8292cd7-9fae-4e2c-b7e9-5a0109a26153 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95536bda-4a46-4349-aa97-c638378bca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539804 Jul 13 07:59:11.510911 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-4a13848c-e0a0-413f-bee0-13a51437db77 service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874586 Jul 13 07:59:11.601213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd7632cd-ea7d-4e9c-9add-c0a32a5d5de6 req-b1c8a2e0-98df-40e6-a40e-691b4ebc84b6 service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813811 Jul 13 07:59:11.702287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-c1118b9a-33c2-4526-8cba-e0f8cde4ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.703820 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-c1118b9a-33c2-4526-8cba-e0f8cde4ba22 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b3245d0758409ca36e1efdc262aebb&device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 1134 time: 0.0584786 Jul 13 07:59:11.801489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-73b05f01-5418-4a88-8daf-430edcd1c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.803047 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-73b05f01-5418-4a88-8daf-430edcd1c38f service neutron] 10.222.0.38 "GET /v2.0/networks?id=95536bda-4a46-4349-aa97-c638378bca80 HTTP/1.1" status: 200 len: 897 time: 0.0922210 Jul 13 07:59:11.850522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-f6b31c1b-e5f9-427e-b818-d5cbe21575af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97dba633-93fd-4af9-bf77-8f6e8d394281 HTTP/1.1" status: 200 len: 217 time: 0.0405755 Jul 13 07:59:11.900736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-75da96eb-923d-41a1-a2b8-15c028a92b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.902260 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-75da96eb-923d-41a1-a2b8-15c028a92b52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b9866-9620-4a8d-8e41-75f7041194f7 HTTP/1.1" status: 200 len: 835 time: 0.0457156 Jul 13 07:59:11.959722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-d1b87c67-5ed5-4ecc-b246-c86e19267e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.961753 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-d1b87c67-5ed5-4ecc-b246-c86e19267e4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95536bda-4a46-4349-aa97-c638378bca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520673 Jul 13 07:59:12.053725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-34ef7eba-6ba0-4251-82d4-76842e94addd service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849249 Jul 13 07:59:12.143821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bef50a1d-7b85-44b3-b30a-43a9d21aee38 req-aebc4ce1-891c-4f32-914e-6cafce236d6c service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830867 Jul 13 07:59:12.334756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed7acb09-ab95-46f3-af3f-1273d85ef9a0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:12.383597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:12.383979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:12.423506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0664d-a56c-4b37-9a61-15115ce81e5a req-0d2f4d4d-4200-45a6-982c-ed192cf4f95c tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:12.424937 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11d0664d-a56c-4b37-9a61-15115ce81e5a req-0d2f4d4d-4200-45a6-982c-ed192cf4f95c tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 982 time: 0.0697515 Jul 13 07:59:12.469184 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11d0664d-a56c-4b37-9a61-15115ce81e5a req-71f69b40-d1bc-45c1-8d36-8048c3125504 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0366039 Jul 13 07:59:13.643764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62bd28-a921-4492-ace7-3bf11958c8a0 req-0bb3b9c6-30d0-415e-a998-ce5c6c5e99d1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:13.645258 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a62bd28-a921-4492-ace7-3bf11958c8a0 req-0bb3b9c6-30d0-415e-a998-ce5c6c5e99d1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 982 time: 0.0643330 Jul 13 07:59:13.685092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a62bd28-a921-4492-ace7-3bf11958c8a0 req-478c8394-cac4-4f1b-a387-732997236983 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0335956 Jul 13 07:59:14.469465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 97dba633-93fd-4af9-bf77-8f6e8d394281 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:14.569574 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 97dba633-93fd-4af9-bf77-8f6e8d394281, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=97dba633-93fd-4af9-bf77-8f6e8d394281,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:14.580630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'port_id': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'mac_address': 'fa:16:3e:2c:c4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:59:14.623012 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:14.636063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97dba633-93fd-4af9-bf77-8f6e8d394281 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:14.656038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 97dba633-93fd-4af9-bf77-8f6e8d394281, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=97dba633-93fd-4af9-bf77-8f6e8d394281,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:14.666168 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:14.730225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=97dba633-93fd-4af9-bf77-8f6e8d394281,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:14.932113 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['97dba633-93fd-4af9-bf77-8f6e8d394281'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:14.938916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0566d5-37b5-4079-8d93-fa5b093e6f27 req-60c07213-2051-4160-8b07-689ae8050c03 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:14.941145 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb0566d5-37b5-4079-8d93-fa5b093e6f27 req-60c07213-2051-4160-8b07-689ae8050c03 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 983 time: 0.0786943 Jul 13 07:59:14.993393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e368e-7b4a-435c-8923-5ee5d4983c3a req-7f808637-d440-4d68-9c63-1b9057ba3154 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.006879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d6e368e-7b4a-435c-8923-5ee5d4983c3a req-7f808637-d440-4d68-9c63-1b9057ba3154 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 945 time: 0.0993147 Jul 13 07:59:15.008073 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eb0566d5-37b5-4079-8d93-fa5b093e6f27 req-c7fe2815-9998-4fc9-a7d0-7e5f9b86d844 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0594671 Jul 13 07:59:15.046110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1d6e368e-7b4a-435c-8923-5ee5d4983c3a req-7360a84b-1ac1-42bc-9e76-7167f8043dd1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374000 Jul 13 07:59:16.196491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9d47f-3181-4245-bd9b-5c97a2b3f3e6 req-983483f6-a534-4868-8beb-5c9542ebcfe5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:16.198132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-feb9d47f-3181-4245-bd9b-5c97a2b3f3e6 req-983483f6-a534-4868-8beb-5c9542ebcfe5 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 983 time: 0.0668356 Jul 13 07:59:16.241717 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-feb9d47f-3181-4245-bd9b-5c97a2b3f3e6 req-3dca6db0-bc29-4d86-ac5c-9501098b37ce tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0366883 Jul 13 07:59:16.277135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0636d-ffe5-490f-8985-c8e8e8ed2e9e req-d72b992e-b3e7-496b-a4a5-8ed8896b5aeb tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:16.278909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d0636d-ffe5-490f-8985-c8e8e8ed2e9e req-d72b992e-b3e7-496b-a4a5-8ed8896b5aeb tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 945 time: 0.1123834 Jul 13 07:59:16.306372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-af2b007c-7973-4804-bd0c-da536b4f03bd tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:16.307709 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-af2b007c-7973-4804-bd0c-da536b4f03bd tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.38 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 945 time: 0.1305346 Jul 13 07:59:16.369117 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d4d0636d-ffe5-490f-8985-c8e8e8ed2e9e req-a2cc9961-5240-4924-909b-8d8d095301b3 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7219464-a5ba-4e18-aaf5-fd8be57f91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792825 Jul 13 07:59:16.433271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Deleting port 44582af7-74ad-477d-b328-520266453518 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:16.434901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.478022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 97dba633-93fd-4af9-bf77-8f6e8d394281 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:16.538894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] For port 44582af7-74ad-477d-b328-520266453518, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=44582af7-74ad-477d-b328-520266453518,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:16.539464 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.576610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 97dba633-93fd-4af9-bf77-8f6e8d394281 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:16.585171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 97dba633-93fd-4af9-bf77-8f6e8d394281 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:16.585757 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.676283 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.710789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:16.713494 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d325f97-860b-4f8f-8279-ff41a569746d" -d '{"events": [{"server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "name": "network-vif-plugged", "status": "completed", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:16.729694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 97dba633-93fd-4af9-bf77-8f6e8d394281, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=97dba633-93fd-4af9-bf77-8f6e8d394281,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:16.739107 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.770830 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.771322 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:16.771646 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Floating IP bc119b30-8c9f-4693-a784-9e6c9dc8047a disassociated. External IP: 172.25.8.11, port: 44582af7-74ad-477d-b328-520266453518. Jul 13 07:59:16.772518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Calling delete_port for 44582af7-74ad-477d-b328-520266453518 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:16.785804 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1877e-fc7b-4410-a855-06d7dfe69c60 x-openstack-request-id: req-acd1877e-fc7b-4410-a855-06d7dfe69c60 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:16.786799 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "name": "network-vif-plugged", "status": "completed", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:16.786799 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-acd1877e-fc7b-4410-a855-06d7dfe69c60 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:16.788341 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'code': 200} Jul 13 07:59:16.851473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=97dba633-93fd-4af9-bf77-8f6e8d394281,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:16.871166 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:59:17.047706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa0b82-db1c-4012-ae65-86b559f2da44 req-faf97180-1f6d-4a75-8c3a-5c760849d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:17.049098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7daa0b82-db1c-4012-ae65-86b559f2da44 req-faf97180-1f6d-4a75-8c3a-5c760849d831 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 1136 time: 0.1718860 Jul 13 07:59:17.099836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7daa0b82-db1c-4012-ae65-86b559f2da44 req-2865daf9-d553-43ad-858b-70d36e69b3f0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0433817 Jul 13 07:59:17.108700 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:17.143357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7a7a4c63-ad65-4fe6-9ccc-f3b5a62d2e3e None None] Provisioning complete for port 97dba633-93fd-4af9-bf77-8f6e8d394281 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:17.143357 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4c63-ad65-4fe6-9ccc-f3b5a62d2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:17.148294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event deleted for resources: {'Port': ['ID=44582af7-74ad-477d-b328-520266453518,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:17.321131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:17.562050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b86400a-3bbd-4685-9dd2-04686e05f57c req-920ff79a-8953-4db8-b980-2cea7111a66d tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 210 time: 0.0615773 Jul 13 07:59:17.923908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:17.938930 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] Sync routers for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:17.951062 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:17.951682 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:17.999608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c0069-3021-43f4-afc6-842d231d59b1 req-e656be94-25f6-47ef-9b1b-2ea8625308f2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:18.001105 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-881c0069-3021-43f4-afc6-842d231d59b1 req-e656be94-25f6-47ef-9b1b-2ea8625308f2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 984 time: 0.5212562 Jul 13 07:59:18.001893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] No DVR routers for this DVR port 44582af7-74ad-477d-b328-520266453518 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:18.004641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:18.006761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-531ed390-d97f-4804-8bc3-0b4af4d8babf req-bcf8c7cd-16cc-471d-bc83-9cf96c1ad4a1 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.38 "DELETE /v2.0/ports/44582af7-74ad-477d-b328-520266453518 HTTP/1.1" status: 204 len: 173 time: 1.6913016 Jul 13 07:59:18.007194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'name': 'network-vif-deleted', 'tag': '44582af7-74ad-477d-b328-520266453518'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:18.009463 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a887cfa-81d4-4656-b510-ed1070ac250d" -d '{"events": [{"server_uuid": "1626f84d-ad80-4034-b8a2-75b115d8b7f4", "name": "network-vif-deleted", "tag": "44582af7-74ad-477d-b328-520266453518"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:18.059807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-881c0069-3021-43f4-afc6-842d231d59b1 req-991b189e-8357-4ebb-bd5b-d54f3264cdaf tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0472109 Jul 13 07:59:18.088121 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842ddbfe-a7b6-48a3-92ee-9f0fb9b13d09 x-openstack-request-id: req-842ddbfe-a7b6-48a3-92ee-9f0fb9b13d09 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:18.088540 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1626f84d-ad80-4034-b8a2-75b115d8b7f4", "name": "network-vif-deleted", "tag": "44582af7-74ad-477d-b328-520266453518", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:18.088794 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-842ddbfe-a7b6-48a3-92ee-9f0fb9b13d09 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:18.089046 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1626f84d-ad80-4034-b8a2-75b115d8b7f4', 'name': 'network-vif-deleted', 'tag': '44582af7-74ad-477d-b328-520266453518', 'status': 'completed', 'code': 200} Jul 13 07:59:18.090517 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:18.348708 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:10Z', 'revision_number': 5, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:18.365765 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9759a34-8f62-4003-ab32-faeb061e5d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:18.407529 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] Checking router: b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:18.422162 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:18.423067 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:58:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:18.690646 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:18.798570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f8fb6edc-d47e-4478-bb98-f47f41c0d9f3 req-ab04f9ba-6647-42bb-97d1-5a24cfc2985e tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "GET /v2.0/ports?device_id=1626f84d-ad80-4034-b8a2-75b115d8b7f4 HTTP/1.1" status: 200 len: 210 time: 0.0488155 Jul 13 07:59:18.970405 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:10Z', 'revision_number': 5, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:19.008661 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df6bfe2-b844-42eb-9445-94d7f81fee73 None None] The sync data for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 is: [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:54:01Z', 'revision_number': 4, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '779afc61-f116-4ff8-8de7-15649e737d42', 'name': '', 'network_id': '205d9332-7174-45b4-a723-0bd7f332f911', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'mac_address': 'fa:16:3e:bc:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:00Z', 'updated_at': '2021-07-13T07:54:10Z', 'revision_number': 5, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'subnets': [{'id': '528041c8-c8f8-4af5-bae4-ceaf397ac38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:19.285735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caacf8-6158-44e0-a8f3-576634f13ac6 req-744be8db-a289-42cd-9cf9-52efe7e5b7d2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:19.287440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-84caacf8-6158-44e0-a8f3-576634f13ac6 req-744be8db-a289-42cd-9cf9-52efe7e5b7d2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 984 time: 0.0812249 Jul 13 07:59:19.340418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4614b78-de31-4473-b8ad-7ad42da0ffab None None] New status for floating IP bc119b30-8c9f-4693-a784-9e6c9dc8047a: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:59:19.344142 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-84caacf8-6158-44e0-a8f3-576634f13ac6 req-a50616d5-14d2-4ffe-97e5-4567bbc3356b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0486236 Jul 13 07:59:19.558204 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ebfa8-7fc2-49b0-96d1-cd175d7f057e req-6137cf8a-e52d-4eda-ac45-1bbe678e7adf tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:19.559714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a36ebfa8-7fc2-49b0-96d1-cd175d7f057e req-6137cf8a-e52d-4eda-ac45-1bbe678e7adf tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 984 time: 0.0929399 Jul 13 07:59:19.606531 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a36ebfa8-7fc2-49b0-96d1-cd175d7f057e req-5db7caeb-8d0a-46d0-9d1f-f2cfbd05746c tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0404046 Jul 13 07:59:19.811551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6444a-18fe-4637-8e90-2fbd52283fa1 req-0d1fdfb3-ccde-48dd-b8d1-5482ab15f4bb tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:19.813278 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bec6444a-18fe-4637-8e90-2fbd52283fa1 req-0d1fdfb3-ccde-48dd-b8d1-5482ab15f4bb tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 1136 time: 0.0835481 Jul 13 07:59:19.835678 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bec6444a-18fe-4637-8e90-2fbd52283fa1 req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.936312 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bec6444a-18fe-4637-8e90-2fbd52283fa1 req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.943763 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bec6444a-18fe-4637-8e90-2fbd52283fa1 req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:19.946353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:19.966833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bec6444a-18fe-4637-8e90-2fbd52283fa1 req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1472559 Jul 13 07:59:20.002750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b62b3-2392-4f7f-9645-4ace3b4f5792,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:20.011420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54416) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:20.021642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.022759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.023303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.023788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.024268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.024777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.025403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.025782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.026137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.026823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.027310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.027792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82195ab0-ac00-41a1-84b8-acd998f3046f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:20.085667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215a64a-642d-4aff-8c4e-f36e45f4d628 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:20.087244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5215a64a-642d-4aff-8c4e-f36e45f4d628 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 1131 time: 0.0745740 Jul 13 07:59:20.090271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:20.095221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:20.115195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Deleting port b30d0900-0058-4c81-b8fa-b23b257a8ccd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:20.115691 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.143856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.257640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.258267 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.289884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Calling delete_port for b30d0900-0058-4c81-b8fa-b23b257a8ccd owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:20.412418 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.489357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 44582af7-74ad-477d-b328-520266453518 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:20.517395 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 44582af7-74ad-477d-b328-520266453518 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:20.517881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 44582af7-74ad-477d-b328-520266453518 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:20.557696 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.596446 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Allocated IP 172.25.8.79 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/406e37a7-a5aa-4ac3-8fd2-6ab68fc67d85) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:20.600411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event deleted for resources: {'Port': ['ID=b30d0900-0058-4c81-b8fa-b23b257a8ccd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:20.740061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.743231 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.749011 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-76a4d8bd-6080-49a1-822c-9b78ff650e37 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "DELETE /v2.0/floatingips/bc119b30-8c9f-4693-a784-9e6c9dc8047a HTTP/1.1" status: 204 len: 168 time: 0.7972596 Jul 13 07:59:20.785378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.837929 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.887212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=406e37a7-a5aa-4ac3-8fd2-6ab68fc67d85,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:20.895221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:20.901236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:20.909563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:20.919609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54426) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:20.991408 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6e2e-4182-41a8-b05a-36971ae588c2 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.017673 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6e2e-4182-41a8-b05a-36971ae588c2 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.094418 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6e2e-4182-41a8-b05a-36971ae588c2 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.097273 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6e2e-4182-41a8-b05a-36971ae588c2 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.099110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f4ee6e2e-4182-41a8-b05a-36971ae588c2 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] 10.222.0.41 "DELETE /v2.0/security-groups/f7219464-a5ba-4e18-aaf5-fd8be57f91ef HTTP/1.1" status: 204 len: 168 time: 0.1767457 Jul 13 07:59:21.107115 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7a30dee-551a-42a8-874c-ec683087432b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.109817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee6e2e-4182-41a8-b05a-36971ae588c2 tempest-TestServerBasicOps-1912997459 tempest-TestServerBasicOps-1912997459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7219464-a5ba-4e18-aaf5-fd8be57f91ef,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:21.149489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:21.160664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.353606 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.475432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.661003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.675172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.751593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.792550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=406e37a7-a5aa-4ac3-8fd2-6ab68fc67d85,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:21.816282 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.872681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e50bc08-9679-456b-83f9-92c86622f611 req-61395225-3340-48be-81c0-f9d999178f7f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1662869 Jul 13 07:59:21.991138 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Floating IP 36847eb7-d572-480f-a0f0-45a1eb7b7228 associated. External IP: 172.25.8.79, port: 97dba633-93fd-4af9-bf77-8f6e8d394281. Jul 13 07:59:22.050901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50bc08-9679-456b-83f9-92c86622f611 req-a9ce4162-4dc9-444d-9d60-609d6123a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:22.052735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e50bc08-9679-456b-83f9-92c86622f611 req-a9ce4162-4dc9-444d-9d60-609d6123a2f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 1097 time: 0.1209548 Jul 13 07:59:22.058575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.083665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Deleting port 779afc61-f116-4ff8-8de7-15649e737d42 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:22.084745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.184083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] For port 779afc61-f116-4ff8-8de7-15649e737d42, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=779afc61-f116-4ff8-8de7-15649e737d42,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:22.184448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.201868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Calling delete_port for 779afc61-f116-4ff8-8de7-15649e737d42 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:22.252113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50bc08-9679-456b-83f9-92c86622f611 req-1e6cf0f3-989e-4d44-84e9-6a39f680ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:22.253660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e50bc08-9679-456b-83f9-92c86622f611 req-1e6cf0f3-989e-4d44-84e9-6a39f680ce31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.1546240 Jul 13 07:59:22.364825 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e50bc08-9679-456b-83f9-92c86622f611 req-5013df1d-dd02-4326-94f8-02e6061dcc10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd HTTP/1.1" status: 200 len: 1001 time: 0.1046097 Jul 13 07:59:22.370126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Router 1805b9e3-5919-4edf-8bb1-f40c927235a2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:22.392332 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.419551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=779afc61-f116-4ff8-8de7-15649e737d42,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:22.458723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50bc08-9679-456b-83f9-92c86622f611 req-7abe8431-a4c2-48af-9bc2-df3329856328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:22.460346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e50bc08-9679-456b-83f9-92c86622f611 req-7abe8431-a4c2-48af-9bc2-df3329856328 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0889661 Jul 13 07:59:22.561681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:22.572091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] Sync routers for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:22.581459 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:22.582404 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:22.583877 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50bc08-9679-456b-83f9-92c86622f611 req-dd58a012-0ec7-4f10-8793-4f24d78c1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:22.585457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e50bc08-9679-456b-83f9-92c86622f611 req-dd58a012-0ec7-4f10-8793-4f24d78c1c7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182306 Jul 13 07:59:22.590347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.601196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:22.688535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f1724bd5-e514-40f2-bed2-7470c0466ad0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5945275 Jul 13 07:59:22.688535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:22.690591 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b8582e-72fb-4f0a-90ac-0a5a134df49a" -d '{"events": [{"name": "network-changed", "server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:22.694677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54438) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:22.727223 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:22.761201 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06db213-e496-40ab-9dfc-eb437bf3eda3 x-openstack-request-id: req-b06db213-e496-40ab-9dfc-eb437bf3eda3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:22.761497 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:22.761757 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b06db213-e496-40ab-9dfc-eb437bf3eda3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:22.762182 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'status': 'completed', 'code': 200} Jul 13 07:59:22.929325 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:22.993491 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:05Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '36847eb7-d572-480f-a0f0-45a1eb7b7228', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'port_id': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'mac_address': 'fa:16:3e:2c:c4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:59:21Z', 'updated_at': '2021-07-13T07:59:21Z', 'revision_number': 0, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7acb09-ab95-46f3-af3f-1273d85ef9a0', 'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:b9:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:05Z', 'updated_at': '2021-07-13T07:59:10Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:23.028313 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] Checking router: 1805b9e3-5919-4edf-8bb1-f40c927235a2 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:23.039786 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:23.040803 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:23.071711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:23.077916 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bd1ca713-0160-4fb7-aa0a-47e619580e81 admin admin] 10.222.0.41 "PUT /v2.0/routers/b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9248738 Jul 13 07:59:23.080438 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:23.083141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] Sync routers for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:23.099070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:23.100369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:23.203295 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.219879 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:23.238720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:23.314843 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.315102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e50bc08-9679-456b-83f9-92c86622f611 req-94d4d954-f612-4e52-a813-96f9f46d68ee service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214360 Jul 13 07:59:23.376799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Deleting port c1d4844a-7b02-4315-b82e-b8fdabc51654 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:23.377137 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.429377 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-0464a1f6-484c-493b-a2ff-4aee9fb167cf tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315477986&fields=id&tenant_id=5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 267 time: 0.1585724 Jul 13 07:59:23.431058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491fd00-8c39-4a78-a7a0-dce53ac366e1 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.431544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491fd00-8c39-4a78-a7a0-dce53ac366e1 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.432019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491fd00-8c39-4a78-a7a0-dce53ac366e1 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.432488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491fd00-8c39-4a78-a7a0-dce53ac366e1 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.432968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491fd00-8c39-4a78-a7a0-dce53ac366e1 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.433448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491fd00-8c39-4a78-a7a0-dce53ac366e1 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.433916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491fd00-8c39-4a78-a7a0-dce53ac366e1 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.434396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491fd00-8c39-4a78-a7a0-dce53ac366e1 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.439622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8491fd00-8c39-4a78-a7a0-dce53ac366e1 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.7438784 Jul 13 07:59:23.439875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54452) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:23.459888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:59:22Z', 'revision_number': 5, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port': {'id': 'c1d4844a-7b02-4315-b82e-b8fdabc51654', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:57Z', 'updated_at': '2021-07-13T07:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:23.510263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] Checking router: b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:23.514055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] For port c1d4844a-7b02-4315-b82e-b8fdabc51654, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c1d4844a-7b02-4315-b82e-b8fdabc51654,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:23.514055 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.517114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-1fb333d1-cda4-4378-ab5b-a2856afde53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.518826 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-1fb333d1-cda4-4378-ab5b-a2856afde53e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b3245d0758409ca36e1efdc262aebb&device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 1136 time: 0.7298813 Jul 13 07:59:23.524384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] Routers {'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:23.526908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:23.538686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c626b5-46b6-4f31-93dc-7da63db7bf4d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.539654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c626b5-46b6-4f31-93dc-7da63db7bf4d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.539654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c626b5-46b6-4f31-93dc-7da63db7bf4d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.540051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c626b5-46b6-4f31-93dc-7da63db7bf4d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.540499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c626b5-46b6-4f31-93dc-7da63db7bf4d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.540942 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c626b5-46b6-4f31-93dc-7da63db7bf4d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.541533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c626b5-46b6-4f31-93dc-7da63db7bf4d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.542022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c626b5-46b6-4f31-93dc-7da63db7bf4d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.544634 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-14c626b5-46b6-4f31-93dc-7da63db7bf4d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1035397 Jul 13 07:59:23.547999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54454) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:23.549508 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:05Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '36847eb7-d572-480f-a0f0-45a1eb7b7228', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'port_id': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'mac_address': 'fa:16:3e:2c:c4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:59:21Z', 'updated_at': '2021-07-13T07:59:21Z', 'revision_number': 0, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7acb09-ab95-46f3-af3f-1273d85ef9a0', 'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:b9:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:05Z', 'updated_at': '2021-07-13T07:59:10Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:23.554584 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Calling delete_port for c1d4844a-7b02-4315-b82e-b8fdabc51654 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:23.580753 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22223ae-7915-4a21-8d78-a084395137c0 None None] The sync data for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 is: [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:05Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '36847eb7-d572-480f-a0f0-45a1eb7b7228', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'port_id': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'mac_address': 'fa:16:3e:2c:c4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:59:21Z', 'updated_at': '2021-07-13T07:59:21Z', 'revision_number': 0, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7acb09-ab95-46f3-af3f-1273d85ef9a0', 'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:b9:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:05Z', 'updated_at': '2021-07-13T07:59:10Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:23.646207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] Set router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:23.681393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e50bc08-9679-456b-83f9-92c86622f611 req-29851552-019b-47a3-9dae-b4df65d9c668 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510029 Jul 13 07:59:23.688112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-9d63a134-32f1-4bdc-9d55-95f909cb9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.689579 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-9d63a134-32f1-4bdc-9d55-95f909cb9cb4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=95536bda-4a46-4349-aa97-c638378bca80 HTTP/1.1" status: 200 len: 897 time: 0.1627102 Jul 13 07:59:23.717830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:59:23Z', 'revision_number': 6, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:23.746598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb952a-e332-422d-a926-f04ad457abad req-a5c1efdc-c207-401d-9779-8d693ddfc887 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.748097 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-a5c1efdc-c207-401d-9779-8d693ddfc887 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.3066852 Jul 13 07:59:23.769204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a87a5d-2b30-4b63-b98c-00998c64c526 None None] The sync data for ids ['b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501'] in n-d-758944-43 is: [{'id': 'b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501', 'name': 'tempest-TestServerBasicOps-699911786-router', 'tenant_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:56Z', 'updated_at': '2021-07-13T07:59:23Z', 'revision_number': 6, 'project_id': 'de8f67f8a6f34f79bd13ca764723b7c1', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:23.777112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-8235a6c4-b4b8-4ee3-a68f-66a7961e9ad6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/quotas/5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 375 time: 0.0178246 Jul 13 07:59:23.785760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.808679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-6a64a93d-eb91-44e8-9150-d1d2d31128cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97dba633-93fd-4af9-bf77-8f6e8d394281 HTTP/1.1" status: 200 len: 998 time: 0.1127417 Jul 13 07:59:23.842026 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8ac4205a-bc30-4414-b4c4-64ffddd4561d tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4305 time: 0.2919292 Jul 13 07:59:23.851876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54456) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:23.889184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.892259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-1cb46577-7554-4f83-a76b-16e82202ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.893754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-1cb46577-7554-4f83-a76b-16e82202ece9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b9866-9620-4a8d-8e41-75f7041194f7 HTTP/1.1" status: 200 len: 835 time: 0.0606792 Jul 13 07:59:23.923127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-161484e7-8b30-4b33-9acc-e914395cd3f7 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1310880 Jul 13 07:59:23.923262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d4844a-7b02-4315-b82e-b8fdabc51654,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:23.930697 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4069c-af6f-4f3c-aecc-61a4c68e839d None None] New status for floating IP 36847eb7-d572-480f-a0f0-45a1eb7b7228: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:59:23.993257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16696ab7-67c8-43d8-8afe-3c90985cb49f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.993658 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16696ab7-67c8-43d8-8afe-3c90985cb49f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:23.995326 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-16696ab7-67c8-43d8-8afe-3c90985cb49f tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1805b9e3-5919-4edf-8bb1-f40c927235a2 HTTP/1.1" status: 200 len: 1991 time: 0.1416802 Jul 13 07:59:24.013784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.051690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-780acb3d-6d97-45f3-9947-9a8fc325f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:24.053792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-780acb3d-6d97-45f3-9947-9a8fc325f7f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95536bda-4a46-4349-aa97-c638378bca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520281 Jul 13 07:59:24.087608 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-25106743-8b6f-401e-a87b-c2b140565316 service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253328 Jul 13 07:59:24.112102 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.114264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.165527 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.166457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:59:24.170687 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.171872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8834871f-d29d-43d8-8452-722b6dd115cf admin admin] 10.222.0.41 "DELETE /v2.0/routers/b1e342c1-1cdd-4360-8ee1-aa9bfa1a7501 HTTP/1.1" status: 204 len: 168 time: 1.0900846 Jul 13 07:59:24.174628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54460) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:24.266144 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-0e54cf23-5d98-40d4-a084-48a55310b692 service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013276 Jul 13 07:59:24.278256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0666d9d1-037c-407d-9f93-4777edf6fd72 admin admin] Deleting subnet 528041c8-c8f8-4af5-bae4-ceaf397ac38a {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:24.294550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0666d9d1-037c-407d-9f93-4777edf6fd72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.325781 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-3d8dfec8-6d79-4d21-ba7f-f8cb03f609ce service neutron] 10.222.0.41 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285938 Jul 13 07:59:24.377317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0666d9d1-037c-407d-9f93-4777edf6fd72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.438172 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-21b8582e-72fb-4f0a-90ac-0a5a134df49a req-b9d284b1-b47b-40bf-baa6-1d71a166132a service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628454 Jul 13 07:59:24.478506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0666d9d1-037c-407d-9f93-4777edf6fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.533684 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0666d9d1-037c-407d-9f93-4777edf6fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.561642 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d9d1-037c-407d-9f93-4777edf6fd72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=528041c8-c8f8-4af5-bae4-ceaf397ac38a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:24.563639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0666d9d1-037c-407d-9f93-4777edf6fd72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.569106 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0666d9d1-037c-407d-9f93-4777edf6fd72 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/528041c8-c8f8-4af5-bae4-ceaf397ac38a HTTP/1.1" status: 204 len: 168 time: 0.3876727 Jul 13 07:59:24.569316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54468) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:24.584745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264194c-7fd5-42bc-9d23-1246a9b5b70d None None] Network 205d9332-7174-45b4-a723-0bd7f332f911 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:24.681089 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95042806-de33-47b8-ab8c-b1a2dc54b4fc req-eae1bfbf-6b8e-4645-a683-75311f6a887e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 210 time: 0.0610542 Jul 13 07:59:24.700400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.706380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 779afc61-f116-4ff8-8de7-15649e737d42 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:24.755212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 779afc61-f116-4ff8-8de7-15649e737d42 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:24.755665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 779afc61-f116-4ff8-8de7-15649e737d42 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:24.756550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c1d4844a-7b02-4315-b82e-b8fdabc51654 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:24.760333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Deleting port 2e9167ff-518b-4ff9-8865-5785d2f67c74 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:24.760749 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.777495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c1d4844a-7b02-4315-b82e-b8fdabc51654 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:24.777851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c1d4844a-7b02-4315-b82e-b8fdabc51654 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:24.831667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] For port 2e9167ff-518b-4ff9-8865-5785d2f67c74, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2e9167ff-518b-4ff9-8865-5785d2f67c74,segment=NetworkSegment(8416a4ab-53af-4166-a7bb-224bbb00c5da),segment_id=8416a4ab-53af-4166-a7bb-224bbb00c5da)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:24.832099 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.852863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Calling delete_port for 2e9167ff-518b-4ff9-8865-5785d2f67c74 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:24.885835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] DHCP port deletion for 205d9332-7174-45b4-a723-0bd7f332f911 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:59:24.948482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] Deleting port 2e9167ff-518b-4ff9-8865-5785d2f67c74 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:24.949242 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.953130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.986785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9167ff-518b-4ff9-8865-5785d2f67c74,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:24.988769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] No DVR routers for this DVR port 2e9167ff-518b-4ff9-8865-5785d2f67c74 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:25.036683 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] For port 2e9167ff-518b-4ff9-8865-5785d2f67c74, host n-d-758944-43, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:25.037086 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.054235 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] Calling delete_port for 2e9167ff-518b-4ff9-8865-5785d2f67c74 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:25.057632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] Port 2e9167ff-518b-4ff9-8865-5785d2f67c74 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:59:25.059619 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.077534 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.098442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205d9332-7174-45b4-a723-0bd7f332f911']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.113740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8416a4ab-53af-4166-a7bb-224bbb00c5da') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.114111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8416a4ab-53af-4166-a7bb-224bbb00c5da') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.124262 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.140534 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.148768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:25.149459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:25.151672 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:25.218217 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.224285 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.226383 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] 10.222.0.41 "DELETE /v2.0/networks/205d9332-7174-45b4-a723-0bd7f332f911 HTTP/1.1" status: 204 len: 168 time: 0.6563001 Jul 13 07:59:25.229286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:25.245637 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728979c7-1d8a-4ff7-b83b-62c1cd9bee36 admin admin] Pushing event deleted for resources: {'Network': ['ID=205d9332-7174-45b4-a723-0bd7f332f911,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:25.252339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] Pushing event deleted for resources: {'Port': ['ID=2e9167ff-518b-4ff9-8865-5785d2f67c74,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:25.254270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f51989-fad9-44e1-86ab-99ee4e2fe200 None None] No DVR routers for this DVR port 2e9167ff-518b-4ff9-8865-5785d2f67c74 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:25.581818 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.865167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-687fc9d2-d3a8-4a45-bdee-f368fe388baf req-0917d3b7-7b61-4bcc-b902-aeedc61a8130 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 210 time: 0.0437062 Jul 13 07:59:25.919171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb952a-e332-422d-a926-f04ad457abad req-bc4f26b1-902d-4771-9fb2-63d3440f342d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:25.920629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-bc4f26b1-902d-4771-9fb2-63d3440f342d tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 811 time: 0.1704257 Jul 13 07:59:25.985428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-d8d10898-a6f8-4405-9e95-0762c650e845 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2cf1a62e3043e0947f82a850ab2704 HTTP/1.1" status: 200 len: 379 time: 0.0557232 Jul 13 07:59:25.996252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'port': {'device_id': '22485466-af52-4b6f-a5c2-522dd5361305', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'admin_state_up': True, 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'security_groups': ['41501c14-a708-46ab-8b38-a3201f91b9ce']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:26.340432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2e9167ff-518b-4ff9-8865-5785d2f67c74 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:26.360292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Deleting port 60d319ca-1da9-4b93-b314-c54d9b8279a1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:26.360639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.361483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 2e9167ff-518b-4ff9-8865-5785d2f67c74 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:26.361904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2e9167ff-518b-4ff9-8865-5785d2f67c74 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:26.465090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Made reservation on behalf of 5d2cf1a62e3043e0947f82a850ab2704 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:26.468590 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.497230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] For port 60d319ca-1da9-4b93-b314-c54d9b8279a1, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=60d319ca-1da9-4b93-b314-c54d9b8279a1,segment=NetworkSegment(0126ea9d-167b-443d-a56b-f1a83186e391),segment_id=0126ea9d-167b-443d-a56b-f1a83186e391)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:26.497600 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.518133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Calling delete_port for 60d319ca-1da9-4b93-b314-c54d9b8279a1 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:26.672380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.20.0.9 (223b2461-4867-4ebc-b563-c6c5888b3ca7/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2/2f2b16ae-57c1-4681-aa94-2310f8fef858) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:26.892637 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.937028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d319ca-1da9-4b93-b314-c54d9b8279a1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:26.942704 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.014737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Transition to ACTIVE for port object 2f2b16ae-57c1-4681-aa94-2310f8fef858 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:27.049459 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02077236-4bc4-4c4a-b976-7fdf8cb8a301 req-6ff68e65-6565-414f-9087-effd7e96c5e4 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 210 time: 0.0421760 Jul 13 07:59:27.150176 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.217741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:27.224145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:27.230498 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:27.234639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=2f2b16ae-57c1-4681-aa94-2310f8fef858,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:27.239878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.333190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:27.334020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.380230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-4b3f606b-7742-46a3-955b-6bc17ec2b219 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3883257 Jul 13 07:59:27.393382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Request body: {'port': {'device_id': '22485466-af52-4b6f-a5c2-522dd5361305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:27.516788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.533051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-24442006-37bf-4201-93af-84ff8a43dcff None None] Provisioning for port 2f2b16ae-57c1-4681-aa94-2310f8fef858 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:27.538125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-24442006-37bf-4201-93af-84ff8a43dcff None None] Provisioning complete for port 2f2b16ae-57c1-4681-aa94-2310f8fef858 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:27.538760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24442006-37bf-4201-93af-84ff8a43dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.577194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-24442006-37bf-4201-93af-84ff8a43dcff None None] Port 2f2b16ae-57c1-4681-aa94-2310f8fef858 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:27.611516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Router f9b79517-5359-4cf4-ad19-dfb551757038 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:27.852331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:27.860909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c1068e66-dc39-449d-a10c-0c20eb751ab3 admin admin] 10.222.0.41 "PUT /v2.0/routers/f9b79517-5359-4cf4-ad19-dfb551757038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6282713 Jul 13 07:59:27.861328 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54486) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:27.867389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] Sync routers for ids ['f9b79517-5359-4cf4-ad19-dfb551757038'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:27.885012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] Routers {'f9b79517-5359-4cf4-ad19-dfb551757038'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:27.886819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9b79517-5359-4cf4-ad19-dfb551757038'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:27.972569 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2b16ae-57c1-4681-aa94-2310f8fef858 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:27.984577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.003661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Transition to ACTIVE for port object 2f2b16ae-57c1-4681-aa94-2310f8fef858 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:28.009761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.031944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] Set router f9b79517-5359-4cf4-ad19-dfb551757038 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:28.075104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2b16ae-57c1-4681-aa94-2310f8fef858,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:28.268222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:04Z', 'updated_at': '2021-07-13T07:59:26Z', 'revision_number': 5, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'gw_port': {'id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:06Z', 'updated_at': '2021-07-13T07:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:28.292514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Attempting to bind port 2f2b16ae-57c1-4681-aa94-2310f8fef858 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:28.292960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Attempting to bind port 2f2b16ae-57c1-4681-aa94-2310f8fef858 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:28.293437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Attempting to bind port 2f2b16ae-57c1-4681-aa94-2310f8fef858 on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:28.312607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Port 2f2b16ae-57c1-4681-aa94-2310f8fef858 on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:59:28.313077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Attempting to bind port 2f2b16ae-57c1-4681-aa94-2310f8fef858 on network 223b2461-4867-4ebc-b563-c6c5888b3ca7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:28.324847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26461e6-d173-4433-b56f-5af359e09260 req-96a5f3d4-541e-4444-8592-d79c2de6005c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.332201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f26461e6-d173-4433-b56f-5af359e09260 req-96a5f3d4-541e-4444-8592-d79c2de6005c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 943 time: 0.1190042 Jul 13 07:59:28.343462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:28.343946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Checking segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:28.344464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Bound using segment: {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:28.345517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Bound port: 2f2b16ae-57c1-4681-aa94-2310f8fef858, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:28.345517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.352617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] Checking router: f9b79517-5359-4cf4-ad19-dfb551757038 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:28.362472 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] Routers {'f9b79517-5359-4cf4-ad19-dfb551757038'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:28.363271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9b79517-5359-4cf4-ad19-dfb551757038'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:28.402246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f26461e6-d173-4433-b56f-5af359e09260 req-c11f0c7b-f12d-4795-8e36-97c48d53f0e9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689585 Jul 13 07:59:28.475881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] For port 2f2b16ae-57c1-4681-aa94-2310f8fef858, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:28.479307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] For port 2f2b16ae-57c1-4681-aa94-2310f8fef858, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f2b16ae-57c1-4681-aa94-2310f8fef858,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:28.484850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.485732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] Set router f9b79517-5359-4cf4-ad19-dfb551757038 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:28.530702 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.546133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.546792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.548401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] 10.222.0.48 "PUT /v2.0/ports/2f2b16ae-57c1-4681-aa94-2310f8fef858 HTTP/1.1" status: 200 len: 1092 time: 1.1606996 Jul 13 07:59:28.551726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:28.586758 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a93db62-ff4a-4e3c-bb08-b0c893700386" -d '{"events": [{"name": "network-changed", "server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:28.664118 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26642985-b290-44ac-82d7-bff07708f497 x-openstack-request-id: req-26642985-b290-44ac-82d7-bff07708f497 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:28.664491 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:28.664684 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26642985-b290-44ac-82d7-bff07708f497 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:28.665107 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'status': 'completed', 'code': 200} Jul 13 07:59:28.669917 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.715929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334d37f-a7d6-40b9-8965-36a521d05987 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2b16ae-57c1-4681-aa94-2310f8fef858,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:28.732103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Deleting port d0860971-a0a5-410d-93af-1a6cff50edfc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:28.732599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.759315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb952a-e332-422d-a926-f04ad457abad req-9bbf46cc-5b7f-404d-9a2a-666be67c5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.763050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-9bbf46cc-5b7f-404d-9a2a-666be67c5d81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 1095 time: 0.1541607 Jul 13 07:59:28.792408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:04Z', 'updated_at': '2021-07-13T07:59:26Z', 'revision_number': 5, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'gw_port': {'id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:06Z', 'updated_at': '2021-07-13T07:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:28.824406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-bdb04113-5025-4f1b-b24b-cbb6e59fbc15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2b16ae-57c1-4681-aa94-2310f8fef858 HTTP/1.1" status: 200 len: 217 time: 0.0543945 Jul 13 07:59:28.838348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3121d-6b2b-4e22-91aa-80be22c7a9f6 None None] The sync data for ids ['f9b79517-5359-4cf4-ad19-dfb551757038'] in n-d-758944-43 is: [{'id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'name': 'tempest-TestServerBasicOps-373359579-router', 'tenant_id': 'cc66dd5b650844f19dd211b2970f19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:04Z', 'updated_at': '2021-07-13T07:59:26Z', 'revision_number': 5, 'project_id': 'cc66dd5b650844f19dd211b2970f19c7', 'gw_port': {'id': 'd0860971-a0a5-410d-93af-1a6cff50edfc', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b79517-5359-4cf4-ad19-dfb551757038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:06Z', 'updated_at': '2021-07-13T07:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:28.849939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] For port d0860971-a0a5-410d-93af-1a6cff50edfc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=d0860971-a0a5-410d-93af-1a6cff50edfc,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:28.850337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.864889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Calling delete_port for d0860971-a0a5-410d-93af-1a6cff50edfc owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:28.890581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb952a-e332-422d-a926-f04ad457abad req-2f335f99-689c-45d3-9e86-070d009d0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.892103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-2f335f99-689c-45d3-9e86-070d009d0b09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0620136 Jul 13 07:59:28.954034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb952a-e332-422d-a926-f04ad457abad req-b0ca34f6-2b7f-4e13-9be3-6c83235d1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.955576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-b0ca34f6-2b7f-4e13-9be3-6c83235d1219 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575206 Jul 13 07:59:29.049832 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.053270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-cb45e567-c8a8-4511-b9d1-6fef631420f5 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907867 Jul 13 07:59:29.078239 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0860971-a0a5-410d-93af-1a6cff50edfc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:29.143136 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.157066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dadb952a-e332-422d-a926-f04ad457abad req-2b7d91fb-6eba-490e-82aa-b5bb8db0288c service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979772 Jul 13 07:59:29.245284 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.247627 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.274705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-73a97fc0-3eed-4f1d-b437-ed88861bae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.276381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-73a97fc0-3eed-4f1d-b437-ed88861bae4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 1095 time: 0.0703568 Jul 13 07:59:29.303775 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.304717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9b79517-5359-4cf4-ad19-dfb551757038 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:59:29.312902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.314234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5cb29ed2-05c4-49ba-969f-1157a9efa2bb admin admin] 10.222.0.41 "DELETE /v2.0/routers/f9b79517-5359-4cf4-ad19-dfb551757038 HTTP/1.1" status: 204 len: 168 time: 1.4518254 Jul 13 07:59:29.316680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54492) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:29.374669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aed476e-1af7-419e-8411-86089f211063 admin admin] Deleting subnet fc73c417-1f6a-4bdf-87d1-a9b75b4535db {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:29.378863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed476e-1af7-419e-8411-86089f211063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.384385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-acb83855-a790-4a22-89b4-638877d63fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.385983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-acb83855-a790-4a22-89b4-638877d63fff service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.1031528 Jul 13 07:59:29.423927 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed476e-1af7-419e-8411-86089f211063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.438469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-e971c2e7-1d76-4ac0-95e4-c8c0be65212b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2b16ae-57c1-4681-aa94-2310f8fef858 HTTP/1.1" status: 200 len: 217 time: 0.0465200 Jul 13 07:59:29.501396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-530aca0a-e541-49c8-99b9-30d0c7a7fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.502947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-530aca0a-e541-49c8-99b9-30d0c7a7fb09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0590603 Jul 13 07:59:29.517527 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed476e-1af7-419e-8411-86089f211063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.589437 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed476e-1af7-419e-8411-86089f211063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.611561 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed476e-1af7-419e-8411-86089f211063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.613844 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4aed476e-1af7-419e-8411-86089f211063 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fc73c417-1f6a-4bdf-87d1-a9b75b4535db HTTP/1.1" status: 204 len: 168 time: 0.2956941 Jul 13 07:59:29.615780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb6247-19e0-4b5b-9ef6-1d89a23ca15e None None] Network c68f9fc4-0e6b-4352-862a-e77f50d69746 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:29.617216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:29.638674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed476e-1af7-419e-8411-86089f211063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc73c417-1f6a-4bdf-87d1-a9b75b4535db,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:29.664711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-6f9b6807-e289-4374-8cef-37cf5d994dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.666430 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-6f9b6807-e289-4374-8cef-37cf5d994dce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1575511 Jul 13 07:59:29.750993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacb096-1b53-4eb0-84e4-3478916c1ad1 req-04caa794-4dd2-4c5e-9d40-eabf2fee2c8e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.753220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fbacb096-1b53-4eb0-84e4-3478916c1ad1 req-04caa794-4dd2-4c5e-9d40-eabf2fee2c8e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 943 time: 0.2076006 Jul 13 07:59:29.777625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:29.857136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fbacb096-1b53-4eb0-84e4-3478916c1ad1 req-9bc062e6-0cff-44c0-b0ca-ca84eab174a8 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954013 Jul 13 07:59:29.887125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-4c5a085b-9e4a-498e-8574-5f57d662473c service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101207 Jul 13 07:59:29.966128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Deleting port 0930f7b5-f59f-43ff-98c7-99f121473dac {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:29.966778 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.035660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a93db62-ff4a-4e3c-bb08-b0c893700386 req-8feba530-b7b3-4b4f-b1f6-010f441ca9d9 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421225 Jul 13 07:59:30.049466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] For port 0930f7b5-f59f-43ff-98c7-99f121473dac, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0930f7b5-f59f-43ff-98c7-99f121473dac,segment=NetworkSegment(0126ea9d-167b-443d-a56b-f1a83186e391),segment_id=0126ea9d-167b-443d-a56b-f1a83186e391)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:30.049833 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.061822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1fa40e-17b1-44b1-a0bf-d5bc1164f4b8 None None] DHCP port deletion for c68f9fc4-0e6b-4352-862a-e77f50d69746 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:59:30.064946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Calling delete_port for 0930f7b5-f59f-43ff-98c7-99f121473dac owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:30.123319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fa40e-17b1-44b1-a0bf-d5bc1164f4b8 None None] Deleting port 0930f7b5-f59f-43ff-98c7-99f121473dac {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:30.123722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa40e-17b1-44b1-a0bf-d5bc1164f4b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.162122 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.191937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dc1fa40e-17b1-44b1-a0bf-d5bc1164f4b8 None None] For port 0930f7b5-f59f-43ff-98c7-99f121473dac, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0930f7b5-f59f-43ff-98c7-99f121473dac,segment=NetworkSegment(0126ea9d-167b-443d-a56b-f1a83186e391),segment_id=0126ea9d-167b-443d-a56b-f1a83186e391)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:30.192333 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa40e-17b1-44b1-a0bf-d5bc1164f4b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.206001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fa40e-17b1-44b1-a0bf-d5bc1164f4b8 None None] Calling delete_port for 0930f7b5-f59f-43ff-98c7-99f121473dac owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:30.287510 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa40e-17b1-44b1-a0bf-d5bc1164f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.327564 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1fa40e-17b1-44b1-a0bf-d5bc1164f4b8 None None] No DVR routers for this DVR port 0930f7b5-f59f-43ff-98c7-99f121473dac on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:30.343826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fa40e-17b1-44b1-a0bf-d5bc1164f4b8 None None] Pushing event deleted for resources: {'Port': ['ID=0930f7b5-f59f-43ff-98c7-99f121473dac,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:30.379124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d0860971-a0a5-410d-93af-1a6cff50edfc no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:30.401466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: d0860971-a0a5-410d-93af-1a6cff50edfc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:30.401820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device d0860971-a0a5-410d-93af-1a6cff50edfc not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:30.402296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0930f7b5-f59f-43ff-98c7-99f121473dac no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:30.425970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0930f7b5-f59f-43ff-98c7-99f121473dac {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:30.426346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0930f7b5-f59f-43ff-98c7-99f121473dac not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:30.426761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 60d319ca-1da9-4b93-b314-c54d9b8279a1 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:30.447351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 60d319ca-1da9-4b93-b314-c54d9b8279a1 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:30.447703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 60d319ca-1da9-4b93-b314-c54d9b8279a1 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:30.499380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0930f7b5-f59f-43ff-98c7-99f121473dac,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:30.501452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] No DVR routers for this DVR port 0930f7b5-f59f-43ff-98c7-99f121473dac on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:30.575055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.585308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68f9fc4-0e6b-4352-862a-e77f50d69746']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:30.596047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0126ea9d-167b-443d-a56b-f1a83186e391') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:30.596294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0126ea9d-167b-443d-a56b-f1a83186e391') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:30.606573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.624128 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.631750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:30.632273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: timer() Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:30.634054 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:30.688295 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.695709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.697162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c68f9fc4-0e6b-4352-862a-e77f50d69746 HTTP/1.1" status: 204 len: 168 time: 1.0784216 Jul 13 07:59:30.707063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12aea9-1cd5-48fc-b375-0356999da4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c68f9fc4-0e6b-4352-862a-e77f50d69746,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:30.806386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:30.846436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-02d41c25-a9da-4b2c-b725-4d567a47c4a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de8f67f8a6f34f79bd13ca764723b7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387864 Jul 13 07:59:30.848834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:30.899226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb86b0e-fc0d-4b1c-9120-f882689fd31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.920653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb86b0e-fc0d-4b1c-9120-f882689fd31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.972235 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb86b0e-fc0d-4b1c-9120-f882689fd31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.975516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb86b0e-fc0d-4b1c-9120-f882689fd31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.976674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4cb86b0e-fc0d-4b1c-9120-f882689fd31c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb05fa7-de0a-496a-9433-238cfc46cc3a HTTP/1.1" status: 204 len: 168 time: 0.1264315 Jul 13 07:59:30.985745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb86b0e-fc0d-4b1c-9120-f882689fd31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb05fa7-de0a-496a-9433-238cfc46cc3a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:31.036401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd02ce-a5c6-4265-9320-6cfa26ae9e17 req-d4a1fe9b-41a9-4c01-b991-5e064e70bea9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.038710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-93bd02ce-a5c6-4265-9320-6cfa26ae9e17 req-d4a1fe9b-41a9-4c01-b991-5e064e70bea9 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 943 time: 0.0682385 Jul 13 07:59:31.076637 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-93bd02ce-a5c6-4265-9320-6cfa26ae9e17 req-074d68fd-4e02-40e0-92e7-b4a26ba739f2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Jul 13 07:59:31.284694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:31.327124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ccb56dba-c750-49d2-a719-38881e13e2fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc66dd5b650844f19dd211b2970f19c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409451 Jul 13 07:59:31.330802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:31.379160 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e05dcccc-7089-4023-b0d4-f079942abe4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.404536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e05dcccc-7089-4023-b0d4-f079942abe4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.456219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e05dcccc-7089-4023-b0d4-f079942abe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.459411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e05dcccc-7089-4023-b0d4-f079942abe4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.460631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e05dcccc-7089-4023-b0d4-f079942abe4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5aba94de-3869-4423-b25d-ec644d7707df HTTP/1.1" status: 204 len: 168 time: 0.1288767 Jul 13 07:59:31.469326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dcccc-7089-4023-b0d4-f079942abe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aba94de-3869-4423-b25d-ec644d7707df,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:32.251196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a654e-2e5c-4371-b7a4-8ef6f1279471 req-cceed9cd-0319-4839-bd1c-03c58ff3ec66 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:32.252683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd2a654e-2e5c-4371-b7a4-8ef6f1279471 req-cceed9cd-0319-4839-bd1c-03c58ff3ec66 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 943 time: 0.0649645 Jul 13 07:59:32.289993 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dd2a654e-2e5c-4371-b7a4-8ef6f1279471 req-a7279536-c204-4f4d-9af8-f3f75c8c64db tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313268 Jul 13 07:59:33.467510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86082d95-8168-4b66-bc4e-e881784395d3 req-8aa8c802-346c-4383-976b-675baa0d8ba2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:33.468933 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86082d95-8168-4b66-bc4e-e881784395d3 req-8aa8c802-346c-4383-976b-675baa0d8ba2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 943 time: 0.0674222 Jul 13 07:59:33.506140 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86082d95-8168-4b66-bc4e-e881784395d3 req-67b06f5c-9d19-4069-aa56-15b59794875b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316029 Jul 13 07:59:34.689175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd467f-4a33-40bd-ad69-26cba0a43d3c req-0b6f1ba2-a2a9-4ef0-9c06-9a8efde47585 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:34.690848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-24cd467f-4a33-40bd-ad69-26cba0a43d3c req-0b6f1ba2-a2a9-4ef0-9c06-9a8efde47585 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 943 time: 0.0698104 Jul 13 07:59:34.732416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-24cd467f-4a33-40bd-ad69-26cba0a43d3c req-7242267f-fb86-4383-a00a-5e0c64360344 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357399 Jul 13 07:59:35.823462 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.906261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050f0a0-8c5e-4a99-86d0-76862d59d3fb req-298a87bf-1c73-47ac-ba53-dbd2b863d92c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:35.907904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a050f0a0-8c5e-4a99-86d0-76862d59d3fb req-298a87bf-1c73-47ac-ba53-dbd2b863d92c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 943 time: 0.0638168 Jul 13 07:59:35.945915 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a050f0a0-8c5e-4a99-86d0-76862d59d3fb req-25f2da12-cab6-4be0-9b03-3abf830ab284 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325811 Jul 13 07:59:37.114277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2ca2-3f45-43a0-ad6b-c9f7390fce25 req-19023eb6-edba-443e-a510-71583217e9f2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.115693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50cf2ca2-3f45-43a0-ad6b-c9f7390fce25 req-19023eb6-edba-443e-a510-71583217e9f2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 943 time: 0.0627933 Jul 13 07:59:37.152999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-50cf2ca2-3f45-43a0-ad6b-c9f7390fce25 req-89e770f6-e591-45cf-8ed3-5a745f7a8241 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317781 Jul 13 07:59:37.671114 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:38.326209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1f0d6-0548-4e47-92d3-53b83d4a1920 req-fb186c81-7dd3-456a-834b-d39e1737e1e6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:38.327688 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eed1f0d6-0548-4e47-92d3-53b83d4a1920 req-fb186c81-7dd3-456a-834b-d39e1737e1e6 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 943 time: 0.0663035 Jul 13 07:59:38.364456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eed1f0d6-0548-4e47-92d3-53b83d4a1920 req-c324b825-8cf3-4003-a6b5-5a91cf96088b tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Jul 13 07:59:38.971759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2f2b16ae-57c1-4681-aa94-2310f8fef858 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:39.067496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2f2b16ae-57c1-4681-aa94-2310f8fef858, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f2b16ae-57c1-4681-aa94-2310f8fef858,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:39.078348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'port_id': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'mac_address': 'fa:16:3e:20:21:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:59:39.114336 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.127150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2b16ae-57c1-4681-aa94-2310f8fef858 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:39.146080 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2f2b16ae-57c1-4681-aa94-2310f8fef858, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f2b16ae-57c1-4681-aa94-2310f8fef858,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:39.150239 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.201758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2f2b16ae-57c1-4681-aa94-2310f8fef858,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:39.385623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2f2b16ae-57c1-4681-aa94-2310f8fef858'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:39.542713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d40ca-0169-4844-83bc-fcc4904d8afa req-0a2679e5-4766-426b-a2c4-9fcd3d159f78 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:39.544656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-300d40ca-0169-4844-83bc-fcc4904d8afa req-0a2679e5-4766-426b-a2c4-9fcd3d159f78 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 944 time: 0.0670891 Jul 13 07:59:39.585791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-300d40ca-0169-4844-83bc-fcc4904d8afa req-63266f13-29a7-4731-9e73-2b134e6ee605 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345676 Jul 13 07:59:40.760219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f3273-2f4f-48de-94b6-898327fff9a7 req-a361c258-1cfb-462f-a448-2eb58a655208 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.761695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-486f3273-2f4f-48de-94b6-898327fff9a7 req-a361c258-1cfb-462f-a448-2eb58a655208 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 944 time: 0.0639842 Jul 13 07:59:40.798132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-486f3273-2f4f-48de-94b6-898327fff9a7 req-1f8a9b22-34c6-4e75-a5b0-9d533af7e556 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308816 Jul 13 07:59:40.982856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2f2b16ae-57c1-4681-aa94-2310f8fef858 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:41.032928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 2f2b16ae-57c1-4681-aa94-2310f8fef858 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:41.036541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 2f2b16ae-57c1-4681-aa94-2310f8fef858 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:41.036920 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:41.111386 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:41.134195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:41.136457 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b173ab-6fec-45d5-827b-5c64a7f373a9" -d '{"events": [{"server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "name": "network-vif-plugged", "status": "completed", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:41.148928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2f2b16ae-57c1-4681-aa94-2310f8fef858, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f2b16ae-57c1-4681-aa94-2310f8fef858,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:41.153071 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:41.181976 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43875ea9-33bc-4c6a-ac55-e9681c71779c x-openstack-request-id: req-43875ea9-33bc-4c6a-ac55-e9681c71779c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:41.182273 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "name": "network-vif-plugged", "status": "completed", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:41.182518 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43875ea9-33bc-4c6a-ac55-e9681c71779c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:41.182996 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'code': 200} Jul 13 07:59:41.216593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2f2b16ae-57c1-4681-aa94-2310f8fef858,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:41.290966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff41c00-6e64-41ec-a0f4-12558b8e8baa req-b17c6bcd-5c21-4f29-80ff-891dce86a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:41.292509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ff41c00-6e64-41ec-a0f4-12558b8e8baa req-b17c6bcd-5c21-4f29-80ff-891dce86a30f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 1097 time: 0.0539832 Jul 13 07:59:41.328268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ff41c00-6e64-41ec-a0f4-12558b8e8baa req-cbd1b35e-5279-417f-b100-163feefc5323 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296977 Jul 13 07:59:41.468670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-96a3e8d4-d80b-47b4-b490-f1cd2d025ba4 None None] Provisioning complete for port 2f2b16ae-57c1-4681-aa94-2310f8fef858 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:41.468965 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96a3e8d4-d80b-47b4-b490-f1cd2d025ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:41.973590 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314f2df-0b6e-41b3-8203-315cdab36f2f req-6ca31058-848d-4de5-85de-a519b5678433 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:41.975139 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e314f2df-0b6e-41b3-8203-315cdab36f2f req-6ca31058-848d-4de5-85de-a519b5678433 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Jul 13 07:59:42.013856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e314f2df-0b6e-41b3-8203-315cdab36f2f req-0a2f5552-d880-4dc7-adfe-45ef238a6921 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329852 Jul 13 07:59:43.187718 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c37ff-2426-47b9-b5c6-9a63bcf32f16 req-29f0f931-3bfb-4261-8819-f21f402b1e8e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:43.189113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e13c37ff-2426-47b9-b5c6-9a63bcf32f16 req-29f0f931-3bfb-4261-8819-f21f402b1e8e tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 945 time: 0.0653119 Jul 13 07:59:43.226347 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e13c37ff-2426-47b9-b5c6-9a63bcf32f16 req-5b2df164-4834-4a64-9928-f28590edf147 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315800 Jul 13 07:59:43.398182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9450ec2-1ab7-44b4-acaf-34124f66796c req-65287502-142b-4c6f-a535-28fe648bbf64 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:43.399651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9450ec2-1ab7-44b4-acaf-34124f66796c req-65287502-142b-4c6f-a535-28fe648bbf64 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 945 time: 0.0660973 Jul 13 07:59:43.435790 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9450ec2-1ab7-44b4-acaf-34124f66796c req-19865046-035f-4169-b598-f76ee29a3599 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307257 Jul 13 07:59:43.460455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54544) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:43.510675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2116fa2b-7b65-42e0-b3ed-4c8f6322fe3b tempest-TestVolumeBootPattern-254653973 tempest-TestVolumeBootPattern-254653973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:43.512165 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2116fa2b-7b65-42e0-b3ed-4c8f6322fe3b tempest-TestVolumeBootPattern-254653973 tempest-TestVolumeBootPattern-254653973-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 1092 time: 0.0507421 Jul 13 07:59:43.514779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54546) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:43.519162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:43.541541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.640867 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.743447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Allocated IP 172.25.8.134 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/9216f943-0f45-409f-9567-d4ccf5a4b0c7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:43.849669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.888920 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.922041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:43.924794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:43.930697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:43.958688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=9216f943-0f45-409f-9567-d4ccf5a4b0c7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:44.292260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.367772 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.515606 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.520010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.593024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event updated for resources: {'Port': ['ID=9216f943-0f45-409f-9567-d4ccf5a4b0c7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:44.601373 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.699084 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Floating IP 0b15cc03-5e55-4c7e-9922-895b02e47805 associated. External IP: 172.25.8.134, port: 2f2b16ae-57c1-4681-aa94-2310f8fef858. Jul 13 07:59:44.908341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Router 665d4a7f-a443-42f0-890c-0b475371fcfe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:45.014854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:45.024661 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] Sync routers for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:45.032571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.037763 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:45.038420 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:45.068982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eb24f72e-e932-4584-9994-78a378f88239 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5527182 Jul 13 07:59:45.069553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:45.071819 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6388c1-de9f-48a0-9fab-1485335f76dc" -d '{"events": [{"name": "network-changed", "server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:45.109076 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472a7aab-8f9a-423b-8d5b-f936329567c5 x-openstack-request-id: req-472a7aab-8f9a-423b-8d5b-f936329567c5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:45.109371 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:45.109626 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-472a7aab-8f9a-423b-8d5b-f936329567c5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:45.110061 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'status': 'completed', 'code': 200} Jul 13 07:59:45.141993 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:45.184810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-7d7e8628-2235-4204-8abf-902b91683b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:45.186623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-7d7e8628-2235-4204-8abf-902b91683b3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 1097 time: 0.0544188 Jul 13 07:59:45.278850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-a6cf5207-50b1-43e5-a497-24840508da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:45.280464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-a6cf5207-50b1-43e5-a497-24840508da38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.0878572 Jul 13 07:59:45.343614 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-e681bbf1-790c-4922-965d-c9ebc36ad777 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2b16ae-57c1-4681-aa94-2310f8fef858 HTTP/1.1" status: 200 len: 999 time: 0.0574658 Jul 13 07:59:45.363337 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '0b15cc03-5e55-4c7e-9922-895b02e47805', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:20:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22485466-af52-4b6f-a5c2-522dd5361305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:59:44Z', 'updated_at': '2021-07-13T07:59:44Z', 'revision_number': 0, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}, {'id': '1d7162c6-63f9-4245-bf40-e940257e808b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:41Z', 'updated_at': '2021-07-13T07:57:44Z', 'revision_number': 1, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:45.389590 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] Checking router: 665d4a7f-a443-42f0-890c-0b475371fcfe for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:45.393971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-c81c454a-8cb8-474f-8cc8-46beaf864333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:45.395467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-c81c454a-8cb8-474f-8cc8-46beaf864333 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0446751 Jul 13 07:59:45.397871 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:45.398520 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:45.456430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-f38219f6-bde1-4d9e-89d2-3578bdc99fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:45.457998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-f38219f6-bde1-4d9e-89d2-3578bdc99fd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569854 Jul 13 07:59:45.549543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-56d0a4b5-ddf0-4530-b077-7075891da407 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849173 Jul 13 07:59:45.593874 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:45.647379 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d6388c1-de9f-48a0-9fab-1485335f76dc req-137b3054-cc83-4771-adb6-452378723f82 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908999 Jul 13 07:59:45.822694 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '0b15cc03-5e55-4c7e-9922-895b02e47805', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:20:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22485466-af52-4b6f-a5c2-522dd5361305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:59:44Z', 'updated_at': '2021-07-13T07:59:44Z', 'revision_number': 0, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}, {'id': '1d7162c6-63f9-4245-bf40-e940257e808b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:41Z', 'updated_at': '2021-07-13T07:57:44Z', 'revision_number': 1, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:45.848507 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa5fb3-81b9-446f-bd7b-e0f1a4d85e80 None None] The sync data for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 is: [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '0b15cc03-5e55-4c7e-9922-895b02e47805', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:20:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22485466-af52-4b6f-a5c2-522dd5361305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:59:44Z', 'updated_at': '2021-07-13T07:59:44Z', 'revision_number': 0, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}, {'id': '1d7162c6-63f9-4245-bf40-e940257e808b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:41Z', 'updated_at': '2021-07-13T07:57:44Z', 'revision_number': 1, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:46.026811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0743b7-949d-4996-84af-249c407324fb None None] New status for floating IP 0b15cc03-5e55-4c7e-9922-895b02e47805: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:59:48.358374 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17e6f67a-5f54-4e4f-9529-2dee015dcf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.079358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-323f542b-6ff1-4b25-9892-4dddff8ccb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.133444 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.349478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54558) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:51.453300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b3d0601c-44bb-43b3-b495-4ab11fd33232 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2802 time: 0.1023972 Jul 13 07:59:51.455892 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54560) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:51.460819 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'network': {'name': 'tempest-network-smoke--606475067', 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'port_security_enabled': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:51.480700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Made reservation on behalf of 94b3245d0758409ca36e1efdc262aebb for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:51.484904 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.508472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:51.517333 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.517762 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Added segment e90f1923-2a24-4d8e-b9be-b47dd870ff63 of type vlan for network 6d6ddd03-68f9-43e0-9834-f87c06b384df Jul 13 07:59:51.556503 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.585072 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.590533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:51.591120 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.622085 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1651511 Jul 13 07:59:51.625264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54564) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:51.631543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'admin_state_up': True, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:51.657536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9be05-9187-41fd-95fa-87357a718bb0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Network': ['ID=6d6ddd03-68f9-43e0-9834-f87c06b384df,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:51.658038 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.658960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.669863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 6d6ddd03-68f9-43e0-9834-f87c06b384df details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:51.714720 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.851280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.041934 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.059576 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.066695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.180196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Allocated IP 172.25.8.45 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/71704837-34f9-4b1d-98d0-20bc59590983) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:52.290809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.330226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.374180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:52.377133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:52.383321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:52.385707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=71704837-34f9-4b1d-98d0-20bc59590983,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:52.661451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.876292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.013361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Router ef28bfdf-4942-4f7a-b790-482f6db89c46 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:59:53.123816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:53.133591 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Sync routers for ids ['ef28bfdf-4942-4f7a-b790-482f6db89c46'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:53.142149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.143479 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c19693be-e1f0-49c8-b16b-2f09eddada96 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5168083 Jul 13 07:59:53.143992 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Routers {'ef28bfdf-4942-4f7a-b790-482f6db89c46'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:53.144593 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ef28bfdf-4942-4f7a-b790-482f6db89c46'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:53.146709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54566) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.213787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c45a46-3d75-4020-aee5-9e5787b8f815 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:53.215426 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-20c45a46-3d75-4020-aee5-9e5787b8f815 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=94b3245d0758409ca36e1efdc262aebb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0677707 Jul 13 07:59:53.218325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54568) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.254170 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Set router ef28bfdf-4942-4f7a-b790-482f6db89c46 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:53.316196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ae577-4ba0-4a0b-9f63-a227268fa1a4 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:53.317717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-781ae577-4ba0-4a0b-9f63-a227268fa1a4 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984333 Jul 13 07:59:53.321379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54570) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.348992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9248de09-a222-4580-9c0e-118cc7e7d9dd tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264897 Jul 13 07:59:53.352136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.379225 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f74da4fb-b9a2-44ed-a060-533396052bfe tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=94b3245d0758409ca36e1efdc262aebb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260658 Jul 13 07:59:53.381617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54574) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.433568 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '71704837-34f9-4b1d-98d0-20bc59590983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:52Z', 'revision_number': 3, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': '71704837-34f9-4b1d-98d0-20bc59590983', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:53.460192 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Checking router: ef28bfdf-4942-4f7a-b790-482f6db89c46 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:53.460569 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Updating router ef28bfdf-4942-4f7a-b790-482f6db89c46 port 71704837-34f9-4b1d-98d0-20bc59590983 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:59:53.470887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb1316b-1396-4833-9871-fa7127f82498 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:53.472407 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cdb1316b-1396-4833-9871-fa7127f82498 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898311 Jul 13 07:59:53.475766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54576) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.493851 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.502538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cc775cc2-a485-4fb7-ae78-d09a2e621969 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257254 Jul 13 07:59:53.504900 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.509635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-754248555', 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df', 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:53.594790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Made reservation on behalf of 94b3245d0758409ca36e1efdc262aebb for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:53.598577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.737168 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.749438 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.759115 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Transition to ACTIVE for port object 71704837-34f9-4b1d-98d0-20bc59590983 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:53.764914 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.782784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.813221 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Attempting to bind port 71704837-34f9-4b1d-98d0-20bc59590983 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:53.813595 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Attempting to bind port 71704837-34f9-4b1d-98d0-20bc59590983 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:53.814093 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Attempting to bind port 71704837-34f9-4b1d-98d0-20bc59590983 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:53.823437 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0526846-b877-4aa8-aaa2-3049faa9682a None None] Pushing event updated for resources: {'Port': ['ID=71704837-34f9-4b1d-98d0-20bc59590983,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:53.825891 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:53.826300 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:53.826792 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.827098 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:53.827621 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Bound port: 71704837-34f9-4b1d-98d0-20bc59590983, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:53.828010 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.848314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Subnet': ['ID=036eaa33-cfdd-4658-8cfd-327e96f6effe,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:53.857334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Checking segment: {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:53.857701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network hostable DHCP agents. Network: 6d6ddd03-68f9-43e0-9834-f87c06b384df, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:53.874762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 6d6ddd03-68f9-43e0-9834-f87c06b384df is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:53.879294 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:59:53.885620 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] For port 71704837-34f9-4b1d-98d0-20bc59590983, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:53.888717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 6d6ddd03-68f9-43e0-9834-f87c06b384df) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:53.889059 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] For port 71704837-34f9-4b1d-98d0-20bc59590983, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71704837-34f9-4b1d-98d0-20bc59590983,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:53.893281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:53.893995 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.897920 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.900166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c607150-1f19-4b99-96b9-0d8006c4ad46 None None] Network 6d6ddd03-68f9-43e0-9834-f87c06b384df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:53.914348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d97d7475-57c8-47cb-a05f-59711ae57a74 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4079728 Jul 13 07:59:53.916619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54580) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.949211 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Routers {'ef28bfdf-4942-4f7a-b790-482f6db89c46'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:53.949839 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ef28bfdf-4942-4f7a-b790-482f6db89c46'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:54.003064 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0526846-b877-4aa8-aaa2-3049faa9682a None None] Pushing event updated for resources: {'Port': ['ID=71704837-34f9-4b1d-98d0-20bc59590983,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:54.062863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-6d6ddd03-68f9-43e0-9834-f87c06b384df', 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'fixed_ips': [{'subnet_id': '036eaa33-cfdd-4658-8cfd-327e96f6effe'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:59:54.064109 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.066275 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] Set router ef28bfdf-4942-4f7a-b790-482f6db89c46 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:54.211268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Allocated IP 172.20.0.18 (6d6ddd03-68f9-43e0-9834-f87c06b384df/036eaa33-cfdd-4658-8cfd-327e96f6effe/94631013-4603-4fd6-a97a-3de4cc771572) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:54.248668 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '71704837-34f9-4b1d-98d0-20bc59590983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:52Z', 'revision_number': 3, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': '71704837-34f9-4b1d-98d0-20bc59590983', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:54.277031 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8598c-89a1-4254-9adc-4d24a6d36400 None None] The sync data for ids ['ef28bfdf-4942-4f7a-b790-482f6db89c46'] in n-d-758944-43 is: [{'id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '71704837-34f9-4b1d-98d0-20bc59590983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:52Z', 'revision_number': 3, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': '71704837-34f9-4b1d-98d0-20bc59590983', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:54.552968 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.569160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Transition to ACTIVE for port object 94631013-4603-4fd6-a97a-3de4cc771572 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:54.585649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Transition to ACTIVE for port object 94631013-4603-4fd6-a97a-3de4cc771572 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:54.593480 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.633553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Network 6d6ddd03-68f9-43e0-9834-f87c06b384df is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:54.641382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:54.644120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:54.657362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Pushing event updated for resources: {'Port': ['ID=94631013-4603-4fd6-a97a-3de4cc771572,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:54.708543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Attempting to bind port 94631013-4603-4fd6-a97a-3de4cc771572 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:54.708928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Attempting to bind port 94631013-4603-4fd6-a97a-3de4cc771572 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:54.709299 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Attempting to bind port 94631013-4603-4fd6-a97a-3de4cc771572 on network 6d6ddd03-68f9-43e0-9834-f87c06b384df {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:54.714733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:54.715055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Checking segment: {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:54.715471 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.715875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Bound using segment: {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:54.716391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Bound port: 94631013-4603-4fd6-a97a-3de4cc771572, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:54.716784 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.718036 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.785939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] For port 94631013-4603-4fd6-a97a-3de4cc771572, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:54.790147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] For port 94631013-4603-4fd6-a97a-3de4cc771572, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=94631013-4603-4fd6-a97a-3de4cc771572,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:54.794895 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.861017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20c8e5-3f09-4cd1-bc5e-ab46b8a31850 None None] Pushing event updated for resources: {'Port': ['ID=94631013-4603-4fd6-a97a-3de4cc771572,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:55.022608 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Allocated IP 172.20.0.17 (6d6ddd03-68f9-43e0-9834-f87c06b384df/036eaa33-cfdd-4658-8cfd-327e96f6effe/3d14b8a0-0049-4cc6-bda3-e2531b187cce) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:55.186963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.202457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Transition to ACTIVE for port object 3d14b8a0-0049-4cc6-bda3-e2531b187cce will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:55.240935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.284879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 6d6ddd03-68f9-43e0-9834-f87c06b384df is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:55.288850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:55.291313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:55.316933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=3d14b8a0-0049-4cc6-bda3-e2531b187cce,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:55.340368 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.481102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.767763 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.772550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.823314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3014df-a9dd-4126-a312-0cc0b36f1a04 None None] Network 6d6ddd03-68f9-43e0-9834-f87c06b384df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:55.851214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=3d14b8a0-0049-4cc6-bda3-e2531b187cce,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:55.865692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.905422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-30e8a14d-0898-4b2d-b173-b2983c0b5e6a None None] Provisioning for port 94631013-4603-4fd6-a97a-3de4cc771572 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:55.961643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 6d6ddd03-68f9-43e0-9834-f87c06b384df is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:55.963010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:56.084926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Router ef28bfdf-4942-4f7a-b790-482f6db89c46 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:56.201742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:56.212698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-da8b69b4-4e43-4a94-99d5-5cc3224620b2 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "PUT /v2.0/routers/ef28bfdf-4942-4f7a-b790-482f6db89c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895889 Jul 13 07:59:56.255744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8d72734-4491-4ed6-8e90-15184d32e658 None None] Provisioning for port 3d14b8a0-0049-4cc6-bda3-e2531b187cce completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:56.260894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8d72734-4491-4ed6-8e90-15184d32e658 None None] Provisioning complete for port 3d14b8a0-0049-4cc6-bda3-e2531b187cce triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:56.261505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8d72734-4491-4ed6-8e90-15184d32e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.311986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d8d72734-4491-4ed6-8e90-15184d32e658 None None] Port 3d14b8a0-0049-4cc6-bda3-e2531b187cce cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:56.457342 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Sync routers for ids ['ef28bfdf-4942-4f7a-b790-482f6db89c46'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:56.462916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71704837-34f9-4b1d-98d0-20bc59590983 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:56.503877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Routers {'ef28bfdf-4942-4f7a-b790-482f6db89c46'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:56.504520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ef28bfdf-4942-4f7a-b790-482f6db89c46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:56.553451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-a8ad564d-6339-4121-a851-26d782878969 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:56.555026 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-a8ad564d-6339-4121-a851-26d782878969 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/networks?id=6d6ddd03-68f9-43e0-9834-f87c06b384df HTTP/1.1" status: 200 len: 797 time: 0.1320651 Jul 13 07:59:56.571058 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-9ed75fae-c9b1-458e-8c93-1cd0296d95c9 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/quotas/94b3245d0758409ca36e1efdc262aebb HTTP/1.1" status: 200 len: 375 time: 0.0099075 Jul 13 07:59:56.578019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10091b68-7c43-4250-bcbe-32f9aa87a135 None None] Provisioning complete for port 3d14b8a0-0049-4cc6-bda3-e2531b187cce triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:56.578216 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10091b68-7c43-4250-bcbe-32f9aa87a135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.629794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 71704837-34f9-4b1d-98d0-20bc59590983 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:56.639288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 71704837-34f9-4b1d-98d0-20bc59590983 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:56.639666 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.656482 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-1038eac5-6dc4-4fe9-9de8-b96fe8fce28b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=94b3245d0758409ca36e1efdc262aebb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0792229 Jul 13 07:59:56.689036 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-10091b68-7c43-4250-bcbe-32f9aa87a135 None None] Port 3d14b8a0-0049-4cc6-bda3-e2531b187cce cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:56.704638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Set router ef28bfdf-4942-4f7a-b790-482f6db89c46 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:56.770356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-e0e64167-058c-4ced-a581-fea785b4b4c0 service neutron] 10.222.0.41 "GET /v2.0/networks/6d6ddd03-68f9-43e0-9834-f87c06b384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970275 Jul 13 07:59:56.871014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-15fc58fe-f944-436b-820e-a4d020f75290 service neutron] 10.222.0.41 "GET /v2.0/networks/6d6ddd03-68f9-43e0-9834-f87c06b384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942674 Jul 13 07:59:56.877107 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.885976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a3cb18bb-0704-4802-b14f-58c1d4357554 None None] Provisioning complete for port 3d14b8a0-0049-4cc6-bda3-e2531b187cce triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:56.886563 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3cb18bb-0704-4802-b14f-58c1d4357554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.938658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 71704837-34f9-4b1d-98d0-20bc59590983, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71704837-34f9-4b1d-98d0-20bc59590983,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:56.953506 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.964301 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb18bb-0704-4802-b14f-58c1d4357554 None None] Port 3d14b8a0-0049-4cc6-bda3-e2531b187cce cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:57.008335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 94631013-4603-4fd6-a97a-3de4cc771572 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:57.056779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-549cd448-28fe-4eff-8f47-c30b08d36475 req-abfd5fe7-5575-4195-a0df-771a09b9f19d tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0293834 Jul 13 07:59:57.080588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=71704837-34f9-4b1d-98d0-20bc59590983,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:57.102630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d7b7b5d4-4652-4ed9-b97b-4ee9c6b79657 None None] Provisioning complete for port 3d14b8a0-0049-4cc6-bda3-e2531b187cce triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:57.103011 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b5d4-4652-4ed9-b97b-4ee9c6b79657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.140320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '71704837-34f9-4b1d-98d0-20bc59590983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': '71704837-34f9-4b1d-98d0-20bc59590983', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '3d14b8a0-0049-4cc6-bda3-e2531b187cce', 'name': '', 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:e2:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '036eaa33-cfdd-4658-8cfd-327e96f6effe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:54Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 2, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': '036eaa33-cfdd-4658-8cfd-327e96f6effe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:57.146621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 94631013-4603-4fd6-a97a-3de4cc771572 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:57.174358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7b5d4-4652-4ed9-b97b-4ee9c6b79657 None None] Port 3d14b8a0-0049-4cc6-bda3-e2531b187cce cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:57.175832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Checking router: ef28bfdf-4942-4f7a-b790-482f6db89c46 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:57.176192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Updating router ef28bfdf-4942-4f7a-b790-482f6db89c46 port 3d14b8a0-0049-4cc6-bda3-e2531b187cce binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:59:57.178458 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 94631013-4603-4fd6-a97a-3de4cc771572 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:57.178836 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.243725 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.376335 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.436987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 94631013-4603-4fd6-a97a-3de4cc771572, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=94631013-4603-4fd6-a97a-3de4cc771572,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:57.448142 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.549538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=94631013-4603-4fd6-a97a-3de4cc771572,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:57.626582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.638007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Transition to ACTIVE for port object 3d14b8a0-0049-4cc6-bda3-e2531b187cce will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:57.646155 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.696655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92382dee-3c53-42c1-b7ee-47626f60fd33 None None] Pushing event updated for resources: {'Port': ['ID=3d14b8a0-0049-4cc6-bda3-e2531b187cce,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:57.760901 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Attempting to bind port 3d14b8a0-0049-4cc6-bda3-e2531b187cce on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:57.761278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Attempting to bind port 3d14b8a0-0049-4cc6-bda3-e2531b187cce by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:57.761642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Attempting to bind port 3d14b8a0-0049-4cc6-bda3-e2531b187cce on network 6d6ddd03-68f9-43e0-9834-f87c06b384df {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:57.766943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:57.767322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Checking segment: {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:57.767728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.768123 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Bound using segment: {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:57.768617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Bound port: 3d14b8a0-0049-4cc6-bda3-e2531b187cce, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:57.769004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.837446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] For port 3d14b8a0-0049-4cc6-bda3-e2531b187cce, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:57.840722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] For port 3d14b8a0-0049-4cc6-bda3-e2531b187cce, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3d14b8a0-0049-4cc6-bda3-e2531b187cce,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:57.846470 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.908881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Routers {'ef28bfdf-4942-4f7a-b790-482f6db89c46'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:57.909559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ef28bfdf-4942-4f7a-b790-482f6db89c46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:57.952143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92382dee-3c53-42c1-b7ee-47626f60fd33 None None] Pushing event updated for resources: {'Port': ['ID=3d14b8a0-0049-4cc6-bda3-e2531b187cce,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:58.040695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] Set router ef28bfdf-4942-4f7a-b790-482f6db89c46 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:58.158418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-6026d976-24e1-47f9-84d9-66c5f8ac1660 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:58.160815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-6026d976-24e1-47f9-84d9-66c5f8ac1660 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.48 "GET /v2.0/networks?id=6d6ddd03-68f9-43e0-9834-f87c06b384df HTTP/1.1" status: 200 len: 797 time: 0.1329579 Jul 13 07:59:58.174852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Request body: {'port': {'device_id': '7b1308a9-7691-44cf-aa18-bcec6932cdd2', 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df', 'admin_state_up': True, 'tenant_id': '94b3245d0758409ca36e1efdc262aebb'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:58.243163 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c50e661-1530-4876-b557-158213ee09ea req-4418a071-43e8-403e-8636-b81758e30c11 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0404103 Jul 13 07:59:58.318985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Made reservation on behalf of 94b3245d0758409ca36e1efdc262aebb for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:58.322723 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.406370 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71704837-34f9-4b1d-98d0-20bc59590983 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:58.462769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Allocated IP 172.20.0.22 (6d6ddd03-68f9-43e0-9834-f87c06b384df/036eaa33-cfdd-4658-8cfd-327e96f6effe/1a6f234c-bc25-4447-ada6-2f2972e4b65e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:58.470803 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 71704837-34f9-4b1d-98d0-20bc59590983 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:58.471185 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.474092 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '71704837-34f9-4b1d-98d0-20bc59590983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': '71704837-34f9-4b1d-98d0-20bc59590983', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '3d14b8a0-0049-4cc6-bda3-e2531b187cce', 'name': '', 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:e2:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '036eaa33-cfdd-4658-8cfd-327e96f6effe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:54Z', 'updated_at': '2021-07-13T07:59:57Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': '036eaa33-cfdd-4658-8cfd-327e96f6effe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:58.518285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e936ff-7b4e-4a4e-a24b-92aeab5ec5a4 None None] The sync data for ids ['ef28bfdf-4942-4f7a-b790-482f6db89c46'] in n-d-758944-43 is: [{'id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '71704837-34f9-4b1d-98d0-20bc59590983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': '71704837-34f9-4b1d-98d0-20bc59590983', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '3d14b8a0-0049-4cc6-bda3-e2531b187cce', 'name': '', 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:e2:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '036eaa33-cfdd-4658-8cfd-327e96f6effe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:54Z', 'updated_at': '2021-07-13T07:59:57Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': '036eaa33-cfdd-4658-8cfd-327e96f6effe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:58.595770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 94631013-4603-4fd6-a97a-3de4cc771572 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:58.608275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.623619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Transition to ACTIVE for port object 1a6f234c-bc25-4447-ada6-2f2972e4b65e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:58.661240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 94631013-4603-4fd6-a97a-3de4cc771572 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:58.661980 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.669930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.722670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Network 6d6ddd03-68f9-43e0-9834-f87c06b384df is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:58.726163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:58.729484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:58.758047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event updated for resources: {'Port': ['ID=1a6f234c-bc25-4447-ada6-2f2972e4b65e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:58.795373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:58.796708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.822981 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-896b72c5-63b2-4f5e-a8d2-217c4f56049a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6541841 Jul 13 07:59:58.835928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Request body: {'port': {'device_id': '7b1308a9-7691-44cf-aa18-bcec6932cdd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:58.953352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.053860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-66edb654-e02c-48d3-bdb1-f7bfd1e3958e None None] Provisioning for port 1a6f234c-bc25-4447-ada6-2f2972e4b65e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:59.062355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-66edb654-e02c-48d3-bdb1-f7bfd1e3958e None None] Provisioning complete for port 1a6f234c-bc25-4447-ada6-2f2972e4b65e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:59.062736 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66edb654-e02c-48d3-bdb1-f7bfd1e3958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.106518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-66edb654-e02c-48d3-bdb1-f7bfd1e3958e None None] Port 1a6f234c-bc25-4447-ada6-2f2972e4b65e cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:59.280600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6f234c-bc25-4447-ada6-2f2972e4b65e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:59.288412 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.301172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Transition to ACTIVE for port object 1a6f234c-bc25-4447-ada6-2f2972e4b65e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:59.305317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.385385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=1a6f234c-bc25-4447-ada6-2f2972e4b65e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:59.489726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Attempting to bind port 1a6f234c-bc25-4447-ada6-2f2972e4b65e on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:59.490101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Attempting to bind port 1a6f234c-bc25-4447-ada6-2f2972e4b65e by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:59.490434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Attempting to bind port 1a6f234c-bc25-4447-ada6-2f2972e4b65e on network 6d6ddd03-68f9-43e0-9834-f87c06b384df {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:59.500008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Port 1a6f234c-bc25-4447-ada6-2f2972e4b65e on network 6d6ddd03-68f9-43e0-9834-f87c06b384df not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:59:59.500453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Attempting to bind port 1a6f234c-bc25-4447-ada6-2f2972e4b65e on network 6d6ddd03-68f9-43e0-9834-f87c06b384df {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:59.514350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87470037-9b45-4859-8c59-340f63bec5c5 req-dd88b904-e644-4c58-8bf1-c3319ee38eeb tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.515951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-87470037-9b45-4859-8c59-340f63bec5c5 req-dd88b904-e644-4c58-8bf1-c3319ee38eeb tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 907 time: 0.1344485 Jul 13 07:59:59.517068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:59.517428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Checking segment: {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:59.517849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Bound using segment: {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:59.518334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Bound port: 1a6f234c-bc25-4447-ada6-2f2972e4b65e, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90f1923-2a24-4d8e-b9be-b47dd870ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:59.518706 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.606787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] For port 1a6f234c-bc25-4447-ada6-2f2972e4b65e, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:59.609855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] For port 1a6f234c-bc25-4447-ada6-2f2972e4b65e, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=1a6f234c-bc25-4447-ada6-2f2972e4b65e,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:59.614487 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.659199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.660076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.662275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] 10.222.0.48 "PUT /v2.0/ports/1a6f234c-bc25-4447-ada6-2f2972e4b65e HTTP/1.1" status: 200 len: 1056 time: 0.8307030 Jul 13 07:59:59.662786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1308a9-7691-44cf-aa18-bcec6932cdd2', 'tag': '1a6f234c-bc25-4447-ada6-2f2972e4b65e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:59.665250 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60daa5b-15bf-45e6-a7b1-980b07b49068" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1308a9-7691-44cf-aa18-bcec6932cdd2", "tag": "1a6f234c-bc25-4447-ada6-2f2972e4b65e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:59.698288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=1a6f234c-bc25-4447-ada6-2f2972e4b65e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:59.719025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.719518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.719775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.720118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.720452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.720785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.721112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.721578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.722073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.722333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.722661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.722985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde6e7-053c-466a-be90-66129447ae1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:59.729858 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48d2258-01e9-439c-88da-cc1119733549 x-openstack-request-id: req-c48d2258-01e9-439c-88da-cc1119733549 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:59.730220 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1308a9-7691-44cf-aa18-bcec6932cdd2", "tag": "1a6f234c-bc25-4447-ada6-2f2972e4b65e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:59.730474 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c48d2258-01e9-439c-88da-cc1119733549 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:59.730874 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1308a9-7691-44cf-aa18-bcec6932cdd2', 'tag': '1a6f234c-bc25-4447-ada6-2f2972e4b65e', 'status': 'completed', 'code': 200} Jul 13 07:59:59.782035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-d15b6c13-665c-4ca9-acd6-93171a2d371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.783741 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-d15b6c13-665c-4ca9-acd6-93171a2d371b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94b3245d0758409ca36e1efdc262aebb&device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 1059 time: 0.0772984 Jul 13 07:59:59.829994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-9c2b1b41-7914-4122-acc3-cef34a3a3099 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=1a6f234c-bc25-4447-ada6-2f2972e4b65e HTTP/1.1" status: 200 len: 217 time: 0.0382211 Jul 13 07:59:59.894121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-04eb5019-971a-490c-baea-d303fd213449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.896378 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-04eb5019-971a-490c-baea-d303fd213449 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=036eaa33-cfdd-4658-8cfd-327e96f6effe HTTP/1.1" status: 200 len: 837 time: 0.0588741 Jul 13 07:59:59.962574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-e96d1b17-3259-4924-9fa2-9b7d519722fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.964147 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-e96d1b17-3259-4924-9fa2-9b7d519722fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d6ddd03-68f9-43e0-9834-f87c06b384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0599525 Jul 13 08:00:00.056496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-3520bd75-4813-40f6-a017-543e97cd0f01 service neutron] 10.222.0.48 "GET /v2.0/networks/6d6ddd03-68f9-43e0-9834-f87c06b384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853240 Jul 13 08:00:00.158724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1630d574-f8fe-4026-91e1-a5ece694ad2c req-7b8cb6b0-bc12-4496-b5f8-46f66d21ca05 service neutron] 10.222.0.48 "GET /v2.0/networks/6d6ddd03-68f9-43e0-9834-f87c06b384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949025 Jul 13 08:00:00.262437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-298d1e5a-64ec-4895-b8ad-737ec859de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:00.263830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-298d1e5a-64ec-4895-b8ad-737ec859de3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=94b3245d0758409ca36e1efdc262aebb&device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 1059 time: 0.0531852 Jul 13 08:00:00.357581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-1781be36-ff2f-4cdd-8713-3fc162798de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:00.359127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-1781be36-ff2f-4cdd-8713-3fc162798de9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d6ddd03-68f9-43e0-9834-f87c06b384df HTTP/1.1" status: 200 len: 898 time: 0.0892828 Jul 13 08:00:00.384991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3d14b8a0-0049-4cc6-bda3-e2531b187cce up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:00.400836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-7ce906ce-65cc-461f-86f2-bd7650eadbd3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=1a6f234c-bc25-4447-ada6-2f2972e4b65e HTTP/1.1" status: 200 len: 217 time: 0.0349708 Jul 13 08:00:00.433653 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 3d14b8a0-0049-4cc6-bda3-e2531b187cce completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:00.438006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3d14b8a0-0049-4cc6-bda3-e2531b187cce triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:00.438394 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.451879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-550ed222-81aa-40de-b0ac-bcae4b004643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:00.453428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-550ed222-81aa-40de-b0ac-bcae4b004643 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=036eaa33-cfdd-4658-8cfd-327e96f6effe HTTP/1.1" status: 200 len: 837 time: 0.0452108 Jul 13 08:00:00.515086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-763a7aad-5c84-4136-8b73-11466f69d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:00.516523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-763a7aad-5c84-4136-8b73-11466f69d025 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d6ddd03-68f9-43e0-9834-f87c06b384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0558960 Jul 13 08:00:00.517653 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.548688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 3d14b8a0-0049-4cc6-bda3-e2531b187cce, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3d14b8a0-0049-4cc6-bda3-e2531b187cce,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:00.553488 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.616381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=3d14b8a0-0049-4cc6-bda3-e2531b187cce,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:00.629220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-1e85146d-4ab1-47d6-beef-65d27ee2c5d5 service neutron] 10.222.0.48 "GET /v2.0/networks/6d6ddd03-68f9-43e0-9834-f87c06b384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059449 Jul 13 08:00:00.766577 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b60daa5b-15bf-45e6-a7b1-980b07b49068 req-d12b6dcb-ca55-49f9-9466-374ed93e230f service neutron] 10.222.0.48 "GET /v2.0/networks/6d6ddd03-68f9-43e0-9834-f87c06b384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304066 Jul 13 08:00:00.778686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8091de-4cad-48c6-9624-09e1859bf066 req-75d469ca-696a-45de-b694-ba775d34d708 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:00.780268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fd8091de-4cad-48c6-9624-09e1859bf066 req-75d469ca-696a-45de-b694-ba775d34d708 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 907 time: 0.1363108 Jul 13 08:00:00.880437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-189aee37-9b49-413b-a368-22351b4f3505 None None] Provisioning complete for port 3d14b8a0-0049-4cc6-bda3-e2531b187cce triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:00.880745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-189aee37-9b49-413b-a368-22351b4f3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:01.959720 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85b6ef-9c20-4de9-9a0d-9430bb3a1a79 req-2e7cbbcc-f7e1-462d-af62-01cc6e39db51 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:01.961295 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fd85b6ef-9c20-4de9-9a0d-9430bb3a1a79 req-2e7cbbcc-f7e1-462d-af62-01cc6e39db51 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 907 time: 0.0643497 Jul 13 08:00:02.363996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3d14b8a0-0049-4cc6-bda3-e2531b187cce up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:02.415794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3d14b8a0-0049-4cc6-bda3-e2531b187cce triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:02.416174 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.070319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 1a6f234c-bc25-4447-ada6-2f2972e4b65e details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:00:03.141833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c080f2-4218-44a8-ba02-c54561ceaff5 req-dde89f75-03df-4a4a-a1fc-84b9e8eddc9e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:03.143278 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1c080f2-4218-44a8-ba02-c54561ceaff5 req-dde89f75-03df-4a4a-a1fc-84b9e8eddc9e tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 907 time: 0.0684030 Jul 13 08:00:03.170888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 1a6f234c-bc25-4447-ada6-2f2972e4b65e, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=1a6f234c-bc25-4447-ada6-2f2972e4b65e,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:03.182927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '1a6f234c-bc25-4447-ada6-2f2972e4b65e', 'network_id': '6d6ddd03-68f9-43e0-9834-f87c06b384df', 'port_id': '1a6f234c-bc25-4447-ada6-2f2972e4b65e', 'mac_address': 'fa:16:3e:a9:3c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036eaa33-cfdd-4658-8cfd-327e96f6effe', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:00:03.219466 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.231764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6f234c-bc25-4447-ada6-2f2972e4b65e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:03.251891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 1a6f234c-bc25-4447-ada6-2f2972e4b65e, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=1a6f234c-bc25-4447-ada6-2f2972e4b65e,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:03.256550 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.308858 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=1a6f234c-bc25-4447-ada6-2f2972e4b65e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:03.515746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['1a6f234c-bc25-4447-ada6-2f2972e4b65e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:04.318459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8638f9-13a5-4afa-9e1f-2abf582ad894 req-a2bfedde-fac9-49b9-b4ed-3defccfd869d tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:04.319950 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df8638f9-13a5-4afa-9e1f-2abf582ad894 req-a2bfedde-fac9-49b9-b4ed-3defccfd869d tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 908 time: 0.0650785 Jul 13 08:00:05.080184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 1a6f234c-bc25-4447-ada6-2f2972e4b65e up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:05.132602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 1a6f234c-bc25-4447-ada6-2f2972e4b65e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:05.136266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 1a6f234c-bc25-4447-ada6-2f2972e4b65e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:05.136645 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.216814 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.239808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1308a9-7691-44cf-aa18-bcec6932cdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f234c-bc25-4447-ada6-2f2972e4b65e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:05.242920 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f881dead-0bde-4908-9c49-0923542351a4" -d '{"events": [{"server_uuid": "7b1308a9-7691-44cf-aa18-bcec6932cdd2", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f234c-bc25-4447-ada6-2f2972e4b65e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:05.256473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 1a6f234c-bc25-4447-ada6-2f2972e4b65e, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=1a6f234c-bc25-4447-ada6-2f2972e4b65e,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:05.260579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.288901 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1346d7e7-a85b-4240-868a-628e73dd487b x-openstack-request-id: req-1346d7e7-a85b-4240-868a-628e73dd487b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:05.289242 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1308a9-7691-44cf-aa18-bcec6932cdd2", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f234c-bc25-4447-ada6-2f2972e4b65e", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:05.289451 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1346d7e7-a85b-4240-868a-628e73dd487b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:05.289837 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1308a9-7691-44cf-aa18-bcec6932cdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f234c-bc25-4447-ada6-2f2972e4b65e', 'code': 200} Jul 13 08:00:05.326083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=1a6f234c-bc25-4447-ada6-2f2972e4b65e,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:05.336546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.336823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.337189 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.337532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.337887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.338276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.338652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.338995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.339448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.339778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.340159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.340499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:05.421731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560c29b-2b6f-4de2-a6f1-bd75b2822d3c req-ef948ee2-46dd-4b30-b440-ba4e154c0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.423581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f560c29b-2b6f-4de2-a6f1-bd75b2822d3c req-ef948ee2-46dd-4b30-b440-ba4e154c0ffd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 1061 time: 0.0640714 Jul 13 08:00:05.523786 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0648a3e-80d1-463a-99c2-568223632948 req-fdf3da09-1fe1-4999-9747-03ef17d4643b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.525440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0648a3e-80d1-463a-99c2-568223632948 req-fdf3da09-1fe1-4999-9747-03ef17d4643b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 909 time: 0.0692809 Jul 13 08:00:05.526900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e59ba009-5e5d-44e5-9e8d-46c7791f4526 None None] Provisioning complete for port 1a6f234c-bc25-4447-ada6-2f2972e4b65e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:05.527283 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e59ba009-5e5d-44e5-9e8d-46c7791f4526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:05.833213 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.700064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10681b0f-3fa7-42ab-bd0c-31eae8db2718 req-715b8c37-bd12-4db3-8cc4-222c389db12f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:06.701819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10681b0f-3fa7-42ab-bd0c-31eae8db2718 req-715b8c37-bd12-4db3-8cc4-222c389db12f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 909 time: 0.0628486 Jul 13 08:00:06.801567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-dba51bb9-5791-4098-b81d-5123605c7e28 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516374 Jul 13 08:00:06.877365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cc72a-d831-4d11-8e5e-ac22ee810c25 req-43ff56d9-976d-4c93-b960-2aaa8029f43f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:06.879015 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a86cc72a-d831-4d11-8e5e-ac22ee810c25 req-43ff56d9-976d-4c93-b960-2aaa8029f43f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 909 time: 0.0680873 Jul 13 08:00:06.908326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-145b3c63-75e1-4723-b685-4571b54647fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:06.909878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-145b3c63-75e1-4723-b685-4571b54647fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b3245d0758409ca36e1efdc262aebb&device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 1136 time: 0.0645823 Jul 13 08:00:07.043327 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-d1df0a64-a54a-4a11-82a8-496743eb2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.044758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-d1df0a64-a54a-4a11-82a8-496743eb2598 service neutron] 10.222.0.38 "GET /v2.0/networks?id=95536bda-4a46-4349-aa97-c638378bca80 HTTP/1.1" status: 200 len: 897 time: 0.1146622 Jul 13 08:00:07.107466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddf210-7b25-4661-836a-f00751b9773f req-ad1d6d14-1c38-4f16-88cb-21ae01c74c27 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.108867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-12ddf210-7b25-4661-836a-f00751b9773f req-ad1d6d14-1c38-4f16-88cb-21ae01c74c27 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 1061 time: 0.1173761 Jul 13 08:00:07.118750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-102ff4fb-fe32-48e7-9bb5-e27a60eb3829 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97dba633-93fd-4af9-bf77-8f6e8d394281 HTTP/1.1" status: 200 len: 1000 time: 0.0650969 Jul 13 08:00:07.167858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-44b59b47-ed72-445b-b350-14d8313679ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.169344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-44b59b47-ed72-445b-b350-14d8313679ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b9866-9620-4a8d-8e41-75f7041194f7 HTTP/1.1" status: 200 len: 835 time: 0.0448208 Jul 13 08:00:07.230529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-eb37b254-9725-4d11-aec4-f31baffb8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.232248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-eb37b254-9725-4d11-aec4-f31baffb8114 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95536bda-4a46-4349-aa97-c638378bca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563293 Jul 13 08:00:07.242587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-fbb4d666-5715-4556-a5da-46427010a0e1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:00:07.243591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-fbb4d666-5715-4556-a5da-46427010a0e1 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051937 Jul 13 08:00:07.272377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52d27e-6c14-4ebb-a4d6-b9fde45fc250 req-3c92ebb1-1a37-47ab-9010-7122aa56382a tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.273939 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d52d27e-6c14-4ebb-a4d6-b9fde45fc250 req-3c92ebb1-1a37-47ab-9010-7122aa56382a tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 1136 time: 0.0533803 Jul 13 08:00:07.309710 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d52d27e-6c14-4ebb-a4d6-b9fde45fc250 req-d4d2284a-7421-4aa3-9baa-afe15ada3eff tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0297863 Jul 13 08:00:07.333702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54636) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:07.337747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-e9b45e0d-58ae-40e2-a131-325eb1ffef39 service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872853 Jul 13 08:00:07.460566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd8ad60f-73a2-4aa2-8136-ecee43fdae82 req-93dd9b6f-1753-47a8-bcb2-da77c20ab9e8 service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159074 Jul 13 08:00:07.462387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032a8c8-c6b1-405d-a0e8-37420fe29eb2 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.463802 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8032a8c8-c6b1-405d-a0e8-37420fe29eb2 tempest-TestSecurityGroupsBasicOps-1026263740 tempest-TestSecurityGroupsBasicOps-1026263740-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 1056 time: 0.1283474 Jul 13 08:00:07.685888 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.816603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ca93b-36fa-4396-bd8d-8b938dbd14a5 req-ab2b45ac-f4ef-434d-a5a6-25bf35a2188f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.818116 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-680ca93b-36fa-4396-bd8d-8b938dbd14a5 req-ab2b45ac-f4ef-434d-a5a6-25bf35a2188f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 909 time: 0.0692780 Jul 13 08:00:09.016734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-187ab07b-fb7f-4caa-a9e0-5e3e039f9585 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:09.018210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-187ab07b-fb7f-4caa-a9e0-5e3e039f9585 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 909 time: 0.1063683 Jul 13 08:00:09.031581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da071c6d-f34b-4faf-a6e5-90ff30d1c080 req-e235298e-cd2d-4bcb-b6d8-52e444565676 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:09.032956 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da071c6d-f34b-4faf-a6e5-90ff30d1c080 req-e235298e-cd2d-4bcb-b6d8-52e444565676 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 909 time: 0.0941713 Jul 13 08:00:09.125141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Deleting port 1a6f234c-bc25-4447-ada6-2f2972e4b65e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:09.125408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.502671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] For port 1a6f234c-bc25-4447-ada6-2f2972e4b65e, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=1a6f234c-bc25-4447-ada6-2f2972e4b65e,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:09.502950 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.515424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Calling delete_port for 1a6f234c-bc25-4447-ada6-2f2972e4b65e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:09.641895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.668559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Port': ['ID=1a6f234c-bc25-4447-ada6-2f2972e4b65e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:09.714171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] No DVR routers for this DVR port 1a6f234c-bc25-4447-ada6-2f2972e4b65e on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:09.716807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.718860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ea7bb035-ce77-484a-8779-5abacecdee18 req-f2a6c4ff-b846-4e36-a5a7-361b82704ca1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.48 "DELETE /v2.0/ports/1a6f234c-bc25-4447-ada6-2f2972e4b65e HTTP/1.1" status: 204 len: 173 time: 0.6949270 Jul 13 08:00:09.719298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1308a9-7691-44cf-aa18-bcec6932cdd2', 'name': 'network-vif-deleted', 'tag': '1a6f234c-bc25-4447-ada6-2f2972e4b65e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:09.721543 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3f00ee-5767-4a33-a12f-9179154daa93" -d '{"events": [{"server_uuid": "7b1308a9-7691-44cf-aa18-bcec6932cdd2", "name": "network-vif-deleted", "tag": "1a6f234c-bc25-4447-ada6-2f2972e4b65e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:09.760263 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c22a237-4160-4be6-a8a5-cb3d3b2f3c7a x-openstack-request-id: req-2c22a237-4160-4be6-a8a5-cb3d3b2f3c7a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:09.760559 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1308a9-7691-44cf-aa18-bcec6932cdd2", "name": "network-vif-deleted", "tag": "1a6f234c-bc25-4447-ada6-2f2972e4b65e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:09.760808 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c22a237-4160-4be6-a8a5-cb3d3b2f3c7a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:09.762478 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1308a9-7691-44cf-aa18-bcec6932cdd2', 'name': 'network-vif-deleted', 'tag': '1a6f234c-bc25-4447-ada6-2f2972e4b65e', 'status': 'completed', 'code': 200} Jul 13 08:00:10.187368 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7e801132-d5cf-43fb-8050-220fffa282cc req-d997c303-7dc3-4a50-819b-da343080c10a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1308a9-7691-44cf-aa18-bcec6932cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0326345 Jul 13 08:00:11.283647 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:11.636863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.224361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Deleting port 3d14b8a0-0049-4cc6-bda3-e2531b187cce {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:12.224708 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.314911 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] For port 3d14b8a0-0049-4cc6-bda3-e2531b187cce, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3d14b8a0-0049-4cc6-bda3-e2531b187cce,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:12.315472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.327524 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Calling delete_port for 3d14b8a0-0049-4cc6-bda3-e2531b187cce owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:12.508819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.535025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Port': ['ID=3d14b8a0-0049-4cc6-bda3-e2531b187cce,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:12.715803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.929501 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Router ef28bfdf-4942-4f7a-b790-482f6db89c46 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:13.033625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:13.039873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d7009501-f6e6-455f-a2ed-22a6f59a9df0 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "PUT /v2.0/routers/ef28bfdf-4942-4f7a-b790-482f6db89c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7551832 Jul 13 08:00:13.042680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54652) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:13.043523 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] Sync routers for ids ['ef28bfdf-4942-4f7a-b790-482f6db89c46'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:13.052646 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] Routers {'ef28bfdf-4942-4f7a-b790-482f6db89c46'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:13.053246 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ef28bfdf-4942-4f7a-b790-482f6db89c46'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.097048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc91bc36-4db5-4de3-a7bb-ac9fbfdbe445 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Deleting subnet 036eaa33-cfdd-4658-8cfd-327e96f6effe {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:00:13.100584 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc91bc36-4db5-4de3-a7bb-ac9fbfdbe445 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.111443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 1a6f234c-bc25-4447-ada6-2f2972e4b65e no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:13.137622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 1a6f234c-bc25-4447-ada6-2f2972e4b65e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:13.138001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 1a6f234c-bc25-4447-ada6-2f2972e4b65e not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:13.142850 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc91bc36-4db5-4de3-a7bb-ac9fbfdbe445 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.226050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc91bc36-4db5-4de3-a7bb-ac9fbfdbe445 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.249692 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] Set router ef28bfdf-4942-4f7a-b790-482f6db89c46 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:13.289652 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc91bc36-4db5-4de3-a7bb-ac9fbfdbe445 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.317402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91bc36-4db5-4de3-a7bb-ac9fbfdbe445 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Subnet': ['ID=036eaa33-cfdd-4658-8cfd-327e96f6effe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:13.322938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc91bc36-4db5-4de3-a7bb-ac9fbfdbe445 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.324892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cc91bc36-4db5-4de3-a7bb-ac9fbfdbe445 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "DELETE /v2.0/subnets/036eaa33-cfdd-4658-8cfd-327e96f6effe HTTP/1.1" status: 204 len: 168 time: 0.2811544 Jul 13 08:00:13.327440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54654) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:13.330777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0b435-126b-4a8a-a301-c69f93bfb986 None None] Network 6d6ddd03-68f9-43e0-9834-f87c06b384df requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:13.432963 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '71704837-34f9-4b1d-98d0-20bc59590983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T08:00:12Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': '71704837-34f9-4b1d-98d0-20bc59590983', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.438157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.459519 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] Checking router: ef28bfdf-4942-4f7a-b790-482f6db89c46 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:13.472476 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] Routers {'ef28bfdf-4942-4f7a-b790-482f6db89c46'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:13.473030 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ef28bfdf-4942-4f7a-b790-482f6db89c46'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.537212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c33fc52-e9d1-4576-a494-2a035aa221c5 None None] DHCP port deletion for 6d6ddd03-68f9-43e0-9834-f87c06b384df request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:00:13.551960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.580049 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] Set router ef28bfdf-4942-4f7a-b790-482f6db89c46 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:13.586881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5c33fc52-e9d1-4576-a494-2a035aa221c5 None None] Deleting port 94631013-4603-4fd6-a97a-3de4cc771572 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:13.587266 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c33fc52-e9d1-4576-a494-2a035aa221c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.608006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Deleting port 71704837-34f9-4b1d-98d0-20bc59590983 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:13.608488 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.650982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5c33fc52-e9d1-4576-a494-2a035aa221c5 None None] For port 94631013-4603-4fd6-a97a-3de4cc771572, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=94631013-4603-4fd6-a97a-3de4cc771572,segment=NetworkSegment(e90f1923-2a24-4d8e-b9be-b47dd870ff63),segment_id=e90f1923-2a24-4d8e-b9be-b47dd870ff63)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:13.651379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c33fc52-e9d1-4576-a494-2a035aa221c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.664483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5c33fc52-e9d1-4576-a494-2a035aa221c5 None None] Calling delete_port for 94631013-4603-4fd6-a97a-3de4cc771572 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:13.695092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] For port 71704837-34f9-4b1d-98d0-20bc59590983, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71704837-34f9-4b1d-98d0-20bc59590983,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:13.695493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.707898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Calling delete_port for 71704837-34f9-4b1d-98d0-20bc59590983 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:13.754793 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c33fc52-e9d1-4576-a494-2a035aa221c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.757256 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '71704837-34f9-4b1d-98d0-20bc59590983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T08:00:12Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': '71704837-34f9-4b1d-98d0-20bc59590983', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.782017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33fc52-e9d1-4576-a494-2a035aa221c5 None None] Pushing event deleted for resources: {'Port': ['ID=94631013-4603-4fd6-a97a-3de4cc771572,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:13.783892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33fc52-e9d1-4576-a494-2a035aa221c5 None None] No DVR routers for this DVR port 94631013-4603-4fd6-a97a-3de4cc771572 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:13.795006 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0482be6-6867-4dd4-9fd4-9ca728aa0b9d None None] The sync data for ids ['ef28bfdf-4942-4f7a-b790-482f6db89c46'] in n-d-758944-43 is: [{'id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289708813', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '71704837-34f9-4b1d-98d0-20bc59590983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T08:00:12Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': '71704837-34f9-4b1d-98d0-20bc59590983', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef28bfdf-4942-4f7a-b790-482f6db89c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:13.895405 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.922282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Port': ['ID=71704837-34f9-4b1d-98d0-20bc59590983,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:13.984547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.075042 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.076992 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.119183 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.119821 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Fanout notify agent at l3_agent the message router_deleted on router ef28bfdf-4942-4f7a-b790-482f6db89c46 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:00:14.127484 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.128623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fc306de1-6d44-4a84-960e-31f2aace78a1 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "DELETE /v2.0/routers/ef28bfdf-4942-4f7a-b790-482f6db89c46 HTTP/1.1" status: 204 len: 168 time: 0.8001297 Jul 13 08:00:14.131206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:14.215280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.305472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.315790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6ddd03-68f9-43e0-9834-f87c06b384df']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:14.328085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90f1923-2a24-4d8e-b9be-b47dd870ff63') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:14.328085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90f1923-2a24-4d8e-b9be-b47dd870ff63') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:14.338315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.352831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.358860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:00:14.359260 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:00:14.362412 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:00:14.427360 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.433523 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.438290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3d14b8a0-0049-4cc6-bda3-e2531b187cce no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:14.441972 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "DELETE /v2.0/networks/6d6ddd03-68f9-43e0-9834-f87c06b384df HTTP/1.1" status: 204 len: 168 time: 0.3097031 Jul 13 08:00:14.442997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54660) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:14.458432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa891c1-e59f-4c5e-a6a9-24df689d1938 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Network': ['ID=6d6ddd03-68f9-43e0-9834-f87c06b384df,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:14.462201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 3d14b8a0-0049-4cc6-bda3-e2531b187cce {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:14.462554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3d14b8a0-0049-4cc6-bda3-e2531b187cce not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:14.462981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 94631013-4603-4fd6-a97a-3de4cc771572 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:14.489339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 94631013-4603-4fd6-a97a-3de4cc771572 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:14.489696 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 94631013-4603-4fd6-a97a-3de4cc771572 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:14.607463 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Deleting port 406e37a7-a5aa-4ac3-8fd2-6ab68fc67d85 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:14.607728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.686803 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.687135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.699210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Calling delete_port for 406e37a7-a5aa-4ac3-8fd2-6ab68fc67d85 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:14.856514 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.886146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Port': ['ID=406e37a7-a5aa-4ac3-8fd2-6ab68fc67d85,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:14.946392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.946729 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Floating IP 36847eb7-d572-480f-a0f0-45a1eb7b7228 disassociated (deleted). External IP: 172.25.8.79, port: 97dba633-93fd-4af9-bf77-8f6e8d394281. Jul 13 08:00:15.156182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Router 1805b9e3-5919-4edf-8bb1-f40c927235a2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:15.264432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:15.269819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.276864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] Sync routers for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:15.287798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:15.289155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:15.320335 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-830806a8-0f89-40ab-9a46-052a71d8ab4b tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "DELETE /v2.0/floatingips/36847eb7-d572-480f-a0f0-45a1eb7b7228 HTTP/1.1" status: 204 len: 168 time: 0.8759670 Jul 13 08:00:15.321669 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:15.325335 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82" -d '{"events": [{"name": "network-changed", "server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:15.366855 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6be4637-272b-45f3-8932-9164395eb36f x-openstack-request-id: req-f6be4637-272b-45f3-8932-9164395eb36f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:15.367199 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:15.367498 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6be4637-272b-45f3-8932-9164395eb36f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:15.367917 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'status': 'completed', 'code': 200} Jul 13 08:00:15.419333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:15.465032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-95cbe36c-28c7-4e8f-bf92-2930260f67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:15.466885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-95cbe36c-28c7-4e8f-bf92-2930260f67bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=94b3245d0758409ca36e1efdc262aebb&device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 1136 time: 0.0708861 Jul 13 08:00:15.573210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-fe4d5f8b-4527-42b5-b9c6-96ea7f80951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:15.574758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-fe4d5f8b-4527-42b5-b9c6-96ea7f80951a service neutron] 10.222.0.38 "GET /v2.0/networks?id=95536bda-4a46-4349-aa97-c638378bca80 HTTP/1.1" status: 200 len: 897 time: 0.1011345 Jul 13 08:00:15.644644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-27e221e1-a7dc-42ce-9a25-87c9a3531cae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97dba633-93fd-4af9-bf77-8f6e8d394281 HTTP/1.1" status: 200 len: 217 time: 0.0631382 Jul 13 08:00:15.675741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:05Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed7acb09-ab95-46f3-af3f-1273d85ef9a0', 'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:b9:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:05Z', 'updated_at': '2021-07-13T07:59:10Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:15.712580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] Checking router: 1805b9e3-5919-4edf-8bb1-f40c927235a2 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:15.721474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:15.722182 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:15.731866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-c0deca3a-565f-439a-9489-f505f11ace9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:15.733500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-c0deca3a-565f-439a-9489-f505f11ace9f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b9866-9620-4a8d-8e41-75f7041194f7 HTTP/1.1" status: 200 len: 835 time: 0.0802345 Jul 13 08:00:15.797993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-ebbff6f4-9fcb-4f9e-929a-79e5d28533b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:15.799776 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-ebbff6f4-9fcb-4f9e-929a-79e5d28533b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95536bda-4a46-4349-aa97-c638378bca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593176 Jul 13 08:00:15.824617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76816b-8741-4982-a39e-68dbf344c360 req-72786b9d-8b11-4e90-8a20-b40fcb1e2d73 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:15.827755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f76816b-8741-4982-a39e-68dbf344c360 req-72786b9d-8b11-4e90-8a20-b40fcb1e2d73 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 984 time: 0.0855563 Jul 13 08:00:15.855757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:15.885032 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f76816b-8741-4982-a39e-68dbf344c360 req-2ba85715-ec53-45b5-afe1-9983621bf326 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0510924 Jul 13 08:00:15.905057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-4f8690e0-1cb9-45b1-b0fa-874dce277229 service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971434 Jul 13 08:00:15.999183 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27b841f5-f3e6-4618-9d9d-0ae6f9fa3e82 req-89051213-25a3-4ee2-a12c-e64bdac87b8e service neutron] 10.222.0.38 "GET /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859554 Jul 13 08:00:16.090953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:05Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed7acb09-ab95-46f3-af3f-1273d85ef9a0', 'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:b9:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:05Z', 'updated_at': '2021-07-13T07:59:10Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:16.117334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce70db-61db-4dd3-aa94-cff73229ccba None None] The sync data for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 is: [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:05Z', 'revision_number': 4, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ed7acb09-ab95-46f3-af3f-1273d85ef9a0', 'name': '', 'network_id': '95536bda-4a46-4349-aa97-c638378bca80', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'mac_address': 'fa:16:3e:b9:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:05Z', 'updated_at': '2021-07-13T07:59:10Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'subnets': [{'id': 'ff5b9866-9620-4a8d-8e41-75f7041194f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:16.329882 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0784f3e-ddaf-4296-a329-eb0f7a8d763c None None] New status for floating IP 36847eb7-d572-480f-a0f0-45a1eb7b7228: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:00:16.333100 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71704837-34f9-4b1d-98d0-20bc59590983 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:16.353615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 71704837-34f9-4b1d-98d0-20bc59590983 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:16.353993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71704837-34f9-4b1d-98d0-20bc59590983 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:16.991021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df73806-be8e-4482-8884-bc622bfea75b req-f9eaa463-a68a-44a5-b1fe-550f301ad468 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:16.993031 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6df73806-be8e-4482-8884-bc622bfea75b req-f9eaa463-a68a-44a5-b1fe-550f301ad468 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.38 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 984 time: 0.0694671 Jul 13 08:00:17.121259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eaa57-5c7c-42d2-826c-1fea098926d5 req-5fd091de-d474-4cc1-8d7f-6d8c12b778b8 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:17.122674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-507eaa57-5c7c-42d2-826c-1fea098926d5 req-5fd091de-d474-4cc1-8d7f-6d8c12b778b8 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ca11e2-90fa-43db-8ad3-8369e1f34bef HTTP/1.1" status: 200 len: 984 time: 0.1287301 Jul 13 08:00:17.154397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6df73806-be8e-4482-8884-bc622bfea75b req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Deleting port 97dba633-93fd-4af9-bf77-8f6e8d394281 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:17.154740 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6df73806-be8e-4482-8884-bc622bfea75b req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.190274 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-507eaa57-5c7c-42d2-826c-1fea098926d5 req-e28b56a9-e46c-4e93-9dd6-287b0730e725 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed47b647-637b-4469-bf70-698691906c89&id=f49b92ee-2f6a-4577-bc0a-34485bc1bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0615551 Jul 13 08:00:17.252253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6df73806-be8e-4482-8884-bc622bfea75b req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] For port 97dba633-93fd-4af9-bf77-8f6e8d394281, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=97dba633-93fd-4af9-bf77-8f6e8d394281,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:17.252613 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6df73806-be8e-4482-8884-bc622bfea75b req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.265137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6df73806-be8e-4482-8884-bc622bfea75b req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Calling delete_port for 97dba633-93fd-4af9-bf77-8f6e8d394281 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:17.391876 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6df73806-be8e-4482-8884-bc622bfea75b req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.425598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Port': ['ID=97dba633-93fd-4af9-bf77-8f6e8d394281,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:17.470772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df73806-be8e-4482-8884-bc622bfea75b req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] No DVR routers for this DVR port 97dba633-93fd-4af9-bf77-8f6e8d394281 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:17.473168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6df73806-be8e-4482-8884-bc622bfea75b req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.475189 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6df73806-be8e-4482-8884-bc622bfea75b req-922fa2fc-c298-4d8e-bf50-90c247cde6dd tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.38 "DELETE /v2.0/ports/97dba633-93fd-4af9-bf77-8f6e8d394281 HTTP/1.1" status: 204 len: 173 time: 0.4729760 Jul 13 08:00:17.476241 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'name': 'network-vif-deleted', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:17.478531 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0427e0ab-8dff-4535-9a66-6b87b01c1a80" -d '{"events": [{"server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "name": "network-vif-deleted", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:17.515237 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9346fd42-9fa1-4885-b4d0-7d753a5e0f4d x-openstack-request-id: req-9346fd42-9fa1-4885-b4d0-7d753a5e0f4d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:17.515529 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ca11e2-90fa-43db-8ad3-8369e1f34bef", "name": "network-vif-deleted", "tag": "97dba633-93fd-4af9-bf77-8f6e8d394281", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:17.515784 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9346fd42-9fa1-4885-b4d0-7d753a5e0f4d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:17.516187 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ca11e2-90fa-43db-8ad3-8369e1f34bef', 'name': 'network-vif-deleted', 'tag': '97dba633-93fd-4af9-bf77-8f6e8d394281', 'status': 'completed', 'code': 200} Jul 13 08:00:18.282004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54676) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:18.334922 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8d70a19-0e3d-4feb-ab26-76368f40348a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.358201 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8d70a19-0e3d-4feb-ab26-76368f40348a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.360483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b2e408f-9eff-4146-a73a-fff19101143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.399600 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8d70a19-0e3d-4feb-ab26-76368f40348a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.402331 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8d70a19-0e3d-4feb-ab26-76368f40348a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.403486 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d8d70a19-0e3d-4feb-ab26-76368f40348a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "DELETE /v2.0/security-groups/ed47b647-637b-4469-bf70-698691906c89 HTTP/1.1" status: 204 len: 168 time: 0.1204584 Jul 13 08:00:18.406218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:18.412363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d70a19-0e3d-4feb-ab26-76368f40348a tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed47b647-637b-4469-bf70-698691906c89,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:18.459508 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b325-ee09-4e25-ba6c-d4fccac9c14d tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.481625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b325-ee09-4e25-ba6c-d4fccac9c14d tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.525069 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b325-ee09-4e25-ba6c-d4fccac9c14d tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.527635 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b325-ee09-4e25-ba6c-d4fccac9c14d tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.528795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b1c0b325-ee09-4e25-ba6c-d4fccac9c14d tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "DELETE /v2.0/security-groups/f49b92ee-2f6a-4577-bc0a-34485bc1bf08 HTTP/1.1" status: 204 len: 168 time: 0.1215913 Jul 13 08:00:18.531646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54680) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:18.537907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0b325-ee09-4e25-ba6c-d4fccac9c14d tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49b92ee-2f6a-4577-bc0a-34485bc1bf08,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:18.888298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.146225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Deleting port ed7acb09-ab95-46f3-af3f-1273d85ef9a0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:19.146482 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.232377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] For port ed7acb09-ab95-46f3-af3f-1273d85ef9a0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ed7acb09-ab95-46f3-af3f-1273d85ef9a0,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:19.232742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.248672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Calling delete_port for ed7acb09-ab95-46f3-af3f-1273d85ef9a0 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:19.434074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.469569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Port': ['ID=ed7acb09-ab95-46f3-af3f-1273d85ef9a0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:19.638073 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.848983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Router 1805b9e3-5919-4edf-8bb1-f40c927235a2 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:19.954704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:19.959601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-72ec3b04-294e-4103-b37f-28d06991dd77 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "PUT /v2.0/routers/1805b9e3-5919-4edf-8bb1-f40c927235a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268687 Jul 13 08:00:19.962263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54682) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:19.964646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] Sync routers for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:19.974374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:19.975064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:20.012522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Deleting subnet ff5b9866-9620-4a8d-8e41-75f7041194f7 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:00:20.015766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.056564 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.078842 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:20.142250 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.200163 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.227888 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5b9866-9620-4a8d-8e41-75f7041194f7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:20.231164 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.235464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "DELETE /v2.0/subnets/ff5b9866-9620-4a8d-8e41-75f7041194f7 HTTP/1.1" status: 204 len: 168 time: 0.2698071 Jul 13 08:00:20.235985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54684) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:20.238095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17373e0f-5866-4331-a219-efbcb54d825b None None] Network 95536bda-4a46-4349-aa97-c638378bca80 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:20.238294 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.238594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.238936 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.239281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.239782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.240122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.240453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.240783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.241118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.241446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.242368 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.243214 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c2bd4-db00-4427-a8e9-24786566cfc3 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:20.316495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T08:00:19Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:20.344390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] Checking router: 1805b9e3-5919-4edf-8bb1-f40c927235a2 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:20.348622 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.393854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] Routers {'1805b9e3-5919-4edf-8bb1-f40c927235a2'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:20.394516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T07:59:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['1805b9e3-5919-4edf-8bb1-f40c927235a2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:20.455928 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.511755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Deleting port b9e0487e-1996-4e3a-bbe0-85f766aeda3f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:20.512111 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.598534 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] For port b9e0487e-1996-4e3a-bbe0-85f766aeda3f, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b9e0487e-1996-4e3a-bbe0-85f766aeda3f,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:20.598907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.610946 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Calling delete_port for b9e0487e-1996-4e3a-bbe0-85f766aeda3f owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:20.668899 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] Set router 1805b9e3-5919-4edf-8bb1-f40c927235a2 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:20.729024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad30545-8ca1-4402-bfeb-a71a92fc48ed None None] DHCP port deletion for 95536bda-4a46-4349-aa97-c638378bca80 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:00:20.778138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 97dba633-93fd-4af9-bf77-8f6e8d394281 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:20.785178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.815247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Port': ['ID=b9e0487e-1996-4e3a-bbe0-85f766aeda3f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:20.831139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 97dba633-93fd-4af9-bf77-8f6e8d394281 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:20.831538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 97dba633-93fd-4af9-bf77-8f6e8d394281 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:20.881907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.900649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3ad30545-8ca1-4402-bfeb-a71a92fc48ed None None] Deleting port 3cf6aebf-0537-408c-b084-a3efa831f72b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:20.901030 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ad30545-8ca1-4402-bfeb-a71a92fc48ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.972854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3ad30545-8ca1-4402-bfeb-a71a92fc48ed None None] For port 3cf6aebf-0537-408c-b084-a3efa831f72b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3cf6aebf-0537-408c-b084-a3efa831f72b,segment=NetworkSegment(0f85eda5-efbc-4c27-90e3-7971283cb173),segment_id=0f85eda5-efbc-4c27-90e3-7971283cb173)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:20.973544 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ad30545-8ca1-4402-bfeb-a71a92fc48ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.981689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.984409 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.988884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3ad30545-8ca1-4402-bfeb-a71a92fc48ed None None] Calling delete_port for 3cf6aebf-0537-408c-b084-a3efa831f72b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:21.009176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T08:00:19Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:21.034368 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.035779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Fanout notify agent at l3_agent the message router_deleted on router 1805b9e3-5919-4edf-8bb1-f40c927235a2 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:00:21.043809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.047658 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-622b9fd5-bd78-4df4-b875-16bdf21b096f tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "DELETE /v2.0/routers/1805b9e3-5919-4edf-8bb1-f40c927235a2 HTTP/1.1" status: 204 len: 168 time: 0.8078525 Jul 13 08:00:21.047826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:21.083940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb5bf4-e0f8-4bb1-b3ec-ec8fa5dd4921 None None] The sync data for ids ['1805b9e3-5919-4edf-8bb1-f40c927235a2'] in n-d-758944-43 is: [{'id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185166651', 'tenant_id': '94b3245d0758409ca36e1efdc262aebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T08:00:19Z', 'revision_number': 5, 'project_id': '94b3245d0758409ca36e1efdc262aebb', 'gw_port': {'id': 'b9e0487e-1996-4e3a-bbe0-85f766aeda3f', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1805b9e3-5919-4edf-8bb1-f40c927235a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:02Z', 'updated_at': '2021-07-13T07:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:21.100691 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcb40603-b08b-4b25-b867-43b42b4b4400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.138649 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.143106 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.145058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ad30545-8ca1-4402-bfeb-a71a92fc48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.172866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad30545-8ca1-4402-bfeb-a71a92fc48ed None None] Pushing event deleted for resources: {'Port': ['ID=3cf6aebf-0537-408c-b084-a3efa831f72b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:21.176837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad30545-8ca1-4402-bfeb-a71a92fc48ed None None] No DVR routers for this DVR port 3cf6aebf-0537-408c-b084-a3efa831f72b on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:21.237152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.248175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95536bda-4a46-4349-aa97-c638378bca80']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:21.259672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f85eda5-efbc-4c27-90e3-7971283cb173') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:21.260021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f85eda5-efbc-4c27-90e3-7971283cb173') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:21.269383 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.284300 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.290711 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:00:21.291402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:00:21.294822 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:00:21.360157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.368490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.370396 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] 10.222.0.41 "DELETE /v2.0/networks/95536bda-4a46-4349-aa97-c638378bca80 HTTP/1.1" status: 204 len: 168 time: 0.3215153 Jul 13 08:00:21.697210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd461b8-284d-434d-a84f-a4950a9c3713 tempest-TestSecurityGroupsBasicOps-160070958 tempest-TestSecurityGroupsBasicOps-160070958-project] Pushing event deleted for resources: {'Network': ['ID=95536bda-4a46-4349-aa97-c638378bca80,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:21.785374 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54694) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:21.958960 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bd37020c-00a4-4f75-8607-a2a9dcd1a49f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94b3245d0758409ca36e1efdc262aebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721480 Jul 13 08:00:21.961889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54698) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:22.010835 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-547a1d02-1ab1-4de8-a07b-e99e52bda663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.034205 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-547a1d02-1ab1-4de8-a07b-e99e52bda663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.063210 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.088161 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-547a1d02-1ab1-4de8-a07b-e99e52bda663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.090933 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-547a1d02-1ab1-4de8-a07b-e99e52bda663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.092192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-547a1d02-1ab1-4de8-a07b-e99e52bda663 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50a15db9-a681-4d11-b9ce-1df0476733cf HTTP/1.1" status: 204 len: 168 time: 0.1291964 Jul 13 08:00:22.100039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a1d02-1ab1-4de8-a07b-e99e52bda663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a15db9-a681-4d11-b9ce-1df0476733cf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:22.374212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b9e0487e-1996-4e3a-bbe0-85f766aeda3f no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:22.382644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:22.397293 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38f210a9-7504-4eca-a762-a88fc6259188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.399761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: b9e0487e-1996-4e3a-bbe0-85f766aeda3f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:22.400125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b9e0487e-1996-4e3a-bbe0-85f766aeda3f not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:22.400555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3cf6aebf-0537-408c-b084-a3efa831f72b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:22.421194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 3cf6aebf-0537-408c-b084-a3efa831f72b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:22.421601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3cf6aebf-0537-408c-b084-a3efa831f72b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:22.422232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed7acb09-ab95-46f3-af3f-1273d85ef9a0 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:22.447946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ed7acb09-ab95-46f3-af3f-1273d85ef9a0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:22.448333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ed7acb09-ab95-46f3-af3f-1273d85ef9a0 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:22.499112 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38f210a9-7504-4eca-a762-a88fc6259188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.503100 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38f210a9-7504-4eca-a762-a88fc6259188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.543896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f210a9-7504-4eca-a762-a88fc6259188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b58bb36-ddfc-42f5-a7e3-64482bf0d410,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:22.548345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-38f210a9-7504-4eca-a762-a88fc6259188 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97f31870ba0242adb2a30fd072a51b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641130 Jul 13 08:00:22.551080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:22.602554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d136a2f5-ac3a-403c-bb7b-65f72777afd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.625621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d136a2f5-ac3a-403c-bb7b-65f72777afd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.677366 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d136a2f5-ac3a-403c-bb7b-65f72777afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.680633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d136a2f5-ac3a-403c-bb7b-65f72777afd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:22.681814 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d136a2f5-ac3a-403c-bb7b-65f72777afd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b58bb36-ddfc-42f5-a7e3-64482bf0d410 HTTP/1.1" status: 204 len: 168 time: 0.1298463 Jul 13 08:00:22.689970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136a2f5-ac3a-403c-bb7b-65f72777afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b58bb36-ddfc-42f5-a7e3-64482bf0d410,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:22.774680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-27280b28-9d3a-4fef-94ed-2d8318d99bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554996 Jul 13 08:00:22.887054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-9db9398a-a3a6-4ff9-85f5-af6c9efbf8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:22.888748 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-9db9398a-a3a6-4ff9-85f5-af6c9efbf8a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 1097 time: 0.0692813 Jul 13 08:00:23.003774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-01006d36-efa9-4450-a3df-4f57700344a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:23.005330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-01006d36-efa9-4450-a3df-4f57700344a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.0957444 Jul 13 08:00:23.030286 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:23.076500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d07f9dc6-dd0e-4f5b-8168-f12c0afe7fdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=373db7f31f8c4e839189a9d256c5ecec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449114 Jul 13 08:00:23.078959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54714) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:23.083206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-930a4660-1d16-4745-97b9-75c1da1380ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd HTTP/1.1" status: 200 len: 1001 time: 0.0709627 Jul 13 08:00:23.134842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-b36f759e-f7b1-44ef-96c4-1797b5aed0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:23.136462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-b36f759e-f7b1-44ef-96c4-1797b5aed0f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0471673 Jul 13 08:00:23.137597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36cda009-609b-4837-b4bc-ddba7d12280c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.160501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36cda009-609b-4837-b4bc-ddba7d12280c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.198106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-5b6eb591-85ff-44e8-9883-a93356ae065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:23.199650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-5b6eb591-85ff-44e8-9883-a93356ae065f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554905 Jul 13 08:00:23.207781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36cda009-609b-4837-b4bc-ddba7d12280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.210384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36cda009-609b-4837-b4bc-ddba7d12280c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.211601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-36cda009-609b-4837-b4bc-ddba7d12280c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b82b62b3-2392-4f7f-9645-4ace3b4f5792 HTTP/1.1" status: 204 len: 168 time: 0.1315947 Jul 13 08:00:23.219549 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cda009-609b-4837-b4bc-ddba7d12280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b62b3-2392-4f7f-9645-4ace3b4f5792,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:23.296732 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-bdd01972-5054-48cc-9729-a54c0d104350 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906265 Jul 13 08:00:23.389122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-524cdeba-e007-40b6-933f-6f5a1f436bf5 req-abbedfe7-9d67-486d-ade1-bc56d83b1ad5 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861163 Jul 13 08:00:23.738540 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.879531 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:00:35.832322 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:37.700226 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.362069 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50e67d55-00b6-4d01-8e52-61d5f9bf3dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.080816 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-685fc625-d71b-4622-b404-60fb1fcb35f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.134063 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.065705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.737331 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:05.847029 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.715191 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.879960 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:01:12.384948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:12.725538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port 9216f943-0f45-409f-9567-d4ccf5a4b0c7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:12.725831 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.798151 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.798484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.810614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for 9216f943-0f45-409f-9567-d4ccf5a4b0c7 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:12.955417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.983986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=9216f943-0f45-409f-9567-d4ccf5a4b0c7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:13.043997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.044407 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Floating IP 0b15cc03-5e55-4c7e-9922-895b02e47805 disassociated (deleted). External IP: 172.25.8.134, port: 2f2b16ae-57c1-4681-aa94-2310f8fef858. Jul 13 08:01:13.574948 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Router 665d4a7f-a443-42f0-890c-0b475371fcfe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:13.681009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:13.686214 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.690441 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] Sync routers for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:13.699819 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:13.700426 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:00:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:13.721371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-987a91ed-874d-42ca-8e24-76178e18e56c tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "DELETE /v2.0/floatingips/0b15cc03-5e55-4c7e-9922-895b02e47805 HTTP/1.1" status: 204 len: 168 time: 1.3353264 Jul 13 08:01:13.722001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:13.724261 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131ab004-5cc9-49db-9a9b-87509a8f4bee" -d '{"events": [{"name": "network-changed", "server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:13.764369 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c16e711-6ca4-4ca0-9776-067ef445efd7 x-openstack-request-id: req-5c16e711-6ca4-4ca0-9776-067ef445efd7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:13.764664 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:13.764922 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c16e711-6ca4-4ca0-9776-067ef445efd7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:13.765322 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'status': 'completed', 'code': 200} Jul 13 08:01:13.807341 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:13.847088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-ede94dfb-1768-4d1b-a216-1def5a0fe5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:13.847088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-ede94dfb-1768-4d1b-a216-1def5a0fe5a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 1097 time: 0.0583336 Jul 13 08:01:13.942621 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-9aed188d-5977-4e8b-ba6e-91741f8b1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:13.944698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-9aed188d-5977-4e8b-ba6e-91741f8b1de0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.0931654 Jul 13 08:01:13.991973 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-f0a1655e-43df-4b42-bdf4-1486a7a79831 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2b16ae-57c1-4681-aa94-2310f8fef858 HTTP/1.1" status: 200 len: 217 time: 0.0397952 Jul 13 08:01:14.041226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-47a9c4a4-10ef-4d52-a8e7-79644220d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.043078 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-47a9c4a4-10ef-4d52-a8e7-79644220d428 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0450056 Jul 13 08:01:14.048492 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '1d7162c6-63f9-4245-bf40-e940257e808b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:41Z', 'updated_at': '2021-07-13T07:57:44Z', 'revision_number': 1, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:14.079049 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] Checking router: 665d4a7f-a443-42f0-890c-0b475371fcfe for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:14.088905 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:14.089524 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:00:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:14.096466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8955ec-fbff-4c21-b934-93f396aa05c1 req-0081567d-b6bc-4abb-8c3b-f18d066de386 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.098418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d8955ec-fbff-4c21-b934-93f396aa05c1 req-0081567d-b6bc-4abb-8c3b-f18d066de386 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 945 time: 0.0686605 Jul 13 08:01:14.101231 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-3e4321a1-a2d8-4803-b157-22b9f08f2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.102939 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-3e4321a1-a2d8-4803-b157-22b9f08f2ec4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536768 Jul 13 08:01:14.113940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-560717be-0bcf-40a4-9997-ab77c5d9aa30 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:01:14.114976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-560717be-0bcf-40a4-9997-ab77c5d9aa30 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052257 Jul 13 08:01:14.139869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d8955ec-fbff-4c21-b934-93f396aa05c1 req-058e8696-4554-4298-a3ab-190947dc5cfc tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346386 Jul 13 08:01:14.191862 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:14.211060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-aee017b7-b0e0-422a-9646-969c56316df9 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896466 Jul 13 08:01:14.305645 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-131ab004-5cc9-49db-9a9b-87509a8f4bee req-de039611-1dce-4523-a2ac-ae61cd77a232 service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870864 Jul 13 08:01:14.496585 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '1d7162c6-63f9-4245-bf40-e940257e808b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:41Z', 'updated_at': '2021-07-13T07:57:44Z', 'revision_number': 1, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:14.522311 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c018b071-223d-4bfc-8bff-81549dfa3968 None None] The sync data for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 is: [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '1d7162c6-63f9-4245-bf40-e940257e808b', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'port_id': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'mac_address': 'fa:16:3e:50:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:41Z', 'updated_at': '2021-07-13T07:57:44Z', 'revision_number': 1, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:14.729482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd45269-41ad-4345-9463-410ded9f4a73 None None] New status for floating IP 0b15cc03-5e55-4c7e-9922-895b02e47805: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:01:15.321213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4338-20e9-49e6-ac94-8f50143162f2 req-8c7c7638-deca-4d7d-8074-f225cc36ca48 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:15.322735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af3e4338-20e9-49e6-ac94-8f50143162f2 req-8c7c7638-deca-4d7d-8074-f225cc36ca48 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 945 time: 0.0681925 Jul 13 08:01:15.360894 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af3e4338-20e9-49e6-ac94-8f50143162f2 req-84075e20-492b-47b5-9194-03db24a61c51 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Jul 13 08:01:15.548774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-5efb0da2-e053-4040-ad80-96afe6713a58 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:15.550298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-5efb0da2-e053-4040-ad80-96afe6713a58 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 945 time: 0.0633991 Jul 13 08:01:15.657428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port 2f2b16ae-57c1-4681-aa94-2310f8fef858 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:15.657779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:15.746236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] For port 2f2b16ae-57c1-4681-aa94-2310f8fef858, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2f2b16ae-57c1-4681-aa94-2310f8fef858,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:15.746613 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:15.759808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for 2f2b16ae-57c1-4681-aa94-2310f8fef858 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:15.890704 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:15.920995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=2f2b16ae-57c1-4681-aa94-2310f8fef858,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:15.934416 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.935047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.935202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.935468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.935765 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.936087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.936426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.936737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.937180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.937402 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.937700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.938085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:15.977799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] No DVR routers for this DVR port 2f2b16ae-57c1-4681-aa94-2310f8fef858 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:15.980273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:15.982305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9d3a8d5-92f0-45e1-9746-9cdb1e85769a req-c7b73d6c-33ed-4f26-928a-cd9e2c77f372 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "DELETE /v2.0/ports/2f2b16ae-57c1-4681-aa94-2310f8fef858 HTTP/1.1" status: 204 len: 173 time: 0.4258299 Jul 13 08:01:15.982742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'name': 'network-vif-deleted', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:15.985002 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3898cb8c-79e1-4877-a196-b74e9aa9425d" -d '{"events": [{"server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "name": "network-vif-deleted", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:16.181399 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28628f3-f55d-461d-8ffe-aceeceb33cae x-openstack-request-id: req-d28628f3-f55d-461d-8ffe-aceeceb33cae {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:16.182102 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22485466-af52-4b6f-a5c2-522dd5361305", "name": "network-vif-deleted", "tag": "2f2b16ae-57c1-4681-aa94-2310f8fef858", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:16.182704 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d28628f3-f55d-461d-8ffe-aceeceb33cae {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:16.183316 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22485466-af52-4b6f-a5c2-522dd5361305', 'name': 'network-vif-deleted', 'tag': '2f2b16ae-57c1-4681-aa94-2310f8fef858', 'status': 'completed', 'code': 200} Jul 13 08:01:16.505055 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6cefb2ad-49dc-42ed-9347-06c13cf91299 req-17289b01-8a10-4051-a951-aa507e9985cc tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 210 time: 0.0330079 Jul 13 08:01:17.654185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7cdf3412-2ab8-418b-8bf9-e832d3325887 req-c896f446-45a7-4c7c-b777-04f030c95982 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 210 time: 0.0327868 Jul 13 08:01:18.362829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-335320e4-37f7-45b7-8625-728dbbf578c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.797308 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-92171d03-c154-48bc-9dd8-40be908eae24 req-7e5ef9d3-929b-4ca2-bd42-7d0461102c44 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=22485466-af52-4b6f-a5c2-522dd5361305 HTTP/1.1" status: 200 len: 210 time: 0.0285745 Jul 13 08:01:19.576859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2f2b16ae-57c1-4681-aa94-2310f8fef858 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:19.598947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 2f2b16ae-57c1-4681-aa94-2310f8fef858 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:19.599303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2f2b16ae-57c1-4681-aa94-2310f8fef858 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:21.079954 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63615ea3-7b70-454f-bbad-4f3604980d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.134645 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.076631 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.741012 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.184848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:24.342552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port f589d111-76c0-4a8c-9cf5-d1c1802c7fa1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:24.342909 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.415970 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.416300 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.428874 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for f589d111-76c0-4a8c-9cf5-d1c1802c7fa1 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:24.573067 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.596103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=f589d111-76c0-4a8c-9cf5-d1c1802c7fa1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:24.605995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.606354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.606703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.607063 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.607385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.608087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.608087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.608350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.608696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.609002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.609326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.609671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.673840 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.674214 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Floating IP 1d7162c6-63f9-4245-bf40-e940257e808b disassociated (deleted). External IP: 172.25.8.106, port: a0801eb8-6b25-46e0-9346-ee8de2a708dd. Jul 13 08:01:24.885373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Router 665d4a7f-a443-42f0-890c-0b475371fcfe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:24.993753 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:24.998602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:25.002849 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] Sync routers for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:25.012818 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:25.013424 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:01:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:25.033856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4c65e3f2-e6c3-42a7-b54d-0c09ffbcaf41 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "DELETE /v2.0/floatingips/1d7162c6-63f9-4245-bf40-e940257e808b HTTP/1.1" status: 204 len: 168 time: 0.8479354 Jul 13 08:01:25.034464 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:25.036708 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce094560-579d-4c39-abde-2b9afb7571e9" -d '{"events": [{"name": "network-changed", "server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:25.076445 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d37ffc-3403-483a-977a-5d18b218ac9b x-openstack-request-id: req-b2d37ffc-3403-483a-977a-5d18b218ac9b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:25.076735 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:25.076988 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2d37ffc-3403-483a-977a-5d18b218ac9b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:25.077390 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'status': 'completed', 'code': 200} Jul 13 08:01:25.119740 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:25.219126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-19977f77-8cee-4a79-9035-2dac5fe10b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.221393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-19977f77-8cee-4a79-9035-2dac5fe10b81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 1097 time: 0.1226239 Jul 13 08:01:25.326474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-3a499cea-6b59-49c2-aef2-38fee333905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.327974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-3a499cea-6b59-49c2-aef2-38fee333905c service neutron] 10.222.0.48 "GET /v2.0/networks?id=223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 200 len: 912 time: 0.1013575 Jul 13 08:01:25.335340 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:25.362675 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] Checking router: 665d4a7f-a443-42f0-890c-0b475371fcfe for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:25.371423 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:25.371612 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-558e5720-868e-4f99-8539-bc3f49dcaa53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd HTTP/1.1" status: 200 len: 217 time: 0.0363972 Jul 13 08:01:25.372028 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:01:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:25.419416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42181676-8b97-48db-abed-2bdced157a8f req-d9fad582-d5c6-4a59-aa37-d35b4b5cced5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.421090 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42181676-8b97-48db-abed-2bdced157a8f req-d9fad582-d5c6-4a59-aa37-d35b4b5cced5 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 945 time: 0.0677080 Jul 13 08:01:25.426046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-e1f3d6c9-c68e-4423-8d56-5eef2b73acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.428220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-e1f3d6c9-c68e-4423-8d56-5eef2b73acff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 200 len: 850 time: 0.0495820 Jul 13 08:01:25.462302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42181676-8b97-48db-abed-2bdced157a8f req-02ea8397-64c9-4f3c-a17f-2e319146eaef tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354643 Jul 13 08:01:25.479939 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:25.489545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-9eb32735-6215-469b-acfe-e06e128e18de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.491709 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-9eb32735-6215-469b-acfe-e06e128e18de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223b2461-4867-4ebc-b563-c6c5888b3ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573804 Jul 13 08:01:25.581122 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-0ba13a5e-45bb-40ff-9bdc-23fb2691d48a service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817873 Jul 13 08:01:25.680162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce094560-579d-4c39-abde-2b9afb7571e9 req-f9098cac-498a-4af4-9a70-659afd9c04bb service neutron] 10.222.0.48 "GET /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917673 Jul 13 08:01:25.687293 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:25.713531 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec6c8a-3e55-4992-94da-a0e5c7a279af None None] The sync data for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 is: [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 4, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '38488f56-fc0f-4d9c-8ff2-420ad3c0db6d', 'name': '', 'network_id': '223b2461-4867-4ebc-b563-c6c5888b3ca7', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'mac_address': 'fa:16:3e:7a:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:26Z', 'updated_at': '2021-07-13T07:49:38Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'subnets': [{'id': '8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:25.932143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72413ebf-b4a6-4775-9dd7-6d690da83d53 None None] New status for floating IP 1d7162c6-63f9-4245-bf40-e940257e808b: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:01:26.635919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1913ee8-5032-4bb3-b612-359e344e017b req-d93acb9b-fa0c-4b80-8f48-1956749ebc89 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.637401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1913ee8-5032-4bb3-b612-359e344e017b req-d93acb9b-fa0c-4b80-8f48-1956749ebc89 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 945 time: 0.0628765 Jul 13 08:01:26.674208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1913ee8-5032-4bb3-b612-359e344e017b req-887b33b7-634d-495a-9855-26456b3c9a81 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/security-groups?id=41501c14-a708-46ab-8b38-a3201f91b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311797 Jul 13 08:01:26.785549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-2a163f72-372a-4f56-9d62-542bd89c9742 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.787526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-2a163f72-372a-4f56-9d62-542bd89c9742 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 945 time: 0.0650830 Jul 13 08:01:26.886209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port a0801eb8-6b25-46e0-9346-ee8de2a708dd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:26.886559 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:26.985627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] For port a0801eb8-6b25-46e0-9346-ee8de2a708dd, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a0801eb8-6b25-46e0-9346-ee8de2a708dd,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:26.986039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:26.999120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for a0801eb8-6b25-46e0-9346-ee8de2a708dd owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:27.125103 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.155869 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=a0801eb8-6b25-46e0-9346-ee8de2a708dd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:27.202921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] No DVR routers for this DVR port a0801eb8-6b25-46e0-9346-ee8de2a708dd on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:27.205410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.207421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1ef269e9-75e8-4f41-8bba-a345b46edeac req-d22b8952-2a61-4aca-a563-76035609a515 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.48 "DELETE /v2.0/ports/a0801eb8-6b25-46e0-9346-ee8de2a708dd HTTP/1.1" status: 204 len: 173 time: 0.4141729 Jul 13 08:01:27.207857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'name': 'network-vif-deleted', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:27.210699 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5af43a-5166-4fc9-8323-8f3dd54007a8" -d '{"events": [{"server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "name": "network-vif-deleted", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:27.245388 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cb7d90-4322-45b3-93a7-6f04995a032f x-openstack-request-id: req-a1cb7d90-4322-45b3-93a7-6f04995a032f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:27.245705 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01955a4f-c15f-4e62-8d30-b9717bf6d3ce", "name": "network-vif-deleted", "tag": "a0801eb8-6b25-46e0-9346-ee8de2a708dd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:27.245983 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1cb7d90-4322-45b3-93a7-6f04995a032f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:27.246394 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01955a4f-c15f-4e62-8d30-b9717bf6d3ce', 'name': 'network-vif-deleted', 'tag': 'a0801eb8-6b25-46e0-9346-ee8de2a708dd', 'status': 'completed', 'code': 200} Jul 13 08:01:27.818607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62d66981-4039-4fbe-96a8-276c7648d4ad req-cc7001e2-d353-44bd-8fb1-f5b5ddd99306 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 210 time: 0.0296030 Jul 13 08:01:28.959415 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc461d2c-2086-484c-8293-97b269d15e8c req-4915ee57-5a48-4ce5-8a93-3f6f55c58a38 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 210 time: 0.0290151 Jul 13 08:01:29.639302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a0801eb8-6b25-46e0-9346-ee8de2a708dd no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:29.662486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: a0801eb8-6b25-46e0-9346-ee8de2a708dd {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:29.662824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a0801eb8-6b25-46e0-9346-ee8de2a708dd not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:30.096364 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b12eda6-7aa0-4398-8f73-5b582ca8b81b req-ffede7af-6deb-46ed-9f88-dd11ce6bf525 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "GET /v2.0/ports?device_id=01955a4f-c15f-4e62-8d30-b9717bf6d3ce HTTP/1.1" status: 200 len: 210 time: 0.0292659 Jul 13 08:01:31.189532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:31.309174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Deleting port 372b1da0-df46-4c15-9f07-a491725f5772 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:31.309521 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.385576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.385803 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.398031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Calling delete_port for 372b1da0-df46-4c15-9f07-a491725f5772 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:31.531324 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.555335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'Port': ['ID=372b1da0-df46-4c15-9f07-a491725f5772,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:31.616199 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.618809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.619971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-74851def-d19e-4dca-b376-092bf5a1c9b2 tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "DELETE /v2.0/floatingips/c1ef6496-6317-49a2-824d-02f2d2ebd98b HTTP/1.1" status: 204 len: 168 time: 0.4294174 Jul 13 08:01:33.934132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:33.996019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8c89513-cc1b-4c0d-a504-92ef3be9f8da tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:34.021570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8c89513-cc1b-4c0d-a504-92ef3be9f8da tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:34.080871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8c89513-cc1b-4c0d-a504-92ef3be9f8da tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:34.083518 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8c89513-cc1b-4c0d-a504-92ef3be9f8da tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:34.087288 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c8c89513-cc1b-4c0d-a504-92ef3be9f8da tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] 10.222.0.41 "DELETE /v2.0/security-groups/41501c14-a708-46ab-8b38-a3201f91b9ce HTTP/1.1" status: 204 len: 168 time: 0.1495697 Jul 13 08:01:34.094339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c89513-cc1b-4c0d-a504-92ef3be9f8da tempest-TestVolumeBootPattern-473239426 tempest-TestVolumeBootPattern-473239426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41501c14-a708-46ab-8b38-a3201f91b9ce,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:35.163857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54818) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:35.598520 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.852244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Deleting port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:35.852547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.860881 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.929510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] For port 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=38488f56-fc0f-4d9c-8ff2-420ad3c0db6d,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:35.929872 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.942054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Calling delete_port for 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:36.115710 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:36.140684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Pushing event deleted for resources: {'Port': ['ID=38488f56-fc0f-4d9c-8ff2-420ad3c0db6d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:36.308057 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:36.515914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Router 665d4a7f-a443-42f0-890c-0b475371fcfe has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:36.906488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:36.911947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f4040927-a23e-445f-aff6-bb665e2f1151 admin admin] 10.222.0.41 "PUT /v2.0/routers/665d4a7f-a443-42f0-890c-0b475371fcfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469420 Jul 13 08:01:36.915232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:36.918874 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] Sync routers for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:36.928946 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:36.929564 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:01:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:37.021674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.036048 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:37.126191 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.183536 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Deleting port b6763b5d-7d76-4426-bdfa-482d76598d8e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:37.183912 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.209182 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T08:01:36Z', 'revision_number': 5, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port': {'id': 'b6763b5d-7d76-4426-bdfa-482d76598d8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:20Z', 'updated_at': '2021-07-13T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:37.238883 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] Checking router: 665d4a7f-a443-42f0-890c-0b475371fcfe for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:37.247522 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] Routers {'665d4a7f-a443-42f0-890c-0b475371fcfe'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:37.248132 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:01:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['665d4a7f-a443-42f0-890c-0b475371fcfe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:37.262143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] For port b6763b5d-7d76-4426-bdfa-482d76598d8e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b6763b5d-7d76-4426-bdfa-482d76598d8e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:37.262575 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.273849 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Calling delete_port for b6763b5d-7d76-4426-bdfa-482d76598d8e owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:37.331027 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] Set router 665d4a7f-a443-42f0-890c-0b475371fcfe gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:37.443336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.467963 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T08:01:37Z', 'revision_number': 6, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:37.469540 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b6763b5d-7d76-4426-bdfa-482d76598d8e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:37.497413 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0560b94-37f2-46e9-a72e-cdfd967831fa None None] The sync data for ids ['665d4a7f-a443-42f0-890c-0b475371fcfe'] in n-d-758944-43 is: [{'id': '665d4a7f-a443-42f0-890c-0b475371fcfe', 'name': 'tempest-TestVolumeBootPattern-676857309-router', 'tenant_id': '5d2cf1a62e3043e0947f82a850ab2704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:19Z', 'updated_at': '2021-07-13T08:01:37Z', 'revision_number': 6, 'project_id': '5d2cf1a62e3043e0947f82a850ab2704', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:37.534111 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.625166 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.627230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.669909 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.670547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 665d4a7f-a443-42f0-890c-0b475371fcfe {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:01:37.674998 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.678628 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-786eb26b-78b9-4aaa-b787-389e34a5d9cb admin admin] 10.222.0.41 "DELETE /v2.0/routers/665d4a7f-a443-42f0-890c-0b475371fcfe HTTP/1.1" status: 204 len: 168 time: 0.7597151 Jul 13 08:01:37.678884 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:37.721455 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.722292 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5e0a3f-ee7c-4c1d-91ce-1283b3576299 admin admin] Deleting subnet 8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:37.726054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0a3f-ee7c-4c1d-91ce-1283b3576299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.758513 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0a3f-ee7c-4c1d-91ce-1283b3576299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.837471 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0a3f-ee7c-4c1d-91ce-1283b3576299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.892579 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0a3f-ee7c-4c1d-91ce-1283b3576299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.923057 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0a3f-ee7c-4c1d-91ce-1283b3576299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.925116 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0b5e0a3f-ee7c-4c1d-91ce-1283b3576299 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2 HTTP/1.1" status: 204 len: 168 time: 0.2453032 Jul 13 08:01:37.926148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e0a3f-ee7c-4c1d-91ce-1283b3576299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8105e0bb-aa12-4b42-9cb1-d1a4e52aa5e2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:37.928183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54826) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:37.937236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da19fabe-1776-4313-8e31-2c0bc3503a99 None None] Network 223b2461-4867-4ebc-b563-c6c5888b3ca7 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:38.012598 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.066442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Deleting port 25ffb954-890c-44b5-afcb-1458228da103 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:38.066803 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.134838 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] For port 25ffb954-890c-44b5-afcb-1458228da103, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=25ffb954-890c-44b5-afcb-1458228da103,segment=NetworkSegment(ac795bc3-e5da-48a9-b5cd-ab977e6964a7),segment_id=ac795bc3-e5da-48a9-b5cd-ab977e6964a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:38.135204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.147956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Calling delete_port for 25ffb954-890c-44b5-afcb-1458228da103 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:38.226757 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.251812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ffb954-890c-44b5-afcb-1458228da103,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:38.258375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] No DVR routers for this DVR port 25ffb954-890c-44b5-afcb-1458228da103 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:38.300730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f4e6e-57d8-4748-a116-e91cef4ad744 None None] DHCP port deletion for 223b2461-4867-4ebc-b563-c6c5888b3ca7 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:01:38.339145 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.349422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223b2461-4867-4ebc-b563-c6c5888b3ca7']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:38.359530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:38.359836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac795bc3-e5da-48a9-b5cd-ab977e6964a7') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:38.370876 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.385811 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.395207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:38.395822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:38.397750 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:38.427755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b6763b5d-7d76-4426-bdfa-482d76598d8e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:38.448772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: b6763b5d-7d76-4426-bdfa-482d76598d8e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:38.449207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b6763b5d-7d76-4426-bdfa-482d76598d8e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:38.449648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:38.458599 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.464188 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.466097 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] 10.222.0.41 "DELETE /v2.0/networks/223b2461-4867-4ebc-b563-c6c5888b3ca7 HTTP/1.1" status: 204 len: 168 time: 0.5364833 Jul 13 08:01:38.469087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:38.476214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:38.476580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 38488f56-fc0f-4d9c-8ff2-420ad3c0db6d not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:38.477127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 25ffb954-890c-44b5-afcb-1458228da103 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:38.478133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112665a-fc50-4819-af32-9e8f1b800d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=223b2461-4867-4ebc-b563-c6c5888b3ca7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:38.506219 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 25ffb954-890c-44b5-afcb-1458228da103 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:38.506486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 25ffb954-890c-44b5-afcb-1458228da103 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:38.820086 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:39.066519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Deleting port 2be18254-15c6-4611-ae8b-515067fb572c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:39.067192 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:39.141256 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] For port 2be18254-15c6-4611-ae8b-515067fb572c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2be18254-15c6-4611-ae8b-515067fb572c,segment=NetworkSegment(3ee6d529-2868-4ea6-8bcb-53eb7548caa7),segment_id=3ee6d529-2868-4ea6-8bcb-53eb7548caa7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:39.141537 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:39.153867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Calling delete_port for 2be18254-15c6-4611-ae8b-515067fb572c owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:39.326593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:39.354007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Pushing event deleted for resources: {'Port': ['ID=2be18254-15c6-4611-ae8b-515067fb572c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:39.519017 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.064280 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Router 3ca4f490-5341-4f79-b16f-1a32f011a3bc has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:40.167330 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:40.172256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-09061917-d820-45c4-bd23-1588b6be053c admin admin] 10.222.0.41 "PUT /v2.0/routers/3ca4f490-5341-4f79-b16f-1a32f011a3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020936 Jul 13 08:01:40.174766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:40.177726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] Sync routers for ids ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:40.187123 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] Routers {'3ca4f490-5341-4f79-b16f-1a32f011a3bc'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:40.187818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:01:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:40.278044 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.291276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] Set router 3ca4f490-5341-4f79-b16f-1a32f011a3bc gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:40.382917 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.445928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Deleting port 17f61e9d-400c-4162-965d-85c32e0cf118 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:40.446299 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.477021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:34Z', 'updated_at': '2021-07-13T08:01:39Z', 'revision_number': 5, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'gw_port': {'id': '17f61e9d-400c-4162-965d-85c32e0cf118', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:35Z', 'updated_at': '2021-07-13T07:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:40.503973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] Checking router: 3ca4f490-5341-4f79-b16f-1a32f011a3bc for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:40.512197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] Routers {'3ca4f490-5341-4f79-b16f-1a32f011a3bc'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:40.512813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:01:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:40.523832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] For port 17f61e9d-400c-4162-965d-85c32e0cf118, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=17f61e9d-400c-4162-965d-85c32e0cf118,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:40.524199 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.537238 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Calling delete_port for 17f61e9d-400c-4162-965d-85c32e0cf118 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:40.600593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] Set router 3ca4f490-5341-4f79-b16f-1a32f011a3bc gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:40.652649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:34Z', 'updated_at': '2021-07-13T08:01:40Z', 'revision_number': 6, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:40.683537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38893b67-141a-4a52-bad3-53f64c248ca5 None None] The sync data for ids ['3ca4f490-5341-4f79-b16f-1a32f011a3bc'] in n-d-758944-43 is: [{'id': '3ca4f490-5341-4f79-b16f-1a32f011a3bc', 'name': 'tempest-TestVolumeBootPattern-1133791808-router', 'tenant_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:34Z', 'updated_at': '2021-07-13T08:01:40Z', 'revision_number': 6, 'project_id': 'a114155d84e44a9ab254f8d8f9d26c6b', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:40.705478 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.735629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f61e9d-400c-4162-965d-85c32e0cf118,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:40.799604 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.889248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.891414 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.934814 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.935420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca4f490-5341-4f79-b16f-1a32f011a3bc {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:01:40.940006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.941197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-288c55e1-fba9-4876-97ce-2567ba960a17 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3ca4f490-5341-4f79-b16f-1a32f011a3bc HTTP/1.1" status: 204 len: 168 time: 0.7654846 Jul 13 08:01:40.944272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:40.988049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e988ebff-8740-4abb-aa16-f764f9a16360 admin admin] Deleting subnet 9108bd09-117c-4ab5-b96e-ed91d3ebcac9 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:40.990977 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e988ebff-8740-4abb-aa16-f764f9a16360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.026407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e988ebff-8740-4abb-aa16-f764f9a16360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.113381 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e988ebff-8740-4abb-aa16-f764f9a16360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.165917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e988ebff-8740-4abb-aa16-f764f9a16360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.191332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ebff-8740-4abb-aa16-f764f9a16360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9108bd09-117c-4ab5-b96e-ed91d3ebcac9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:41.195472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e988ebff-8740-4abb-aa16-f764f9a16360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.197321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e988ebff-8740-4abb-aa16-f764f9a16360 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9108bd09-117c-4ab5-b96e-ed91d3ebcac9 HTTP/1.1" status: 204 len: 168 time: 0.2520196 Jul 13 08:01:41.199961 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 54834) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:41.200892 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f2f56a-394c-4b7d-9449-5905b4ae2130 None None] Network 1b876b7e-ce72-4491-918e-5dc6778e3e01 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:41.267893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.324898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Deleting port 03eb87c4-0487-439d-ab18-4b6950e4da36 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:41.325243 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.390075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] For port 03eb87c4-0487-439d-ab18-4b6950e4da36, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=03eb87c4-0487-439d-ab18-4b6950e4da36,segment=NetworkSegment(3ee6d529-2868-4ea6-8bcb-53eb7548caa7),segment_id=3ee6d529-2868-4ea6-8bcb-53eb7548caa7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:41.390455 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.402845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Calling delete_port for 03eb87c4-0487-439d-ab18-4b6950e4da36 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:41.415009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] DHCP port deletion for 1b876b7e-ce72-4491-918e-5dc6778e3e01 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:01:41.464724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Deleting port 03eb87c4-0487-439d-ab18-4b6950e4da36 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:41.465081 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.492976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.523338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Pushing event deleted for resources: {'Port': ['ID=03eb87c4-0487-439d-ab18-4b6950e4da36,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:41.526939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] No DVR routers for this DVR port 03eb87c4-0487-439d-ab18-4b6950e4da36 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:41.537749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] For port 03eb87c4-0487-439d-ab18-4b6950e4da36, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=03eb87c4-0487-439d-ab18-4b6950e4da36,segment=NetworkSegment(3ee6d529-2868-4ea6-8bcb-53eb7548caa7),segment_id=3ee6d529-2868-4ea6-8bcb-53eb7548caa7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:41.538178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.558104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Calling delete_port for 03eb87c4-0487-439d-ab18-4b6950e4da36 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:41.602677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.613203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b876b7e-ce72-4491-918e-5dc6778e3e01']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:41.624571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee6d529-2868-4ea6-8bcb-53eb7548caa7') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:41.625016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee6d529-2868-4ea6-8bcb-53eb7548caa7') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:41.636478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.639491 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.650909 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.657694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:41.658258 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:41.660149 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:41.668201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Pushing event deleted for resources: {'Port': ['ID=03eb87c4-0487-439d-ab18-4b6950e4da36,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:41.676283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] No DVR routers for this DVR port 03eb87c4-0487-439d-ab18-4b6950e4da36 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:41.679255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.679607 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.680150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.680746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.681095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.681430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.681764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.682128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.682455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.683065 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.683578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.683915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a4d26-5f74-47c4-9144-3451f65d998d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:41.725091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.732369 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.734266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] 10.222.0.41 "DELETE /v2.0/networks/1b876b7e-ce72-4491-918e-5dc6778e3e01 HTTP/1.1" status: 204 len: 168 time: 0.5333445 Jul 13 08:01:41.744309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78203f-e3c6-4eca-911e-3d3e7a73fdde admin admin] Pushing event deleted for resources: {'Network': ['ID=1b876b7e-ce72-4491-918e-5dc6778e3e01,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:41.845037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54838) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:41.886766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d704cb24-9aa7-408c-8ea3-660e7036cdf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d2cf1a62e3043e0947f82a850ab2704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404613 Jul 13 08:01:41.889226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54840) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:41.941880 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0028909-1f68-4539-8187-3ca66002f5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.962507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0028909-1f68-4539-8187-3ca66002f5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.008567 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0028909-1f68-4539-8187-3ca66002f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.011467 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0028909-1f68-4539-8187-3ca66002f5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.012642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c0028909-1f68-4539-8187-3ca66002f5c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a HTTP/1.1" status: 204 len: 168 time: 0.1225002 Jul 13 08:01:42.020318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0028909-1f68-4539-8187-3ca66002f5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b774ce6-a86a-4931-a1c6-fe60dbd1ab2a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:42.322780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54846) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:42.362931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f684d90-b919-4456-a32b-078bcf193f6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a114155d84e44a9ab254f8d8f9d26c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389621 Jul 13 08:01:42.365456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 54848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:42.414378 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbd6-67d4-4e56-8903-c1d979af12e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.421523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2be18254-15c6-4611-ae8b-515067fb572c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:42.436023 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbd6-67d4-4e56-8903-c1d979af12e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.442176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 2be18254-15c6-4611-ae8b-515067fb572c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:42.443026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2be18254-15c6-4611-ae8b-515067fb572c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:42.443454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 17f61e9d-400c-4162-965d-85c32e0cf118 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:42.465012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 17f61e9d-400c-4162-965d-85c32e0cf118 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:42.465445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 17f61e9d-400c-4162-965d-85c32e0cf118 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:42.465870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 03eb87c4-0487-439d-ab18-4b6950e4da36 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:42.483176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbd6-67d4-4e56-8903-c1d979af12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.484290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 03eb87c4-0487-439d-ab18-4b6950e4da36 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:42.484640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 03eb87c4-0487-439d-ab18-4b6950e4da36 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:42.485924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbd6-67d4-4e56-8903-c1d979af12e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.487249 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eaeebbd6-67d4-4e56-8903-c1d979af12e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/044e0a2c-bc99-485e-a432-912e7c6d9081 HTTP/1.1" status: 204 len: 168 time: 0.1207888 Jul 13 08:01:42.496045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeebbd6-67d4-4e56-8903-c1d979af12e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044e0a2c-bc99-485e-a432-912e7c6d9081,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:44.879568 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:01:48.364505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95f876ac-d18b-49eb-b0aa-d0a7a6392eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.080367 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d173a9c9-2ccc-4a57-93b7-a2b5017942d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.136058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.072005 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.615284 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b20d8d8c-836e-462d-846d-a6a208c21450 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b02291a8910a4d309567473ba63de65c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247519 Jul 13 08:01:52.718350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-8decafba-6ed5-42fb-894d-559aeaef1113 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:52.719735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-8decafba-6ed5-42fb-894d-559aeaef1113 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0996034 Jul 13 08:01:52.734288 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-360ec7c4-8f05-4fb3-94d5-87b6a62db3ad tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/quotas/b02291a8910a4d309567473ba63de65c HTTP/1.1" status: 200 len: 375 time: 0.0086994 Jul 13 08:01:52.765677 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-1f9ecc84-f19d-4f74-8cde-2bdb68e8454a tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b02291a8910a4d309567473ba63de65c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267134 Jul 13 08:01:52.932317 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7b995558-b767-4d05-b493-eabb9e268abb req-596b4477-fe73-4678-bf08-17e409cf4cfc tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 210 time: 0.0320749 Jul 13 08:01:53.742480 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.029333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f5efb4f2-18cc-45f4-86f5-a2836d9812ac req-5e91dd7c-4e3c-42c2-bc06-2d5868b7bbe3 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 210 time: 0.0341127 Jul 13 08:01:55.114881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae24b722-6d75-47f1-aa80-8c140eb40d36 req-a3eaad96-30bd-4cfb-a3d9-52cc6e8d1bb1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 210 time: 0.0320597 Jul 13 08:01:56.193721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-148f9a4b-9594-4ca6-8da8-6e9a363ab4df req-9532ca3c-b84d-409b-b7d9-ae0156cdc67d tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 210 time: 0.0283105 Jul 13 08:01:57.328193 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40691266-607f-4a0a-b1f3-e0e733061ac6 req-42dda7f4-bbe8-4c77-a6f9-140fbffe00e6 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 210 time: 0.0291798 Jul 13 08:01:58.100621 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-4274ea35-ee28-4d0e-8618-9289cd02a5d0 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b02291a8910a4d309567473ba63de65c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295324 Jul 13 08:01:58.287460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-7ae5cabb-df80-4734-bfc6-e029b9291478 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:58.288919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-7ae5cabb-df80-4734-bfc6-e029b9291478 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834638 Jul 13 08:01:58.301313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Request body: {'port': {'device_id': 'c5f51721-c40b-455e-b9bb-4f3e2cfbe852', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'admin_state_up': True, 'tenant_id': 'b02291a8910a4d309567473ba63de65c'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:58.407414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Made reservation on behalf of b02291a8910a4d309567473ba63de65c for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:58.411361 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.420168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.465834 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d51e0ed0-5853-4da4-8f9c-a30828145610 req-fdf7fd25-ea4f-4101-a377-02a9e3ae6698 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 210 time: 0.0290492 Jul 13 08:01:58.517914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.522244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.588605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571f0541-97da-443a-8bcb-71dd9c2f7ed1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:58.655947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Allocated IP 192.168.233.188 (239e2c11-5786-4ba8-8a60-12d63c5ca191/d3a64854-dea7-4915-8991-ba443fc58f66/a4a16c9f-29a0-4979-be6b-98fcad820b5c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:01:58.804493 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.817527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Transition to ACTIVE for port object a4a16c9f-29a0-4979-be6b-98fcad820b5c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:58.850837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.895285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Network 239e2c11-5786-4ba8-8a60-12d63c5ca191 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:01:58.899093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:58.902886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:01:58.931853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Pushing event updated for resources: {'Port': ['ID=a4a16c9f-29a0-4979-be6b-98fcad820b5c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:58.961554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:58.962239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.978133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b72cb658-f030-4366-9f71-4502ee8a32a1 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6801920 Jul 13 08:01:59.089614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Request body: {'port': {'device_id': 'c5f51721-c40b-455e-b9bb-4f3e2cfbe852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:59.161115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.179815 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1b0b2fc-a380-4528-9699-77e19f6d20a4 None None] Provisioning for port a4a16c9f-29a0-4979-be6b-98fcad820b5c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:59.183982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1b0b2fc-a380-4528-9699-77e19f6d20a4 None None] Provisioning complete for port a4a16c9f-29a0-4979-be6b-98fcad820b5c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:59.184364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1b0b2fc-a380-4528-9699-77e19f6d20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.218570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0b2fc-a380-4528-9699-77e19f6d20a4 None None] Port a4a16c9f-29a0-4979-be6b-98fcad820b5c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:01:59.420017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a16c9f-29a0-4979-be6b-98fcad820b5c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:01:59.427172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.439669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Transition to ACTIVE for port object a4a16c9f-29a0-4979-be6b-98fcad820b5c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:59.444142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.494259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a16c9f-29a0-4979-be6b-98fcad820b5c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:59.568089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Attempting to bind port a4a16c9f-29a0-4979-be6b-98fcad820b5c on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:01:59.569094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Attempting to bind port a4a16c9f-29a0-4979-be6b-98fcad820b5c by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:01:59.569419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Attempting to bind port a4a16c9f-29a0-4979-be6b-98fcad820b5c on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:59.574027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Port a4a16c9f-29a0-4979-be6b-98fcad820b5c on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:01:59.574363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Attempting to bind port a4a16c9f-29a0-4979-be6b-98fcad820b5c on network 239e2c11-5786-4ba8-8a60-12d63c5ca191 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:59.580265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:01:59.580615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Checking segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:59.581341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Bound using segment: {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:01:59.581846 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Bound port: a4a16c9f-29a0-4979-be6b-98fcad820b5c, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad677d26-af70-49ea-8bcc-5ce8fe80dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:01:59.582426 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.695939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] For port a4a16c9f-29a0-4979-be6b-98fcad820b5c, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:59.700260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] For port a4a16c9f-29a0-4979-be6b-98fcad820b5c, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a4a16c9f-29a0-4979-be6b-98fcad820b5c,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:01:59.709345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602015b2-e528-40ee-b551-049178c8e4cb req-74bdb2ba-c864-48e4-8b02-92f224aa856a tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.710910 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-602015b2-e528-40ee-b551-049178c8e4cb req-74bdb2ba-c864-48e4-8b02-92f224aa856a tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 948 time: 0.1187172 Jul 13 08:01:59.712379 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.760473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.761411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.762801 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] 10.222.0.38 "PUT /v2.0/ports/a4a16c9f-29a0-4979-be6b-98fcad820b5c HTTP/1.1" status: 200 len: 1097 time: 0.7772777 Jul 13 08:01:59.767077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f51721-c40b-455e-b9bb-4f3e2cfbe852', 'tag': 'a4a16c9f-29a0-4979-be6b-98fcad820b5c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:59.769686 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c115edfa-d7f8-4bac-85bc-9073d5c8035d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f51721-c40b-455e-b9bb-4f3e2cfbe852", "tag": "a4a16c9f-29a0-4979-be6b-98fcad820b5c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:59.811552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-602015b2-e528-40ee-b551-049178c8e4cb req-e665c84d-9e7f-439d-8afe-4190923c5f3d tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923896 Jul 13 08:01:59.814865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e1bba-72ba-4a2b-aa98-e0420a57f099 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a16c9f-29a0-4979-be6b-98fcad820b5c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:59.818390 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2126ffb-fd34-47e9-9a13-9feededdd6af x-openstack-request-id: req-a2126ffb-fd34-47e9-9a13-9feededdd6af {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:59.818681 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f51721-c40b-455e-b9bb-4f3e2cfbe852", "tag": "a4a16c9f-29a0-4979-be6b-98fcad820b5c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:59.818940 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2126ffb-fd34-47e9-9a13-9feededdd6af {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:59.819338 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f51721-c40b-455e-b9bb-4f3e2cfbe852', 'tag': 'a4a16c9f-29a0-4979-be6b-98fcad820b5c', 'status': 'completed', 'code': 200} Jul 13 08:01:59.883994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-34c5069e-4d06-4c61-8c32-3b8449a88502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.885574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-34c5069e-4d06-4c61-8c32-3b8449a88502 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b02291a8910a4d309567473ba63de65c&device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 1100 time: 0.0602264 Jul 13 08:01:59.928788 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b3ad1a77-de69-453d-9fc9-1a69ae2aa49e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=a4a16c9f-29a0-4979-be6b-98fcad820b5c HTTP/1.1" status: 200 len: 217 time: 0.0363295 Jul 13 08:01:59.976585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-bec7ce2d-1df1-4278-bdb4-fbb930e847f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:59.978083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-bec7ce2d-1df1-4278-bdb4-fbb930e847f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0437961 Jul 13 08:02:00.037725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-823d5fb6-fffa-42c0-ace3-3edcd6b539be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.039163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-823d5fb6-fffa-42c0-ace3-3edcd6b539be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551076 Jul 13 08:02:00.129593 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-99dcb295-af5a-4267-99a7-ab2778182fac service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835805 Jul 13 08:02:00.221726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3584b040-5f50-49ea-81e1-aa9206c2d15e req-b21e5730-1103-4854-8f77-14aa55fb0d88 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853486 Jul 13 08:02:00.316731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-7631365b-88cb-4db7-8b5e-f16171a706b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.318259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-7631365b-88cb-4db7-8b5e-f16171a706b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b02291a8910a4d309567473ba63de65c&device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 1100 time: 0.0521913 Jul 13 08:02:00.410140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-73074b38-763f-448a-b3db-327d67b62a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.411642 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-73074b38-763f-448a-b3db-327d67b62a21 service neutron] 10.222.0.38 "GET /v2.0/networks?id=239e2c11-5786-4ba8-8a60-12d63c5ca191 HTTP/1.1" status: 200 len: 870 time: 0.0875344 Jul 13 08:02:00.453244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-782fa0f3-f41b-4115-b28e-5d83ba632406 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=a4a16c9f-29a0-4979-be6b-98fcad820b5c HTTP/1.1" status: 200 len: 217 time: 0.0354497 Jul 13 08:02:00.500429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-23130f08-e466-4f7a-b886-80b56072c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.501755 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-23130f08-e466-4f7a-b886-80b56072c784 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3a64854-dea7-4915-8991-ba443fc58f66 HTTP/1.1" status: 200 len: 843 time: 0.0419583 Jul 13 08:02:00.557201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-d41a9f75-51b2-4195-bc45-b607b66e5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.558677 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-d41a9f75-51b2-4195-bc45-b607b66e5307 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=239e2c11-5786-4ba8-8a60-12d63c5ca191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0498621 Jul 13 08:02:00.651553 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-df04ac02-0b23-40b8-a06d-24af946e4f8c service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855083 Jul 13 08:02:00.743309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c115edfa-d7f8-4bac-85bc-9073d5c8035d req-e87e08b2-d6bc-4904-a14b-185f320dad42 service neutron] 10.222.0.38 "GET /v2.0/networks/239e2c11-5786-4ba8-8a60-12d63c5ca191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846577 Jul 13 08:02:00.988971 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38dc79-da1c-4ad6-a7c8-7a6221780906 req-4372e7ac-1b96-4670-af31-772ed13faee3 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:00.990964 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b38dc79-da1c-4ad6-a7c8-7a6221780906 req-4372e7ac-1b96-4670-af31-772ed13faee3 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 948 time: 0.0664248 Jul 13 08:02:01.027418 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b38dc79-da1c-4ad6-a7c8-7a6221780906 req-ac3b15b9-5ba0-4495-8c10-2a95c7a8fb63 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Jul 13 08:02:02.197257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d32fe-fe27-40a1-9c55-5278cfbe2e00 req-4276f728-9601-44ac-a12d-b782bfdc1d79 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:02.198677 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e8d32fe-fe27-40a1-9c55-5278cfbe2e00 req-4276f728-9601-44ac-a12d-b782bfdc1d79 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 948 time: 0.0635226 Jul 13 08:02:02.235545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e8d32fe-fe27-40a1-9c55-5278cfbe2e00 req-80b9a8a0-40e4-4379-abdf-dc3132d05b26 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Jul 13 08:02:03.269930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a4a16c9f-29a0-4979-be6b-98fcad820b5c details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:02:03.368347 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port a4a16c9f-29a0-4979-be6b-98fcad820b5c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a4a16c9f-29a0-4979-be6b-98fcad820b5c,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:03.378846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'a4a16c9f-29a0-4979-be6b-98fcad820b5c', 'network_id': '239e2c11-5786-4ba8-8a60-12d63c5ca191', 'port_id': 'a4a16c9f-29a0-4979-be6b-98fcad820b5c', 'mac_address': 'fa:16:3e:61:0d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a64854-dea7-4915-8991-ba443fc58f66', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:02:03.406937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e7e51-f6d6-4d41-bc58-971ef5ba812d req-e287fead-ac44-40cd-8f00-8b27b38a068b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:03.408453 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b0e7e51-f6d6-4d41-bc58-971ef5ba812d req-e287fead-ac44-40cd-8f00-8b27b38a068b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 948 time: 0.0631762 Jul 13 08:02:03.416422 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.429193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a16c9f-29a0-4979-be6b-98fcad820b5c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:03.447284 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3b0e7e51-f6d6-4d41-bc58-971ef5ba812d req-65e1e2a0-50f4-439b-be14-c281b3d5cf98 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324585 Jul 13 08:02:03.449540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port a4a16c9f-29a0-4979-be6b-98fcad820b5c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a4a16c9f-29a0-4979-be6b-98fcad820b5c,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:03.454902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.508073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=a4a16c9f-29a0-4979-be6b-98fcad820b5c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:03.683217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['a4a16c9f-29a0-4979-be6b-98fcad820b5c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:02:04.617116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2b29-655a-4a79-93ba-4c068de0dd95 req-e4579a83-5c06-44e1-91bf-b9cf8c6df749 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:04.618622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d89e2b29-655a-4a79-93ba-4c068de0dd95 req-e4579a83-5c06-44e1-91bf-b9cf8c6df749 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 949 time: 0.0618680 Jul 13 08:02:04.655928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d89e2b29-655a-4a79-93ba-4c068de0dd95 req-af9ecba6-21d7-4bce-b02a-52d539fa8ba3 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318606 Jul 13 08:02:05.269757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a4a16c9f-29a0-4979-be6b-98fcad820b5c up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:05.316920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port a4a16c9f-29a0-4979-be6b-98fcad820b5c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:05.321077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port a4a16c9f-29a0-4979-be6b-98fcad820b5c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:05.321450 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.396220 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.417289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f51721-c40b-455e-b9bb-4f3e2cfbe852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a16c9f-29a0-4979-be6b-98fcad820b5c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:05.419539 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22d502c-5c25-4f8e-98b7-d4acc7f22d06" -d '{"events": [{"server_uuid": "c5f51721-c40b-455e-b9bb-4f3e2cfbe852", "name": "network-vif-plugged", "status": "completed", "tag": "a4a16c9f-29a0-4979-be6b-98fcad820b5c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:05.433285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port a4a16c9f-29a0-4979-be6b-98fcad820b5c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a4a16c9f-29a0-4979-be6b-98fcad820b5c,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:05.437512 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.493665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=a4a16c9f-29a0-4979-be6b-98fcad820b5c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:05.521315 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c45d26-8a33-469c-920d-a0a2d6df322c x-openstack-request-id: req-12c45d26-8a33-469c-920d-a0a2d6df322c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:05.521613 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f51721-c40b-455e-b9bb-4f3e2cfbe852", "name": "network-vif-plugged", "status": "completed", "tag": "a4a16c9f-29a0-4979-be6b-98fcad820b5c", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:05.521871 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12c45d26-8a33-469c-920d-a0a2d6df322c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:05.522324 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f51721-c40b-455e-b9bb-4f3e2cfbe852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a16c9f-29a0-4979-be6b-98fcad820b5c', 'code': 200} Jul 13 08:02:05.641172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978325d-8522-440f-b592-1c5815b73698 req-bca4d759-c2a6-4501-a925-31ca49d49f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:05.642729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c978325d-8522-440f-b592-1c5815b73698 req-bca4d759-c2a6-4501-a925-31ca49d49f55 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 1102 time: 0.0590298 Jul 13 08:02:05.676246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c978325d-8522-440f-b592-1c5815b73698 req-832707cd-b39b-4aff-a62a-a5ac4d8c2942 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277460 Jul 13 08:02:05.755565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d349be99-5959-415c-a3a0-e76c1cc6d51f None None] Provisioning complete for port a4a16c9f-29a0-4979-be6b-98fcad820b5c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:05.755940 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d349be99-5959-415c-a3a0-e76c1cc6d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.826431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0314d1-f78f-4204-8e0e-a605d52b0c18 req-25831829-d034-413e-8d1d-590c48f0f789 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:05.828203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae0314d1-f78f-4204-8e0e-a605d52b0c18 req-25831829-d034-413e-8d1d-590c48f0f789 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 950 time: 0.0642233 Jul 13 08:02:05.861012 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.869046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae0314d1-f78f-4204-8e0e-a605d52b0c18 req-b2acfd93-16c2-4fff-aa52-6f8358022a24 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348952 Jul 13 08:02:07.041279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913459e-eb7a-48ad-8514-bf0655e19570 req-39e2a69a-d74f-42c0-be5a-270df879c92e tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:07.042796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9913459e-eb7a-48ad-8514-bf0655e19570 req-39e2a69a-d74f-42c0-be5a-270df879c92e tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 950 time: 0.0625656 Jul 13 08:02:07.080592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9913459e-eb7a-48ad-8514-bf0655e19570 req-6bab5914-c2b0-48cf-89fa-47b3d72a91df tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Jul 13 08:02:07.727178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.129476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd6e76-bd52-4140-857b-6d714bec64d3 req-b3961ec9-8e5d-40d5-a257-b5d73ff10241 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:08.131559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-93cd6e76-bd52-4140-857b-6d714bec64d3 req-b3961ec9-8e5d-40d5-a257-b5d73ff10241 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 950 time: 0.0662999 Jul 13 08:02:08.168591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-93cd6e76-bd52-4140-857b-6d714bec64d3 req-bfee0569-7594-4ca3-ae5d-976000fed45e tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Jul 13 08:02:09.383968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-bd2439c5-2a3a-4f52-bdaf-61c92296bf42 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:09.385447 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-bd2439c5-2a3a-4f52-bdaf-61c92296bf42 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 950 time: 0.1085110 Jul 13 08:02:09.393566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfaf86-2ffd-4825-8dad-266c7706d331 req-d23aa60d-4185-4e13-88d1-648f81066a55 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:09.394979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eadfaf86-2ffd-4825-8dad-266c7706d331 req-d23aa60d-4185-4e13-88d1-648f81066a55 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f51721-c40b-455e-b9bb-4f3e2cfbe852 HTTP/1.1" status: 200 len: 950 time: 0.1083319 Jul 13 08:02:09.464199 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eadfaf86-2ffd-4825-8dad-266c7706d331 req-61f4d62e-889f-493e-bb68-ba469773b6a9 tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.41 "GET /v2.0/security-groups?id=571f0541-97da-443a-8bcb-71dd9c2f7ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616620 Jul 13 08:02:09.518315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Deleting port a4a16c9f-29a0-4979-be6b-98fcad820b5c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:09.518665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:09.606106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] For port a4a16c9f-29a0-4979-be6b-98fcad820b5c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a4a16c9f-29a0-4979-be6b-98fcad820b5c,segment=NetworkSegment(ad677d26-af70-49ea-8bcc-5ce8fe80dec5),segment_id=ad677d26-af70-49ea-8bcc-5ce8fe80dec5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:09.606608 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:09.620193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Calling delete_port for a4a16c9f-29a0-4979-be6b-98fcad820b5c owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:09.752088 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:09.764549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['a4a16c9f-29a0-4979-be6b-98fcad820b5c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:02:09.790979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Pushing event deleted for resources: {'Port': ['ID=a4a16c9f-29a0-4979-be6b-98fcad820b5c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:09.828761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] No DVR routers for this DVR port a4a16c9f-29a0-4979-be6b-98fcad820b5c on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:09.831424 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:09.833921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ef55fbf-d7c4-4cf0-bcad-2044d5f98ac4 req-1df27394-1c14-4eba-8fa8-58027142ea6b tempest-ServersAdminNegativeTestJSON-578104139 tempest-ServersAdminNegativeTestJSON-578104139-project] 10.222.0.38 "DELETE /v2.0/ports/a4a16c9f-29a0-4979-be6b-98fcad820b5c HTTP/1.1" status: 204 len: 173 time: 0.4375861 Jul 13 08:02:09.834381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f51721-c40b-455e-b9bb-4f3e2cfbe852', 'name': 'network-vif-deleted', 'tag': 'a4a16c9f-29a0-4979-be6b-98fcad820b5c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:09.836866 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c3df55-15c0-4a7f-8388-fb39e8647ffc" -d '{"events": [{"server_uuid": "c5f51721-c40b-455e-b9bb-4f3e2cfbe852", "name": "network-vif-deleted", "tag": "a4a16c9f-29a0-4979-be6b-98fcad820b5c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:09.875802 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198aa71d-e658-43e2-851a-8e57603353e9 x-openstack-request-id: req-198aa71d-e658-43e2-851a-8e57603353e9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:09.876188 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f51721-c40b-455e-b9bb-4f3e2cfbe852", "name": "network-vif-deleted", "tag": "a4a16c9f-29a0-4979-be6b-98fcad820b5c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:09.876494 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-198aa71d-e658-43e2-851a-8e57603353e9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:09.876905 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f51721-c40b-455e-b9bb-4f3e2cfbe852', 'name': 'network-vif-deleted', 'tag': 'a4a16c9f-29a0-4979-be6b-98fcad820b5c', 'status': 'completed', 'code': 200} Jul 13 08:02:10.801071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55010) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.931373 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bde425bc-ad18-4c34-b72d-722f84284cf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b02291a8910a4d309567473ba63de65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290104 Jul 13 08:02:10.934036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.980767 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68718b72-aaba-4ebc-aa9c-17575e7ba3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.001530 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68718b72-aaba-4ebc-aa9c-17575e7ba3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.047197 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68718b72-aaba-4ebc-aa9c-17575e7ba3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.049873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68718b72-aaba-4ebc-aa9c-17575e7ba3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.051001 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-68718b72-aaba-4ebc-aa9c-17575e7ba3a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/571f0541-97da-443a-8bcb-71dd9c2f7ed1 HTTP/1.1" status: 204 len: 168 time: 0.1160715 Jul 13 08:02:11.059854 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68718b72-aaba-4ebc-aa9c-17575e7ba3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f0541-97da-443a-8bcb-71dd9c2f7ed1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:11.303752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55020) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:11.320180 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad01e4ef-5c60-4f97-8a5e-9ecdab9ee1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.407320 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad01e4ef-5c60-4f97-8a5e-9ecdab9ee1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.411423 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad01e4ef-5c60-4f97-8a5e-9ecdab9ee1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.449548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ad01e4ef-5c60-4f97-8a5e-9ecdab9ee1cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a18629d855345ba9f2bb86c333e8afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444557 Jul 13 08:02:11.451653 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01e4ef-5c60-4f97-8a5e-9ecdab9ee1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389b6653-e248-45b5-b5ca-295a7eebd55e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:11.452439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55022) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:11.504752 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b540b799-c79d-4346-af59-0f30067f195f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.526159 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b540b799-c79d-4346-af59-0f30067f195f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.571159 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b540b799-c79d-4346-af59-0f30067f195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.573499 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b540b799-c79d-4346-af59-0f30067f195f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.574695 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b540b799-c79d-4346-af59-0f30067f195f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/389b6653-e248-45b5-b5ca-295a7eebd55e HTTP/1.1" status: 204 len: 168 time: 0.1212497 Jul 13 08:02:11.582009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540b799-c79d-4346-af59-0f30067f195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389b6653-e248-45b5-b5ca-295a7eebd55e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:12.206882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55044) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:12.300121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-720836598-network', 'tenant_id': '95f6281707494ffb8fb92d247df62164'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:12.321914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Made reservation on behalf of 95f6281707494ffb8fb92d247df62164 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:12.324551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.333069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.422099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.425481 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.451279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:12.457211 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1ae65-5d6b-4c9c-b34e-65daabf815a9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:12.463000 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.463347 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Added segment b198d234-0e86-4738-9647-762f70edb0ea of type vlan for network 27419279-b065-453f-ad70-c75deecd0e91 Jul 13 08:02:12.505335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.530853 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.531780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:12.532361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.563038 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3550837 Jul 13 08:02:12.566215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:12.571359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Request body: {'subnet': {'network_id': '27419279-b065-453f-ad70-c75deecd0e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-720836598-subnet', 'tenant_id': '95f6281707494ffb8fb92d247df62164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:12.591411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Made reservation on behalf of 95f6281707494ffb8fb92d247df62164 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:12.592957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b71da-3ad4-4e10-8630-ff4f95fce303 admin admin] Pushing event updated for resources: {'Network': ['ID=27419279-b065-453f-ad70-c75deecd0e91,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:12.593904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.603061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 27419279-b065-453f-ad70-c75deecd0e91 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:12.758556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.814383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7167532-25b2-4b84-9835-682ffb139c8d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:12.820988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Checking segment: {'id': 'b198d234-0e86-4738-9647-762f70edb0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27419279-b065-453f-ad70-c75deecd0e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:12.821346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Network hostable DHCP agents. Network: 27419279-b065-453f-ad70-c75deecd0e91, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:02:12.837744 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Network 27419279-b065-453f-ad70-c75deecd0e91 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:02:12.846191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 27419279-b065-453f-ad70-c75deecd0e91) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:12.850753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:12.851341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.855805 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f134212a-d49a-467d-843b-6e7b8b9f2db4 None None] Network 27419279-b065-453f-ad70-c75deecd0e91 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:12.865926 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a1afd85b-ca7a-4823-9922-af212e52f33f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2985611 Jul 13 08:02:13.135450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba7e08-fd8a-404e-8e59-6d7d17567bde None None] Network 27419279-b065-453f-ad70-c75deecd0e91 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:13.285217 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a4a16c9f-29a0-4979-be6b-98fcad820b5c no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:13.294763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a8591762-804a-41d6-98ad-860408a28a9c tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:13.296274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a8591762-804a-41d6-98ad-860408a28a9c tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/networks?id=27419279-b065-453f-ad70-c75deecd0e91 HTTP/1.1" status: 200 len: 811 time: 0.1073916 Jul 13 08:02:13.308499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: a4a16c9f-29a0-4979-be6b-98fcad820b5c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:13.308853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a4a16c9f-29a0-4979-be6b-98fcad820b5c not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:13.311297 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-59b39bbb-1bf9-4685-a9d8-e4e26433dffd tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/quotas/95f6281707494ffb8fb92d247df62164 HTTP/1.1" status: 200 len: 375 time: 0.0096111 Jul 13 08:02:13.345310 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-3f8d8c77-5ad9-4a7b-b915-7cd43f74a417 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=95f6281707494ffb8fb92d247df62164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286212 Jul 13 08:02:13.355245 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-d6a90eb6-10dc-4092-9ba9-4a2c7d481667 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:02:13.356217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-d6a90eb6-10dc-4092-9ba9-4a2c7d481667 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048699 Jul 13 08:02:13.443572 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-8ba4a172-a465-4af7-828c-4665b272da71 service neutron] 10.222.0.41 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819244 Jul 13 08:02:13.532743 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-77725f80-a07c-4b08-adae-f8d5834f17dc service neutron] 10.222.0.41 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835769 Jul 13 08:02:13.701885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7723c8c-0ba5-41f9-9d83-e7dad35f880c req-fc178ee4-fc42-46c9-a513-b3aa11012745 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 210 time: 0.0332129 Jul 13 08:02:14.855679 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2ff107a-ed1b-4496-bde6-3490a726cc53 req-c47bf229-99f9-406f-8610-3416080e66bf tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 210 time: 0.0392253 Jul 13 08:02:14.917622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-8487442f-daff-45bd-98bd-67b0feac3fc9 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:14.919337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-8487442f-daff-45bd-98bd-67b0feac3fc9 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.38 "GET /v2.0/networks?id=27419279-b065-453f-ad70-c75deecd0e91 HTTP/1.1" status: 200 len: 811 time: 0.1089520 Jul 13 08:02:14.932057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Request body: {'port': {'device_id': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'network_id': '27419279-b065-453f-ad70-c75deecd0e91', 'admin_state_up': True, 'tenant_id': '95f6281707494ffb8fb92d247df62164'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:15.335600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Made reservation on behalf of 95f6281707494ffb8fb92d247df62164 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:15.339170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.462257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Allocated IP 172.20.0.10 (27419279-b065-453f-ad70-c75deecd0e91/e7167532-25b2-4b84-9835-682ffb139c8d/d5752fe0-360d-4c8b-823f-9aac4e44d05a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:15.609446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.649284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.699925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Network 27419279-b065-453f-ad70-c75deecd0e91 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:15.703561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:15.706845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:15.736974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Pushing event updated for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:15.766300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:15.766908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.781495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-a2f5a720-d480-4728-8fde-97d3caf44002 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8533769 Jul 13 08:02:15.792513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Request body: {'port': {'device_id': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:15.863443 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.107976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3627-4f27-4306-8b4a-c408a5ed4eb4 req-c4c26c4e-13d8-4a6f-9be4-f5bcec4b6c4d tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:16.109465 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-125c3627-4f27-4306-8b4a-c408a5ed4eb4 req-c4c26c4e-13d8-4a6f-9be4-f5bcec4b6c4d tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 932 time: 0.1399515 Jul 13 08:02:16.176323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-125c3627-4f27-4306-8b4a-c408a5ed4eb4 req-c7d845ad-65c6-4d35-a3a8-0af1aa09a9d4 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593588 Jul 13 08:02:16.206982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5752fe0-360d-4c8b-823f-9aac4e44d05a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:16.215006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.227051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Transition to ACTIVE for port object d5752fe0-360d-4c8b-823f-9aac4e44d05a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:16.229801 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.280143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Pushing event updated for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:16.308108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.308457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.308800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.309139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.309474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.309806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.310158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.310490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.310815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.311140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.311463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.311784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:16.358939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Attempting to bind port d5752fe0-360d-4c8b-823f-9aac4e44d05a on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:16.359280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Attempting to bind port d5752fe0-360d-4c8b-823f-9aac4e44d05a by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'b198d234-0e86-4738-9647-762f70edb0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27419279-b065-453f-ad70-c75deecd0e91'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:16.359613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Attempting to bind port d5752fe0-360d-4c8b-823f-9aac4e44d05a on network 27419279-b065-453f-ad70-c75deecd0e91 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:16.363845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Port d5752fe0-360d-4c8b-823f-9aac4e44d05a on network 27419279-b065-453f-ad70-c75deecd0e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:02:16.364161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Attempting to bind port d5752fe0-360d-4c8b-823f-9aac4e44d05a on network 27419279-b065-453f-ad70-c75deecd0e91 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:16.368923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:16.369267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Checking segment: {'id': 'b198d234-0e86-4738-9647-762f70edb0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27419279-b065-453f-ad70-c75deecd0e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:16.369724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Bound using segment: {'id': 'b198d234-0e86-4738-9647-762f70edb0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27419279-b065-453f-ad70-c75deecd0e91'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:16.370183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Bound port: d5752fe0-360d-4c8b-823f-9aac4e44d05a, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b198d234-0e86-4738-9647-762f70edb0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27419279-b065-453f-ad70-c75deecd0e91'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:16.370540 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.432565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:16.435412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:16.439783 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.471988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:16.472618 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.474065 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] 10.222.0.38 "PUT /v2.0/ports/d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 200 len: 1093 time: 0.6856465 Jul 13 08:02:16.474500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:16.476730 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bef1563-866e-43b8-9903-1d111ea25ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:16.503516 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6490d4b-9670-4297-9735-21db08e66e6c service neutron] Pushing event updated for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:16.518893 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72d1d2a-a893-42a9-8e0b-46d9b5a4b266 x-openstack-request-id: req-b72d1d2a-a893-42a9-8e0b-46d9b5a4b266 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:16.519181 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:16.519431 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b72d1d2a-a893-42a9-8e0b-46d9b5a4b266 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:16.519820 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'status': 'completed', 'code': 200} Jul 13 08:02:16.569422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-fa701503-8edd-445c-8b56-b3218a7e552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:16.570950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-fa701503-8edd-445c-8b56-b3218a7e552b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95f6281707494ffb8fb92d247df62164&device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 1096 time: 0.0616212 Jul 13 08:02:16.611314 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-ff807966-5af2-4cd6-a4e2-49b3f1fcf0c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 200 len: 217 time: 0.0328352 Jul 13 08:02:16.659757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f7e74fbe-5c8f-439d-8f2e-cc6a18cb6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:16.661282 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-f7e74fbe-5c8f-439d-8f2e-cc6a18cb6699 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7167532-25b2-4b84-9835-682ffb139c8d HTTP/1.1" status: 200 len: 851 time: 0.0446782 Jul 13 08:02:16.694288 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-3635993a-9d6f-4ced-8bc8-848ac6024f50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=27419279-b065-453f-ad70-c75deecd0e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269604 Jul 13 08:02:16.786910 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-1fb8a7a3-be6d-43b3-9e08-0c16e9b1d19c service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851765 Jul 13 08:02:16.880619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6e56a21a-7bab-48e1-87a8-2b1b7a7e7ed1 req-7e8e20e2-9f2c-4ca3-9280-56cc1f4c8a6f service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867260 Jul 13 08:02:16.983470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-6c383c69-aa47-437c-9da1-de7274fdef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:16.985007 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-6c383c69-aa47-437c-9da1-de7274fdef96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95f6281707494ffb8fb92d247df62164&device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 1096 time: 0.0566900 Jul 13 08:02:17.075661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-29718aef-5aa8-452c-937c-021564fbdf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:17.077182 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-29718aef-5aa8-452c-937c-021564fbdf4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=27419279-b065-453f-ad70-c75deecd0e91 HTTP/1.1" status: 200 len: 912 time: 0.0848269 Jul 13 08:02:17.123039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-d606a3b0-c85a-41fc-aef1-b9f4888eb72a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 200 len: 217 time: 0.0379388 Jul 13 08:02:17.171399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-c0a6ecda-2a91-4439-a1df-ae786b0c7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:17.172820 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-c0a6ecda-2a91-4439-a1df-ae786b0c7059 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7167532-25b2-4b84-9835-682ffb139c8d HTTP/1.1" status: 200 len: 851 time: 0.0428114 Jul 13 08:02:17.205427 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-3962ebd8-1425-41d4-838b-d634d001ef2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=27419279-b065-453f-ad70-c75deecd0e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249784 Jul 13 08:02:17.325473 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-5f35d40d-ead8-4cce-a93b-9d92d506b2be service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127241 Jul 13 08:02:17.413452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dca5e1-df1a-4e64-8dfa-b24dedcbda1e req-c8702911-7868-4717-bf0b-500af7a82c78 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:17.414944 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9dca5e1-df1a-4e64-8dfa-b24dedcbda1e req-c8702911-7868-4717-bf0b-500af7a82c78 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 944 time: 0.1254354 Jul 13 08:02:17.459136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8bef1563-866e-43b8-9903-1d111ea25ea2 req-b6c8e4ad-5076-4cf8-a88c-7892f244d85b service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264079 Jul 13 08:02:17.465998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f9dca5e1-df1a-4e64-8dfa-b24dedcbda1e req-bf4330a7-1d33-46f8-9179-f8d352ebb385 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452445 Jul 13 08:02:18.365093 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2e4b1d5-c16d-4627-9f8c-ebfa0ccb0422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.636149 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb30e2-c308-4e04-a8b5-b7b60c616445 req-3af1fcbb-5cdd-4986-969c-50eef419acf1 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:18.637570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44fb30e2-c308-4e04-a8b5-b7b60c616445 req-3af1fcbb-5cdd-4986-969c-50eef419acf1 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 944 time: 0.0616357 Jul 13 08:02:18.679606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-44fb30e2-c308-4e04-a8b5-b7b60c616445 req-213193f3-4998-4c81-9468-055f6253170f tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360386 Jul 13 08:02:19.300388 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d5752fe0-360d-4c8b-823f-9aac4e44d05a details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:02:19.394330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:19.405468 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'network_id': '27419279-b065-453f-ad70-c75deecd0e91', 'port_id': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'mac_address': 'fa:16:3e:63:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7167532-25b2-4b84-9835-682ffb139c8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:02:19.445286 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.457363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5752fe0-360d-4c8b-823f-9aac4e44d05a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:19.476462 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:19.480462 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.531951 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:19.695841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['d5752fe0-360d-4c8b-823f-9aac4e44d05a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:02:19.851705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ecdfe-0260-4430-ac60-2f18d40f62da req-3161a640-c6dd-4e4d-84f5-c357bfbc789d tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:19.853213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e2ecdfe-0260-4430-ac60-2f18d40f62da req-3161a640-c6dd-4e4d-84f5-c357bfbc789d tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 945 time: 0.0638642 Jul 13 08:02:19.892303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1e2ecdfe-0260-4430-ac60-2f18d40f62da req-51d22164-7f20-408c-827a-4fdf40271391 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333920 Jul 13 08:02:21.063608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c4108-f8b5-4a73-ae4b-fe3de800b76f req-ec275a06-5fae-41e1-8f9d-f9ae73d648bd tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:21.065086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-320c4108-f8b5-4a73-ae4b-fe3de800b76f req-ec275a06-5fae-41e1-8f9d-f9ae73d648bd tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 945 time: 0.0627205 Jul 13 08:02:21.081316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-021a72d7-355e-4449-9409-8eda67a9f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.103239 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-320c4108-f8b5-4a73-ae4b-fe3de800b76f req-f04f7e9b-1ee9-4d51-b800-e85bc901aab3 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311139 Jul 13 08:02:21.136776 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.315884 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d5752fe0-360d-4c8b-823f-9aac4e44d05a up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:21.362929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port d5752fe0-360d-4c8b-823f-9aac4e44d05a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:21.367146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port d5752fe0-360d-4c8b-823f-9aac4e44d05a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:21.367517 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.441028 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.465128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:21.467409 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6fde20-0d09-412e-a4fc-5330af8b5aec" -d '{"events": [{"server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:21.480499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:21.484496 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.514926 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fac62e-cacd-4a17-8ada-062070de7728 x-openstack-request-id: req-22fac62e-cacd-4a17-8ada-062070de7728 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:21.515221 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:21.515617 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22fac62e-cacd-4a17-8ada-062070de7728 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:21.516004 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'code': 200} Jul 13 08:02:21.544578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:21.622141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388cad-472f-471b-8568-e517a121aae1 req-ec5ef6f6-3be2-4a21-9361-ae2fac944078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:21.623564 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0388cad-472f-471b-8568-e517a121aae1 req-ec5ef6f6-3be2-4a21-9361-ae2fac944078 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 1098 time: 0.0563266 Jul 13 08:02:21.657358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f0388cad-472f-471b-8568-e517a121aae1 req-b0b37bed-7681-4d46-98fa-d09e11e5d2b7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275071 Jul 13 08:02:21.878438 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:02:22.074035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.272923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a733e1d-cca3-42e3-87f1-e5485b1f79dc req-f7d5025f-61f7-4f68-89ac-c11aebbafe57 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:22.274442 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a733e1d-cca3-42e3-87f1-e5485b1f79dc req-f7d5025f-61f7-4f68-89ac-c11aebbafe57 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0631275 Jul 13 08:02:22.311470 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a733e1d-cca3-42e3-87f1-e5485b1f79dc req-faf7cc73-7bf4-421f-8f0e-cc6b30a6d8f0 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Jul 13 08:02:23.483602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634321b-6836-4906-80ef-04eae97eb9e5 req-e0b3e953-9b1c-4159-a428-16865c5cc817 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.485075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8634321b-6836-4906-80ef-04eae97eb9e5 req-e0b3e953-9b1c-4159-a428-16865c5cc817 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0625741 Jul 13 08:02:23.521627 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8634321b-6836-4906-80ef-04eae97eb9e5 req-35d6e0fc-51cc-4baa-8a37-170b721ab37c tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Jul 13 08:02:23.747121 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.801161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55104) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:23.952058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7b98f-3fc1-42ff-add4-28da9e37f2af req-d156dee2-95ea-4eb4-8894-78545639d9f6 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.953475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ab7b98f-3fc1-42ff-add4-28da9e37f2af req-d156dee2-95ea-4eb4-8894-78545639d9f6 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.1050680 Jul 13 08:02:23.960102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-2661004f-98b7-440a-a794-76f7c726c2b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1576123 Jul 13 08:02:23.993198 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7ab7b98f-3fc1-42ff-add4-28da9e37f2af req-ee8f524d-968b-4996-a4bc-4235bc77445d tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321441 Jul 13 08:02:25.061979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-1332befd-d414-4145-9917-f8b03c4bbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:25.063540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-1332befd-d414-4145-9917-f8b03c4bbf95 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95f6281707494ffb8fb92d247df62164&device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 1098 time: 0.0531595 Jul 13 08:02:25.156027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-e23578c4-27ab-4c34-89af-350154869c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:25.157417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-e23578c4-27ab-4c34-89af-350154869c9f service neutron] 10.222.0.38 "GET /v2.0/networks?id=27419279-b065-453f-ad70-c75deecd0e91 HTTP/1.1" status: 200 len: 912 time: 0.0880356 Jul 13 08:02:25.174148 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef821e-6ab0-45fc-b7bc-fe2da88d9024 req-c27a66d2-3660-42be-a781-9ab6bd84c003 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:25.175692 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6ef821e-6ab0-45fc-b7bc-fe2da88d9024 req-c27a66d2-3660-42be-a781-9ab6bd84c003 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0681179 Jul 13 08:02:25.197491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-8258b573-bc5e-4074-8a1b-7ee27c83c8f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 200 len: 217 time: 0.0342567 Jul 13 08:02:25.215487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6ef821e-6ab0-45fc-b7bc-fe2da88d9024 req-02bc1352-c7ba-4f7f-986a-ca530f085245 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338559 Jul 13 08:02:25.246947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-087b1e70-a2d0-405b-a6e4-c7710b151e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:25.248414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-087b1e70-a2d0-405b-a6e4-c7710b151e4e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7167532-25b2-4b84-9835-682ffb139c8d HTTP/1.1" status: 200 len: 851 time: 0.0444458 Jul 13 08:02:25.285926 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-7780eb84-b18f-4fdb-96ab-3aed1900066f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=27419279-b065-453f-ad70-c75deecd0e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316281 Jul 13 08:02:25.373070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-0ce101e6-6249-41c2-9af7-5cf56e37bf11 service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811992 Jul 13 08:02:25.464114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-24faa666-b6f1-48e0-86f7-10fa8544bf0a service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848897 Jul 13 08:02:26.393731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28ebd9-27ea-44e7-9276-d6343ddbe45b req-c01f27b0-2093-4dab-87a3-87c1972b8761 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:26.395348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ee28ebd9-27ea-44e7-9276-d6343ddbe45b req-c01f27b0-2093-4dab-87a3-87c1972b8761 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0633707 Jul 13 08:02:26.432701 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ee28ebd9-27ea-44e7-9276-d6343ddbe45b req-1f0992a5-61cb-4c56-9440-2d57f55de99e tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316405 Jul 13 08:02:27.602608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e869-49f8-4d70-aedb-bc42e3cc4ed4 req-f6a19c50-21d3-45cb-9015-81897d253852 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:27.604092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d77e869-49f8-4d70-aedb-bc42e3cc4ed4 req-f6a19c50-21d3-45cb-9015-81897d253852 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0619049 Jul 13 08:02:27.641791 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d77e869-49f8-4d70-aedb-bc42e3cc4ed4 req-23300639-27ba-427d-8642-5656a1d690f8 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Jul 13 08:02:28.810121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09e735-ac2c-4cef-8f51-c1512b6bfca4 req-a17e5e1a-b126-4174-9ff6-23aad5586a16 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:28.811582 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a09e735-ac2c-4cef-8f51-c1512b6bfca4 req-a17e5e1a-b126-4174-9ff6-23aad5586a16 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0614641 Jul 13 08:02:28.852599 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a09e735-ac2c-4cef-8f51-c1512b6bfca4 req-138d62a8-3cb7-474b-807c-ceb2d2f00a2f tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355244 Jul 13 08:02:30.027114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dd5a7-3b3d-4b9d-b99a-3f8086922ec1 req-6118694a-5fc3-4747-b1c7-d30a1c06d8f4 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:30.028590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-739dd5a7-3b3d-4b9d-b99a-3f8086922ec1 req-6118694a-5fc3-4747-b1c7-d30a1c06d8f4 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0678780 Jul 13 08:02:30.066209 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-739dd5a7-3b3d-4b9d-b99a-3f8086922ec1 req-88ab55dd-1071-4a83-a960-5352e3579ddb tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Jul 13 08:02:31.236679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346a247-7039-47bd-9522-7759393781f2 req-4e6c6e9b-7d67-4387-a72a-0d98edb3987b tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:31.238173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e346a247-7039-47bd-9522-7759393781f2 req-4e6c6e9b-7d67-4387-a72a-0d98edb3987b tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0617676 Jul 13 08:02:31.274754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e346a247-7039-47bd-9522-7759393781f2 req-36b841ef-6f9e-4d10-bf87-ecc24ff46cb9 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305619 Jul 13 08:02:32.445094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e52d5-d63a-48c3-be23-6cb588aa4845 req-ad507563-2767-4f28-a8e0-eab0dcc2a5c4 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:32.446593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-041e52d5-d63a-48c3-be23-6cb588aa4845 req-ad507563-2767-4f28-a8e0-eab0dcc2a5c4 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0639951 Jul 13 08:02:32.483901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-041e52d5-d63a-48c3-be23-6cb588aa4845 req-707a4d15-21cd-4f55-9fd6-71a0cfcf79b3 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317392 Jul 13 08:02:33.651954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79c1a3-848b-4744-a8c8-83f5b4bf934d req-30b09c2f-ce7c-4de0-b764-1ac0190f1739 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:33.653458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a79c1a3-848b-4744-a8c8-83f5b4bf934d req-30b09c2f-ce7c-4de0-b764-1ac0190f1739 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0624762 Jul 13 08:02:33.692030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2a79c1a3-848b-4744-a8c8-83f5b4bf934d req-dfc4d919-e63c-49ba-8620-63f88578cc40 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Jul 13 08:02:34.865605 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb143c-8c94-4157-ab2d-2a6a29a378d3 req-34ae5f25-adb5-41d1-abc9-1dc848c33648 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:34.867129 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fcb143c-8c94-4157-ab2d-2a6a29a378d3 req-34ae5f25-adb5-41d1-abc9-1dc848c33648 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0637693 Jul 13 08:02:34.904079 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fcb143c-8c94-4157-ab2d-2a6a29a378d3 req-83e41eff-f415-48f0-938b-6fc47f65bec1 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314279 Jul 13 08:02:35.864897 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:36.081963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72939b7b-5ee4-4461-8c1a-539917edab53 req-041a99a7-0d82-48b0-b630-bd4c119ce296 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:36.083426 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72939b7b-5ee4-4461-8c1a-539917edab53 req-041a99a7-0d82-48b0-b630-bd4c119ce296 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0670140 Jul 13 08:02:36.120349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72939b7b-5ee4-4461-8c1a-539917edab53 req-18c775e4-9933-420a-8e14-31000f05a6e9 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Jul 13 08:02:37.292717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36263166-dac8-4127-929c-1e4120f2b65f req-6dc678e6-9a91-4a6d-ae0b-cc44541d43b8 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:37.294212 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36263166-dac8-4127-929c-1e4120f2b65f req-6dc678e6-9a91-4a6d-ae0b-cc44541d43b8 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0655892 Jul 13 08:02:37.330828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36263166-dac8-4127-929c-1e4120f2b65f req-bc636f2f-e62c-421f-9f92-d1bbee379ebf tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Jul 13 08:02:37.741431 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:38.500057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08683e3-7901-41e6-b4eb-771829610ae0 req-9c497a4b-0611-4671-8e49-e84876d05eb2 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:38.501545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c08683e3-7901-41e6-b4eb-771829610ae0 req-9c497a4b-0611-4671-8e49-e84876d05eb2 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0624774 Jul 13 08:02:38.538195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c08683e3-7901-41e6-b4eb-771829610ae0 req-9f59d305-65bd-4a10-b474-fc189ee2aa6f tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304604 Jul 13 08:02:39.710140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ecfd1-2441-4be5-8ea1-158669faee4e req-04b93fce-d440-402f-899a-0158b1f3dac0 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:39.711608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-532ecfd1-2441-4be5-8ea1-158669faee4e req-04b93fce-d440-402f-899a-0158b1f3dac0 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0621045 Jul 13 08:02:39.747627 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-532ecfd1-2441-4be5-8ea1-158669faee4e req-4caf2947-7610-49da-bca3-2c363c5a977e tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305188 Jul 13 08:02:40.923219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da65ed-609b-473d-80bc-4118c95eb2aa req-451f8578-3d0c-4688-adfd-15a30c47f326 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:40.924689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3da65ed-609b-473d-80bc-4118c95eb2aa req-451f8578-3d0c-4688-adfd-15a30c47f326 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0664992 Jul 13 08:02:40.962213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3da65ed-609b-473d-80bc-4118c95eb2aa req-73fbaeae-d91e-4754-a137-d1987696bcaf tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Jul 13 08:02:42.134508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d23f-53b7-4467-bf6f-8ab9bee3ae29 req-26ee329e-2a10-425c-89fb-6516c03564f1 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:42.135930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7a7d23f-53b7-4467-bf6f-8ab9bee3ae29 req-26ee329e-2a10-425c-89fb-6516c03564f1 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0663385 Jul 13 08:02:42.173460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7a7d23f-53b7-4467-bf6f-8ab9bee3ae29 req-6f54663e-b1c2-4764-a196-84ec116bece5 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Jul 13 08:02:43.343101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882bc70-3eab-451c-8719-c64011118d2c req-1428027b-4cac-4824-bb92-9bdaf2341db5 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:43.344598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1882bc70-3eab-451c-8719-c64011118d2c req-1428027b-4cac-4824-bb92-9bdaf2341db5 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0630546 Jul 13 08:02:43.382069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1882bc70-3eab-451c-8719-c64011118d2c req-488a8c46-2a91-4723-b58d-366ff32c9c29 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Jul 13 08:02:44.554683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef5756-2c91-4402-8bf9-44079773476c req-b6e05f24-d99f-4006-900f-e668ca3e8415 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:44.556242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-52ef5756-2c91-4402-8bf9-44079773476c req-b6e05f24-d99f-4006-900f-e668ca3e8415 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0638678 Jul 13 08:02:44.593384 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-52ef5756-2c91-4402-8bf9-44079773476c req-293b5ff1-b11b-47e5-a885-905753c97f90 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Jul 13 08:02:45.767376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198290ca-7f0a-4651-8036-45c830fe1ab3 req-47e35b1e-31fd-4e68-81a5-bd7985c77a53 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:45.768849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-198290ca-7f0a-4651-8036-45c830fe1ab3 req-47e35b1e-31fd-4e68-81a5-bd7985c77a53 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0618451 Jul 13 08:02:45.806627 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-198290ca-7f0a-4651-8036-45c830fe1ab3 req-13187895-2509-46b1-a027-b64728225343 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Jul 13 08:02:46.987144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776efc7-3a23-46f8-ad72-fc84666a2089 req-2aca78c1-6b19-483f-94a1-6c6e3b368890 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:46.989520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4776efc7-3a23-46f8-ad72-fc84666a2089 req-2aca78c1-6b19-483f-94a1-6c6e3b368890 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0732155 Jul 13 08:02:47.026980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4776efc7-3a23-46f8-ad72-fc84666a2089 req-dbfe75e3-7bae-4eb7-9f3a-c705db1af305 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315051 Jul 13 08:02:48.201568 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273cb74-a286-4aec-ac71-8c33e78058ed req-d3ac92c0-85ad-46b4-ad4a-f9b5ee9de7fa tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:48.202964 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8273cb74-a286-4aec-ac71-8c33e78058ed req-d3ac92c0-85ad-46b4-ad4a-f9b5ee9de7fa tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0656295 Jul 13 08:02:48.239271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8273cb74-a286-4aec-ac71-8c33e78058ed req-4e1c5cc0-d9bb-4184-9bb9-d40df3d1de21 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308731 Jul 13 08:02:48.366606 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7e76-5d7f-493e-9692-fb6569327262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.412450 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e792d-dd94-4baa-ab82-e80dbea1a622 req-fbbf256d-5e12-4d3f-9c68-567776ac6e2c tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:49.413930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b88e792d-dd94-4baa-ab82-e80dbea1a622 req-fbbf256d-5e12-4d3f-9c68-567776ac6e2c tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0662146 Jul 13 08:02:49.450692 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b88e792d-dd94-4baa-ab82-e80dbea1a622 req-6b7ea9b4-a85b-47fe-be89-f7e11be6f1c7 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Jul 13 08:02:50.620195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297f6ac-dcff-4fa9-ad01-1778b6235d10 req-00934acb-38a5-41e8-929a-d2a5129ae02f tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:50.621662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d297f6ac-dcff-4fa9-ad01-1778b6235d10 req-00934acb-38a5-41e8-929a-d2a5129ae02f tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0628002 Jul 13 08:02:50.658957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d297f6ac-dcff-4fa9-ad01-1778b6235d10 req-0cce7838-52d7-478b-a8b8-7cc1941389bf tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Jul 13 08:02:51.081460 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-655efc0b-53f4-49a6-b3d6-3966939b8ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:51.136810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:51.828635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2137ff1-70f7-43c0-9ed5-cd85abc44114 req-f1d89873-da77-4973-a45a-edcb2ee8b235 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:51.830144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2137ff1-70f7-43c0-9ed5-cd85abc44114 req-f1d89873-da77-4973-a45a-edcb2ee8b235 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0634086 Jul 13 08:02:51.866975 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2137ff1-70f7-43c0-9ed5-cd85abc44114 req-3ff8237c-6f67-4d8f-afb8-d488593af6f8 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Jul 13 08:02:52.078078 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.358481 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-4a516a54-341e-4668-8230-5208ac6234e8 service neutron] show failed (client error): The resource could not be found. Jul 13 08:02:52.359425 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-4a516a54-341e-4668-8230-5208ac6234e8 service neutron] 10.222.0.38 "GET /v2.0/ports/d5752fe0-360d-4c8b-823f-9aac4e44d05a/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0588834 Jul 13 08:02:52.630305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-91c3bf08-983b-44af-b330-68af5f97b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:52.632113 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-91c3bf08-983b-44af-b330-68af5f97b201 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc&tenant_id=95f6281707494ffb8fb92d247df62164 HTTP/1.1" status: 200 len: 1098 time: 0.0828390 Jul 13 08:02:52.642522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:52.715206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:52.909263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:52.941995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:52.988607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:52.991323 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac05147-2330-44b8-8e53-39ae3bbac062" -d '{"events": [{"server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:52.995915 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.034895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Transition to ACTIVE for port object d5752fe0-360d-4c8b-823f-9aac4e44d05a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:53.040020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.048821 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6932bb73-1b36-44f8-8f90-09c053318cec x-openstack-request-id: req-6932bb73-1b36-44f8-8f90-09c053318cec {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:53.049110 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:53.049364 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6932bb73-1b36-44f8-8f90-09c053318cec {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:53.049745 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'code': 200} Jul 13 08:02:53.123478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771bb65-787b-40e0-9996-d9f8656cee4b req-4cc18a66-00d4-4c5d-a8a3-3d7092b2be78 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:53.124959 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2771bb65-787b-40e0-9996-d9f8656cee4b req-4cc18a66-00d4-4c5d-a8a3-3d7092b2be78 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.1470518 Jul 13 08:02:53.125806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Pushing event updated for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:53.128105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] No DVR routers for this DVR port d5752fe0-360d-4c8b-823f-9aac4e44d05a on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:53.184790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Attempting to bind port d5752fe0-360d-4c8b-823f-9aac4e44d05a on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:53.185048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Attempting to bind port d5752fe0-360d-4c8b-823f-9aac4e44d05a by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'b198d234-0e86-4738-9647-762f70edb0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27419279-b065-453f-ad70-c75deecd0e91'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:53.185394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Attempting to bind port d5752fe0-360d-4c8b-823f-9aac4e44d05a on network 27419279-b065-453f-ad70-c75deecd0e91 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:53.195546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2771bb65-787b-40e0-9996-d9f8656cee4b req-25d7b61d-89a9-43c0-870d-4eb6431c3aae tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618620 Jul 13 08:02:53.196222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Port d5752fe0-360d-4c8b-823f-9aac4e44d05a on network 27419279-b065-453f-ad70-c75deecd0e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:02:53.196542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Attempting to bind port d5752fe0-360d-4c8b-823f-9aac4e44d05a on network 27419279-b065-453f-ad70-c75deecd0e91 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:53.201332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:53.201673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Checking segment: {'id': 'b198d234-0e86-4738-9647-762f70edb0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27419279-b065-453f-ad70-c75deecd0e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:53.202082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Bound using segment: {'id': 'b198d234-0e86-4738-9647-762f70edb0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27419279-b065-453f-ad70-c75deecd0e91'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:53.202503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Bound port: d5752fe0-360d-4c8b-823f-9aac4e44d05a, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b198d234-0e86-4738-9647-762f70edb0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27419279-b065-453f-ad70-c75deecd0e91'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:53.202859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.266579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:53.270467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:53.274895 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.306199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:53.306822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.308186 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] 10.222.0.48 "PUT /v2.0/ports/d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 200 len: 1093 time: 0.6697710 Jul 13 08:02:53.329666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7d353-88b8-4c5d-aa98-352720ce0aea service neutron] Pushing event updated for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:53.383223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-7d0b7f81-bc52-44ce-a54e-a31c7ba24625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:53.384729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-7d0b7f81-bc52-44ce-a54e-a31c7ba24625 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95f6281707494ffb8fb92d247df62164&device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 1096 time: 0.0523012 Jul 13 08:02:53.475529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3b3b1719-3e57-44f8-873a-68cde02540c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:53.476908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-3b3b1719-3e57-44f8-873a-68cde02540c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=27419279-b065-453f-ad70-c75deecd0e91 HTTP/1.1" status: 200 len: 912 time: 0.0863397 Jul 13 08:02:53.516226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-f6f08c61-3527-4c0d-949d-4306fd75bd24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 200 len: 217 time: 0.0327041 Jul 13 08:02:53.566289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-0393d646-4d33-480c-bd0c-4d73db82e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:53.567705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-0393d646-4d33-480c-bd0c-4d73db82e82f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7167532-25b2-4b84-9835-682ffb139c8d HTTP/1.1" status: 200 len: 851 time: 0.0458226 Jul 13 08:02:53.600014 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-2031bdc6-a1b8-4413-bcf1-38b0fd7e9a72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=27419279-b065-453f-ad70-c75deecd0e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260193 Jul 13 08:02:53.688446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-6a1f7232-7a76-499e-a721-668cad95580c service neutron] 10.222.0.48 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810173 Jul 13 08:02:53.747618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:53.779330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d5e3e1b9-37a9-41bb-b9df-8214c7018564 req-4b9ca7ca-1fdc-41a1-9eaa-0b0a01b9a660 service neutron] 10.222.0.48 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849764 Jul 13 08:02:54.373343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea8aa-edcd-41ab-a67f-70568c846f47 req-dcf5c2e8-1a55-4abd-8a9c-e8609924d686 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:54.374881 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-860ea8aa-edcd-41ab-a67f-70568c846f47 req-dcf5c2e8-1a55-4abd-8a9c-e8609924d686 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 944 time: 0.0653300 Jul 13 08:02:54.412825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-860ea8aa-edcd-41ab-a67f-70568c846f47 req-d79217f4-63ca-4e65-b2e1-e3f8a6efb6f9 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Jul 13 08:02:55.050434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:55.053067 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd4147-1eb0-4623-91a9-e3cf43551249" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:55.100363 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006a0044-f8a0-438e-9706-bf6cb14818cc x-openstack-request-id: req-006a0044-f8a0-438e-9706-bf6cb14818cc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:55.100607 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:55.100856 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-006a0044-f8a0-438e-9706-bf6cb14818cc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:55.101251 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'status': 'completed', 'code': 200} Jul 13 08:02:55.212449 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-91e9df7a-8131-4353-a097-2aee91abe8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:55.213938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-91e9df7a-8131-4353-a097-2aee91abe8e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95f6281707494ffb8fb92d247df62164&device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 1096 time: 0.0881186 Jul 13 08:02:55.216445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-f8b4cd30-1653-48be-b84a-c593e856b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:55.217795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-f8b4cd30-1653-48be-b84a-c593e856b4c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95f6281707494ffb8fb92d247df62164&device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 1096 time: 0.0999179 Jul 13 08:02:55.374048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-501128f7-2d37-45a5-a5a7-32c813992b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:55.375547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-501128f7-2d37-45a5-a5a7-32c813992b3f service neutron] 10.222.0.38 "GET /v2.0/networks?id=27419279-b065-453f-ad70-c75deecd0e91 HTTP/1.1" status: 200 len: 912 time: 0.1550071 Jul 13 08:02:55.376631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-51fb6f54-89de-4c63-9422-cf115c1e9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:55.377966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-51fb6f54-89de-4c63-9422-cf115c1e9f6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=27419279-b065-453f-ad70-c75deecd0e91 HTTP/1.1" status: 200 len: 912 time: 0.1492047 Jul 13 08:02:55.447811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-d0d4aab1-b0fa-4e0e-8257-8e10c4e2af5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 200 len: 217 time: 0.0664372 Jul 13 08:02:55.449149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-da0111bb-513d-4183-a985-ae6889f32967 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 200 len: 217 time: 0.0623960 Jul 13 08:02:55.551715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d5752fe0-360d-4c8b-823f-9aac4e44d05a no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:55.593258 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572918e-0248-4287-b0d0-39a90807de4b req-50b911a5-e9d8-4a9f-aedf-75f61dcabe8e tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:55.595072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a572918e-0248-4287-b0d0-39a90807de4b req-50b911a5-e9d8-4a9f-aedf-75f61dcabe8e tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 944 time: 0.0680435 Jul 13 08:02:55.596211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device d5752fe0-360d-4c8b-823f-9aac4e44d05a not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:55.637360 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a572918e-0248-4287-b0d0-39a90807de4b req-1bdf075f-78c9-4967-9aad-ac42e28c6211 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352919 Jul 13 08:02:55.834065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-c4fa34ff-1ef8-4ed2-a32e-357d09034b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:55.835552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-c4fa34ff-1ef8-4ed2-a32e-357d09034b68 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7167532-25b2-4b84-9835-682ffb139c8d HTTP/1.1" status: 200 len: 851 time: 0.3813372 Jul 13 08:02:55.836923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-4b102f79-b16c-429c-97c7-9f909c0e58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:55.838273 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-4b102f79-b16c-429c-97c7-9f909c0e58a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7167532-25b2-4b84-9835-682ffb139c8d HTTP/1.1" status: 200 len: 851 time: 0.3761830 Jul 13 08:02:55.895837 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-8b0ea22e-2aa3-46ef-8e4a-b6358b536489 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=27419279-b065-453f-ad70-c75deecd0e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513513 Jul 13 08:02:55.897452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-5703d79c-aff0-4d2c-aed1-c0fd6d32bff1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=27419279-b065-453f-ad70-c75deecd0e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552249 Jul 13 08:02:56.057053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d5752fe0-360d-4c8b-823f-9aac4e44d05a details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:02:56.126875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-f8381a20-7006-4b2a-b5d0-8119cb21fc23 service neutron] 10.222.0.48 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241435 Jul 13 08:02:56.128633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-eef286cc-089e-4a39-92c6-a3195ae6461f service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182500 Jul 13 08:02:56.151411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:56.162721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'network_id': '27419279-b065-453f-ad70-c75deecd0e91', 'port_id': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'mac_address': 'fa:16:3e:63:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7167532-25b2-4b84-9835-682ffb139c8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:02:56.199705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.215535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5752fe0-360d-4c8b-823f-9aac4e44d05a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:56.234968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:56.240066 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:56.249057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d7f03-ac95-416e-aa44-e015e9916552 req-2155646f-6e60-4be4-aa5f-8e35101a333e tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:56.250569 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-2155646f-6e60-4be4-aa5f-8e35101a333e tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc&tenant_id=95f6281707494ffb8fb92d247df62164&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 944 time: 0.2660637 Jul 13 08:02:56.294632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:56.302122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.302477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.303077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.303414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.303750 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.304079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.304405 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.304728 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.305053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.305382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.305701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.306037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:56.356350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-aff4003e-ed07-44fc-afd4-24ff1e3f7a20 service neutron] 10.222.0.48 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238467 Jul 13 08:02:56.360947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8dbd4147-1eb0-4623-91a9-e3cf43551249 req-48bcb61a-ffa6-4520-8d02-fac7fc9ed85c service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135081 Jul 13 08:02:56.374519 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-747d7f03-ac95-416e-aa44-e015e9916552 req-b78c2858-2a96-4cf6-9c17-28777015aa3c service neutron] delete failed (client error): The resource could not be found. Jul 13 08:02:56.375514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-b78c2858-2a96-4cf6-9c17-28777015aa3c service neutron] 10.222.0.38 "DELETE /v2.0/ports/d5752fe0-360d-4c8b-823f-9aac4e44d05a/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0957334 Jul 13 08:02:56.474539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d7f03-ac95-416e-aa44-e015e9916552 req-f7ed201d-0377-4e30-bfc5-806f8649ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:56.476046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-f7ed201d-0377-4e30-bfc5-806f8649ec0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95f6281707494ffb8fb92d247df62164&device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 1097 time: 0.0570736 Jul 13 08:02:56.509367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d5752fe0-360d-4c8b-823f-9aac4e44d05a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:02:56.569630 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d7f03-ac95-416e-aa44-e015e9916552 req-a69a9d8e-2c0d-44d8-bf3d-83041392ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:56.571250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-a69a9d8e-2c0d-44d8-bf3d-83041392ba6d service neutron] 10.222.0.38 "GET /v2.0/networks?id=27419279-b065-453f-ad70-c75deecd0e91 HTTP/1.1" status: 200 len: 912 time: 0.0890882 Jul 13 08:02:56.616332 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-b9b2a01f-217c-4afd-892c-0b01bbb39eb7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 200 len: 217 time: 0.0389254 Jul 13 08:02:56.666023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d7f03-ac95-416e-aa44-e015e9916552 req-3646e49d-ae2a-4cce-b097-05ec5c28e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:56.667409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-3646e49d-ae2a-4cce-b097-05ec5c28e6e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7167532-25b2-4b84-9835-682ffb139c8d HTTP/1.1" status: 200 len: 851 time: 0.0454340 Jul 13 08:02:56.700705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-04173ad7-1e4c-4a52-95ad-52a245c4173e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=27419279-b065-453f-ad70-c75deecd0e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264077 Jul 13 08:02:56.793023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-8d914b7e-e652-42fd-acad-979b1a6f4efc service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853264 Jul 13 08:02:56.882422 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-f62060b9-1b37-44b9-a093-64583630c1c0 service neutron] 10.222.0.38 "GET /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826530 Jul 13 08:02:57.658686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af698d1-7139-4035-b0bd-8e59374ddaba req-52e4062c-c35d-4314-863d-3d1b51d3acb2 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:57.660951 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6af698d1-7139-4035-b0bd-8e59374ddaba req-52e4062c-c35d-4314-863d-3d1b51d3acb2 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 945 time: 0.0633271 Jul 13 08:02:57.697704 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6af698d1-7139-4035-b0bd-8e59374ddaba req-6b1cc7ce-ce87-4c15-a12a-8b5872436f37 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Jul 13 08:02:58.072811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d5752fe0-360d-4c8b-823f-9aac4e44d05a up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:58.123621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port d5752fe0-360d-4c8b-823f-9aac4e44d05a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:58.127268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port d5752fe0-360d-4c8b-823f-9aac4e44d05a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:58.127648 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.202540 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.224269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:58.226511 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45add55a-c857-4d34-a12f-97abce37a0f2" -d '{"events": [{"server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:58.238714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:58.242958 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.273129 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874fb3f3-fde9-498b-bea7-637ed0fb7f0b x-openstack-request-id: req-874fb3f3-fde9-498b-bea7-637ed0fb7f0b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:58.273420 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:58.273694 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-874fb3f3-fde9-498b-bea7-637ed0fb7f0b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:58.274105 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'code': 200} Jul 13 08:02:58.301098 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:58.834727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d7f03-ac95-416e-aa44-e015e9916552 req-c2a84851-363f-4b8b-ace6-b1c1af5c034c tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:58.836238 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-c2a84851-363f-4b8b-ace6-b1c1af5c034c tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0679643 Jul 13 08:02:58.871118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a385d-9ed0-45f3-a362-797ecd1b6e00 req-81df9e94-2c10-47dc-9877-5314dfc33109 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:58.872569 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-873a385d-9ed0-45f3-a362-797ecd1b6e00 req-81df9e94-2c10-47dc-9877-5314dfc33109 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cd7d7d-7167-4e0e-892d-7d148161dcdc HTTP/1.1" status: 200 len: 946 time: 0.0664608 Jul 13 08:02:58.877272 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:02:58.911215 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-873a385d-9ed0-45f3-a362-797ecd1b6e00 req-4498f6a1-2d97-4f0c-9940-e90db11a4a0b tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.41 "GET /v2.0/security-groups?id=bed1ae65-5d6b-4c9c-b34e-65daabf815a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Jul 13 08:02:58.939082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-747d7f03-ac95-416e-aa44-e015e9916552 req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Deleting port d5752fe0-360d-4c8b-823f-9aac4e44d05a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:58.939434 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-747d7f03-ac95-416e-aa44-e015e9916552 req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.030082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-747d7f03-ac95-416e-aa44-e015e9916552 req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] For port d5752fe0-360d-4c8b-823f-9aac4e44d05a, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=d5752fe0-360d-4c8b-823f-9aac4e44d05a,segment=NetworkSegment(b198d234-0e86-4738-9647-762f70edb0ea),segment_id=b198d234-0e86-4738-9647-762f70edb0ea)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:59.030444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-747d7f03-ac95-416e-aa44-e015e9916552 req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.042793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-747d7f03-ac95-416e-aa44-e015e9916552 req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Calling delete_port for d5752fe0-360d-4c8b-823f-9aac4e44d05a owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:59.167744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-747d7f03-ac95-416e-aa44-e015e9916552 req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.179857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['d5752fe0-360d-4c8b-823f-9aac4e44d05a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:02:59.201213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Pushing event deleted for resources: {'Port': ['ID=d5752fe0-360d-4c8b-823f-9aac4e44d05a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:59.244628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-747d7f03-ac95-416e-aa44-e015e9916552 req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] No DVR routers for this DVR port d5752fe0-360d-4c8b-823f-9aac4e44d05a on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:59.247122 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-747d7f03-ac95-416e-aa44-e015e9916552 req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:59.249117 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-747d7f03-ac95-416e-aa44-e015e9916552 req-4a9db003-bea1-442e-9575-47729794ae55 tempest-DeleteServersTestJSON-1826910876 tempest-DeleteServersTestJSON-1826910876-project] 10.222.0.48 "DELETE /v2.0/ports/d5752fe0-360d-4c8b-823f-9aac4e44d05a HTTP/1.1" status: 204 len: 173 time: 0.4073863 Jul 13 08:02:59.249542 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'name': 'network-vif-deleted', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:59.251793 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e81c586-cb6b-4699-9caf-56d53100870a" -d '{"events": [{"server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "name": "network-vif-deleted", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:59.287839 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad710dd5-187e-4090-9e6e-8c709ae38af5 x-openstack-request-id: req-ad710dd5-187e-4090-9e6e-8c709ae38af5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:59.288131 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cd7d7d-7167-4e0e-892d-7d148161dcdc", "name": "network-vif-deleted", "tag": "d5752fe0-360d-4c8b-823f-9aac4e44d05a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:59.288383 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad710dd5-187e-4090-9e6e-8c709ae38af5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:59.288785 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cd7d7d-7167-4e0e-892d-7d148161dcdc', 'name': 'network-vif-deleted', 'tag': 'd5752fe0-360d-4c8b-823f-9aac4e44d05a', 'status': 'completed', 'code': 200} Jul 13 08:03:00.145150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:00.188839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2c9b76-b306-418a-b0a5-26d648b8f62c admin admin] Deleting subnet e7167532-25b2-4b84-9835-682ffb139c8d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:03:00.192414 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9b76-b306-418a-b0a5-26d648b8f62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.228904 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9b76-b306-418a-b0a5-26d648b8f62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.266479 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9b76-b306-418a-b0a5-26d648b8f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.317198 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9b76-b306-418a-b0a5-26d648b8f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.341977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c9b76-b306-418a-b0a5-26d648b8f62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7167532-25b2-4b84-9835-682ffb139c8d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:00.345973 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9b76-b306-418a-b0a5-26d648b8f62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.347889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ec2c9b76-b306-418a-b0a5-26d648b8f62c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e7167532-25b2-4b84-9835-682ffb139c8d HTTP/1.1" status: 204 len: 168 time: 0.2017236 Jul 13 08:03:00.350429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:00.422583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.499975 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.509681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27419279-b065-453f-ad70-c75deecd0e91']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:00.519400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b198d234-0e86-4738-9647-762f70edb0ea') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:00.519703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b198d234-0e86-4738-9647-762f70edb0ea') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:00.528328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.542172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.547861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:03:00.548254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:03:00.550751 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:03:00.607668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.613297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.615231 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] 10.222.0.41 "DELETE /v2.0/networks/27419279-b065-453f-ad70-c75deecd0e91 HTTP/1.1" status: 204 len: 168 time: 0.2638943 Jul 13 08:03:00.628111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973de241-2e8e-4b3f-8678-07a1eae50500 admin admin] Pushing event deleted for resources: {'Network': ['ID=27419279-b065-453f-ad70-c75deecd0e91,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:00.719731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:00.760130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5d40967e-ceec-4a27-bf45-166bc9a79c63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95f6281707494ffb8fb92d247df62164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392578 Jul 13 08:03:00.762538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55212) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:00.810133 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.830873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.877420 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.879983 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.881134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bed1ae65-5d6b-4c9c-b34e-65daabf815a9 HTTP/1.1" status: 204 len: 168 time: 0.1177087 Jul 13 08:03:00.888831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed1ae65-5d6b-4c9c-b34e-65daabf815a9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:00.897977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.898340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.898714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.899061 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.899395 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.899728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.900045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.900375 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.900703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.901029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.901356 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:00.901683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05e66d-f348-48c1-a929-6cdf6808ab09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:01.515361 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55234) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:01.610125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1950702148-network', 'tenant_id': '0317a5e4a073438fbcef00b5f037a094'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:01.635552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Made reservation on behalf of 0317a5e4a073438fbcef00b5f037a094 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:01.637836 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.646090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.731370 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.735276 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.759355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:03:01.767709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e81604-7853-4b55-98e0-395054691288,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:01.773487 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.773839 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Added segment e4c29ad8-143c-4350-a2b1-e8d9686a4dde of type vlan for network a8b51e57-b7b2-4529-a9be-049ce7b2471a Jul 13 08:03:01.812392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.841722 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.842699 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:01.843279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.873518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3570967 Jul 13 08:03:01.876509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:01.882802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Request body: {'subnet': {'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1950702148-subnet', 'tenant_id': '0317a5e4a073438fbcef00b5f037a094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:01.903868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Made reservation on behalf of 0317a5e4a073438fbcef00b5f037a094 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:01.905728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321beeac-2217-4907-b0bf-2d224efbb780 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b51e57-b7b2-4529-a9be-049ce7b2471a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:01.906427 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:01.916500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network a8b51e57-b7b2-4529-a9be-049ce7b2471a details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:03:02.074809 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.126291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:02.137429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Checking segment: {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:02.137792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Network hostable DHCP agents. Network: a8b51e57-b7b2-4529-a9be-049ce7b2471a, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:03:02.153457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Network a8b51e57-b7b2-4529-a9be-049ce7b2471a is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:03:02.162303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, a8b51e57-b7b2-4529-a9be-049ce7b2471a) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:02.166500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:02.167094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.171646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd3a77-d829-4839-a80a-6efe9eb30dab None None] Network a8b51e57-b7b2-4529-a9be-049ce7b2471a requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:02.189027 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-17e433b9-4c06-49e6-967d-8551f7a6b80f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3040967 Jul 13 08:03:02.299032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f2df8-da5d-4365-bdff-935aec02c290 None None] Network a8b51e57-b7b2-4529-a9be-049ce7b2471a requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:02.600970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-39208394-62e6-4a18-9c5c-01f39d3f5f6a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:02.602370 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-39208394-62e6-4a18-9c5c-01f39d3f5f6a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 815 time: 0.1043150 Jul 13 08:03:02.616324 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-1611e7b4-d26e-4d86-b188-49b753575712 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/quotas/0317a5e4a073438fbcef00b5f037a094 HTTP/1.1" status: 200 len: 375 time: 0.0087192 Jul 13 08:03:02.648843 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e3317b53-90ac-436b-9c3b-7ac5ca18011f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277505 Jul 13 08:03:02.712380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-46712baa-3600-4976-b8ad-238a4c925f54 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:03:02.713383 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-46712baa-3600-4976-b8ad-238a4c925f54 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584657 Jul 13 08:03:02.803830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-4b7d2208-00dc-4942-9e69-a7982e4a443a service neutron] 10.222.0.41 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845966 Jul 13 08:03:02.891436 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e898e000-aaa5-49b3-a322-3107cec36fb6 service neutron] 10.222.0.41 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819466 Jul 13 08:03:03.055590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff6dc11d-72fb-4b33-a079-e567eab2cf71 req-c552cb5e-f7b1-42c0-8602-7cd67e210b98 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 210 time: 0.0291448 Jul 13 08:03:04.056893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-5d5ca730-6a62-4390-846b-95c97f291b5c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:04.058394 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-5d5ca730-6a62-4390-846b-95c97f291b5c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.48 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 815 time: 0.1068203 Jul 13 08:03:04.073988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Request body: {'port': {'device_id': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a', 'admin_state_up': True, 'tenant_id': '0317a5e4a073438fbcef00b5f037a094'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:04.104355 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d5752fe0-360d-4c8b-823f-9aac4e44d05a no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:04.127151 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: d5752fe0-360d-4c8b-823f-9aac4e44d05a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:04.127596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device d5752fe0-360d-4c8b-823f-9aac4e44d05a not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:04.212109 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3a8ebbe8-83da-421c-a09c-806a7b79d18f req-eb218123-7383-4850-bfe8-94fb746eece6 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 210 time: 0.0378418 Jul 13 08:03:04.234554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Made reservation on behalf of 0317a5e4a073438fbcef00b5f037a094 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:04.238294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.358964 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Allocated IP 172.20.0.3 (a8b51e57-b7b2-4529-a9be-049ce7b2471a/fe181bd4-9b8c-49a2-9d18-7ff45262b2d5/00fb2d5c-40c3-4177-8273-79050773209b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:04.502665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.540388 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.584804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Network a8b51e57-b7b2-4529-a9be-049ce7b2471a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:04.587990 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:04.591675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:04.597909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Pushing event updated for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:04.647617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:04.648154 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.661269 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7fbf413e-0ebb-4b7e-b15b-264bcd55477c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912106 Jul 13 08:03:04.672109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Request body: {'port': {'device_id': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:04.741394 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.997223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fb2d5c-40c3-4177-8273-79050773209b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:05.004550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.015807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Transition to ACTIVE for port object 00fb2d5c-40c3-4177-8273-79050773209b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:05.019454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.069780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Pushing event updated for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:05.134030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Attempting to bind port 00fb2d5c-40c3-4177-8273-79050773209b on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:05.134375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Attempting to bind port 00fb2d5c-40c3-4177-8273-79050773209b by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:05.134713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Attempting to bind port 00fb2d5c-40c3-4177-8273-79050773209b on network a8b51e57-b7b2-4529-a9be-049ce7b2471a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:05.138863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Port 00fb2d5c-40c3-4177-8273-79050773209b on network a8b51e57-b7b2-4529-a9be-049ce7b2471a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:05.139190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Attempting to bind port 00fb2d5c-40c3-4177-8273-79050773209b on network a8b51e57-b7b2-4529-a9be-049ce7b2471a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:05.144013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:05.144351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Checking segment: {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:05.144734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Bound using segment: {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:05.145160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Bound port: 00fb2d5c-40c3-4177-8273-79050773209b, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:05.145513 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.209793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:05.212818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:05.216352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.255065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:05.255673 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.257320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] 10.222.0.48 "PUT /v2.0/ports/00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 1092 time: 0.5890329 Jul 13 08:03:05.257829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:05.260209 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3167ce22-909e-4c8a-bf0e-378e1ca3122b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "tag": "00fb2d5c-40c3-4177-8273-79050773209b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:05.285390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d146d7-cc00-41f6-a62a-362dbc61d551 service neutron] Pushing event updated for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:05.317546 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ad815-f0d4-432c-b97e-d4b255b1bd1f x-openstack-request-id: req-158ad815-f0d4-432c-b97e-d4b255b1bd1f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:05.317842 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "tag": "00fb2d5c-40c3-4177-8273-79050773209b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:05.318120 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-158ad815-f0d4-432c-b97e-d4b255b1bd1f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:05.318515 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b', 'status': 'completed', 'code': 200} Jul 13 08:03:05.363302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-d0e9919c-3eef-47a1-882c-a6fc3098f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:05.364823 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-d0e9919c-3eef-47a1-882c-a6fc3098f706 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0561068 Jul 13 08:03:05.387347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95aebe-effc-4ca2-8aa3-b5ee7437cb9d req-333b6cc9-576e-4f67-8692-664108d8db96 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:05.388848 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db95aebe-effc-4ca2-8aa3-b5ee7437cb9d req-333b6cc9-576e-4f67-8692-664108d8db96 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 943 time: 0.0623839 Jul 13 08:03:05.409931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-6a9cbba9-3f73-4d8e-a840-1bb942579ee1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 217 time: 0.0378351 Jul 13 08:03:05.427951 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db95aebe-effc-4ca2-8aa3-b5ee7437cb9d req-70116eee-43a8-4148-b8c4-484b5234ac4a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Jul 13 08:03:05.457531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-bc94781e-b574-4308-b4d5-5adeca4303fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:05.459063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-bc94781e-b574-4308-b4d5-5adeca4303fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0444658 Jul 13 08:03:05.491022 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-50721cc1-0869-42c7-905b-bdc4b8fb4e4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257041 Jul 13 08:03:05.581975 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-afd75054-103e-4e7f-83c0-0245bd1e9756 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840240 Jul 13 08:03:05.669711 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4b2339ec-912e-49d7-94a8-c62808a6780c req-7a2e9b84-896c-4fe8-bb5c-e315102b4661 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817907 Jul 13 08:03:05.764785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-d6944e39-8302-4f1a-9f5e-d93b8a6d2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:05.766267 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-d6944e39-8302-4f1a-9f5e-d93b8a6d2ab6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0503032 Jul 13 08:03:05.857216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-0eb91fa6-87dc-4dbc-92c2-0eeae0f00cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:05.858706 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-0eb91fa6-87dc-4dbc-92c2-0eeae0f00cea service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0869372 Jul 13 08:03:05.873338 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.900683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-33ac3b28-bab4-4493-bfc5-58dd6e55b569 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 217 time: 0.0349755 Jul 13 08:03:05.951085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-15799120-4c02-472b-a9d3-e65c08e8d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:05.952491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-15799120-4c02-472b-a9d3-e65c08e8d916 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0457816 Jul 13 08:03:05.985093 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-6daf9a96-8a4c-42cc-92b0-1214486521d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245936 Jul 13 08:03:06.074888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-9ecc736e-9622-4731-9384-52957ad363d5 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829847 Jul 13 08:03:06.457208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3167ce22-909e-4c8a-bf0e-378e1ca3122b req-37e5fe6d-36f7-4771-82eb-b263a49a9ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753145 Jul 13 08:03:06.602169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c263a-9e75-4b84-98c6-98d681f83e4a req-2cad6fcb-6066-4276-b142-e4735505c00e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:06.603668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e1c263a-9e75-4b84-98c6-98d681f83e4a req-2cad6fcb-6066-4276-b142-e4735505c00e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 943 time: 0.0656524 Jul 13 08:03:06.641215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2e1c263a-9e75-4b84-98c6-98d681f83e4a req-ec8a0fb2-2760-42a0-ae2e-3f07b5c2bfee tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Jul 13 08:03:07.741471 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:07.815222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28865b79-0322-4b56-997b-8675967b46ed req-59f084e8-ef6a-4d21-8e44-54bc107a8a45 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:07.816675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28865b79-0322-4b56-997b-8675967b46ed req-59f084e8-ef6a-4d21-8e44-54bc107a8a45 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 943 time: 0.0653837 Jul 13 08:03:07.854412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28865b79-0322-4b56-997b-8675967b46ed req-fcd46343-700b-46ac-8b80-d4d34576cbbd tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Jul 13 08:03:08.118633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 00fb2d5c-40c3-4177-8273-79050773209b details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:03:08.214256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:08.225005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '00fb2d5c-40c3-4177-8273-79050773209b', 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a', 'port_id': '00fb2d5c-40c3-4177-8273-79050773209b', 'mac_address': 'fa:16:3e:b3:06:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe181bd4-9b8c-49a2-9d18-7ff45262b2d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:03:08.260425 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.273058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fb2d5c-40c3-4177-8273-79050773209b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:08.291769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:08.295617 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.349437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:08.507422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['00fb2d5c-40c3-4177-8273-79050773209b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:03:09.023639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b9f62-f190-4dd7-8b6b-437172dd09f0 req-f6b3690d-5d93-471e-bada-dbedb1c2cfea tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:09.025128 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-379b9f62-f190-4dd7-8b6b-437172dd09f0 req-f6b3690d-5d93-471e-bada-dbedb1c2cfea tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 944 time: 0.0624719 Jul 13 08:03:09.061928 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-379b9f62-f190-4dd7-8b6b-437172dd09f0 req-d2e99c96-bbe7-48a2-ad23-4ddc2ab5d087 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Jul 13 08:03:10.124273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 00fb2d5c-40c3-4177-8273-79050773209b up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:10.175440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 00fb2d5c-40c3-4177-8273-79050773209b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:10.179273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 00fb2d5c-40c3-4177-8273-79050773209b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:10.179649 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.234608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d23fc-fad8-47d6-8292-01ce5f133415 req-3e2a895e-d317-41c6-a864-3de5f9623ea8 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.236121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a4d23fc-fad8-47d6-8292-01ce5f133415 req-3e2a895e-d317-41c6-a864-3de5f9623ea8 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 944 time: 0.0628991 Jul 13 08:03:10.256992 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.274642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a4d23fc-fad8-47d6-8292-01ce5f133415 req-87df86af-36cf-42f0-bd45-ad6a95806441 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Jul 13 08:03:10.278844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:10.281073 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1160463a-2fb1-4781-8384-91888a184866" -d '{"events": [{"server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "name": "network-vif-plugged", "status": "completed", "tag": "00fb2d5c-40c3-4177-8273-79050773209b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:10.293517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:10.298262 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.330370 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eac69f-0f08-44f3-8800-e6ec931f51ef x-openstack-request-id: req-29eac69f-0f08-44f3-8800-e6ec931f51ef {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:10.330656 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "name": "network-vif-plugged", "status": "completed", "tag": "00fb2d5c-40c3-4177-8273-79050773209b", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:10.331015 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29eac69f-0f08-44f3-8800-e6ec931f51ef {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:10.331309 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b', 'code': 200} Jul 13 08:03:10.357824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:10.430227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dba77-d7d8-44af-b777-864a47706400 req-d45fa480-c8a8-4523-aa02-b46080e4916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.431792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-009dba77-d7d8-44af-b777-864a47706400 req-d45fa480-c8a8-4523-aa02-b46080e4916c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0514600 Jul 13 08:03:10.465612 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-009dba77-d7d8-44af-b777-864a47706400 req-a23d903b-68b7-492c-b7d6-72de030583e5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276704 Jul 13 08:03:11.453120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca8d53-e047-470a-8b43-12ac674b2353 req-8d7d254c-600e-4604-bdd3-f32b37e87e4a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.454611 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1ca8d53-e047-470a-8b43-12ac674b2353 req-8d7d254c-600e-4604-bdd3-f32b37e87e4a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0623384 Jul 13 08:03:11.493315 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1ca8d53-e047-470a-8b43-12ac674b2353 req-9cbb1895-68a0-4fff-ab42-2a3e5f00b98a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Jul 13 08:03:11.669754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7caf7-3dc5-4536-8bdb-2c76fff16884 req-41e93e6b-6f4c-4f64-9478-99ce6689e1fa tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.671158 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efa7caf7-3dc5-4536-8bdb-2c76fff16884 req-41e93e6b-6f4c-4f64-9478-99ce6689e1fa tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0654583 Jul 13 08:03:11.708324 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-efa7caf7-3dc5-4536-8bdb-2c76fff16884 req-54191eda-c843-4477-9095-9876bda1b2a2 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Jul 13 08:03:12.040775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a9476-3945-421e-ac4a-d4a99bb75a6f req-5aaecc88-2895-4091-9784-56d8d98576e4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:12.042286 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f04a9476-3945-421e-ac4a-d4a99bb75a6f req-5aaecc88-2895-4091-9784-56d8d98576e4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0630984 Jul 13 08:03:12.079504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f04a9476-3945-421e-ac4a-d4a99bb75a6f req-3cff6146-0193-492e-9782-0141f1d02d84 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Jul 13 08:03:12.251807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984fbe2-d0fc-457b-bc04-c4939ca34973 req-dfed7eed-3fb9-41d3-9e42-043b3a06b8c5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:12.253842 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1984fbe2-d0fc-457b-bc04-c4939ca34973 req-dfed7eed-3fb9-41d3-9e42-043b3a06b8c5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0654302 Jul 13 08:03:12.289745 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1984fbe2-d0fc-457b-bc04-c4939ca34973 req-0ec82cc0-ffc0-4051-a8a5-46510c558fcf tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301194 Jul 13 08:03:12.619111 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-76b810b9-6a5e-4fd7-8125-a358fa13098c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0538905 Jul 13 08:03:12.678688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ac075-b5d7-4370-b82d-f0ccc20aa94a req-33a77821-93fd-48f4-9c03-79bf357e7aa6 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:12.680207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-744ac075-b5d7-4370-b82d-f0ccc20aa94a req-33a77821-93fd-48f4-9c03-79bf357e7aa6 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0680656 Jul 13 08:03:12.717049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-744ac075-b5d7-4370-b82d-f0ccc20aa94a req-4323e76a-f2ad-4577-b74d-dfd85e36fb03 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Jul 13 08:03:13.752018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f90ede98-d684-4265-ab00-0a00b4f993e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.753568 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f90ede98-d684-4265-ab00-0a00b4f993e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0516689 Jul 13 08:03:13.872554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b923a-9ef0-4b70-9952-126bce8da578 req-84d84652-b79d-4960-b23a-46304c848af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.874068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-84d84652-b79d-4960-b23a-46304c848af9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.1141176 Jul 13 08:03:13.916559 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-0948135f-5e09-42b6-badb-3e1cabccd924 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 217 time: 0.0366862 Jul 13 08:03:13.971609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0c177-e193-4cbd-9a2c-8afe31502d67 req-a70a6ef1-8e66-49ba-8e65-620184031150 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.973060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65e0c177-e193-4cbd-9a2c-8afe31502d67 req-a70a6ef1-8e66-49ba-8e65-620184031150 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.1428645 Jul 13 08:03:13.982277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b923a-9ef0-4b70-9952-126bce8da578 req-50748e36-9db8-4bc2-9715-31b6304b7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.983639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-50748e36-9db8-4bc2-9715-31b6304b7d55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0605810 Jul 13 08:03:14.026079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-db33f3c9-525c-4ec8-bfe6-96daf96ae268 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364094 Jul 13 08:03:14.060230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-65e0c177-e193-4cbd-9a2c-8afe31502d67 req-8f51e85e-a0f3-4914-9c9e-3e51fe0398f8 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804977 Jul 13 08:03:14.125199 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-de5e0aef-d1e4-4d5f-88c6-d88419e02364 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894234 Jul 13 08:03:14.217972 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-38ab87f5-0209-4b22-a397-e32c55ddd3a5 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863872 Jul 13 08:03:15.234142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf67fd-ae5b-43c9-9746-e260e0888a50 req-0b2c6f6a-a84b-4ca9-82de-4ab3872c33e5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:15.235740 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2adf67fd-ae5b-43c9-9746-e260e0888a50 req-0b2c6f6a-a84b-4ca9-82de-4ab3872c33e5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0666292 Jul 13 08:03:15.277706 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2adf67fd-ae5b-43c9-9746-e260e0888a50 req-5289119d-c29c-43c4-ae8d-525b219bcfe5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Jul 13 08:03:16.449126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd88e13-5b3d-4b62-b93f-485a1f676b50 req-b54637d5-b5c6-4212-87ce-87a7ebc35796 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:16.450639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bfd88e13-5b3d-4b62-b93f-485a1f676b50 req-b54637d5-b5c6-4212-87ce-87a7ebc35796 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0629106 Jul 13 08:03:16.487505 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bfd88e13-5b3d-4b62-b93f-485a1f676b50 req-1efd8ab6-3765-4cf0-b99b-f9259179341a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Jul 13 08:03:17.658043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a8dd7-6823-48cf-86d1-12c7677ed5fb req-e09561a6-716e-4e97-a6d3-3b826c7194db tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:17.659526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab9a8dd7-6823-48cf-86d1-12c7677ed5fb req-e09561a6-716e-4e97-a6d3-3b826c7194db tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0636361 Jul 13 08:03:17.696252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab9a8dd7-6823-48cf-86d1-12c7677ed5fb req-8f5057b2-907b-4584-b0d0-c7f10b9e4996 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Jul 13 08:03:18.367942 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edef4d64-e928-4d3e-9a53-89c41a7870e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.870880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c05cc-a8bd-4281-b3f9-261f2e0b448e req-0167ed02-fc15-4f98-9d4f-fa3cd86cd83a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:18.872374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-779c05cc-a8bd-4281-b3f9-261f2e0b448e req-0167ed02-fc15-4f98-9d4f-fa3cd86cd83a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0670397 Jul 13 08:03:18.910769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-779c05cc-a8bd-4281-b3f9-261f2e0b448e req-90ba2b77-ca86-4129-b3d8-e0aa01880850 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328794 Jul 13 08:03:20.083595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bf912-8858-4335-8eda-20a9e51b554b req-2e1acc2f-57c1-4aa8-9a79-5d9e3f04addc tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:20.085083 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc5bf912-8858-4335-8eda-20a9e51b554b req-2e1acc2f-57c1-4aa8-9a79-5d9e3f04addc tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0623813 Jul 13 08:03:20.121417 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc5bf912-8858-4335-8eda-20a9e51b554b req-17e6779c-1ee4-4716-864b-c2f133dc41a4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Jul 13 08:03:21.081494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46660627-937c-4ae7-9eb3-d8514cd836c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.136688 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.291337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9880377-b967-49a2-a177-a66e0950c06a req-fa2c05e5-ff36-4ddd-91db-81f2378c6e8a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:21.292811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b9880377-b967-49a2-a177-a66e0950c06a req-fa2c05e5-ff36-4ddd-91db-81f2378c6e8a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0623860 Jul 13 08:03:21.330067 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b9880377-b967-49a2-a177-a66e0950c06a req-968e2691-5ec8-44dc-ac4e-769ff992ab37 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Jul 13 08:03:22.081818 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.503703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8e821-053b-4068-9220-adb9f2084605 req-7fb5d311-8031-4432-b7de-3e15c8b1f64e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:22.505738 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6be8e821-053b-4068-9220-adb9f2084605 req-7fb5d311-8031-4432-b7de-3e15c8b1f64e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0661199 Jul 13 08:03:22.541799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6be8e821-053b-4068-9220-adb9f2084605 req-18d1969e-d265-4104-9ec7-8cc833a7e38d tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304735 Jul 13 08:03:23.718549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b4d2-d032-4902-8686-610814c22868 req-647e8f2c-9c82-4a42-8143-44e519e7c40f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:23.720021 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0cf6b4d2-d032-4902-8686-610814c22868 req-647e8f2c-9c82-4a42-8143-44e519e7c40f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0623381 Jul 13 08:03:23.749704 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.757105 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0cf6b4d2-d032-4902-8686-610814c22868 req-6c227939-fe1f-427b-bef7-e9704ce2a047 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Jul 13 08:03:24.928161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac1382-04e5-48a2-850a-a0d005cbe3e9 req-6dba4a7f-c4b0-41fa-8949-5dd9ded515ef tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:24.929649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8aac1382-04e5-48a2-850a-a0d005cbe3e9 req-6dba4a7f-c4b0-41fa-8949-5dd9ded515ef tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0628159 Jul 13 08:03:24.966138 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8aac1382-04e5-48a2-850a-a0d005cbe3e9 req-184c5784-26ae-4105-b13f-ded5231b27e5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Jul 13 08:03:26.140576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49287b39-4ff5-4c93-9fb4-469cb3a30ccf req-3219a764-9b18-47ce-8193-c2d84c5d8b3f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:26.141983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49287b39-4ff5-4c93-9fb4-469cb3a30ccf req-3219a764-9b18-47ce-8193-c2d84c5d8b3f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0672553 Jul 13 08:03:26.179125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-49287b39-4ff5-4c93-9fb4-469cb3a30ccf req-f7cb6b5f-f234-4066-8e11-25906a319363 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Jul 13 08:03:27.351017 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dab84-1f46-4203-b848-04b58e57cfe0 req-9c272b0f-644e-4786-9ce0-bea69863ca41 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:27.352500 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a55dab84-1f46-4203-b848-04b58e57cfe0 req-9c272b0f-644e-4786-9ce0-bea69863ca41 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0667350 Jul 13 08:03:27.389169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a55dab84-1f46-4203-b848-04b58e57cfe0 req-5bc1a2dd-f8d3-40cc-86b4-a92f763974b0 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Jul 13 08:03:27.760759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-b202721c-4b73-4937-86a8-441440b8f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:27.762276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-b202721c-4b73-4937-86a8-441440b8f28a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0521784 Jul 13 08:03:27.867935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-25fb1016-75c9-4a62-b6f8-60f0c5e06d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:27.869423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-25fb1016-75c9-4a62-b6f8-60f0c5e06d24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0881293 Jul 13 08:03:27.909063 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-3e5c1f8a-805c-43dd-8a2d-c047e0a64105 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 217 time: 0.0335798 Jul 13 08:03:27.955596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-3822e699-c187-4814-991f-9b98b8931b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:27.956996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-3822e699-c187-4814-991f-9b98b8931b9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0420914 Jul 13 08:03:27.992432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-713d1085-fe16-4276-955d-7db00381fffa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293317 Jul 13 08:03:28.079046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-bee10d93-e7ac-4386-9e52-d43b67944eb2 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803010 Jul 13 08:03:28.171403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2c5f6b-c406-4201-8589-1023ebec88a5 req-265e0aff-cae5-48fc-bcfa-c49b43321cf3 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862408 Jul 13 08:03:28.559317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d2e95-cc7e-4ed7-8af8-983374032932 req-5d6308f5-1624-4cf9-b5db-84e25adbe05e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.560803 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-279d2e95-cc7e-4ed7-8af8-983374032932 req-5d6308f5-1624-4cf9-b5db-84e25adbe05e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0626237 Jul 13 08:03:28.597547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-279d2e95-cc7e-4ed7-8af8-983374032932 req-09d7d4da-48ed-41a8-8f2c-8bfa761878a7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313177 Jul 13 08:03:29.772222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2625a28-64e0-4544-ac49-e7e20a029d60 req-6f48bd1d-13a7-47d8-8a3c-037dbd8815f2 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.773683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2625a28-64e0-4544-ac49-e7e20a029d60 req-6f48bd1d-13a7-47d8-8a3c-037dbd8815f2 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0616219 Jul 13 08:03:29.810137 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2625a28-64e0-4544-ac49-e7e20a029d60 req-3b630acf-812a-4023-9550-ac596bbe8001 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308015 Jul 13 08:03:30.983658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932bf32-771b-449e-8932-01c1b9141602 req-ae88e4de-281f-4d11-8f6c-6e348b646705 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:30.985306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1932bf32-771b-449e-8932-01c1b9141602 req-ae88e4de-281f-4d11-8f6c-6e348b646705 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0668371 Jul 13 08:03:31.022136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1932bf32-771b-449e-8932-01c1b9141602 req-c1b1490d-34dd-4daa-8000-e464466be008 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Jul 13 08:03:32.190537 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd0084-4319-4f60-b3ad-e25cbff05203 req-86409238-41b5-4ed5-bb3d-992f79269f18 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:32.191905 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cebd0084-4319-4f60-b3ad-e25cbff05203 req-86409238-41b5-4ed5-bb3d-992f79269f18 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0619228 Jul 13 08:03:32.228471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cebd0084-4319-4f60-b3ad-e25cbff05203 req-2a90eb5b-7b50-4db7-a9af-9a7c6b4a935a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Jul 13 08:03:33.403655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fdef9-0ecc-44cc-a4de-0d11f5c2c5b0 req-0a302151-03cf-49ab-805c-aed0b0057079 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:33.405165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-020fdef9-0ecc-44cc-a4de-0d11f5c2c5b0 req-0a302151-03cf-49ab-805c-aed0b0057079 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0635335 Jul 13 08:03:33.443191 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-020fdef9-0ecc-44cc-a4de-0d11f5c2c5b0 req-514c7bb0-391c-4025-b010-790f5f96dd26 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Jul 13 08:03:34.614453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b92f92-a381-46f4-81b8-4e2d361b0be3 req-b57d28d7-38f3-4eb3-8387-d77056b512d3 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:34.616394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77b92f92-a381-46f4-81b8-4e2d361b0be3 req-b57d28d7-38f3-4eb3-8387-d77056b512d3 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0652108 Jul 13 08:03:34.653976 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77b92f92-a381-46f4-81b8-4e2d361b0be3 req-6bac4075-dfa5-47d3-942d-435135a729e0 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Jul 13 08:03:35.823706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bdc90-fd45-4b48-949c-8e8c2fcb9e78 req-7c43cd93-6091-4c09-abe7-55e935738e38 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:35.825194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c83bdc90-fd45-4b48-949c-8e8c2fcb9e78 req-7c43cd93-6091-4c09-abe7-55e935738e38 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0619330 Jul 13 08:03:35.862812 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c83bdc90-fd45-4b48-949c-8e8c2fcb9e78 req-dee90cdc-759e-450e-bbc3-83bcf67239e1 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Jul 13 08:03:35.873058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.876651 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:03:37.035956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283031c-1f77-4a72-814e-6eccb95cb88c req-7f87f91d-23fa-4923-910f-3f5e112b1170 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:37.037462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1283031c-1f77-4a72-814e-6eccb95cb88c req-7f87f91d-23fa-4923-910f-3f5e112b1170 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0637386 Jul 13 08:03:37.075634 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1283031c-1f77-4a72-814e-6eccb95cb88c req-9a26b41a-0bea-49fe-9537-47b12a7c7aa3 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Jul 13 08:03:37.755609 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.250620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a1d12-4396-45a6-b8ba-c69471eeb1cc req-5ddd5faf-8fb8-48d5-bfd0-73e21c973cff tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:38.252112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f00a1d12-4396-45a6-b8ba-c69471eeb1cc req-5ddd5faf-8fb8-48d5-bfd0-73e21c973cff tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0665724 Jul 13 08:03:38.289336 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f00a1d12-4396-45a6-b8ba-c69471eeb1cc req-77221d8e-5021-4be8-90de-42ad0df4a2a3 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Jul 13 08:03:39.463774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9ff0-69a8-4b6f-bec5-606c65df4464 req-8dfad2ff-5fb8-46f1-a1dc-f4d39a392759 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:39.465262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d8ef9ff0-69a8-4b6f-bec5-606c65df4464 req-8dfad2ff-5fb8-46f1-a1dc-f4d39a392759 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0664423 Jul 13 08:03:39.502662 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d8ef9ff0-69a8-4b6f-bec5-606c65df4464 req-2b85bb9c-e87f-43f4-ad92-006298b11b5d tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Jul 13 08:03:40.672244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24da62-ab10-4819-bc5f-79ac664964c9 req-baf4c2f2-276b-47d5-a47a-2949fa4d5ca9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:40.673742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe24da62-ab10-4819-bc5f-79ac664964c9 req-baf4c2f2-276b-47d5-a47a-2949fa4d5ca9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0631526 Jul 13 08:03:40.711641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe24da62-ab10-4819-bc5f-79ac664964c9 req-dfafbb8c-9f3a-4568-a4aa-81cf3d06d06e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Jul 13 08:03:41.159646 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-146b923a-9ef0-4b70-9952-126bce8da578 req-fe54f06f-1616-42f2-8ad1-60fa3768725f service neutron] show failed (client error): The resource could not be found. Jul 13 08:03:41.160675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-fe54f06f-1616-42f2-8ad1-60fa3768725f service neutron] 10.222.0.48 "GET /v2.0/ports/00fb2d5c-40c3-4177-8273-79050773209b/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0572636 Jul 13 08:03:41.399598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f2886091-93a7-4a1f-b7d4-51bad34330b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:41.401084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f2886091-93a7-4a1f-b7d4-51bad34330b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6&tenant_id=0317a5e4a073438fbcef00b5f037a094 HTTP/1.1" status: 200 len: 1097 time: 0.0531132 Jul 13 08:03:41.412462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:41.482375 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.688220 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:41.720141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:41.758665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:41.760950 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338e0115-1390-4d37-92d6-8d204479c7bf" -d '{"events": [{"server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "00fb2d5c-40c3-4177-8273-79050773209b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:41.764870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.777899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Transition to ACTIVE for port object 00fb2d5c-40c3-4177-8273-79050773209b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:41.782459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.815633 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2c3fa-0c2f-4d0c-be9b-bf6788fdb21c x-openstack-request-id: req-b8a2c3fa-0c2f-4d0c-be9b-bf6788fdb21c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:41.815928 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "00fb2d5c-40c3-4177-8273-79050773209b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:41.816182 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8a2c3fa-0c2f-4d0c-be9b-bf6788fdb21c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:41.816577 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b', 'code': 200} Jul 13 08:03:41.837029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Pushing event updated for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:41.860859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] No DVR routers for this DVR port 00fb2d5c-40c3-4177-8273-79050773209b on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:41.864674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.865027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.865373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.865750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.866121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.866462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.866803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.867126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.867465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.867790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.868117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.868443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:41.887934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fedb-4535-4a1a-8cfa-6225754a3998 req-c7d8029f-024b-472f-bb34-932983e5573f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:41.889585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a38fedb-4535-4a1a-8cfa-6225754a3998 req-c7d8029f-024b-472f-bb34-932983e5573f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 943 time: 0.0671723 Jul 13 08:03:41.908666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Attempting to bind port 00fb2d5c-40c3-4177-8273-79050773209b on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:41.909011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Attempting to bind port 00fb2d5c-40c3-4177-8273-79050773209b by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:41.909347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Attempting to bind port 00fb2d5c-40c3-4177-8273-79050773209b on network a8b51e57-b7b2-4529-a9be-049ce7b2471a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:41.913731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Port 00fb2d5c-40c3-4177-8273-79050773209b on network a8b51e57-b7b2-4529-a9be-049ce7b2471a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:41.914081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Attempting to bind port 00fb2d5c-40c3-4177-8273-79050773209b on network a8b51e57-b7b2-4529-a9be-049ce7b2471a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:41.918821 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:41.919166 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Checking segment: {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:41.919554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Bound using segment: {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:41.919984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Bound port: 00fb2d5c-40c3-4177-8273-79050773209b, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:41.920345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:41.927183 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3a38fedb-4535-4a1a-8cfa-6225754a3998 req-83542c24-289d-4a47-8144-f7975497ebc1 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Jul 13 08:03:41.983635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:41.986625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:41.991757 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:42.025634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.026286 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:42.027678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] 10.222.0.38 "PUT /v2.0/ports/00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 1092 time: 0.6192303 Jul 13 08:03:42.047514 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9502405-636d-46c8-b10d-a82b0b4f4147 service neutron] Pushing event updated for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:42.105849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f2144ecb-b2fe-416a-b3cf-018f5386ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.107375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-f2144ecb-b2fe-416a-b3cf-018f5386ef56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0562665 Jul 13 08:03:42.196255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b923a-9ef0-4b70-9952-126bce8da578 req-518b3a75-49ac-4da2-ab6e-8d48a3cdd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.197607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-518b3a75-49ac-4da2-ab6e-8d48a3cdd55e service neutron] 10.222.0.38 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0837686 Jul 13 08:03:42.241919 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-b142e43b-3fb4-493b-bbd7-d386f3b50300 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 217 time: 0.0373564 Jul 13 08:03:42.288249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b923a-9ef0-4b70-9952-126bce8da578 req-3a169e3c-d671-415f-aba0-b2e6af4661d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.289642 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-3a169e3c-d671-415f-aba0-b2e6af4661d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0425086 Jul 13 08:03:42.321793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-4fa3622f-ec05-401f-92ab-7eb2eba1a1fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261075 Jul 13 08:03:42.412380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-468c0fa3-e869-40e2-a20e-aa22c3157c88 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838487 Jul 13 08:03:42.501175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-146b923a-9ef0-4b70-9952-126bce8da578 req-7c37cc68-f0f7-4dc3-8d4e-095c77cd1ef3 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824444 Jul 13 08:03:43.103937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb11b0-d7db-4e59-8900-46e028115bf7 req-c60f41f7-fab1-4d8a-a2da-4ba8978c593e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:43.105331 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72bb11b0-d7db-4e59-8900-46e028115bf7 req-c60f41f7-fab1-4d8a-a2da-4ba8978c593e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 943 time: 0.0679209 Jul 13 08:03:43.142747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-72bb11b0-d7db-4e59-8900-46e028115bf7 req-7285ef2c-feb9-405f-a5fa-ed09ccd70973 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Jul 13 08:03:43.722991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 00fb2d5c-40c3-4177-8273-79050773209b details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:03:43.814446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:43.817725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:43.820724 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64485fde-7073-4baf-8203-ddffd69d2f97" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "tag": "00fb2d5c-40c3-4177-8273-79050773209b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:43.829291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '00fb2d5c-40c3-4177-8273-79050773209b', 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a', 'port_id': '00fb2d5c-40c3-4177-8273-79050773209b', 'mac_address': 'fa:16:3e:b3:06:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe181bd4-9b8c-49a2-9d18-7ff45262b2d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:03:43.866897 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.867911 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd23859-c301-4e77-857e-41c0243281e0 x-openstack-request-id: req-ebd23859-c301-4e77-857e-41c0243281e0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:43.868271 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "tag": "00fb2d5c-40c3-4177-8273-79050773209b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:43.868534 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebd23859-c301-4e77-857e-41c0243281e0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:43.869074 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b', 'status': 'completed', 'code': 200} Jul 13 08:03:43.879920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fb2d5c-40c3-4177-8273-79050773209b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:43.899872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:43.903824 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:43.956643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:43.980493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-6c4a5ae8-72b0-4587-9499-f2ae746e662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:43.981937 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-6c4a5ae8-72b0-4587-9499-f2ae746e662c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0956907 Jul 13 08:03:43.990524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-00f98a05-fd71-4188-a81a-167482a66e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:43.992459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-00f98a05-fd71-4188-a81a-167482a66e17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0757096 Jul 13 08:03:44.148211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['00fb2d5c-40c3-4177-8273-79050773209b'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:03:44.149389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-58fac178-9823-4fda-945d-8293b1e22753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.150897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-58fac178-9823-4fda-945d-8293b1e22753 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.1623490 Jul 13 08:03:44.155252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-7595f890-14d8-447c-bdf3-0fdec7809d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.156685 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-7595f890-14d8-447c-bdf3-0fdec7809d35 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.1559727 Jul 13 08:03:44.198475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-5effc0a4-6be5-4cf5-b7a4-dc0f334cd1df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 217 time: 0.0408590 Jul 13 08:03:44.232958 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-828f566a-2d2b-4bb1-9b21-c72af101aead service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 217 time: 0.0686123 Jul 13 08:03:44.334915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-a2fcc907-8102-4f2f-88ac-f9e494fdc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.336402 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-a2fcc907-8102-4f2f-88ac-f9e494fdc905 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.1115317 Jul 13 08:03:44.342967 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-a5e27ede-346e-435b-90af-a582eb578302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.344285 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-a5e27ede-346e-435b-90af-a582eb578302 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0922463 Jul 13 08:03:44.383318 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-e6ec601b-5858-46b1-987d-1ac6f41299d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359046 Jul 13 08:03:44.406749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-be623b4f-08b8-4812-b105-fb7b036c5f2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505433 Jul 13 08:03:44.498481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ae3a3-5457-47e0-84ff-b4ee199e3258 req-3443db85-f157-41d5-bb28-087a7c235cdf tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.499896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce4ae3a3-5457-47e0-84ff-b4ee199e3258 req-3443db85-f157-41d5-bb28-087a7c235cdf tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 944 time: 0.2341893 Jul 13 08:03:44.587584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-45642b4e-8274-460c-af2c-e12cfa2232a4 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829574 Jul 13 08:03:44.611478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ce4ae3a3-5457-47e0-84ff-b4ee199e3258 req-ca8e5483-1228-4586-8546-c8b10972a3c7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010580 Jul 13 08:03:44.625824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-db1900fa-5f7d-4c34-8e57-641004c4a04e service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117476 Jul 13 08:03:44.754475 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-2b0ea81c-22bc-4bd7-a3ba-45e19cc1beb7 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577518 Jul 13 08:03:44.770707 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64485fde-7073-4baf-8203-ddffd69d2f97 req-bcca37a9-86df-4a5e-b28b-4a73cd49d86a service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366572 Jul 13 08:03:44.963234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ccc01-cf12-46f5-ac3c-974a4462962e req-d64cf45e-5dd5-41a6-bce6-15c2450c6219 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.964736 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b6ccc01-cf12-46f5-ac3c-974a4462962e req-d64cf45e-5dd5-41a6-bce6-15c2450c6219 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 944 time: 0.1157551 Jul 13 08:03:44.972798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e45484-c477-4ed0-8794-9de6fc260629 req-04b4e43e-c001-43a1-8e64-01e4c2124ae4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:44.974210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91e45484-c477-4ed0-8794-9de6fc260629 req-04b4e43e-c001-43a1-8e64-01e4c2124ae4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6&tenant_id=0317a5e4a073438fbcef00b5f037a094&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 944 time: 0.1238456 Jul 13 08:03:45.037114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9b6ccc01-cf12-46f5-ac3c-974a4462962e req-b42a72a8-5e08-4ea8-930f-d5398a7fdfba tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619717 Jul 13 08:03:45.055393 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-91e45484-c477-4ed0-8794-9de6fc260629 req-37dc3bfa-9edf-4341-b8be-d05275e38e3f service neutron] delete failed (client error): The resource could not be found. Jul 13 08:03:45.056417 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91e45484-c477-4ed0-8794-9de6fc260629 req-37dc3bfa-9edf-4341-b8be-d05275e38e3f service neutron] 10.222.0.48 "DELETE /v2.0/ports/00fb2d5c-40c3-4177-8273-79050773209b/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0748463 Jul 13 08:03:45.152694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e45484-c477-4ed0-8794-9de6fc260629 req-bf7d1dd2-c10a-4caa-b5dd-bab795aa872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.154216 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91e45484-c477-4ed0-8794-9de6fc260629 req-bf7d1dd2-c10a-4caa-b5dd-bab795aa872f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0553432 Jul 13 08:03:45.240663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e45484-c477-4ed0-8794-9de6fc260629 req-0293990d-c725-4d84-adfe-c1018d7a8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.242142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91e45484-c477-4ed0-8794-9de6fc260629 req-0293990d-c725-4d84-adfe-c1018d7a8b35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0821187 Jul 13 08:03:45.286060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91e45484-c477-4ed0-8794-9de6fc260629 req-df983c1d-ca9c-412b-925c-866800f9ac2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 200 len: 217 time: 0.0377753 Jul 13 08:03:45.333085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e45484-c477-4ed0-8794-9de6fc260629 req-c73768f2-24ab-4151-836e-254e19dbc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:45.334409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91e45484-c477-4ed0-8794-9de6fc260629 req-c73768f2-24ab-4151-836e-254e19dbc3ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0426054 Jul 13 08:03:45.365769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91e45484-c477-4ed0-8794-9de6fc260629 req-efac12eb-36c9-4059-9936-2962084d26ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248156 Jul 13 08:03:45.735840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 00fb2d5c-40c3-4177-8273-79050773209b up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:45.754834 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91e45484-c477-4ed0-8794-9de6fc260629 req-ff96a578-8520-4a43-bc21-b63cabd98e33 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831499 Jul 13 08:03:45.783760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 00fb2d5c-40c3-4177-8273-79050773209b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:45.787608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 00fb2d5c-40c3-4177-8273-79050773209b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:45.788015 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.843750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-91e45484-c477-4ed0-8794-9de6fc260629 req-12a2f37e-1bf8-4006-abd4-8021fbd0bf60 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820589 Jul 13 08:03:45.866593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.889522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:45.891868 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f502b09-7b27-4452-bb63-c4eca8906422" -d '{"events": [{"server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "name": "network-vif-plugged", "status": "completed", "tag": "00fb2d5c-40c3-4177-8273-79050773209b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:45.905435 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:45.909538 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:45.944529 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f247692-7614-4275-872f-7828091c9f57 x-openstack-request-id: req-2f247692-7614-4275-872f-7828091c9f57 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:45.944824 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "name": "network-vif-plugged", "status": "completed", "tag": "00fb2d5c-40c3-4177-8273-79050773209b", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:45.945292 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f247692-7614-4275-872f-7828091c9f57 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:45.945681 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b', 'code': 200} Jul 13 08:03:45.966572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:46.211966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706f181-f4d4-4cd5-85ed-cab912ae76f3 req-66bae8cb-4783-482a-abf8-0f88d3dec839 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:46.213448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7706f181-f4d4-4cd5-85ed-cab912ae76f3 req-66bae8cb-4783-482a-abf8-0f88d3dec839 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0627639 Jul 13 08:03:46.255215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7706f181-f4d4-4cd5-85ed-cab912ae76f3 req-c3ffe084-01a0-4d61-a30d-649694593281 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359583 Jul 13 08:03:46.259433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 00fb2d5c-40c3-4177-8273-79050773209b no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:46.296655 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 00fb2d5c-40c3-4177-8273-79050773209b not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:47.429333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb5cf-36aa-4d9b-bd27-8e760ce6dcfa req-92867fcc-78a8-49da-b0e0-6ee66ea4fff3 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:47.430898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b35eb5cf-36aa-4d9b-bd27-8e760ce6dcfa req-92867fcc-78a8-49da-b0e0-6ee66ea4fff3 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0618613 Jul 13 08:03:47.467561 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b35eb5cf-36aa-4d9b-bd27-8e760ce6dcfa req-9b4c8cfb-c618-4ece-a4b9-4af71019b2a7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Jul 13 08:03:47.636541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56222981-f567-4818-bb19-bb64eb5f9095 req-fd66a324-c233-4be9-b30e-c25d7ec7482b tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:47.637979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56222981-f567-4818-bb19-bb64eb5f9095 req-fd66a324-c233-4be9-b30e-c25d7ec7482b tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0618081 Jul 13 08:03:47.674242 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56222981-f567-4818-bb19-bb64eb5f9095 req-0da7f796-a9e9-4228-867a-ef58bc963a1f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Jul 13 08:03:47.845357 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef69313-d7a9-42c9-9819-f322d8ea6b40 req-49ea9faa-46ad-4b0f-b411-06fe7d417e1a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:47.846905 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ef69313-d7a9-42c9-9819-f322d8ea6b40 req-49ea9faa-46ad-4b0f-b411-06fe7d417e1a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0652313 Jul 13 08:03:47.883807 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ef69313-d7a9-42c9-9819-f322d8ea6b40 req-75230a43-2723-4935-b88b-b239072312ef tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311561 Jul 13 08:03:48.312272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-682280c2-7f08-45e9-88ef-1dc77aeb10ac tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:48.313728 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-682280c2-7f08-45e9-88ef-1dc77aeb10ac tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 815 time: 0.1019485 Jul 13 08:03:48.328374 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-7e94a08b-bd40-4cb3-a527-36f0f95c8aef tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/quotas/0317a5e4a073438fbcef00b5f037a094 HTTP/1.1" status: 200 len: 375 time: 0.0093391 Jul 13 08:03:48.368049 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b810aaa0-50af-46cd-937a-0bea8853bff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.390637 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-f5610987-fbe5-47c9-8a4a-df70059cd757 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574465 Jul 13 08:03:48.525262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-b2d4bd76-9304-4192-af44-f0ef70c492ca service neutron] 10.222.0.41 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281383 Jul 13 08:03:48.616385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-1db9456b-e37d-4334-9c77-eed81b67f72a service neutron] 10.222.0.41 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848494 Jul 13 08:03:48.781929 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a805dbe-e7eb-4851-92a3-ed23f763eed9 req-d6db74ce-184e-4d3f-a7f5-9b93582660f5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 210 time: 0.0280321 Jul 13 08:03:49.482761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-90baac9e-021c-4389-b268-bce52bc43fda tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:49.484128 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-90baac9e-021c-4389-b268-bce52bc43fda tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8c63505-b3c8-4e67-9c45-652e7e3c8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0655065 Jul 13 08:03:49.583940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Deleting port 00fb2d5c-40c3-4177-8273-79050773209b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:49.584285 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.699283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] For port 00fb2d5c-40c3-4177-8273-79050773209b, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=00fb2d5c-40c3-4177-8273-79050773209b,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:49.699712 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.730564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Calling delete_port for 00fb2d5c-40c3-4177-8273-79050773209b owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:49.852717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-8017eafc-83f9-4770-8949-6bad1be1b027 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:49.854248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-8017eafc-83f9-4770-8949-6bad1be1b027 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.38 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 815 time: 0.1725876 Jul 13 08:03:49.872626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Request body: {'port': {'device_id': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a', 'admin_state_up': True, 'tenant_id': '0317a5e4a073438fbcef00b5f037a094'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:49.931596 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0420525f-b0a8-45a8-907d-d6ad89b9d2d5 req-de2ac719-aef9-4216-9dbd-39ad52857790 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 210 time: 0.0314331 Jul 13 08:03:50.003239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.040482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Pushing event deleted for resources: {'Port': ['ID=00fb2d5c-40c3-4177-8273-79050773209b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:50.071876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Made reservation on behalf of 0317a5e4a073438fbcef00b5f037a094 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:50.075293 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.092856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] No DVR routers for this DVR port 00fb2d5c-40c3-4177-8273-79050773209b on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:50.099758 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.102224 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cd7422af-9a82-4c7a-8800-6ea7ae0dde0a req-1117e31d-22d1-4e6d-b0d8-4ea018fd2c95 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.38 "DELETE /v2.0/ports/00fb2d5c-40c3-4177-8273-79050773209b HTTP/1.1" status: 204 len: 173 time: 0.6126068 Jul 13 08:03:50.102657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'name': 'network-vif-deleted', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:50.104871 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36667015-8f3c-4cfc-b14a-2fae0c7d2e87" -d '{"events": [{"server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "name": "network-vif-deleted", "tag": "00fb2d5c-40c3-4177-8273-79050773209b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:50.157785 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2311e6b-2924-4426-aaaa-901ee5e50f96 x-openstack-request-id: req-a2311e6b-2924-4426-aaaa-901ee5e50f96 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:50.157785 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c63505-b3c8-4e67-9c45-652e7e3c8bb6", "name": "network-vif-deleted", "tag": "00fb2d5c-40c3-4177-8273-79050773209b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:50.157785 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2311e6b-2924-4426-aaaa-901ee5e50f96 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:50.157785 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c63505-b3c8-4e67-9c45-652e7e3c8bb6', 'name': 'network-vif-deleted', 'tag': '00fb2d5c-40c3-4177-8273-79050773209b', 'status': 'completed', 'code': 200} Jul 13 08:03:50.235478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Allocated IP 172.20.0.10 (a8b51e57-b7b2-4529-a9be-049ce7b2471a/fe181bd4-9b8c-49a2-9d18-7ff45262b2d5/a882a8e6-b92c-4b1b-9e23-138dc9b78ea5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:50.388570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.427631 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.473048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Network a8b51e57-b7b2-4529-a9be-049ce7b2471a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:50.476828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:50.480664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:50.486992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Pushing event updated for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:50.530566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:50.531181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.545047 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-990ee4a1-6c36-4d70-ba0c-16416736f4e7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6765192 Jul 13 08:03:50.556478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Request body: {'port': {'device_id': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:50.631171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.887781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:50.895076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.907074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Transition to ACTIVE for port object a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:50.910764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:50.983706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:51.032481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Attempting to bind port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:51.032820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Attempting to bind port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:51.033155 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Attempting to bind port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on network a8b51e57-b7b2-4529-a9be-049ce7b2471a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:51.037396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on network a8b51e57-b7b2-4529-a9be-049ce7b2471a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:51.037774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Attempting to bind port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on network a8b51e57-b7b2-4529-a9be-049ce7b2471a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:51.042624 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:51.043301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Checking segment: {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:51.043694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Bound using segment: {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:51.044122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Bound port: a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:51.044480 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.084516 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20d6aa92-77cf-457c-a56d-c32713fcf859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.110660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:51.111133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c625c3d-3a2b-4c71-838c-b151dc06aca2 req-bb5c6687-3cb9-4505-8801-78066d3fa9d0 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:51.112755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0c625c3d-3a2b-4c71-838c-b151dc06aca2 req-bb5c6687-3cb9-4505-8801-78066d3fa9d0 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 944 time: 0.0705333 Jul 13 08:03:51.113695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:51.119088 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.141557 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.159338 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0c625c3d-3a2b-4c71-838c-b151dc06aca2 req-ec2921c2-dd53-432c-8338-789f5935ed58 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390737 Jul 13 08:03:51.164732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:51.165362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:51.166806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] 10.222.0.38 "PUT /v2.0/ports/a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 1093 time: 0.6143825 Jul 13 08:03:51.184795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b50d15-e87a-4790-b5ab-6d4142b977c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:51.261627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-b04a2a69-8b35-4ff6-baf3-3040eaf5e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:51.263164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-b04a2a69-8b35-4ff6-baf3-3040eaf5e857 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1096 time: 0.0530434 Jul 13 08:03:51.303697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-aa905466-4fbc-4fdf-9840-648be869443d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 217 time: 0.0332377 Jul 13 08:03:51.354361 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-f684d96a-517a-4eaf-b217-3a9b8e305560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:51.355789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-f684d96a-517a-4eaf-b217-3a9b8e305560 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0464745 Jul 13 08:03:51.388470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-a3a71e85-598b-4645-b6fc-f6198bbb6b69 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257974 Jul 13 08:03:51.474952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-4ff036df-1146-4861-af14-d372f2727238 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801482 Jul 13 08:03:51.568369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-16b623e4-3243-4be2-8f5e-6d8627c18364 req-54c06df6-aa12-4724-8c3e-f0769a0fc13a service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876029 Jul 13 08:03:51.762422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 00fb2d5c-40c3-4177-8273-79050773209b no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:51.785044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 00fb2d5c-40c3-4177-8273-79050773209b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:51.785391 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 00fb2d5c-40c3-4177-8273-79050773209b not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:52.083072 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:52.158194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:52.160560 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e474098-09ba-47af-9c68-240a645cbaec" -d '{"events": [{"name": "network-changed", "server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:52.199152 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4ed7b8-5d68-4211-a4e5-1195427aec4e x-openstack-request-id: req-7d4ed7b8-5d68-4211-a4e5-1195427aec4e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:52.199449 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:52.199794 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d4ed7b8-5d68-4211-a4e5-1195427aec4e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:52.200082 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'status': 'completed', 'code': 200} Jul 13 08:03:52.275598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e474098-09ba-47af-9c68-240a645cbaec req-4fa9ae57-2691-4144-b536-725f22fbfc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:52.277133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e474098-09ba-47af-9c68-240a645cbaec req-4fa9ae57-2691-4144-b536-725f22fbfc95 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1096 time: 0.0532236 Jul 13 08:03:52.339885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5919b-a08d-41be-aec6-6823d58a4c99 req-9fdbfe42-9e9a-4bcf-8d7e-f67632727ad4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:52.341322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccc5919b-a08d-41be-aec6-6823d58a4c99 req-9fdbfe42-9e9a-4bcf-8d7e-f67632727ad4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 944 time: 0.0631757 Jul 13 08:03:52.372215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e474098-09ba-47af-9c68-240a645cbaec req-47de57a4-af4f-4332-a30e-251c87838cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:52.373701 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e474098-09ba-47af-9c68-240a645cbaec req-47de57a4-af4f-4332-a30e-251c87838cf3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0893962 Jul 13 08:03:52.378869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccc5919b-a08d-41be-aec6-6823d58a4c99 req-d8d43e47-dda4-46be-b3a7-b6b05ebd2058 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Jul 13 08:03:52.415965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e474098-09ba-47af-9c68-240a645cbaec req-ac4efb4c-4efd-4b3b-8cf9-6baea52a93f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 217 time: 0.0356843 Jul 13 08:03:52.464878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e474098-09ba-47af-9c68-240a645cbaec req-d4b75c47-1945-40da-b68b-72fe3be55fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:52.466355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e474098-09ba-47af-9c68-240a645cbaec req-d4b75c47-1945-40da-b68b-72fe3be55fa7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0442970 Jul 13 08:03:52.502117 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e474098-09ba-47af-9c68-240a645cbaec req-cffdec2a-8ff3-41e6-b30a-891ba2ef6380 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296302 Jul 13 08:03:52.590311 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e474098-09ba-47af-9c68-240a645cbaec req-f9c86fcb-0b9c-4202-ad2b-bcfd7b5b0a92 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819917 Jul 13 08:03:52.682730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e474098-09ba-47af-9c68-240a645cbaec req-2a202dfb-740e-410d-8212-5111fde8473c service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864975 Jul 13 08:03:53.551442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2034d8-d139-4a30-a473-21d2516d56a7 req-535ee052-2848-4223-93a6-f09327deb8c9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:53.553174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af2034d8-d139-4a30-a473-21d2516d56a7 req-535ee052-2848-4223-93a6-f09327deb8c9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 944 time: 0.0624952 Jul 13 08:03:53.590247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af2034d8-d139-4a30-a473-21d2516d56a7 req-5a85ec2c-5b6d-46d3-8931-6e6e9fbddc5a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Jul 13 08:03:53.752703 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.781560 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:03:53.872260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:53.883527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a', 'port_id': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'mac_address': 'fa:16:3e:64:5b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe181bd4-9b8c-49a2-9d18-7ff45262b2d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:03:53.919569 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:53.935261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:53.954521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:53.958055 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:54.009078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:54.169836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['a882a8e6-b92c-4b1b-9e23-138dc9b78ea5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:03:54.761027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946ab-1217-4f77-8f23-d92925fc4dff req-94689257-445f-4919-9bd8-35a088e794db tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:54.762454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f6946ab-1217-4f77-8f23-d92925fc4dff req-94689257-445f-4919-9bd8-35a088e794db tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 945 time: 0.0619485 Jul 13 08:03:54.798872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f6946ab-1217-4f77-8f23-d92925fc4dff req-d38806bc-ec02-4a5e-a3cf-0835cf77f53f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Jul 13 08:03:55.813180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:55.865996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:55.868613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:55.868984 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.945997 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:55.968977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:55.970112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159dbf6-aabb-4e61-86fd-a72f33bcd5ab req-c0df8c21-61fe-4185-9813-42ba6c19b433 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:55.971249 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcb68e8-7497-48ea-a9fb-40cb0b74f1c4" -d '{"events": [{"server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "name": "network-vif-plugged", "status": "completed", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:55.971650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2159dbf6-aabb-4e61-86fd-a72f33bcd5ab req-c0df8c21-61fe-4185-9813-42ba6c19b433 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 945 time: 0.0631924 Jul 13 08:03:55.983893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:55.988563 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:56.016845 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458a4c0e-6a09-472a-b3db-7b619c7a85ab x-openstack-request-id: req-458a4c0e-6a09-472a-b3db-7b619c7a85ab {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:56.017139 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "name": "network-vif-plugged", "status": "completed", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:56.017388 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-458a4c0e-6a09-472a-b3db-7b619c7a85ab {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:56.017779 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'code': 200} Jul 13 08:03:56.018457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2159dbf6-aabb-4e61-86fd-a72f33bcd5ab req-bbbf8bc8-aa32-4edc-9ed4-57ce2004d698 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 Jul 13 08:03:56.048594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:56.124518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1259e6b-8cc6-4e7b-a5ed-64af53cd8622 req-821c6762-a8da-4ae0-bad8-3bb5f35b78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:56.125880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1259e6b-8cc6-4e7b-a5ed-64af53cd8622 req-821c6762-a8da-4ae0-bad8-3bb5f35b78b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1098 time: 0.0517828 Jul 13 08:03:56.160674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a1259e6b-8cc6-4e7b-a5ed-64af53cd8622 req-92cb2166-7029-4cd7-bea5-1a9c154ad4cf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279915 Jul 13 08:03:57.199568 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d57df-3227-4af1-861b-638eee7e5156 req-dbaf2c50-e087-447f-bd51-aee9a1b07048 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:57.200932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b9d57df-3227-4af1-861b-638eee7e5156 req-dbaf2c50-e087-447f-bd51-aee9a1b07048 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0659380 Jul 13 08:03:57.237399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b9d57df-3227-4af1-861b-638eee7e5156 req-f9ba35c9-ac62-4ac1-93d8-6d497a534ca9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Jul 13 08:03:57.405122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a6006-dd3e-442a-827e-3f8353d3837e req-169913cc-04f0-4032-a707-7c4d36195e3e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:57.406641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f35a6006-dd3e-442a-827e-3f8353d3837e req-169913cc-04f0-4032-a707-7c4d36195e3e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0624554 Jul 13 08:03:57.443011 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f35a6006-dd3e-442a-827e-3f8353d3837e req-1cd3ddae-9138-465a-a31e-1e8417d39257 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Jul 13 08:03:57.787060 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-fa2a04bc-65c4-45c5-8551-c1e28ce30174 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0631514 Jul 13 08:03:57.840712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e239481-2812-49e6-a7df-5d042fddc2e7 req-8a1cbfca-8b15-4222-858b-8dd56bc6b070 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:57.842238 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e239481-2812-49e6-a7df-5d042fddc2e7 req-8a1cbfca-8b15-4222-858b-8dd56bc6b070 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0670011 Jul 13 08:03:57.885342 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5e239481-2812-49e6-a7df-5d042fddc2e7 req-ec997ac3-3bd8-4404-879b-0ccad772a6a4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Jul 13 08:03:58.877168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-cf61454b-af76-415f-9d66-4c0da3ab3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:58.878689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-cf61454b-af76-415f-9d66-4c0da3ab3e5e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1098 time: 0.0520036 Jul 13 08:03:58.972253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-2ca58f16-426a-4594-b5f9-5f2dc6a956d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:58.973773 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-2ca58f16-426a-4594-b5f9-5f2dc6a956d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0886891 Jul 13 08:03:59.013719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c3060ef3-d274-49d4-8121-af314b658252 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 217 time: 0.0337477 Jul 13 08:03:59.058485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd25e34-eeb7-4c4a-973a-a11d2619c79d req-c330e731-21f3-42b4-bdcd-5f20d64a8b42 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:59.059998 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6bd25e34-eeb7-4c4a-973a-a11d2619c79d req-c330e731-21f3-42b4-bdcd-5f20d64a8b42 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0640712 Jul 13 08:03:59.065378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-6680ce69-0799-4d2a-8fb3-56ab274c0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:59.066912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-6680ce69-0799-4d2a-8fb3-56ab274c0cf8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0470147 Jul 13 08:03:59.099067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6bd25e34-eeb7-4c4a-973a-a11d2619c79d req-3eba77cf-c26a-4d38-9fe9-a9fa23f47e91 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Jul 13 08:03:59.099879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-03c958a2-cf96-4865-823a-b45f53faac38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266404 Jul 13 08:03:59.187241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-f2f9949a-91a5-45ad-af25-2592b491e650 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808766 Jul 13 08:03:59.278877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-2c9f2a25-8c5b-4337-83ca-7f63739efa95 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855238 Jul 13 08:04:00.268944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1e2a8-8785-491b-bc01-b0dc3228bfd0 req-65b58401-325f-45fb-9406-5c32bca55faa tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:00.270458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ab1e2a8-8785-491b-bc01-b0dc3228bfd0 req-65b58401-325f-45fb-9406-5c32bca55faa tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0622809 Jul 13 08:04:00.307404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0ab1e2a8-8785-491b-bc01-b0dc3228bfd0 req-c1ca6ac5-9e39-47d2-84df-5e666ae4438b tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Jul 13 08:04:01.481472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de568-c195-4405-9578-d4bb07912d9b req-5e88a5ad-356a-4c6c-81db-b69b3ac83aad tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:01.483012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-625de568-c195-4405-9578-d4bb07912d9b req-5e88a5ad-356a-4c6c-81db-b69b3ac83aad tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0676651 Jul 13 08:04:01.520720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-625de568-c195-4405-9578-d4bb07912d9b req-31bcc8cd-6813-4db1-a67f-7eb66ee7ec3c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Jul 13 08:04:02.694827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9e88e-4bf3-4664-9852-06878a953c1e req-3e8cb3a3-b488-4120-8e47-b5b27a22f959 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:02.696315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5d9e88e-4bf3-4664-9852-06878a953c1e req-3e8cb3a3-b488-4120-8e47-b5b27a22f959 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0683737 Jul 13 08:04:02.733525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5d9e88e-4bf3-4664-9852-06878a953c1e req-eb706059-a6cb-472e-af94-0ff31a240de4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Jul 13 08:04:03.907816 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed6e49-31e3-4693-ae2f-1bfd3f0cceb2 req-bae82190-d649-4c22-adc4-2082fd65c8bc tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:03.909311 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04ed6e49-31e3-4693-ae2f-1bfd3f0cceb2 req-bae82190-d649-4c22-adc4-2082fd65c8bc tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0626235 Jul 13 08:04:03.946169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04ed6e49-31e3-4693-ae2f-1bfd3f0cceb2 req-84fc409a-9c7e-40e7-a22b-f32092ef6a52 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306313 Jul 13 08:04:05.117830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f98a78-81ca-45fa-8b39-6ca40756308e req-3c916944-dba9-4f20-9ec5-48c80e265cd4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:05.119252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58f98a78-81ca-45fa-8b39-6ca40756308e req-3c916944-dba9-4f20-9ec5-48c80e265cd4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0632114 Jul 13 08:04:05.155707 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58f98a78-81ca-45fa-8b39-6ca40756308e req-e12a77c5-e7a6-4e19-967a-ab6485721a61 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Jul 13 08:04:05.880142 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:06.324080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6a2d1-6d9f-4a40-9233-a23940ebeac0 req-faff73fa-5c6a-40fd-a070-70909269e571 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:06.325540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aff6a2d1-6d9f-4a40-9233-a23940ebeac0 req-faff73fa-5c6a-40fd-a070-70909269e571 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0619814 Jul 13 08:04:06.415891 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aff6a2d1-6d9f-4a40-9233-a23940ebeac0 req-bb3ba07a-5cfe-40e2-800c-c14b5b2e843b tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848982 Jul 13 08:04:07.643622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37486f30-e850-4de0-be78-f957036f565a req-eb70f9b6-35b2-4903-9b1e-430932a7dccb tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:07.645139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37486f30-e850-4de0-be78-f957036f565a req-eb70f9b6-35b2-4903-9b1e-430932a7dccb tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.1167722 Jul 13 08:04:07.682725 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37486f30-e850-4de0-be78-f957036f565a req-695b87d0-5d58-48a5-b684-79cd61164ac7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Jul 13 08:04:07.755279 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:08.856380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d017e4-03c1-4432-b8d9-4ff0cf500cf1 req-5e1b4dc5-daf5-48eb-af10-7d8b0ba3d86c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:08.857851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0d017e4-03c1-4432-b8d9-4ff0cf500cf1 req-5e1b4dc5-daf5-48eb-af10-7d8b0ba3d86c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0656550 Jul 13 08:04:08.895343 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0d017e4-03c1-4432-b8d9-4ff0cf500cf1 req-2c740542-2d2f-451c-bc50-51a225d90177 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319214 Jul 13 08:04:09.784271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04162-b875-4427-980d-203e4148d49a req-502b2fa6-f2d4-4ce6-83f1-873960143d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:09.785723 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7eb04162-b875-4427-980d-203e4148d49a req-502b2fa6-f2d4-4ce6-83f1-873960143d0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1098 time: 0.0563951 Jul 13 08:04:09.887434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04162-b875-4427-980d-203e4148d49a req-f93e2836-adda-4d95-b304-b4d0233b1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:09.888930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7eb04162-b875-4427-980d-203e4148d49a req-f93e2836-adda-4d95-b304-b4d0233b1d19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0841708 Jul 13 08:04:09.933441 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7eb04162-b875-4427-980d-203e4148d49a req-7cb89af3-b460-4f5c-99ef-7e34e02b3f0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 217 time: 0.0383465 Jul 13 08:04:09.981492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04162-b875-4427-980d-203e4148d49a req-d804ce73-cab8-48c9-a1ab-d06122c8bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:09.983003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7eb04162-b875-4427-980d-203e4148d49a req-d804ce73-cab8-48c9-a1ab-d06122c8bdf5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0439010 Jul 13 08:04:10.016017 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7eb04162-b875-4427-980d-203e4148d49a req-a4f53255-3c60-4661-8a9a-c90e287436d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266659 Jul 13 08:04:10.141497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7eb04162-b875-4427-980d-203e4148d49a req-e83bb442-014d-4f16-8add-09b390dc2793 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168425 Jul 13 08:04:10.150480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25b2a-4af6-4738-bf16-91b1fe1ed71f req-5e517238-ac0d-465f-9168-75cc33fe2924 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:10.151865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28e25b2a-4af6-4738-bf16-91b1fe1ed71f req-5e517238-ac0d-465f-9168-75cc33fe2924 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.1381190 Jul 13 08:04:10.239893 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-28e25b2a-4af6-4738-bf16-91b1fe1ed71f req-533d74d6-6b51-40a1-b294-da27f38307f5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801651 Jul 13 08:04:10.263715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7eb04162-b875-4427-980d-203e4148d49a req-f23b18db-80df-4185-afd7-416ab0461b75 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109133 Jul 13 08:04:11.408213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192942-64e2-412f-be95-559ac93e4269 req-f88e1c57-5173-4c61-8336-ddd688abc9db tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:11.409667 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9192942-64e2-412f-be95-559ac93e4269 req-f88e1c57-5173-4c61-8336-ddd688abc9db tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0614450 Jul 13 08:04:11.446149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9192942-64e2-412f-be95-559ac93e4269 req-f6ad760f-0836-4776-86c7-e8de85fe1365 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303969 Jul 13 08:04:12.616645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9801030-54c7-4c8f-a536-b68ac4fa759b req-1740c057-eba4-4441-9b01-7c1444eba08e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:12.618153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9801030-54c7-4c8f-a536-b68ac4fa759b req-1740c057-eba4-4441-9b01-7c1444eba08e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0619433 Jul 13 08:04:12.655363 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e9801030-54c7-4c8f-a536-b68ac4fa759b req-bdd7fded-7ce4-48b3-bee6-1225f85a34ea tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Jul 13 08:04:12.875402 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:04:13.831614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b63b0-bda4-4b11-8ed4-216f678598ed req-96b0e5ae-e0e4-4b94-b617-189384f9baf6 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:13.833069 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c68b63b0-bda4-4b11-8ed4-216f678598ed req-96b0e5ae-e0e4-4b94-b617-189384f9baf6 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0646005 Jul 13 08:04:14.196189 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c68b63b0-bda4-4b11-8ed4-216f678598ed req-5e08751e-9ff4-46f8-b20e-d48fe9889f53 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575709 Jul 13 08:04:15.375925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496ddd9-d8b9-4356-83fb-37fa6f629c15 req-b1883ea6-02a5-499e-947f-3a04b01ae12d tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:15.377410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a496ddd9-d8b9-4356-83fb-37fa6f629c15 req-b1883ea6-02a5-499e-947f-3a04b01ae12d tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0673747 Jul 13 08:04:15.415455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a496ddd9-d8b9-4356-83fb-37fa6f629c15 req-e3179f22-908d-4dfb-9e95-155aaa9910f4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Jul 13 08:04:16.587105 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1fe1f-b870-420e-b9b9-ad28bc83aa57 req-d40bee11-3103-4b06-a23a-802690b138c7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:16.588589 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8f1fe1f-b870-420e-b9b9-ad28bc83aa57 req-d40bee11-3103-4b06-a23a-802690b138c7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0611980 Jul 13 08:04:16.625041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8f1fe1f-b870-420e-b9b9-ad28bc83aa57 req-e80291c0-f9c1-48cb-a637-d0c36e185ca4 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Jul 13 08:04:17.798554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366ca0c-18a3-4dc3-aee7-5bcc551d46e1 req-daea4f64-c2c2-47a7-be4d-f5c73f456668 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:17.800025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c366ca0c-18a3-4dc3-aee7-5bcc551d46e1 req-daea4f64-c2c2-47a7-be4d-f5c73f456668 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0631549 Jul 13 08:04:17.838408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c366ca0c-18a3-4dc3-aee7-5bcc551d46e1 req-554180c1-6213-4376-950e-d97e078e1be5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Jul 13 08:04:18.369800 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-390ce953-1c33-42ca-b70e-f2bbd7ed935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.026603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf1c10-1e73-4cfc-95ba-fe814da03591 req-7d3b60e9-f88e-426a-bac8-627019a9e027 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:19.028086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-85bf1c10-1e73-4cfc-95ba-fe814da03591 req-7d3b60e9-f88e-426a-bac8-627019a9e027 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0667415 Jul 13 08:04:19.065079 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-85bf1c10-1e73-4cfc-95ba-fe814da03591 req-f1d2f8a5-92ba-4cb2-912b-09bceccb9a21 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Jul 13 08:04:20.235314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5b0c5-9774-4511-b406-13b18f8b8765 req-3be57462-7a66-400f-ad7b-dadc503a7dee tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.237570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6fd5b0c5-9774-4511-b406-13b18f8b8765 req-3be57462-7a66-400f-ad7b-dadc503a7dee tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0635843 Jul 13 08:04:20.274589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6fd5b0c5-9774-4511-b406-13b18f8b8765 req-951317a5-e32d-41eb-a3bb-bb3dbfe4cc54 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315945 Jul 13 08:04:21.084797 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36a812ad-5441-485c-9021-ffb6eeb28c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.133325 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.443351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6574-eba4-4ba5-8791-d401820fdbea req-9571552c-1254-4483-952f-a0bdd6f60ad5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:21.444736 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e6e6574-eba4-4ba5-8791-d401820fdbea req-9571552c-1254-4483-952f-a0bdd6f60ad5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0615077 Jul 13 08:04:21.481131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4e6e6574-eba4-4ba5-8791-d401820fdbea req-3798a88d-2ce6-47a2-a802-242687a0327c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Jul 13 08:04:22.086772 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.655491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fa100-ae66-4e59-b18d-6f441e6ff569 req-4aa18f0f-d3e4-488c-9ede-7825cd1ce23e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:22.656959 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c45fa100-ae66-4e59-b18d-6f441e6ff569 req-4aa18f0f-d3e4-488c-9ede-7825cd1ce23e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0662677 Jul 13 08:04:22.693792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c45fa100-ae66-4e59-b18d-6f441e6ff569 req-bbf5e2e4-ad38-483d-864c-ab84e906067e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Jul 13 08:04:23.755783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.870041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e4282-658b-46c8-8dff-51577f642cc8 req-3035eb3c-78d4-4b32-8dc4-f6f119e3f2d1 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:23.871533 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a44e4282-658b-46c8-8dff-51577f642cc8 req-3035eb3c-78d4-4b32-8dc4-f6f119e3f2d1 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0638564 Jul 13 08:04:23.907960 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a44e4282-658b-46c8-8dff-51577f642cc8 req-69e04fe0-6591-4ef6-b9c6-9b6a78e1176a tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308614 Jul 13 08:04:25.077521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6eea6-9ec8-4f89-9f1d-c34d78608f64 req-aef2b78c-1ac7-44b1-a954-bf95f582cb00 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:25.079023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0df6eea6-9ec8-4f89-9f1d-c34d78608f64 req-aef2b78c-1ac7-44b1-a954-bf95f582cb00 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0623662 Jul 13 08:04:25.115983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0df6eea6-9ec8-4f89-9f1d-c34d78608f64 req-9603c42c-cb33-4599-a428-36982a751e0e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Jul 13 08:04:25.969031 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-9e1c74e8-03d0-483a-884f-11a638310724 service neutron] show failed (client error): The resource could not be found. Jul 13 08:04:25.970056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-9e1c74e8-03d0-483a-884f-11a638310724 service neutron] 10.222.0.38 "GET /v2.0/ports/a882a8e6-b92c-4b1b-9e23-138dc9b78ea5/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0575254 Jul 13 08:04:26.217594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-90d0c184-c6e1-4cdc-80f4-774f781a9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:26.219175 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-90d0c184-c6e1-4cdc-80f4-774f781a9a51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697&tenant_id=0317a5e4a073438fbcef00b5f037a094 HTTP/1.1" status: 200 len: 1098 time: 0.0538173 Jul 13 08:04:26.230091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:26.292813 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb03d-14cb-40a2-87c4-9eb9e5a81bdc req-53f946bc-b7cc-443b-9203-d79b60f4b93e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:26.294320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-458eb03d-14cb-40a2-87c4-9eb9e5a81bdc req-53f946bc-b7cc-443b-9203-d79b60f4b93e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0651665 Jul 13 08:04:26.301001 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.332895 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-458eb03d-14cb-40a2-87c4-9eb9e5a81bdc req-6efdfbcd-d007-41e5-bdb6-0b5f32b96084 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Jul 13 08:04:26.503009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:26.533839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:26.572430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:26.574689 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3574f476-a97b-43ed-ad4d-792e12d49e5d" -d '{"events": [{"server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "name": "network-vif-unplugged", "status": "completed", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:26.578303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.590147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Transition to ACTIVE for port object a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:26.594804 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.634311 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbb3f7c-37c1-49fb-98bd-b6a08e358dae x-openstack-request-id: req-2fbb3f7c-37c1-49fb-98bd-b6a08e358dae {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:26.634597 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "name": "network-vif-unplugged", "status": "completed", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:26.634848 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fbb3f7c-37c1-49fb-98bd-b6a08e358dae {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:26.635241 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'code': 200} Jul 13 08:04:26.646515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Pushing event updated for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:26.664739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] No DVR routers for this DVR port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:26.702203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Attempting to bind port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:26.702539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Attempting to bind port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:26.702868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Attempting to bind port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on network a8b51e57-b7b2-4529-a9be-049ce7b2471a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:26.706958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on network a8b51e57-b7b2-4529-a9be-049ce7b2471a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:04:26.707284 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Attempting to bind port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on network a8b51e57-b7b2-4529-a9be-049ce7b2471a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:26.711976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:26.712318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Checking segment: {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:26.712701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Bound using segment: {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:26.713122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Bound port: a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:26.713479 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.773367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:26.776724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:26.780633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.821012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:26.821637 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.823057 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] 10.222.0.48 "PUT /v2.0/ports/a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 1093 time: 0.5970941 Jul 13 08:04:26.837506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b9dff-b939-44f1-be14-504c2bb2536f service neutron] Pushing event updated for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:26.897209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-3bf27ffa-0f78-4d27-9c88-d7d4b2a9181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:26.898917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-3bf27ffa-0f78-4d27-9c88-d7d4b2a9181c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1096 time: 0.0533988 Jul 13 08:04:26.992971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-d888e24f-b5a5-48b2-a9fd-e04b5ed83a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:26.994489 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-d888e24f-b5a5-48b2-a9fd-e04b5ed83a5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0896749 Jul 13 08:04:27.034905 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-8e751751-b967-43da-998a-326edd2f2a72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 217 time: 0.0342579 Jul 13 08:04:27.086210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-d85d9b03-60c1-45ff-b24a-48505e3946d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:27.087633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-d85d9b03-60c1-45ff-b24a-48505e3946d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0464473 Jul 13 08:04:27.119728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-441f2cb4-09d3-4aa1-8919-53e934d1ed29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260346 Jul 13 08:04:27.209501 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-620358c3-0f1b-451b-bcab-a22595882796 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839810 Jul 13 08:04:27.508959 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a7fde-fc7e-4e9f-9eb1-47a768502b7a req-6b553187-63fe-4450-8c9a-735499f6f8d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:27.510678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-908a7fde-fc7e-4e9f-9eb1-47a768502b7a req-6b553187-63fe-4450-8c9a-735499f6f8d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 944 time: 0.0638189 Jul 13 08:04:27.549635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-908a7fde-fc7e-4e9f-9eb1-47a768502b7a req-067b422f-ca8b-45a3-a053-c24fa60d9e85 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333495 Jul 13 08:04:27.610449 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8d0436c-124b-457a-912f-b0e0c2cd8d39 req-fefe6087-8282-42c2-bc72-ef763c9ac97b service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938749 Jul 13 08:04:28.637121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:28.639911 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d356c8d-43cf-4b14-820b-d9bcbd201c73" -d '{"events": [{"name": "network-changed", "server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:28.696099 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18d200b-463b-4647-9235-1a415005cf3b x-openstack-request-id: req-c18d200b-463b-4647-9235-1a415005cf3b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:28.696388 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:28.696636 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c18d200b-463b-4647-9235-1a415005cf3b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:28.697017 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'status': 'completed', 'code': 200} Jul 13 08:04:28.793161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef48edb-c2f4-4532-9cfa-247e56abe61f req-063ac814-55fc-469b-93b5-bc2eebafa1d7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:28.794679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ef48edb-c2f4-4532-9cfa-247e56abe61f req-063ac814-55fc-469b-93b5-bc2eebafa1d7 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 944 time: 0.1270301 Jul 13 08:04:28.854455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-e8696aca-752e-4c20-83a1-c5dfa33fa911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:28.855978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-e8696aca-752e-4c20-83a1-c5dfa33fa911 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1096 time: 0.1446025 Jul 13 08:04:28.858831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-13a2d1e4-c6a3-4d8a-8437-87c8051603a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:28.860201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-13a2d1e4-c6a3-4d8a-8437-87c8051603a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1096 time: 0.1333714 Jul 13 08:04:28.863121 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9ef48edb-c2f4-4532-9cfa-247e56abe61f req-ab94e38b-da6b-40df-af8b-cd811cf2a587 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614612 Jul 13 08:04:29.025194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-fe840b7e-0337-4ad2-8fb0-093e74abe853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:29.026726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-fe840b7e-0337-4ad2-8fb0-093e74abe853 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.1627629 Jul 13 08:04:29.027806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-ae03c924-94ac-4a98-8b83-ded3be0a26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:29.029143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-ae03c924-94ac-4a98-8b83-ded3be0a26b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.1577780 Jul 13 08:04:29.102340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-cfc4fa00-5c11-4681-92eb-697d1111e5ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 217 time: 0.0628562 Jul 13 08:04:29.103456 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-42d8437f-030b-44a9-91ca-ef6e745b00ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 217 time: 0.0702446 Jul 13 08:04:29.186205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-2963051a-40a2-42d7-b3eb-c58b111d2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:29.187689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-2963051a-40a2-42d7-b3eb-c58b111d2ecb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0795760 Jul 13 08:04:29.191076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-1e5550bb-8a35-4c5c-84cf-277ecaeb3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:29.192420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-1e5550bb-8a35-4c5c-84cf-277ecaeb3bd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0770521 Jul 13 08:04:29.249376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-c68fef62-b6f4-4f8a-b164-bee757b3597b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554576 Jul 13 08:04:29.251618 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-d38f6fe2-5a93-4d99-b576-a18280808431 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505404 Jul 13 08:04:29.408996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-83e91306-087b-4e00-9909-be37dd5e770b service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527450 Jul 13 08:04:29.412200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-691114f2-38b1-4806-a769-2cba8747a339 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466455 Jul 13 08:04:29.562533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-f437c64f-3157-496d-9644-cf985cc14f64 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473639 Jul 13 08:04:29.565817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8d356c8d-43cf-4b14-820b-d9bcbd201c73 req-8f0f5217-69ba-4210-ad14-b447ab4f0af8 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439185 Jul 13 08:04:29.723212 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-f87d758b-b372-487d-8dfd-b2dcf51e9c58 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510356 Jul 13 08:04:29.816318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-96ea1734-5ce1-4170-92d5-8848e2b4e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:29.817779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-96ea1734-5ce1-4170-92d5-8848e2b4e903 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1096 time: 0.0550873 Jul 13 08:04:29.921936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-0ac8c3af-d206-4634-9533-42e5d20946f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:29.923469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-0ac8c3af-d206-4634-9533-42e5d20946f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0866687 Jul 13 08:04:29.941799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:29.968810 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-7c6f2d1c-5b13-4932-8a21-e31f8e29019f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 217 time: 0.0387497 Jul 13 08:04:29.980067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:04:30.018119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-356ccf75-3db9-41d3-99ea-f111ee0c2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:30.019623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-356ccf75-3db9-41d3-99ea-f111ee0c2676 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0449660 Jul 13 08:04:30.043253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6875a8-6583-48dc-a84b-2067a30c0335 req-e574ca75-1d28-4ab5-b698-7de2b92ea64f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:30.044741 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb6875a8-6583-48dc-a84b-2067a30c0335 req-e574ca75-1d28-4ab5-b698-7de2b92ea64f tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 944 time: 0.0667801 Jul 13 08:04:30.051632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-23ae3fca-c329-436d-9489-934ec82d9401 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259728 Jul 13 08:04:30.083124 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb6875a8-6583-48dc-a84b-2067a30c0335 req-c34af82c-95b3-4aec-bfd8-17a4f07f2439 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327835 Jul 13 08:04:30.144786 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-280fe09b-1eb3-44be-bb87-e5f058ecfe9d service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866430 Jul 13 08:04:30.235143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-73d3937e-42b3-484c-b17a-c4e62d54060c req-6275a1ce-379f-4139-b263-b80371ff2b7c service neutron] 10.222.0.48 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839865 Jul 13 08:04:30.376386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed110-28d3-406d-abfb-cee6eb9cb100 req-ceb0c415-8ba9-4f76-ab88-8c097f550291 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:30.377890 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec1ed110-28d3-406d-abfb-cee6eb9cb100 req-ceb0c415-8ba9-4f76-ab88-8c097f550291 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 944 time: 0.0625012 Jul 13 08:04:30.402309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-4dc6d4ea-b529-4b08-84c9-a28804ce525c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:30.403839 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-4dc6d4ea-b529-4b08-84c9-a28804ce525c tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.38 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697&tenant_id=0317a5e4a073438fbcef00b5f037a094&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 944 time: 0.0743074 Jul 13 08:04:30.415320 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec1ed110-28d3-406d-abfb-cee6eb9cb100 req-769a988e-87b9-4c54-9cf0-ccb4632647ca tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Jul 13 08:04:30.431088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:04:30.466019 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-0742c7a5-8f3d-4ccf-ac4d-5e42abeeb270 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:04:30.467075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-0742c7a5-8f3d-4ccf-ac4d-5e42abeeb270 service neutron] 10.222.0.38 "DELETE /v2.0/ports/a882a8e6-b92c-4b1b-9e23-138dc9b78ea5/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0572491 Jul 13 08:04:30.564007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-d2cc2a9d-3eb2-4db6-9fdc-73aacad3ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:30.565573 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-d2cc2a9d-3eb2-4db6-9fdc-73aacad3ee93 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0317a5e4a073438fbcef00b5f037a094&device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 1096 time: 0.0562918 Jul 13 08:04:30.665791 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-8f82ba94-809c-43ae-96cd-c6489e7b4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:30.667361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-8f82ba94-809c-43ae-96cd-c6489e7b4447 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 200 len: 916 time: 0.0949504 Jul 13 08:04:30.677503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:30.689808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'network_id': 'a8b51e57-b7b2-4529-a9be-049ce7b2471a', 'port_id': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'mac_address': 'fa:16:3e:64:5b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe181bd4-9b8c-49a2-9d18-7ff45262b2d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:04:30.709066 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-533c4987-0442-4e8e-a9a5-2294d8186463 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 200 len: 217 time: 0.0348253 Jul 13 08:04:30.727047 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.739413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:04:30.757102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-2261fc89-0ae7-492a-b6d9-b2d83a69b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:30.758604 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-2261fc89-0ae7-492a-b6d9-b2d83a69b070 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 200 len: 855 time: 0.0436888 Jul 13 08:04:30.759384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:30.763335 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.798239 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-d662cb85-1873-4919-828c-27423e9feea9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a8b51e57-b7b2-4529-a9be-049ce7b2471a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332286 Jul 13 08:04:30.816090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:30.823557 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.823912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.824260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.824601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.824943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.825281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.825616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.825966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.826305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.826634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.826964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.827293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:30.888156 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-496edc37-4b58-4281-aa57-ff62b83de200 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836587 Jul 13 08:04:30.982071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f5ccf83a-1fcd-4e9d-95c1-cc1fd9ef3221 req-04eb9757-943b-4384-b8f2-649e2aa19d88 service neutron] 10.222.0.38 "GET /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871358 Jul 13 08:04:31.002470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a882a8e6-b92c-4b1b-9e23-138dc9b78ea5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:04:31.607920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af257f26-310b-4e87-8f4b-f318408d8dc1 req-225cbd6a-0f8b-498c-812c-bacc9d9d8406 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:31.609409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af257f26-310b-4e87-8f4b-f318408d8dc1 req-225cbd6a-0f8b-498c-812c-bacc9d9d8406 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 945 time: 0.0687735 Jul 13 08:04:31.647210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-af257f26-310b-4e87-8f4b-f318408d8dc1 req-68af796e-70f6-4f09-a93b-c8561d4c2225 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Jul 13 08:04:31.815489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daf75a-468b-41f5-a3ce-e2bbc37099d7 req-0efb500d-7130-4d61-9f18-92e7ebbd419e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:31.816954 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37daf75a-468b-41f5-a3ce-e2bbc37099d7 req-0efb500d-7130-4d61-9f18-92e7ebbd419e tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 945 time: 0.0627103 Jul 13 08:04:31.853416 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-37daf75a-468b-41f5-a3ce-e2bbc37099d7 req-eb178860-5e3d-4793-9c5c-152998372389 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307572 Jul 13 08:04:32.021247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbe82c-df9f-4091-a704-898de2004103 req-e35b3ba4-d841-4c51-970c-1937769eedb1 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:32.022836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8dbe82c-df9f-4091-a704-898de2004103 req-e35b3ba4-d841-4c51-970c-1937769eedb1 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 945 time: 0.0622299 Jul 13 08:04:32.064617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8dbe82c-df9f-4091-a704-898de2004103 req-26acace4-9833-4c3f-a89a-ac23a190f8b5 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362325 Jul 13 08:04:32.450691 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:32.499474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:32.503367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:32.503744 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:32.582052 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:32.605231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:32.607501 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8486ef-4846-4436-a4af-a14beb3dd730" -d '{"events": [{"server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "name": "network-vif-plugged", "status": "completed", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:32.620291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:32.624180 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:32.625310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728df96-81f6-4d0a-b1bc-110ad11fb7de req-b78d21e2-6ea7-4e1a-b5db-fb3693e53b20 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:32.626982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4728df96-81f6-4d0a-b1bc-110ad11fb7de req-b78d21e2-6ea7-4e1a-b5db-fb3693e53b20 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 945 time: 0.0695641 Jul 13 08:04:32.653607 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d89b1e4-ba93-4d1b-9ccd-122a9f7937c7 x-openstack-request-id: req-6d89b1e4-ba93-4d1b-9ccd-122a9f7937c7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:32.653900 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "name": "network-vif-plugged", "status": "completed", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:32.654174 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d89b1e4-ba93-4d1b-9ccd-122a9f7937c7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:32.654562 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'code': 200} Jul 13 08:04:32.668537 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4728df96-81f6-4d0a-b1bc-110ad11fb7de req-a3347d82-bdb3-4303-8ce1-0bdc71353404 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Jul 13 08:04:32.684307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:33.663584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-172dc3cc-da92-4d10-95bf-364ff90164ca tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:33.665657 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-172dc3cc-da92-4d10-95bf-364ff90164ca tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.48 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.0626073 Jul 13 08:04:33.762776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Deleting port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:33.763126 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.891679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] For port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,segment=NetworkSegment(e4c29ad8-143c-4350-a2b1-e8d9686a4dde),segment_id=e4c29ad8-143c-4350-a2b1-e8d9686a4dde)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:33.892046 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.908591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Calling delete_port for a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:33.920396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e851f5-dca3-4903-b2e0-c6cc4f20582b req-7c00e2cf-6c49-4414-8b33-4c9674645b93 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:33.921828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56e851f5-dca3-4903-b2e0-c6cc4f20582b req-7c00e2cf-6c49-4414-8b33-4c9674645b93 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/ports?device_id=b856540c-1aff-4b59-ae6a-8ba0751e6697 HTTP/1.1" status: 200 len: 946 time: 0.1406901 Jul 13 08:04:34.005037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56e851f5-dca3-4903-b2e0-c6cc4f20582b req-1e3cb773-4064-49e1-9334-14fef3682ad9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e81604-7853-4b55-98e0-395054691288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774584 Jul 13 08:04:34.075017 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:34.087392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['a882a8e6-b92c-4b1b-9e23-138dc9b78ea5'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:04:34.101922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Pushing event deleted for resources: {'Port': ['ID=a882a8e6-b92c-4b1b-9e23-138dc9b78ea5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:34.151229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] No DVR routers for this DVR port a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:34.153732 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:34.155754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20b5b2e1-a4d6-430f-a3ca-6dc0d2deaa76 req-49d79635-814b-4b65-9547-f86316dc82d9 tempest-ServerDiskConfigTestJSON-2010988729 tempest-ServerDiskConfigTestJSON-2010988729-project] 10.222.0.48 "DELETE /v2.0/ports/a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 HTTP/1.1" status: 204 len: 173 time: 0.4852378 Jul 13 08:04:34.156182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'name': 'network-vif-deleted', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:34.158417 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619e9f59-f1e4-4e56-b30e-d11dde404104" -d '{"events": [{"server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "name": "network-vif-deleted", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:34.193063 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad8fb0f-1ee6-4f7f-b05d-5ab95086a507 x-openstack-request-id: req-1ad8fb0f-1ee6-4f7f-b05d-5ab95086a507 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:34.193364 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856540c-1aff-4b59-ae6a-8ba0751e6697", "name": "network-vif-deleted", "tag": "a882a8e6-b92c-4b1b-9e23-138dc9b78ea5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:34.193613 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ad8fb0f-1ee6-4f7f-b05d-5ab95086a507 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:34.194037 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856540c-1aff-4b59-ae6a-8ba0751e6697', 'name': 'network-vif-deleted', 'tag': 'a882a8e6-b92c-4b1b-9e23-138dc9b78ea5', 'status': 'completed', 'code': 200} Jul 13 08:04:35.231820 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55562) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:35.275980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-da694492-f458-452c-82e9-cd8d27d92b82 admin admin] Deleting subnet fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:04:35.279084 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da694492-f458-452c-82e9-cd8d27d92b82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.313556 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da694492-f458-452c-82e9-cd8d27d92b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.352672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da694492-f458-452c-82e9-cd8d27d92b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.402902 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da694492-f458-452c-82e9-cd8d27d92b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.432072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694492-f458-452c-82e9-cd8d27d92b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe181bd4-9b8c-49a2-9d18-7ff45262b2d5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:35.437166 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da694492-f458-452c-82e9-cd8d27d92b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.439079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-da694492-f458-452c-82e9-cd8d27d92b82 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fe181bd4-9b8c-49a2-9d18-7ff45262b2d5 HTTP/1.1" status: 204 len: 168 time: 0.2061307 Jul 13 08:04:35.441545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55564) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:35.508361 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.588615 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.598308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b51e57-b7b2-4529-a9be-049ce7b2471a']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:35.608179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:35.608419 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c29ad8-143c-4350-a2b1-e8d9686a4dde') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:35.617127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.630416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.636586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:04:35.636988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:04:35.638603 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:04:35.691865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.697984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.700108 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a8b51e57-b7b2-4529-a9be-049ce7b2471a HTTP/1.1" status: 204 len: 168 time: 0.2575550 Jul 13 08:04:35.711763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c79f1b-a4e5-44f7-b793-b354d4084f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b51e57-b7b2-4529-a9be-049ce7b2471a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:35.802425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55568) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:35.845996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ed43b7cf-d7cc-4705-bf49-a735180c3aca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0317a5e4a073438fbcef00b5f037a094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419638 Jul 13 08:04:35.848112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55570) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:35.896130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2599feb-88de-48c2-a0c7-791cfa5e4488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.903383 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.917261 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2599feb-88de-48c2-a0c7-791cfa5e4488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.962501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2599feb-88de-48c2-a0c7-791cfa5e4488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.965035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2599feb-88de-48c2-a0c7-791cfa5e4488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.966242 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c2599feb-88de-48c2-a0c7-791cfa5e4488 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2e81604-7853-4b55-98e0-395054691288 HTTP/1.1" status: 204 len: 168 time: 0.1171834 Jul 13 08:04:35.973829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2599feb-88de-48c2-a0c7-791cfa5e4488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e81604-7853-4b55-98e0-395054691288,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:36.590284 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:36.686157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-300337432-network', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:36.706666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Made reservation on behalf of 92a42e21b2ef42939bbcc7adbdd0803d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:36.708860 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.717598 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.804349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.807849 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.828145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:04:36.842051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a70a43-54ea-4e35-8aa1-726cb292337b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:36.846939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.847301 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Added segment 6e5b1862-42e4-4839-b1aa-bbf15783bc3d of type vlan for network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 Jul 13 08:04:36.890478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.919102 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.920063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:36.920642 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.949213 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3578019 Jul 13 08:04:36.952475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55596) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:36.958056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Request body: {'subnet': {'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-300337432-subnet', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:36.979490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Made reservation on behalf of 92a42e21b2ef42939bbcc7adbdd0803d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:36.981888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:36.983524 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780affcf-8c57-4ebc-bf8b-50ea40e7cff4 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c6afa3-ec6c-44b3-851c-b09e2aef5311,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:36.993266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:04:37.147143 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.199104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d78972-63a1-4359-93c6-a56b5e68736e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:37.212013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.212283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.212628 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.212970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.213313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.213646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.214018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.214340 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.214670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.214998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.215324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.215650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:37.220630 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:37.220995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Network hostable DHCP agents. Network: f1c6afa3-ec6c-44b3-851c-b09e2aef5311, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:04:37.236310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:04:37.244556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, f1c6afa3-ec6c-44b3-851c-b09e2aef5311) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:37.248483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:37.249078 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.253411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dfb0af-137f-40f7-94ae-a2fd564c700f None None] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:37.262628 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9dfb2a03-2218-43a4-9a66-d48740f77fcb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3085260 Jul 13 08:04:37.265354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55598) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:37.269665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:37.290109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.291192 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.348815 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.401504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:04:37.402397 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.483516 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.537767 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Allocated IP 172.20.0.2 (f1c6afa3-ec6c-44b3-851c-b09e2aef5311/c5d78972-63a1-4359-93c6-a56b5e68736e/b9c70007-5800-4317-b939-1bf9ddfdde8a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:37.686133 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.687395 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.696646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Transition to ACTIVE for port object b9c70007-5800-4317-b939-1bf9ddfdde8a will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:37.707566 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.710957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Transition to ACTIVE for port object b9c70007-5800-4317-b939-1bf9ddfdde8a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:37.716885 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.755997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:37.767323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:37.772499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:37.774261 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Pushing event updated for resources: {'Port': ['ID=b9c70007-5800-4317-b939-1bf9ddfdde8a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:37.785602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.813377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Allocated IP 172.25.8.164 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/3e08dfc8-4079-420e-b100-0f35b8f9eec2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:37.833501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Attempting to bind port b9c70007-5800-4317-b939-1bf9ddfdde8a on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:37.833872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Attempting to bind port b9c70007-5800-4317-b939-1bf9ddfdde8a by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:37.834262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Attempting to bind port b9c70007-5800-4317-b939-1bf9ddfdde8a on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:37.839344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:37.839729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:37.840144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.840652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:37.841127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Bound port: b9c70007-5800-4317-b939-1bf9ddfdde8a, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:37.841518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.908346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] For port b9c70007-5800-4317-b939-1bf9ddfdde8a, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:37.911411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] For port b9c70007-5800-4317-b939-1bf9ddfdde8a, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b9c70007-5800-4317-b939-1bf9ddfdde8a,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:37.915566 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.916606 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.957747 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:37.973904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e165e9-0869-4184-88d0-a91fc849fa33 None None] Pushing event updated for resources: {'Port': ['ID=b9c70007-5800-4317-b939-1bf9ddfdde8a,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:38.001873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:38.004814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:38.008513 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:38.034848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e08dfc8-4079-420e-b100-0f35b8f9eec2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:38.280903 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:38.474172 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:38.493973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:38.518967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:04:38.519520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device a882a8e6-b92c-4b1b-9e23-138dc9b78ea5 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:04:38.568414 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b9c70007-5800-4317-b939-1bf9ddfdde8a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:38.617199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Router df364427-00ab-49f1-9354-0b80d3b9d282 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:04:38.619959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port b9c70007-5800-4317-b939-1bf9ddfdde8a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:38.729490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:38.738168 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:38.745980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:38.749976 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-71f593cf-06d7-4ed1-abf4-5b9c231ff2a2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4810712 Jul 13 08:04:38.750143 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:38.750143 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:04:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:38.750345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55600) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:38.865011 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:38.870091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e14d7-0b0b-4873-9500-88aede981b7f None None] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:04:38.941028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-572a6e0c-72e9-44dd-bda7-d50863bf1154 None None] Provisioning for port b9c70007-5800-4317-b939-1bf9ddfdde8a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:38.949608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-572a6e0c-72e9-44dd-bda7-d50863bf1154 None None] Provisioning complete for port b9c70007-5800-4317-b939-1bf9ddfdde8a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:38.950025 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572a6e0c-72e9-44dd-bda7-d50863bf1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.044497 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:38Z', 'revision_number': 3, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:39.075449 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:04:39.076046 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Updating router df364427-00ab-49f1-9354-0b80d3b9d282 port 3e08dfc8-4079-420e-b100-0f35b8f9eec2 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:04:39.111159 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.118129 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572a6e0c-72e9-44dd-bda7-d50863bf1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.157767 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-572a6e0c-72e9-44dd-bda7-d50863bf1154 None None] For port b9c70007-5800-4317-b939-1bf9ddfdde8a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b9c70007-5800-4317-b939-1bf9ddfdde8a,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:39.163951 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572a6e0c-72e9-44dd-bda7-d50863bf1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.206445 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.231532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a6e0c-72e9-44dd-bda7-d50863bf1154 None None] Pushing event updated for resources: {'Port': ['ID=b9c70007-5800-4317-b939-1bf9ddfdde8a,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:39.341430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4bd9ffb6-343d-43df-9d60-d595e056572b None None] Provisioning complete for port b9c70007-5800-4317-b939-1bf9ddfdde8a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:39.341727 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4bd9ffb6-343d-43df-9d60-d595e056572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.388042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Allocated IP 172.20.0.1 (f1c6afa3-ec6c-44b3-851c-b09e2aef5311/c5d78972-63a1-4359-93c6-a56b5e68736e/5596f28e-4808-45bc-84d9-49fb60e0bc14) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:39.396090 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.405829 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Transition to ACTIVE for port object 3e08dfc8-4079-420e-b100-0f35b8f9eec2 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:39.412904 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.464466 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Pushing event updated for resources: {'Port': ['ID=3e08dfc8-4079-420e-b100-0f35b8f9eec2,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:39.466460 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Attempting to bind port 3e08dfc8-4079-420e-b100-0f35b8f9eec2 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:39.466825 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Attempting to bind port 3e08dfc8-4079-420e-b100-0f35b8f9eec2 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:39.467184 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Attempting to bind port 3e08dfc8-4079-420e-b100-0f35b8f9eec2 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:39.476109 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.476977 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.477314 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.477647 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.477997 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.478326 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.478648 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.478969 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.479290 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.479610 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.479927 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.480243 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:39.483414 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:39.483788 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:39.484185 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.484568 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:39.485026 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Bound port: 3e08dfc8-4079-420e-b100-0f35b8f9eec2, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:39.485406 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.501228 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.515040 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Transition to ACTIVE for port object 5596f28e-4808-45bc-84d9-49fb60e0bc14 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:39.534934 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] For port 3e08dfc8-4079-420e-b100-0f35b8f9eec2, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:39.537923 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] For port 3e08dfc8-4079-420e-b100-0f35b8f9eec2, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3e08dfc8-4079-420e-b100-0f35b8f9eec2,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:39.542438 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.547325 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.584268 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:39.589065 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:39.589777 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:04:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:39.590600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:39.594608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:39.622995 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Pushing event updated for resources: {'Port': ['ID=5596f28e-4808-45bc-84d9-49fb60e0bc14,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:39.641739 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6669-9a93-4053-a212-6d1cc02f0604 None None] Pushing event updated for resources: {'Port': ['ID=3e08dfc8-4079-420e-b100-0f35b8f9eec2,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:39.642042 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.720710 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:39.793275 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.852074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b3636b8d-9c8e-4fb0-b406-f147fe3919cb None None] Provisioning for port 5596f28e-4808-45bc-84d9-49fb60e0bc14 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:39.856521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b3636b8d-9c8e-4fb0-b406-f147fe3919cb None None] Provisioning complete for port 5596f28e-4808-45bc-84d9-49fb60e0bc14 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:39.857099 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3636b8d-9c8e-4fb0-b406-f147fe3919cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.893549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b3636b8d-9c8e-4fb0-b406-f147fe3919cb None None] Port 5596f28e-4808-45bc-84d9-49fb60e0bc14 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:39.919490 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:38Z', 'revision_number': 3, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:39.945063 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5119a-af4d-47e1-b272-2fbc123ae9e2 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:38Z', 'revision_number': 3, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:39.957311 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:39.965257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.037905 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Pushing event updated for resources: {'Port': ['ID=5596f28e-4808-45bc-84d9-49fb60e0bc14,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:40.051692 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.152201 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:40.153817 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:40.288043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:04:40.314948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3c3da0c8-ff90-4d27-93ff-78d8982daea3 None None] Provisioning complete for port 5596f28e-4808-45bc-84d9-49fb60e0bc14 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:40.315322 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c3da0c8-ff90-4d27-93ff-78d8982daea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.363278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3c3da0c8-ff90-4d27-93ff-78d8982daea3 None None] Port 5596f28e-4808-45bc-84d9-49fb60e0bc14 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:40.415362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:40.428211 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4d4fd9c3-c56f-4620-9093-f18a35add456 admin admin] 10.222.0.41 "PUT /v2.0/routers/df364427-00ab-49f1-9354-0b80d3b9d282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692383 Jul 13 08:04:40.493450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cb39c54a-1320-4ab4-83ac-18d830b1357b None None] Provisioning complete for port 5596f28e-4808-45bc-84d9-49fb60e0bc14 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:40.493834 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb39c54a-1320-4ab4-83ac-18d830b1357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.540758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cb39c54a-1320-4ab4-83ac-18d830b1357b None None] Port 5596f28e-4808-45bc-84d9-49fb60e0bc14 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:40.636931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3e08dfc8-4079-420e-b100-0f35b8f9eec2 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:40.692327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 3e08dfc8-4079-420e-b100-0f35b8f9eec2 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:40.697116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3e08dfc8-4079-420e-b100-0f35b8f9eec2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:40.697702 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.778542 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.802378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 3e08dfc8-4079-420e-b100-0f35b8f9eec2, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3e08dfc8-4079-420e-b100-0f35b8f9eec2,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:40.807465 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:40.844389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b9c70007-5800-4317-b939-1bf9ddfdde8a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:40.892673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=3e08dfc8-4079-420e-b100-0f35b8f9eec2,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:40.909677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port b9c70007-5800-4317-b939-1bf9ddfdde8a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:40.910081 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.257043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:41.261690 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2d410bb5-ec5b-40a9-8280-3b3e8f9f8288 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957948953', 'description': 'tempest-description--1636209931'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:41.283299 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d410bb5-ec5b-40a9-8280-3b3e8f9f8288 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.369140 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d410bb5-ec5b-40a9-8280-3b3e8f9f8288 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.373272 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d410bb5-ec5b-40a9-8280-3b3e8f9f8288 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.401674 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d410bb5-ec5b-40a9-8280-3b3e8f9f8288 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.402940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2d410bb5-ec5b-40a9-8280-3b3e8f9f8288 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1449049 Jul 13 08:04:41.404821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d410bb5-ec5b-40a9-8280-3b3e8f9f8288 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f51ce69-8bdd-4d94-8856-6716d4ad4f59,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:41.405994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:41.411133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-484ad0ac-20ba-450f-92b6-2e658e105f63 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'security_group_rule': {'security_group_id': '3f51ce69-8bdd-4d94-8856-6716d4ad4f59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:41.439048 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-484ad0ac-20ba-450f-92b6-2e658e105f63 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.497833 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-484ad0ac-20ba-450f-92b6-2e658e105f63 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.501700 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-484ad0ac-20ba-450f-92b6-2e658e105f63 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.511612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:41.520875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:41.521579 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:04:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:41.524665 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ad0ac-20ba-450f-92b6-2e658e105f63 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24eee24-282e-46f4-99fe-394127ee13f5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:41.531164 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-484ad0ac-20ba-450f-92b6-2e658e105f63 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.532483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-484ad0ac-20ba-450f-92b6-2e658e105f63 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251876 Jul 13 08:04:41.534936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:41.540152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b81fc3a3-9bc8-4ed4-988c-42bb5f910f49 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'security_group_rule': {'security_group_id': '3f51ce69-8bdd-4d94-8856-6716d4ad4f59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:41.566721 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b81fc3a3-9bc8-4ed4-988c-42bb5f910f49 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.626918 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b81fc3a3-9bc8-4ed4-988c-42bb5f910f49 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.631076 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b81fc3a3-9bc8-4ed4-988c-42bb5f910f49 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.635400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:41.652328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fc3a3-9bc8-4ed4-988c-42bb5f910f49 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de556bf5-8677-4080-8b6d-667e484e6959,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:41.655134 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b81fc3a3-9bc8-4ed4-988c-42bb5f910f49 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.656515 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b81fc3a3-9bc8-4ed4-988c-42bb5f910f49 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206479 Jul 13 08:04:41.659677 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 55614) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:41.664887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:41.687457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.787865 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:41.844024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 2, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:41.871593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:04:41.871956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Updating router df364427-00ab-49f1-9354-0b80d3b9d282 port 5596f28e-4808-45bc-84d9-49fb60e0bc14 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:04:41.896083 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Allocated IP 172.25.8.75 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/1bc6f60e-01a4-4a5a-ab29-3377d2387f5e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:41.906583 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.001379 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.039841 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.075571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:42.080284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:42.083733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:42.109889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event updated for resources: {'Port': ['ID=1bc6f60e-01a4-4a5a-ab29-3377d2387f5e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:42.172519 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.177848 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.189067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Transition to ACTIVE for port object 5596f28e-4808-45bc-84d9-49fb60e0bc14 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:42.194780 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.216390 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.294890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97151efd-f3d4-46bf-8874-bce76624813c None None] Pushing event updated for resources: {'Port': ['ID=5596f28e-4808-45bc-84d9-49fb60e0bc14,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:42.309693 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Attempting to bind port 5596f28e-4808-45bc-84d9-49fb60e0bc14 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:42.310346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Attempting to bind port 5596f28e-4808-45bc-84d9-49fb60e0bc14 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:42.310506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Attempting to bind port 5596f28e-4808-45bc-84d9-49fb60e0bc14 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:42.316046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:42.316424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:42.316832 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.317233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:42.317701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Bound port: 5596f28e-4808-45bc-84d9-49fb60e0bc14, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:42.318117 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.386563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] For port 5596f28e-4808-45bc-84d9-49fb60e0bc14, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:42.389857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] For port 5596f28e-4808-45bc-84d9-49fb60e0bc14, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5596f28e-4808-45bc-84d9-49fb60e0bc14,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:42.393993 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.395352 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.399086 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.456493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:42.457142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:04:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:42.474836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event updated for resources: {'Port': ['ID=1bc6f60e-01a4-4a5a-ab29-3377d2387f5e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:42.484952 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.502035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.503596 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-85978bf4-021e-4f66-bb55-f21632c5e8c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8424516 Jul 13 08:04:42.510150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97151efd-f3d4-46bf-8874-bce76624813c None None] Pushing event updated for resources: {'Port': ['ID=5596f28e-4808-45bc-84d9-49fb60e0bc14,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:42.570502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3e08dfc8-4079-420e-b100-0f35b8f9eec2 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:42.631172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:42.668034 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-e0337740-1091-4e7e-bd5c-156ae6b694a4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1957948953&fields=id&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 267 time: 0.0371172 Jul 13 08:04:42.683744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3e08dfc8-4079-420e-b100-0f35b8f9eec2 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:42.684121 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:42.776497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-e5371262-9db8-4f75-a138-dbc9c49afea8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:42.778014 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-e5371262-9db8-4f75-a138-dbc9c49afea8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 811 time: 0.1033249 Jul 13 08:04:42.794503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-b38866a5-e580-4d70-b1ad-01e36b69e9ea tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/quotas/92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 375 time: 0.0101259 Jul 13 08:04:42.864041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-6274c922-5cbd-4948-aa4e-db6fc87373d3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640399 Jul 13 08:04:42.916720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:42Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:42.947857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97be89-243b-4f98-aed1-3e9ab37b16e2 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:42Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:42.963444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-e4c777fd-e6c9-4708-b4aa-ab02f41b438d service neutron] 10.222.0.41 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882051 Jul 13 08:04:43.070874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-5a877b75-3fc7-4ec9-9e13-61e172b28520 service neutron] 10.222.0.41 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002090 Jul 13 08:04:43.250389 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9fff5a0-e585-47e9-a0bf-aa0074740902 req-ed33de9c-df03-48aa-8ad1-dea08bf0fdee tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 210 time: 0.0327342 Jul 13 08:04:44.295694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-bc39f910-c781-4a34-8861-3c0f426dbc58 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:44.297754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-bc39f910-c781-4a34-8861-3c0f426dbc58 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 811 time: 0.1070144 Jul 13 08:04:44.347714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-ec3238c0-ba1d-49f8-873f-d0e982cfa03c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 380 time: 0.0350301 Jul 13 08:04:44.356492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'port': {'device_id': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'admin_state_up': True, 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'security_groups': ['3f51ce69-8bdd-4d94-8856-6716d4ad4f59']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:44.416713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7b9fe59-c877-47f3-8251-c384571ee689 req-c3fb7cf3-2092-4142-8250-a5d0b0f99560 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 210 time: 0.0351477 Jul 13 08:04:44.495607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Made reservation on behalf of 92a42e21b2ef42939bbcc7adbdd0803d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:44.500208 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.554104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5596f28e-4808-45bc-84d9-49fb60e0bc14 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:44.601973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 5596f28e-4808-45bc-84d9-49fb60e0bc14 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:44.606097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5596f28e-4808-45bc-84d9-49fb60e0bc14 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:44.606569 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.625636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Allocated IP 172.20.0.12 (f1c6afa3-ec6c-44b3-851c-b09e2aef5311/c5d78972-63a1-4359-93c6-a56b5e68736e/76edb189-5eba-46bf-9c4b-34a9b7dcc939) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:44.682652 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.715726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 5596f28e-4808-45bc-84d9-49fb60e0bc14, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5596f28e-4808-45bc-84d9-49fb60e0bc14,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:44.720937 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.942541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=5596f28e-4808-45bc-84d9-49fb60e0bc14,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:45.085490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.098640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Transition to ACTIVE for port object 76edb189-5eba-46bf-9c4b-34a9b7dcc939 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:45.130563 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.147722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-42786f52-bad8-4d6d-a761-025de1d0c815 None None] Provisioning complete for port 5596f28e-4808-45bc-84d9-49fb60e0bc14 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:45.148151 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42786f52-bad8-4d6d-a761-025de1d0c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.178230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:45.181902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:45.186288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:45.190187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event updated for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:45.219849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.220195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.220536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.220870 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.221202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.221533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.221857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.222205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.222529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.222850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.223170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.223682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:45.250699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:45.251403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.266168 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-c024813d-db4d-49b0-aac8-81b372beb7c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9132628 Jul 13 08:04:45.277790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Request body: {'port': {'device_id': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:45.353430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.451588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-02caa297-429a-4518-ba21-2a4ef71ccc98 None None] Provisioning for port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:45.455698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-02caa297-429a-4518-ba21-2a4ef71ccc98 None None] Provisioning complete for port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:45.456081 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02caa297-429a-4518-ba21-2a4ef71ccc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.494457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-02caa297-429a-4518-ba21-2a4ef71ccc98 None None] Port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:04:45.590627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c24441-0855-4610-ad5c-59b6878e9752 req-f05506a6-2f1b-4816-add4-91780b8b01cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:45.592124 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50c24441-0855-4610-ad5c-59b6878e9752 req-f05506a6-2f1b-4816-add4-91780b8b01cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 932 time: 0.0627038 Jul 13 08:04:45.618218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76edb189-5eba-46bf-9c4b-34a9b7dcc939 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:04:45.625602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.630347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50c24441-0855-4610-ad5c-59b6878e9752 req-4ea9e46a-063c-4a5f-9133-45865cd7b996 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Jul 13 08:04:45.637935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Transition to ACTIVE for port object 76edb189-5eba-46bf-9c4b-34a9b7dcc939 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:45.642689 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.698264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Pushing event updated for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:45.771178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Attempting to bind port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:45.771520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Attempting to bind port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:45.771853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Attempting to bind port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:45.776983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:04:45.777307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Attempting to bind port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:45.782265 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:45.782611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:45.782999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:45.783428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Bound port: 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:45.783788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.853132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:45.856131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:45.860775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.891929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:45.892496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:45.894432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] 10.222.0.48 "PUT /v2.0/ports/76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 1093 time: 0.6210258 Jul 13 08:04:45.894862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:45.897549 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:45.931938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92104e94-987e-4c5d-8742-0a3a1077491c service neutron] Pushing event updated for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:45.948491 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2740d9ee-1be9-4ab7-9170-1ace2f905842 x-openstack-request-id: req-2740d9ee-1be9-4ab7-9170-1ace2f905842 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:45.948491 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:45.948707 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2740d9ee-1be9-4ab7-9170-1ace2f905842 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:45.948979 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'status': 'completed', 'code': 200} Jul 13 08:04:46.005533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-109bbe3c-52a9-45f5-a226-d4d46e0e1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.007095 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-109bbe3c-52a9-45f5-a226-d4d46e0e1a09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0540524 Jul 13 08:04:46.053892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-29f5e522-88ea-44a7-b39a-2a0fb053fde3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 217 time: 0.0397019 Jul 13 08:04:46.102958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-ecfaa3a9-18d0-490e-9d03-17e91c36f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.104461 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-ecfaa3a9-18d0-490e-9d03-17e91c36f42e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0443525 Jul 13 08:04:46.160120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-fb8af8d2-c8c4-41ce-90d2-f49c545795c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.161623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-fb8af8d2-c8c4-41ce-90d2-f49c545795c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512373 Jul 13 08:04:46.251556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-ebdb8897-7fde-4700-a1e4-2493d9de6f43 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834172 Jul 13 08:04:46.337739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8e62ebab-e12b-4498-9ef7-d6cf9a6bd3a1 req-f29505fb-18a5-492e-a997-3afa9ff4f324 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807583 Jul 13 08:04:46.434841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-5ffc1f0a-0535-49bc-8e23-2b828b836f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.436344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-5ffc1f0a-0535-49bc-8e23-2b828b836f2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0525270 Jul 13 08:04:46.529565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-06c55e76-5b31-4521-b691-370b4063ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.531100 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-06c55e76-5b31-4521-b691-370b4063ed85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0891030 Jul 13 08:04:46.536734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5596f28e-4808-45bc-84d9-49fb60e0bc14 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:46.573669 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-c80f4ab9-3845-4244-a2a9-39548625bbfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 217 time: 0.0350740 Jul 13 08:04:46.583626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 5596f28e-4808-45bc-84d9-49fb60e0bc14 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:46.584005 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:46.626182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-eedce647-c6aa-4d59-9957-b59527915db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.627662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-eedce647-c6aa-4d59-9957-b59527915db9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0482502 Jul 13 08:04:46.686148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-df4847e8-6665-4ff5-820b-cf4f42a8cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.687674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-df4847e8-6665-4ff5-820b-cf4f42a8cd14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527105 Jul 13 08:04:46.783045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-48d2ab56-f328-49c5-9a22-2b2cbc5ffac9 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870934 Jul 13 08:04:46.809918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4925de-a376-4900-86b7-5ffc036356f5 req-7a12b233-56f8-497c-a94d-0894eb6236ec tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:46.811451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1c4925de-a376-4900-86b7-5ffc036356f5 req-7a12b233-56f8-497c-a94d-0894eb6236ec tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 944 time: 0.0634625 Jul 13 08:04:46.849156 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1c4925de-a376-4900-86b7-5ffc036356f5 req-47e55e18-c756-4ee8-a6b7-959c73725411 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Jul 13 08:04:46.873796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-825a153f-3cfb-4e9e-ad43-9b27e27e73b5 req-a4309cd5-8713-4612-9d14-e0acc12dfccd service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835786 Jul 13 08:04:48.022712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5069e-fefb-41e2-b36d-ecb3d5506fa2 req-57782f46-9753-43f5-b755-535580688637 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:48.024219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aaf5069e-fefb-41e2-b36d-ecb3d5506fa2 req-57782f46-9753-43f5-b755-535580688637 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 944 time: 0.0634100 Jul 13 08:04:48.065339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aaf5069e-fefb-41e2-b36d-ecb3d5506fa2 req-e80299ff-df5b-4bdb-8a30-40088fcd6e36 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356503 Jul 13 08:04:48.369828 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fa6430d-36ef-45dc-b3fa-1668cb9bec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:48.515966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 76edb189-5eba-46bf-9c4b-34a9b7dcc939 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:04:48.613181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:48.624608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'mac_address': 'fa:16:3e:0e:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:04:48.661882 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:48.674972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76edb189-5eba-46bf-9c4b-34a9b7dcc939 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:04:48.694415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:48.698185 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:48.753043 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:48.913424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['76edb189-5eba-46bf-9c4b-34a9b7dcc939'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:04:49.236787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd0fbb-7d91-4c2f-a819-d0debd9982ce req-6121fcac-3393-4ea2-a949-1f6943ccd366 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:49.238199 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5efd0fbb-7d91-4c2f-a819-d0debd9982ce req-6121fcac-3393-4ea2-a949-1f6943ccd366 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 945 time: 0.0657516 Jul 13 08:04:49.275216 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5efd0fbb-7d91-4c2f-a819-d0debd9982ce req-b791535f-65e8-407f-9870-d635d89a7363 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Jul 13 08:04:49.874786 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:04:50.443475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db1ca5-cd36-42af-8be5-857468ae5e6a req-635e6757-0ee9-4ddb-8f6c-5854a068f7fe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:50.444961 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48db1ca5-cd36-42af-8be5-857468ae5e6a req-635e6757-0ee9-4ddb-8f6c-5854a068f7fe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 945 time: 0.0623679 Jul 13 08:04:50.481874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-48db1ca5-cd36-42af-8be5-857468ae5e6a req-825587e7-5bb1-4c93-8d6f-290b93d30fbb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Jul 13 08:04:50.524373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 76edb189-5eba-46bf-9c4b-34a9b7dcc939 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:50.575033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:50.578488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:50.578860 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:50.654870 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:50.677305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:50.679668 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a7582b-c7fd-4043-8280-88b88187fcac" -d '{"events": [{"server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "name": "network-vif-plugged", "status": "completed", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:50.692392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:50.696672 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:50.727361 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45ca66d-91d9-4d39-b02b-e933384682a3 x-openstack-request-id: req-e45ca66d-91d9-4d39-b02b-e933384682a3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:50.727653 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "name": "network-vif-plugged", "status": "completed", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:50.727908 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e45ca66d-91d9-4d39-b02b-e933384682a3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:50.728290 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'code': 200} Jul 13 08:04:50.757093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:50.831612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f67ad0-47fb-447c-b9f6-71386393e87d req-814cbb3f-4f1c-4b3f-ab19-558d488c13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:50.833117 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4f67ad0-47fb-447c-b9f6-71386393e87d req-814cbb3f-4f1c-4b3f-ab19-558d488c13b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0527856 Jul 13 08:04:50.869205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4f67ad0-47fb-447c-b9f6-71386393e87d req-34425d6b-e04b-40b0-b83c-f3c720aa4205 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292497 Jul 13 08:04:50.923369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a41f7c64-fe4d-47b4-975c-8b448d5e48f7 None None] Provisioning complete for port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:50.923744 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a41f7c64-fe4d-47b4-975c-8b448d5e48f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.085292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ccfe715-de8c-4697-a9b0-99a31b852034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.134016 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:51.679488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80660f90-899d-4bb1-8f61-c92c937e26c0 req-ff0320a4-6c96-4c1b-bd80-b7065bfe2468 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:51.681866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80660f90-899d-4bb1-8f61-c92c937e26c0 req-ff0320a4-6c96-4c1b-bd80-b7065bfe2468 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0867932 Jul 13 08:04:51.719098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80660f90-899d-4bb1-8f61-c92c937e26c0 req-98daac75-c5e0-49f3-aef0-446d48f5acc7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321820 Jul 13 08:04:52.089822 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:52.891196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646cb5-fb37-4da2-a260-725a98eccbcb req-4e8ecef8-25dd-46ef-abf5-edbacab3d065 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:52.892693 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86646cb5-fb37-4da2-a260-725a98eccbcb req-4e8ecef8-25dd-46ef-abf5-edbacab3d065 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0634730 Jul 13 08:04:52.929729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86646cb5-fb37-4da2-a260-725a98eccbcb req-b5257ce2-42d2-44f2-a628-da2f593b4932 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315070 Jul 13 08:04:53.094521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db65ed9-2ab0-4cb0-bcea-50b44cb2d4fe req-c256d8b8-01aa-4219-ab9d-415e7e5015cc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:53.096012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6db65ed9-2ab0-4cb0-bcea-50b44cb2d4fe req-c256d8b8-01aa-4219-ab9d-415e7e5015cc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0634260 Jul 13 08:04:53.104470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 55662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:53.108971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7bcbf1ca-e48c-4156-a094-f1f88b6fe2e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'floatingip': {'port_id': '76edb189-5eba-46bf-9c4b-34a9b7dcc939'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:53.151123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf1ca-e48c-4156-a094-f1f88b6fe2e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.584765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf1ca-e48c-4156-a094-f1f88b6fe2e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.588471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf1ca-e48c-4156-a094-f1f88b6fe2e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.688541 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-7bcbf1ca-e48c-4156-a094-f1f88b6fe2e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922 associated. External IP: 172.25.8.75, port: 76edb189-5eba-46bf-9c4b-34a9b7dcc939. Jul 13 08:04:53.758357 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.894526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcbf1ca-e48c-4156-a094-f1f88b6fe2e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:04:54.000417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcbf1ca-e48c-4156-a094-f1f88b6fe2e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:54.004800 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf1ca-e48c-4156-a094-f1f88b6fe2e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.010476 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:54.019332 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:54.019943 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:04:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:54.040679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7bcbf1ca-e48c-4156-a094-f1f88b6fe2e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "PUT /v2.0/floatingips/3d964d04-39ac-46c4-8aa0-8e22b8bf7922 HTTP/1.1" status: 200 len: 991 time: 0.9351351 Jul 13 08:04:54.041368 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:54.043745 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edf514e-d874-4a1b-b081-d4306a05da10" -d '{"events": [{"name": "network-changed", "server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:54.080467 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88339a79-8745-47ee-a2d0-1eebc8d1818a x-openstack-request-id: req-88339a79-8745-47ee-a2d0-1eebc8d1818a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:54.080823 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:54.081136 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88339a79-8745-47ee-a2d0-1eebc8d1818a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:54.081598 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'status': 'completed', 'code': 200} Jul 13 08:04:54.133473 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:54.158260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-105b296c-0a80-44e7-b065-394e45e52939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.159836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-105b296c-0a80-44e7-b065-394e45e52939 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0551867 Jul 13 08:04:54.251988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-6f357922-048b-46d2-b990-bb3d2e33c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.253482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-6f357922-048b-46d2-b990-bb3d2e33c402 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0876477 Jul 13 08:04:54.322325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-dd45600e-d835-4707-a91d-d18d13cbf08c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 999 time: 0.0618629 Jul 13 08:04:54.355450 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:0e:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:04:53Z', 'revision_number': 1, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:54.369445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-1a70cc63-017a-4df7-8840-0cd50164bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.370957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-1a70cc63-017a-4df7-8840-0cd50164bf66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0429237 Jul 13 08:04:54.381258 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:04:54.390103 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:54.390646 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:04:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:54.427222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-d6cf2f45-cf47-46e5-b97d-ae79e2112c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.428751 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-d6cf2f45-cf47-46e5-b97d-ae79e2112c9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519364 Jul 13 08:04:54.494289 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:54.521332 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-5f8121e2-34a4-451e-85af-e3e7a6d1a876 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861163 Jul 13 08:04:54.610933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3edf514e-d874-4a1b-b081-d4306a05da10 req-c2f19b14-c094-4cfd-b263-ad73e92e55c9 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835867 Jul 13 08:04:54.713695 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:0e:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:04:53Z', 'revision_number': 1, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:54.738482 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38f2b7-8259-4ace-82e6-48868a512693 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:0e:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:04:53Z', 'revision_number': 1, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:54.918335 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22efe4-e4b3-4266-8757-bb2455eb936a None None] New status for floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:05:05.920172 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.773748 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.374036 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4c21352-5ad4-477c-a260-1388584b5d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:21.084729 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a97a7bc5-a592-4bf3-a80e-30f741ed9ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:21.133638 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:22.091719 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.761149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:26.873248 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:05:29.730824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-fba66473-440a-4e1c-9734-9616cd54270c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558341 Jul 13 08:05:29.822108 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-9be8ea70-0660-4ed1-bfc2-657545a120a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:29.823582 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-9be8ea70-0660-4ed1-bfc2-657545a120a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0515974 Jul 13 08:05:29.923924 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-ff326317-a5ff-46b2-a582-c93f37e4cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:29.925397 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-ff326317-a5ff-46b2-a582-c93f37e4cd48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0833561 Jul 13 08:05:29.992565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-639f0730-1d3b-47e4-a054-cb3f30d3eaa0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 1001 time: 0.0601680 Jul 13 08:05:30.040104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-f8d237fb-accf-4abf-96f5-b364cd554b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:30.041536 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-f8d237fb-accf-4abf-96f5-b364cd554b33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0438275 Jul 13 08:05:30.097233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-a94ea3c5-c788-464f-b542-77cff66fda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:30.098766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-a94ea3c5-c788-464f-b542-77cff66fda59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512519 Jul 13 08:05:30.193493 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-72a8cac2-2300-4222-95e0-0f0e0a90ebe1 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880096 Jul 13 08:05:30.280915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6ad5966b-e610-4c75-81bd-fc230c978f03 req-345aa300-91ab-4ce0-89b0-5abc1fe091c0 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807672 Jul 13 08:05:35.918197 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.778576 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:48.374930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbef45f1-6258-4a8c-a16b-e43eecc84364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.086244 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e450f817-0aaf-4bb9-91fd-1de0900144ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:51.135513 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:52.094287 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:53.764955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.872461 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:06:05.934184 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.773113 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.376647 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21299b09-8112-4b6e-9ef6-b87968d1d980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:21.086263 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc3a826e-8bf0-4fab-9115-33d576a8e5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:21.137351 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:22.096765 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:23.766862 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:29.036468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d398018-23b9-4fab-b7f5-b25193c23d91 req-be7ce08a-895f-4e91-8762-838834379062 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:29.037993 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d398018-23b9-4fab-b7f5-b25193c23d91 req-be7ce08a-895f-4e91-8762-838834379062 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0679610 Jul 13 08:06:29.075131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d398018-23b9-4fab-b7f5-b25193c23d91 req-c6f4314b-df34-4ad9-a6a3-e7440d5c619b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Jul 13 08:06:29.471339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931788d-ed6c-48d2-a86b-21a44814f164 req-3e576d26-c917-4944-b816-228a0841e429 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:29.474001 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0931788d-ed6c-48d2-a86b-21a44814f164 req-3e576d26-c917-4944-b816-228a0841e429 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0700560 Jul 13 08:06:29.476678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-8329e91b-7cb8-4e07-860b-c8a12c3658bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249335 Jul 13 08:06:29.513187 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0931788d-ed6c-48d2-a86b-21a44814f164 req-42b79d7f-b630-48dd-a7eb-e1c6a33f90a3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339839 Jul 13 08:06:30.733287 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0e2b1-ca56-4142-9702-dc743e72d8c0 req-a990f638-9f6a-43c6-9b88-28ff6f5bee9b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:30.734807 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85d0e2b1-ca56-4142-9702-dc743e72d8c0 req-a990f638-9f6a-43c6-9b88-28ff6f5bee9b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.1022182 Jul 13 08:06:30.736489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-5a5cb879-5014-4285-b41a-1a28ebc7e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:30.737848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-5a5cb879-5014-4285-b41a-1a28ebc7e860 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1098 time: 0.1496565 Jul 13 08:06:30.802390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85d0e2b1-ca56-4142-9702-dc743e72d8c0 req-04e0141a-a7e3-4b04-ac74-ea388bda6495 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617909 Jul 13 08:06:30.852987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-4b84d6b1-5d18-4e7d-9c45-55051361da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:30.854510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-4b84d6b1-5d18-4e7d-9c45-55051361da29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1081722 Jul 13 08:06:30.922222 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-bb751d34-285e-4464-b223-6aa3d3e7e387 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 1001 time: 0.0609951 Jul 13 08:06:30.969136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-f5cf5734-7f50-4cc0-b449-2a4aea7af182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:30.970572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-f5cf5734-7f50-4cc0-b449-2a4aea7af182 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0425441 Jul 13 08:06:31.025585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-6b11b5c9-9e37-4221-9e5e-4ede6d5d5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:31.027076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-6b11b5c9-9e37-4221-9e5e-4ede6d5d5f9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502968 Jul 13 08:06:31.119299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-b1ea8cf3-052f-4410-b500-93ba8f00bd21 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856545 Jul 13 08:06:31.206170 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-5c15a03f-c719-4107-8b24-9a11272e7096 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808392 Jul 13 08:06:31.753519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-7ef42676-5034-4671-ac8c-072cd22cf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:31.755033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-7ef42676-5034-4671-ac8c-072cd22cf310 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0517042 Jul 13 08:06:31.863224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-6c3b2b57-8d37-4231-a6a8-938b9dd24264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:31.864698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-6c3b2b57-8d37-4231-a6a8-938b9dd24264 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0893435 Jul 13 08:06:31.931948 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-530326cc-4cf0-4b47-a9e0-f804fab48978 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 1001 time: 0.0614591 Jul 13 08:06:31.980351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-f75abded-a9a0-46c1-b1b4-411c094b4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:31.980710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202462d3-b4d8-4627-a219-cc80e180b0a0 req-4e474463-b2e3-4e92-b913-91fc7cecc3a1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:31.981831 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-f75abded-a9a0-46c1-b1b4-411c094b4793 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0436394 Jul 13 08:06:31.982217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-202462d3-b4d8-4627-a219-cc80e180b0a0 req-4e474463-b2e3-4e92-b913-91fc7cecc3a1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0628736 Jul 13 08:06:32.023672 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-202462d3-b4d8-4627-a219-cc80e180b0a0 req-febd31bf-30ed-40af-897b-61120d12ffa3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350049 Jul 13 08:06:32.038527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-eab613a1-3b30-4bad-8a2a-4ec2672173a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:32.040050 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-eab613a1-3b30-4bad-8a2a-4ec2672173a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518517 Jul 13 08:06:32.131376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-639b15de-fd31-400c-9bfd-584a6dcd0e07 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853283 Jul 13 08:06:32.219024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-89e57f1d-fc5c-4dd6-ba03-dfddc3370792 req-7c761ea2-cca2-4ab0-8d3e-074e8e32a568 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812318 Jul 13 08:06:33.199849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557015c-47f7-4c28-a69d-1fc31d21b136 req-74081676-7742-48ef-a413-3b92c32f81d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:33.201277 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1557015c-47f7-4c28-a69d-1fc31d21b136 req-74081676-7742-48ef-a413-3b92c32f81d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0663245 Jul 13 08:06:33.537135 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1557015c-47f7-4c28-a69d-1fc31d21b136 req-780f5942-51d2-4fd9-9037-97abf886bbcb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303094 Jul 13 08:06:34.707714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e99e3-62df-44d6-b8b9-07e545c1be20 req-d8de05c0-a0c5-4f4e-b1f5-b02fad6fbfc8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:34.709205 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ef2e99e3-62df-44d6-b8b9-07e545c1be20 req-d8de05c0-a0c5-4f4e-b1f5-b02fad6fbfc8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0626125 Jul 13 08:06:34.745596 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ef2e99e3-62df-44d6-b8b9-07e545c1be20 req-550ca206-5e92-41c9-a948-46abb5850311 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309377 Jul 13 08:06:35.917415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82413570-5a34-44d8-96b8-59764e5bf983 req-526579db-be71-4efc-ab75-848620076f08 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:35.919024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-82413570-5a34-44d8-96b8-59764e5bf983 req-526579db-be71-4efc-ab75-848620076f08 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0628922 Jul 13 08:06:35.934482 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:35.957918 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-82413570-5a34-44d8-96b8-59764e5bf983 req-3eeadd22-e6a7-4d69-8180-2f2dc2b3213f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330164 Jul 13 08:06:37.128298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f60ae1-1301-49b2-a476-8d945d6a6a35 req-8e72eb42-8e70-4b89-94a8-d0b98f58dbb2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:37.129703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49f60ae1-1301-49b2-a476-8d945d6a6a35 req-8e72eb42-8e70-4b89-94a8-d0b98f58dbb2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0633221 Jul 13 08:06:37.166954 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49f60ae1-1301-49b2-a476-8d945d6a6a35 req-fb49fefa-e9bb-4930-a5bb-d2064439d723 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Jul 13 08:06:37.801617 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.341478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783f158-1a1e-4f7f-946b-fa6c446bf52e req-1f71ca4c-06f4-41b6-81d4-cbf1af6f2ad0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:38.342936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9783f158-1a1e-4f7f-946b-fa6c446bf52e req-1f71ca4c-06f4-41b6-81d4-cbf1af6f2ad0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0653162 Jul 13 08:06:38.380404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9783f158-1a1e-4f7f-946b-fa6c446bf52e req-9084e768-8b56-4a57-861a-4a36834c03f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Jul 13 08:06:39.553592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c0d0c-de28-4464-9fbf-53a4aaee614f req-511c965c-4b26-4746-8b83-2de5a65ba723 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:39.555263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee2c0d0c-de28-4464-9fbf-53a4aaee614f req-511c965c-4b26-4746-8b83-2de5a65ba723 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0658793 Jul 13 08:06:39.592674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee2c0d0c-de28-4464-9fbf-53a4aaee614f req-68995c0c-b4f6-4a47-8741-ebfcda1098a3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Jul 13 08:06:40.767113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e29325-5eb9-40cf-8e4e-e9c13ac8ad20 req-244594a1-55f9-4af3-8f79-aadae2fa724f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:40.768601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79e29325-5eb9-40cf-8e4e-e9c13ac8ad20 req-244594a1-55f9-4af3-8f79-aadae2fa724f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0630009 Jul 13 08:06:40.806088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-79e29325-5eb9-40cf-8e4e-e9c13ac8ad20 req-8f32752b-2b39-44f0-8af4-c3a1e40e59f0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Jul 13 08:06:40.871159 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:06:41.981031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209ba1-e636-429d-94c7-51dce21b712f req-d7593f54-e196-4bfd-aeed-ebb7fb3bb031 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:41.982551 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31209ba1-e636-429d-94c7-51dce21b712f req-d7593f54-e196-4bfd-aeed-ebb7fb3bb031 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0633523 Jul 13 08:06:42.019666 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31209ba1-e636-429d-94c7-51dce21b712f req-2ac7a155-9faa-464f-98fc-4deca2d475cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310488 Jul 13 08:06:43.096778 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-cbe8e1df-833d-438d-9d32-b1011d2a5806 service neutron] show failed (client error): The resource could not be found. Jul 13 08:06:43.097814 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-cbe8e1df-833d-438d-9d32-b1011d2a5806 service neutron] 10.222.0.48 "GET /v2.0/ports/76edb189-5eba-46bf-9c4b-34a9b7dcc939/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0547526 Jul 13 08:06:43.198290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231f28d-72fb-428c-ad81-edf18ff062aa req-16e65cec-fdfb-492b-9d64-d96e4aa39ff6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:43.199689 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3231f28d-72fb-428c-ad81-edf18ff062aa req-16e65cec-fdfb-492b-9d64-d96e4aa39ff6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0682340 Jul 13 08:06:43.238056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3231f28d-72fb-428c-ad81-edf18ff062aa req-570f5649-9124-4d15-a672-745462bc13dc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 Jul 13 08:06:43.347977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-7041d34e-9584-424a-a433-fceda41385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:43.349444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-7041d34e-9584-424a-a433-fceda41385b0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 1098 time: 0.0524480 Jul 13 08:06:43.361788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:43.433201 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.627533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:43.659525 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:43.696413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:43.698678 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1268c931-d00d-451c-9f82-a4736c515d9e" -d '{"events": [{"server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "name": "network-vif-unplugged", "status": "completed", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:43.702538 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.714941 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Transition to ACTIVE for port object 76edb189-5eba-46bf-9c4b-34a9b7dcc939 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:43.720782 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.823162 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664837c0-4b18-46b6-acb5-61f9a26ec823 x-openstack-request-id: req-664837c0-4b18-46b6-acb5-61f9a26ec823 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:43.823559 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "name": "network-vif-unplugged", "status": "completed", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:43.823877 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-664837c0-4b18-46b6-acb5-61f9a26ec823 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:43.824341 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'code': 200} Jul 13 08:06:43.846712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Pushing event updated for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:43.871305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.871657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.872003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.872345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.872688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.873026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.873356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.873688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.874040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.874371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.874705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.875032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:43.919012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] No DVR routers for this DVR port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:44.050386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Attempting to bind port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:44.050730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Attempting to bind port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:44.051060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Attempting to bind port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:44.055442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:06:44.055769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Attempting to bind port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:44.060465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:44.060809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:44.061199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:44.061627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Bound port: 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:44.062016 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:44.123332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:44.126997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:44.131784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:44.164407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.165029 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:44.166535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] 10.222.0.38 "PUT /v2.0/ports/76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 1093 time: 0.8092122 Jul 13 08:06:44.189639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b83dd-6209-45ee-b4d4-43b3ab8488a2 service neutron] Pushing event updated for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:44.250476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-656ad656-2160-42ff-8b5c-7f11229883e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.252576 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-656ad656-2160-42ff-8b5c-7f11229883e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0600097 Jul 13 08:06:44.349203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-76ec8abd-e52a-4aaa-9ce3-8a319fa795b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.350742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-76ec8abd-e52a-4aaa-9ce3-8a319fa795b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0923996 Jul 13 08:06:44.451007 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-eb2c6d33-83a4-44d9-b375-4c5a9e2a5df1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 999 time: 0.0883737 Jul 13 08:06:44.475100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f6a8-58a4-4ea3-bc63-d1b4669b49cd req-825f7dcd-7151-4427-86b5-397a5c5e2792 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.476527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00c9f6a8-58a4-4ea3-bc63-d1b4669b49cd req-825f7dcd-7151-4427-86b5-397a5c5e2792 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 944 time: 0.1230407 Jul 13 08:06:44.530922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d790a42c-9b0f-4ff3-9e27-cf1c6e7e4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.532322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-d790a42c-9b0f-4ff3-9e27-cf1c6e7e4ca8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0746286 Jul 13 08:06:44.539446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-00c9f6a8-58a4-4ea3-bc63-d1b4669b49cd req-ea5f179c-bbed-4884-9b44-6f365d29f33f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 Jul 13 08:06:44.594310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-98305c86-02c6-4381-88a6-0533ab5cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.595896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-98305c86-02c6-4381-88a6-0533ab5cac3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555625 Jul 13 08:06:44.684906 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-575d4d02-8c8f-447a-b92d-5268470aff58 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825925 Jul 13 08:06:44.774833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-298bfb9a-8fb6-4178-948f-4d04bc6e42c3 req-18a0457a-823c-4276-a0c9-6db28b5feadc service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835664 Jul 13 08:06:45.713045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87324d25-b452-4e50-a590-de86b7880aef req-1e891c6f-8674-4e0a-8fb5-ffd4aa3e7c01 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:45.714899 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87324d25-b452-4e50-a590-de86b7880aef req-1e891c6f-8674-4e0a-8fb5-ffd4aa3e7c01 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 944 time: 0.0628564 Jul 13 08:06:45.756974 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-87324d25-b452-4e50-a590-de86b7880aef req-65ea5adc-dd58-4c40-916d-200707250c87 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356655 Jul 13 08:06:45.825612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:45.828128 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7806a31a-f169-4d56-b2c9-e6cfaccea740" -d '{"events": [{"name": "network-changed", "server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:45.873936 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a836e602-fd0f-4752-bc99-6f6e06f8d6b5 x-openstack-request-id: req-a836e602-fd0f-4752-bc99-6f6e06f8d6b5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:45.874252 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:45.874507 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a836e602-fd0f-4752-bc99-6f6e06f8d6b5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:45.874919 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'status': 'completed', 'code': 200} Jul 13 08:06:45.978418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-840501ab-0282-43dc-844b-86ca3d0bfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:45.979901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-840501ab-0282-43dc-844b-86ca3d0bfd32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0871377 Jul 13 08:06:45.984649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-8f369a8e-ddd3-4328-9c16-e565f533e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:45.986589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-8f369a8e-ddd3-4328-9c16-e565f533e7b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0860145 Jul 13 08:06:46.140014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-23517ae1-bb77-4cd9-8c85-f98b10fee201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:46.141393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-23517ae1-bb77-4cd9-8c85-f98b10fee201 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1539669 Jul 13 08:06:46.142736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-e1c4961a-ae0c-40ec-ba47-dad5ddbe4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:46.144039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-e1c4961a-ae0c-40ec-ba47-dad5ddbe4c18 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1486466 Jul 13 08:06:46.253463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-31220d01-a279-4028-b59b-bd04451c6fd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 999 time: 0.1041420 Jul 13 08:06:46.255234 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-de28c85b-e01c-4743-968a-1c5782aca05c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 999 time: 0.1005273 Jul 13 08:06:46.338557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-b647fec4-ad0f-4c83-87c2-db21e9b427d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:46.340023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-b647fec4-ad0f-4c83-87c2-db21e9b427d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0735924 Jul 13 08:06:46.341383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-94c7bc8d-9aa8-47d8-ace2-7ea372ddedda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:46.342731 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-94c7bc8d-9aa8-47d8-ace2-7ea372ddedda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0833070 Jul 13 08:06:46.446471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-dd60d7b4-ef80-486d-bd24-e4302628e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:46.447900 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-dd60d7b4-ef80-486d-bd24-e4302628e73d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006849 Jul 13 08:06:46.450418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-ac3f8216-6fc8-4c54-bc93-5417bb12e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:46.451772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-ac3f8216-6fc8-4c54-bc93-5417bb12e026 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965164 Jul 13 08:06:46.604574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-63e9cd36-de4f-4397-a308-8ba0584b2aac service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499352 Jul 13 08:06:46.606735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-615c4045-2cec-463f-b928-fff461d09fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446872 Jul 13 08:06:46.760534 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-1a0a8b12-414c-4f39-a26d-6bd06812aa39 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487701 Jul 13 08:06:46.762656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7806a31a-f169-4d56-b2c9-e6cfaccea740 req-a34fa852-53ae-4c78-9d33-da2878175106 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434712 Jul 13 08:06:46.930573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995647b8-5a33-4d3d-86e2-675b3e51ba29 req-d0561655-0eb2-40af-8229-11b17898fdc9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:46.932092 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-995647b8-5a33-4d3d-86e2-675b3e51ba29 req-d0561655-0eb2-40af-8229-11b17898fdc9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 944 time: 0.0642228 Jul 13 08:06:46.970555 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-995647b8-5a33-4d3d-86e2-675b3e51ba29 req-95e11446-8075-4194-b746-82776adfdf0f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Jul 13 08:06:47.132924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 76edb189-5eba-46bf-9c4b-34a9b7dcc939 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:47.175573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 76edb189-5eba-46bf-9c4b-34a9b7dcc939 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:47.273122 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b998-fc65-455e-8302-3b34ff7e5569 req-c094a7b6-7bbe-4b8c-9fc2-ddd5c3e6b287 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:47.274675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47d0b998-fc65-455e-8302-3b34ff7e5569 req-c094a7b6-7bbe-4b8c-9fc2-ddd5c3e6b287 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 944 time: 0.0652249 Jul 13 08:06:47.285013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-69e84368-6092-4d52-88b9-47368106040a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:47.286526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-69e84368-6092-4d52-88b9-47368106040a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 944 time: 0.0738282 Jul 13 08:06:47.312786 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-47d0b998-fc65-455e-8302-3b34ff7e5569 req-783e0912-5a2e-4f8d-a426-39c929dc020f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323033 Jul 13 08:06:47.346804 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-bc8769bf-248d-4117-8b0e-5e9bd9b509e9 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:06:47.347819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-bc8769bf-248d-4117-8b0e-5e9bd9b509e9 service neutron] 10.222.0.48 "DELETE /v2.0/ports/76edb189-5eba-46bf-9c4b-34a9b7dcc939/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0554149 Jul 13 08:06:47.441705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-6a2aa920-ab39-4069-bd7d-5bcf8eb81529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:47.443211 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-6a2aa920-ab39-4069-bd7d-5bcf8eb81529 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0520988 Jul 13 08:06:47.531578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-4960d395-9806-4e54-bd52-cefa15439cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:47.533010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-4960d395-9806-4e54-bd52-cefa15439cde service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0838594 Jul 13 08:06:47.594178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-12a1fb16-dd74-4bb8-99a4-0c20dcb0f30f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 200 len: 999 time: 0.0554707 Jul 13 08:06:47.643781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-136ca933-2667-4339-b21c-a88d890154f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:47.645171 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-136ca933-2667-4339-b21c-a88d890154f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0453877 Jul 13 08:06:47.700775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-8c8faaa8-f153-4ce5-9d5e-49a078509eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:47.702248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-8c8faaa8-f153-4ce5-9d5e-49a078509eef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503705 Jul 13 08:06:47.787808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-797a8ce9-4c77-4dd1-8f94-6596843f23f7 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792601 Jul 13 08:06:47.877110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0bbc6c37-be1e-425e-ae32-457221bd07ed req-811168b0-6971-402c-9319-b4694c26db06 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831065 Jul 13 08:06:48.378397 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5491603-2faa-46eb-a823-9b4187c9f2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.502504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6add17-4f98-47d0-bbd8-db4d9e5c51eb req-92e0f3dd-bef3-48c5-9627-718205a939fa tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:48.503938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae6add17-4f98-47d0-bbd8-db4d9e5c51eb req-92e0f3dd-bef3-48c5-9627-718205a939fa tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 944 time: 0.0675716 Jul 13 08:06:48.541925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae6add17-4f98-47d0-bbd8-db4d9e5c51eb req-526466ce-1066-498d-8659-194e7c0ec609 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325325 Jul 13 08:06:48.578145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 76edb189-5eba-46bf-9c4b-34a9b7dcc939 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:06:48.670959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:48.683069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'mac_address': 'fa:16:3e:0e:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:06:48.724761 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.738783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76edb189-5eba-46bf-9c4b-34a9b7dcc939 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:48.759532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:48.763620 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.821383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:48.830893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.831262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.831591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.831932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.832265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.832597 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.832930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.833285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.833617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.833975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.834288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:48.834611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:49.035825 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['76edb189-5eba-46bf-9c4b-34a9b7dcc939'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:06:49.057100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e57f2-b714-4de8-bbdb-afa27cf1ae5a req-259c4ec8-6ef5-485c-a0b6-99d3717a6bab tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:49.058648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d4e57f2-b714-4de8-bbdb-afa27cf1ae5a req-259c4ec8-6ef5-485c-a0b6-99d3717a6bab tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 944 time: 0.4083641 Jul 13 08:06:49.096523 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d4e57f2-b714-4de8-bbdb-afa27cf1ae5a req-2ae871d8-d267-4d80-b660-c3b0469673d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Jul 13 08:06:49.268490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7107-5175-4b71-92cd-e18ea0b2f340 req-a8ea2e5f-3cdd-4c6b-b14d-90542ee3f807 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:49.269976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f22e7107-5175-4b71-92cd-e18ea0b2f340 req-a8ea2e5f-3cdd-4c6b-b14d-90542ee3f807 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 945 time: 0.0660064 Jul 13 08:06:49.306337 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f22e7107-5175-4b71-92cd-e18ea0b2f340 req-1ca06ea1-434d-4f16-b1a7-846d74086e69 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307589 Jul 13 08:06:49.674369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49dbc4-bf75-4b12-9b53-b5c7e45fd641 req-f276b564-8a3f-4de3-8305-6f2c68c03899 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:49.675767 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d49dbc4-bf75-4b12-9b53-b5c7e45fd641 req-f276b564-8a3f-4de3-8305-6f2c68c03899 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 945 time: 0.0632775 Jul 13 08:06:49.714459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4d49dbc4-bf75-4b12-9b53-b5c7e45fd641 req-fef71bdd-6083-4cc7-a77e-cbdd06dfe9ce tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328820 Jul 13 08:06:50.593917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 76edb189-5eba-46bf-9c4b-34a9b7dcc939 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:50.641198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:50.644717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:50.645089 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.719678 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.742346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:50.744661 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdba072-e382-4f13-9bf1-fde36f1ee346" -d '{"events": [{"server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "name": "network-vif-plugged", "status": "completed", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:50.757448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:50.761866 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.794307 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d30f496-38e2-401b-b02c-9535a03f0218 x-openstack-request-id: req-6d30f496-38e2-401b-b02c-9535a03f0218 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:50.794597 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "name": "network-vif-plugged", "status": "completed", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:50.794842 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d30f496-38e2-401b-b02c-9535a03f0218 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:50.795223 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'code': 200} Jul 13 08:06:50.840679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:50.893403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-5e5fbeda-6d34-49b8-a9c2-b656806d43b6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:50.895127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-5e5fbeda-6d34-49b8-a9c2-b656806d43b6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.38 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0840247 Jul 13 08:06:50.921645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82459-d852-4686-8a8c-3ffde8ff348a req-bfbc86ce-99d8-459e-b05f-bfc045ca5e44 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:50.923463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06b82459-d852-4686-8a8c-3ffde8ff348a req-bfbc86ce-99d8-459e-b05f-bfc045ca5e44 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 946 time: 0.0848117 Jul 13 08:06:50.965857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06b82459-d852-4686-8a8c-3ffde8ff348a req-9ef14904-4036-4598-8898-ffdcd56a0a08 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362055 Jul 13 08:06:51.002709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Deleting port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:51.003061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.010102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-31f6c1de-4f38-400c-9a22-168d6959092e None None] Provisioning complete for port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:51.010486 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31f6c1de-4f38-400c-9a22-168d6959092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.095504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] For port 76edb189-5eba-46bf-9c4b-34a9b7dcc939, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=76edb189-5eba-46bf-9c4b-34a9b7dcc939,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:51.095918 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.097228 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0a98336-1b98-49d3-9f24-ec21db128a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.139868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.567487 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.567866 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.568212 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922 disassociated. External IP: 172.25.8.75, port: 76edb189-5eba-46bf-9c4b-34a9b7dcc939. Jul 13 08:06:51.568563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Calling delete_port for 76edb189-5eba-46bf-9c4b-34a9b7dcc939 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:51.699668 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.726216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event deleted for resources: {'Port': ['ID=76edb189-5eba-46bf-9c4b-34a9b7dcc939,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:51.843407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:51.952655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:51.962374 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112de68-579b-4b05-a681-6766fe900575 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:51.971844 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112de68-579b-4b05-a681-6766fe900575 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:51.972471 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2112de68-579b-4b05-a681-6766fe900575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:06:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:51.996373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] No DVR routers for this DVR port 76edb189-5eba-46bf-9c4b-34a9b7dcc939 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:51.999107 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.001348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ed486d18-9ad9-4a46-9f98-bc1dfe139137 req-ed6624bd-f74a-402c-9c5d-a0c28def2bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.38 "DELETE /v2.0/ports/76edb189-5eba-46bf-9c4b-34a9b7dcc939 HTTP/1.1" status: 204 len: 173 time: 1.1004169 Jul 13 08:06:52.001979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'name': 'network-vif-deleted', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:52.004401 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe833b0-c67b-44f3-a40c-5268a317bc12" -d '{"events": [{"server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "name": "network-vif-deleted", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:52.062562 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9922c16f-cb4e-4aba-80e4-fc92e802a84f x-openstack-request-id: req-9922c16f-cb4e-4aba-80e4-fc92e802a84f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:52.062857 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede70a17-9931-4d5e-965b-56543ffbcfc1", "name": "network-vif-deleted", "tag": "76edb189-5eba-46bf-9c4b-34a9b7dcc939", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:52.063113 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9922c16f-cb4e-4aba-80e4-fc92e802a84f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:52.064305 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede70a17-9931-4d5e-965b-56543ffbcfc1', 'name': 'network-vif-deleted', 'tag': '76edb189-5eba-46bf-9c4b-34a9b7dcc939', 'status': 'completed', 'code': 200} Jul 13 08:06:52.082851 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2112de68-579b-4b05-a681-6766fe900575 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:52.105569 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.143514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0baad63e-69db-4665-8da3-eb9381130904 req-c4b7acc1-07d9-4909-b472-3a45720d9607 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=ede70a17-9931-4d5e-965b-56543ffbcfc1 HTTP/1.1" status: 200 len: 210 time: 0.0303969 Jul 13 08:06:52.280217 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2112de68-579b-4b05-a681-6766fe900575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:52.309844 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112de68-579b-4b05-a681-6766fe900575 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:52.318650 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112de68-579b-4b05-a681-6766fe900575 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:52.319268 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2112de68-579b-4b05-a681-6766fe900575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:06:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:52.506091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2112de68-579b-4b05-a681-6766fe900575 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:52.694410 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2112de68-579b-4b05-a681-6766fe900575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:52.719568 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112de68-579b-4b05-a681-6766fe900575 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:52.937497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f760628-e759-43db-a718-6cb8d51ca0b8 None None] New status for floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:06:53.441226 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-d7b38e9f-0119-4c7b-904d-4553e1fc9ea1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1957948953&fields=id&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 267 time: 0.0344329 Jul 13 08:06:53.546178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-e391f82d-0dba-4176-9955-83bae9f40a40 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:53.547657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-e391f82d-0dba-4176-9955-83bae9f40a40 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 811 time: 0.1002679 Jul 13 08:06:53.562662 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-2576e6d6-fc8e-4964-a6af-119087226fe7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/quotas/92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 375 time: 0.0089085 Jul 13 08:06:53.629465 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-dd2f734e-ef9c-4e7c-9e2d-9a60c7cd2c98 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616121 Jul 13 08:06:53.726847 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-4a6786d9-19d6-4895-9273-ba20b0b31578 service neutron] 10.222.0.41 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865040 Jul 13 08:06:53.769435 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.815145 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-4717a547-22f4-484d-a5c0-e873f43f5c9c service neutron] 10.222.0.41 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825577 Jul 13 08:06:54.608912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 76edb189-5eba-46bf-9c4b-34a9b7dcc939 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:54.632831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 76edb189-5eba-46bf-9c4b-34a9b7dcc939 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:54.633180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 76edb189-5eba-46bf-9c4b-34a9b7dcc939 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:55.002854 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b1df79af-4a94-41c8-b97e-d56a1cacf13e req-0d55a961-5a46-4fbb-a56e-96254e219762 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 210 time: 0.0284414 Jul 13 08:06:56.088238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6474167e-962f-4a44-83fc-d40b277c3d31 req-d552f7e7-7fb8-4007-b605-f4b3ca624070 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 210 time: 0.0329955 Jul 13 08:06:57.172863 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dae1f7ad-728d-4ee9-beee-4c26faa2be10 req-5c874563-fcbf-4d39-ab63-5a1b5489f4ba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 210 time: 0.0327635 Jul 13 08:06:58.253546 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b8636fa-1095-4a09-a9df-8c350b7388d6 req-d79d0969-cb91-4fab-8da2-01b8c063118e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 210 time: 0.0289297 Jul 13 08:06:59.388686 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-675595a9-297a-4929-bb36-840126d3cfae req-04f54f44-7481-4ae6-83be-1515a5bab96b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 210 time: 0.0286183 Jul 13 08:07:00.184895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-8842a2ee-adb4-43a2-8bda-35553b5e4544 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:00.186304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-8842a2ee-adb4-43a2-8bda-35553b5e4544 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 811 time: 0.1069231 Jul 13 08:07:00.229675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-9f9a7550-ee1e-490a-850a-57cbb686e31a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 380 time: 0.0346484 Jul 13 08:07:00.238393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'port': {'device_id': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'admin_state_up': True, 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'security_groups': ['3f51ce69-8bdd-4d94-8856-6716d4ad4f59']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:00.342772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Made reservation on behalf of 92a42e21b2ef42939bbcc7adbdd0803d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:00.347131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.474035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Allocated IP 172.20.0.4 (f1c6afa3-ec6c-44b3-851c-b09e2aef5311/c5d78972-63a1-4359-93c6-a56b5e68736e/f018fbf6-d9fc-4aba-aecc-287500da7bc3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:00.526916 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a9b381c-d809-4e1b-9ad3-a74ffddd103d req-96dfab74-1b20-43f0-a3fc-cfddfb5b7ac2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 210 time: 0.0293486 Jul 13 08:07:00.610018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.627768 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Transition to ACTIVE for port object f018fbf6-d9fc-4aba-aecc-287500da7bc3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:00.661410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.703670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:00.708667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:00.711158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:00.740595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event updated for resources: {'Port': ['ID=f018fbf6-d9fc-4aba-aecc-287500da7bc3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:00.769124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:00.769756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.784283 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-76e38b0b-4e60-4d9d-a934-9c0bd9ad71ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496387 Jul 13 08:07:00.796229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Request body: {'port': {'device_id': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:00.875816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.973556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1fbcd404-ecec-4215-9115-b7be1ac295a2 None None] Provisioning for port f018fbf6-d9fc-4aba-aecc-287500da7bc3 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:00.977417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1fbcd404-ecec-4215-9115-b7be1ac295a2 None None] Provisioning complete for port f018fbf6-d9fc-4aba-aecc-287500da7bc3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:00.977819 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd404-ecec-4215-9115-b7be1ac295a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.010995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1fbcd404-ecec-4215-9115-b7be1ac295a2 None None] Port f018fbf6-d9fc-4aba-aecc-287500da7bc3 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:01.135700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f018fbf6-d9fc-4aba-aecc-287500da7bc3 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:07:01.144270 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.155922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Transition to ACTIVE for port object f018fbf6-d9fc-4aba-aecc-287500da7bc3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:01.160013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.234240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f018fbf6-d9fc-4aba-aecc-287500da7bc3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:01.283848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Attempting to bind port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:01.284192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Attempting to bind port f018fbf6-d9fc-4aba-aecc-287500da7bc3 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:01.284533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Attempting to bind port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:01.289206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:07:01.289556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Attempting to bind port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:01.294595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:01.294949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:01.295377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:01.295816 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Bound port: f018fbf6-d9fc-4aba-aecc-287500da7bc3, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:01.296187 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.363209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:07:01.366495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:07:01.370451 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.403183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.403812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.405226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] 10.222.0.48 "PUT /v2.0/ports/f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 1092 time: 0.6134059 Jul 13 08:07:01.405674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:01.407983 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10be48d5-855d-4f09-b824-c4289622123f" -d '{"events": [{"name": "network-changed", "server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:01.436409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116699a-31f6-471f-ba96-8f397dd201c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f018fbf6-d9fc-4aba-aecc-287500da7bc3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:01.450350 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfc2470-f30a-45b4-863e-c27162a893ea x-openstack-request-id: req-edfc2470-f30a-45b4-863e-c27162a893ea {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:01.450670 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:01.450994 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edfc2470-f30a-45b4-863e-c27162a893ea {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:01.451469 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'status': 'completed', 'code': 200} Jul 13 08:07:01.515726 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-74395d9c-43f0-4331-a8e8-c3c3b0c61db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.518001 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-74395d9c-43f0-4331-a8e8-c3c3b0c61db4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1095 time: 0.0597003 Jul 13 08:07:01.562462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-d52e2184-6f93-4c36-a66d-fc9fd91c5163 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 217 time: 0.0373988 Jul 13 08:07:01.613545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-2edc2c71-6d63-4066-b5a9-31ee93b83aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.615154 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-2edc2c71-6d63-4066-b5a9-31ee93b83aad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0450377 Jul 13 08:07:01.684011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-d9ac516f-3421-43cd-bf6f-586fda1b1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.685546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-d9ac516f-3421-43cd-bf6f-586fda1b1166 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648437 Jul 13 08:07:01.729598 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef134af-52c0-4ae9-8a07-dfef72986da4 req-effb98c5-4759-46c6-a347-b118c3090871 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.731165 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ef134af-52c0-4ae9-8a07-dfef72986da4 req-effb98c5-4759-46c6-a347-b118c3090871 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.0873380 Jul 13 08:07:01.768768 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ef134af-52c0-4ae9-8a07-dfef72986da4 req-7e895838-1d9e-481c-b866-0f5553628f1f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316081 Jul 13 08:07:01.776371 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-a4889c8f-e33c-4ad8-b62b-545f80367925 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836878 Jul 13 08:07:01.870647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6a10be1d-90fa-457e-8959-63d06bbe794c req-a9c1469e-8dab-4d97-ac6e-bd0c19953cfd service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883756 Jul 13 08:07:01.968865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be48d5-855d-4f09-b824-c4289622123f req-dc6b9923-2ac8-42ee-b350-f7010a2db867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.970415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10be48d5-855d-4f09-b824-c4289622123f req-dc6b9923-2ac8-42ee-b350-f7010a2db867 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1095 time: 0.0528798 Jul 13 08:07:02.062091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be48d5-855d-4f09-b824-c4289622123f req-e8ff43d1-b277-4e1d-97e2-e7f2ad0c946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:02.063992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10be48d5-855d-4f09-b824-c4289622123f req-e8ff43d1-b277-4e1d-97e2-e7f2ad0c946e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0869758 Jul 13 08:07:02.105395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10be48d5-855d-4f09-b824-c4289622123f req-b39d71d3-f290-476c-9109-fe05fbf2f281 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 217 time: 0.0336697 Jul 13 08:07:02.152706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be48d5-855d-4f09-b824-c4289622123f req-60cd6588-3e72-4dac-a8ad-08047132a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:02.154166 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10be48d5-855d-4f09-b824-c4289622123f req-60cd6588-3e72-4dac-a8ad-08047132a8dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0429976 Jul 13 08:07:02.217855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be48d5-855d-4f09-b824-c4289622123f req-a0314fa0-05c7-4f21-be1c-20c334a66e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:02.219372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10be48d5-855d-4f09-b824-c4289622123f req-a0314fa0-05c7-4f21-be1c-20c334a66e36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565016 Jul 13 08:07:02.308008 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10be48d5-855d-4f09-b824-c4289622123f req-6d67e261-9094-4dc3-a5fb-7c07084bd9c6 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811994 Jul 13 08:07:02.400311 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-10be48d5-855d-4f09-b824-c4289622123f req-8baea935-ff79-4a82-a8a1-ae136ee0b74d service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851090 Jul 13 08:07:02.940883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b62b1-9d33-4213-8285-0c1e0f2e3ee2 req-439611b8-7e49-4149-9262-d120cc80d2f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:02.942404 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c58b62b1-9d33-4213-8285-0c1e0f2e3ee2 req-439611b8-7e49-4149-9262-d120cc80d2f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.0637779 Jul 13 08:07:02.979507 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c58b62b1-9d33-4213-8285-0c1e0f2e3ee2 req-3315b9b9-b388-48b9-af4c-d705c4d2550d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Jul 13 08:07:04.148965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea101dc1-0e99-4037-b0f5-acc87ccd4784 req-7098a6c5-b529-4be5-8397-a6fbccc964f0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:04.150399 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea101dc1-0e99-4037-b0f5-acc87ccd4784 req-7098a6c5-b529-4be5-8397-a6fbccc964f0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.0623860 Jul 13 08:07:04.188849 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ea101dc1-0e99-4037-b0f5-acc87ccd4784 req-e34b1e3e-c9e3-45e8-b368-b3dc9ee567a5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Jul 13 08:07:05.288248 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:07:05.366894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7427e6-f852-4952-a264-f0a12b4e0c7a req-c4a52c79-4c79-427f-9c3a-6b98e038f8c5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:05.368389 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f7427e6-f852-4952-a264-f0a12b4e0c7a req-c4a52c79-4c79-427f-9c3a-6b98e038f8c5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.0618551 Jul 13 08:07:05.386443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:05.398723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'mac_address': 'fa:16:3e:5c:ab:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:07:05.410574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5f7427e6-f852-4952-a264-f0a12b4e0c7a req-60b50d54-a39d-40be-bf48-efd252c21c26 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364950 Jul 13 08:07:05.435765 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:05.448729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f018fbf6-d9fc-4aba-aecc-287500da7bc3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:07:05.467951 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:05.471408 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:05.523079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=f018fbf6-d9fc-4aba-aecc-287500da7bc3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:05.732646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['f018fbf6-d9fc-4aba-aecc-287500da7bc3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:07:05.946730 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.581835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abb1d-f914-4136-81e0-b0d083128392 req-aaa1b2cf-918f-4e03-b3dc-de26c96f7511 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:06.583361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-069abb1d-f914-4136-81e0-b0d083128392 req-aaa1b2cf-918f-4e03-b3dc-de26c96f7511 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0632689 Jul 13 08:07:06.620858 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-069abb1d-f914-4136-81e0-b0d083128392 req-81206ad9-8ab0-4025-b849-673323a0b20e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Jul 13 08:07:07.303910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:07.351167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port f018fbf6-d9fc-4aba-aecc-287500da7bc3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:07.354673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port f018fbf6-d9fc-4aba-aecc-287500da7bc3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:07.355051 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.430898 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.452874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:07.455676 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac8f38c-b496-46ea-9e2f-ea93c5139656" -d '{"events": [{"server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "name": "network-vif-plugged", "status": "completed", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:07.468136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:07.472096 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.527992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=f018fbf6-d9fc-4aba-aecc-287500da7bc3,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:07.556763 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bde305-7e40-41d3-8485-4fb120fe9ace x-openstack-request-id: req-67bde305-7e40-41d3-8485-4fb120fe9ace {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:07.557056 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "name": "network-vif-plugged", "status": "completed", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:07.557308 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67bde305-7e40-41d3-8485-4fb120fe9ace {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:07.557728 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'code': 200} Jul 13 08:07:07.672253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3124f3-e09b-4671-ba90-382cb85fde62 req-29a1918d-9701-47d4-bd36-162d23667bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:07.674407 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c3124f3-e09b-4671-ba90-382cb85fde62 req-29a1918d-9701-47d4-bd36-162d23667bb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1097 time: 0.0563471 Jul 13 08:07:07.709896 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0c3124f3-e09b-4671-ba90-382cb85fde62 req-e2fab56c-a771-43fc-a206-9752dcbacee2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292130 Jul 13 08:07:07.754007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c309c2ed-3807-4f67-8f16-cb8ecae515ed None None] Provisioning complete for port f018fbf6-d9fc-4aba-aecc-287500da7bc3 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:07.754404 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c309c2ed-3807-4f67-8f16-cb8ecae515ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.801535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d17b0-67b8-4994-895f-4418b5abb0ae req-f1703a0f-6f21-462d-a8a3-f0f1a9556090 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:07.803190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-403d17b0-67b8-4994-895f-4418b5abb0ae req-f1703a0f-6f21-462d-a8a3-f0f1a9556090 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0683098 Jul 13 08:07:07.806789 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:07.841266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-403d17b0-67b8-4994-895f-4418b5abb0ae req-f892dfc4-38f3-4c1d-ad2b-de1d0093b996 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 Jul 13 08:07:09.014999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee2f80-7bfb-4cfb-9598-6d46c2004b4b req-789151d2-752e-42af-affa-f6b8bfdcf6c9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:09.016992 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8ee2f80-7bfb-4cfb-9598-6d46c2004b4b req-789151d2-752e-42af-affa-f6b8bfdcf6c9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0631726 Jul 13 08:07:09.053656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8ee2f80-7bfb-4cfb-9598-6d46c2004b4b req-56bb7525-6a2c-4f93-9531-66b2e7596975 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Jul 13 08:07:09.222635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0e41-e8e0-429d-baed-12e580735a47 req-72cb74b9-a6f6-4153-b8f7-e3bcadaf4f7c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:09.224531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50cd0e41-e8e0-429d-baed-12e580735a47 req-72cb74b9-a6f6-4153-b8f7-e3bcadaf4f7c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0639849 Jul 13 08:07:09.233282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56026) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:09.238041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-117bec8c-da5e-40d3-b449-517c4872f77e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'floatingip': {'port_id': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:09.280233 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-117bec8c-da5e-40d3-b449-517c4872f77e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.722943 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-117bec8c-da5e-40d3-b449-517c4872f77e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.726583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-117bec8c-da5e-40d3-b449-517c4872f77e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.823211 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-117bec8c-da5e-40d3-b449-517c4872f77e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922 associated. External IP: 172.25.8.75, port: f018fbf6-d9fc-4aba-aecc-287500da7bc3. Jul 13 08:07:10.028864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117bec8c-da5e-40d3-b449-517c4872f77e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:10.133533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117bec8c-da5e-40d3-b449-517c4872f77e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:10.138547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-117bec8c-da5e-40d3-b449-517c4872f77e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.143119 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:10.152542 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:10.153191 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:06:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:10.174520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-117bec8c-da5e-40d3-b449-517c4872f77e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "PUT /v2.0/floatingips/3d964d04-39ac-46c4-8aa0-8e22b8bf7922 HTTP/1.1" status: 200 len: 990 time: 0.9401927 Jul 13 08:07:10.175100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:10.177634 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978df745-46cd-4363-a267-0f20be677b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:10.261312 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:10.276668 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b37c4e-7a6e-4a1e-8d8f-069faee9cb40 x-openstack-request-id: req-25b37c4e-7a6e-4a1e-8d8f-069faee9cb40 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:10.276668 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:10.276668 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25b37c4e-7a6e-4a1e-8d8f-069faee9cb40 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:10.276668 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'status': 'completed', 'code': 200} Jul 13 08:07:10.351575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978df745-46cd-4363-a267-0f20be677b8b req-7520d1fb-667b-4ff6-b073-c3807a95d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.353037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-978df745-46cd-4363-a267-0f20be677b8b req-7520d1fb-667b-4ff6-b073-c3807a95d809 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1097 time: 0.0566924 Jul 13 08:07:10.444219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978df745-46cd-4363-a267-0f20be677b8b req-a1a6415c-4190-4b15-b744-34cb9811fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.445719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-978df745-46cd-4363-a267-0f20be677b8b req-a1a6415c-4190-4b15-b744-34cb9811fef1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0865462 Jul 13 08:07:10.483637 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:5c:ab:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:07:09Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:10.509231 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:10.513537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-978df745-46cd-4363-a267-0f20be677b8b req-1f1054e0-361e-44e0-a730-fb6b6ffc26db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 998 time: 0.0614567 Jul 13 08:07:10.517775 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:10.518494 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:06:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:10.562227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978df745-46cd-4363-a267-0f20be677b8b req-ca9ae239-a19f-4f6c-85b2-ec36898d2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.564478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-978df745-46cd-4363-a267-0f20be677b8b req-ca9ae239-a19f-4f6c-85b2-ec36898d2c41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0454438 Jul 13 08:07:10.620273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978df745-46cd-4363-a267-0f20be677b8b req-b635c9bb-762b-499a-b5b7-09fa4ef2d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.621592 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:10.621728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-978df745-46cd-4363-a267-0f20be677b8b req-b635c9bb-762b-499a-b5b7-09fa4ef2d032 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507967 Jul 13 08:07:10.713713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-978df745-46cd-4363-a267-0f20be677b8b req-2ad7d692-4179-4846-a5a6-c2d159d37272 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858810 Jul 13 08:07:10.800957 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-978df745-46cd-4363-a267-0f20be677b8b req-5038c521-9225-4007-950a-18e21ca44750 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812559 Jul 13 08:07:10.848904 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:5c:ab:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:07:09Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:10.875338 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8acc233-d745-478b-9964-d1759857cd66 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:5c:ab:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:07:09Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:11.070168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589ba12-84ac-48d4-a029-c96a289d4c99 None None] New status for floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:07:17.870276 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:07:18.379146 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9da812be-ba74-4c75-8474-984b1f4505b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.087868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e75564d-c912-4a9f-a751-2a692b7dd751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:21.139656 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:22.101898 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.771867 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:32.725504 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-0eea2488-2ee3-4fee-8256-07b1ba0e1afe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546236 Jul 13 08:07:32.819202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-e90738f0-9747-42e5-9902-f5f1bdd55742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:32.820597 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-e90738f0-9747-42e5-9902-f5f1bdd55742 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1097 time: 0.0520225 Jul 13 08:07:32.926335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-ddb07162-1610-4a50-9f84-e56d1f2bd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:32.927838 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-ddb07162-1610-4a50-9f84-e56d1f2bd0d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0859277 Jul 13 08:07:32.997381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-2d4fda3c-3801-4b08-add6-7033a5c3ddb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 1000 time: 0.0613732 Jul 13 08:07:33.044721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-ccac7d0c-5445-43ce-871a-d3cd7033a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:33.046201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-ccac7d0c-5445-43ce-871a-d3cd7033a3bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0420322 Jul 13 08:07:33.101829 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-ecec2ec1-f006-44c1-8803-3a48b68e6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:33.103265 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-ecec2ec1-f006-44c1-8803-3a48b68e6d95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498514 Jul 13 08:07:33.193968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-322fd318-9f7b-4857-9e1b-12a807b52241 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834670 Jul 13 08:07:33.281499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc168f7a-2147-4c4c-93a3-e9481000be37 req-fc8991af-7581-4749-b077-d6059cb2f281 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799863 Jul 13 08:07:35.949183 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:37.816598 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.379482 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d342433-65e4-4825-a99c-79b24ae90915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.087515 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cadd16e4-3400-4d5d-bd70-5c28d072b606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.143224 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.104736 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.774841 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.869980 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:08:05.963755 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:07.830772 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.380476 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-916c49bb-7e04-4a3a-8251-c369a4f3da05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:21.087233 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a58a511-0c05-47bc-a02b-fb937656f09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:21.143097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:22.107441 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.777012 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.869462 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:08:32.757485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-b0d67e60-df88-4a77-a0c3-caf278b371b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567636 Jul 13 08:08:32.849766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-0a81a403-1162-4fa6-bb84-bf6cb8b873d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:32.851370 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-0a81a403-1162-4fa6-bb84-bf6cb8b873d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1097 time: 0.0534499 Jul 13 08:08:32.958089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-6b561e56-77fe-4e7a-a585-0391d0449539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:32.959581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-6b561e56-77fe-4e7a-a585-0391d0449539 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0886450 Jul 13 08:08:33.024500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-ac35f4dd-2e46-45f4-8b60-4233d330088c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 1000 time: 0.0587847 Jul 13 08:08:33.072340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-b5d23180-f42e-4562-b149-a2f6beab7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:33.073741 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-b5d23180-f42e-4562-b149-a2f6beab7942 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0438089 Jul 13 08:08:33.132723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-14ceb80d-936f-4a90-90ec-8f1a37dbd7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:33.134736 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-14ceb80d-936f-4a90-90ec-8f1a37dbd7f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551205 Jul 13 08:08:33.223740 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-8359e37f-078f-4b65-8b47-6c581e92430f service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827181 Jul 13 08:08:33.316379 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-bd0954b0-ee69-4f23-9c5b-c72949a342a4 req-6e261864-6b35-414c-84b5-eb2dcc5d7169 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858917 Jul 13 08:08:35.966994 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:37.861021 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:46.270794 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9891cc-f607-44fa-b246-18ef63e245a7 req-101bb297-ba6b-4d51-a8a0-d3fcc4184a85 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:46.272300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a9891cc-f607-44fa-b246-18ef63e245a7 req-101bb297-ba6b-4d51-a8a0-d3fcc4184a85 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0671673 Jul 13 08:08:46.310046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a9891cc-f607-44fa-b246-18ef63e245a7 req-c1605b5f-4c0c-4504-bff0-8f4b56d7cf69 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Jul 13 08:08:47.481045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074db19-46e8-4626-896b-e62edc0bd983 req-8277b1bb-0abd-45bc-ab6f-89f7f828ddaf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:47.482528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d074db19-46e8-4626-896b-e62edc0bd983 req-8277b1bb-0abd-45bc-ab6f-89f7f828ddaf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0622497 Jul 13 08:08:47.519541 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d074db19-46e8-4626-896b-e62edc0bd983 req-9d7d433a-db77-4099-8e4a-c020220cf92d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315490 Jul 13 08:08:48.382126 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8f39664-66f2-40e1-833d-90c5a048de74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.690080 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988c379-09c0-47e8-adae-9b6dc1fdd87e req-b6669f74-3d76-47cf-9f70-98bcd383330f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:48.691508 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e988c379-09c0-47e8-adae-9b6dc1fdd87e req-b6669f74-3d76-47cf-9f70-98bcd383330f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0634480 Jul 13 08:08:48.728870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e988c379-09c0-47e8-adae-9b6dc1fdd87e req-318eb62d-f9c0-4bd4-a5b7-e03cce98e2d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Jul 13 08:08:49.896372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14a06d-cc28-4bd5-b33b-ba6a79b0d0a5 req-6b607cfa-8413-433c-b7b3-ca17979fa059 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:49.897848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc14a06d-cc28-4bd5-b33b-ba6a79b0d0a5 req-6b607cfa-8413-433c-b7b3-ca17979fa059 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0620604 Jul 13 08:08:49.939003 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc14a06d-cc28-4bd5-b33b-ba6a79b0d0a5 req-94586b28-a33a-48c6-8e02-20ea7e67b37c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355558 Jul 13 08:08:51.088139 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-538f6642-d894-48c5-b60b-163c7bab0f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.112877 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d627d0-b197-4c57-8788-717c649215d7 req-8cab9a4f-f7fe-475c-9941-ad6c6e21f82c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:51.114389 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0d627d0-b197-4c57-8788-717c649215d7 req-8cab9a4f-f7fe-475c-9941-ad6c6e21f82c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0632958 Jul 13 08:08:51.144372 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:51.155696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0d627d0-b197-4c57-8788-717c649215d7 req-3a28ac27-82bb-4bdf-9be2-814f3003dc31 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352600 Jul 13 08:08:52.109660 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:52.326253 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a531c-5384-48fa-a673-7dc3c62fe3de req-4cc0543b-ec97-46e9-bb20-48efe02500e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:52.327723 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317a531c-5384-48fa-a673-7dc3c62fe3de req-4cc0543b-ec97-46e9-bb20-48efe02500e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0627081 Jul 13 08:08:52.363706 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317a531c-5384-48fa-a673-7dc3c62fe3de req-85a6a3dd-de81-4546-9369-9101cdc3811f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305192 Jul 13 08:08:53.538494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e50fd8-6f82-4935-a59b-ef34cc8f4965 req-7e0cdc1b-2100-498c-ba6e-522a98754538 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:53.539977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0e50fd8-6f82-4935-a59b-ef34cc8f4965 req-7e0cdc1b-2100-498c-ba6e-522a98754538 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0661514 Jul 13 08:08:53.576908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0e50fd8-6f82-4935-a59b-ef34cc8f4965 req-45bd888e-aaa2-419e-bb8b-6c992d4ed01a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314159 Jul 13 08:08:53.779776 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.750007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e59c02-f302-4212-b181-117b923066a0 req-3fe07b0f-ef82-46ba-b5a3-5762878379f3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:54.751466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60e59c02-f302-4212-b181-117b923066a0 req-3fe07b0f-ef82-46ba-b5a3-5762878379f3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0615487 Jul 13 08:08:54.787833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-60e59c02-f302-4212-b181-117b923066a0 req-c9d10e0d-d4aa-466b-a0ed-0455ec6cedad tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309103 Jul 13 08:08:55.958459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfabc06-03f3-4fb6-bde9-445596ce2a87 req-a668b6d1-d049-4cd3-a0ca-ae28f7933ca4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.959935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fdfabc06-03f3-4fb6-bde9-445596ce2a87 req-a668b6d1-d049-4cd3-a0ca-ae28f7933ca4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0628319 Jul 13 08:08:55.996954 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fdfabc06-03f3-4fb6-bde9-445596ce2a87 req-96a9e53e-a765-4ef7-b116-49b029bc879b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Jul 13 08:08:57.171703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e42b2a-f441-4141-ab03-8176d0e71b2c req-9ce4e48d-afd7-4052-8e73-5d75060b1c38 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:57.173072 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1e42b2a-f441-4141-ab03-8176d0e71b2c req-9ce4e48d-afd7-4052-8e73-5d75060b1c38 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0672941 Jul 13 08:08:57.209830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1e42b2a-f441-4141-ab03-8176d0e71b2c req-f2345a50-99ef-4370-b6bd-75201019d609 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309882 Jul 13 08:08:57.549124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-e854aba2-958c-4b7f-ba68-93687955f822 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0617702 Jul 13 08:08:57.599949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769afb56-87d3-43b4-93ee-6022a9d94401 req-3fca9413-a218-4705-8182-879c2d500223 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:57.601455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-769afb56-87d3-43b4-93ee-6022a9d94401 req-3fca9413-a218-4705-8182-879c2d500223 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0666914 Jul 13 08:08:57.640088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-769afb56-87d3-43b4-93ee-6022a9d94401 req-09b76f61-64d5-471c-b57a-cc59f9f57083 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321620 Jul 13 08:08:58.793400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-01e7eb9b-bf3f-4f76-9c2c-b4f89f3efc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:58.794953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-01e7eb9b-bf3f-4f76-9c2c-b4f89f3efc1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1097 time: 0.0551541 Jul 13 08:08:58.819476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d691-3733-4c4f-b7df-16c0b4d0cc9c req-b131b081-aae4-49c2-a2b6-3ad1e78e9cfe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:58.820991 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2405d691-3733-4c4f-b7df-16c0b4d0cc9c req-b131b081-aae4-49c2-a2b6-3ad1e78e9cfe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0669756 Jul 13 08:08:58.858790 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2405d691-3733-4c4f-b7df-16c0b4d0cc9c req-861879aa-49f8-4b65-b70c-0b0e2ec8b009 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Jul 13 08:08:58.885750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-5787bbfb-7ec3-4752-a0e1-2150bc64ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:58.887291 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-5787bbfb-7ec3-4752-a0e1-2150bc64ebbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0862103 Jul 13 08:08:59.261354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-4739a57c-fa58-485d-90a0-d4a02a603a85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 1000 time: 0.3679514 Jul 13 08:08:59.308668 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-8cb11ffc-e9ac-4e39-a333-4aac2af1a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:59.310081 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-8cb11ffc-e9ac-4e39-a333-4aac2af1a52c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0430546 Jul 13 08:08:59.365556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-ab49008c-9045-477a-b881-b719ace458d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:59.367073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-ab49008c-9045-477a-b881-b719ace458d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509193 Jul 13 08:08:59.456211 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-9f5878db-1359-4f75-b4d6-218583180ae2 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829451 Jul 13 08:08:59.542325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-d9d92a6d-f26d-4c64-b41e-b4cd310f6592 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804505 Jul 13 08:09:00.032741 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14b83-5073-459c-a668-657fcdb9f77a req-c4a1de52-9709-4d0e-9842-f0d7a57698cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:00.034253 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31d14b83-5073-459c-a668-657fcdb9f77a req-c4a1de52-9709-4d0e-9842-f0d7a57698cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0663202 Jul 13 08:09:00.071959 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-31d14b83-5073-459c-a668-657fcdb9f77a req-853ef759-317a-43e7-a9e2-50c1894f6531 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Jul 13 08:09:01.241728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3afbd-4485-4e58-a8f7-c53efedc95bd req-503005f7-0cf1-4a32-bc15-7c010e3b6553 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:01.243242 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ff3afbd-4485-4e58-a8f7-c53efedc95bd req-503005f7-0cf1-4a32-bc15-7c010e3b6553 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 945 time: 0.0625567 Jul 13 08:09:01.280340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ff3afbd-4485-4e58-a8f7-c53efedc95bd req-756c651d-ffcd-490d-9319-3419c0235825 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311828 Jul 13 08:09:01.355202 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-a3ddb876-0d53-4b99-a039-101016150493 req-99b05e0b-4ae8-452b-bd79-6b5829ac9d87 service neutron] show failed (client error): The resource could not be found. Jul 13 08:09:01.356118 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-99b05e0b-4ae8-452b-bd79-6b5829ac9d87 service neutron] 10.222.0.48 "GET /v2.0/ports/f018fbf6-d9fc-4aba-aecc-287500da7bc3/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0534854 Jul 13 08:09:01.701806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-fc65bc6d-e15f-4624-b0ae-4ff70aa62ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:01.703390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-fc65bc6d-e15f-4624-b0ae-4ff70aa62ba0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 1097 time: 0.1574564 Jul 13 08:09:01.714643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:01.785552 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:01.981714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:02.012858 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:02.054415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:02.056670 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b5ed20-ac52-42b8-830f-accba88cd5c4" -d '{"events": [{"server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:02.061469 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.073594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Transition to ACTIVE for port object f018fbf6-d9fc-4aba-aecc-287500da7bc3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:02.078558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.108222 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04ac034-ea73-4fbf-8f93-da7869a37ee8 x-openstack-request-id: req-e04ac034-ea73-4fbf-8f93-da7869a37ee8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:02.108517 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:02.108766 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e04ac034-ea73-4fbf-8f93-da7869a37ee8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:02.109149 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'code': 200} Jul 13 08:09:02.161454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f018fbf6-d9fc-4aba-aecc-287500da7bc3,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:02.178307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.178664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.179012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.179356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.179693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.180028 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.180359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.180695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.181021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.181347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.181707 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.182055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:02.215634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] No DVR routers for this DVR port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:09:02.356119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Attempting to bind port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:02.356830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Attempting to bind port f018fbf6-d9fc-4aba-aecc-287500da7bc3 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:02.356830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Attempting to bind port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:02.361119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:09:02.361478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Attempting to bind port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:02.366258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:02.366598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:02.366986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:02.367413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Bound port: f018fbf6-d9fc-4aba-aecc-287500da7bc3, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:02.367773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.434824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:02.438226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:02.442438 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.453248 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ec3a-8b60-471d-a4df-5125d45313b0 req-eacd90e7-9864-46c7-b862-21d82a1f1ce4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:02.454952 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a97ec3a-8b60-471d-a4df-5125d45313b0 req-eacd90e7-9864-46c7-b862-21d82a1f1ce4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.0651679 Jul 13 08:09:02.474125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:02.474929 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:02.476496 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] 10.222.0.38 "PUT /v2.0/ports/f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 1092 time: 0.7659612 Jul 13 08:09:02.495610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a97ec3a-8b60-471d-a4df-5125d45313b0 req-7a7de118-0949-451e-aeff-9536bc512a26 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349603 Jul 13 08:09:02.518324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d5b58-df2a-4718-bde3-23633c8854d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f018fbf6-d9fc-4aba-aecc-287500da7bc3,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:02.565087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-fa9a139d-1f0f-4de0-a3dc-45ee0505c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:02.566674 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-fa9a139d-1f0f-4de0-a3dc-45ee0505c6fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1095 time: 0.0611603 Jul 13 08:09:02.668453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-3a2af5ec-a47e-4b56-bd1f-30178003904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:02.670024 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-3a2af5ec-a47e-4b56-bd1f-30178003904c service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0967028 Jul 13 08:09:02.732951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-be0485a2-8c49-47a2-81b5-9211a3c5d454 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 998 time: 0.0566142 Jul 13 08:09:02.783831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-3021b3c5-f842-4ed2-87f8-fb22b7cad31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:02.785236 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-3021b3c5-f842-4ed2-87f8-fb22b7cad31d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0465248 Jul 13 08:09:02.840567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb876-0d53-4b99-a039-101016150493 req-0a8961ba-570a-4de9-9977-aa7709b3206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:02.842074 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-0a8961ba-570a-4de9-9977-aa7709b3206a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501015 Jul 13 08:09:02.929775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-618b21ce-38de-4de8-89a6-ad36755eac13 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809321 Jul 13 08:09:03.021964 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a3ddb876-0d53-4b99-a039-101016150493 req-d1f0be4a-49c5-48c7-8794-39203cdc9886 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858846 Jul 13 08:09:03.673725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebfe54-8338-4a61-8f3d-f28751b98d75 req-f68d0c2f-fb17-41de-8ebc-258b1f303a36 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:03.675641 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46ebfe54-8338-4a61-8f3d-f28751b98d75 req-f68d0c2f-fb17-41de-8ebc-258b1f303a36 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.0635636 Jul 13 08:09:03.712570 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-46ebfe54-8338-4a61-8f3d-f28751b98d75 req-b26a5793-c4c4-4397-bb76-0c32162c0284 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Jul 13 08:09:04.110883 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:04.113157 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6e55f4-72c2-418f-9a1f-ce7f46514989" -d '{"events": [{"name": "network-changed", "server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:04.159772 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee73c9b-a619-4cf7-8528-00a3933ac21c x-openstack-request-id: req-8ee73c9b-a619-4cf7-8528-00a3933ac21c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:04.160060 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:04.160313 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ee73c9b-a619-4cf7-8528-00a3933ac21c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:04.160706 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'status': 'completed', 'code': 200} Jul 13 08:09:04.273169 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-29651bcc-9e53-44b4-8519-97dbfb0903a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.274727 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-29651bcc-9e53-44b4-8519-97dbfb0903a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1095 time: 0.0974376 Jul 13 08:09:04.277366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-e730da31-f189-4365-80d7-093d9502e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.278770 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-e730da31-f189-4365-80d7-093d9502e848 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1095 time: 0.0926945 Jul 13 08:09:04.434429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-7299a7ed-a527-45dd-93cc-c478095a7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.435821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-7299a7ed-a527-45dd-93cc-c478095a7f91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1550293 Jul 13 08:09:04.438396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-77794477-0e5d-4183-b6e3-ecf0f52a30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.439734 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-77794477-0e5d-4183-b6e3-ecf0f52a30fb service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1508248 Jul 13 08:09:04.547545 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-051895e0-10a1-4583-81a1-f077e6d3e9ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 998 time: 0.1053922 Jul 13 08:09:04.549305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-a382c099-1623-4010-90ad-9717d70134b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 998 time: 0.1010718 Jul 13 08:09:04.631723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-55b31e9f-79f6-425a-9c39-1b2f0196bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.633182 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-55b31e9f-79f6-425a-9c39-1b2f0196bf09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0797608 Jul 13 08:09:04.635445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-d97ec7af-10bc-46a9-84dd-d3975f06669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.636766 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-d97ec7af-10bc-46a9-84dd-d3975f06669a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0749092 Jul 13 08:09:04.727272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-95dd6219-e6c7-43d6-b979-01be5f67a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.729217 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-95dd6219-e6c7-43d6-b979-01be5f67a683 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893514 Jul 13 08:09:04.731712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-bbdb87b1-30f7-470e-8112-16f6c297c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.733070 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-bbdb87b1-30f7-470e-8112-16f6c297c1d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865679 Jul 13 08:09:04.922486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-f9a29677-a42b-446f-8dcc-589794c6cb7c service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874049 Jul 13 08:09:04.926917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-41ab069b-f837-4c1f-af30-f4d9fe781285 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849151 Jul 13 08:09:05.032963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b5e8b-5aed-4437-8004-9eb4dee9b4a2 req-dcef1c8f-bd46-45a8-8907-d4d51582e1cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.034465 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-265b5e8b-5aed-4437-8004-9eb4dee9b4a2 req-dcef1c8f-bd46-45a8-8907-d4d51582e1cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.1874056 Jul 13 08:09:05.123257 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-f422dc11-e3b0-47d6-91d2-3d9070be90e7 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922190 Jul 13 08:09:05.137464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da6e55f4-72c2-418f-9a1f-ce7f46514989 req-0b2860dd-9805-4107-9db1-35e2a38a8714 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949179 Jul 13 08:09:05.140271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-265b5e8b-5aed-4437-8004-9eb4dee9b4a2 req-c2dbd9b2-4cbb-4017-8347-b2d3667815a7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712507 Jul 13 08:09:05.492503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2eba82-ea2b-4b41-84fc-38dc57a21412 req-13b95472-b56e-4c09-901a-906adf25ea00 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.494012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9d2eba82-ea2b-4b41-84fc-38dc57a21412 req-13b95472-b56e-4c09-901a-906adf25ea00 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.1213295 Jul 13 08:09:05.501147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-910d1ea9-7f6d-4389-9222-51623efced7b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.502526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-910d1ea9-7f6d-4389-9222-51623efced7b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 943 time: 0.1207163 Jul 13 08:09:05.571692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9d2eba82-ea2b-4b41-84fc-38dc57a21412 req-0eded417-f354-4bc9-822d-5392873bc139 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681453 Jul 13 08:09:05.585436 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-aa32f24a-7811-4ee6-89e3-5f75f025ddce service neutron] delete failed (client error): The resource could not be found. Jul 13 08:09:05.586463 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-aa32f24a-7811-4ee6-89e3-5f75f025ddce service neutron] 10.222.0.48 "DELETE /v2.0/ports/f018fbf6-d9fc-4aba-aecc-287500da7bc3/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0772409 Jul 13 08:09:05.679698 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-5f2dfae8-7a0f-4ae5-86ff-19821b4b3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.681176 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-5f2dfae8-7a0f-4ae5-86ff-19821b4b3f92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1095 time: 0.0534754 Jul 13 08:09:05.770125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-05636942-1ab5-48d2-84b7-59ccddf8b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.771639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-05636942-1ab5-48d2-84b7-59ccddf8b93d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0846391 Jul 13 08:09:05.838739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-a7561fc0-6ee2-4b81-860a-f0ff1a288549 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 998 time: 0.0607312 Jul 13 08:09:05.885822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-913fb195-40d3-48e9-9d00-23c72b14851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.887289 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-913fb195-40d3-48e9-9d00-23c72b14851b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0431786 Jul 13 08:09:05.942093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-87e78687-6174-469b-a42d-073f8512523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.943527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-87e78687-6174-469b-a42d-073f8512523b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498345 Jul 13 08:09:05.994028 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.020251 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:09:06.034143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-f9e925d8-7ed8-40ff-80a5-81bb76bdd424 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841365 Jul 13 08:09:06.057811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:09:06.126089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fa4c0f65-95f9-402e-b610-4345d087b4ab req-f546dad3-8c65-4211-b06c-2c346c498b01 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854783 Jul 13 08:09:06.854911 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32219c1-a770-4022-a577-87c6c0a3b0da req-c0c8b73e-efd6-4ce8-b767-e8eb5dee5bc9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:06.856437 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a32219c1-a770-4022-a577-87c6c0a3b0da req-c0c8b73e-efd6-4ce8-b767-e8eb5dee5bc9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.1619163 Jul 13 08:09:06.893234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a32219c1-a770-4022-a577-87c6c0a3b0da req-a894a363-7b49-4690-bca2-470d579ab864 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312874 Jul 13 08:09:07.062433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e9acb-1b60-4e16-8a94-312d537b13bf req-6d808910-0a2d-4f2e-bd79-bf8addfdc5d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:07.064200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-383e9acb-1b60-4e16-8a94-312d537b13bf req-6d808910-0a2d-4f2e-bd79-bf8addfdc5d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.0641479 Jul 13 08:09:07.101566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-383e9acb-1b60-4e16-8a94-312d537b13bf req-09525fe0-d555-49c7-8a1d-c5bb69fc7994 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317166 Jul 13 08:09:07.278476 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:09:07.378595 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:07.389993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'mac_address': 'fa:16:3e:5c:ab:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:09:07.425645 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.438533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f018fbf6-d9fc-4aba-aecc-287500da7bc3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:07.457879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:07.462347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.463083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-4281bb64-916b-4453-af3d-0dcb12fd3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:07.464606 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-4281bb64-916b-4453-af3d-0dcb12fd3c93 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 1095 time: 0.1010628 Jul 13 08:09:07.471994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda6ed3-8079-46cb-acee-785e31a63e76 req-276b0adf-0734-4bd8-b0e0-2ded34a1ba3f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:07.473459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aeda6ed3-8079-46cb-acee-785e31a63e76 req-276b0adf-0734-4bd8-b0e0-2ded34a1ba3f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 943 time: 0.1012149 Jul 13 08:09:07.521487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=f018fbf6-d9fc-4aba-aecc-287500da7bc3,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:07.529330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.529789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.530228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.530633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.531035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.531435 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.531830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.532226 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.532561 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.533135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.533542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.533973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:07.567851 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aeda6ed3-8079-46cb-acee-785e31a63e76 req-2a2e0034-6ced-49a7-97d7-d9cb41392145 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834782 Jul 13 08:09:07.596589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-bb440108-daef-4a40-a97d-a180be39e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:07.598125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-bb440108-daef-4a40-a97d-a180be39e9fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1236868 Jul 13 08:09:07.670802 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-61e67f50-8c1d-4aca-8d91-e1a0bf9ca75d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 200 len: 999 time: 0.0658028 Jul 13 08:09:07.697085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f018fbf6-d9fc-4aba-aecc-287500da7bc3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:09:07.721576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-2e1f91aa-e116-40b4-8ddf-5f3ecf4a5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:07.723073 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-2e1f91aa-e116-40b4-8ddf-5f3ecf4a5b79 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0454233 Jul 13 08:09:07.781061 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-860a98d4-d0ab-4c93-ad4a-83f6620bc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:07.782633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-860a98d4-d0ab-4c93-ad4a-83f6620bc71d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527129 Jul 13 08:09:07.877244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-1706d218-12a7-4d83-b0e7-17d380ee5577 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876892 Jul 13 08:09:07.924494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.966604 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9284bd55-3d6a-437c-8a4d-42687e133585 req-fb1ccbc1-ecad-4216-8fff-add5f0258294 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826800 Jul 13 08:09:08.744985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31340013-4ef9-41e7-89f2-253ee122fb09 req-b7b44207-8b70-424f-9590-6d9db5c5f9ea tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:08.746408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31340013-4ef9-41e7-89f2-253ee122fb09 req-b7b44207-8b70-424f-9590-6d9db5c5f9ea tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0632849 Jul 13 08:09:08.783335 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-31340013-4ef9-41e7-89f2-253ee122fb09 req-68d5a97f-e5a6-4a76-b33f-8b2babe7dd22 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Jul 13 08:09:08.869666 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:09:09.153332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf248-a6f1-4847-a121-ee3fad6030ef req-a1f03603-5027-4e2e-9819-77ae5516076c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:09.154870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49acf248-a6f1-4847-a121-ee3fad6030ef req-a1f03603-5027-4e2e-9819-77ae5516076c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 944 time: 0.0659642 Jul 13 08:09:09.192832 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49acf248-a6f1-4847-a121-ee3fad6030ef req-a317b4a8-97aa-4403-bd88-a83ca0e42358 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323830 Jul 13 08:09:09.311119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:09:09.405707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:09.416927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'mac_address': 'fa:16:3e:5c:ab:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:09:09.468981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['f018fbf6-d9fc-4aba-aecc-287500da7bc3'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:09:10.401405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-172b4f4c-a2a7-42f3-a684-85fc0c7cc0a5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:10.402880 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-172b4f4c-a2a7-42f3-a684-85fc0c7cc0a5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1004860 Jul 13 08:09:10.464676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9df922-087b-40eb-8651-974cf50a23e4 req-cb7005b1-cad4-41fa-a7a1-e279eef918b7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:10.466148 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad9df922-087b-40eb-8651-974cf50a23e4 req-cb7005b1-cad4-41fa-a7a1-e279eef918b7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=25a5f3c7-f84e-4455-9353-5dd76a8fc3f0 HTTP/1.1" status: 200 len: 944 time: 0.1649711 Jul 13 08:09:10.530532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ad9df922-087b-40eb-8651-974cf50a23e4 req-a3556182-ffa3-4bf6-83a7-900f14943be6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571020 Jul 13 08:09:10.552617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Deleting port f018fbf6-d9fc-4aba-aecc-287500da7bc3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:10.552617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.634559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] For port f018fbf6-d9fc-4aba-aecc-287500da7bc3, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=f018fbf6-d9fc-4aba-aecc-287500da7bc3,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:10.635555 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.801288 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.801574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.801887 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922 disassociated. External IP: 172.25.8.75, port: f018fbf6-d9fc-4aba-aecc-287500da7bc3. Jul 13 08:09:10.802255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Calling delete_port for f018fbf6-d9fc-4aba-aecc-287500da7bc3 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:10.925571 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:10.955314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event deleted for resources: {'Port': ['ID=f018fbf6-d9fc-4aba-aecc-287500da7bc3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:11.072132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:09:11.180842 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:09:11.190178 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:09:11.198818 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:09:11.199490 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:08:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:11.226755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] No DVR routers for this DVR port f018fbf6-d9fc-4aba-aecc-287500da7bc3 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:09:11.229929 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.231977 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-304c3dc6-abce-41fa-8921-bb838e4d9567 req-12fad386-70ea-4b63-b442-73ddb6f1557d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.38 "DELETE /v2.0/ports/f018fbf6-d9fc-4aba-aecc-287500da7bc3 HTTP/1.1" status: 204 len: 173 time: 0.8223176 Jul 13 08:09:11.232473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'name': 'network-vif-deleted', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:11.234782 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b6e7d2-250c-4d50-afd8-d9a9a6664653" -d '{"events": [{"server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "name": "network-vif-deleted", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:11.276712 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb2039c-4591-4814-b92e-26fccee79738 x-openstack-request-id: req-ceb2039c-4591-4814-b92e-26fccee79738 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:11.277049 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a5f3c7-f84e-4455-9353-5dd76a8fc3f0", "name": "network-vif-deleted", "tag": "f018fbf6-d9fc-4aba-aecc-287500da7bc3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:11.277308 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ceb2039c-4591-4814-b92e-26fccee79738 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:11.277712 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a5f3c7-f84e-4455-9353-5dd76a8fc3f0', 'name': 'network-vif-deleted', 'tag': 'f018fbf6-d9fc-4aba-aecc-287500da7bc3', 'status': 'completed', 'code': 200} Jul 13 08:09:11.316058 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:09:11.326421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:11.346748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f018fbf6-d9fc-4aba-aecc-287500da7bc3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:09:11.347234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 08:09:11.366885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Port f018fbf6-d9fc-4aba-aecc-287500da7bc3 not found, will not notify nova. {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 08:09:11.523769 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:11.639632 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:09:11.648743 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:09:11.649371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:08:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:11.765077 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:09:11.877971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-90cff414-05d2-4818-bb2b-834e0f889de1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1957948953&fields=id&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 267 time: 0.0333033 Jul 13 08:09:11.960702 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:11.982664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86093-2b5f-41db-89fa-14f886036e46 req-1c9a2cdf-3294-495c-8fd4-eeec037724f0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:11.984133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-1c9a2cdf-3294-495c-8fd4-eeec037724f0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 811 time: 0.0995653 Jul 13 08:09:11.990467 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626db682-2909-412e-b7a6-6ed4e0fcdc65 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:09:11.999179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-f4644e00-5527-43fb-90d2-3a36b1269e7c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/quotas/92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 375 time: 0.0096292 Jul 13 08:09:12.075538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-514d25c1-07a9-492e-9401-8cf2ae69764c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705419 Jul 13 08:09:12.212086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ae23a-3670-480f-a6bb-bfb55f09aae3 None None] New status for floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:09:12.220668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-1e16d937-8bd4-40fd-a64f-6670865d1529 service neutron] 10.222.0.41 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340601 Jul 13 08:09:12.627354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-a955eb65-1cf4-4fa0-8431-abadb493f80b service neutron] 10.222.0.41 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008009 Jul 13 08:09:12.793773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc52fb21-ee47-461c-b5cc-3c30c170a3a4 req-3d9a8161-1f10-4010-bf47-a28b36f63598 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 210 time: 0.0296202 Jul 13 08:09:13.954010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f1cc69ac-e89e-4c4d-87fd-1b3b2dcf5b0f req-6c08e690-6def-4af5-a07e-15ead05b9d91 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 210 time: 0.0400727 Jul 13 08:09:13.982645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86093-2b5f-41db-89fa-14f886036e46 req-9d05a038-5010-44a5-ab4b-48c1dd9a0261 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:13.984169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-9d05a038-5010-44a5-ab4b-48c1dd9a0261 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 811 time: 0.1451087 Jul 13 08:09:14.027071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-7bdd7a7f-b398-442a-bc06-8f95358ad944 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 380 time: 0.0344691 Jul 13 08:09:14.035720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'port': {'device_id': '545f8e88-ea94-4ff8-8616-621f5b055282', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'admin_state_up': True, 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'security_groups': ['3f51ce69-8bdd-4d94-8856-6716d4ad4f59']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:14.142732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Made reservation on behalf of 92a42e21b2ef42939bbcc7adbdd0803d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:14.146389 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.270365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Allocated IP 172.20.0.7 (f1c6afa3-ec6c-44b3-851c-b09e2aef5311/c5d78972-63a1-4359-93c6-a56b5e68736e/7c5e2687-b25b-4fd6-b1a3-520e6e8ec514) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:14.407441 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.420376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Transition to ACTIVE for port object 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:14.452477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.492236 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:14.495421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:14.497852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:14.533914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:14.557227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:14.557862 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.571410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-fe419335-38ce-42b8-8de0-215e5676910a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394430 Jul 13 08:09:14.582763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Request body: {'port': {'device_id': '545f8e88-ea94-4ff8-8616-621f5b055282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:14.663724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.708821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-824516f4-56a3-4be1-a720-97554615ecaf None None] Provisioning for port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:14.712514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-824516f4-56a3-4be1-a720-97554615ecaf None None] Provisioning complete for port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:14.713449 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-824516f4-56a3-4be1-a720-97554615ecaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.747773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-824516f4-56a3-4be1-a720-97554615ecaf None None] Port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:09:14.919195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:14.926596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.938294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Transition to ACTIVE for port object 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:14.942190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.989162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:15.066217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:15.066559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:15.066973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:15.071641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:09:15.072007 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:15.077697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:15.078087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:15.078484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:15.078920 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Bound port: 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:15.079293 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.146311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9b064-4705-4792-8b25-904be0266033 req-f4743c70-ab9a-42ef-92d8-c3c4d56e4bea tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.147878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bdf9b064-4705-4792-8b25-904be0266033 req-f4743c70-ab9a-42ef-92d8-c3c4d56e4bea tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 943 time: 0.0687990 Jul 13 08:09:15.148185 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:15.151436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:15.157372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.189744 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bdf9b064-4705-4792-8b25-904be0266033 req-faca6358-3566-42aa-ac4d-60d17f2f4c23 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347152 Jul 13 08:09:15.192057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.192658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.194103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] 10.222.0.48 "PUT /v2.0/ports/7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 1092 time: 0.6158745 Jul 13 08:09:15.194538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:15.196776 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81731484-c4d1-4389-b494-558fed0ee772" -d '{"events": [{"name": "network-changed", "server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:15.221429 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31ecf1-ef8d-4b84-8aa0-d6cadb720d6f service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:15.243526 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6297d254-8a94-4c0b-a150-c1a4f6124580 x-openstack-request-id: req-6297d254-8a94-4c0b-a150-c1a4f6124580 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:15.243809 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:15.244687 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6297d254-8a94-4c0b-a150-c1a4f6124580 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:15.245075 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'status': 'completed', 'code': 200} Jul 13 08:09:15.299086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86093-2b5f-41db-89fa-14f886036e46 req-ad02c31d-d1b6-458e-879a-2e9969fc1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.300930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-ad02c31d-d1b6-458e-879a-2e9969fc1ecf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1095 time: 0.0668771 Jul 13 08:09:15.325530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:09:15.349317 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-87a8103a-41fc-4667-96d7-3e07e557a159 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 217 time: 0.0412276 Jul 13 08:09:15.351014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: f018fbf6-d9fc-4aba-aecc-287500da7bc3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:09:15.351446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device f018fbf6-d9fc-4aba-aecc-287500da7bc3 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:09:15.401083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86093-2b5f-41db-89fa-14f886036e46 req-caf4769d-991c-4d44-b9f4-2e8c820c6a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.402782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-caf4769d-991c-4d44-b9f4-2e8c820c6a7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0465550 Jul 13 08:09:15.466278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86093-2b5f-41db-89fa-14f886036e46 req-352ccd2f-b12b-440f-b054-630af8ca8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.467772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-352ccd2f-b12b-440f-b054-630af8ca8a58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588973 Jul 13 08:09:15.564456 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-8aba7d77-5dc8-4172-b478-749faa075ac6 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901980 Jul 13 08:09:15.657126 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58a86093-2b5f-41db-89fa-14f886036e46 req-a3d8c831-df76-4003-a471-54e786e15e7d service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859251 Jul 13 08:09:15.756701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731484-c4d1-4389-b494-558fed0ee772 req-1e2bb9b1-6ba1-4534-9c94-5133abcafcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.758281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81731484-c4d1-4389-b494-558fed0ee772 req-1e2bb9b1-6ba1-4534-9c94-5133abcafcec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1095 time: 0.0553758 Jul 13 08:09:15.855577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731484-c4d1-4389-b494-558fed0ee772 req-a116d532-3d73-4f7b-9b64-906ca971991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.857072 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81731484-c4d1-4389-b494-558fed0ee772 req-a116d532-3d73-4f7b-9b64-906ca971991c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0931072 Jul 13 08:09:15.899636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81731484-c4d1-4389-b494-558fed0ee772 req-95b92ef9-dd4a-46f9-b376-25188e111c6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 217 time: 0.0349262 Jul 13 08:09:15.948040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731484-c4d1-4389-b494-558fed0ee772 req-06913128-c68b-475b-b511-b6e8772227b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.949692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81731484-c4d1-4389-b494-558fed0ee772 req-06913128-c68b-475b-b511-b6e8772227b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0438154 Jul 13 08:09:16.006063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731484-c4d1-4389-b494-558fed0ee772 req-504bd097-d64d-4e17-ad93-5344df5baa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:16.007483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81731484-c4d1-4389-b494-558fed0ee772 req-504bd097-d64d-4e17-ad93-5344df5baa22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511413 Jul 13 08:09:16.103931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81731484-c4d1-4389-b494-558fed0ee772 req-99d318c7-18e0-488c-ac7f-448e76591533 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879159 Jul 13 08:09:16.201526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-81731484-c4d1-4389-b494-558fed0ee772 req-e6a74738-be3c-4c54-857c-161ffbb1d7ed service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905895 Jul 13 08:09:16.391831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8c5ee-019d-43ee-893b-b5e85f7e9c12 req-6dde4248-a193-4142-a5e1-e2d6e3047919 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:16.393295 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2fb8c5ee-019d-43ee-893b-b5e85f7e9c12 req-6dde4248-a193-4142-a5e1-e2d6e3047919 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 943 time: 0.0648670 Jul 13 08:09:16.429861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2fb8c5ee-019d-43ee-893b-b5e85f7e9c12 req-65194ae0-0804-48a7-bd65-156a1472c599 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Jul 13 08:09:17.601421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f84712-4335-4160-a791-b8671b59d10f req-6091a239-f0d5-4b99-a84a-d77fb3434723 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:17.602925 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85f84712-4335-4160-a791-b8671b59d10f req-6091a239-f0d5-4b99-a84a-d77fb3434723 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 943 time: 0.0626576 Jul 13 08:09:17.641215 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85f84712-4335-4160-a791-b8671b59d10f req-8a1f1634-f381-4c49-a7f2-e6dca8aec59e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326796 Jul 13 08:09:18.082622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:09:18.176237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:18.187844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:09:18.223168 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.239030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:18.258711 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:18.262489 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.319636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:18.383845 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c1893817-4a8e-4f41-bfa1-6a6f7ca43e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.509019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:09:18.813138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72561ce9-991b-4728-96d4-76c3a951e920 req-f98a196b-e309-41a3-a796-fcf298b72bfe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:18.814670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-72561ce9-991b-4728-96d4-76c3a951e920 req-f98a196b-e309-41a3-a796-fcf298b72bfe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 944 time: 0.0634120 Jul 13 08:09:18.851509 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-72561ce9-991b-4728-96d4-76c3a951e920 req-747816fc-fcba-4c6d-9577-0157cba878ca tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Jul 13 08:09:20.023594 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d6015-166a-4e73-8d12-f0377dbcf84b req-12bb38ab-160e-42ea-8ba2-0541a46db07b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:20.025069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f30d6015-166a-4e73-8d12-f0377dbcf84b req-12bb38ab-160e-42ea-8ba2-0541a46db07b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 944 time: 0.0620885 Jul 13 08:09:20.063004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f30d6015-166a-4e73-8d12-f0377dbcf84b req-a7533e90-fa4b-4cca-806d-56b17a500496 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Jul 13 08:09:20.092174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:20.142438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:20.145973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:20.146352 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.221345 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.243706 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:20.245969 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338d86f-f5c4-4994-b639-a732be2c2ab4" -d '{"events": [{"server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:20.259543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:20.263555 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.293902 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953c0363-b6fb-4384-ad05-99e64fbce819 x-openstack-request-id: req-953c0363-b6fb-4384-ad05-99e64fbce819 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:20.294205 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:20.294455 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-953c0363-b6fb-4384-ad05-99e64fbce819 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:20.294835 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'code': 200} Jul 13 08:09:20.324773 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:20.399360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132521d3-db17-49e5-869f-fe52c4c50687 req-ea2ebfe0-0c7e-48a6-ac14-aa8f0709aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:20.401455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-132521d3-db17-49e5-869f-fe52c4c50687 req-ea2ebfe0-0c7e-48a6-ac14-aa8f0709aa7a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1097 time: 0.0579965 Jul 13 08:09:20.436758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-132521d3-db17-49e5-869f-fe52c4c50687 req-e7c270b6-3e49-41a0-9d09-9461fb4bd607 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296264 Jul 13 08:09:20.492112 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-baa3dfe2-eb67-4409-a2a0-1c80a91ae5e4 None None] Provisioning complete for port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:20.492482 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-baa3dfe2-eb67-4409-a2a0-1c80a91ae5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:21.092574 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a61dd66-da3b-4e5c-acfa-df02e28c761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:21.160973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:21.236123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5033-d15b-491f-953e-71ff614496db req-b90949c9-da87-4808-8c9c-ea27b433d1ed tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:21.237619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14dc5033-d15b-491f-953e-71ff614496db req-b90949c9-da87-4808-8c9c-ea27b433d1ed tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0643802 Jul 13 08:09:21.275525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-14dc5033-d15b-491f-953e-71ff614496db req-004eaf28-a5b4-4381-8ac1-82ed909588b6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Jul 13 08:09:22.112741 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:22.449001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364ec4d-8968-43ed-99dc-6c2a6588c8c8 req-f169ab7c-1c0e-4b0d-aaed-b1bcfebe5f2f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:22.450428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c364ec4d-8968-43ed-99dc-6c2a6588c8c8 req-f169ab7c-1c0e-4b0d-aaed-b1bcfebe5f2f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0631330 Jul 13 08:09:22.486536 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c364ec4d-8968-43ed-99dc-6c2a6588c8c8 req-379dc6f7-894c-44c4-8400-525bc066b7d7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302994 Jul 13 08:09:22.654125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7641c0d-3b43-4ede-9078-bd9749e4b624 req-e29a3966-104c-4279-810d-528023942f25 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:22.655595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b7641c0d-3b43-4ede-9078-bd9749e4b624 req-e29a3966-104c-4279-810d-528023942f25 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0669260 Jul 13 08:09:22.664443 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 56406) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:22.669585 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c84af8ec-5d9e-4d6a-a72d-e7122246940e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'floatingip': {'port_id': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:22.708503 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c84af8ec-5d9e-4d6a-a72d-e7122246940e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.151377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c84af8ec-5d9e-4d6a-a72d-e7122246940e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.155041 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c84af8ec-5d9e-4d6a-a72d-e7122246940e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.254518 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-c84af8ec-5d9e-4d6a-a72d-e7122246940e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922 associated. External IP: 172.25.8.75, port: 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514. Jul 13 08:09:23.458145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84af8ec-5d9e-4d6a-a72d-e7122246940e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:09:23.563697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84af8ec-5d9e-4d6a-a72d-e7122246940e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:09:23.568475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c84af8ec-5d9e-4d6a-a72d-e7122246940e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.573610 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:09:23.583107 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:09:23.583714 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:09:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:23.604681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c84af8ec-5d9e-4d6a-a72d-e7122246940e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "PUT /v2.0/floatingips/3d964d04-39ac-46c4-8aa0-8e22b8bf7922 HTTP/1.1" status: 200 len: 990 time: 0.9391658 Jul 13 08:09:23.605264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:23.607540 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61487521-c76b-4bce-88fc-03ef9ffaf530" -d '{"events": [{"name": "network-changed", "server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:23.644506 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf63ed3-139b-4013-bafd-b7c4de138f57 x-openstack-request-id: req-6bf63ed3-139b-4013-bafd-b7c4de138f57 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:23.644798 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:23.645061 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bf63ed3-139b-4013-bafd-b7c4de138f57 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:23.645487 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'status': 'completed', 'code': 200} Jul 13 08:09:23.699001 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:09:23.721476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-3a130cd1-d120-4280-aba8-bec76b9abf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:23.723069 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-3a130cd1-d120-4280-aba8-bec76b9abf41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1097 time: 0.0557754 Jul 13 08:09:23.782573 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:23.816964 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-4739ccaa-2ecb-4e34-8712-6749a0758bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:23.818511 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-4739ccaa-2ecb-4e34-8712-6749a0758bf7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0893943 Jul 13 08:09:23.882861 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-a81d88ae-fe95-4215-9e7b-9488063f780e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 998 time: 0.0581014 Jul 13 08:09:23.919405 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545f8e88-ea94-4ff8-8616-621f5b055282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:09:23Z', 'revision_number': 9, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:23.929805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-93c68915-f248-450f-94a4-2f142334caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:23.931353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-93c68915-f248-450f-94a4-2f142334caa9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0430734 Jul 13 08:09:23.949758 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:09:23.957817 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:09:23.958434 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:09:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:23.990175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-cb99e742-67e2-4b6f-86bd-8146581a5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:23.991621 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-cb99e742-67e2-4b6f-86bd-8146581a5f11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543621 Jul 13 08:09:24.061627 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:09:24.080245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-58be5062-79bf-4e32-8742-aac1faf89409 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821395 Jul 13 08:09:24.288720 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545f8e88-ea94-4ff8-8616-621f5b055282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:09:23Z', 'revision_number': 9, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:24.320282 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1c919-4cf7-4c52-9a60-13a42026a588 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545f8e88-ea94-4ff8-8616-621f5b055282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:09:23Z', 'revision_number': 9, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:09:24.495547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-61487521-c76b-4bce-88fc-03ef9ffaf530 req-03de4a70-38a7-4569-8729-8ab6d1705e09 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093866 Jul 13 08:09:24.520269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993c67a-3437-43e9-a261-98f46a82f685 None None] New status for floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:09:33.735592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-091a0a2e-e70d-4346-8500-428672a39737 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508564 Jul 13 08:09:33.829855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-2e7c48af-c2d3-4554-862e-4d65c6d8d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:33.831312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-2e7c48af-c2d3-4554-862e-4d65c6d8d03f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1097 time: 0.0525630 Jul 13 08:09:33.940383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-b9204dbc-285b-4169-a795-36eb986c7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:33.941833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-b9204dbc-285b-4169-a795-36eb986c7280 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0875006 Jul 13 08:09:34.004813 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-2f17ade8-6c09-4e57-b03b-50b7dfb2088d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 1001 time: 0.0561647 Jul 13 08:09:34.057187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-698178a6-260e-4811-83d3-9fd56f0b25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:34.058615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-698178a6-260e-4811-83d3-9fd56f0b25fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0459569 Jul 13 08:09:34.113733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-82ebd035-8050-430d-ad6d-1933bc2ef740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:34.115155 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-82ebd035-8050-430d-ad6d-1933bc2ef740 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501359 Jul 13 08:09:34.203457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-0bc102dd-7dc2-41eb-a118-bfbb5b2492d9 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818086 Jul 13 08:09:34.293433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b29941ed-bc4e-41e5-9092-d972a674e702 req-0d2f9136-c65e-4fbd-98b6-0b62285a287e service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836291 Jul 13 08:09:35.997231 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:37.928401 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.869919 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:09:48.384483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-698a7f5f-1650-46ed-9d06-7ef73b1982e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:51.093637 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c705500-336f-46c3-8586-ae73267025a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:51.142776 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:52.115230 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:53.785106 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.008371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.937984 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:09.687278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-1132586a-37b5-437c-8659-a5540d443ba9 req-e8d0bf30-b664-4195-b20d-6fe30f778b02 service neutron] (93774) timed out ('10.222.0.41', 49802) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:10:18.385513 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c8bd8a6-8880-4d01-9d82-a1258dc7e3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:21.094474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03f65f18-05b5-4be5-acc6-ba095e34227c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:21.143391 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:22.118335 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:22.869451 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:10:23.788410 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.723718 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-a370e2d8-1fa5-42f5-81f1-e4aa549701d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572314 Jul 13 08:10:33.816300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-cb543cb0-cad7-4e20-9590-a9241cf67997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:33.817796 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-cb543cb0-cad7-4e20-9590-a9241cf67997 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1097 time: 0.0522416 Jul 13 08:10:33.924289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-422f03fb-1fe6-4373-ad7b-e32b52b57d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:33.925778 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-422f03fb-1fe6-4373-ad7b-e32b52b57d34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0886703 Jul 13 08:10:33.991816 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-adc18de0-cd45-48ae-b0ce-213f0e603312 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 1001 time: 0.0600076 Jul 13 08:10:34.039298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-9ed7fa65-722b-45a1-813a-453b1962ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:34.040762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-9ed7fa65-722b-45a1-813a-453b1962ddde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0421405 Jul 13 08:10:34.095418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-3b02aed1-65a4-4d00-9eb6-0e4728f1ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:34.096872 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-3b02aed1-65a4-4d00-9eb6-0e4728f1ba44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503933 Jul 13 08:10:34.190508 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-d18e702c-b7f1-4af3-b78b-bfeebe5958cb service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872746 Jul 13 08:10:34.279848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b8f5e810-8213-49e7-a75c-411019af45d9 req-fd73f8a9-4289-4fa0-bdcc-7286b827644d service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828536 Jul 13 08:10:35.996427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:37.945238 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:48.385919 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5180b47-db4c-45ec-a7e4-b1912f3fd09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:51.094529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1378d7a4-280b-49c6-981f-4ac87452ab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:51.142585 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.120179 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:53.790196 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:58.782085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-49e8e9b9-f81d-4493-81c3-b9fac6d6ec55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517015 Jul 13 08:10:58.854627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a881ca-4827-40f2-9b69-648588866c31 req-22555a3e-19a1-49a5-8381-c5ebf0f5d1a2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:58.856177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6a881ca-4827-40f2-9b69-648588866c31 req-22555a3e-19a1-49a5-8381-c5ebf0f5d1a2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0739129 Jul 13 08:10:58.895344 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c6a881ca-4827-40f2-9b69-648588866c31 req-8c75a0e0-8fd1-45ad-b5a2-e8ed529d464d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331047 Jul 13 08:10:59.868800 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:10:59.970831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-aa5f3e07-09b6-4d98-b115-600e497ff3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:59.972390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-aa5f3e07-09b6-4d98-b115-600e497ff3f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1097 time: 0.0602233 Jul 13 08:11:00.096898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-d33249e3-0c02-478a-b843-974f578450ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:00.098416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-d33249e3-0c02-478a-b843-974f578450ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1203370 Jul 13 08:11:00.158616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56601337-fea9-484c-9346-6812494e62d9 req-83856372-005d-401b-aa61-07b312d0f394 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:00.159997 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56601337-fea9-484c-9346-6812494e62d9 req-83856372-005d-401b-aa61-07b312d0f394 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.1491370 Jul 13 08:11:00.187663 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-4b65d0cb-a0ec-41ba-a835-dc70d0e276a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 1001 time: 0.0813518 Jul 13 08:11:00.232194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-56601337-fea9-484c-9346-6812494e62d9 req-2fdad143-82b1-4408-9aab-a14dbc9a8194 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655127 Jul 13 08:11:00.250212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-2160925a-9323-454f-b155-23be6397c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:00.251675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-2160925a-9323-454f-b155-23be6397c9ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0567868 Jul 13 08:11:00.314058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-5234e47b-b151-4635-aade-9cec0fe10c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:00.315600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-5234e47b-b151-4635-aade-9cec0fe10c53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581913 Jul 13 08:11:00.404978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-d2d8554e-7e72-4a43-be6c-cec962accdca service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834410 Jul 13 08:11:00.497996 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-41f2bc67-86aa-4120-8781-bf8e85c9b9b7 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872238 Jul 13 08:11:01.411437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e21ae9-7e3e-4dcb-b797-d84115e34c9d req-9c5808b4-c4f1-47d0-9331-76fdbae304cc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:01.412931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-63e21ae9-7e3e-4dcb-b797-d84115e34c9d req-9c5808b4-c4f1-47d0-9331-76fdbae304cc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0647309 Jul 13 08:11:01.449117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-63e21ae9-7e3e-4dcb-b797-d84115e34c9d req-529cbe2c-c27d-4ddd-abb7-66e1c8565524 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305195 Jul 13 08:11:02.620301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9b839-8b09-4d3e-8fa4-ae374c97487c req-4030d672-f7c3-4d8b-a078-da1e2391d2c7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:02.621804 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b9b839-8b09-4d3e-8fa4-ae374c97487c req-4030d672-f7c3-4d8b-a078-da1e2391d2c7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0625908 Jul 13 08:11:02.660390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-35b9b839-8b09-4d3e-8fa4-ae374c97487c req-fd81b592-1292-48bf-ae9e-5235995b4d15 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327847 Jul 13 08:11:03.832308 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7684dcc-cf7f-4c9c-9e0f-aed26458e302 req-1426fac5-d709-42d6-9a5c-c05fc1e4e60a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:03.833774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7684dcc-cf7f-4c9c-9e0f-aed26458e302 req-1426fac5-d709-42d6-9a5c-c05fc1e4e60a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0652561 Jul 13 08:11:03.872117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7684dcc-cf7f-4c9c-9e0f-aed26458e302 req-f70c8dd4-61fb-4e18-9647-b191433bacd0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Jul 13 08:11:05.052024 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b6546-cef7-4491-94cd-7ae1c5ccd900 req-d14ec652-2101-4a4c-999f-d05292474049 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:05.053544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-124b6546-cef7-4491-94cd-7ae1c5ccd900 req-d14ec652-2101-4a4c-999f-d05292474049 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0709672 Jul 13 08:11:05.092023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-124b6546-cef7-4491-94cd-7ae1c5ccd900 req-7992f05f-9589-4f80-ae97-6e0d5a2170c6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328693 Jul 13 08:11:06.025370 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:06.265191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201195-3504-4be0-bd36-142c9ce34c66 req-0beff3fe-84e9-47a7-b967-d80527abe299 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:06.266729 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1201195-3504-4be0-bd36-142c9ce34c66 req-0beff3fe-84e9-47a7-b967-d80527abe299 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0635338 Jul 13 08:11:06.303922 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1201195-3504-4be0-bd36-142c9ce34c66 req-d553cf0a-947e-4aea-9a3c-fdd7c82eeae1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Jul 13 08:11:07.475550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef0c9a-9955-4ca6-ac17-e9176b84347c req-8c73f126-80c9-4477-9cce-d11b0833b391 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:07.476914 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58ef0c9a-9955-4ca6-ac17-e9176b84347c req-8c73f126-80c9-4477-9cce-d11b0833b391 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0636790 Jul 13 08:11:07.513584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-58ef0c9a-9955-4ca6-ac17-e9176b84347c req-b72ec7d6-d8f3-429f-a4a7-583523f593aa tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311487 Jul 13 08:11:07.955559 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.687660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8747c28-022e-4d02-a966-df159396df1a req-f23cf7f1-0ff0-4fd8-a4ff-206d9290beba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:08.689170 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b8747c28-022e-4d02-a966-df159396df1a req-f23cf7f1-0ff0-4fd8-a4ff-206d9290beba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0629876 Jul 13 08:11:08.725318 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b8747c28-022e-4d02-a966-df159396df1a req-bd97d087-e5c0-4f65-8a26-4100a4537443 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306599 Jul 13 08:11:09.901367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40724ebe-8e33-41b1-864d-f2db930936c7 req-9adddbaa-ebdb-42cd-8a9b-95dee3851fb9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:09.902902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40724ebe-8e33-41b1-864d-f2db930936c7 req-9adddbaa-ebdb-42cd-8a9b-95dee3851fb9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0638030 Jul 13 08:11:09.940306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-40724ebe-8e33-41b1-864d-f2db930936c7 req-81d50488-84f9-4fd0-a27a-ebf5dca7beb2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Jul 13 08:11:11.114242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8a948-5272-4402-92d0-60047c0518ce req-5b42a763-873d-4339-ba47-07fd72b39068 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:11.115703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7dc8a948-5272-4402-92d0-60047c0518ce req-5b42a763-873d-4339-ba47-07fd72b39068 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0654204 Jul 13 08:11:11.152087 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7dc8a948-5272-4402-92d0-60047c0518ce req-ca373e97-5a5e-4ad7-afa0-80e36a7f33a9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309267 Jul 13 08:11:12.324912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9eb8-d791-46dd-a851-f62629a195c9 req-3232d4a6-65f5-43c5-93c2-042043e3d45f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:12.326874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0abb9eb8-d791-46dd-a851-f62629a195c9 req-3232d4a6-65f5-43c5-93c2-042043e3d45f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0656545 Jul 13 08:11:12.395660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0abb9eb8-d791-46dd-a851-f62629a195c9 req-c9656de9-b585-481a-bd11-9452aad908da tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632267 Jul 13 08:11:12.414481 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-2705f29a-0b7b-4588-bcaa-d48d280b0539 service neutron] show failed (client error): The resource could not be found. Jul 13 08:11:12.415486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-2705f29a-0b7b-4588-bcaa-d48d280b0539 service neutron] 10.222.0.48 "GET /v2.0/ports/7c5e2687-b25b-4fd6-b1a3-520e6e8ec514/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0697024 Jul 13 08:11:12.662667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-11431fab-78d6-4622-a406-32614f080fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:12.664179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-11431fab-78d6-4622-a406-32614f080fd4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 1097 time: 0.0569484 Jul 13 08:11:12.675719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:12.745402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:12.946866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:12.978589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:13.021264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:13.023556 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb1a1cb-b697-4fdd-b089-38c1fd8b68a7" -d '{"events": [{"server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:13.027082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.039417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Transition to ACTIVE for port object 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:13.043303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.075503 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e565dc90-60b9-4e5e-8d54-675a6ceb5295 x-openstack-request-id: req-e565dc90-60b9-4e5e-8d54-675a6ceb5295 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:13.075797 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:13.077420 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e565dc90-60b9-4e5e-8d54-675a6ceb5295 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:13.077420 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'code': 200} Jul 13 08:11:13.125797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:13.140218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.140579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.140925 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.141267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.141600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.141937 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.142292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.142623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.142955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.143284 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.143610 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.143935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:13.178732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] No DVR routers for this DVR port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:13.317142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:13.317409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:13.317736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:13.322030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:11:13.322355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:13.327033 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:13.327639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:13.327753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:13.328154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Bound port: 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:13.328505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.390232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:13.393359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:13.397108 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.429079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:13.429629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:13.431258 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] 10.222.0.38 "PUT /v2.0/ports/7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 1092 time: 0.7600441 Jul 13 08:11:13.471189 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4553a5-f14e-4db6-ac04-9f460e54c04d service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:13.549068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-c3281d6c-8516-4dfd-b659-dd9534735a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:13.550683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-c3281d6c-8516-4dfd-b659-dd9534735a4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1095 time: 0.0935559 Jul 13 08:11:13.647623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430a166-ef9e-4172-9e9f-27ebf8b0e11e req-d173c4e7-5dd7-4725-8d10-47eea938dc97 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:13.649109 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7430a166-ef9e-4172-9e9f-27ebf8b0e11e req-d173c4e7-5dd7-4725-8d10-47eea938dc97 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 943 time: 0.1362185 Jul 13 08:11:13.677288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-3331c668-8c2e-4cf4-a4f8-81c031f5876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:13.678661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-3331c668-8c2e-4cf4-a4f8-81c031f5876a service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1214142 Jul 13 08:11:13.735039 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7430a166-ef9e-4172-9e9f-27ebf8b0e11e req-6bc68d7d-38b5-43ac-b720-5f25dabd05ef tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796349 Jul 13 08:11:13.756631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-c3167be3-0d7e-434a-a318-1bb6abd31d59 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 999 time: 0.0713770 Jul 13 08:11:13.804257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-70dff0cc-6554-48bb-a07d-4bb7004f06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:13.805665 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-70dff0cc-6554-48bb-a07d-4bb7004f06a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0428462 Jul 13 08:11:13.861068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-0cf76a46-3767-4388-a9ab-24585976b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:13.862595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-0cf76a46-3767-4388-a9ab-24585976b89a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506444 Jul 13 08:11:13.873001 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-58e24ff8-87ec-4e59-bf34-0693f003755e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:11:13.874019 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-58e24ff8-87ec-4e59-bf34-0693f003755e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048864 Jul 13 08:11:13.965442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-3a0bcdbc-ed90-40c9-ab98-efc3c864d1d0 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853941 Jul 13 08:11:14.062123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-6dba7a0c-e3e9-4f02-9d62-f1f06ad3dd9e service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908914 Jul 13 08:11:14.909649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d261c9-0d05-4630-803f-b52f12e59299 req-5519b3a9-474f-43c3-a7cd-b6ac79ed62f6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:14.911176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b6d261c9-0d05-4630-803f-b52f12e59299 req-5519b3a9-474f-43c3-a7cd-b6ac79ed62f6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 943 time: 0.0640855 Jul 13 08:11:14.949420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b6d261c9-0d05-4630-803f-b52f12e59299 req-9e204e6c-28c8-46b3-8c87-3afdea19d2cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326228 Jul 13 08:11:15.078200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:15.080582 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7570bcb8-510d-4d9c-a39e-758b14287612" -d '{"events": [{"name": "network-changed", "server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:15.128772 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a4b98d-8868-4bd7-a703-f23cececdf59 x-openstack-request-id: req-a9a4b98d-8868-4bd7-a703-f23cececdf59 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:15.129071 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:15.129322 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9a4b98d-8868-4bd7-a703-f23cececdf59 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:15.129785 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'status': 'completed', 'code': 200} Jul 13 08:11:15.239367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-4f7ca0f4-384d-4f6c-9da3-049d24128d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:15.240793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-4f7ca0f4-384d-4f6c-9da3-049d24128d51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1095 time: 0.0840447 Jul 13 08:11:15.243383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-a3238e57-c767-43d8-9093-f51c4133cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:15.244737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-a3238e57-c767-43d8-9093-f51c4133cf25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1095 time: 0.0970550 Jul 13 08:11:15.407384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-2e4868a8-ed7d-400c-b47a-1a39fc3a09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:15.408864 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-2e4868a8-ed7d-400c-b47a-1a39fc3a09bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1612287 Jul 13 08:11:15.410191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-6864f078-0cb0-43fc-863a-4dac62f5d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:15.411499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-6864f078-0cb0-43fc-863a-4dac62f5d09f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1566820 Jul 13 08:11:15.526761 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-0ec4d957-a3aa-43ec-abe8-ca7e4718dd4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 999 time: 0.1090591 Jul 13 08:11:15.528560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-c8eebd9b-dc89-4151-a299-525078246373 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 999 time: 0.1098456 Jul 13 08:11:15.612213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-f1b20558-188e-4da8-bec2-56e28a6294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:15.613635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-f1b20558-188e-4da8-bec2-56e28a6294ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0806162 Jul 13 08:11:15.618993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-156734f0-6e11-4512-918a-cdc8d6bca515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:15.620442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-156734f0-6e11-4512-918a-cdc8d6bca515 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0611954 Jul 13 08:11:15.720477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-e3e69d12-a209-4c0d-9a86-756036f16dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:15.722062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-e3e69d12-a209-4c0d-9a86-756036f16dca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007447 Jul 13 08:11:15.725050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-7403ec24-4190-4829-bf65-32d4703d8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:15.726578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-7403ec24-4190-4829-bf65-32d4703d8f04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978661 Jul 13 08:11:15.732291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-95cc5b99-163b-4c20-ae6f-b374209cb1eb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:11:15.733471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-95cc5b99-163b-4c20-ae6f-b374209cb1eb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053921 Jul 13 08:11:15.896390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-fecaae44-31a5-463a-a382-eeebb3bd4f56 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616127 Jul 13 08:11:15.898539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-c2411818-e473-456a-bc7e-0e94f3c7907e service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560874 Jul 13 08:11:16.062836 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-f32ca7c2-cc63-4ebc-87e1-0e67091ab37e service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599293 Jul 13 08:11:16.064546 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7570bcb8-510d-4d9c-a39e-758b14287612 req-3040593a-f699-48c0-8a53-8bbea2d5b4d3 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547351 Jul 13 08:11:16.139342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dd969-9a4e-4eb8-b04c-2abf7d5a4b35 req-d33d2822-f87b-42bd-b6a4-5284b0459f91 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:16.140839 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec9dd969-9a4e-4eb8-b04c-2abf7d5a4b35 req-d33d2822-f87b-42bd-b6a4-5284b0459f91 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 943 time: 0.0711493 Jul 13 08:11:16.186982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ec9dd969-9a4e-4eb8-b04c-2abf7d5a4b35 req-7b2930e7-42ea-4f17-a5d6-b3c0018d5e1b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 Jul 13 08:11:16.193094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-6fc4782c-e3a9-4485-b637-6ae40000e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:16.195108 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-6fc4782c-e3a9-4485-b637-6ae40000e45b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1095 time: 0.0612781 Jul 13 08:11:16.323109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-99ba088b-e1ee-4eb1-9af5-5de2db0f42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:16.324660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-99ba088b-e1ee-4eb1-9af5-5de2db0f42d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1001027 Jul 13 08:11:16.395834 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-ae4198a3-85c7-4d5f-bfd8-294787b8dba4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 999 time: 0.0644853 Jul 13 08:11:16.447171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-ae1dcb7f-e291-4bc3-bbbb-255f2c94b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:16.448699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-ae1dcb7f-e291-4bc3-bbbb-255f2c94b8d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0468824 Jul 13 08:11:16.525160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-5e0841a5-4cd3-4933-a9f3-9f1935d11717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:16.527756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-5e0841a5-4cd3-4933-a9f3-9f1935d11717 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725963 Jul 13 08:11:16.739430 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a7094-1da9-449b-94c1-ac0fa4fa32f9 req-61ee7c01-e251-4d2c-8e0a-3f563978253c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:16.742232 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4a7a7094-1da9-449b-94c1-ac0fa4fa32f9 req-61ee7c01-e251-4d2c-8e0a-3f563978253c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 943 time: 0.0950692 Jul 13 08:11:16.784487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4a7a7094-1da9-449b-94c1-ac0fa4fa32f9 req-d3ce9c50-86aa-493a-a07a-f78bcbd6e7ab tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365381 Jul 13 08:11:16.814972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:16.858340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:16.993892 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-2d6e47fe-f52c-48d1-9ea3-e86d5980de39 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595370 Jul 13 08:11:17.042724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-ee1b2870-00d3-4de5-8e75-47b1cf6e30b1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:17.044206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-ee1b2870-00d3-4de5-8e75-47b1cf6e30b1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.38 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&binding%3Ahost_id=n-h1-758944-43 HTTP/1.1" status: 200 len: 943 time: 0.4665167 Jul 13 08:11:17.147259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-3a3c2c6d-3bbc-47de-8ef3-1ec62a3ffccd service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463683 Jul 13 08:11:17.153139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-75765f1d-ba53-4b3a-abd8-8580914a16e3 service neutron] 10.222.0.38 "GET /v2.0/ports/7c5e2687-b25b-4fd6-b1a3-520e6e8ec514/bindings/n-h1-758944-43 HTTP/1.1" status: 200 len: 383 time: 0.1022558 Jul 13 08:11:17.237905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-1c05f37c-600c-4053-8aed-38eaa2dfe37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:17.239457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-1c05f37c-600c-4053-8aed-38eaa2dfe37e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1095 time: 0.0529857 Jul 13 08:11:17.334733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-5ba31536-e539-4a4c-8813-d233bd06fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:17.336241 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-5ba31536-e539-4a4c-8813-d233bd06fba6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0904400 Jul 13 08:11:17.400321 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-c22ef426-6562-4bda-a405-b8b02bd6e061 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 999 time: 0.0578601 Jul 13 08:11:17.449404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-07b61e92-bdad-4656-952e-5eda94686e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:17.450938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-07b61e92-bdad-4656-952e-5eda94686e21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0446899 Jul 13 08:11:17.512721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-cec8dc35-4dee-4b53-a58e-626acc1c1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:17.515238 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-cec8dc35-4dee-4b53-a58e-626acc1c1790 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582087 Jul 13 08:11:17.610383 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-3156650d-5bb7-4b05-8983-fde78a7fd6a6 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887361 Jul 13 08:11:17.707599 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-638d03ea-8a66-457a-941a-4d0e9f624cc6 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913985 Jul 13 08:11:17.963870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:11:17.984314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6526125-1bed-481c-85e9-b35184498f4b req-9de6f135-25d4-408f-8e3a-c26c7d37e1ab tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:17.985871 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6526125-1bed-481c-85e9-b35184498f4b req-9de6f135-25d4-408f-8e3a-c26c7d37e1ab tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 943 time: 0.0673435 Jul 13 08:11:18.025619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d6526125-1bed-481c-85e9-b35184498f4b req-f94cf958-7e44-4515-a48f-10e09a2e2f6d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337319 Jul 13 08:11:18.060999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:18.071732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:11:18.113300 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.126150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:11:18.146191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:18.150568 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.207923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:18.217277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.217633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.218021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.218356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.218694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.219029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.219365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.219695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.220027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.220357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.220685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.221014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:18.397007 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de201c94-4adc-4f1e-8595-21da03ba8b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.427326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:11:19.200566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34e6e2-8333-4fd3-8c79-9daff7953666 req-d20810e0-0e36-4f17-8370-194b1168ddaf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:19.202664 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba34e6e2-8333-4fd3-8c79-9daff7953666 req-d20810e0-0e36-4f17-8370-194b1168ddaf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 944 time: 0.0640209 Jul 13 08:11:19.241806 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba34e6e2-8333-4fd3-8c79-9daff7953666 req-35cbe45b-e727-43ae-9f72-768562186a32 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334795 Jul 13 08:11:19.619836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-b883c76b-4eb5-4e9d-8e3c-c92d050259f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:19.621397 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-b883c76b-4eb5-4e9d-8e3c-c92d050259f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 1096 time: 0.0575902 Jul 13 08:11:19.632003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:19.708138 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:19.916334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:19.949880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:19.964867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:11:19.987376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:11:19.996287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.008885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Ignored duplicate provisioning block setup for port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 08:11:20.013797 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.071001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:20.085724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:11:20.093502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:20.141745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] No DVR routers for this DVR port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:20.292319 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:20.292667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:20.293005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:20.298258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:11:20.298591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Attempting to bind port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:20.303415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:20.303766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:20.304162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:20.304593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Bound port: 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:20.304958 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.398959 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:20.415841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:20.420557 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.470629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:20.471261 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.472693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] 10.222.0.48 "PUT /v2.0/ports/7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 1092 time: 0.8448095 Jul 13 08:11:20.473312 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:20.475698 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d" -d '{"events": [{"name": "network-changed", "server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:20.497123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c247-b7da-4cc2-9782-8e2af3b43953 req-b9240457-4699-4525-9589-ff96fa0404b3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:20.499350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d531c247-b7da-4cc2-9782-8e2af3b43953 req-b9240457-4699-4525-9589-ff96fa0404b3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 943 time: 0.1402569 Jul 13 08:11:20.566032 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03897ca9-d2a2-47d5-a91b-c0ae6e5e0fbd x-openstack-request-id: req-03897ca9-d2a2-47d5-a91b-c0ae6e5e0fbd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:20.566471 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:20.566823 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03897ca9-d2a2-47d5-a91b-c0ae6e5e0fbd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:20.567325 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'status': 'completed', 'code': 200} Jul 13 08:11:20.575660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391271b-a781-45bf-81c3-9d15a21cc06c service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:20.636036 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d531c247-b7da-4cc2-9782-8e2af3b43953 req-705b2ede-50dd-4c8f-95f6-0fdb7218a2c0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201222 Jul 13 08:11:20.666366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-a92a7777-54bb-4d04-970a-d11ab4a87b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:20.667911 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-a92a7777-54bb-4d04-970a-d11ab4a87b2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1096 time: 0.1596386 Jul 13 08:11:20.676541 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-c85381f6-5d71-4a94-9de2-7f9083245366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:20.678804 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-c85381f6-5d71-4a94-9de2-7f9083245366 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1096 time: 0.0961478 Jul 13 08:11:20.844392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-a8250174-79de-42c2-bd9b-7f7d064e3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:20.845914 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-a8250174-79de-42c2-bd9b-7f7d064e3190 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1718390 Jul 13 08:11:20.849246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-ed8245ef-bec3-4429-923e-138d2bf56154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:20.850167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-ed8245ef-bec3-4429-923e-138d2bf56154 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1625209 Jul 13 08:11:20.959497 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-08c91166-082e-4147-8d83-f33354fd30c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 999 time: 0.1071506 Jul 13 08:11:20.965480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-25083ced-8ace-4f58-9234-bd76ea5c3c30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 999 time: 0.1058772 Jul 13 08:11:21.046365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-e60beb3a-d3bf-4805-a699-58aefe7a0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.048123 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-e60beb3a-d3bf-4805-a699-58aefe7a0c87 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0734949 Jul 13 08:11:21.049363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-d2c0a44b-5268-4361-8a67-89d16389a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.050739 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-d2c0a44b-5268-4361-8a67-89d16389a3df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0843964 Jul 13 08:11:21.094307 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b748beec-1204-451e-aca3-149db6a72a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:21.145340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:21.155310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-149c1fb2-36f9-452f-bed7-a0ebaea88224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.156855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-149c1fb2-36f9-452f-bed7-a0ebaea88224 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936441 Jul 13 08:11:21.159567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-8f015911-e6f6-40f9-a0b7-035febce801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.160969 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-8f015911-e6f6-40f9-a0b7-035febce801f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059268 Jul 13 08:11:21.321938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-7c28d9bb-9815-4526-a5fc-16bd02ecab1d service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573851 Jul 13 08:11:21.324083 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-3564c9fb-3139-4398-a9cc-557d0d130e7f service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515300 Jul 13 08:11:21.484080 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d753f398-d44b-44ca-9a33-7f4759d0fa4f req-dc44db62-3806-4764-ab00-c4279ca1b3ec service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557021 Jul 13 08:11:21.486103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-ec8a20e1-a69e-4669-a3c8-4eaa403a934a service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506417 Jul 13 08:11:21.587310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-d1eabbe2-bf68-47a1-af65-660fb47f42c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.589468 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-d1eabbe2-bf68-47a1-af65-660fb47f42c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 1096 time: 0.0585098 Jul 13 08:11:21.683560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-fda872ad-14be-4eff-95ea-ed0783505319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.685114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-fda872ad-14be-4eff-95ea-ed0783505319 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0896158 Jul 13 08:11:21.759180 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-c9b23d5a-26f4-494d-8a8c-2a7a2c997eb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 200 len: 999 time: 0.0676141 Jul 13 08:11:21.814375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-d6d5cdee-def6-4c4d-8e6e-112d9826bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.816076 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-d6d5cdee-def6-4c4d-8e6e-112d9826bce8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0495055 Jul 13 08:11:21.822116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c093ecb-d5dc-4e38-8b89-8c37be9f4ca2 req-f579d858-71cd-4357-8eff-4e2f561854d9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.823752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1c093ecb-d5dc-4e38-8b89-8c37be9f4ca2 req-f579d858-71cd-4357-8eff-4e2f561854d9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 944 time: 0.0702937 Jul 13 08:11:21.864058 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1c093ecb-d5dc-4e38-8b89-8c37be9f4ca2 req-aade44cb-f363-474b-b154-37835e15cda9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344610 Jul 13 08:11:21.880535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-ae9315d2-940a-4cdb-84b7-6dd18bda8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.891312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-ae9315d2-940a-4cdb-84b7-6dd18bda8e11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594392 Jul 13 08:11:21.978860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-584062ca-0c2e-4170-976b-9a2da7387c1b service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894377 Jul 13 08:11:21.991565 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:22.033067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:22.071096 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fe76a04c-8e4b-4b97-90f2-c8520b3b157d req-b4a31c9c-4602-482b-a9d5-cb3944e6dba8 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841959 Jul 13 08:11:22.124812 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.049704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d65f2-0f28-42dc-a484-bdc7c2f9df0e req-5fb24726-8ba5-4464-bb6c-f0c2440c954a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:23.051334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f98d65f2-0f28-42dc-a484-bdc7c2f9df0e req-5fb24726-8ba5-4464-bb6c-f0c2440c954a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 944 time: 0.0655062 Jul 13 08:11:23.098673 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f98d65f2-0f28-42dc-a484-bdc7c2f9df0e req-8513f79a-b3eb-4056-bd32-9eb258b2d7e6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Jul 13 08:11:23.796042 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.456914 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67815ee0-1f85-4d5b-8f89-65317ab302ec req-7160e2b6-67f2-4d64-aa72-2f06b12efc6b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:24.458543 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67815ee0-1f85-4d5b-8f89-65317ab302ec req-7160e2b6-67f2-4d64-aa72-2f06b12efc6b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 944 time: 0.0661666 Jul 13 08:11:24.499741 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67815ee0-1f85-4d5b-8f89-65317ab302ec req-af613e58-5ba3-4e93-ad6c-74ee1e354f42 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Jul 13 08:11:24.681324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80648a26-7b9d-45cf-b014-7dbcdf408956 req-0115dc88-4f90-4085-becb-8c91082f9109 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:24.682930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80648a26-7b9d-45cf-b014-7dbcdf408956 req-0115dc88-4f90-4085-becb-8c91082f9109 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 944 time: 0.0687702 Jul 13 08:11:24.725644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80648a26-7b9d-45cf-b014-7dbcdf408956 req-47341f81-c604-4645-8a95-e8b287bc261b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368326 Jul 13 08:11:24.835963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:11:24.907467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643d5af-0c2d-4b0d-b510-6aeafedd5e5a req-bfd8edaa-825f-41cd-ae12-695e900c954b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:24.909046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0643d5af-0c2d-4b0d-b510-6aeafedd5e5a req-bfd8edaa-825f-41cd-ae12-695e900c954b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 944 time: 0.0702498 Jul 13 08:11:24.947478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:24.947861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0643d5af-0c2d-4b0d-b510-6aeafedd5e5a req-171fd87b-6e76-4386-9fd6-b8d6dad5b310 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328991 Jul 13 08:11:24.962889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:11:25.011875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.026091 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:11:25.045964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:25.050781 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.111524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:25.327707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:11:25.363493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08744a50-b50d-4f13-9130-d71273d4f952 req-cfd56054-c7a0-4c91-a7c9-b4738c22b854 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:25.365065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08744a50-b50d-4f13-9130-d71273d4f952 req-cfd56054-c7a0-4c91-a7c9-b4738c22b854 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0680649 Jul 13 08:11:25.403616 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08744a50-b50d-4f13-9130-d71273d4f952 req-e946a6f4-ad08-47c9-b5b2-66deca02b6d4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Jul 13 08:11:26.508806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aa41f-550b-4609-8297-15174c60ac33 req-ea00a0c1-0ab9-481b-94cf-f34ed26ead66 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:26.510360 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-559aa41f-550b-4609-8297-15174c60ac33 req-ea00a0c1-0ab9-481b-94cf-f34ed26ead66 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.0633361 Jul 13 08:11:26.646755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2ca80-9abe-4caa-bcd9-c5519792bd47 req-69167e66-76ac-4d5a-b493-ce540cc48b6e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:26.648272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bd2ca80-9abe-4caa-bcd9-c5519792bd47 req-69167e66-76ac-4d5a-b493-ce540cc48b6e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 945 time: 0.1256824 Jul 13 08:11:26.686889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Deleting port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:26.687238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.708005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4bd2ca80-9abe-4caa-bcd9-c5519792bd47 req-78243c5d-2b2c-481b-a201-63a0ffe4deda tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536838 Jul 13 08:11:26.790288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:26.790653 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.845757 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:26.895457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:26.899111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:26.899493 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.960382 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.960759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.961089 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922 disassociated. External IP: 172.25.8.75, port: 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514. Jul 13 08:11:26.961437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Calling delete_port for 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:26.986976 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.051828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:27.054004 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575f1b1d-c314-487e-b6ce-e1aeb226a6b8" -d '{"events": [{"server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:27.070909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:27.076288 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.109216 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7deea7-bb3c-44b5-bf60-bacd34da7700 x-openstack-request-id: req-8b7deea7-bb3c-44b5-bf60-bacd34da7700 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:27.109509 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:27.109890 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b7deea7-bb3c-44b5-bf60-bacd34da7700 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:27.110325 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'code': 200} Jul 13 08:11:27.133475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.151161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=12']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:27.173016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event deleted for resources: {'Port': ['ID=7c5e2687-b25b-4fd6-b1a3-520e6e8ec514,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:27.288334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:11:27.377274 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-203078bf-24ca-4648-8bb4-dfe055bee4be None None] Could not find standard attr ID for object 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:11:27.730620 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:11:27.742202 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:11:27.752715 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:27.753386 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:11:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:27.773786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] No DVR routers for this DVR port 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:27.776579 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:27.778756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-559aa41f-550b-4609-8297-15174c60ac33 req-8e0982c7-ec03-46db-9219-8262bde9e359 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "DELETE /v2.0/ports/7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 HTTP/1.1" status: 204 len: 173 time: 1.2628005 Jul 13 08:11:27.779199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'name': 'network-vif-deleted', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:27.782095 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e90f41-1e71-424a-91c6-5ef902a96e80" -d '{"events": [{"server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "name": "network-vif-deleted", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:27.838498 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d7f555-0335-4518-ab72-47c703a0d77e x-openstack-request-id: req-82d7f555-0335-4518-ab72-47c703a0d77e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:27.838786 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545f8e88-ea94-4ff8-8616-621f5b055282", "name": "network-vif-deleted", "tag": "7c5e2687-b25b-4fd6-b1a3-520e6e8ec514", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:27.839040 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82d7f555-0335-4518-ab72-47c703a0d77e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:27.839746 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545f8e88-ea94-4ff8-8616-621f5b055282', 'name': 'network-vif-deleted', 'tag': '7c5e2687-b25b-4fd6-b1a3-520e6e8ec514', 'status': 'completed', 'code': 200} Jul 13 08:11:27.865916 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c7ea0e41-36e5-4254-afac-60698a4a7bcd req-0b0a6be3-4ddf-40b9-b5c0-4a792bb4d7c1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f8e88-ea94-4ff8-8616-621f5b055282 HTTP/1.1" status: 200 len: 210 time: 0.0372469 Jul 13 08:11:27.974917 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:28.167815 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:28.193758 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:11:28.201856 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:28.202493 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:11:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:28.306779 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:28.502557 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:28.530471 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5a29c-bc15-43a1-b6ed-052fd2632556 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:11:28.747496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d8b75-bf82-4a4b-be96-68efbc40ce61 None None] New status for floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:11:29.202691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-b6d1928d-b751-4eeb-b877-143adb2656a4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1957948953&fields=id&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 267 time: 0.0324891 Jul 13 08:11:29.308467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-be6df17f-6292-4d39-8e9e-7fcc20c0f45c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:29.310210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-be6df17f-6292-4d39-8e9e-7fcc20c0f45c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 811 time: 0.1014266 Jul 13 08:11:29.324136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-e322e237-e73f-4c65-a147-60d0597de679 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/quotas/92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 375 time: 0.0087817 Jul 13 08:11:29.389994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-5e8a17fb-fd57-4bde-ae2b-1492a207ad7e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610678 Jul 13 08:11:29.545248 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-c8002b8c-b49b-43ae-809c-bf583e577687 service neutron] 10.222.0.41 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443570 Jul 13 08:11:29.633078 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-31fe9e35-86f8-48db-bfec-235df1e49b98 service neutron] 10.222.0.41 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812175 Jul 13 08:11:29.805334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-77e217dd-88b2-48f4-82a4-69b3225be45c req-af95bb79-310c-4f89-8ef4-1b22e6232d2f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 210 time: 0.0337331 Jul 13 08:11:30.823260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-6d065bac-e092-4f65-9f1b-8f28fa47aad3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:30.824818 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-6d065bac-e092-4f65-9f1b-8f28fa47aad3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 811 time: 0.1163621 Jul 13 08:11:30.872899 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-41a3770a-6505-4378-ad96-5120068be6dc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 380 time: 0.0402451 Jul 13 08:11:30.876618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:30.883030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'port': {'device_id': '6665536f-a20b-4ad7-a76b-f878bd389179', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'admin_state_up': True, 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'security_groups': ['3f51ce69-8bdd-4d94-8856-6716d4ad4f59']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:30.908030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:30.908751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 7c5e2687-b25b-4fd6-b1a3-520e6e8ec514 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:30.974666 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c52eeca2-2267-430c-8d55-9aec37130b71 req-69c3ba77-3054-4a12-bde3-c436620b9617 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 210 time: 0.0289404 Jul 13 08:11:31.006911 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Made reservation on behalf of 92a42e21b2ef42939bbcc7adbdd0803d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:31.010671 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.136730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Allocated IP 172.20.0.12 (f1c6afa3-ec6c-44b3-851c-b09e2aef5311/c5d78972-63a1-4359-93c6-a56b5e68736e/b77aa1c6-377d-4278-89a7-7b10729bd631) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:31.267569 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.280023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Transition to ACTIVE for port object b77aa1c6-377d-4278-89a7-7b10729bd631 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:31.312423 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.361029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:31.364221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:31.368071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:31.391898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event updated for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:31.423931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:31.424567 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.440327 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-87bace76-7372-4904-a20e-6846c183946f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5620217 Jul 13 08:11:31.453458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Request body: {'port': {'device_id': '6665536f-a20b-4ad7-a76b-f878bd389179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:31.529728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.630938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a81aa660-b97d-4b7d-926c-297341fa5be2 None None] Provisioning for port b77aa1c6-377d-4278-89a7-7b10729bd631 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:31.634794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a81aa660-b97d-4b7d-926c-297341fa5be2 None None] Provisioning complete for port b77aa1c6-377d-4278-89a7-7b10729bd631 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:31.635111 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a81aa660-b97d-4b7d-926c-297341fa5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.668544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a81aa660-b97d-4b7d-926c-297341fa5be2 None None] Port b77aa1c6-377d-4278-89a7-7b10729bd631 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:11:31.795062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77aa1c6-377d-4278-89a7-7b10729bd631 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:11:31.803219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.815477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Transition to ACTIVE for port object b77aa1c6-377d-4278-89a7-7b10729bd631 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:31.819652 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:31.869243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Pushing event updated for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:31.940270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Attempting to bind port b77aa1c6-377d-4278-89a7-7b10729bd631 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:31.940612 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Attempting to bind port b77aa1c6-377d-4278-89a7-7b10729bd631 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:31.940964 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Attempting to bind port b77aa1c6-377d-4278-89a7-7b10729bd631 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:31.945421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Port b77aa1c6-377d-4278-89a7-7b10729bd631 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:11:31.945745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Attempting to bind port b77aa1c6-377d-4278-89a7-7b10729bd631 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:31.950776 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:31.951118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:31.951523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:31.951932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Bound port: b77aa1c6-377d-4278-89a7-7b10729bd631, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:31.952293 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.022843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:32.025822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:32.031263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.064669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:32.065303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:32.066735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] 10.222.0.38 "PUT /v2.0/ports/b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1093 time: 0.6183388 Jul 13 08:11:32.067174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:32.069439 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:32.098138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a6eb6-a556-408d-aa21-77385bb8cf6e service neutron] Pushing event updated for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:32.146963 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d2e13b-294f-46b1-a01a-b707a54d92b5 x-openstack-request-id: req-30d2e13b-294f-46b1-a01a-b707a54d92b5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:32.147272 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:32.147505 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30d2e13b-294f-46b1-a01a-b707a54d92b5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:32.147905 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'status': 'completed', 'code': 200} Jul 13 08:11:32.223712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d384c5-9993-4d34-b812-d2d372d178a6 req-f6f4e8c4-9599-4ff7-9f2c-9dfc7b2ee38a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:32.225292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-54d384c5-9993-4d34-b812-d2d372d178a6 req-f6f4e8c4-9599-4ff7-9f2c-9dfc7b2ee38a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 944 time: 0.1146898 Jul 13 08:11:32.228370 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d0128489-2fb5-4c2b-97fa-c7d2e67deb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:32.229802 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-d0128489-2fb5-4c2b-97fa-c7d2e67deb80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1096 time: 0.1088097 Jul 13 08:11:32.285226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-8b6af77d-fb6f-4c58-9b8e-90b9a4546202 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 217 time: 0.0444508 Jul 13 08:11:32.309909 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-54d384c5-9993-4d34-b812-d2d372d178a6 req-8cd729f1-5463-4aea-a588-dcbf0a1d02db tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784290 Jul 13 08:11:32.344141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-5a01a9af-a634-4746-8a8c-9fc07659bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:32.345619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-5a01a9af-a634-4746-8a8c-9fc07659bcb9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0511603 Jul 13 08:11:32.404930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-efdd5f7f-7989-46a3-b483-269d135143e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:32.406965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-efdd5f7f-7989-46a3-b483-269d135143e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553486 Jul 13 08:11:32.494821 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-607202b7-002c-4f23-8225-a42ac0b31c47 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817022 Jul 13 08:11:32.586840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-38d8ccf8-2e1f-4eeb-b955-016486aeb33f req-2313b14c-be21-456e-a51d-f725358aa23d service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859129 Jul 13 08:11:32.690812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-e4d27de5-cca2-41a0-a398-f75823a7f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:32.692328 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-e4d27de5-cca2-41a0-a398-f75823a7f1b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1096 time: 0.0537014 Jul 13 08:11:32.787081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-ea8d84e0-a36e-489f-93d0-5674255e60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:32.788549 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-ea8d84e0-a36e-489f-93d0-5674255e60ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0896475 Jul 13 08:11:32.828714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-162feca6-b843-4f60-b986-133022f541d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 217 time: 0.0336864 Jul 13 08:11:32.875551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-6d5724ea-d391-4850-88a5-bd3896a9c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:32.876980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-6d5724ea-d391-4850-88a5-bd3896a9c1f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0424340 Jul 13 08:11:32.938060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-c5e873e9-5b60-4f89-9cf1-586a094ddf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:32.939558 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-c5e873e9-5b60-4f89-9cf1-586a094ddf42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565162 Jul 13 08:11:33.028459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-a2ffb331-f09f-4f8f-883b-5c4f1d3232d9 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807481 Jul 13 08:11:33.120675 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a303f4e0-ae5f-4672-8cd4-3ca6e1945a7e req-7f5003ea-e3f6-4448-a498-11c1aba86e71 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852520 Jul 13 08:11:33.483364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bec422-bcc0-4374-a260-a7e76df3cd45 req-383e8d43-b204-4cd7-86b0-d824edf4acf9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:33.485261 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05bec422-bcc0-4374-a260-a7e76df3cd45 req-383e8d43-b204-4cd7-86b0-d824edf4acf9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 944 time: 0.0663769 Jul 13 08:11:33.521960 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05bec422-bcc0-4374-a260-a7e76df3cd45 req-3d0eb370-4155-49ae-a50c-cb798e57cac6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Jul 13 08:11:34.695696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d440ad-9cb0-4c51-8bbc-a12766388439 req-9081b4ce-158b-4bc3-bd80-01454704c062 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:34.697335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-34d440ad-9cb0-4c51-8bbc-a12766388439 req-9081b4ce-158b-4bc3-bd80-01454704c062 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 944 time: 0.0636275 Jul 13 08:11:34.735195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-34d440ad-9cb0-4c51-8bbc-a12766388439 req-83eba5bb-67d2-4b9d-885d-9e02b307f095 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323510 Jul 13 08:11:35.912085 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e0b31-e85c-4deb-a726-0d21fc02a629 req-80965470-7960-47da-8d9b-2632f7771b01 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.913594 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff2e0b31-e85c-4deb-a726-0d21fc02a629 req-80965470-7960-47da-8d9b-2632f7771b01 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 944 time: 0.0640671 Jul 13 08:11:35.951111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff2e0b31-e85c-4deb-a726-0d21fc02a629 req-ff9a28cc-fd55-4263-a031-491286cda7ee tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318968 Jul 13 08:11:36.028816 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.059500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b77aa1c6-377d-4278-89a7-7b10729bd631 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:11:36.151133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:36.161636 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'mac_address': 'fa:16:3e:a9:34:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:11:36.198235 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.214410 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77aa1c6-377d-4278-89a7-7b10729bd631 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:11:36.233149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:36.237032 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.288641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:36.464618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b77aa1c6-377d-4278-89a7-7b10729bd631'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:11:36.867611 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:11:37.126075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66aca8-33cb-4b1d-bff4-931dc6142d32 req-cfe44bcf-0f71-4428-b252-68acdc11cb23 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:37.127565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa66aca8-33cb-4b1d-bff4-931dc6142d32 req-cfe44bcf-0f71-4428-b252-68acdc11cb23 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 945 time: 0.0661399 Jul 13 08:11:37.165859 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-aa66aca8-33cb-4b1d-bff4-931dc6142d32 req-f7a91142-9175-4029-9633-dab595f1dba5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326674 Jul 13 08:11:37.966532 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.071731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b77aa1c6-377d-4278-89a7-7b10729bd631 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:38.120523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port b77aa1c6-377d-4278-89a7-7b10729bd631 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:38.123913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port b77aa1c6-377d-4278-89a7-7b10729bd631 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:38.124291 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.200427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.223227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:38.225443 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59da3bcf-9b11-4108-a1fa-cd3a1b56960b" -d '{"events": [{"server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "name": "network-vif-plugged", "status": "completed", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:38.238509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:38.242750 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.278415 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceee9e9-bcd6-42da-bacd-613531c1a49c x-openstack-request-id: req-aceee9e9-bcd6-42da-bacd-613531c1a49c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:38.278683 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "name": "network-vif-plugged", "status": "completed", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:38.278949 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aceee9e9-bcd6-42da-bacd-613531c1a49c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:38.279357 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'code': 200} Jul 13 08:11:38.307115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:38.347229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dd1b5-4632-465e-beac-cf10d571b7bc req-dbbc0e0b-7e92-4e46-b0b3-1cd6b092158b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:38.349380 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b9dd1b5-4632-465e-beac-cf10d571b7bc req-dbbc0e0b-7e92-4e46-b0b3-1cd6b092158b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0727572 Jul 13 08:11:38.391030 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b9dd1b5-4632-465e-beac-cf10d571b7bc req-0ab21b6b-7a5e-469d-8405-2d0c4c2ae05f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353973 Jul 13 08:11:38.403072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1be80-3133-46d4-bd7d-feeb6c21eb51 req-95d1e06a-c040-4789-bb67-1a09d85b9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:38.405136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1be80-3133-46d4-bd7d-feeb6c21eb51 req-95d1e06a-c040-4789-bb67-1a09d85b9b3c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0604239 Jul 13 08:11:38.441161 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-17b1be80-3133-46d4-bd7d-feeb6c21eb51 req-0b6cd1e9-4c30-4519-aa1d-0c23f4de0d84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299046 Jul 13 08:11:38.489471 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a12d8392-fdcb-4705-bd49-7195ae7327f7 None None] Provisioning complete for port b77aa1c6-377d-4278-89a7-7b10729bd631 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:38.489852 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a12d8392-fdcb-4705-bd49-7195ae7327f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:39.564866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0ad5-44a7-4d1e-b985-19213d09aa71 req-77e72a7d-2e8a-4550-816c-f2b1891923a7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:39.566396 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2aab0ad5-44a7-4d1e-b985-19213d09aa71 req-77e72a7d-2e8a-4550-816c-f2b1891923a7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0630894 Jul 13 08:11:39.603824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2aab0ad5-44a7-4d1e-b985-19213d09aa71 req-723a9f5e-9522-4946-b6a4-a8b256cce6fc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Jul 13 08:11:39.770329 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a71531-7d0c-47c2-ad09-c58b61c479bc req-9518ad0d-62da-4ab1-8ed2-ee3b3200684d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:39.771748 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70a71531-7d0c-47c2-ad09-c58b61c479bc req-9518ad0d-62da-4ab1-8ed2-ee3b3200684d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0630972 Jul 13 08:11:39.780313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 56784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:39.785273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-30eadd06-a657-46a9-8101-6ff22ed02d50 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Request body: {'floatingip': {'port_id': 'b77aa1c6-377d-4278-89a7-7b10729bd631'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:39.824230 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30eadd06-a657-46a9-8101-6ff22ed02d50 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.260426 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30eadd06-a657-46a9-8101-6ff22ed02d50 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.264084 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30eadd06-a657-46a9-8101-6ff22ed02d50 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:40.361815 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-30eadd06-a657-46a9-8101-6ff22ed02d50 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922 associated. External IP: 172.25.8.75, port: b77aa1c6-377d-4278-89a7-7b10729bd631. Jul 13 08:11:40.890319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eadd06-a657-46a9-8101-6ff22ed02d50 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:11:40.995906 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eadd06-a657-46a9-8101-6ff22ed02d50 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:11:41.000818 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30eadd06-a657-46a9-8101-6ff22ed02d50 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:41.005635 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:11:41.014772 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:41.015312 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:11:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:41.036726 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-30eadd06-a657-46a9-8101-6ff22ed02d50 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "PUT /v2.0/floatingips/3d964d04-39ac-46c4-8aa0-8e22b8bf7922 HTTP/1.1" status: 200 len: 992 time: 1.2553840 Jul 13 08:11:41.037309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:41.039637 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82f32ee8d569d46bca5f0b2b9562001ddbae446ae997f638c186fd45eccdec76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a0ed8-609c-4454-8dcb-368f268aca73" -d '{"events": [{"name": "network-changed", "server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:41.075210 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a219b6e7-6d90-430a-9640-66635bfd2ed9 x-openstack-request-id: req-a219b6e7-6d90-430a-9640-66635bfd2ed9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:41.075501 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:41.075754 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a219b6e7-6d90-430a-9640-66635bfd2ed9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:41.076150 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'status': 'completed', 'code': 200} Jul 13 08:11:41.125223 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:41.156282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-f7696b73-1fc6-497d-bcc7-629e84f6ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:41.158375 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-f7696b73-1fc6-497d-bcc7-629e84f6ea77 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0581045 Jul 13 08:11:41.248027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-a51c8173-e4bb-4c34-97af-45f771b15ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:41.249453 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-a51c8173-e4bb-4c34-97af-45f771b15ca9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0850055 Jul 13 08:11:41.317849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-7f3d1f6f-89ce-4702-afae-ee4af5eefda5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1000 time: 0.0620298 Jul 13 08:11:41.348634 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:a9:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665536f-a20b-4ad7-a76b-f878bd389179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:11:40Z', 'revision_number': 13, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:41.366094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-c2dd6b4f-a07f-4720-b264-9d40ebce9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:41.367574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-c2dd6b4f-a07f-4720-b264-9d40ebce9777 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0437152 Jul 13 08:11:41.374837 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:11:41.383554 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:41.384165 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:11:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:41.424050 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-322a40a8-91e3-4b43-8106-9e36bff4c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:41.425594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-322a40a8-91e3-4b43-8106-9e36bff4c82c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518646 Jul 13 08:11:41.488221 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:41.518357 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-8b5c38e0-d78b-444b-b211-f0893c9549bd service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862970 Jul 13 08:11:41.607332 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-305a0ed8-609c-4454-8dcb-368f268aca73 req-b3b5e3d7-74db-4c51-bc33-6c03bb76db03 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826721 Jul 13 08:11:41.708155 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:a9:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665536f-a20b-4ad7-a76b-f878bd389179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:11:40Z', 'revision_number': 13, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:41.737273 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e841c7d-d5a8-4fc1-b434-d4cd8e3b2ba1 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '3d964d04-39ac-46c4-8aa0-8e22b8bf7922', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'port_id': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'mac_address': 'fa:16:3e:a9:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665536f-a20b-4ad7-a76b-f878bd389179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:04:42Z', 'updated_at': '2021-07-13T08:11:40Z', 'revision_number': 13, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:11:41.916911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b307d8f1-25ea-4491-9412-f60a1bf495b0 None None] New status for floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:11:48.387680 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9167854d-dad3-4c76-9f2c-a469856fabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.098501 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7193-22b2-48d6-bf4d-7928078a5be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.146687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:52.126132 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:53.796810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:06.041447 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:07.981378 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.867454 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:12:16.762523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-d8df0db4-ce1f-4adc-bb1a-7492d29fcf11 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557268 Jul 13 08:12:16.854685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-be7b346b-9c21-429d-8f82-8fbb217dd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:16.856205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-be7b346b-9c21-429d-8f82-8fbb217dd714 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0517600 Jul 13 08:12:16.961970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-3ed2d89e-8479-4304-a455-85b98ccbc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:16.963454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-3ed2d89e-8479-4304-a455-85b98ccbc212 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0876098 Jul 13 08:12:17.025956 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-ebc15555-993e-412e-bab2-b7d74ae59e91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1002 time: 0.0568373 Jul 13 08:12:17.075305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-995d4eb8-9951-425c-810d-12035846f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:17.076754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-995d4eb8-9951-425c-810d-12035846f4a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0449474 Jul 13 08:12:17.136808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-5ebbb4ec-fbd6-478f-a5ba-b9de106b51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:17.138332 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-5ebbb4ec-fbd6-478f-a5ba-b9de106b51e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555644 Jul 13 08:12:17.227951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-9d1c5a05-5aeb-4904-b014-82bbd7adf783 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838351 Jul 13 08:12:17.320753 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d0ee21eb-d038-4951-aaea-63a540ed2b18 req-3bc8f039-71ac-45f6-b396-eb9403552417 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864341 Jul 13 08:12:18.540430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65714a52-a3fe-4cad-8c12-d84f857a460f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.099499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-47a13da0-480f-494c-888f-87853f91165e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:21.147742 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:22.128152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:23.798853 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.067859 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.998868 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:44.457561 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-82339319-990a-4c62-a62f-357c3029896f req-65c459ca-a9e9-46cb-91be-83806919dfd7 service neutron] (93773) timed out ('10.222.0.48', 56891) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:12:48.391885 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c60e6e51-e8b7-415a-80ba-5de57791f109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:50.867248 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:12:51.099425 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22c99220-eb16-40b7-9ca5-bd2aec09117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:51.147950 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:52.131935 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:53.802214 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:06.069884 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:07.995096 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:17.791409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-52463792-8441-440e-b713-77ac0ec3e6e7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0565472 Jul 13 08:13:17.886116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-c2049956-03e9-4577-a24e-7ff5593d5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:17.887667 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-c2049956-03e9-4577-a24e-7ff5593d5fca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0538495 Jul 13 08:13:17.994909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-efdc1182-eccf-4e0b-a31f-b978f0132523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:17.996398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-efdc1182-eccf-4e0b-a31f-b978f0132523 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0879154 Jul 13 08:13:18.059698 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-88266ff3-a6ee-4df4-9682-506b11641371 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1002 time: 0.0574331 Jul 13 08:13:18.111068 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-e5a4927a-2562-43f7-ad24-3d47df0bcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:18.112409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-e5a4927a-2562-43f7-ad24-3d47df0bcf89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0469456 Jul 13 08:13:18.167754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-ca0efb50-e598-440f-b9a2-ed4f318ecea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:18.169270 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-ca0efb50-e598-440f-b9a2-ed4f318ecea3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505705 Jul 13 08:13:18.261088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-6d378f64-96dd-4139-8300-2762bce044a9 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858588 Jul 13 08:13:18.389303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8c1fc081-dfc8-4703-b9cc-cdb40d3101a0 req-edb8e819-ce90-40f1-9916-a27e6ac8215f service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216819 Jul 13 08:13:18.394678 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc6d971b-271b-436d-818c-33aa26193793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:18.413230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ee74c-5f86-4d22-b3fc-b81b8de06c69 req-ce898283-61a8-4905-8478-f40f6c700b1e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:18.414737 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a2ee74c-5f86-4d22-b3fc-b81b8de06c69 req-ce898283-61a8-4905-8478-f40f6c700b1e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0848556 Jul 13 08:13:18.452974 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5a2ee74c-5f86-4d22-b3fc-b81b8de06c69 req-60a162b9-7da3-4a1b-8052-e36da3e91400 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327220 Jul 13 08:13:21.100845 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01d23a54-4cc4-4f09-8f6d-ae7b4b8ee9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:21.150991 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:22.134499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.804934 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:27.868333 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:13:30.786318 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-4c63e141-481d-4c1c-bc73-9a1c95c1b7b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136060 Jul 13 08:13:30.802646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0feb-b276-4a79-9721-e9a07d645fa9 req-ca5ee806-678b-4b4a-8bae-a62ad2d32028 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:30.804268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c76f0feb-b276-4a79-9721-e9a07d645fa9 req-ca5ee806-678b-4b4a-8bae-a62ad2d32028 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0765321 Jul 13 08:13:30.846893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c76f0feb-b276-4a79-9721-e9a07d645fa9 req-5aed0d17-5966-4cbc-884b-d603b082d97d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358465 Jul 13 08:13:32.033484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570213d-f250-4094-98ec-48bcf89ae603 req-e1bfc8d6-d9d2-451a-a547-c229b96c17ba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:32.034936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4570213d-f250-4094-98ec-48bcf89ae603 req-e1bfc8d6-d9d2-451a-a547-c229b96c17ba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0648453 Jul 13 08:13:32.075826 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4570213d-f250-4094-98ec-48bcf89ae603 req-26248e44-8b65-49ab-8332-d6a36c991c31 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343902 Jul 13 08:13:32.190203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-b33ac490-657c-47c0-a9cb-7b33073354d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:32.191756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-b33ac490-657c-47c0-a9cb-7b33073354d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0596170 Jul 13 08:13:32.284558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-7f0688b6-65e9-4100-9342-4c279d93fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:32.285999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-7f0688b6-65e9-4100-9342-4c279d93fdb1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0885870 Jul 13 08:13:32.354679 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a97667b9-3ae3-4415-9f53-5e2d062c0373 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1002 time: 0.0620904 Jul 13 08:13:32.404136 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-fa1af0e1-1685-463c-b4d6-27ef5cb451cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:32.405630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-fa1af0e1-1685-463c-b4d6-27ef5cb451cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0453990 Jul 13 08:13:32.464712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-2fe0db62-4c92-40ee-8a6c-cc43abd60c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:32.466275 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-2fe0db62-4c92-40ee-8a6c-cc43abd60c29 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539894 Jul 13 08:13:32.560791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-9eb3bd4c-ed71-490d-8a22-6ababb178ed1 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875094 Jul 13 08:13:32.651696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-5c6e66a0-a0b1-4a9a-b841-8852a956de5e service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848341 Jul 13 08:13:33.272081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121ecd0-e35d-4642-a5a2-4bc6ad2b7daf req-7a221f9a-5b28-4c47-a6cd-93ac2545c720 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:33.273588 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7121ecd0-e35d-4642-a5a2-4bc6ad2b7daf req-7a221f9a-5b28-4c47-a6cd-93ac2545c720 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0646961 Jul 13 08:13:33.311074 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7121ecd0-e35d-4642-a5a2-4bc6ad2b7daf req-b9443210-f9a9-4580-8a80-fa69aa37e0c3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318847 Jul 13 08:13:34.495536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4237002-8b72-479f-85db-5eaf99c38318 req-26d1f557-7fa3-4e3e-b6e8-bdeb4614f757 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:34.497040 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4237002-8b72-479f-85db-5eaf99c38318 req-26d1f557-7fa3-4e3e-b6e8-bdeb4614f757 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0688040 Jul 13 08:13:34.535976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a4237002-8b72-479f-85db-5eaf99c38318 req-99c45969-2bcf-4e1f-9026-0372e6faead0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332992 Jul 13 08:13:35.712740 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87218c3-5fc2-4c3f-af6a-6bfe0d5e2406 req-109063c6-894e-4741-9a54-ec829ab365ff tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:35.714282 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d87218c3-5fc2-4c3f-af6a-6bfe0d5e2406 req-109063c6-894e-4741-9a54-ec829ab365ff tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0662777 Jul 13 08:13:35.751230 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d87218c3-5fc2-4c3f-af6a-6bfe0d5e2406 req-94479142-5d8d-4da8-8f05-875665f70118 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313354 Jul 13 08:13:36.086256 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.933360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0397a-c39f-4a70-9164-95a46aea56b9 req-f39917b4-963e-4de8-8607-e07e2db09d0b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:36.934912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba0397a-c39f-4a70-9164-95a46aea56b9 req-f39917b4-963e-4de8-8607-e07e2db09d0b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0663564 Jul 13 08:13:36.985521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba0397a-c39f-4a70-9164-95a46aea56b9 req-7cb487fe-f2d1-45da-bfc5-0150211480b4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447750 Jul 13 08:13:38.011986 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:38.173963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf941c-ae41-4fbb-94fb-c61921fab3de req-ebe302b1-32e8-45db-a7a8-1fc79d2e1a67 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:38.175375 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fbf941c-ae41-4fbb-94fb-c61921fab3de req-ebe302b1-32e8-45db-a7a8-1fc79d2e1a67 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0698423 Jul 13 08:13:38.213496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fbf941c-ae41-4fbb-94fb-c61921fab3de req-d8b862f1-4630-41be-ba39-9cd5a46dea13 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Jul 13 08:13:39.385070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bb59-4d2d-4ae0-a9b8-8715bde87822 req-c1298311-2d4c-4af9-b094-14a914d6f8cc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:39.386565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f41bb59-4d2d-4ae0-a9b8-8715bde87822 req-c1298311-2d4c-4af9-b094-14a914d6f8cc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0621581 Jul 13 08:13:39.423726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1f41bb59-4d2d-4ae0-a9b8-8715bde87822 req-b7e27dd8-174a-48d4-a8fb-f794d0fcc6ae tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315058 Jul 13 08:13:40.603864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b0607-9cf5-417e-a088-4f5ef3c8cdf6 req-d0844793-3ca0-4414-a0f1-be77aa952ca3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:40.605446 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a18b0607-9cf5-417e-a088-4f5ef3c8cdf6 req-d0844793-3ca0-4414-a0f1-be77aa952ca3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0665421 Jul 13 08:13:40.646039 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a18b0607-9cf5-417e-a088-4f5ef3c8cdf6 req-5e5e1a25-9809-4f63-ab9c-a29e652e9b1d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346532 Jul 13 08:13:41.850994 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616a87-89a1-4e6d-956c-190dbb59ef75 req-3279c82d-f473-4e50-af92-6bb182af84a9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:41.852644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37616a87-89a1-4e6d-956c-190dbb59ef75 req-3279c82d-f473-4e50-af92-6bb182af84a9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0818961 Jul 13 08:13:41.893859 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-37616a87-89a1-4e6d-956c-190dbb59ef75 req-7a33b9e0-eaf5-4c0a-823b-e26b78360f2f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350637 Jul 13 08:13:43.136766 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811dc19-9d5b-4fc8-96b4-3eb44940a52c req-7e8cd21b-f87d-4cf4-8f1c-75a50576334f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:43.138411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b811dc19-9d5b-4fc8-96b4-3eb44940a52c req-7e8cd21b-f87d-4cf4-8f1c-75a50576334f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0735314 Jul 13 08:13:43.180234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b811dc19-9d5b-4fc8-96b4-3eb44940a52c req-9fb43f5c-8981-47fc-aea8-b2f6e82f52a2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358262 Jul 13 08:13:46.279060 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-fa5c745c-9766-45a1-ae36-f8d94b1db076 service neutron] show failed (client error): The resource could not be found. Jul 13 08:13:46.280100 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-fa5c745c-9766-45a1-ae36-f8d94b1db076 service neutron] 10.222.0.38 "GET /v2.0/ports/b77aa1c6-377d-4278-89a7-7b10729bd631/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0559464 Jul 13 08:13:46.565333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a57a6cac-eb51-4365-9408-490357cfd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:46.566929 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a57a6cac-eb51-4365-9408-490357cfd109 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d HTTP/1.1" status: 200 len: 1098 time: 0.0948379 Jul 13 08:13:46.578193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:46.651477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:46.855054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:46.888369 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:13:46.931676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:46.933999 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1a4b1d-5d54-4433-9334-7c502bfba573" -d '{"events": [{"server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "name": "network-vif-unplugged", "status": "completed", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:46.937584 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:46.950355 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Transition to ACTIVE for port object b77aa1c6-377d-4278-89a7-7b10729bd631 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:46.954436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:47.029582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Pushing event updated for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:47.040550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.040910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.041251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.041590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.041927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.042288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.042618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.042947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.043342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.043696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.043936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.044262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:47.061356 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f17d92-16d5-40ed-96fa-5ad667662ade x-openstack-request-id: req-35f17d92-16d5-40ed-96fa-5ad667662ade {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:47.061614 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "name": "network-vif-unplugged", "status": "completed", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:47.061811 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35f17d92-16d5-40ed-96fa-5ad667662ade {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:47.062218 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'code': 200} Jul 13 08:13:47.091139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] No DVR routers for this DVR port b77aa1c6-377d-4278-89a7-7b10729bd631 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:13:47.233474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Attempting to bind port b77aa1c6-377d-4278-89a7-7b10729bd631 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:13:47.233817 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Attempting to bind port b77aa1c6-377d-4278-89a7-7b10729bd631 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:13:47.234179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Attempting to bind port b77aa1c6-377d-4278-89a7-7b10729bd631 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:47.238563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Port b77aa1c6-377d-4278-89a7-7b10729bd631 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:13:47.238901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Attempting to bind port b77aa1c6-377d-4278-89a7-7b10729bd631 on network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:47.244288 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:13:47.244639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Checking segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:47.245034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Bound using segment: {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:13:47.245464 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Bound port: b77aa1c6-377d-4278-89a7-7b10729bd631, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b1862-42e4-4839-b1aa-bbf15783bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:13:47.245827 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:47.311672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:13:47.314617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:13:47.318923 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:47.352894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:47.353508 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:47.354950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] 10.222.0.48 "PUT /v2.0/ports/b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1093 time: 0.7807462 Jul 13 08:13:47.375727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174e744-9c24-47fa-ac77-686b98459d4d service neutron] Pushing event updated for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:47.433589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-dc6fdf0e-87b8-4ea6-ab7a-8ca3c5505b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:47.435190 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-dc6fdf0e-87b8-4ea6-ab7a-8ca3c5505b52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1096 time: 0.0565939 Jul 13 08:13:47.532307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-1e03e938-e5e3-4fb0-97d5-093415b0cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:47.533792 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-1e03e938-e5e3-4fb0-97d5-093415b0cc8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0918095 Jul 13 08:13:47.596467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-d6f96b4b-67c8-42ac-a351-fa76f592cfe9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1000 time: 0.0567508 Jul 13 08:13:47.651603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-027f5bf4-1a31-4939-be47-93fbe36004f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:47.653033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-027f5bf4-1a31-4939-be47-93fbe36004f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0510361 Jul 13 08:13:47.719107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-2e78435c-8995-4645-aa02-234dee737cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:47.720626 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-2e78435c-8995-4645-aa02-234dee737cc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616822 Jul 13 08:13:47.813229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-3e9a1627-f4fd-427d-85c5-5292fe25c4e4 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860300 Jul 13 08:13:47.913307 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-95e1299d-b522-4a7c-9d09-6d93047f3fe4 req-d602daf4-4f91-451d-b5c0-6b7f505c77cc service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944774 Jul 13 08:13:48.398107 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83339b26-fa50-41b9-909b-f49ccaf898a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:48.803714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b77aa1c6-377d-4278-89a7-7b10729bd631 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:13:48.843840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b77aa1c6-377d-4278-89a7-7b10729bd631 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:13:49.063701 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:49.066193 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a951fac7038307ee2c5255ce71b95ec1f5b4356aec8935e8af1bcf96ce5218b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78114b89-eae8-444d-8185-e74a5975d3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:49.116990 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4565b50e-987a-438a-aa91-8f940b99a7df x-openstack-request-id: req-4565b50e-987a-438a-aa91-8f940b99a7df {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:49.117280 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:49.117538 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4565b50e-987a-438a-aa91-8f940b99a7df {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:49.118522 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'status': 'completed', 'code': 200} Jul 13 08:13:49.238003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-62e606d5-eefb-4b42-9005-90f35c493b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:49.239540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-62e606d5-eefb-4b42-9005-90f35c493b27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1096 time: 0.0958922 Jul 13 08:13:49.245756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-31265a47-5734-4b71-8926-8439c24b32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:49.247152 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-31265a47-5734-4b71-8926-8439c24b32f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1096 time: 0.0952682 Jul 13 08:13:49.716340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-95672551-8279-4090-a703-3e1dc5b3f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:49.717810 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-95672551-8279-4090-a703-3e1dc5b3f0bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.4698370 Jul 13 08:13:49.720474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-55a69bc3-1c43-49e7-8935-92131c138f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:49.721795 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-55a69bc3-1c43-49e7-8935-92131c138f1a service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.4667809 Jul 13 08:13:49.833467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-d287ab1a-aaf0-4c45-a072-48d002ab2a3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1000 time: 0.1092081 Jul 13 08:13:49.835084 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-9a88cd29-01a3-4a0f-9e40-6b6c08646e6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1000 time: 0.1049545 Jul 13 08:13:49.915536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-9b238223-cbe4-438c-9f04-6fd2423776cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:49.917005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-9b238223-cbe4-438c-9f04-6fd2423776cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0780385 Jul 13 08:13:49.918418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-8dd5f280-736f-4151-b718-3f2afc24121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:49.919987 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-8dd5f280-736f-4151-b718-3f2afc24121c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0734954 Jul 13 08:13:50.016210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-a24ebae6-7401-43b4-8b04-f3c72130be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:50.017627 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-a24ebae6-7401-43b4-8b04-f3c72130be07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946414 Jul 13 08:13:50.019357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-b5d4702b-ab58-4b65-8c11-29fd411fc3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:50.020696 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-b5d4702b-ab58-4b65-8c11-29fd411fc3a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904279 Jul 13 08:13:50.175952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-7e948147-bd47-417c-997f-f4cc214da5ad service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518474 Jul 13 08:13:50.177736 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-e311beab-d361-4ef3-bb74-0b7bd5875968 service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462409 Jul 13 08:13:50.345408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-77b822ff-817e-4d82-84a8-ebefd40cea98 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633615 Jul 13 08:13:50.347334 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-78114b89-eae8-444d-8185-e74a5975d3e8 req-8ce17ef1-08e8-4e19-8187-b2202590c15a service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580567 Jul 13 08:13:51.101739 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-04c363f2-c5e0-4ee2-89b9-0ed5774d1615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:51.153067 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:52.138281 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.807684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:59.552865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b77aa1c6-377d-4278-89a7-7b10729bd631 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:13:59.661556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:59.673606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'port_id': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'mac_address': 'fa:16:3e:a9:34:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:13:59.710906 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:59.723911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77aa1c6-377d-4278-89a7-7b10729bd631 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:13:59.751940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:59.757057 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:59.813346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:59.823684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.824425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.824936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.825440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.826028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.826654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.827303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.827802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.828357 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.828859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.829363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:59.829863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:14:00.017523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['b77aa1c6-377d-4278-89a7-7b10729bd631'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:14:01.560060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b77aa1c6-377d-4278-89a7-7b10729bd631 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:14:01.609082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port b77aa1c6-377d-4278-89a7-7b10729bd631 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:14:01.613160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port b77aa1c6-377d-4278-89a7-7b10729bd631 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:14:01.613575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:01.694902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:01.718018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:14:01.720256 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a386c38e92f366327e37925ad9aa4f0a7ab514bd52227c3052d6d949728c647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6b6c8a-a728-479a-93ea-5f05cc9e4c8a" -d '{"events": [{"server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "name": "network-vif-plugged", "status": "completed", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:14:01.733109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:14:01.737469 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:01.799986 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:14:01.866243 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449731ed-2567-4441-8445-4d3c33232852 x-openstack-request-id: req-449731ed-2567-4441-8445-4d3c33232852 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:14:01.866573 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "name": "network-vif-plugged", "status": "completed", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:14:01.866860 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-449731ed-2567-4441-8445-4d3c33232852 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:14:01.867262 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'code': 200} Jul 13 08:14:02.034723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-24c4524b-b846-4367-a27a-2204429627db None None] Provisioning complete for port b77aa1c6-377d-4278-89a7-7b10729bd631 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:14:02.035104 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24c4524b-b846-4367-a27a-2204429627db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:04.868224 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:14:06.112168 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:08.011761 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:18.391547 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd494914-e992-4936-9fc8-34d05ddc480d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:21.106083 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97f1ec59-1359-4025-9ff5-649fb4479469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:21.156443 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:22.071681 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-099586ed-d27f-4820-b818-869eba292ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:22.073248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-099586ed-d27f-4820-b818-869eba292ffe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 1098 time: 0.1603456 Jul 13 08:14:22.145582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:22.146616 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-ffd4b824-3900-4791-bb9f-0da659c980c4 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:14:22.147514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-ffd4b824-3900-4791-bb9f-0da659c980c4 service neutron] 10.222.0.38 "DELETE /v2.0/ports/b77aa1c6-377d-4278-89a7-7b10729bd631/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0686257 Jul 13 08:14:22.250575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-16bf51be-93b0-4df0-a4fa-7e3e56b58cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:22.252409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-16bf51be-93b0-4df0-a4fa-7e3e56b58cda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0597560 Jul 13 08:14:22.372426 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-ab889aba-9a4d-4bb4-8905-0bb2938a4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:22.373936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-ab889aba-9a4d-4bb4-8905-0bb2938a4124 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.1151865 Jul 13 08:14:22.445930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-665bdda9-00ac-4bec-95e4-3db1bb934642 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1002 time: 0.0649054 Jul 13 08:14:22.496939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-358918b9-6c6d-4c0b-8613-0ee75621f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:22.498465 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-358918b9-6c6d-4c0b-8613-0ee75621f899 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0471933 Jul 13 08:14:22.564104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-235278c4-00d2-49af-8058-fae24b502f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:22.565687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-235278c4-00d2-49af-8058-fae24b502f11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604050 Jul 13 08:14:22.665418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-88935ba7-845b-4e69-821f-18779259921e service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931058 Jul 13 08:14:22.772174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a683265d-cf77-43bf-9e38-06a18bd39078 req-fef04cb1-ef6d-400d-9292-d8fa4fe33fca service neutron] 10.222.0.38 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001325 Jul 13 08:14:23.811340 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:36.115245 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:37.742633 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93e00eb3-0085-4894-baad-f4188d967fec req-4f7640ac-ea1b-4e80-a349-1f941861d130 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505958 Jul 13 08:14:37.834783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e00eb3-0085-4894-baad-f4188d967fec req-77afc56e-1506-4b23-92ba-bee6323088e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:37.836759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93e00eb3-0085-4894-baad-f4188d967fec req-77afc56e-1506-4b23-92ba-bee6323088e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0524056 Jul 13 08:14:37.943144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e00eb3-0085-4894-baad-f4188d967fec req-e302ad4a-3cc5-4a9a-b5ac-e758ef2b12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:37.944692 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93e00eb3-0085-4894-baad-f4188d967fec req-e302ad4a-3cc5-4a9a-b5ac-e758ef2b12ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0894029 Jul 13 08:14:38.007344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93e00eb3-0085-4894-baad-f4188d967fec req-a505d92a-8bb7-471d-acd2-f6f98d9b1cdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1002 time: 0.0562258 Jul 13 08:14:38.057267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:38.060777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e00eb3-0085-4894-baad-f4188d967fec req-70f4dc65-5a5f-4740-bb61-f5c2cb362e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:38.062296 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93e00eb3-0085-4894-baad-f4188d967fec req-70f4dc65-5a5f-4740-bb61-f5c2cb362e52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0495567 Jul 13 08:14:38.118382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e00eb3-0085-4894-baad-f4188d967fec req-43806d75-c084-4279-911e-1cd7a4eef42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:38.119997 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93e00eb3-0085-4894-baad-f4188d967fec req-43806d75-c084-4279-911e-1cd7a4eef42d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520954 Jul 13 08:14:38.208281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93e00eb3-0085-4894-baad-f4188d967fec req-c178d1f9-c5a2-424d-a749-a585674aa6b5 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817726 Jul 13 08:14:38.301283 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-93e00eb3-0085-4894-baad-f4188d967fec req-7d6c7a49-eb8b-4c28-8806-320b8a600440 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875266 Jul 13 08:14:41.868201 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:14:44.706823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe8528-7958-4fae-93fb-d7ae65892766 req-2fe44df0-e92e-48cc-bd4c-0984ca62eccb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:44.708312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05fe8528-7958-4fae-93fb-d7ae65892766 req-2fe44df0-e92e-48cc-bd4c-0984ca62eccb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.1532156 Jul 13 08:14:44.746072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05fe8528-7958-4fae-93fb-d7ae65892766 req-e2dd8286-4c39-4508-9e7a-8f57cc939322 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Jul 13 08:14:45.920712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5c487-11ae-4bde-9eb8-51f0c1ff7634 req-77c2a99c-43ca-4d15-a232-34fd97434faf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:45.922270 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2f5c487-11ae-4bde-9eb8-51f0c1ff7634 req-77c2a99c-43ca-4d15-a232-34fd97434faf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0648878 Jul 13 08:14:45.960571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2f5c487-11ae-4bde-9eb8-51f0c1ff7634 req-f34885d4-53b4-4756-a904-8e71991b1844 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326357 Jul 13 08:14:47.146503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e613995-b189-4b34-b62c-c0eec44fb6ff req-c3333f71-5a2a-4dba-a595-00a3348f4d0d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:47.148057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e613995-b189-4b34-b62c-c0eec44fb6ff req-c3333f71-5a2a-4dba-a595-00a3348f4d0d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0715497 Jul 13 08:14:47.190458 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e613995-b189-4b34-b62c-c0eec44fb6ff req-f6a8c7ef-e174-4819-8297-b572fbcb1839 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362384 Jul 13 08:14:48.360316 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b9599-a5b6-4739-b185-3031ae47ca72 req-d26d6a1b-a9eb-42de-b3a5-a897b7b61a1a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:48.361842 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fb2b9599-a5b6-4739-b185-3031ae47ca72 req-d26d6a1b-a9eb-42de-b3a5-a897b7b61a1a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0622196 Jul 13 08:14:48.393201 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7fee072-e061-4044-b2bb-84ec62a4b9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:48.400351 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fb2b9599-a5b6-4739-b185-3031ae47ca72 req-0d25d47f-8233-4258-aaec-4eead3187b24 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Jul 13 08:14:49.576970 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879e9a4-2b33-4027-92d9-e2d5c5dc2a6e req-81f998df-7f2b-4c8d-9e06-023b01bf0f7b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:49.578482 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8879e9a4-2b33-4027-92d9-e2d5c5dc2a6e req-81f998df-7f2b-4c8d-9e06-023b01bf0f7b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0662374 Jul 13 08:14:49.616244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8879e9a4-2b33-4027-92d9-e2d5c5dc2a6e req-8256ecfc-1c8f-44af-965a-0d74447e91ba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Jul 13 08:14:50.787104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fa89e-245b-4ce0-a430-b45d727c8a9a req-67714d30-02dc-4af8-a921-e456dfd6fea7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:50.788609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-576fa89e-245b-4ce0-a430-b45d727c8a9a req-67714d30-02dc-4af8-a921-e456dfd6fea7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0638366 Jul 13 08:14:50.827311 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-576fa89e-245b-4ce0-a430-b45d727c8a9a req-695d67a9-491b-4d4b-9420-5f7ebfc1b87d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328171 Jul 13 08:14:51.106703 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c00b0751-9a64-4524-b9af-c7f484d3bceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:51.157086 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:52.003491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595522ab-9175-4e37-87cb-b8884f8c37f1 req-18b29e34-14c6-4d34-9c00-3d0ea9f21be9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:52.004987 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-595522ab-9175-4e37-87cb-b8884f8c37f1 req-18b29e34-14c6-4d34-9c00-3d0ea9f21be9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0623357 Jul 13 08:14:52.041749 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-595522ab-9175-4e37-87cb-b8884f8c37f1 req-121c21aa-4f90-4520-a947-381487bdfaf2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311739 Jul 13 08:14:52.144096 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:53.216671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc6611-f4a2-4156-b07c-99304fdbf6d7 req-d5d7924d-b6a7-47e4-8fd4-57deac6f57d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:53.218194 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4dcc6611-f4a2-4156-b07c-99304fdbf6d7 req-d5d7924d-b6a7-47e4-8fd4-57deac6f57d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0669243 Jul 13 08:14:53.256024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4dcc6611-f4a2-4156-b07c-99304fdbf6d7 req-f2ee2ba4-f870-4944-a0ca-53d51983112a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Jul 13 08:14:53.812228 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:54.435374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c027cc-dd38-4da4-b314-c3d993401a27 req-f9c0e8ce-d750-4cef-af94-5fe12b2bf3b8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:54.436899 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64c027cc-dd38-4da4-b314-c3d993401a27 req-f9c0e8ce-d750-4cef-af94-5fe12b2bf3b8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0668221 Jul 13 08:14:54.475237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-64c027cc-dd38-4da4-b314-c3d993401a27 req-8e0caf44-67fe-421c-bf33-c0c258d89f0d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326698 Jul 13 08:14:55.650949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9fd1c-3418-4df6-baa6-7d888d58a3b1 req-259832b0-f2d6-4252-96b2-3c2e92d6b56d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:55.652450 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4df9fd1c-3418-4df6-baa6-7d888d58a3b1 req-259832b0-f2d6-4252-96b2-3c2e92d6b56d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0662448 Jul 13 08:14:55.689737 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4df9fd1c-3418-4df6-baa6-7d888d58a3b1 req-2f394ea5-d16c-4098-8440-9b0fefa3093a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317583 Jul 13 08:14:56.863467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5470d8e-1a72-4a29-a27e-e04507a45e3c req-799e41f5-2f4e-4e84-9843-3a9cab641542 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:56.865017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f5470d8e-1a72-4a29-a27e-e04507a45e3c req-799e41f5-2f4e-4e84-9843-3a9cab641542 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0640907 Jul 13 08:14:56.910762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f5470d8e-1a72-4a29-a27e-e04507a45e3c req-19fe8a74-7acf-45a7-a8a0-ce6337eaadaf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378931 Jul 13 08:14:58.080618 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b136d8-3579-4c3a-a4d2-fb7a6a71a8c9 req-8f260241-55dd-4da4-94cb-fa6c90868b5c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:58.082147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-60b136d8-3579-4c3a-a4d2-fb7a6a71a8c9 req-8f260241-55dd-4da4-94cb-fa6c90868b5c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0630929 Jul 13 08:14:58.119163 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-60b136d8-3579-4c3a-a4d2-fb7a6a71a8c9 req-bdb31a8e-f19a-4168-a9db-3415bd593ccd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Jul 13 08:14:59.296043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969fa57-6e45-4743-b805-7991f6c4ec58 req-eb69f7d8-9fd6-495f-8d8e-ff4b91d0d90d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:59.297527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9969fa57-6e45-4743-b805-7991f6c4ec58 req-eb69f7d8-9fd6-495f-8d8e-ff4b91d0d90d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0668559 Jul 13 08:14:59.333398 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9969fa57-6e45-4743-b805-7991f6c4ec58 req-2ed4542f-6874-4c49-b303-5ed1b19f6888 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304198 Jul 13 08:15:00.503773 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8e44e-97da-4239-9740-553a1aa5f1b0 req-e9e9c224-03d8-436e-b85c-9683089d19e7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:00.505247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2cc8e44e-97da-4239-9740-553a1aa5f1b0 req-e9e9c224-03d8-436e-b85c-9683089d19e7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0619988 Jul 13 08:15:00.543106 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2cc8e44e-97da-4239-9740-553a1aa5f1b0 req-ac2bcda1-2ff1-44ae-93db-ce9d11c0178b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Jul 13 08:15:01.718715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0d7b4-1a87-489b-945c-bb5826a66782 req-4f6a43b5-5512-4a66-b752-cbc574f37295 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:01.720214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95d0d7b4-1a87-489b-945c-bb5826a66782 req-4f6a43b5-5512-4a66-b752-cbc574f37295 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0680351 Jul 13 08:15:01.757773 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95d0d7b4-1a87-489b-945c-bb5826a66782 req-5ceb7a29-eb66-4537-8373-debf19dbb309 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320232 Jul 13 08:15:02.933759 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c2d0-9c3d-4cef-9acd-687e3c10c682 req-0bd76bf9-39d1-4c2e-8109-ccab5609a9b3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:02.935329 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc50c2d0-9c3d-4cef-9acd-687e3c10c682 req-0bd76bf9-39d1-4c2e-8109-ccab5609a9b3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0675769 Jul 13 08:15:02.973237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc50c2d0-9c3d-4cef-9acd-687e3c10c682 req-a2c1c41e-44f9-453a-bd2a-94cdd517a3fa tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323195 Jul 13 08:15:04.147857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23981d0-df19-4a87-9466-70ccfedf1913 req-b7e29c6a-e880-4f26-94ac-4968247ecb89 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:04.149365 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e23981d0-df19-4a87-9466-70ccfedf1913 req-b7e29c6a-e880-4f26-94ac-4968247ecb89 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0645044 Jul 13 08:15:04.191696 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e23981d0-df19-4a87-9466-70ccfedf1913 req-90e8d12e-aacb-4ce9-aeca-ea0bd2108a11 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367999 Jul 13 08:15:05.366507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c5e2-fb57-40a4-bb2a-6d2faec4d5c7 req-87245c6b-d5f3-4f48-b2dd-423d8a5c376b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:05.367985 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d184c5e2-fb57-40a4-bb2a-6d2faec4d5c7 req-87245c6b-d5f3-4f48-b2dd-423d8a5c376b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0661507 Jul 13 08:15:05.404796 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d184c5e2-fb57-40a4-bb2a-6d2faec4d5c7 req-5b2ffd0a-d0b3-4902-998a-48c1c8aebe19 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Jul 13 08:15:06.126364 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:06.574961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412f44f-ca70-4814-85e1-74fb5ff10aa4 req-5adbbc71-b77d-4372-92f6-2070f3c5a6db tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:06.576440 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2412f44f-ca70-4814-85e1-74fb5ff10aa4 req-5adbbc71-b77d-4372-92f6-2070f3c5a6db tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0622389 Jul 13 08:15:06.613209 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2412f44f-ca70-4814-85e1-74fb5ff10aa4 req-d06e7dd1-b616-404b-b2de-2720b976afe0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Jul 13 08:15:07.787527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb3ab6-2710-4875-ba84-55ad3aaeb7c4 req-f166418a-78f8-4b39-9fe2-01bea651b8ad tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:07.789023 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19eb3ab6-2710-4875-ba84-55ad3aaeb7c4 req-f166418a-78f8-4b39-9fe2-01bea651b8ad tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0662611 Jul 13 08:15:07.827468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19eb3ab6-2710-4875-ba84-55ad3aaeb7c4 req-8b4ac607-aadd-433e-9287-4509d63ddea1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Jul 13 08:15:08.086920 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:09.003560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b9a0e-45bb-424b-93cc-cd1f7475cce1 req-5e4fa964-e2e9-4ea0-8487-b1a6efb8a02d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:09.005100 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b3b9a0e-45bb-424b-93cc-cd1f7475cce1 req-5e4fa964-e2e9-4ea0-8487-b1a6efb8a02d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0645220 Jul 13 08:15:09.043999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b3b9a0e-45bb-424b-93cc-cd1f7475cce1 req-cfca2bc4-69e7-4565-8cb3-e0864eb91e05 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Jul 13 08:15:10.217089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb73430-4118-4231-b6fa-57b0a88fb60a req-c3e9b2e6-4734-4945-b361-66750d1f2845 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:10.218568 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eeb73430-4118-4231-b6fa-57b0a88fb60a req-c3e9b2e6-4734-4945-b361-66750d1f2845 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0638683 Jul 13 08:15:10.257247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eeb73430-4118-4231-b6fa-57b0a88fb60a req-94526d86-0752-4cf5-a72f-60200695b6f2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331252 Jul 13 08:15:11.436957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1dc76-4ffc-4c6d-b4dc-2c3e0eba9dc4 req-b245d6f3-3aed-48f1-9322-d5ecd881bfe0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:11.438477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16f1dc76-4ffc-4c6d-b4dc-2c3e0eba9dc4 req-b245d6f3-3aed-48f1-9322-d5ecd881bfe0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0669105 Jul 13 08:15:11.476659 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-16f1dc76-4ffc-4c6d-b4dc-2c3e0eba9dc4 req-5b4918f1-5c7c-4428-9369-1119c858991d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 Jul 13 08:15:12.647641 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8578b-7850-4f1a-862a-d2017e179a92 req-9d2ddce3-237a-4235-9af0-4b024c171a42 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:12.649785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1b8578b-7850-4f1a-862a-d2017e179a92 req-9d2ddce3-237a-4235-9af0-4b024c171a42 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0635102 Jul 13 08:15:12.686581 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1b8578b-7850-4f1a-862a-d2017e179a92 req-586081f6-2d7c-42ab-8376-ba2d220a6605 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311260 Jul 13 08:15:13.869627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfbb6d-0b50-4e9b-aa71-196b8879bf92 req-48f2ddf1-48bd-4bbe-8e9a-b6ff006bacb1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:13.871167 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9dcfbb6d-0b50-4e9b-aa71-196b8879bf92 req-48f2ddf1-48bd-4bbe-8e9a-b6ff006bacb1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0696404 Jul 13 08:15:13.910686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9dcfbb6d-0b50-4e9b-aa71-196b8879bf92 req-ebdf0d35-3bd2-4a4b-a942-41626b7c2814 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337360 Jul 13 08:15:15.091627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c6378-4c4f-4911-ab2e-e6a342ac0aa8 req-b7e29fe3-a091-477e-ba4e-3674441218ee tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:15.093052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc2c6378-4c4f-4911-ab2e-e6a342ac0aa8 req-b7e29fe3-a091-477e-ba4e-3674441218ee tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0651476 Jul 13 08:15:15.131709 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc2c6378-4c4f-4911-ab2e-e6a342ac0aa8 req-06a504a9-c896-48d2-9f31-1e7cac8239ba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Jul 13 08:15:16.304157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89d387-1446-4a83-aed6-0bfc0e81b69e req-9cb41b1e-7f72-4fc1-b835-9b3013b2b131 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:16.306247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f89d387-1446-4a83-aed6-0bfc0e81b69e req-9cb41b1e-7f72-4fc1-b835-9b3013b2b131 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0639338 Jul 13 08:15:16.343539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f89d387-1446-4a83-aed6-0bfc0e81b69e req-db561dc7-0648-42bd-abe1-ee534d334d12 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Jul 13 08:15:17.525790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8037a-9298-470c-b66f-84e562cec3ad req-ba738246-f658-40e6-ae9e-13e41d6aecd0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:17.527310 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2c8037a-9298-470c-b66f-84e562cec3ad req-ba738246-f658-40e6-ae9e-13e41d6aecd0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0675557 Jul 13 08:15:17.565630 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2c8037a-9298-470c-b66f-84e562cec3ad req-4c51fcf9-0354-4ff2-a9e7-b83ae68a5ef9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328228 Jul 13 08:15:18.397919 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e91c1832-f10e-476b-b07e-38c204fd5529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:18.746133 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b31e34-2a3f-46d1-ba92-89ff2481eea9 req-afff71e9-c861-4cca-8874-2c9d67168e87 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:18.747698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-53b31e34-2a3f-46d1-ba92-89ff2481eea9 req-afff71e9-c861-4cca-8874-2c9d67168e87 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0669849 Jul 13 08:15:18.785895 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-53b31e34-2a3f-46d1-ba92-89ff2481eea9 req-4a942cbd-f993-43d6-9755-3a88f4c3263c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327001 Jul 13 08:15:18.868326 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:15:19.968699 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511a182-1ca3-4c46-98ee-c980e59f6013 req-8ba585cd-738b-499a-acb5-5d86383b5505 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:19.970273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e511a182-1ca3-4c46-98ee-c980e59f6013 req-8ba585cd-738b-499a-acb5-5d86383b5505 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0691714 Jul 13 08:15:20.011379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e511a182-1ca3-4c46-98ee-c980e59f6013 req-b31fdd3b-d61c-4263-b574-9bbf76681963 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327530 Jul 13 08:15:21.107297 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225da585-fa99-4cf3-b549-317cd9b889b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.158357 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.189332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa6ea-495f-4ce9-9eb8-5189494d76cd req-4f25205d-b6f2-4991-8b1e-68e835f57ece tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:21.190957 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e7aa6ea-495f-4ce9-9eb8-5189494d76cd req-4f25205d-b6f2-4991-8b1e-68e835f57ece tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0662620 Jul 13 08:15:21.230439 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e7aa6ea-495f-4ce9-9eb8-5189494d76cd req-046a4f10-0fc9-4a0f-a3a1-f2e24fdf3cd1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331612 Jul 13 08:15:22.145843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:22.404074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6d1a8-8615-4e1c-be52-7c5303fad7e2 req-3d3b13d3-c337-42e6-94ac-443c2603eacc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.405526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bce6d1a8-8615-4e1c-be52-7c5303fad7e2 req-3d3b13d3-c337-42e6-94ac-443c2603eacc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0637178 Jul 13 08:15:22.444669 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bce6d1a8-8615-4e1c-be52-7c5303fad7e2 req-c8b4771f-8fa1-4979-be87-93f5a560d4d9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335758 Jul 13 08:15:23.629609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09fced-4ac5-468e-8df5-cae4ce1faeaa req-ecd1ce62-c091-4d1f-ac19-7a56c4b0d90c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:23.631149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2a09fced-4ac5-468e-8df5-cae4ce1faeaa req-ecd1ce62-c091-4d1f-ac19-7a56c4b0d90c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0710874 Jul 13 08:15:23.670038 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2a09fced-4ac5-468e-8df5-cae4ce1faeaa req-a649f172-9756-417c-89ec-eb208761710c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333087 Jul 13 08:15:23.814663 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:24.843715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bbe7a-df8b-4cbf-9566-f09b622b11dd req-54ed4f08-1a4d-4594-8324-9cf823fa5498 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:24.845243 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e1bbe7a-df8b-4cbf-9566-f09b622b11dd req-54ed4f08-1a4d-4594-8324-9cf823fa5498 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0644617 Jul 13 08:15:24.886130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e1bbe7a-df8b-4cbf-9566-f09b622b11dd req-b3dd749e-366d-4b84-a627-eb073b6138da tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Jul 13 08:15:26.064546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213a195-baef-428e-814b-259eeb51941d req-d7f62953-a31f-4ec4-bc44-542b9e9c38bb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:26.066088 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4213a195-baef-428e-814b-259eeb51941d req-d7f62953-a31f-4ec4-bc44-542b9e9c38bb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0683172 Jul 13 08:15:26.105956 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4213a195-baef-428e-814b-259eeb51941d req-5a9b3080-95df-45c1-90e2-c1139b657a24 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336571 Jul 13 08:15:27.281901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3efe5-3f54-47cb-b023-1182a748aa59 req-7d987bed-3229-4a4e-b21e-bebe8cda692f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:27.283442 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dab3efe5-3f54-47cb-b023-1182a748aa59 req-7d987bed-3229-4a4e-b21e-bebe8cda692f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0648863 Jul 13 08:15:27.323137 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dab3efe5-3f54-47cb-b023-1182a748aa59 req-65621b98-62c6-41f2-a215-909e0d662866 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341129 Jul 13 08:15:28.503754 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dcd4f-82a0-43c5-8f42-ea2090a60d73 req-22ca3ddc-3ec7-4607-bc4e-30c687ed3225 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:28.505331 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-279dcd4f-82a0-43c5-8f42-ea2090a60d73 req-22ca3ddc-3ec7-4607-bc4e-30c687ed3225 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0655539 Jul 13 08:15:28.552442 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-279dcd4f-82a0-43c5-8f42-ea2090a60d73 req-2f955075-be93-484a-b2ab-5fe3826ed9dc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412731 Jul 13 08:15:29.734472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25db5a-8a0d-4b70-9f09-c765e876709c req-48e5f81d-8fa9-4896-af23-91dce922d06f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:29.734472 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c25db5a-8a0d-4b70-9f09-c765e876709c req-48e5f81d-8fa9-4896-af23-91dce922d06f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0671163 Jul 13 08:15:29.769170 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3c25db5a-8a0d-4b70-9f09-c765e876709c req-b95e6f9a-a0b0-4e36-a12a-d93389c2e7c4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319564 Jul 13 08:15:30.941406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5129305-0ad8-4f8a-b35b-ed8a13ca28bd req-9447620b-ecb4-47a7-bf7e-4a4b4cfb8e04 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:30.942950 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a5129305-0ad8-4f8a-b35b-ed8a13ca28bd req-9447620b-ecb4-47a7-bf7e-4a4b4cfb8e04 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0636299 Jul 13 08:15:30.980735 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a5129305-0ad8-4f8a-b35b-ed8a13ca28bd req-fb8fd411-ce8f-42f7-b9e7-c4358012a43f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321693 Jul 13 08:15:32.155153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d0bfd-22c7-499f-8035-fa9885a22d62 req-f310cb49-b9ff-4b7e-98b8-15ea947b0336 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:32.156594 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e54d0bfd-22c7-499f-8035-fa9885a22d62 req-f310cb49-b9ff-4b7e-98b8-15ea947b0336 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0673933 Jul 13 08:15:32.195730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e54d0bfd-22c7-499f-8035-fa9885a22d62 req-109a01c7-5de1-49f0-9ed2-89f07f4cad38 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335104 Jul 13 08:15:33.371252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e5545-5605-4f3c-b01f-9d5d18257077 req-4c1f78da-ac6d-47bb-ab30-42f399111537 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:33.372733 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff7e5545-5605-4f3c-b01f-9d5d18257077 req-4c1f78da-ac6d-47bb-ab30-42f399111537 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0629008 Jul 13 08:15:33.410762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff7e5545-5605-4f3c-b01f-9d5d18257077 req-1016de3c-5eca-4af2-b392-be8faa333504 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325129 Jul 13 08:15:34.582503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399389d-fcd2-4100-b75b-8737e1f69f03 req-d5d0f52c-6fd4-472d-b05f-8a1412f086b9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:34.584017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9399389d-fcd2-4100-b75b-8737e1f69f03 req-d5d0f52c-6fd4-472d-b05f-8a1412f086b9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0631583 Jul 13 08:15:34.621136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9399389d-fcd2-4100-b75b-8737e1f69f03 req-2314e8d4-742b-4a4e-95d1-0dc88fa5244f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Jul 13 08:15:35.798309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cac3ee-8bce-49e5-9bd4-4da7baef108a req-b3370460-c162-4df8-a606-c826471933d1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:35.799819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-21cac3ee-8bce-49e5-9bd4-4da7baef108a req-b3370460-c162-4df8-a606-c826471933d1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0684426 Jul 13 08:15:35.838283 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-21cac3ee-8bce-49e5-9bd4-4da7baef108a req-b6a07d13-1945-4e22-bb51-9fa3c5ab8d79 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328360 Jul 13 08:15:36.141491 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:37.011210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201eac-8fb3-42ec-9ccc-d741392de77e req-b82cc949-4190-4b47-930a-3131d0b9ea28 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:37.012764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-de201eac-8fb3-42ec-9ccc-d741392de77e req-b82cc949-4190-4b47-930a-3131d0b9ea28 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0640454 Jul 13 08:15:37.052750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-de201eac-8fb3-42ec-9ccc-d741392de77e req-2a96d08c-41f7-4e0c-9db4-369bc2b6a2a1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344794 Jul 13 08:15:37.715507 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-3337d0ac-6f39-4a06-be03-19ac3baa3b91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546794 Jul 13 08:15:37.810983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-ec557981-3b53-4cd5-b843-bdd9a4b344d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:37.812528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-ec557981-3b53-4cd5-b843-bdd9a4b344d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0549247 Jul 13 08:15:37.924999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-0eb6435d-ea72-4349-a5c2-98d2a4ecdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:37.926528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-0eb6435d-ea72-4349-a5c2-98d2a4ecdafc service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0933969 Jul 13 08:15:37.993667 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-64949bf7-2567-4cd2-a389-2fe5dc178014 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1002 time: 0.0601540 Jul 13 08:15:38.041209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-76e2f4b6-c6d0-4bab-85fb-ce28bff3d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:38.042943 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-76e2f4b6-c6d0-4bab-85fb-ce28bff3d2a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0432920 Jul 13 08:15:38.087169 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:38.101083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-12f8cd32-518e-4e3f-8298-c8e6d8841ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:38.103192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-12f8cd32-518e-4e3f-8298-c8e6d8841ea5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540566 Jul 13 08:15:38.197009 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-58193868-9eab-4a7a-aaf8-edf6bdc0d919 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870740 Jul 13 08:15:38.233355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc777-28a3-42e6-a102-4fd4a5f189a0 req-45a3757a-f90f-47d1-8995-89679194ce7e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:38.234901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e5ebc777-28a3-42e6-a102-4fd4a5f189a0 req-45a3757a-f90f-47d1-8995-89679194ce7e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0686247 Jul 13 08:15:38.272478 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e5ebc777-28a3-42e6-a102-4fd4a5f189a0 req-c6ae3463-aef2-495f-9c41-9c4f0aa79ecf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318882 Jul 13 08:15:38.286030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2da84bf7-892f-4b41-97d8-1010dbbed70e req-0d88ef31-1d7a-4e75-bcf4-5863da813a1a service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831382 Jul 13 08:15:39.444012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194734dd-70fc-498e-aa1e-32bee7a51448 req-815d02ab-0706-4f34-bbac-633ce8d76731 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:39.445665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-194734dd-70fc-498e-aa1e-32bee7a51448 req-815d02ab-0706-4f34-bbac-633ce8d76731 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0632930 Jul 13 08:15:39.483063 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-194734dd-70fc-498e-aa1e-32bee7a51448 req-c7bd067d-b769-4096-812b-c9be31138450 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Jul 13 08:15:40.654949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8ad5b-6ae6-40e8-8b71-4179e5519189 req-1bda6f4b-230e-492c-9973-c4298edcb30f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:40.656459 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7b8ad5b-6ae6-40e8-8b71-4179e5519189 req-1bda6f4b-230e-492c-9973-c4298edcb30f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0637300 Jul 13 08:15:40.694130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b7b8ad5b-6ae6-40e8-8b71-4179e5519189 req-bec74c72-b9f1-4a62-a87c-4b73d8839131 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321383 Jul 13 08:15:41.871118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72611ac-634b-4a45-b935-e938cde75553 req-a881da88-1b41-4c4c-9adc-8137f18d04c8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:41.872615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e72611ac-634b-4a45-b935-e938cde75553 req-a881da88-1b41-4c4c-9adc-8137f18d04c8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0674510 Jul 13 08:15:41.911520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e72611ac-634b-4a45-b935-e938cde75553 req-4e8580d0-5012-4417-9fe6-440da9cb882d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334103 Jul 13 08:15:43.088228 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb86160-5d58-441e-9f47-8854a7e11304 req-f402be53-e00b-4d27-8243-57bd4d953ba9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:43.089651 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0bb86160-5d58-441e-9f47-8854a7e11304 req-f402be53-e00b-4d27-8243-57bd4d953ba9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0638299 Jul 13 08:15:43.126548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0bb86160-5d58-441e-9f47-8854a7e11304 req-6109c3dc-4ef5-46a8-b54c-d90206aaab09 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312688 Jul 13 08:15:44.301125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873a08b-6561-481d-ad15-fab84d5a7971 req-5b286fe1-30e3-4e91-94b7-924c2b06f2c4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:44.302668 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d873a08b-6561-481d-ad15-fab84d5a7971 req-5b286fe1-30e3-4e91-94b7-924c2b06f2c4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0667124 Jul 13 08:15:44.340591 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d873a08b-6561-481d-ad15-fab84d5a7971 req-cd0c93c4-adc2-4395-9695-2a4a94b18da6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Jul 13 08:15:45.510920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2637f9e-415f-4b94-9dea-a03838e21a67 req-e2c4ed2f-821c-4b20-89fc-58af948c136a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:45.512394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2637f9e-415f-4b94-9dea-a03838e21a67 req-e2c4ed2f-821c-4b20-89fc-58af948c136a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0622213 Jul 13 08:15:45.549751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d2637f9e-415f-4b94-9dea-a03838e21a67 req-9eb48eb9-2194-4543-9da6-c779b0a3a221 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Jul 13 08:15:46.722089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e770b5-3af3-48b2-aee1-acc7761bedc7 req-31241d9e-0cdd-4da4-b560-f87d0bb0b735 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:46.723598 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2e770b5-3af3-48b2-aee1-acc7761bedc7 req-31241d9e-0cdd-4da4-b560-f87d0bb0b735 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0629342 Jul 13 08:15:46.761308 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b2e770b5-3af3-48b2-aee1-acc7761bedc7 req-1023c185-793c-4cd7-87be-6563cc8ac7ec tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320792 Jul 13 08:15:47.948946 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e063e17-d90c-4d77-8b14-32eb111b74b8 req-2d6f8be4-9d34-4dd5-9a5c-32b26886dc15 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:47.950521 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e063e17-d90c-4d77-8b14-32eb111b74b8 req-2d6f8be4-9d34-4dd5-9a5c-32b26886dc15 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0708170 Jul 13 08:15:47.987425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e063e17-d90c-4d77-8b14-32eb111b74b8 req-565351a7-0a28-49f7-ac53-4715f25381aa tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Jul 13 08:15:48.398609 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a9231c6-16c8-4872-b683-9d448975cfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.165022 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b81299-91e1-4ba1-8f71-3b660af8ccc3 req-777409b5-0006-4c54-a2f3-43b5c1a06c32 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:49.166454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40b81299-91e1-4ba1-8f71-3b660af8ccc3 req-777409b5-0006-4c54-a2f3-43b5c1a06c32 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0638096 Jul 13 08:15:49.204384 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-40b81299-91e1-4ba1-8f71-3b660af8ccc3 req-7a95bb0f-668a-4722-a64f-1dd3f44caa6f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321114 Jul 13 08:15:50.383558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f00f3-5736-4fd8-a77b-f6316421c00f req-9fcfe451-82bd-4050-a353-dc451b707a06 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:50.385055 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f10f00f3-5736-4fd8-a77b-f6316421c00f req-9fcfe451-82bd-4050-a353-dc451b707a06 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0678902 Jul 13 08:15:50.423237 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f10f00f3-5736-4fd8-a77b-f6316421c00f req-01f66fb9-3f69-46c8-aea1-1cebb5c53b7f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Jul 13 08:15:51.108642 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb6398ef-a657-4f9c-a4e0-b38ba2a0ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:51.158610 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:51.594174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54c16b-8b06-417c-b5ca-825357be18de req-ca699e80-4b66-4812-b82f-4631fbc9bafd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:51.595661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e54c16b-8b06-417c-b5ca-825357be18de req-ca699e80-4b66-4812-b82f-4631fbc9bafd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0632629 Jul 13 08:15:51.633861 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e54c16b-8b06-417c-b5ca-825357be18de req-931be562-d374-4006-834b-1ede68e75bbd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326526 Jul 13 08:15:52.149538 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:52.812771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99232dde-46c9-44e0-8355-caf22d8497e3 req-31723c34-3ccc-41f1-9dd7-4b5dc465592d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:52.814277 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99232dde-46c9-44e0-8355-caf22d8497e3 req-31723c34-3ccc-41f1-9dd7-4b5dc465592d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0636973 Jul 13 08:15:52.853065 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99232dde-46c9-44e0-8355-caf22d8497e3 req-f1dc1c87-32b9-4c92-acaf-801385c0fede tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331800 Jul 13 08:15:53.819661 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:54.209285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706d6e1-e2f0-4476-ac80-3e6d64cd9f86 req-9cd691fc-5f72-4c77-9a2f-7b7c7cc4a731 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:54.210784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d706d6e1-e2f0-4476-ac80-3e6d64cd9f86 req-9cd691fc-5f72-4c77-9a2f-7b7c7cc4a731 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0668507 Jul 13 08:15:54.248869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d706d6e1-e2f0-4476-ac80-3e6d64cd9f86 req-1ca8f278-7615-46ba-ab91-56cf2458338f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319855 Jul 13 08:15:55.424235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9572052-4ae0-4a5f-9d12-5ca1d316da24 req-1d38a00c-efb8-4f03-8ee1-6413618e1889 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:55.425745 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9572052-4ae0-4a5f-9d12-5ca1d316da24 req-1d38a00c-efb8-4f03-8ee1-6413618e1889 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0648475 Jul 13 08:15:55.463760 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9572052-4ae0-4a5f-9d12-5ca1d316da24 req-02acc87e-2c64-4427-ad9b-0d344e64fc85 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317507 Jul 13 08:15:55.867489 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:15:56.641024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a5ae-6ab2-403a-9941-955ef969416f req-11f81b7f-e927-4a35-9253-e6267878662f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:56.642551 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5327a5ae-6ab2-403a-9941-955ef969416f req-11f81b7f-e927-4a35-9253-e6267878662f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0678999 Jul 13 08:15:56.681811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5327a5ae-6ab2-403a-9941-955ef969416f req-555a8c18-7544-4687-a1a0-3aea1d898f60 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334654 Jul 13 08:15:57.857455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192777c-556b-430a-8a94-b4c0f51efa32 req-c083e722-3ea2-4aba-9a8f-7a076ce03276 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:57.859021 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d192777c-556b-430a-8a94-b4c0f51efa32 req-c083e722-3ea2-4aba-9a8f-7a076ce03276 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0643570 Jul 13 08:15:57.898347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d192777c-556b-430a-8a94-b4c0f51efa32 req-62172504-1bcd-45cd-8923-61b9d3ff0c92 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336227 Jul 13 08:15:59.068011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df5310-d8a8-4732-950a-43bf6e778bd1 req-f641a254-163d-47de-9ea0-0177db278ed1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:59.069518 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62df5310-d8a8-4732-950a-43bf6e778bd1 req-f641a254-163d-47de-9ea0-0177db278ed1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0627794 Jul 13 08:15:59.107999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62df5310-d8a8-4732-950a-43bf6e778bd1 req-a96d8297-f3e3-4beb-8418-3def3bd87863 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jul 13 08:16:00.283706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdc7bc-ce82-4f12-8e61-c700949769dd req-73425fcc-e1c2-424e-a186-3b95f0005b16 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:00.285185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3abdc7bc-ce82-4f12-8e61-c700949769dd req-73425fcc-e1c2-424e-a186-3b95f0005b16 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0669100 Jul 13 08:16:00.323670 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3abdc7bc-ce82-4f12-8e61-c700949769dd req-11970be1-ba95-48f9-9da3-07c6d509a4f4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328507 Jul 13 08:16:01.497388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37f8b-41c6-461e-b1cd-fe3b164d378b req-248c6a94-5689-4897-b63a-3d0838edefce tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:01.498928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07a37f8b-41c6-461e-b1cd-fe3b164d378b req-248c6a94-5689-4897-b63a-3d0838edefce tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0632775 Jul 13 08:16:01.537099 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-07a37f8b-41c6-461e-b1cd-fe3b164d378b req-822acabe-69c0-438b-af93-2d89dd772c2e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323603 Jul 13 08:16:02.734358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316f64d-38f7-4d78-bd18-7c5dcbfaba1e req-9ee9cebe-db54-4ff0-babd-ccf4dadbea56 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:02.735978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f316f64d-38f7-4d78-bd18-7c5dcbfaba1e req-9ee9cebe-db54-4ff0-babd-ccf4dadbea56 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0739348 Jul 13 08:16:02.777878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f316f64d-38f7-4d78-bd18-7c5dcbfaba1e req-f7361e7c-978d-4b24-bd84-ee4deec257eb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346680 Jul 13 08:16:03.951478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fbd6d-447e-49ed-82ff-b97f7e82ea96 req-faee00ed-e84c-4495-b915-c452df026f9f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:03.953005 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-043fbd6d-447e-49ed-82ff-b97f7e82ea96 req-faee00ed-e84c-4495-b915-c452df026f9f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0647042 Jul 13 08:16:03.991468 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-043fbd6d-447e-49ed-82ff-b97f7e82ea96 req-8e9d4538-4611-45e0-87f3-95cc15526f77 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329008 Jul 13 08:16:05.164380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16800c-730b-438e-a706-0a93c8209054 req-97503605-bd49-4dd1-9bd6-f41be4bf58e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:05.165792 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2b16800c-730b-438e-a706-0a93c8209054 req-97503605-bd49-4dd1-9bd6-f41be4bf58e2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0660646 Jul 13 08:16:05.203610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2b16800c-730b-438e-a706-0a93c8209054 req-3cbe686b-d644-4d84-b42d-c4906ef851a4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Jul 13 08:16:06.130434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:06.381560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8be582-4f3a-45c0-9d43-ee2ad8f476e1 req-52267549-6a22-4df4-8f45-0ba5b6e9db1a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:06.382990 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e8be582-4f3a-45c0-9d43-ee2ad8f476e1 req-52267549-6a22-4df4-8f45-0ba5b6e9db1a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0671003 Jul 13 08:16:06.421406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7e8be582-4f3a-45c0-9d43-ee2ad8f476e1 req-ffb4cba0-c4fa-4721-88d9-a8690d278536 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326107 Jul 13 08:16:07.599353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17917-d3a6-4b47-a6ea-10ddfbe49527 req-3f5cfcc7-620d-4e81-aba4-7e74e617d304 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:07.600859 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fe17917-d3a6-4b47-a6ea-10ddfbe49527 req-3f5cfcc7-620d-4e81-aba4-7e74e617d304 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0639324 Jul 13 08:16:07.639660 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9fe17917-d3a6-4b47-a6ea-10ddfbe49527 req-b63b2273-3344-447b-a547-a03d6dbe99d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328212 Jul 13 08:16:08.094689 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:08.812573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec363f-aeb1-4ab6-9d18-1c33d6d4fbd0 req-1793cd1f-40eb-4d0e-917e-b60b3f8ae7d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:08.814086 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9ec363f-aeb1-4ab6-9d18-1c33d6d4fbd0 req-1793cd1f-40eb-4d0e-917e-b60b3f8ae7d5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0657461 Jul 13 08:16:08.852444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9ec363f-aeb1-4ab6-9d18-1c33d6d4fbd0 req-5d09b232-3db6-44ce-a02e-a8c87bee0fd8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327306 Jul 13 08:16:10.022714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8e3b6-34d3-4128-9931-8168bc9c9af1 req-7627c579-0967-4741-abe8-3bd52bf90b3d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:10.025246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5bd8e3b6-34d3-4128-9931-8168bc9c9af1 req-7627c579-0967-4741-abe8-3bd52bf90b3d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0647943 Jul 13 08:16:10.063071 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5bd8e3b6-34d3-4128-9931-8168bc9c9af1 req-cb1b9c9c-7120-49f1-b492-2d070520b66e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Jul 13 08:16:11.232250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285bfef-b1b1-4361-bb1f-705c62bc9aab req-6786bd54-0dfa-4412-abf2-b06882d04eda tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:11.233731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7285bfef-b1b1-4361-bb1f-705c62bc9aab req-6786bd54-0dfa-4412-abf2-b06882d04eda tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0614934 Jul 13 08:16:11.270666 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7285bfef-b1b1-4361-bb1f-705c62bc9aab req-ff39f58a-d269-4916-8b35-a44a031bfb98 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Jul 13 08:16:12.449478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd77fe-662d-4ebf-9a79-d8f3d0bd9954 req-06a59ccd-a4d2-40b6-8e02-378e195e8d88 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:12.451005 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2bcd77fe-662d-4ebf-9a79-d8f3d0bd9954 req-06a59ccd-a4d2-40b6-8e02-378e195e8d88 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0672343 Jul 13 08:16:12.488229 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2bcd77fe-662d-4ebf-9a79-d8f3d0bd9954 req-6eb58792-7e51-45a8-b512-53675e4ff16c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313785 Jul 13 08:16:13.657883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b027-6005-40fc-b5ff-cd76dc2b8afa req-826b1b59-acb0-4c3f-8daf-5b844e131505 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:13.659380 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4828b027-6005-40fc-b5ff-cd76dc2b8afa req-826b1b59-acb0-4c3f-8daf-5b844e131505 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0617034 Jul 13 08:16:13.696362 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4828b027-6005-40fc-b5ff-cd76dc2b8afa req-46f4ea49-72ef-4746-bb92-6de5cae8bfc0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Jul 13 08:16:14.874964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909c79-e312-4637-8fbf-6b5a38903ccb req-9f8ba8e0-6286-4a29-83eb-67901eeb1f6b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:14.876516 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad909c79-e312-4637-8fbf-6b5a38903ccb req-9f8ba8e0-6286-4a29-83eb-67901eeb1f6b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0671530 Jul 13 08:16:14.914706 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad909c79-e312-4637-8fbf-6b5a38903ccb req-65d0789b-cf87-45c1-93d6-b23a779731ab tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Jul 13 08:16:16.098324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520cebf-fd66-4c1e-b3c9-96e0cb849bd7 req-61b0b55f-94ec-400b-8c9f-9f52df12085d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:16.099924 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4520cebf-fd66-4c1e-b3c9-96e0cb849bd7 req-61b0b55f-94ec-400b-8c9f-9f52df12085d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0728934 Jul 13 08:16:16.142217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4520cebf-fd66-4c1e-b3c9-96e0cb849bd7 req-03523f44-82bf-4aed-8967-86e04bcfa47d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358598 Jul 13 08:16:17.317783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa302c8-dafb-4beb-9fcd-a7a51e22df93 req-1a1fadd1-8eeb-44ca-9336-ff0c83f8c73c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:17.319313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2aa302c8-dafb-4beb-9fcd-a7a51e22df93 req-1a1fadd1-8eeb-44ca-9336-ff0c83f8c73c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0643775 Jul 13 08:16:17.357204 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2aa302c8-dafb-4beb-9fcd-a7a51e22df93 req-ffa9883d-44e6-4be8-8a9f-d60ecd783414 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316577 Jul 13 08:16:18.399959 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-535908bd-6908-446e-a398-cf3cc2c4b3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:18.533193 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468a46f-e6e9-41cd-8f12-018ca3dcc5cb req-c3737759-db35-4def-a429-243e9c80d796 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:18.534709 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5468a46f-e6e9-41cd-8f12-018ca3dcc5cb req-c3737759-db35-4def-a429-243e9c80d796 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0664701 Jul 13 08:16:18.573528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5468a46f-e6e9-41cd-8f12-018ca3dcc5cb req-0ab5ab4e-bd77-4300-8158-be45f49500cc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332518 Jul 13 08:16:19.747469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d1b0-8e81-49b7-b319-e332c6406d8a req-65360e19-b360-41f9-86ee-fe3b3794a8f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:19.748955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7b56d1b0-8e81-49b7-b319-e332c6406d8a req-65360e19-b360-41f9-86ee-fe3b3794a8f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0640919 Jul 13 08:16:19.786930 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7b56d1b0-8e81-49b7-b319-e332c6406d8a req-3774771a-2cbf-4258-be30-8d7890da5e36 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325031 Jul 13 08:16:20.963676 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62865440-46c7-48f5-90a6-23e1b78016dc req-1f821c84-6590-4fc7-98d1-891c2b6f8ec1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:20.965196 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62865440-46c7-48f5-90a6-23e1b78016dc req-1f821c84-6590-4fc7-98d1-891c2b6f8ec1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0676525 Jul 13 08:16:21.003731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-62865440-46c7-48f5-90a6-23e1b78016dc req-979a6477-0b1f-4b51-a09e-f440c297a04b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329378 Jul 13 08:16:21.109041 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43a67ef9-a4ce-4e08-80c7-c05e20d4df42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:21.158474 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:22.164390 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:22.183094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f892f02-0204-4c1d-ad3e-4e4317925c1c req-ba75f247-b5d3-41bc-b73b-e035771986f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:22.184587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f892f02-0204-4c1d-ad3e-4e4317925c1c req-ba75f247-b5d3-41bc-b73b-e035771986f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0678732 Jul 13 08:16:22.220532 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f892f02-0204-4c1d-ad3e-4e4317925c1c req-ed058154-469a-4a03-a8c6-cb5fa1cf7888 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304248 Jul 13 08:16:23.388130 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7de3fa-82e4-4e6d-87b3-88a412ba147b req-88c616ba-568c-438a-b4f5-e1f2ed50e660 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:23.389590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e7de3fa-82e4-4e6d-87b3-88a412ba147b req-88c616ba-568c-438a-b4f5-e1f2ed50e660 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0612750 Jul 13 08:16:23.426668 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5e7de3fa-82e4-4e6d-87b3-88a412ba147b req-bf60cdd7-6a17-45b9-9198-26f613fff548 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Jul 13 08:16:23.819832 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:24.598000 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d18407-011a-4904-b1e7-09eeea1d78f1 req-45ac8ced-6a91-4078-b156-d9736bc4d28f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:24.599487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b8d18407-011a-4904-b1e7-09eeea1d78f1 req-45ac8ced-6a91-4078-b156-d9736bc4d28f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0659497 Jul 13 08:16:24.638233 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b8d18407-011a-4904-b1e7-09eeea1d78f1 req-3bedce1f-ed7c-427c-addc-a7e173043769 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326250 Jul 13 08:16:25.812013 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4110ce-aeae-4083-b8b7-0608690476c2 req-ea0be78b-b74d-4401-8179-42415b07eb4a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:25.813589 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2a4110ce-aeae-4083-b8b7-0608690476c2 req-ea0be78b-b74d-4401-8179-42415b07eb4a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0650079 Jul 13 08:16:25.853390 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2a4110ce-aeae-4083-b8b7-0608690476c2 req-5ed38a88-00ef-45a0-b010-7f87fa49ab11 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339532 Jul 13 08:16:27.031025 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acde91-c123-4c50-a620-ab43635ae924 req-ada840bf-9d75-42db-aade-2e01e5f5709a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:27.032528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-01acde91-c123-4c50-a620-ab43635ae924 req-ada840bf-9d75-42db-aade-2e01e5f5709a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0663445 Jul 13 08:16:27.070181 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-01acde91-c123-4c50-a620-ab43635ae924 req-bb141f2e-49ae-416f-abc8-7c02c92fedad tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Jul 13 08:16:28.241265 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0fb34-aa2f-46d4-8a3b-b3b6c9be6c9c req-5b0fce7d-0521-4fc1-8d9d-5f8058af0929 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:28.242787 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2bf0fb34-aa2f-46d4-8a3b-b3b6c9be6c9c req-5b0fce7d-0521-4fc1-8d9d-5f8058af0929 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0618761 Jul 13 08:16:28.280016 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2bf0fb34-aa2f-46d4-8a3b-b3b6c9be6c9c req-832b0ff4-f714-4043-962c-311d7f01607b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310314 Jul 13 08:16:29.448840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f855-2b59-4ee8-be30-d1a8095eb44a req-445ececd-7946-4414-a033-d308ebd64fee tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:29.450373 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a402f855-2b59-4ee8-be30-d1a8095eb44a req-445ececd-7946-4414-a033-d308ebd64fee tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0625384 Jul 13 08:16:29.487836 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a402f855-2b59-4ee8-be30-d1a8095eb44a req-bcc2d52e-ce34-4ee9-9a8f-08f3ef6f0107 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Jul 13 08:16:30.670556 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13800d57-52bc-41f6-b7d3-6106c83d6692 req-242d5d87-f5aa-4f18-856b-e18d1641e6a9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:30.672068 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13800d57-52bc-41f6-b7d3-6106c83d6692 req-242d5d87-f5aa-4f18-856b-e18d1641e6a9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0728657 Jul 13 08:16:30.709967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13800d57-52bc-41f6-b7d3-6106c83d6692 req-327b7e2f-5ab5-43e1-95b4-5043cc52f201 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Jul 13 08:16:31.892302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a233081-2f5a-48ce-8c5a-5e441336234c req-24ecd503-8390-48aa-bd1f-8e662f85b792 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:31.897968 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a233081-2f5a-48ce-8c5a-5e441336234c req-24ecd503-8390-48aa-bd1f-8e662f85b792 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0692716 Jul 13 08:16:31.941751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a233081-2f5a-48ce-8c5a-5e441336234c req-79ac85a4-eccb-4977-8391-12391bcb8b4e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418897 Jul 13 08:16:32.866735 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:16:33.116388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390eeb-b2f8-4736-ab5f-44d2836f7505 req-da6f3f02-f004-4474-ad31-1c6728962583 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:33.117781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca390eeb-b2f8-4736-ab5f-44d2836f7505 req-da6f3f02-f004-4474-ad31-1c6728962583 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0657218 Jul 13 08:16:33.156639 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ca390eeb-b2f8-4736-ab5f-44d2836f7505 req-d54388b3-e2f3-423c-b736-54f8713a79f5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332277 Jul 13 08:16:34.342942 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a459e04-4c32-46ee-9031-9cde2bdf9617 req-f90ec7da-256c-43b7-bfb7-987360303f5d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:34.344477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a459e04-4c32-46ee-9031-9cde2bdf9617 req-f90ec7da-256c-43b7-bfb7-987360303f5d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0639122 Jul 13 08:16:34.382761 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a459e04-4c32-46ee-9031-9cde2bdf9617 req-c1745753-9202-4262-9689-a729e50429a2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Jul 13 08:16:35.555129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd112c-4f59-4ca3-b8ef-cc018b236cba req-2d0df7d6-a62a-43a7-801f-122d8bbaa5ff tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:35.557210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7fd112c-4f59-4ca3-b8ef-cc018b236cba req-2d0df7d6-a62a-43a7-801f-122d8bbaa5ff tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0640209 Jul 13 08:16:35.597218 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7fd112c-4f59-4ca3-b8ef-cc018b236cba req-1063212d-8cc4-4040-bc4c-8745b73f029d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 Jul 13 08:16:36.155641 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:36.776635 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae5d88-8c2e-4239-ac6d-b893b70edde2 req-a97b7084-3f7e-4ce1-9589-761b86160bf7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:36.778156 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a8ae5d88-8c2e-4239-ac6d-b893b70edde2 req-a97b7084-3f7e-4ce1-9589-761b86160bf7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0662472 Jul 13 08:16:36.815233 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a8ae5d88-8c2e-4239-ac6d-b893b70edde2 req-51bea6cb-d285-4fbd-ba71-f57865cef0bd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Jul 13 08:16:37.986382 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0e6ea-1dcd-41a0-99cc-a6550d521c51 req-5d832767-2d09-42b4-9c48-e8349e316f28 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:37.987896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86b0e6ea-1dcd-41a0-99cc-a6550d521c51 req-5d832767-2d09-42b4-9c48-e8349e316f28 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0618608 Jul 13 08:16:38.024515 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86b0e6ea-1dcd-41a0-99cc-a6550d521c51 req-d05556ba-1dd7-45b7-a40d-4696042cb494 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Jul 13 08:16:38.094076 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:39.197889 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16e8c-4781-4367-b5c9-30732c7e9805 req-c74c23a9-f86b-420d-9956-4fc517e9a9f8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:39.199305 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4f16e8c-4781-4367-b5c9-30732c7e9805 req-c74c23a9-f86b-420d-9956-4fc517e9a9f8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0660095 Jul 13 08:16:39.236702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4f16e8c-4781-4367-b5c9-30732c7e9805 req-9cc1b2c5-a074-4a82-bffe-cc9c948c8ebe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318592 Jul 13 08:16:39.715262 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-e12922f6-ad69-4369-b80c-ad7df424f36c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585189 Jul 13 08:16:39.807196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-0cd70e81-b974-4480-a11c-bef848f033d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:39.808685 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-0cd70e81-b974-4480-a11c-bef848f033d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0520525 Jul 13 08:16:39.912840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-e0eab15e-9a19-41d1-ac7e-08fc820a87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:39.914298 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-e0eab15e-9a19-41d1-ac7e-08fc820a87d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0863247 Jul 13 08:16:39.982498 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-a9fa7b4a-230e-4b04-b6e4-9f0fa44b692b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1002 time: 0.0619676 Jul 13 08:16:40.028959 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-60998300-cf41-402a-bc13-e0cd621201dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:40.030399 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-60998300-cf41-402a-bc13-e0cd621201dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0420763 Jul 13 08:16:40.087194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-66e377df-5e2e-4291-acaa-94b09ee093f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:40.088970 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-66e377df-5e2e-4291-acaa-94b09ee093f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526319 Jul 13 08:16:40.180236 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-90900e38-2bd9-49eb-877f-551546122e3b service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851269 Jul 13 08:16:40.266361 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8cb03d92-f00e-46ec-8730-b032acaaaf46 req-3193dba6-c6c1-4b01-9c80-4cdbf87b7d30 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806315 Jul 13 08:16:40.409183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38ed62-542d-4b17-abe6-9b3c7d294b86 req-5644fb5d-c29c-4696-b119-0c5b3395761b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:40.410676 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f38ed62-542d-4b17-abe6-9b3c7d294b86 req-5644fb5d-c29c-4696-b119-0c5b3395761b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0624497 Jul 13 08:16:40.448949 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3f38ed62-542d-4b17-abe6-9b3c7d294b86 req-2836ac7b-1a49-4bb2-a181-abdbc93e3a25 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317636 Jul 13 08:16:41.622407 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef85985-899b-4205-8f37-26c52bd8ba81 req-722ccad4-25b3-4d9b-9d1d-5239d02e8e77 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:41.623951 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ef85985-899b-4205-8f37-26c52bd8ba81 req-722ccad4-25b3-4d9b-9d1d-5239d02e8e77 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0628555 Jul 13 08:16:41.661263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ef85985-899b-4205-8f37-26c52bd8ba81 req-57e47fcb-f22b-4dd1-8812-184364bebe62 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Jul 13 08:16:42.892169 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b548da-f223-4bec-bbbe-412d3673ad06 req-b89e8bee-e1bc-482d-b162-123465c6e3be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:42.893705 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70b548da-f223-4bec-bbbe-412d3673ad06 req-b89e8bee-e1bc-482d-b162-123465c6e3be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0669534 Jul 13 08:16:42.931379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70b548da-f223-4bec-bbbe-412d3673ad06 req-4b20838c-68ae-40fe-8227-cc6b125c622a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315404 Jul 13 08:16:44.180144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52d7da-fe11-424a-aa0e-cc974127b449 req-962327b0-5c19-4357-b5ee-dc1e2c2494df tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:44.181661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc52d7da-fe11-424a-aa0e-cc974127b449 req-962327b0-5c19-4357-b5ee-dc1e2c2494df tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.1062546 Jul 13 08:16:44.221419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc52d7da-fe11-424a-aa0e-cc974127b449 req-12c54d55-b8bd-405a-9228-fcb28549e826 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342467 Jul 13 08:16:45.395059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1f9c4-5ce9-4db0-8f03-a5c7079880d1 req-88a017b4-22c2-4237-8970-daf040f53e16 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:45.396551 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4a1f9c4-5ce9-4db0-8f03-a5c7079880d1 req-88a017b4-22c2-4237-8970-daf040f53e16 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0657547 Jul 13 08:16:45.434565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b4a1f9c4-5ce9-4db0-8f03-a5c7079880d1 req-e83e22d9-e098-4d46-a87f-7e87c34b895d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Jul 13 08:16:46.613359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f5f0d-4c2b-4436-85bc-47c58e7b6a39 req-1e00df51-d42c-4a37-887e-c9f98064f0ff tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:46.614923 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-086f5f0d-4c2b-4436-85bc-47c58e7b6a39 req-1e00df51-d42c-4a37-887e-c9f98064f0ff tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0645702 Jul 13 08:16:46.653626 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-086f5f0d-4c2b-4436-85bc-47c58e7b6a39 req-67ff0c7e-8f8a-48e2-9466-fe61398bd34e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331383 Jul 13 08:16:47.837254 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856bdc3-22e2-419a-bfe3-271de12bba30 req-0d45cfb6-ea10-448a-909b-38924f0cccaf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:47.838837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f856bdc3-22e2-419a-bfe3-271de12bba30 req-0d45cfb6-ea10-448a-909b-38924f0cccaf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0699837 Jul 13 08:16:47.885372 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f856bdc3-22e2-419a-bfe3-271de12bba30 req-a4cb6d9e-0a5f-4633-9783-6cee74850c86 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398138 Jul 13 08:16:48.402718 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64955d10-7038-433b-90ba-cf7201386d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:49.063322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305e882-421d-4c7d-a1e6-8e43864b021c req-093d4da5-8b80-4b5b-8ce5-527c6407eb92 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:49.064797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5305e882-421d-4c7d-a1e6-8e43864b021c req-093d4da5-8b80-4b5b-8ce5-527c6407eb92 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0659246 Jul 13 08:16:49.101863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5305e882-421d-4c7d-a1e6-8e43864b021c req-8c07ba32-f742-49e2-925c-1ba0aec5e9a0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Jul 13 08:16:50.274221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c1a4f-3a94-4054-8a7a-a7ef967d6306 req-43489ec1-f6e2-4324-a1fd-9cf1f6e1bc5e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:50.275741 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc8c1a4f-3a94-4054-8a7a-a7ef967d6306 req-43489ec1-f6e2-4324-a1fd-9cf1f6e1bc5e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0643075 Jul 13 08:16:50.313258 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc8c1a4f-3a94-4054-8a7a-a7ef967d6306 req-939d5429-9cd5-4166-b05d-d56c2aa312a1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Jul 13 08:16:51.109346 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1713872f-cd25-41fe-966b-c6d0067ac025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:51.159035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:51.490539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35753c4b-5904-416f-9ee8-49b8da8d37a9 req-b29c3fbd-df7f-4819-b574-39d07bd7b58f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:51.491943 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35753c4b-5904-416f-9ee8-49b8da8d37a9 req-b29c3fbd-df7f-4819-b574-39d07bd7b58f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0669210 Jul 13 08:16:51.529376 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35753c4b-5904-416f-9ee8-49b8da8d37a9 req-6a753f06-8084-4423-b467-ba7f6e947cc7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Jul 13 08:16:52.154502 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:52.700845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163015b-f739-4368-a005-a9db2ff24c51 req-8e8e2474-8a7a-4d0d-ad3b-4b493bc431dd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:52.702371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0163015b-f739-4368-a005-a9db2ff24c51 req-8e8e2474-8a7a-4d0d-ad3b-4b493bc431dd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0629215 Jul 13 08:16:52.741699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0163015b-f739-4368-a005-a9db2ff24c51 req-66d377e5-ad4e-4382-9aca-9bed34497eb2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336711 Jul 13 08:16:53.822275 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:53.916224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0772571-86b6-4ad3-8a27-5e568ef44bc5 req-c0bad4e1-9c95-4bf1-b7d2-576238966e5e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:53.917728 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0772571-86b6-4ad3-8a27-5e568ef44bc5 req-c0bad4e1-9c95-4bf1-b7d2-576238966e5e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0652263 Jul 13 08:16:53.954064 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f0772571-86b6-4ad3-8a27-5e568ef44bc5 req-6024da37-5e88-4d6d-b3b2-08372dc7bbb8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306547 Jul 13 08:16:55.128559 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bac16-85c8-4fa6-a77f-cbb1a78409dd req-8668a354-ff0d-413f-8b9f-771036408f5d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:55.129979 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-150bac16-85c8-4fa6-a77f-cbb1a78409dd req-8668a354-ff0d-413f-8b9f-771036408f5d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0669184 Jul 13 08:16:55.166519 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-150bac16-85c8-4fa6-a77f-cbb1a78409dd req-435844f0-e5f9-4c38-b4b3-a3e62dd6f5ad tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310073 Jul 13 08:16:56.353799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81574980-33d5-4718-9729-a81698da3fde req-e8a0b6cd-036b-49a4-886a-f36aa2db8f82 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:56.355366 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81574980-33d5-4718-9729-a81698da3fde req-e8a0b6cd-036b-49a4-886a-f36aa2db8f82 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0628612 Jul 13 08:16:56.393722 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81574980-33d5-4718-9729-a81698da3fde req-4dd27602-ce41-490d-b30b-e8581ccd944b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Jul 13 08:16:57.567864 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa290a8e-c5a9-4856-9609-19d34f477927 req-d49443cc-7e4a-455c-b877-0197be1fb83f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:57.569363 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa290a8e-c5a9-4856-9609-19d34f477927 req-d49443cc-7e4a-455c-b877-0197be1fb83f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0670896 Jul 13 08:16:57.607577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aa290a8e-c5a9-4856-9609-19d34f477927 req-8e97e0fe-0028-4fd4-a982-b091da264708 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Jul 13 08:16:58.779266 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1a727-0412-4e39-9fa4-18070ffa122b req-7a0570f5-db8d-45e5-8ebf-586309679a14 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:58.780762 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5df1a727-0412-4e39-9fa4-18070ffa122b req-7a0570f5-db8d-45e5-8ebf-586309679a14 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0634773 Jul 13 08:16:58.818869 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5df1a727-0412-4e39-9fa4-18070ffa122b req-ef88a44c-4447-4626-84e3-de1fa444e6ba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Jul 13 08:16:59.989541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc1c18-651f-4e57-bdb2-dd76531a43ac req-1f100c92-8ea1-4a7e-b795-d559860e9c1b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:59.991033 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8bc1c18-651f-4e57-bdb2-dd76531a43ac req-1f100c92-8ea1-4a7e-b795-d559860e9c1b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0611310 Jul 13 08:17:00.027799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f8bc1c18-651f-4e57-bdb2-dd76531a43ac req-265535f1-a400-490f-a374-2b83dff32ecd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Jul 13 08:17:01.204750 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9c0b3-3f9c-4807-b525-13dfdd608f2f req-a87d9b03-6723-47f8-bf62-4173c651c06b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:01.206176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ec9c0b3-3f9c-4807-b525-13dfdd608f2f req-a87d9b03-6723-47f8-bf62-4173c651c06b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0663850 Jul 13 08:17:01.245282 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ec9c0b3-3f9c-4807-b525-13dfdd608f2f req-bcab4a6f-53c7-4a43-88cc-34b88449f93a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335431 Jul 13 08:17:02.416028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d00ed-605a-4217-a421-6c4b56e740c4 req-26c2b35e-248d-4cdb-8c86-7f2854dfe37f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:02.417513 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-183d00ed-605a-4217-a421-6c4b56e740c4 req-26c2b35e-248d-4cdb-8c86-7f2854dfe37f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0629947 Jul 13 08:17:02.455093 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-183d00ed-605a-4217-a421-6c4b56e740c4 req-044ca36e-30b5-44bf-bfc8-b8be82a7f18d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Jul 13 08:17:03.627347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d683f4-e9d7-4bd7-b107-0a1b5b93afaf req-1b5632a3-6dbb-4063-b44c-92d52dd02c03 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:03.628839 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5d683f4-e9d7-4bd7-b107-0a1b5b93afaf req-1b5632a3-6dbb-4063-b44c-92d52dd02c03 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0653591 Jul 13 08:17:03.666485 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5d683f4-e9d7-4bd7-b107-0a1b5b93afaf req-c58442db-8001-4ace-8486-ff5879eb6cf1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Jul 13 08:17:04.836065 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfcd2a-0836-461e-9e26-8141147e760b req-dafe8e3e-bc7a-49f7-9094-dee695f870f5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:04.837548 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3bfcd2a-0836-461e-9e26-8141147e760b req-dafe8e3e-bc7a-49f7-9094-dee695f870f5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0624604 Jul 13 08:17:04.876701 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f3bfcd2a-0836-461e-9e26-8141147e760b req-eb5d5eb0-caa8-4459-a0aa-9705f592b61f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326867 Jul 13 08:17:06.050811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110eed-e420-42bc-bde0-0978bb43e5e4 req-377c6288-aa8a-4f9d-abc0-5130b8a2a947 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:06.052296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9110eed-e420-42bc-bde0-0978bb43e5e4 req-377c6288-aa8a-4f9d-abc0-5130b8a2a947 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0622678 Jul 13 08:17:06.090337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d9110eed-e420-42bc-bde0-0978bb43e5e4 req-542cf52f-19ba-48e7-b4f6-4b28d62523a7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Jul 13 08:17:06.160923 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:07.263807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f1e86-da92-4401-864a-e267f95a1612 req-67fee7c6-0822-4665-9510-5100155f8176 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:07.265382 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-140f1e86-da92-4401-864a-e267f95a1612 req-67fee7c6-0822-4665-9510-5100155f8176 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0668700 Jul 13 08:17:07.302827 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-140f1e86-da92-4401-864a-e267f95a1612 req-812df4f7-cd8c-490a-ab61-3f5313c186c4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 13 08:17:08.084942 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:08.472869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b8b7c-ec10-4784-acfe-b2101c123444 req-d76e2d65-2953-4129-b9e4-0c910f23d88e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:08.474368 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c74b8b7c-ec10-4784-acfe-b2101c123444 req-d76e2d65-2953-4129-b9e4-0c910f23d88e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0616388 Jul 13 08:17:08.511857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c74b8b7c-ec10-4784-acfe-b2101c123444 req-3dc78c30-7a48-4e08-9661-0accfdab0c63 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Jul 13 08:17:09.684734 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143df9d-034f-40d0-906d-87aa00667bcd req-f489902c-e634-4808-8e2d-2febdbc129a7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:09.686232 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e143df9d-034f-40d0-906d-87aa00667bcd req-f489902c-e634-4808-8e2d-2febdbc129a7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0656695 Jul 13 08:17:09.723550 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e143df9d-034f-40d0-906d-87aa00667bcd req-186fb536-775a-4b1f-b7b5-b4c25a1a5e60 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Jul 13 08:17:09.866238 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:17:10.898659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b16cf-efa9-4525-a18b-50949f3c5871 req-06e100f7-f119-4ddc-b089-43aeb474fd1a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:10.900855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-715b16cf-efa9-4525-a18b-50949f3c5871 req-06e100f7-f119-4ddc-b089-43aeb474fd1a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0643213 Jul 13 08:17:10.937337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-715b16cf-efa9-4525-a18b-50949f3c5871 req-523bbb7d-6893-425f-8075-ab6152547ca2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308790 Jul 13 08:17:12.108912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182e4bc-5478-479c-a996-d8b2a73f0682 req-c7abfe72-79eb-416c-98d6-b39b7fde968c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:12.110400 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9182e4bc-5478-479c-a996-d8b2a73f0682 req-c7abfe72-79eb-416c-98d6-b39b7fde968c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0615237 Jul 13 08:17:12.146760 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9182e4bc-5478-479c-a996-d8b2a73f0682 req-6e2ddbf8-f403-4467-b303-0bd837fa25e6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308502 Jul 13 08:17:13.321689 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bb85d-a163-47e3-b997-dd0c501900dc req-df31f709-ddd4-464b-bd17-e3631415d912 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:13.323189 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-071bb85d-a163-47e3-b997-dd0c501900dc req-df31f709-ddd4-464b-bd17-e3631415d912 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0662835 Jul 13 08:17:13.360522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-071bb85d-a163-47e3-b997-dd0c501900dc req-cc87bd73-9e55-439c-8840-a3bb7cc4a526 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Jul 13 08:17:14.530600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a23537-d229-42b9-b614-9023ccae2e5b req-ad5581a3-2fbb-4596-b462-be345f36950b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:14.532113 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68a23537-d229-42b9-b614-9023ccae2e5b req-ad5581a3-2fbb-4596-b462-be345f36950b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0627518 Jul 13 08:17:14.570075 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-68a23537-d229-42b9-b614-9023ccae2e5b req-ea755551-5076-436d-9c96-fb7b67684fc7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Jul 13 08:17:15.753114 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39e963-ec04-4879-9ca3-fd8839e01700 req-1096a653-2617-4940-85f9-b8f2ef810bc4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:15.754661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab39e963-ec04-4879-9ca3-fd8839e01700 req-1096a653-2617-4940-85f9-b8f2ef810bc4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0676405 Jul 13 08:17:15.794384 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab39e963-ec04-4879-9ca3-fd8839e01700 req-47b4d253-00b5-4cf9-aff2-8a97aa8b1334 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334134 Jul 13 08:17:16.968480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c403ca6-04c0-408f-85bd-9041a6ee4733 req-e73706ee-097a-445c-9c99-b4a9744b400f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:16.969973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c403ca6-04c0-408f-85bd-9041a6ee4733 req-e73706ee-097a-445c-9c99-b4a9744b400f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0632102 Jul 13 08:17:17.006302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6c403ca6-04c0-408f-85bd-9041a6ee4733 req-1c0382d1-8b83-4432-ad1e-086f91c05794 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307405 Jul 13 08:17:18.176414 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65b39-fe22-4b22-94de-b594268f5b4f req-2eec0d4b-8a4f-49a9-821c-bc051884ca2c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:18.177799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6cb65b39-fe22-4b22-94de-b594268f5b4f req-2eec0d4b-8a4f-49a9-821c-bc051884ca2c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0618227 Jul 13 08:17:18.214004 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6cb65b39-fe22-4b22-94de-b594268f5b4f req-7fb6962c-cfa3-4b77-bf8a-11e69dd93fef tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Jul 13 08:17:18.404156 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c77772da-175b-4a77-a3e4-35d05cb51acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:19.387657 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d64ec-ea50-4e04-8482-3d81850b2a4c req-4b250595-fcd6-4dbf-b79a-bf950c8c9424 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:19.389147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b68d64ec-ea50-4e04-8482-3d81850b2a4c req-4b250595-fcd6-4dbf-b79a-bf950c8c9424 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0657029 Jul 13 08:17:19.426509 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b68d64ec-ea50-4e04-8482-3d81850b2a4c req-c3496c76-6a5c-499b-9552-abc029ccc580 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 Jul 13 08:17:20.598748 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1cd46-6e4d-4092-867e-5bdaa50ba6b1 req-e70cbe87-e0be-418f-9566-5c6e4ffae16a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:20.600227 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6b1cd46-6e4d-4092-867e-5bdaa50ba6b1 req-e70cbe87-e0be-418f-9566-5c6e4ffae16a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0617330 Jul 13 08:17:20.637650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6b1cd46-6e4d-4092-867e-5bdaa50ba6b1 req-631b190e-c93f-4d31-aa70-4f6864fdcece tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Jul 13 08:17:21.108867 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7646866e-265b-4098-987c-e81f19ada28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.158040 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:21.811496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b0a5e-608e-47da-b212-4fcb0c643db5 req-fedb0d44-c0ee-4267-ba4e-069f6f3d4d5b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:21.812983 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-694b0a5e-608e-47da-b212-4fcb0c643db5 req-fedb0d44-c0ee-4267-ba4e-069f6f3d4d5b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0656352 Jul 13 08:17:21.850956 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-694b0a5e-608e-47da-b212-4fcb0c643db5 req-49b6e37d-9a45-4fa3-ba9d-94cffb5ef2ab tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Jul 13 08:17:22.160248 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:23.021489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e604-37f6-494a-874b-dfcfde0d247c req-4b681a58-1a7d-459e-88dc-1623db814fa1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:23.023019 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f22e604-37f6-494a-874b-dfcfde0d247c req-4b681a58-1a7d-459e-88dc-1623db814fa1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0617735 Jul 13 08:17:23.060113 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f22e604-37f6-494a-874b-dfcfde0d247c req-7b1dff89-416f-478b-a631-cbdfe79acc5c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Jul 13 08:17:23.826418 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.229865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe8145-a929-47ae-8a32-b06477533c7b req-d8fef61b-e2f0-494e-8138-90174f00bf0b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:24.231386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77fe8145-a929-47ae-8a32-b06477533c7b req-d8fef61b-e2f0-494e-8138-90174f00bf0b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0611603 Jul 13 08:17:24.268361 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-77fe8145-a929-47ae-8a32-b06477533c7b req-36f4dc10-f6ed-4bd3-b95d-44e5b04f3f0a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312297 Jul 13 08:17:25.772915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc11f-4c2c-4d8c-bedc-0541a3ed4f9b req-92c55e3a-1f54-457e-a365-3c605d7f0af5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:25.774973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aaffc11f-4c2c-4d8c-bedc-0541a3ed4f9b req-92c55e3a-1f54-457e-a365-3c605d7f0af5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.3940091 Jul 13 08:17:25.811160 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aaffc11f-4c2c-4d8c-bedc-0541a3ed4f9b req-3eaa58d2-ff8c-435d-a7cd-c9746a2b4312 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Jul 13 08:17:26.984837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cabb9-b873-47d4-95e5-628ea36392ab req-dfa859ff-8a2e-42f3-8bd4-5b67c24a5773 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:26.986354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e19cabb9-b873-47d4-95e5-628ea36392ab req-dfa859ff-8a2e-42f3-8bd4-5b67c24a5773 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0633786 Jul 13 08:17:27.025884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e19cabb9-b873-47d4-95e5-628ea36392ab req-8a77fb82-f9a6-4502-a602-28222ad55392 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338640 Jul 13 08:17:28.202899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3f4ae-97ab-4325-b920-b844ac2d0cbe req-4e42773a-7acf-4644-ba3d-7096aeee9eda tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:28.204279 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8cd3f4ae-97ab-4325-b920-b844ac2d0cbe req-4e42773a-7acf-4644-ba3d-7096aeee9eda tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0648367 Jul 13 08:17:28.241257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8cd3f4ae-97ab-4325-b920-b844ac2d0cbe req-388adef1-3161-4c0e-b159-7682cb0bc9d9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Jul 13 08:17:29.410247 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fece18f-776b-4478-9a44-97e9b355516f req-eae3716c-7d75-4fc6-a5cf-9b5b8ee0c357 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:29.411723 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8fece18f-776b-4478-9a44-97e9b355516f req-eae3716c-7d75-4fc6-a5cf-9b5b8ee0c357 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0616300 Jul 13 08:17:29.449417 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8fece18f-776b-4478-9a44-97e9b355516f req-c73117d7-081a-4fbe-a8e3-3fd2269cdb5a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Jul 13 08:17:30.626408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd1b2f-3e96-4e72-bf8a-fc0dadd53e33 req-58c07267-3a50-47ae-9727-59e99605b338 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:30.627978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98fd1b2f-3e96-4e72-bf8a-fc0dadd53e33 req-58c07267-3a50-47ae-9727-59e99605b338 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0642409 Jul 13 08:17:30.665190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98fd1b2f-3e96-4e72-bf8a-fc0dadd53e33 req-fd694175-9eae-4690-a584-aa3203b95106 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Jul 13 08:17:31.839027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a6e90-46a4-436c-80e1-8cfac2ccd90f req-1a2223da-98be-4bbd-a1ea-e84d6de0556c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:31.840501 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a7a6e90-46a4-436c-80e1-8cfac2ccd90f req-1a2223da-98be-4bbd-a1ea-e84d6de0556c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0666502 Jul 13 08:17:31.877754 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a7a6e90-46a4-436c-80e1-8cfac2ccd90f req-4004defb-3759-4c60-a5eb-be718bbc1ec0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Jul 13 08:17:33.047962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00ef42-b356-4eff-93f7-440194366421 req-fd62f236-d830-45ff-afec-2a21f4debd85 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:33.049438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d00ef42-b356-4eff-93f7-440194366421 req-fd62f236-d830-45ff-afec-2a21f4debd85 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0616717 Jul 13 08:17:33.086689 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d00ef42-b356-4eff-93f7-440194366421 req-04848861-3ea4-409d-a129-b68a98bebc67 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317888 Jul 13 08:17:34.258863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2004e-ca44-44b4-992e-0b59daca8e89 req-10bef6b8-cd4d-4848-96c0-ffbac900de6e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:34.260928 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5b2004e-ca44-44b4-992e-0b59daca8e89 req-10bef6b8-cd4d-4848-96c0-ffbac900de6e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0655596 Jul 13 08:17:34.299007 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5b2004e-ca44-44b4-992e-0b59daca8e89 req-33b20c91-0103-4ea5-af21-84015f5955eb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Jul 13 08:17:35.474608 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b6b3e-3f17-48a9-b15a-1884e5c83a0c req-ae072378-8896-4e1d-aefc-4a3f21fb5201 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:35.476118 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df8b6b3e-3f17-48a9-b15a-1884e5c83a0c req-ae072378-8896-4e1d-aefc-4a3f21fb5201 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0635655 Jul 13 08:17:35.513223 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-df8b6b3e-3f17-48a9-b15a-1884e5c83a0c req-9c86cfee-499f-41cb-b03a-ba61025c0548 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Jul 13 08:17:36.168723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:36.684952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80366d1-7227-4e12-b94f-e81823b6fc0d req-a8184d58-bef9-4dec-ad35-5b236224cc23 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:36.686456 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c80366d1-7227-4e12-b94f-e81823b6fc0d req-a8184d58-bef9-4dec-ad35-5b236224cc23 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0625293 Jul 13 08:17:36.724646 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c80366d1-7227-4e12-b94f-e81823b6fc0d req-fd90973a-cf50-4a84-a67a-3ee74f8062a7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Jul 13 08:17:37.900027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb6a5c-4511-4aca-a4a0-b181a95bebdd req-41db1b26-7d8c-4ae4-870c-03d98849cfea tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:37.901529 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76eb6a5c-4511-4aca-a4a0-b181a95bebdd req-41db1b26-7d8c-4ae4-870c-03d98849cfea tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0664773 Jul 13 08:17:37.939414 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76eb6a5c-4511-4aca-a4a0-b181a95bebdd req-bab85278-ea30-4a11-a727-9d717fa54d52 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Jul 13 08:17:38.098247 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.107515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415edd0b-0bf6-4425-b0ef-0ce0cbd3a8d5 req-329748b9-3745-44dc-add5-6735c83b069a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:39.108883 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-415edd0b-0bf6-4425-b0ef-0ce0cbd3a8d5 req-329748b9-3745-44dc-add5-6735c83b069a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0617583 Jul 13 08:17:39.146515 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-415edd0b-0bf6-4425-b0ef-0ce0cbd3a8d5 req-28fcafeb-ef56-4ef9-8395-2b69ba8fbe30 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319262 Jul 13 08:17:39.778309 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-11ee17ad-7e8f-4f99-be38-f7d455369620 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0907414 Jul 13 08:17:39.870306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-5af542af-d106-42c7-83e8-50b758824ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:39.871797 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-5af542af-d106-42c7-83e8-50b758824ca4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0521517 Jul 13 08:17:39.977533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-949cc522-36c9-4426-9488-62d2514925fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:39.978995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-949cc522-36c9-4426-9488-62d2514925fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0893056 Jul 13 08:17:40.043115 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-b298a984-a939-4f26-8211-5303be986fae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1002 time: 0.0584090 Jul 13 08:17:40.089752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-a0d0724c-56f8-47aa-ba4c-c606417d634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:40.091192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-a0d0724c-56f8-47aa-ba4c-c606417d634a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0426459 Jul 13 08:17:40.149688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-41a8792e-c9b6-40ec-a546-e13eb9f31e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:40.151756 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-41a8792e-c9b6-40ec-a546-e13eb9f31e08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544415 Jul 13 08:17:40.241729 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-0d024711-ac88-49f8-8333-06bff833e530 service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834908 Jul 13 08:17:40.326460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bbfae-502b-447e-93e8-e434a0019829 req-0e7efd4e-3f90-4ccc-8662-26a2edd810e4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:40.327986 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b2bbfae-502b-447e-93e8-e434a0019829 req-0e7efd4e-3f90-4ccc-8662-26a2edd810e4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0678403 Jul 13 08:17:40.336062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-62ecda1c-495c-44a5-bff5-2248a9d74bc8 req-c4f408b4-192e-48c8-9783-ea217535e32e service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881517 Jul 13 08:17:40.366395 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b2bbfae-502b-447e-93e8-e434a0019829 req-b6865ae7-8d69-481e-bc7d-41593f62639c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326571 Jul 13 08:17:41.538379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bcf83-3589-4409-b392-a125d78e2021 req-68c2de7d-0047-4713-a264-4ffbb28d3cfc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:41.540114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-195bcf83-3589-4409-b392-a125d78e2021 req-68c2de7d-0047-4713-a264-4ffbb28d3cfc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0628240 Jul 13 08:17:41.576601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-195bcf83-3589-4409-b392-a125d78e2021 req-29bfd9ba-3c68-44d0-a6d1-3eb352e5f6a4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Jul 13 08:17:42.747881 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcfba6-7458-4e67-86fa-9c2dcbebc425 req-c1a2b1f3-b437-45a3-80fc-23ec0e299008 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:42.749351 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15dcfba6-7458-4e67-86fa-9c2dcbebc425 req-c1a2b1f3-b437-45a3-80fc-23ec0e299008 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0619240 Jul 13 08:17:42.785811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15dcfba6-7458-4e67-86fa-9c2dcbebc425 req-e517fc83-c0fa-4556-8289-40618231d311 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Jul 13 08:17:43.964311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d35b5-59c8-4f43-95d1-a8f6e620251f req-4f55b4ee-afc8-4204-a3dc-aea3eccce01d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:43.965899 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f86d35b5-59c8-4f43-95d1-a8f6e620251f req-4f55b4ee-afc8-4204-a3dc-aea3eccce01d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0677497 Jul 13 08:17:44.004872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f86d35b5-59c8-4f43-95d1-a8f6e620251f req-df81763f-c28d-4487-b247-fb095888fcfa tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327070 Jul 13 08:17:45.178625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a606-48c3-4e8d-935e-42983f858b80 req-2ddf01a1-9afb-4efd-97ad-a2e8dd94404c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:45.180012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ab2a606-48c3-4e8d-935e-42983f858b80 req-2ddf01a1-9afb-4efd-97ad-a2e8dd94404c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0628743 Jul 13 08:17:45.216610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ab2a606-48c3-4e8d-935e-42983f858b80 req-528da0b9-7160-4e09-b1b9-6a92803b5018 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303929 Jul 13 08:17:46.391915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3232441-29fe-48de-b18d-4088d37df63d req-0dfb13b9-b605-416a-bb43-82c261211948 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:46.393510 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3232441-29fe-48de-b18d-4088d37df63d req-0dfb13b9-b605-416a-bb43-82c261211948 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0666885 Jul 13 08:17:46.430331 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3232441-29fe-48de-b18d-4088d37df63d req-a2e0f3fe-536d-4c89-86ef-2b676b8fb0aa tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Jul 13 08:17:46.865095 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:17:47.602418 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13234d3f-d799-445e-9966-7811f9a0ec25 req-9a33352b-856d-4423-8421-6857adb12dc6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:47.603904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13234d3f-d799-445e-9966-7811f9a0ec25 req-9a33352b-856d-4423-8421-6857adb12dc6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0621219 Jul 13 08:17:47.640860 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-13234d3f-d799-445e-9966-7811f9a0ec25 req-35081ba6-0beb-4637-a487-206d8df9141e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312464 Jul 13 08:17:48.405154 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-afbc70dd-1996-4387-8bdf-2b0c225a3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:48.812070 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef157ce-fdc5-4c88-8783-34e9d49eeb9a req-dd08e1ba-a9a9-4347-84bd-0140250db381 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:48.813522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ef157ce-fdc5-4c88-8783-34e9d49eeb9a req-dd08e1ba-a9a9-4347-84bd-0140250db381 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0618718 Jul 13 08:17:48.850504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ef157ce-fdc5-4c88-8783-34e9d49eeb9a req-4b5202d7-b7ee-4681-8c02-d3b3b77ddbc3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314066 Jul 13 08:17:50.028644 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2fe34-63ea-4398-a201-4c8287efd8d7 req-0534ddff-4f6e-4031-8939-870bf5f012d1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:50.030130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccf2fe34-63ea-4398-a201-4c8287efd8d7 req-0534ddff-4f6e-4031-8939-870bf5f012d1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0664964 Jul 13 08:17:50.067524 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ccf2fe34-63ea-4398-a201-4c8287efd8d7 req-4780a857-0478-4875-95b0-7ccbf033d0a8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Jul 13 08:17:51.113741 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6360b8a-1e7f-45cd-8c60-db292178c590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:51.159435 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:51.245118 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917b1e-bcbb-4b9e-999a-353426bd9e23 req-fb2c8012-4a7b-4672-a717-20ed2685a5b6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:51.246691 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-14917b1e-bcbb-4b9e-999a-353426bd9e23 req-fb2c8012-4a7b-4672-a717-20ed2685a5b6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0658119 Jul 13 08:17:51.285631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-14917b1e-bcbb-4b9e-999a-353426bd9e23 req-969a9705-e7fa-4420-aa8e-d6e4c15655d2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333889 Jul 13 08:17:52.161729 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:52.461042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1155df-6b02-40f4-a574-589646f8f4aa req-3e82d3c5-07f1-4d6e-a9ea-faf3ac54dba3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:52.462464 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d1155df-6b02-40f4-a574-589646f8f4aa req-3e82d3c5-07f1-4d6e-a9ea-faf3ac54dba3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0664573 Jul 13 08:17:52.499628 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8d1155df-6b02-40f4-a574-589646f8f4aa req-a6d796d0-839f-400b-9a47-2c71900b9cfe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Jul 13 08:17:53.670802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03ac46-1093-4f19-9fca-fdd36a20ed3b req-be17449e-986b-4015-aed6-93bd3ed631fe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:53.672382 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb03ac46-1093-4f19-9fca-fdd36a20ed3b req-be17449e-986b-4015-aed6-93bd3ed631fe tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0628014 Jul 13 08:17:53.708752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb03ac46-1093-4f19-9fca-fdd36a20ed3b req-cbb3648b-b6c7-4d6d-b3df-d4452fc08773 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309434 Jul 13 08:17:53.828716 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:54.882715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432021a7-341b-45a1-ba8a-5392c658465a req-a4df019a-167b-4cc1-ab21-4c6468b14673 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:54.884226 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-432021a7-341b-45a1-ba8a-5392c658465a req-a4df019a-167b-4cc1-ab21-4c6468b14673 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0630682 Jul 13 08:17:54.922681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-432021a7-341b-45a1-ba8a-5392c658465a req-f538d98a-d375-4e04-8f89-d9805bef9f26 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320899 Jul 13 08:17:56.100745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97e49-fa67-4672-911b-39b02911496b req-d2d1ccc1-a9b3-421d-82ee-cac1ecff8f19 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.102192 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8cb97e49-fa67-4672-911b-39b02911496b req-d2d1ccc1-a9b3-421d-82ee-cac1ecff8f19 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0676467 Jul 13 08:17:56.140475 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8cb97e49-fa67-4672-911b-39b02911496b req-769e0a7f-4486-474b-9f5b-3ca551ddaadd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Jul 13 08:17:57.315479 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9a06-b1fe-4b84-95d6-85a4e9a88ac6 req-e6880777-0e04-4dd9-ade2-f54ef12b5d3f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:57.317009 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f39e9a06-b1fe-4b84-95d6-85a4e9a88ac6 req-e6880777-0e04-4dd9-ade2-f54ef12b5d3f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0653050 Jul 13 08:17:57.358191 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f39e9a06-b1fe-4b84-95d6-85a4e9a88ac6 req-133cbb1e-7f40-4173-8cd9-df2e154a618c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355000 Jul 13 08:17:58.532074 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a91c3-9548-4375-a387-c04b90edbf46 req-2c447e09-bb40-4b08-bfe7-905e81230a9e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:58.533559 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-463a91c3-9548-4375-a387-c04b90edbf46 req-2c447e09-bb40-4b08-bfe7-905e81230a9e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0669839 Jul 13 08:17:58.570819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-463a91c3-9548-4375-a387-c04b90edbf46 req-c80ee14c-dc72-48b3-9b79-ce9f14e09a62 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Jul 13 08:17:59.745775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463cedb-9bdc-427e-ac3d-5c9ed335fb62 req-cad97840-0aaf-467e-b8a2-4ee00ac52df2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:59.747306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b463cedb-9bdc-427e-ac3d-5c9ed335fb62 req-cad97840-0aaf-467e-b8a2-4ee00ac52df2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0638013 Jul 13 08:17:59.785371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b463cedb-9bdc-427e-ac3d-5c9ed335fb62 req-7b72db56-adaf-4acd-916c-403bbbbb4d3a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325515 Jul 13 08:18:00.958035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a791eb0-8f0c-48b6-8c6d-40bb0367498a req-a9a1a0a9-9928-49b9-a9cc-5f46d960e2b4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:00.959565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4a791eb0-8f0c-48b6-8c6d-40bb0367498a req-a9a1a0a9-9928-49b9-a9cc-5f46d960e2b4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0633984 Jul 13 08:18:00.996848 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4a791eb0-8f0c-48b6-8c6d-40bb0367498a req-0b1da3fb-e741-4621-b7ef-ca5990c23af1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Jul 13 08:18:02.176692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a065-7eb7-410e-8d0a-06f57a43697a req-d9c27d89-0b70-40ef-8343-2f54c270913d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:02.178149 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1488a065-7eb7-410e-8d0a-06f57a43697a req-d9c27d89-0b70-40ef-8343-2f54c270913d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0707123 Jul 13 08:18:02.215269 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1488a065-7eb7-410e-8d0a-06f57a43697a req-959e0e76-f2b1-46d2-80ca-a1972f4429b1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314865 Jul 13 08:18:03.387001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686f452-63f6-4105-b435-877b19161871 req-5f94d189-e91b-46d7-87db-2cae262725f8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:03.388495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4686f452-63f6-4105-b435-877b19161871 req-5f94d189-e91b-46d7-87db-2cae262725f8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0627825 Jul 13 08:18:03.425594 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4686f452-63f6-4105-b435-877b19161871 req-13de7253-139c-4abc-b238-54b04f90c252 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Jul 13 08:18:04.603184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5a28f-994a-4d37-8183-e589fca9a22b req-668797a6-9bfb-49df-b6b3-35de5376f35a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:04.604674 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38e5a28f-994a-4d37-8183-e589fca9a22b req-668797a6-9bfb-49df-b6b3-35de5376f35a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0665390 Jul 13 08:18:04.642577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-38e5a28f-994a-4d37-8183-e589fca9a22b req-5cf66913-f892-4aea-abee-85d66462c876 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318122 Jul 13 08:18:05.817741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7db20-2b2b-4794-a816-a59a0f18ec32 req-fde75db0-7ff1-473d-9809-beca4a5de5e4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:05.819272 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-00c7db20-2b2b-4794-a816-a59a0f18ec32 req-fde75db0-7ff1-473d-9809-beca4a5de5e4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0632496 Jul 13 08:18:05.857759 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-00c7db20-2b2b-4794-a816-a59a0f18ec32 req-c5b827b4-f2d8-44b0-bfc4-28a2e9d86dc6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324183 Jul 13 08:18:06.184273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.031779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670554a8-cb29-470d-871a-b599a2048847 req-d0424aae-02b4-42c1-a72b-52eace36d99c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:07.033277 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-670554a8-cb29-470d-871a-b599a2048847 req-d0424aae-02b4-42c1-a72b-52eace36d99c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0625651 Jul 13 08:18:07.070947 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-670554a8-cb29-470d-871a-b599a2048847 req-a89f6949-0891-4793-8eb1-d4a144b1dd91 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Jul 13 08:18:08.096263 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:08.247066 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd4c29-ee57-4724-8002-c9d50b91ffe7 req-7f9e62ab-a736-405c-8cf2-45bea83e0d53 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:08.248708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ddd4c29-ee57-4724-8002-c9d50b91ffe7 req-7f9e62ab-a736-405c-8cf2-45bea83e0d53 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0678570 Jul 13 08:18:08.286613 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ddd4c29-ee57-4724-8002-c9d50b91ffe7 req-37be74da-bbd9-4e7e-b4f6-27a870690c58 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Jul 13 08:18:09.460895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9209d-1e1d-4a26-bdb7-0a850fda6a83 req-40b79c80-126b-4a0b-89ac-fa6b2b52190f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:09.462452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6f9209d-1e1d-4a26-bdb7-0a850fda6a83 req-40b79c80-126b-4a0b-89ac-fa6b2b52190f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0646942 Jul 13 08:18:09.500816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d6f9209d-1e1d-4a26-bdb7-0a850fda6a83 req-cf74b050-beb0-4611-87a9-b261bf489cef tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327280 Jul 13 08:18:10.677278 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1141aef-1026-4259-9c5c-ff2d103ee5b9 req-933a63fb-53ea-4d7a-862f-bc48c3435a31 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:10.678841 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1141aef-1026-4259-9c5c-ff2d103ee5b9 req-933a63fb-53ea-4d7a-862f-bc48c3435a31 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0680361 Jul 13 08:18:10.718211 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1141aef-1026-4259-9c5c-ff2d103ee5b9 req-a4afd799-62ee-4745-a937-ab9f3a541930 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330768 Jul 13 08:18:11.891186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b7db2-d1d3-49b1-845b-ddebd96d264e req-eee22717-c7dd-4360-b1b2-361a61e23bf5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:11.892704 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-340b7db2-d1d3-49b1-845b-ddebd96d264e req-eee22717-c7dd-4360-b1b2-361a61e23bf5 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0639124 Jul 13 08:18:11.929860 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-340b7db2-d1d3-49b1-845b-ddebd96d264e req-8b7eb018-b5e7-4bcb-bf0d-301301030ab2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Jul 13 08:18:13.100844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316c606-bfa3-4ad5-91d4-e05c3cc7cc00 req-a39a79f9-edaa-4ca4-8328-ceb993d7811f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:13.102270 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5316c606-bfa3-4ad5-91d4-e05c3cc7cc00 req-a39a79f9-edaa-4ca4-8328-ceb993d7811f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0622592 Jul 13 08:18:13.139178 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5316c606-bfa3-4ad5-91d4-e05c3cc7cc00 req-163f2914-565b-4af7-8ea2-e2fbab9540d6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314593 Jul 13 08:18:14.318713 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b1031-de6c-45cf-a5a4-72f98b507d9b req-ffc84855-e665-4ddf-9dd5-9caf03406cb8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:14.320236 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c11b1031-de6c-45cf-a5a4-72f98b507d9b req-ffc84855-e665-4ddf-9dd5-9caf03406cb8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0679183 Jul 13 08:18:14.357405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c11b1031-de6c-45cf-a5a4-72f98b507d9b req-6698a2fb-15de-49cb-a5ac-515086923256 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Jul 13 08:18:15.529722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aab7b-c1bb-4341-b863-2b05882c2662 req-61b43dcf-92c9-49bb-b2a9-5a486fc92deb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:15.531325 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-109aab7b-c1bb-4341-b863-2b05882c2662 req-61b43dcf-92c9-49bb-b2a9-5a486fc92deb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0640123 Jul 13 08:18:15.569959 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-109aab7b-c1bb-4341-b863-2b05882c2662 req-d070e5b6-2ef9-406c-b7b3-738f3b261f65 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328500 Jul 13 08:18:16.745844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f1a57-e632-45f3-8816-7bdda7aaf17e req-859290d4-a99b-489c-a1dc-0394c5d4e43c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:16.747354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cd2f1a57-e632-45f3-8816-7bdda7aaf17e req-859290d4-a99b-489c-a1dc-0394c5d4e43c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0668046 Jul 13 08:18:16.784648 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cd2f1a57-e632-45f3-8816-7bdda7aaf17e req-3c366502-ca9d-4808-a0c0-154c894c000f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317562 Jul 13 08:18:17.956324 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d97452-9896-42f6-9d3c-36deca90bb85 req-e513a2c9-91f5-4285-b10b-9df8f1134f57 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:17.957809 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-80d97452-9896-42f6-9d3c-36deca90bb85 req-e513a2c9-91f5-4285-b10b-9df8f1134f57 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0644984 Jul 13 08:18:17.995884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-80d97452-9896-42f6-9d3c-36deca90bb85 req-5cc5fc00-79d2-4ed3-9e3d-03f463060c49 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Jul 13 08:18:18.405771 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37ac8b56-c00d-4d96-911c-70745550fda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:19.170650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ba11-3535-4f70-8953-6a1a9268e09e req-2f5a707b-4c53-46a7-ac1b-13f3e663ff53 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:19.172049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9f8ba11-3535-4f70-8953-6a1a9268e09e req-2f5a707b-4c53-46a7-ac1b-13f3e663ff53 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0642970 Jul 13 08:18:19.208893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9f8ba11-3535-4f70-8953-6a1a9268e09e req-e2309ef3-0961-476c-9b58-d2b69e620521 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Jul 13 08:18:20.391243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04400dc6-2a5a-4585-a273-195e5dd935d1 req-7877e6da-26b5-4a6d-9783-39198daeb7f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:20.392686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04400dc6-2a5a-4585-a273-195e5dd935d1 req-7877e6da-26b5-4a6d-9783-39198daeb7f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0714970 Jul 13 08:18:20.435020 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04400dc6-2a5a-4585-a273-195e5dd935d1 req-f88a248f-ead6-4b07-a05f-77cb5fd86251 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344129 Jul 13 08:18:21.116398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7a829db-6847-494d-b7f4-cab538a326d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:21.166007 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:21.614345 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d742c-a22a-4adb-bf84-3cac87e106ca req-ea22e157-0e6b-4ea3-a8f7-64a392024fc0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:21.615838 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-824d742c-a22a-4adb-bf84-3cac87e106ca req-ea22e157-0e6b-4ea3-a8f7-64a392024fc0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0632217 Jul 13 08:18:21.653699 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-824d742c-a22a-4adb-bf84-3cac87e106ca req-f1e85c23-e4cb-47aa-a1d3-ac750680fe4f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Jul 13 08:18:22.163701 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:22.829563 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51d1a3-91d2-41ef-9e34-36a46127a7e8 req-50c8ed6a-37e4-4021-bd4f-9f9257404e80 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:22.831098 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f51d1a3-91d2-41ef-9e34-36a46127a7e8 req-50c8ed6a-37e4-4021-bd4f-9f9257404e80 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0674260 Jul 13 08:18:22.869619 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f51d1a3-91d2-41ef-9e34-36a46127a7e8 req-0f8404b9-3d75-4181-a9b2-885373ba33e7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329099 Jul 13 08:18:23.830426 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:23.863504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:18:24.045545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138ad0-5c10-4693-95b1-5b024a49c331 req-cb06e6d8-39d5-4bb3-931e-083707beb19d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:24.047077 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a138ad0-5c10-4693-95b1-5b024a49c331 req-cb06e6d8-39d5-4bb3-931e-083707beb19d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0633972 Jul 13 08:18:24.083872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a138ad0-5c10-4693-95b1-5b024a49c331 req-53cce96f-a3d9-4a5e-8754-9894072a582d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 Jul 13 08:18:25.257024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774257d-bbbc-423e-b379-d2338cbee550 req-3211c81c-4d2f-46d1-a7e3-1af300de5cc8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:25.258678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a774257d-bbbc-423e-b379-d2338cbee550 req-3211c81c-4d2f-46d1-a7e3-1af300de5cc8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0635645 Jul 13 08:18:25.298801 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a774257d-bbbc-423e-b379-d2338cbee550 req-96186e4f-a9dd-45fd-96b0-18aa48aae268 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344939 Jul 13 08:18:26.473377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e9695-35e8-452d-b699-c7fb5719a5d8 req-23d29e40-0b13-4bb5-a931-ad70bf3bcc15 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:26.474887 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c0e9695-35e8-452d-b699-c7fb5719a5d8 req-23d29e40-0b13-4bb5-a931-ad70bf3bcc15 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0664558 Jul 13 08:18:26.512761 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c0e9695-35e8-452d-b699-c7fb5719a5d8 req-439db319-96d5-4837-9c75-f42975d362de tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323417 Jul 13 08:18:27.685896 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40d9fb-91ae-4016-9994-8870c3728f69 req-603b75d1-35e3-474a-966a-fe2655b582ce tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:27.687413 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e40d9fb-91ae-4016-9994-8870c3728f69 req-603b75d1-35e3-474a-966a-fe2655b582ce tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0639310 Jul 13 08:18:27.724638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e40d9fb-91ae-4016-9994-8870c3728f69 req-71ae1bc2-bbde-431b-a087-e6379cc2da0d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317166 Jul 13 08:18:28.902196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1a99-b459-435d-b8c0-b3dbef2bc133 req-e46bf7fb-ce8d-46a0-90b1-e2c52df55f18 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:28.904266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebab1a99-b459-435d-b8c0-b3dbef2bc133 req-e46bf7fb-ce8d-46a0-90b1-e2c52df55f18 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0676899 Jul 13 08:18:28.943031 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebab1a99-b459-435d-b8c0-b3dbef2bc133 req-54a71218-3f89-4e15-a529-9222d7ba93a2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331814 Jul 13 08:18:30.116902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fdc05-3f0b-46bd-add1-eabf209dc971 req-52f0f887-6e61-48d7-ac08-e4eec5226989 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:30.118359 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-591fdc05-3f0b-46bd-add1-eabf209dc971 req-52f0f887-6e61-48d7-ac08-e4eec5226989 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0633569 Jul 13 08:18:30.158228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-591fdc05-3f0b-46bd-add1-eabf209dc971 req-c454d795-559b-4fc2-aacf-730d695734a3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Jul 13 08:18:31.328188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765375a-8690-4539-93b2-19a5df93d21a req-88f7e2cd-40ab-42a4-ba82-7f81a84f971b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:31.329683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c765375a-8690-4539-93b2-19a5df93d21a req-88f7e2cd-40ab-42a4-ba82-7f81a84f971b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0626400 Jul 13 08:18:31.366934 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c765375a-8690-4539-93b2-19a5df93d21a req-a263c559-aa4e-4db0-8b62-c962cfe0d802 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Jul 13 08:18:32.544282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3610d-99fe-4d47-aa16-3890c4539ba0 req-3e2681a3-8b86-4b54-ae82-e945c4b17cb7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:32.545776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04b3610d-99fe-4d47-aa16-3890c4539ba0 req-3e2681a3-8b86-4b54-ae82-e945c4b17cb7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0682726 Jul 13 08:18:32.582799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-04b3610d-99fe-4d47-aa16-3890c4539ba0 req-c49548d6-e9eb-4532-9345-c4d56c31bee3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Jul 13 08:18:33.758573 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542af1fa-9e87-4326-b5cb-fc34c36ffba0 req-a4bb87fe-9022-4349-b7a2-78088970523e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:33.760074 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-542af1fa-9e87-4326-b5cb-fc34c36ffba0 req-a4bb87fe-9022-4349-b7a2-78088970523e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0641220 Jul 13 08:18:33.798068 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-542af1fa-9e87-4326-b5cb-fc34c36ffba0 req-7301b662-a7e4-4028-b9c6-aced0b0c86ef tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324471 Jul 13 08:18:34.980028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef27ded-095c-41ef-82f9-0dd82f883514 req-07e868c3-d008-4f1c-b93a-3fe38d03695d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:34.982225 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ef27ded-095c-41ef-82f9-0dd82f883514 req-07e868c3-d008-4f1c-b93a-3fe38d03695d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0716817 Jul 13 08:18:35.023507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ef27ded-095c-41ef-82f9-0dd82f883514 req-e35e6ec6-1fb9-421d-96ac-0866ef7951fd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345623 Jul 13 08:18:36.192785 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:36.202805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab2ec4-e8fe-4cd0-9035-6becf8ee5a4e req-d42a830f-7e82-41df-8ad9-7fd5c7a00511 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:36.204323 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a5ab2ec4-e8fe-4cd0-9035-6becf8ee5a4e req-d42a830f-7e82-41df-8ad9-7fd5c7a00511 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0649116 Jul 13 08:18:36.242493 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a5ab2ec4-e8fe-4cd0-9035-6becf8ee5a4e req-e3fab4b5-ba12-476c-9e22-d08d80804bbb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325384 Jul 13 08:18:37.420895 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73267f85-2d03-4c4a-a2ac-810cfd8aee7c req-69ba3b29-8409-451b-9069-2c6bdb6308cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:37.422410 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73267f85-2d03-4c4a-a2ac-810cfd8aee7c req-69ba3b29-8409-451b-9069-2c6bdb6308cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0649211 Jul 13 08:18:37.460730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73267f85-2d03-4c4a-a2ac-810cfd8aee7c req-9b5b1888-8f99-4282-83db-2cb25e21c21e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Jul 13 08:18:38.115375 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:38.641737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8f1d6-00af-4a5e-b323-2291bdfd7019 req-08372247-caa2-4c5d-8bdf-27e563d6e810 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:38.643296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78a8f1d6-00af-4a5e-b323-2291bdfd7019 req-08372247-caa2-4c5d-8bdf-27e563d6e810 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0700712 Jul 13 08:18:38.681372 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78a8f1d6-00af-4a5e-b323-2291bdfd7019 req-da4f1476-10ad-445a-9338-ab2d28259523 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Jul 13 08:18:39.856351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25c882-57d3-447b-859e-16b26fb090e8 req-fcf75058-a670-43f9-8b03-a8519eed9c18 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:39.857868 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa25c882-57d3-447b-859e-16b26fb090e8 req-fcf75058-a670-43f9-8b03-a8519eed9c18 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0642936 Jul 13 08:18:39.896031 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa25c882-57d3-447b-859e-16b26fb090e8 req-8416d7bf-8b2d-47dd-a426-b9439c2f0cfd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325997 Jul 13 08:18:40.729160 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-8ced8d7a-3615-4729-8f87-e354aae65201 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527403 Jul 13 08:18:40.825272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-b5780bca-85cf-4942-ac8b-27363ee7d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:40.826858 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-b5780bca-85cf-4942-ac8b-27363ee7d8bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 1098 time: 0.0529246 Jul 13 08:18:40.934168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-7a1158ea-fde0-4264-8eb4-6e8e6388d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:40.935700 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-7a1158ea-fde0-4264-8eb4-6e8e6388d957 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 200 len: 912 time: 0.0897326 Jul 13 08:18:40.999990 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-5da7a4ac-c29c-4b61-90b6-ccb67d5091b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 200 len: 1002 time: 0.0582192 Jul 13 08:18:41.053965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-21cba453-22bc-43f2-8441-fc55ef0eda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:41.055481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-21cba453-22bc-43f2-8441-fc55ef0eda6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 200 len: 850 time: 0.0490422 Jul 13 08:18:41.077068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cabc5c-d22d-4a19-a621-ae595737d4eb req-74343850-56af-4561-923e-f728c494f682 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:41.078678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86cabc5c-d22d-4a19-a621-ae595737d4eb req-74343850-56af-4561-923e-f728c494f682 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0697556 Jul 13 08:18:41.115725 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-4d8d9f85-9f26-456b-a47f-b134cca3509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:41.117279 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-4d8d9f85-9f26-456b-a47f-b134cca3509c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1c6afa3-ec6c-44b3-851c-b09e2aef5311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560873 Jul 13 08:18:41.121098 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86cabc5c-d22d-4a19-a621-ae595737d4eb req-c402ec1c-18ce-4656-8eb2-0e9579a16a97 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365789 Jul 13 08:18:41.207544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-3574225f-08f1-47bd-9722-99a53082c3fe service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839894 Jul 13 08:18:41.302458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-45a838c1-9755-46ef-aaff-0eaa2cc25720 req-d0af2201-bd81-4ea1-b0bb-03323f6ba07a service neutron] 10.222.0.48 "GET /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888188 Jul 13 08:18:42.297226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03513350-6267-4256-a320-52cee7f3827b req-53ee2fb0-d6c8-46e5-9936-b100147a1d80 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:42.298768 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03513350-6267-4256-a320-52cee7f3827b req-53ee2fb0-d6c8-46e5-9936-b100147a1d80 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0640125 Jul 13 08:18:42.337451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-03513350-6267-4256-a320-52cee7f3827b req-0aef263e-d646-453f-9593-e78482d4a761 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 Jul 13 08:18:43.514029 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aa166-6fd0-4f59-8f12-e2af19d3cdb3 req-b41c8b30-a51c-47d4-9efe-5ba343663e55 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:43.515524 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-224aa166-6fd0-4f59-8f12-e2af19d3cdb3 req-b41c8b30-a51c-47d4-9efe-5ba343663e55 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0631180 Jul 13 08:18:43.554047 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-224aa166-6fd0-4f59-8f12-e2af19d3cdb3 req-34406551-a52f-463c-a90d-a565fd5cba6c tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328357 Jul 13 08:18:44.736956 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3857cc-cd5a-4e8a-98f2-0a8aa9aae6ff req-e330a9c8-c44c-4fbe-af15-05dc9a55046d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:44.738527 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c3857cc-cd5a-4e8a-98f2-0a8aa9aae6ff req-e330a9c8-c44c-4fbe-af15-05dc9a55046d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0723178 Jul 13 08:18:44.778266 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c3857cc-cd5a-4e8a-98f2-0a8aa9aae6ff req-05d3172e-bd04-4dbf-a662-be280a8a6664 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Jul 13 08:18:45.959682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670d384-27f6-4a4d-8781-60aa200637a8 req-74504bfc-b0cd-43f8-9b5d-7303088914ba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:45.961207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3670d384-27f6-4a4d-8781-60aa200637a8 req-74504bfc-b0cd-43f8-9b5d-7303088914ba tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0637279 Jul 13 08:18:46.001256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3670d384-27f6-4a4d-8781-60aa200637a8 req-1cc30913-00e4-4477-965e-a9fa60d9f1f8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334072 Jul 13 08:18:47.189420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd27d3f-ad23-4430-972d-14aa6ab0b309 req-a54f47c7-4df1-450b-995b-2e8828c69607 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:47.191138 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9cd27d3f-ad23-4430-972d-14aa6ab0b309 req-a54f47c7-4df1-450b-995b-2e8828c69607 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0727046 Jul 13 08:18:47.231208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9cd27d3f-ad23-4430-972d-14aa6ab0b309 req-5ff3740d-f1b9-4aa7-99b3-d18f028fdf7b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335312 Jul 13 08:18:48.411625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50257034-b36c-456e-bb90-0f69be3a4cbf req-9707f57d-f2df-4786-8441-f9278ac56985 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:48.413514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50257034-b36c-456e-bb90-0f69be3a4cbf req-9707f57d-f2df-4786-8441-f9278ac56985 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0688205 Jul 13 08:18:48.416863 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce94b7cc-c241-4f8b-8233-9c615400bfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.453097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50257034-b36c-456e-bb90-0f69be3a4cbf req-e945adbc-85f1-41fc-8c0b-d1348f160d84 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338967 Jul 13 08:18:49.631208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28770fde-f537-464b-b548-15baefebd85a req-ecc76819-4aba-4a1a-a48f-03b89670ad36 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:49.632723 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28770fde-f537-464b-b548-15baefebd85a req-ecc76819-4aba-4a1a-a48f-03b89670ad36 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0654900 Jul 13 08:18:49.671586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28770fde-f537-464b-b548-15baefebd85a req-304f4c5c-dad5-4a91-a5dc-82e20bab57cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326340 Jul 13 08:18:50.850010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f0c78-057b-47b9-9f80-30412fa2907d req-81f2c1ac-82ae-4bba-91d3-3cdf26d2df19 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:50.851035 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-142f0c78-057b-47b9-9f80-30412fa2907d req-81f2c1ac-82ae-4bba-91d3-3cdf26d2df19 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0681612 Jul 13 08:18:50.890658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-142f0c78-057b-47b9-9f80-30412fa2907d req-ff21e8a7-436d-496e-a45a-0a75f7ba66a9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336456 Jul 13 08:18:51.118618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30c6f8e4-6092-4b10-afe4-1e89ca328e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.166483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.067680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9792d0d-7409-4c61-8a23-4313338cc70d req-62fe471b-a56e-45a6-81f9-bea4963fecf1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:52.069212 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9792d0d-7409-4c61-8a23-4313338cc70d req-62fe471b-a56e-45a6-81f9-bea4963fecf1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0676296 Jul 13 08:18:52.108994 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b9792d0d-7409-4c61-8a23-4313338cc70d req-7e0c595a-8d84-4520-b49c-461140b1b2ee tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Jul 13 08:18:52.168724 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.291143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121f30-29b6-4735-a7e7-c7ce4cbeff92 req-2ee65cb8-191a-4a9f-adb9-1a9e688ee2ca tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:53.292723 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc121f30-29b6-4735-a7e7-c7ce4cbeff92 req-2ee65cb8-191a-4a9f-adb9-1a9e688ee2ca tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0683379 Jul 13 08:18:53.331556 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc121f30-29b6-4735-a7e7-c7ce4cbeff92 req-11e59ba9-9940-4061-9041-faf57ea5547a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325844 Jul 13 08:18:53.833317 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:54.510123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99910ccd-2208-445a-a902-9d40cee8165a req-2fbb291d-22cb-4456-b08b-589a1e9d79de tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:54.511723 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99910ccd-2208-445a-a902-9d40cee8165a req-2fbb291d-22cb-4456-b08b-589a1e9d79de tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0673752 Jul 13 08:18:54.550932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99910ccd-2208-445a-a902-9d40cee8165a req-80837bde-686b-4a66-a33e-75322159f876 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327199 Jul 13 08:18:55.725775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40aab7-9d89-41f7-b2a1-cc832bc60255 req-eeb73fcf-389b-47b4-8fe6-1fb6e70c98f0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:55.727317 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a40aab7-9d89-41f7-b2a1-cc832bc60255 req-eeb73fcf-389b-47b4-8fe6-1fb6e70c98f0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0633645 Jul 13 08:18:55.765089 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a40aab7-9d89-41f7-b2a1-cc832bc60255 req-2a9782f8-d08b-4e6e-b85b-9a1465cf6ffc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321028 Jul 13 08:18:56.943009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b7f90-6e9c-4cd4-831f-7aabd4c08428 req-7af56062-ddfb-4c87-8b01-734ce2978480 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:56.944536 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c5b7f90-6e9c-4cd4-831f-7aabd4c08428 req-7af56062-ddfb-4c87-8b01-734ce2978480 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0677354 Jul 13 08:18:56.982582 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c5b7f90-6e9c-4cd4-831f-7aabd4c08428 req-b11e011c-d761-4822-beee-fe88849474f8 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325480 Jul 13 08:18:58.166020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624e5d5-7c78-41c6-b4b5-2d1e7c2ebda5 req-c70f5b32-ca95-446d-bc0f-caa58cb6a905 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:58.167454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0624e5d5-7c78-41c6-b4b5-2d1e7c2ebda5 req-c70f5b32-ca95-446d-bc0f-caa58cb6a905 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0662858 Jul 13 08:18:58.206515 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0624e5d5-7c78-41c6-b4b5-2d1e7c2ebda5 req-d97cb264-c10a-4333-b58a-48be4972bb5d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332808 Jul 13 08:18:59.385343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db84bd-46b1-4c78-9a1d-1fe8da1cf360 req-cb3a5597-a1b2-4390-a5ec-daa053d15c78 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:59.387531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54db84bd-46b1-4c78-9a1d-1fe8da1cf360 req-cb3a5597-a1b2-4390-a5ec-daa053d15c78 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0696380 Jul 13 08:18:59.427087 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54db84bd-46b1-4c78-9a1d-1fe8da1cf360 req-0fec3413-e0fa-4623-965a-6c5cd7d99c3a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322568 Jul 13 08:19:00.606281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e17f41-d1dd-498b-8309-268e291844c5 req-cc41a431-df0f-4fe8-87f0-559499456a96 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:00.607810 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7e17f41-d1dd-498b-8309-268e291844c5 req-cc41a431-df0f-4fe8-87f0-559499456a96 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0655963 Jul 13 08:19:00.648872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7e17f41-d1dd-498b-8309-268e291844c5 req-fb0f6f44-987f-4e7a-be97-bd12b791d9fc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354099 Jul 13 08:19:00.863421 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:19:01.823732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ade8c-dd2f-4c58-9224-f62512aa30c6 req-81319c9c-82c1-4725-9e85-0e66531f1c8e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:01.825300 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e38ade8c-dd2f-4c58-9224-f62512aa30c6 req-81319c9c-82c1-4725-9e85-0e66531f1c8e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0652294 Jul 13 08:19:01.864188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e38ade8c-dd2f-4c58-9224-f62512aa30c6 req-7c772cf7-f255-41f5-8b37-8f333a9e47f7 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331631 Jul 13 08:19:03.046619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd4d58-aa57-4c19-915c-c13946305473 req-b5687d9d-9da8-4dc5-851e-008b70396540 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:03.048108 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbbd4d58-aa57-4c19-915c-c13946305473 req-b5687d9d-9da8-4dc5-851e-008b70396540 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0696669 Jul 13 08:19:03.085236 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dbbd4d58-aa57-4c19-915c-c13946305473 req-9641f960-fffb-4b6b-85fc-b766b17ede26 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315592 Jul 13 08:19:04.259835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e138cc-a027-46e5-a8c0-1884fef39b2e req-a55709ed-c549-4d08-948c-a6bd8abf9d5d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:04.261351 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6e138cc-a027-46e5-a8c0-1884fef39b2e req-a55709ed-c549-4d08-948c-a6bd8abf9d5d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0653245 Jul 13 08:19:04.299770 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f6e138cc-a027-46e5-a8c0-1884fef39b2e req-a5988afa-566c-428d-a271-5360b8679185 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328476 Jul 13 08:19:05.474508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5460b4-be9f-44ca-a1ea-b724569bb629 req-c79d515e-340a-41c3-8dad-268397f691c0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:05.476048 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a5460b4-be9f-44ca-a1ea-b724569bb629 req-c79d515e-340a-41c3-8dad-268397f691c0 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0661178 Jul 13 08:19:05.514224 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1a5460b4-be9f-44ca-a1ea-b724569bb629 req-ea9ea6e8-775c-4b1b-a9ef-7c4aa281946b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324161 Jul 13 08:19:06.208655 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:06.686916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb371ff-04b9-4174-9aee-be79f039d4b2 req-175bcf74-94d9-4972-a508-17c0480318b3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:06.688462 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfb371ff-04b9-4174-9aee-be79f039d4b2 req-175bcf74-94d9-4972-a508-17c0480318b3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0647533 Jul 13 08:19:06.725455 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfb371ff-04b9-4174-9aee-be79f039d4b2 req-b9f6202d-6db0-4e31-988c-6a6e65647644 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314405 Jul 13 08:19:07.899575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d594d09-f82f-4af8-868f-2c1a5e7a6130 req-83d41c4c-0a41-47bd-b11d-246ac4aa0e15 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:07.901051 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d594d09-f82f-4af8-868f-2c1a5e7a6130 req-83d41c4c-0a41-47bd-b11d-246ac4aa0e15 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0619645 Jul 13 08:19:07.937496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3d594d09-f82f-4af8-868f-2c1a5e7a6130 req-5351c9b0-c87d-4841-b6fe-a39c56e41203 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308995 Jul 13 08:19:08.117395 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:09.111899 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84b43-34a4-4935-8a46-6fd16041bc06 req-f5fccac9-9d08-4f49-9ee0-919e017a095d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:09.113301 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b8f84b43-34a4-4935-8a46-6fd16041bc06 req-f5fccac9-9d08-4f49-9ee0-919e017a095d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0661526 Jul 13 08:19:09.149817 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b8f84b43-34a4-4935-8a46-6fd16041bc06 req-d5a36816-a67a-4a2b-996c-c0e03513be25 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310009 Jul 13 08:19:10.321467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b156d-1eb2-4938-8564-fc808e727cf0 req-fef4f1d8-528c-4f0c-90b1-9f123fd2f657 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:10.322982 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d8b156d-1eb2-4938-8564-fc808e727cf0 req-fef4f1d8-528c-4f0c-90b1-9f123fd2f657 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0628130 Jul 13 08:19:10.359544 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1d8b156d-1eb2-4938-8564-fc808e727cf0 req-0597acf5-3a0d-4cf1-b8ef-fd8bd483d331 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310345 Jul 13 08:19:11.533824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940531c-b988-4b1b-91ba-a87248d07880 req-662bdfdb-577a-454a-9ce4-3cb4ce28623b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:11.535355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4940531c-b988-4b1b-91ba-a87248d07880 req-662bdfdb-577a-454a-9ce4-3cb4ce28623b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0675497 Jul 13 08:19:11.572585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4940531c-b988-4b1b-91ba-a87248d07880 req-dbf4819a-6199-4214-a25b-77b4ffa577cf tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314291 Jul 13 08:19:12.751639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd034-d2c4-4fe3-a01e-cf9aea7a771b req-51a1d2ae-9fef-4503-9c73-09013bcf101b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:12.753151 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a51bd034-d2c4-4fe3-a01e-cf9aea7a771b req-51a1d2ae-9fef-4503-9c73-09013bcf101b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0654149 Jul 13 08:19:12.790556 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a51bd034-d2c4-4fe3-a01e-cf9aea7a771b req-6498e403-ef8e-4710-ad5d-d4300cfde0d4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Jul 13 08:19:13.966341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364f3a-bc21-4fbc-82f3-80ad89d512ba req-394e7f3d-3cf3-4348-9dc8-a3cbd5b5bcb6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:13.967853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06364f3a-bc21-4fbc-82f3-80ad89d512ba req-394e7f3d-3cf3-4348-9dc8-a3cbd5b5bcb6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0653937 Jul 13 08:19:14.005880 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-06364f3a-bc21-4fbc-82f3-80ad89d512ba req-2f018474-581c-4151-8f02-ce49a285385b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Jul 13 08:19:15.183123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742101bc-4b95-40cb-b833-68fa091a028d req-7625d359-7801-49a9-bc1b-229d7e124995 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:15.184575 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-742101bc-4b95-40cb-b833-68fa091a028d req-7625d359-7801-49a9-bc1b-229d7e124995 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0659020 Jul 13 08:19:15.221480 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-742101bc-4b95-40cb-b833-68fa091a028d req-c9e7f84f-b548-4bd0-8a6d-28c10126a9f1 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Jul 13 08:19:16.392797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bf00d-c2b7-4652-b8d7-2beff7373f67 req-fc555f68-8e49-40e5-b534-77a072c404e3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:16.394184 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-236bf00d-c2b7-4652-b8d7-2beff7373f67 req-fc555f68-8e49-40e5-b534-77a072c404e3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0627558 Jul 13 08:19:16.431577 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-236bf00d-c2b7-4652-b8d7-2beff7373f67 req-3487aef9-c6d3-44cf-9667-376827ae854d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Jul 13 08:19:17.610192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a4ba-df38-49a9-83af-fe842143faaa req-3aea20b7-b766-4fca-985f-3a479ce75e0e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:17.611667 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f022a4ba-df38-49a9-83af-fe842143faaa req-3aea20b7-b766-4fca-985f-3a479ce75e0e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0660939 Jul 13 08:19:17.648061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f022a4ba-df38-49a9-83af-fe842143faaa req-a78f4a45-cd36-4cfe-a666-e7fc663f89dd tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Jul 13 08:19:18.407971 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2556611-01bb-4c77-b203-a496129ac4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:18.831035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a402d4-9b46-4836-ad3f-468f985354e0 req-add2ed05-e26b-4d18-9072-c34f70d5441f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:18.832521 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-63a402d4-9b46-4836-ad3f-468f985354e0 req-add2ed05-e26b-4d18-9072-c34f70d5441f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0656965 Jul 13 08:19:18.871756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-63a402d4-9b46-4836-ad3f-468f985354e0 req-2eee3f51-6bbd-4fb3-8457-47f1394ecd6e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jul 13 08:19:20.048732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c4dca-63f7-49fc-865e-d447cdcae695 req-9798150e-b7a5-4808-8976-caa92b41efc6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:20.050291 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-048c4dca-63f7-49fc-865e-d447cdcae695 req-9798150e-b7a5-4808-8976-caa92b41efc6 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0655951 Jul 13 08:19:20.090856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-048c4dca-63f7-49fc-865e-d447cdcae695 req-1a2cc3b6-49c5-43f6-9b4c-fb5afa1c4abc tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344431 Jul 13 08:19:21.122773 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a41098d8-a928-4c9a-abba-539203054e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:21.168134 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:21.282409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38eba8-af46-4328-b892-a3ebab08e3bc req-a6931048-8468-4e00-9409-df8c1817381f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:21.283923 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf38eba8-af46-4328-b892-a3ebab08e3bc req-a6931048-8468-4e00-9409-df8c1817381f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0730207 Jul 13 08:19:21.322211 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf38eba8-af46-4328-b892-a3ebab08e3bc req-d6f4ac18-3edb-4f2a-a087-248d986c2479 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Jul 13 08:19:22.174065 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:22.496167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993460-b2d7-4a2c-a8fa-f800c88c6981 req-25589678-ca1b-4a36-a45d-5cfd2565e9ce tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:22.497562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59993460-b2d7-4a2c-a8fa-f800c88c6981 req-25589678-ca1b-4a36-a45d-5cfd2565e9ce tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0624211 Jul 13 08:19:22.535730 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59993460-b2d7-4a2c-a8fa-f800c88c6981 req-df1b882e-040f-443a-96f0-0672548dcb0a tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326350 Jul 13 08:19:23.720585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515062f-5896-495f-ab78-a5538ce3cb4f req-b4f23771-39a7-46e1-ae78-1fadbf598c88 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:23.722121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d515062f-5896-495f-ab78-a5538ce3cb4f req-b4f23771-39a7-46e1-ae78-1fadbf598c88 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0724387 Jul 13 08:19:23.765932 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d515062f-5896-495f-ab78-a5538ce3cb4f req-fe9a1139-71b3-4b79-80d3-f692a9db9924 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359387 Jul 13 08:19:23.839323 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:24.939046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8162e32-6b3e-454a-aa06-4db9b6a21c5e req-0fe579e7-570d-4649-a3d0-bbbdbc8bfd4e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:24.940606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a8162e32-6b3e-454a-aa06-4db9b6a21c5e req-0fe579e7-570d-4649-a3d0-bbbdbc8bfd4e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0635829 Jul 13 08:19:24.979337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a8162e32-6b3e-454a-aa06-4db9b6a21c5e req-7c294e59-d999-4702-b61a-87e8d0402026 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331895 Jul 13 08:19:26.154478 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3f6c-fcdf-4005-adfd-08608afa79f6 req-e90475ab-6229-42ea-aae6-231f6ea0336f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:26.155896 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f52a3f6c-fcdf-4005-adfd-08608afa79f6 req-e90475ab-6229-42ea-aae6-231f6ea0336f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0641520 Jul 13 08:19:26.192412 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f52a3f6c-fcdf-4005-adfd-08608afa79f6 req-c4ed7c4e-6fe4-4525-bbbd-aecb6882c943 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309713 Jul 13 08:19:27.371992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8933a-092e-4850-bbef-c6c18ed2edc7 req-3bcfbe0a-8b7f-497a-80c3-0bde65603f9d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:27.373585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ad8933a-092e-4850-bbef-c6c18ed2edc7 req-3bcfbe0a-8b7f-497a-80c3-0bde65603f9d tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0675681 Jul 13 08:19:27.410904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ad8933a-092e-4850-bbef-c6c18ed2edc7 req-fdb77b3e-966d-4bff-bcc9-4e2a9e66bf20 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Jul 13 08:19:28.581739 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada9852-ce15-4a10-b581-09e538a0fdc7 req-a8f9fcf4-0054-43d7-b098-023c76f361a3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:28.583337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cada9852-ce15-4a10-b581-09e538a0fdc7 req-a8f9fcf4-0054-43d7-b098-023c76f361a3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0633035 Jul 13 08:19:28.619643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cada9852-ce15-4a10-b581-09e538a0fdc7 req-aece30f3-4c66-443e-9928-11cc8be3cd94 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308909 Jul 13 08:19:29.798903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce8578-2d68-4ac3-a1e4-05d40f0d1763 req-01e6eeb8-9c78-4f76-8f57-a14f1470917e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:29.800386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-21ce8578-2d68-4ac3-a1e4-05d40f0d1763 req-01e6eeb8-9c78-4f76-8f57-a14f1470917e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0678797 Jul 13 08:19:29.837868 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-21ce8578-2d68-4ac3-a1e4-05d40f0d1763 req-3e584bd7-b318-49e5-bfad-ebe4f8b4e053 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Jul 13 08:19:31.025782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c21618-0875-4be4-a0d0-84fa5f91d62e req-fafcc68c-2286-40c6-b1a8-813a89030d90 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:31.028188 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08c21618-0875-4be4-a0d0-84fa5f91d62e req-fafcc68c-2286-40c6-b1a8-813a89030d90 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0645030 Jul 13 08:19:31.068352 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08c21618-0875-4be4-a0d0-84fa5f91d62e req-6831c0f6-a384-430e-83a8-6dd92345ec51 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347369 Jul 13 08:19:31.265144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab268cb8-13b0-4dfd-8a53-17eb0e89e5f0 req-011e29fe-8bc2-45d6-951d-649493607f25 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:31.266658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab268cb8-13b0-4dfd-8a53-17eb0e89e5f0 req-011e29fe-8bc2-45d6-951d-649493607f25 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0630808 Jul 13 08:19:31.304207 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab268cb8-13b0-4dfd-8a53-17eb0e89e5f0 req-ba1b3d86-6a45-4fe7-95d5-e7a5b57ad4a2 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Jul 13 08:19:31.682062 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef4040-4506-4acf-b505-8ddd241a605d req-870e2af7-248d-4665-8e5e-ace9d85104e9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:31.684059 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02ef4040-4506-4acf-b505-8ddd241a605d req-870e2af7-248d-4665-8e5e-ace9d85104e9 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0660033 Jul 13 08:19:31.721798 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-02ef4040-4506-4acf-b505-8ddd241a605d req-830bb258-76dd-46d6-9b5c-6885ae5a0543 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f51ce69-8bdd-4d94-8856-6716d4ad4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Jul 13 08:19:32.226839 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-1f0582cd-5f54-4c4f-8476-664d3c5fb3b4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:32.228381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-1f0582cd-5f54-4c4f-8476-664d3c5fb3b4 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 946 time: 0.0699341 Jul 13 08:19:32.336996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Deleting port b77aa1c6-377d-4278-89a7-7b10729bd631 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:19:32.337398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:32.430268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] For port b77aa1c6-377d-4278-89a7-7b10729bd631, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=b77aa1c6-377d-4278-89a7-7b10729bd631,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:32.430629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:32.621886 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:32.622295 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:32.622623 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922 disassociated. External IP: 172.25.8.75, port: b77aa1c6-377d-4278-89a7-7b10729bd631. Jul 13 08:19:32.622960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Calling delete_port for b77aa1c6-377d-4278-89a7-7b10729bd631 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:19:32.762287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:32.802436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event deleted for resources: {'Port': ['ID=b77aa1c6-377d-4278-89a7-7b10729bd631,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:32.812509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.812857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.813200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.813539 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.813875 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.814230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.814561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.814887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.815217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.815540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.815861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.816180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:32.874525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1e03c344-d628-4758-9903-8b262ca7e38a req-6dc12d62-17bf-4a15-96b7-35f0b5aac64e tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 210 time: 0.0307586 Jul 13 08:19:32.928507 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:19:33.367918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:19:33.378417 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:19:33.390442 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:19:33.391054 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:33.421915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] No DVR routers for this DVR port b77aa1c6-377d-4278-89a7-7b10729bd631 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:19:33.425524 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:33.428965 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-63e93ab4-3270-43d9-b8eb-e98c56f07320 req-177dbcdd-b199-4fbd-b9fa-655a9f101be3 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.48 "DELETE /v2.0/ports/b77aa1c6-377d-4278-89a7-7b10729bd631 HTTP/1.1" status: 204 len: 173 time: 1.1956997 Jul 13 08:19:33.429616 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'name': 'network-vif-deleted', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:33.484243 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75a5df4-08da-4a6d-8ef2-bd7f6c2ee683" -d '{"events": [{"server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "name": "network-vif-deleted", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:33.523905 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:19:33.580555 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00712501-c232-40b3-a5ee-3d7066f729c8 x-openstack-request-id: req-00712501-c232-40b3-a5ee-3d7066f729c8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:33.580780 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6665536f-a20b-4ad7-a76b-f878bd389179", "name": "network-vif-deleted", "tag": "b77aa1c6-377d-4278-89a7-7b10729bd631", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:33.581036 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00712501-c232-40b3-a5ee-3d7066f729c8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:33.581435 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6665536f-a20b-4ad7-a76b-f878bd389179', 'name': 'network-vif-deleted', 'tag': 'b77aa1c6-377d-4278-89a7-7b10729bd631', 'status': 'completed', 'code': 200} Jul 13 08:19:33.739160 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:33.766064 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:19:33.774834 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:19:33.775432 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:33.883352 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:19:34.023879 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ae5e2114-45b4-4c64-9d75-8b8624729166 req-6af59d1e-4725-486c-b78e-79935803d192 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 210 time: 0.0296752 Jul 13 08:19:34.123533 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:34.154162 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1337f3f-94ed-42b9-a945-b43cd1297518 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:39Z', 'revision_number': 4, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '5596f28e-4808-45bc-84d9-49fb60e0bc14', 'name': '', 'network_id': 'f1c6afa3-ec6c-44b3-851c-b09e2aef5311', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'mac_address': 'fa:16:3e:3e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:39Z', 'updated_at': '2021-07-13T08:04:44Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'subnets': [{'id': 'c5d78972-63a1-4359-93c6-a56b5e68736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:19:34.400280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f441fa2-262a-4a10-b014-98f9e9cb8c85 None None] New status for floating IP 3d964d04-39ac-46c4-8aa0-8e22b8bf7922: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:19:35.175385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b77aa1c6-377d-4278-89a7-7b10729bd631 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:19:35.187606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2338fec4-e2a5-406e-a211-1e01acd280b8 req-f608df06-6db9-40d0-bb3f-e946e4d1426b tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 210 time: 0.0332801 Jul 13 08:19:35.196428 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: b77aa1c6-377d-4278-89a7-7b10729bd631 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:19:35.196786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device b77aa1c6-377d-4278-89a7-7b10729bd631 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:19:36.213278 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:36.357565 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a5223e1-d599-4065-8879-0c6f3dc938fc req-f21f7ece-871d-4c66-9562-a8ae1466e098 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/ports?device_id=6665536f-a20b-4ad7-a76b-f878bd389179 HTTP/1.1" status: 200 len: 210 time: 0.0285401 Jul 13 08:19:37.866031 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:19:38.149483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.441103 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:40.498554 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.521751 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.571888 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.574450 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.578067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "DELETE /v2.0/security-groups/3f51ce69-8bdd-4d94-8856-6716d4ad4f59 HTTP/1.1" status: 204 len: 168 time: 0.1328642 Jul 13 08:19:40.578508 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:40.592757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f51ce69-8bdd-4d94-8856-6716d4ad4f59,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:40.593390 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-0d407cfa-4285-404c-9b47-80b5d47dfa83 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] show failed (client error): The resource could not be found. Jul 13 08:19:40.597534 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0d407cfa-4285-404c-9b47-80b5d47dfa83 tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "GET /v2.0/security-groups/3f51ce69-8bdd-4d94-8856-6716d4ad4f59 HTTP/1.1" status: 404 len: 347 time: 0.0180955 Jul 13 08:19:40.598211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57768) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:40.600733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.601091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.601449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.601795 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.602173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.602512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.602847 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.603181 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.603517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.603848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.604182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.604508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2bd9a7-b45b-4077-b922-91d1236047be tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:40.729299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Deleting port 1bc6f60e-01a4-4a5a-ab29-3377d2387f5e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:19:40.729641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.814799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.815139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.827084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Calling delete_port for 1bc6f60e-01a4-4a5a-ab29-3377d2387f5e owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:19:40.962350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.992932 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Pushing event deleted for resources: {'Port': ['ID=1bc6f60e-01a4-4a5a-ab29-3377d2387f5e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:41.055311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:41.057739 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:41.058991 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1be7ac34-9e38-40d7-ac61-188744d073cb tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] 10.222.0.41 "DELETE /v2.0/floatingips/3d964d04-39ac-46c4-8aa0-8e22b8bf7922 HTTP/1.1" status: 204 len: 168 time: 0.4597151 Jul 13 08:19:41.062162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:41.547744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:41.807799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Deleting port 5596f28e-4808-45bc-84d9-49fb60e0bc14 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:19:41.808042 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:41.886633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] For port 5596f28e-4808-45bc-84d9-49fb60e0bc14, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=5596f28e-4808-45bc-84d9-49fb60e0bc14,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:41.887532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:41.900018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Calling delete_port for 5596f28e-4808-45bc-84d9-49fb60e0bc14 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:19:42.086624 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:42.113552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5596f28e-4808-45bc-84d9-49fb60e0bc14,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:42.619942 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:42.838167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Router df364427-00ab-49f1-9354-0b80d3b9d282 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:19:42.943611 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:19:42.949471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-573cebe1-7253-4e22-b1eb-8704547cdbb2 admin admin] 10.222.0.41 "PUT /v2.0/routers/df364427-00ab-49f1-9354-0b80d3b9d282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8853214 Jul 13 08:19:42.951246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:42.954154 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] Sync routers for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:19:42.963329 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:19:42.963950 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:43.058636 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.076921 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:19:43.165287 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.221110 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Deleting port 3e08dfc8-4079-420e-b100-0f35b8f9eec2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:19:43.221366 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.316152 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] For port 3e08dfc8-4079-420e-b100-0f35b8f9eec2, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3e08dfc8-4079-420e-b100-0f35b8f9eec2,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:43.316517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.328952 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Calling delete_port for 3e08dfc8-4079-420e-b100-0f35b8f9eec2 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:19:43.351203 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:19:42Z', 'revision_number': 5, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port': {'id': '3e08dfc8-4079-420e-b100-0f35b8f9eec2', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:43.379796 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] Checking router: df364427-00ab-49f1-9354-0b80d3b9d282 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:19:43.388507 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] Routers {'df364427-00ab-49f1-9354-0b80d3b9d282'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:19:43.389121 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:19:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['df364427-00ab-49f1-9354-0b80d3b9d282'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:43.474444 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] Set router df364427-00ab-49f1-9354-0b80d3b9d282 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:19:43.502863 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.526815 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:19:43Z', 'revision_number': 6, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:43.534406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e08dfc8-4079-420e-b100-0f35b8f9eec2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:43.560772 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddab99d-abc8-4dfb-88cd-97615bed58e4 None None] The sync data for ids ['df364427-00ab-49f1-9354-0b80d3b9d282'] in n-d-758944-43 is: [{'id': 'df364427-00ab-49f1-9354-0b80d3b9d282', 'name': 'tempest-ServerActionsTestJSON-300337432-router', 'tenant_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:04:37Z', 'updated_at': '2021-07-13T08:19:43Z', 'revision_number': 6, 'project_id': '92a42e21b2ef42939bbcc7adbdd0803d', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:19:43.603202 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.693898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.696008 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.741787 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.742344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df364427-00ab-49f1-9354-0b80d3b9d282 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:19:43.747539 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.748669 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f5ee5e5e-fe5b-431d-9478-920a7cf1e986 admin admin] 10.222.0.41 "DELETE /v2.0/routers/df364427-00ab-49f1-9354-0b80d3b9d282 HTTP/1.1" status: 204 len: 168 time: 0.7964447 Jul 13 08:19:43.752088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:43.798552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3507370-7e87-44c4-8884-610102b92dd9 admin admin] Deleting subnet c5d78972-63a1-4359-93c6-a56b5e68736e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:19:43.801766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3507370-7e87-44c4-8884-610102b92dd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.836634 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3507370-7e87-44c4-8884-610102b92dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.926005 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3507370-7e87-44c4-8884-610102b92dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.987507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3507370-7e87-44c4-8884-610102b92dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.019009 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3507370-7e87-44c4-8884-610102b92dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.020958 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f3507370-7e87-44c4-8884-610102b92dd9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c5d78972-63a1-4359-93c6-a56b5e68736e HTTP/1.1" status: 204 len: 168 time: 0.2678406 Jul 13 08:19:44.021939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3507370-7e87-44c4-8884-610102b92dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d78972-63a1-4359-93c6-a56b5e68736e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:44.023761 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57778) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:44.027312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3014d250-f7bd-45c8-a24b-5fece9ab2ab0 None None] Network f1c6afa3-ec6c-44b3-851c-b09e2aef5311 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:19:44.100896 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.161979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Deleting port b9c70007-5800-4317-b939-1bf9ddfdde8a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:19:44.162345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.231600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] For port b9c70007-5800-4317-b939-1bf9ddfdde8a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=b9c70007-5800-4317-b939-1bf9ddfdde8a,segment=NetworkSegment(6e5b1862-42e4-4839-b1aa-bbf15783bc3d),segment_id=6e5b1862-42e4-4839-b1aa-bbf15783bc3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:44.231969 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.246832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Calling delete_port for b9c70007-5800-4317-b939-1bf9ddfdde8a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:19:44.341316 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.369559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c70007-5800-4317-b939-1bf9ddfdde8a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:44.372004 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] No DVR routers for this DVR port b9c70007-5800-4317-b939-1bf9ddfdde8a on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:19:44.381798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47833f56-693a-41df-81d0-8238df9cacc0 None None] DHCP port deletion for f1c6afa3-ec6c-44b3-851c-b09e2aef5311 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:19:44.455695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.467138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c6afa3-ec6c-44b3-851c-b09e2aef5311']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:44.478048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5b1862-42e4-4839-b1aa-bbf15783bc3d') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:44.478342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5b1862-42e4-4839-b1aa-bbf15783bc3d') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:44.488186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.502361 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.507969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:19:44.508355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:19:44.509990 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:19:44.566757 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.573478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.576141 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] 10.222.0.41 "DELETE /v2.0/networks/f1c6afa3-ec6c-44b3-851c-b09e2aef5311 HTTP/1.1" status: 204 len: 168 time: 0.5512338 Jul 13 08:19:44.587555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7d5d7-19a4-41f0-a12e-e9626eb5c58f admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c6afa3-ec6c-44b3-851c-b09e2aef5311,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:44.708044 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:44.754178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-99021cc0-51d0-4f86-b552-414151bf7768 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92a42e21b2ef42939bbcc7adbdd0803d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447862 Jul 13 08:19:44.756589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57786) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:44.805871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41e79f47-ce56-4a97-8695-87caaf9b6f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.828474 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41e79f47-ce56-4a97-8695-87caaf9b6f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.878141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41e79f47-ce56-4a97-8695-87caaf9b6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.880977 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41e79f47-ce56-4a97-8695-87caaf9b6f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.882505 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-41e79f47-ce56-4a97-8695-87caaf9b6f37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6a70a43-54ea-4e35-8aa1-726cb292337b HTTP/1.1" status: 204 len: 168 time: 0.1250169 Jul 13 08:19:44.896945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e79f47-ce56-4a97-8695-87caaf9b6f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a70a43-54ea-4e35-8aa1-726cb292337b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:45.028006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3e08dfc8-4079-420e-b100-0f35b8f9eec2 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:19:45.050509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 3e08dfc8-4079-420e-b100-0f35b8f9eec2 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:19:45.050871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3e08dfc8-4079-420e-b100-0f35b8f9eec2 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:19:45.051311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b9c70007-5800-4317-b939-1bf9ddfdde8a no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:19:45.076203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: b9c70007-5800-4317-b939-1bf9ddfdde8a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:19:45.076566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device b9c70007-5800-4317-b939-1bf9ddfdde8a not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:19:45.076996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5596f28e-4808-45bc-84d9-49fb60e0bc14 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:19:45.099047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 5596f28e-4808-45bc-84d9-49fb60e0bc14 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:19:45.099396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 5596f28e-4808-45bc-84d9-49fb60e0bc14 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:19:45.604776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 57808) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:45.708365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1619191310-network', 'tenant_id': '1195562e595e4eb5adb31f6ba73bf8e2'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:45.729593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Made reservation on behalf of 1195562e595e4eb5adb31f6ba73bf8e2 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:19:45.732059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.740975 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.830933 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.834873 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.862954 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:19:45.873055 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6bc3da-9402-489d-8c3c-e63df75177e2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:45.878020 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.878371 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Added segment 8fbc3f3e-1343-4077-a12a-693ff981651e of type vlan for network aa1e2c7a-9595-44b9-82c5-5153476104f9 Jul 13 08:19:45.926324 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.956869 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.957845 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:45.958551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.986923 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3809941 Jul 13 08:19:45.990273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:45.997040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Request body: {'subnet': {'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1619191310-subnet', 'tenant_id': '1195562e595e4eb5adb31f6ba73bf8e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:46.019651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Made reservation on behalf of 1195562e595e4eb5adb31f6ba73bf8e2 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:19:46.021840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc45ce2-2d29-4fab-bf53-1c16072d60ee admin admin] Pushing event updated for resources: {'Network': ['ID=aa1e2c7a-9595-44b9-82c5-5153476104f9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:46.022123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:46.032422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network aa1e2c7a-9595-44b9-82c5-5153476104f9 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:19:46.197284 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:46.256599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f134bf8-dac9-4307-b4b8-b9e80991d9fd,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:46.267284 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Checking segment: {'id': '8fbc3f3e-1343-4077-a12a-693ff981651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:19:46.267733 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Network hostable DHCP agents. Network: aa1e2c7a-9595-44b9-82c5-5153476104f9, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:19:46.284421 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Network aa1e2c7a-9595-44b9-82c5-5153476104f9 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:19:46.294399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, aa1e2c7a-9595-44b9-82c5-5153476104f9) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:19:46.298901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:46.299489 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:46.304613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703fe424-d97d-4539-8b30-3529f1870794 None None] Network aa1e2c7a-9595-44b9-82c5-5153476104f9 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:19:46.325103 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-df8f1beb-9945-4611-8caa-afc45b70db3a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3258505 Jul 13 08:19:46.433070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75933d50-ddc0-46d6-b049-30292649aa3b None None] Network aa1e2c7a-9595-44b9-82c5-5153476104f9 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:19:46.741017 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-8e5a1182-6e33-4def-9930-a8524ed1fb8c tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:46.742477 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-8e5a1182-6e33-4def-9930-a8524ed1fb8c tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/networks?id=aa1e2c7a-9595-44b9-82c5-5153476104f9 HTTP/1.1" status: 200 len: 814 time: 0.1073873 Jul 13 08:19:46.757525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-f0a58b00-7e96-4bb5-a057-d8ec458d808d tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/quotas/1195562e595e4eb5adb31f6ba73bf8e2 HTTP/1.1" status: 200 len: 375 time: 0.0096164 Jul 13 08:19:46.792198 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-e052fb7d-30c8-47d6-bd85-744273a55065 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1195562e595e4eb5adb31f6ba73bf8e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293627 Jul 13 08:19:46.891894 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-a68f6ed0-0a22-41f7-9840-01c85240ac82 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:19:46.892908 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-a68f6ed0-0a22-41f7-9840-01c85240ac82 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431085 Jul 13 08:19:46.987258 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-3854e85a-13fb-47a3-abdf-0d54d1395f02 service neutron] 10.222.0.41 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882239 Jul 13 08:19:47.078722 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-1beea8ff-05ba-48a2-83bf-83479dcfd481 service neutron] 10.222.0.41 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857210 Jul 13 08:19:47.264683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35d32537-264e-450c-902e-d8f98ab9bc77 req-2005ecea-f2b2-458b-81ec-3b43bed7f8c9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 210 time: 0.0352497 Jul 13 08:19:48.415894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-909bc6ef-63c3-487a-a619-b0461205808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:48.425179 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f33d4d1a-6a64-42c5-9c28-ba43e950a491 req-2de3c747-eee3-42ef-a263-733f1b86fbcb tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 210 time: 0.0425701 Jul 13 08:19:48.517387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-89ad879c-c6f5-41f4-be23-43b696f12942 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:48.519075 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-89ad879c-c6f5-41f4-be23-43b696f12942 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.38 "GET /v2.0/networks?id=aa1e2c7a-9595-44b9-82c5-5153476104f9 HTTP/1.1" status: 200 len: 814 time: 0.1182771 Jul 13 08:19:48.531699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Request body: {'port': {'device_id': 'e8a9e22c-f085-4bfb-a4eb-1a936350f012', 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9', 'admin_state_up': True, 'tenant_id': '1195562e595e4eb5adb31f6ba73bf8e2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:48.650110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Made reservation on behalf of 1195562e595e4eb5adb31f6ba73bf8e2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:19:48.653874 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:48.787872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Allocated IP 172.20.0.3 (aa1e2c7a-9595-44b9-82c5-5153476104f9/1f134bf8-dac9-4307-b4b8-b9e80991d9fd/976d308b-4201-4b19-912e-40b0b86c0be9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:19:48.942770 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:48.982639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:49.029854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Network aa1e2c7a-9595-44b9-82c5-5153476104f9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:19:49.033175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:19:49.037496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:19:49.066492 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Pushing event updated for resources: {'Port': ['ID=976d308b-4201-4b19-912e-40b0b86c0be9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:49.095923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:49.096581 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:49.110759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0776c208-cebc-4f04-a1b4-52fc1560b17a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831125 Jul 13 08:19:49.204183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Request body: {'port': {'device_id': 'e8a9e22c-f085-4bfb-a4eb-1a936350f012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:49.275539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:49.548040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976d308b-4201-4b19-912e-40b0b86c0be9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:19:49.557915 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:49.571011 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Transition to ACTIVE for port object 976d308b-4201-4b19-912e-40b0b86c0be9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:19:49.574821 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:49.607186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e780f6-872e-4f56-9fdc-02cb52eec76b req-0e345d13-f72e-42c0-bd29-86f0841ba66c tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:49.609017 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9e780f6-872e-4f56-9fdc-02cb52eec76b req-0e345d13-f72e-42c0-bd29-86f0841ba66c tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 931 time: 0.0679250 Jul 13 08:19:49.630142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Pushing event updated for resources: {'Port': ['ID=976d308b-4201-4b19-912e-40b0b86c0be9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:49.652720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9e780f6-872e-4f56-9fdc-02cb52eec76b req-1d753132-58bb-4835-820b-b9bffd38a8ab tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373895 Jul 13 08:19:49.705281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Attempting to bind port 976d308b-4201-4b19-912e-40b0b86c0be9 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:19:49.705739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Attempting to bind port 976d308b-4201-4b19-912e-40b0b86c0be9 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '8fbc3f3e-1343-4077-a12a-693ff981651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:19:49.706125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Attempting to bind port 976d308b-4201-4b19-912e-40b0b86c0be9 on network aa1e2c7a-9595-44b9-82c5-5153476104f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:49.710998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Port 976d308b-4201-4b19-912e-40b0b86c0be9 on network aa1e2c7a-9595-44b9-82c5-5153476104f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:19:49.711329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Attempting to bind port 976d308b-4201-4b19-912e-40b0b86c0be9 on network aa1e2c7a-9595-44b9-82c5-5153476104f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:49.716703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:19:49.717056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Checking segment: {'id': '8fbc3f3e-1343-4077-a12a-693ff981651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:19:49.717455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Bound using segment: {'id': '8fbc3f3e-1343-4077-a12a-693ff981651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:19:49.717893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Bound port: 976d308b-4201-4b19-912e-40b0b86c0be9, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbc3f3e-1343-4077-a12a-693ff981651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:19:49.718285 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:49.788736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] For port 976d308b-4201-4b19-912e-40b0b86c0be9, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:19:49.792133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] For port 976d308b-4201-4b19-912e-40b0b86c0be9, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=976d308b-4201-4b19-912e-40b0b86c0be9,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:19:49.796496 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:49.833130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:49.833760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:49.835199 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] 10.222.0.38 "PUT /v2.0/ports/976d308b-4201-4b19-912e-40b0b86c0be9 HTTP/1.1" status: 200 len: 1092 time: 0.6780760 Jul 13 08:19:49.835636 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a9e22c-f085-4bfb-a4eb-1a936350f012', 'tag': '976d308b-4201-4b19-912e-40b0b86c0be9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:49.837905 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a9e22c-f085-4bfb-a4eb-1a936350f012", "tag": "976d308b-4201-4b19-912e-40b0b86c0be9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:49.863211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74cd82-e1a1-4682-8aa5-27f8a5a6f035 service neutron] Pushing event updated for resources: {'Port': ['ID=976d308b-4201-4b19-912e-40b0b86c0be9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:49.903017 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7643fec-8973-4f92-b594-cac7ee058154 x-openstack-request-id: req-e7643fec-8973-4f92-b594-cac7ee058154 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:49.903307 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a9e22c-f085-4bfb-a4eb-1a936350f012", "tag": "976d308b-4201-4b19-912e-40b0b86c0be9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:49.903557 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7643fec-8973-4f92-b594-cac7ee058154 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:49.903950 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a9e22c-f085-4bfb-a4eb-1a936350f012', 'tag': '976d308b-4201-4b19-912e-40b0b86c0be9', 'status': 'completed', 'code': 200} Jul 13 08:19:49.932140 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-07be097d-9377-485f-a3dd-711d1c521e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:49.934485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-07be097d-9377-485f-a3dd-711d1c521e3b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1195562e595e4eb5adb31f6ba73bf8e2&device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 1095 time: 0.0607817 Jul 13 08:19:49.974775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-c145d2e9-2548-4bf9-b7c3-77f97cd91b21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=976d308b-4201-4b19-912e-40b0b86c0be9 HTTP/1.1" status: 200 len: 217 time: 0.0337832 Jul 13 08:19:50.026512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-e84fc922-4a1f-4e47-8a73-311a3fcd0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:50.028510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-e84fc922-4a1f-4e47-8a73-311a3fcd0f7c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f134bf8-dac9-4307-b4b8-b9e80991d9fd HTTP/1.1" status: 200 len: 854 time: 0.0481133 Jul 13 08:19:50.060595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-0c070b5e-e442-48e8-b8f7-19272fbc16e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa1e2c7a-9595-44b9-82c5-5153476104f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258002 Jul 13 08:19:50.151949 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-a53bbd1d-1ef6-45ef-8229-4057366d4f12 service neutron] 10.222.0.38 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853841 Jul 13 08:19:50.241247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-dc74c52b-d5e7-42ff-8896-120de3eb2e35 req-d09c05da-343b-4718-8106-87873d9a28fe service neutron] 10.222.0.38 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828598 Jul 13 08:19:50.342313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-e8d53a1c-0e81-4156-9b74-511e5f5af980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:50.343829 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-e8d53a1c-0e81-4156-9b74-511e5f5af980 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1195562e595e4eb5adb31f6ba73bf8e2&device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 1095 time: 0.0553880 Jul 13 08:19:50.438276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-cc55abcc-6752-433b-a7f8-a9f4ec7115b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:50.439491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-cc55abcc-6752-433b-a7f8-a9f4ec7115b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa1e2c7a-9595-44b9-82c5-5153476104f9 HTTP/1.1" status: 200 len: 915 time: 0.0900016 Jul 13 08:19:50.480239 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-bcb63e8d-7d6d-4713-90a0-55829a4eea67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=976d308b-4201-4b19-912e-40b0b86c0be9 HTTP/1.1" status: 200 len: 217 time: 0.0347204 Jul 13 08:19:50.535477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-1afff7ad-1caf-4f53-b12a-0f7ddbd13544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:50.537226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-1afff7ad-1caf-4f53-b12a-0f7ddbd13544 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f134bf8-dac9-4307-b4b8-b9e80991d9fd HTTP/1.1" status: 200 len: 854 time: 0.0483358 Jul 13 08:19:50.570677 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-f89b0ba4-2d0a-4245-96d6-ff25985c422c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa1e2c7a-9595-44b9-82c5-5153476104f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264478 Jul 13 08:19:50.659259 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-8200ecfc-bdcd-4e23-a993-f3ac6a447b86 service neutron] 10.222.0.38 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823269 Jul 13 08:19:50.754798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6028be19-1b7b-40dd-a3a7-9be0cf2148fb req-cc490807-4fb9-4874-8c15-c3c8c6af5dd4 service neutron] 10.222.0.38 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884063 Jul 13 08:19:50.834038 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a9631-2b80-47f2-a47b-9013bfa258d3 req-4814de11-0b18-410b-8b0e-70d5dc828a58 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:50.835470 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-374a9631-2b80-47f2-a47b-9013bfa258d3 req-4814de11-0b18-410b-8b0e-70d5dc828a58 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 943 time: 0.0685258 Jul 13 08:19:50.875106 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-374a9631-2b80-47f2-a47b-9013bfa258d3 req-8df96a3e-21b1-437a-8f14-ab40bade95d6 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339444 Jul 13 08:19:51.124949 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8556f07b-9793-41f2-956a-25d753df167f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:51.171009 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:52.050981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef92ae-3af4-44cd-9f7b-f12af504b531 req-3b0384e5-9794-4b02-ba18-2063283362d2 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:52.052513 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9ef92ae-3af4-44cd-9f7b-f12af504b531 req-3b0384e5-9794-4b02-ba18-2063283362d2 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 943 time: 0.0675230 Jul 13 08:19:52.093406 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a9ef92ae-3af4-44cd-9f7b-f12af504b531 req-63fe0580-adff-4448-bc60-f1be2e1d7ac4 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351586 Jul 13 08:19:52.173354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:52.528102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 976d308b-4201-4b19-912e-40b0b86c0be9 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:19:52.626772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 976d308b-4201-4b19-912e-40b0b86c0be9, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=976d308b-4201-4b19-912e-40b0b86c0be9,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:52.638076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '976d308b-4201-4b19-912e-40b0b86c0be9', 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9', 'port_id': '976d308b-4201-4b19-912e-40b0b86c0be9', 'mac_address': 'fa:16:3e:c7:9d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f134bf8-dac9-4307-b4b8-b9e80991d9fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:19:52.676607 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:52.692625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976d308b-4201-4b19-912e-40b0b86c0be9 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:19:52.713591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 976d308b-4201-4b19-912e-40b0b86c0be9, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=976d308b-4201-4b19-912e-40b0b86c0be9,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:52.718217 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:52.770558 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=976d308b-4201-4b19-912e-40b0b86c0be9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:52.778387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.778657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.778997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.779334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.779671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.780002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.780328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.780651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.780975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.781298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.781620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.781991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:52.986708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['976d308b-4201-4b19-912e-40b0b86c0be9'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:19:53.269716 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c666bc-022c-455f-b3af-e3533705f490 req-f11f8326-2a4a-45d8-a9a4-a4035d0f5b36 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:53.271253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36c666bc-022c-455f-b3af-e3533705f490 req-f11f8326-2a4a-45d8-a9a4-a4035d0f5b36 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 944 time: 0.0633307 Jul 13 08:19:53.309645 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36c666bc-022c-455f-b3af-e3533705f490 req-07db364d-355c-4d98-8a8c-30bb06a431ca tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328319 Jul 13 08:19:53.840312 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:54.488309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4198c-c1db-4a4e-a4e8-611fec2e1276 req-1e54f37f-a096-4cb7-9ba6-eec43ce0cc29 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:54.489820 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3f4198c-c1db-4a4e-a4e8-611fec2e1276 req-1e54f37f-a096-4cb7-9ba6-eec43ce0cc29 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 944 time: 0.0680542 Jul 13 08:19:54.528108 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e3f4198c-c1db-4a4e-a4e8-611fec2e1276 req-87ca2449-0152-4814-8dad-6e05c662c157 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Jul 13 08:19:54.542840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 976d308b-4201-4b19-912e-40b0b86c0be9 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:19:54.592229 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 976d308b-4201-4b19-912e-40b0b86c0be9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:19:54.595908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 976d308b-4201-4b19-912e-40b0b86c0be9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:19:54.596286 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:54.675530 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:54.697628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a9e22c-f085-4bfb-a4eb-1a936350f012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976d308b-4201-4b19-912e-40b0b86c0be9'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:54.712626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 976d308b-4201-4b19-912e-40b0b86c0be9, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=976d308b-4201-4b19-912e-40b0b86c0be9,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:54.717203 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:54.744807 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca02294-af0b-4fa2-84dd-d84c6f60a8e1" -d '{"events": [{"server_uuid": "e8a9e22c-f085-4bfb-a4eb-1a936350f012", "name": "network-vif-plugged", "status": "completed", "tag": "976d308b-4201-4b19-912e-40b0b86c0be9"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:54.776580 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=976d308b-4201-4b19-912e-40b0b86c0be9,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:54.833460 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513a19ae-b321-4a75-a151-a9983b258f05 x-openstack-request-id: req-513a19ae-b321-4a75-a151-a9983b258f05 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:54.833752 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a9e22c-f085-4bfb-a4eb-1a936350f012", "name": "network-vif-plugged", "status": "completed", "tag": "976d308b-4201-4b19-912e-40b0b86c0be9", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:54.834048 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-513a19ae-b321-4a75-a151-a9983b258f05 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:54.834451 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a9e22c-f085-4bfb-a4eb-1a936350f012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976d308b-4201-4b19-912e-40b0b86c0be9', 'code': 200} Jul 13 08:19:54.946345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da96fd-0ae9-435c-aa77-62bc351b243a req-4a808007-303a-415d-919f-0003b7cdf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:54.947866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47da96fd-0ae9-435c-aa77-62bc351b243a req-4a808007-303a-415d-919f-0003b7cdf23f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 1097 time: 0.0512848 Jul 13 08:19:54.982615 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-47da96fd-0ae9-435c-aa77-62bc351b243a req-4af8e220-a05a-4dcb-9643-6419988a0f56 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282824 Jul 13 08:19:55.704521 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c801c89-2f27-434b-9b94-1c03b62703ad req-f4bb1329-5bc9-489a-89a6-78f312dc9a16 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:55.706152 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c801c89-2f27-434b-9b94-1c03b62703ad req-f4bb1329-5bc9-489a-89a6-78f312dc9a16 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0668240 Jul 13 08:19:55.746707 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c801c89-2f27-434b-9b94-1c03b62703ad req-33ed0867-ed33-4079-9869-767eea0281d2 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343633 Jul 13 08:19:56.927002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f1b3b-d4d0-4f31-bf8c-ceefb33e6e40 req-0556d4c5-0928-4762-95eb-fad9db6926ed tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:56.928530 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e99f1b3b-d4d0-4f31-bf8c-ceefb33e6e40 req-0556d4c5-0928-4762-95eb-fad9db6926ed tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0684462 Jul 13 08:19:56.966886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e99f1b3b-d4d0-4f31-bf8c-ceefb33e6e40 req-470190fc-fe79-4c07-8fd8-b4eac2006216 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Jul 13 08:19:57.200798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60009d8-025e-4783-8747-6a4a99590e5d req-e5a8558c-e0c1-4808-a58e-691962883cf8 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:57.202333 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-e5a8558c-e0c1-4808-a58e-691962883cf8 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/networks?id=aa1e2c7a-9595-44b9-82c5-5153476104f9 HTTP/1.1" status: 200 len: 814 time: 0.1051755 Jul 13 08:19:57.217570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-fee6ec64-f677-4e03-9249-ae98b7ed91ad tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/quotas/1195562e595e4eb5adb31f6ba73bf8e2 HTTP/1.1" status: 200 len: 375 time: 0.0098414 Jul 13 08:19:57.286617 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-5229d925-a7b2-49e2-b0f8-749324bcb1c8 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1195562e595e4eb5adb31f6ba73bf8e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634534 Jul 13 08:19:57.377269 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-a51df364-e4ec-4527-b442-8df26c345b53 service neutron] 10.222.0.41 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835481 Jul 13 08:19:57.474168 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-d23a20f1-332a-4f85-acae-172861b424ce service neutron] 10.222.0.41 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907156 Jul 13 08:19:57.643422 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-994ed010-ff86-405f-a306-1b08d6148acb req-8b013fb4-073c-484b-8a74-bee17c86e234 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 210 time: 0.0299563 Jul 13 08:19:58.811977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ade7c3f-ef99-4a55-b141-7f92d9a7d0e9 req-90c13c2c-9106-4b3d-b0e1-52f509fda8e8 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 210 time: 0.0320435 Jul 13 08:19:58.861190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60009d8-025e-4783-8747-6a4a99590e5d req-3491ed9d-9622-46f2-9838-310e44d019a3 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:58.862762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-3491ed9d-9622-46f2-9838-310e44d019a3 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.48 "GET /v2.0/networks?id=aa1e2c7a-9595-44b9-82c5-5153476104f9 HTTP/1.1" status: 200 len: 814 time: 0.1313701 Jul 13 08:19:58.881576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Request body: {'port': {'device_id': 'e0793037-113b-4569-beeb-0b2ec26311ca', 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9', 'admin_state_up': True, 'tenant_id': '1195562e595e4eb5adb31f6ba73bf8e2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:59.013298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Made reservation on behalf of 1195562e595e4eb5adb31f6ba73bf8e2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:19:59.017125 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:59.157923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Allocated IP 172.20.0.14 (aa1e2c7a-9595-44b9-82c5-5153476104f9/1f134bf8-dac9-4307-b4b8-b9e80991d9fd/2d3ab799-f084-41f6-a507-d25f8be91cf6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:19:59.312255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:59.349724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:59.360984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['976d308b-4201-4b19-912e-40b0b86c0be9'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:19:59.395275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Network aa1e2c7a-9595-44b9-82c5-5153476104f9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:19:59.398590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:19:59.402491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:19:59.425762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Pushing event updated for resources: {'Port': ['ID=2d3ab799-f084-41f6-a507-d25f8be91cf6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:59.453237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:59.453858 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:59.467850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-b0b14e4d-8bb1-451b-91ee-2afab2408df5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5905480 Jul 13 08:19:59.479412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Request body: {'port': {'device_id': 'e0793037-113b-4569-beeb-0b2ec26311ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:59.554356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:59.806196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3ab799-f084-41f6-a507-d25f8be91cf6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:19:59.813873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:59.825422 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Transition to ACTIVE for port object 2d3ab799-f084-41f6-a507-d25f8be91cf6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:19:59.828836 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:59.899727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3ab799-f084-41f6-a507-d25f8be91cf6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:59.949219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Attempting to bind port 2d3ab799-f084-41f6-a507-d25f8be91cf6 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:19:59.949555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Attempting to bind port 2d3ab799-f084-41f6-a507-d25f8be91cf6 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '8fbc3f3e-1343-4077-a12a-693ff981651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:19:59.949888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Attempting to bind port 2d3ab799-f084-41f6-a507-d25f8be91cf6 on network aa1e2c7a-9595-44b9-82c5-5153476104f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:59.954162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Port 2d3ab799-f084-41f6-a507-d25f8be91cf6 on network aa1e2c7a-9595-44b9-82c5-5153476104f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:19:59.954486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Attempting to bind port 2d3ab799-f084-41f6-a507-d25f8be91cf6 on network aa1e2c7a-9595-44b9-82c5-5153476104f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:59.959273 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:19:59.959614 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Checking segment: {'id': '8fbc3f3e-1343-4077-a12a-693ff981651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:19:59.959997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Bound using segment: {'id': '8fbc3f3e-1343-4077-a12a-693ff981651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:19:59.960427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Bound port: 2d3ab799-f084-41f6-a507-d25f8be91cf6, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbc3f3e-1343-4077-a12a-693ff981651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:19:59.960784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:59.999140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25fda-d83d-4b14-90d9-640fab21fd18 req-45c6f04d-9a36-4ba3-978f-e4a2c0dee873 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:00.000698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4b25fda-d83d-4b14-90d9-640fab21fd18 req-45c6f04d-9a36-4ba3-978f-e4a2c0dee873 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 944 time: 0.0680017 Jul 13 08:20:00.024298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] For port 2d3ab799-f084-41f6-a507-d25f8be91cf6, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:00.027888 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] For port 2d3ab799-f084-41f6-a507-d25f8be91cf6, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2d3ab799-f084-41f6-a507-d25f8be91cf6,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:00.032043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:00.041698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4b25fda-d83d-4b14-90d9-640fab21fd18 req-f5529a3f-0777-46fe-8897-10f879be414b tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347404 Jul 13 08:20:00.068979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:00.069603 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:00.071058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] 10.222.0.48 "PUT /v2.0/ports/2d3ab799-f084-41f6-a507-d25f8be91cf6 HTTP/1.1" status: 200 len: 1093 time: 0.5958095 Jul 13 08:20:00.071491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0793037-113b-4569-beeb-0b2ec26311ca', 'tag': '2d3ab799-f084-41f6-a507-d25f8be91cf6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:00.073737 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa7be75-84eb-498c-84ab-8344f591d390" -d '{"events": [{"name": "network-changed", "server_uuid": "e0793037-113b-4569-beeb-0b2ec26311ca", "tag": "2d3ab799-f084-41f6-a507-d25f8be91cf6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:00.097694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83585ce-3a1c-4a64-b3e9-447fef1472d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3ab799-f084-41f6-a507-d25f8be91cf6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:00.114310 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd2a4fa-539b-4065-b17e-973decf51130 x-openstack-request-id: req-9bd2a4fa-539b-4065-b17e-973decf51130 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:00.114585 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0793037-113b-4569-beeb-0b2ec26311ca", "tag": "2d3ab799-f084-41f6-a507-d25f8be91cf6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:00.114840 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bd2a4fa-539b-4065-b17e-973decf51130 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:00.115242 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0793037-113b-4569-beeb-0b2ec26311ca', 'tag': '2d3ab799-f084-41f6-a507-d25f8be91cf6', 'status': 'completed', 'code': 200} Jul 13 08:20:00.176671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60009d8-025e-4783-8747-6a4a99590e5d req-9c6151bc-c8dd-4bdb-a78e-4f083ee827f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:00.178452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-9c6151bc-c8dd-4bdb-a78e-4f083ee827f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1195562e595e4eb5adb31f6ba73bf8e2&device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 1096 time: 0.0578892 Jul 13 08:20:00.218763 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-42d89589-3a4e-4a96-a2e1-c47bf654e3a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d3ab799-f084-41f6-a507-d25f8be91cf6 HTTP/1.1" status: 200 len: 217 time: 0.0341573 Jul 13 08:20:00.268343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60009d8-025e-4783-8747-6a4a99590e5d req-84a0cd36-a295-4a5c-9c0b-14485c8070e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:00.269793 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-84a0cd36-a295-4a5c-9c0b-14485c8070e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f134bf8-dac9-4307-b4b8-b9e80991d9fd HTTP/1.1" status: 200 len: 854 time: 0.0443368 Jul 13 08:20:00.306650 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-f794be70-db5c-49a9-96e1-9e68fa14d2f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa1e2c7a-9595-44b9-82c5-5153476104f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307958 Jul 13 08:20:00.395355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-8a3f3889-6546-490e-a2aa-aab73c087635 service neutron] 10.222.0.48 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822282 Jul 13 08:20:00.488310 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c60009d8-025e-4783-8747-6a4a99590e5d req-fada2e00-884c-4a30-858d-f75344baf62a service neutron] 10.222.0.48 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871923 Jul 13 08:20:00.588540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7be75-84eb-498c-84ab-8344f591d390 req-1434d443-6731-49f4-bbe4-2200f91117ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:00.590638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-caa7be75-84eb-498c-84ab-8344f591d390 req-1434d443-6731-49f4-bbe4-2200f91117ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1195562e595e4eb5adb31f6ba73bf8e2&device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 1096 time: 0.0538826 Jul 13 08:20:00.685182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7be75-84eb-498c-84ab-8344f591d390 req-c5ba7f3c-a6c3-4a4a-afbf-aac5de3c643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:00.686668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-caa7be75-84eb-498c-84ab-8344f591d390 req-c5ba7f3c-a6c3-4a4a-afbf-aac5de3c643d service neutron] 10.222.0.48 "GET /v2.0/networks?id=aa1e2c7a-9595-44b9-82c5-5153476104f9 HTTP/1.1" status: 200 len: 915 time: 0.0897288 Jul 13 08:20:00.729458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-caa7be75-84eb-498c-84ab-8344f591d390 req-fdf6a003-b27e-45a9-8109-1c220e897f66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d3ab799-f084-41f6-a507-d25f8be91cf6 HTTP/1.1" status: 200 len: 217 time: 0.0356128 Jul 13 08:20:00.781119 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7be75-84eb-498c-84ab-8344f591d390 req-74b85b8d-0f55-4ac3-8c90-9cdd5d950bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:00.782628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-caa7be75-84eb-498c-84ab-8344f591d390 req-74b85b8d-0f55-4ac3-8c90-9cdd5d950bfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f134bf8-dac9-4307-b4b8-b9e80991d9fd HTTP/1.1" status: 200 len: 854 time: 0.0467298 Jul 13 08:20:00.817666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-caa7be75-84eb-498c-84ab-8344f591d390 req-75a9cbff-55c6-4d08-bb4c-2e94283ea7a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa1e2c7a-9595-44b9-82c5-5153476104f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269942 Jul 13 08:20:00.912629 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-caa7be75-84eb-498c-84ab-8344f591d390 req-9ad93777-bb3e-4547-bef5-c5a5611b0162 service neutron] 10.222.0.48 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876677 Jul 13 08:20:01.006253 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-caa7be75-84eb-498c-84ab-8344f591d390 req-77838b6f-6cd1-4ccc-9ded-fb45384e7f76 service neutron] 10.222.0.48 "GET /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871134 Jul 13 08:20:01.219383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dd39f-ddd1-4263-a8d0-1478a514c022 req-1742727a-00c8-4382-95ab-18f89a6ec259 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:01.220904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0c6dd39f-ddd1-4263-a8d0-1478a514c022 req-1742727a-00c8-4382-95ab-18f89a6ec259 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 944 time: 0.0674405 Jul 13 08:20:01.260857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0c6dd39f-ddd1-4263-a8d0-1478a514c022 req-3b5fab61-bd1a-4ec3-b7e4-1f0cb416d643 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341921 Jul 13 08:20:01.377137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2d3ab799-f084-41f6-a507-d25f8be91cf6 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:20:01.470461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2d3ab799-f084-41f6-a507-d25f8be91cf6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2d3ab799-f084-41f6-a507-d25f8be91cf6,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:01.484849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '2d3ab799-f084-41f6-a507-d25f8be91cf6', 'network_id': 'aa1e2c7a-9595-44b9-82c5-5153476104f9', 'port_id': '2d3ab799-f084-41f6-a507-d25f8be91cf6', 'mac_address': 'fa:16:3e:89:eb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f134bf8-dac9-4307-b4b8-b9e80991d9fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:20:01.521113 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:01.534233 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3ab799-f084-41f6-a507-d25f8be91cf6 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:20:01.553875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2d3ab799-f084-41f6-a507-d25f8be91cf6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2d3ab799-f084-41f6-a507-d25f8be91cf6,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:01.558455 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:01.610470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2d3ab799-f084-41f6-a507-d25f8be91cf6,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:01.812230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2d3ab799-f084-41f6-a507-d25f8be91cf6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:20:02.432848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25fb89-33c6-42ea-8bb3-42e949178029 req-a639f9ea-dd27-453d-b81d-8cf24f5e55cc tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:02.434862 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b25fb89-33c6-42ea-8bb3-42e949178029 req-a639f9ea-dd27-453d-b81d-8cf24f5e55cc tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 945 time: 0.0643589 Jul 13 08:20:02.471910 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b25fb89-33c6-42ea-8bb3-42e949178029 req-51bf54a3-d3ff-44e2-b2d2-2db58890b899 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Jul 13 08:20:03.423944 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2d3ab799-f084-41f6-a507-d25f8be91cf6 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:03.471782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 2d3ab799-f084-41f6-a507-d25f8be91cf6 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:03.475303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 2d3ab799-f084-41f6-a507-d25f8be91cf6 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:03.475680 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:03.554402 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:03.577262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0793037-113b-4569-beeb-0b2ec26311ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3ab799-f084-41f6-a507-d25f8be91cf6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:03.579516 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b81ce3-75c5-4f76-9411-1e6f5a5eef58" -d '{"events": [{"server_uuid": "e0793037-113b-4569-beeb-0b2ec26311ca", "name": "network-vif-plugged", "status": "completed", "tag": "2d3ab799-f084-41f6-a507-d25f8be91cf6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:03.592818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 2d3ab799-f084-41f6-a507-d25f8be91cf6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2d3ab799-f084-41f6-a507-d25f8be91cf6,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:03.596875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:03.649063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=2d3ab799-f084-41f6-a507-d25f8be91cf6,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:03.653444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb5986-7bcb-4e55-97c7-db486e23b20d req-aca3f026-95d5-4221-84ec-42da3dd3f071 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:03.654989 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2dbb5986-7bcb-4e55-97c7-db486e23b20d req-aca3f026-95d5-4221-84ec-42da3dd3f071 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 946 time: 0.0708454 Jul 13 08:20:03.694039 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2dbb5986-7bcb-4e55-97c7-db486e23b20d req-ed89c71e-6d15-4c6d-b3df-d858a38cd904 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333674 Jul 13 08:20:03.738943 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2034c50-3350-4fda-935a-b5b71000ebc4 x-openstack-request-id: req-f2034c50-3350-4fda-935a-b5b71000ebc4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:03.739231 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0793037-113b-4569-beeb-0b2ec26311ca", "name": "network-vif-plugged", "status": "completed", "tag": "2d3ab799-f084-41f6-a507-d25f8be91cf6", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:03.739479 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2034c50-3350-4fda-935a-b5b71000ebc4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:03.739870 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0793037-113b-4569-beeb-0b2ec26311ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3ab799-f084-41f6-a507-d25f8be91cf6', 'code': 200} Jul 13 08:20:03.847121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97efdaf-af67-4324-97a6-490d8fd80db9 req-2aa472ac-3d24-467e-8447-4ae8c92f057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:03.848697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f97efdaf-af67-4324-97a6-490d8fd80db9 req-2aa472ac-3d24-467e-8447-4ae8c92f057d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 1098 time: 0.0504384 Jul 13 08:20:03.882722 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f97efdaf-af67-4324-97a6-490d8fd80db9 req-59eb77fb-7a4d-4fb6-bd3a-a43a74429362 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280070 Jul 13 08:20:04.867752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2165f-25f9-4edc-8d4c-310f61d2f7f1 req-aa5db272-c13a-4b6a-b973-20a579521556 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:04.869247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dce2165f-25f9-4edc-8d4c-310f61d2f7f1 req-aa5db272-c13a-4b6a-b973-20a579521556 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 946 time: 0.0635824 Jul 13 08:20:04.907835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dce2165f-25f9-4edc-8d4c-310f61d2f7f1 req-bfecf516-ea71-4746-882b-7b3554431b37 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Jul 13 08:20:05.286443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c352518-b1b5-47c9-b531-a57c1df0bf6c req-19e26e78-edbb-4407-aeb7-5d3089e41da2 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:05.287943 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c352518-b1b5-47c9-b531-a57c1df0bf6c req-19e26e78-edbb-4407-aeb7-5d3089e41da2 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 946 time: 0.0673440 Jul 13 08:20:05.325927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c352518-b1b5-47c9-b531-a57c1df0bf6c req-ee55df43-43e9-444e-904a-d582c4945bc1 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Jul 13 08:20:06.212456 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:06.445460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-063d347c-1d90-444d-b043-fc584a18969b tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:06.446968 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-063d347c-1d90-444d-b043-fc584a18969b tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 946 time: 0.0628254 Jul 13 08:20:06.498617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b3f7-e2ce-4ac5-9d7c-8c1ee96f27b9 req-77497ed9-1354-432e-9d0e-fee59d12ce07 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:06.500066 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5878b3f7-e2ce-4ac5-9d7c-8c1ee96f27b9 req-77497ed9-1354-432e-9d0e-fee59d12ce07 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0793037-113b-4569-beeb-0b2ec26311ca HTTP/1.1" status: 200 len: 946 time: 0.0643792 Jul 13 08:20:06.538105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5878b3f7-e2ce-4ac5-9d7c-8c1ee96f27b9 req-bb8afe86-62a5-4934-9f46-1ce25c47d232 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Jul 13 08:20:06.549005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Deleting port 2d3ab799-f084-41f6-a507-d25f8be91cf6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:20:06.549356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:06.636092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] For port 2d3ab799-f084-41f6-a507-d25f8be91cf6, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=2d3ab799-f084-41f6-a507-d25f8be91cf6,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:06.636464 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:06.648709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Calling delete_port for 2d3ab799-f084-41f6-a507-d25f8be91cf6 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:20:06.776564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:06.790622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['2d3ab799-f084-41f6-a507-d25f8be91cf6'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:20:06.792913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['976d308b-4201-4b19-912e-40b0b86c0be9'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:20:06.806572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Pushing event deleted for resources: {'Port': ['ID=2d3ab799-f084-41f6-a507-d25f8be91cf6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:06.858625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] No DVR routers for this DVR port 2d3ab799-f084-41f6-a507-d25f8be91cf6 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:06.861449 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:06.863477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-30b6b095-00d4-40a8-8fa9-022baa905c7c req-46a9dba7-3594-47dc-91c8-9440dfd99bba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.48 "DELETE /v2.0/ports/2d3ab799-f084-41f6-a507-d25f8be91cf6 HTTP/1.1" status: 204 len: 173 time: 0.4112763 Jul 13 08:20:06.863915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0793037-113b-4569-beeb-0b2ec26311ca', 'name': 'network-vif-deleted', 'tag': '2d3ab799-f084-41f6-a507-d25f8be91cf6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:06.866322 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1bc9d2-0e3a-4c01-ad4c-976de1f97c78" -d '{"events": [{"server_uuid": "e0793037-113b-4569-beeb-0b2ec26311ca", "name": "network-vif-deleted", "tag": "2d3ab799-f084-41f6-a507-d25f8be91cf6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:06.903171 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95212139-d65c-471b-b5d1-bcfc869f8b81 x-openstack-request-id: req-95212139-d65c-471b-b5d1-bcfc869f8b81 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:06.903499 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0793037-113b-4569-beeb-0b2ec26311ca", "name": "network-vif-deleted", "tag": "2d3ab799-f084-41f6-a507-d25f8be91cf6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:06.903750 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95212139-d65c-471b-b5d1-bcfc869f8b81 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:06.904149 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0793037-113b-4569-beeb-0b2ec26311ca', 'name': 'network-vif-deleted', 'tag': '2d3ab799-f084-41f6-a507-d25f8be91cf6', 'status': 'completed', 'code': 200} Jul 13 08:20:07.779711 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53136cf-98b7-41d0-89ce-25a311bf8941 req-b3260c76-56f8-4d18-853c-4e9e8f4f4fb9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:07.781210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b53136cf-98b7-41d0-89ce-25a311bf8941 req-b3260c76-56f8-4d18-853c-4e9e8f4f4fb9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0626400 Jul 13 08:20:07.825815 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b53136cf-98b7-41d0-89ce-25a311bf8941 req-acb5d19a-34a2-452a-8394-e9ffcf1a47ba tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Jul 13 08:20:08.015117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb2150-2ce0-40ef-b1dc-5e30e12a1ac7 req-ad543cb2-d463-4b43-bb20-17e1d8335de5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:08.016606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-60cb2150-2ce0-40ef-b1dc-5e30e12a1ac7 req-ad543cb2-d463-4b43-bb20-17e1d8335de5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0669091 Jul 13 08:20:08.054465 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-60cb2150-2ce0-40ef-b1dc-5e30e12a1ac7 req-953905b1-31d2-4cd7-9e19-b7d50c76ee18 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Jul 13 08:20:08.154996 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:08.225020 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c83b9-01e5-43a1-98d3-fa6a7164cc1c req-ddf05414-c89e-48aa-8a76-d3dbf0b50b73 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:08.226552 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-156c83b9-01e5-43a1-98d3-fa6a7164cc1c req-ddf05414-c89e-48aa-8a76-d3dbf0b50b73 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0630178 Jul 13 08:20:08.265005 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-156c83b9-01e5-43a1-98d3-fa6a7164cc1c req-3aef1d0c-baf8-407e-bdac-c5a179b2789a tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328665 Jul 13 08:20:08.535441 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa46d-7cff-4e8d-ac5a-a22c295a3904 req-0a2f8a2d-367a-436f-8026-9985067b29b5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:08.537246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83afa46d-7cff-4e8d-ac5a-a22c295a3904 req-0a2f8a2d-367a-436f-8026-9985067b29b5 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0672882 Jul 13 08:20:08.574797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-83afa46d-7cff-4e8d-ac5a-a22c295a3904 req-44058639-4739-4eaf-a806-5dc12ed8f166 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Jul 13 08:20:08.747733 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1992282-d38c-4b0e-88f0-d5f42060e9b9 req-dceddac3-24da-4ade-a29f-3e59baa73430 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:08.749180 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1992282-d38c-4b0e-88f0-d5f42060e9b9 req-dceddac3-24da-4ade-a29f-3e59baa73430 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0650959 Jul 13 08:20:08.785797 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1992282-d38c-4b0e-88f0-d5f42060e9b9 req-d8aa3ebe-e89d-4fe9-b477-81c04fbf197c tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Jul 13 08:20:08.964186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f96c87-51b7-41a3-96ae-44a49ae51353 req-5f3ce9f6-3846-4d82-aaac-c7ae8902dc35 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:08.965678 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50f96c87-51b7-41a3-96ae-44a49ae51353 req-5f3ce9f6-3846-4d82-aaac-c7ae8902dc35 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0630369 Jul 13 08:20:09.003441 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50f96c87-51b7-41a3-96ae-44a49ae51353 req-e5cd33cc-17e4-42b8-a933-5f82f19f5829 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Jul 13 08:20:09.439304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2d3ab799-f084-41f6-a507-d25f8be91cf6 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:20:09.460723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 2d3ab799-f084-41f6-a507-d25f8be91cf6 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:20:09.461097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 2d3ab799-f084-41f6-a507-d25f8be91cf6 not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:20:09.510171 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a9074-dd10-47dc-a5bb-c4405a277bc3 req-3fd524eb-b8f3-4c3f-8c04-8477476174bd tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:09.511593 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f01a9074-dd10-47dc-a5bb-c4405a277bc3 req-3fd524eb-b8f3-4c3f-8c04-8477476174bd tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0669281 Jul 13 08:20:09.549782 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f01a9074-dd10-47dc-a5bb-c4405a277bc3 req-c406ae63-9872-48cb-b63c-36b2ab210dd4 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Jul 13 08:20:10.727670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bfe59-8ad6-4281-b256-2de7af366685 req-1d125467-24a3-4646-ad51-229f2bfd2484 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:10.729578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b17bfe59-8ad6-4281-b256-2de7af366685 req-1d125467-24a3-4646-ad51-229f2bfd2484 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0675821 Jul 13 08:20:10.767356 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b17bfe59-8ad6-4281-b256-2de7af366685 req-d80beb86-87b1-426c-bc66-b891758974d3 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea6bc3da-9402-489d-8c3c-e63df75177e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Jul 13 08:20:10.796767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-1666bae8-9588-473e-a867-40a89760b43c tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:10.798301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-1666bae8-9588-473e-a867-40a89760b43c tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 945 time: 0.0670156 Jul 13 08:20:10.898100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Deleting port 976d308b-4201-4b19-912e-40b0b86c0be9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:20:10.898447 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:11.297685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] For port 976d308b-4201-4b19-912e-40b0b86c0be9, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=976d308b-4201-4b19-912e-40b0b86c0be9,segment=NetworkSegment(8fbc3f3e-1343-4077-a12a-693ff981651e),segment_id=8fbc3f3e-1343-4077-a12a-693ff981651e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:11.298085 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:11.310597 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Calling delete_port for 976d308b-4201-4b19-912e-40b0b86c0be9 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:20:11.435910 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:11.446679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['976d308b-4201-4b19-912e-40b0b86c0be9'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:20:11.463030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Pushing event deleted for resources: {'Port': ['ID=976d308b-4201-4b19-912e-40b0b86c0be9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:11.508650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] No DVR routers for this DVR port 976d308b-4201-4b19-912e-40b0b86c0be9 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:11.511168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:11.513158 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d77a5cb-7422-4d0e-b447-009b5569e361 req-5fb63685-3358-4b12-81ac-35da2ade10f9 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.38 "DELETE /v2.0/ports/976d308b-4201-4b19-912e-40b0b86c0be9 HTTP/1.1" status: 204 len: 173 time: 0.7099793 Jul 13 08:20:11.513592 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a9e22c-f085-4bfb-a4eb-1a936350f012', 'name': 'network-vif-deleted', 'tag': '976d308b-4201-4b19-912e-40b0b86c0be9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:11.515887 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce27d04-b0d2-4154-a7e7-dc029803a4e2" -d '{"events": [{"server_uuid": "e8a9e22c-f085-4bfb-a4eb-1a936350f012", "name": "network-vif-deleted", "tag": "976d308b-4201-4b19-912e-40b0b86c0be9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:11.552458 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee9fe48-b58d-4037-bd15-e56c3a5253cf x-openstack-request-id: req-8ee9fe48-b58d-4037-bd15-e56c3a5253cf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:11.552756 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a9e22c-f085-4bfb-a4eb-1a936350f012", "name": "network-vif-deleted", "tag": "976d308b-4201-4b19-912e-40b0b86c0be9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:11.553028 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ee9fe48-b58d-4037-bd15-e56c3a5253cf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:11.553414 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a9e22c-f085-4bfb-a4eb-1a936350f012', 'name': 'network-vif-deleted', 'tag': '976d308b-4201-4b19-912e-40b0b86c0be9', 'status': 'completed', 'code': 200} Jul 13 08:20:11.925655 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0dab33bd-4f95-4567-952a-da6b108f4cf9 req-be754ba0-6203-4528-a91b-705f07a57892 tempest-ServersNegativeTestJSON-846273784 tempest-ServersNegativeTestJSON-846273784-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8a9e22c-f085-4bfb-a4eb-1a936350f012 HTTP/1.1" status: 200 len: 210 time: 0.0338728 Jul 13 08:20:13.017591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 57998) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:13.065221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5376f3e9-5f16-4e38-9c35-65c2cb4c55f7 admin admin] Deleting subnet 1f134bf8-dac9-4307-b4b8-b9e80991d9fd {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:20:13.068216 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5376f3e9-5f16-4e38-9c35-65c2cb4c55f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.101378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5376f3e9-5f16-4e38-9c35-65c2cb4c55f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.139722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5376f3e9-5f16-4e38-9c35-65c2cb4c55f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.190966 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5376f3e9-5f16-4e38-9c35-65c2cb4c55f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.218484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376f3e9-5f16-4e38-9c35-65c2cb4c55f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f134bf8-dac9-4307-b4b8-b9e80991d9fd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:13.220462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5376f3e9-5f16-4e38-9c35-65c2cb4c55f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.222628 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5376f3e9-5f16-4e38-9c35-65c2cb4c55f7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1f134bf8-dac9-4307-b4b8-b9e80991d9fd HTTP/1.1" status: 204 len: 168 time: 0.2037430 Jul 13 08:20:13.224781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:13.297127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.377436 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.388071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1e2c7a-9595-44b9-82c5-5153476104f9']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:13.397560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbc3f3e-1343-4077-a12a-693ff981651e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:13.397856 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbc3f3e-1343-4077-a12a-693ff981651e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:13.406532 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.420539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.426154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:20:13.426538 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:20:13.428146 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:20:13.479592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.485662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.487888 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] 10.222.0.41 "DELETE /v2.0/networks/aa1e2c7a-9595-44b9-82c5-5153476104f9 HTTP/1.1" status: 204 len: 168 time: 0.2621248 Jul 13 08:20:13.499792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599581e-bf81-4dd1-b0c1-a1c84205d81e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1e2c7a-9595-44b9-82c5-5153476104f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:13.591322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58004) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:13.631091 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e287a49b-9673-4ef1-bc1d-4aaef72c89b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1195562e595e4eb5adb31f6ba73bf8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383983 Jul 13 08:20:13.633424 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:13.681204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f22d5941-f52b-4f1e-9517-de0532c34d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.701392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f22d5941-f52b-4f1e-9517-de0532c34d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.748185 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f22d5941-f52b-4f1e-9517-de0532c34d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.750790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f22d5941-f52b-4f1e-9517-de0532c34d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:13.751955 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f22d5941-f52b-4f1e-9517-de0532c34d8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea6bc3da-9402-489d-8c3c-e63df75177e2 HTTP/1.1" status: 204 len: 168 time: 0.1175566 Jul 13 08:20:13.759841 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d5941-f52b-4f1e-9517-de0532c34d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6bc3da-9402-489d-8c3c-e63df75177e2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:14.409721 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:14.502786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-785756478'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:14.523504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:14.527033 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:14.536189 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:14.632915 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:14.638389 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:14.663153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 976d308b-4201-4b19-912e-40b0b86c0be9 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:20:14.665224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:14.674859 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6aae63-e4a9-4966-8811-967e6718fedf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:14.681287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:14.681589 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Added segment 127c0657-e288-484c-a54b-c94d38456c42 of type vlan for network 1f968c12-7e31-479a-8978-360e6e7e4463 Jul 13 08:20:14.691556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 976d308b-4201-4b19-912e-40b0b86c0be9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:20:14.691941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 976d308b-4201-4b19-912e-40b0b86c0be9 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:20:14.724405 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:14.754517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:14.760148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:14.760743 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:14.792156 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3810427 Jul 13 08:20:14.829246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e69fd5-0467-4536-aa1a-8a7889541c42 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Network': ['ID=1f968c12-7e31-479a-8978-360e6e7e4463,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:14.839881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 1f968c12-7e31-479a-8978-360e6e7e4463 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:14.865676 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:20:18.091599 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58032) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:18.096638 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'subnet': {'network_id': '1f968c12-7e31-479a-8978-360e6e7e4463', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:18.188912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:18.192433 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.373277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.408742 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcf93ac1-491d-4522-add4-233b6a77b9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.433199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Subnet': ['ID=c7835c93-0ee1-4a1a-a0e8-33e0b045d085,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:18.443774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Checking segment: {'id': '127c0657-e288-484c-a54b-c94d38456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f968c12-7e31-479a-8978-360e6e7e4463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:18.444144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network hostable DHCP agents. Network: 1f968c12-7e31-479a-8978-360e6e7e4463, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:18.459728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network 1f968c12-7e31-479a-8978-360e6e7e4463 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:18.469232 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 1f968c12-7e31-479a-8978-360e6e7e4463) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:18.473347 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:18.473960 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.478485 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f85074-7b6f-416d-97e4-28e6a70a0d7a None None] Network 1f968c12-7e31-479a-8978-360e6e7e4463 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:18.488575 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e71c3c0f-dbbe-4905-9fdd-739ccfc651a5 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3960633 Jul 13 08:20:18.492002 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58034) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:18.497026 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660532202'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:18.518077 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:18.521675 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.547106 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:18.557109 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.557466 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Added segment d9fb2297-98ee-4ff1-a60d-3db1a2eafedb of type vlan for network 3d133114-b303-4b2c-bf13-6eb6f21b8cd8 Jul 13 08:20:18.597389 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.626848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.630707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-1f968c12-7e31-479a-8978-360e6e7e4463', 'network_id': '1f968c12-7e31-479a-8978-360e6e7e4463', 'tenant_id': 'dc49eeb5cbdb469e9fcb979bcecad274', 'fixed_ips': [{'subnet_id': 'c7835c93-0ee1-4a1a-a0e8-33e0b045d085'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:18.631585 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.632547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:18.633148 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.677326 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1842463 Jul 13 08:20:18.680172 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58036) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:18.685678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'subnet': {'network_id': '3d133114-b303-4b2c-bf13-6eb6f21b8cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:18.717631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f93fb-6411-486d-bd4a-06870b102f24 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Network': ['ID=3d133114-b303-4b2c-bf13-6eb6f21b8cd8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:18.730894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 3d133114-b303-4b2c-bf13-6eb6f21b8cd8 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:18.803931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:18.807799 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.827706 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Allocated IP 2001:db8:0:ffff::2 (1f968c12-7e31-479a-8978-360e6e7e4463/c7835c93-0ee1-4a1a-a0e8-33e0b045d085/c759f94c-7240-469a-b1d3-ae347ab465e9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:18.974261 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.983551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Transition to ACTIVE for port object c759f94c-7240-469a-b1d3-ae347ab465e9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:18.999648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Transition to ACTIVE for port object c759f94c-7240-469a-b1d3-ae347ab465e9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:19.005160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.008790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.024316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Network 1f968c12-7e31-479a-8978-360e6e7e4463 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:19.043157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:19.047157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:19.076831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Subnet': ['ID=7f546175-02e3-4bc1-80de-4e9433a58265,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:19.084582 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Checking segment: {'id': 'd9fb2297-98ee-4ff1-a60d-3db1a2eafedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d133114-b303-4b2c-bf13-6eb6f21b8cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:19.084957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network hostable DHCP agents. Network: 3d133114-b303-4b2c-bf13-6eb6f21b8cd8, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:19.088449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Pushing event updated for resources: {'Port': ['ID=c759f94c-7240-469a-b1d3-ae347ab465e9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:19.101625 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network 3d133114-b303-4b2c-bf13-6eb6f21b8cd8 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:19.110726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 3d133114-b303-4b2c-bf13-6eb6f21b8cd8) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:19.114822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:19.115439 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.119268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Attempting to bind port c759f94c-7240-469a-b1d3-ae347ab465e9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:19.119651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Attempting to bind port c759f94c-7240-469a-b1d3-ae347ab465e9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '127c0657-e288-484c-a54b-c94d38456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f968c12-7e31-479a-8978-360e6e7e4463'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:19.120011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Attempting to bind port c759f94c-7240-469a-b1d3-ae347ab465e9 on network 1f968c12-7e31-479a-8978-360e6e7e4463 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:19.124731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f760b4a-1501-43ed-8ee0-f4747ac8e288 None None] Network 3d133114-b303-4b2c-bf13-6eb6f21b8cd8 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:19.130389 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2d61d451-68fa-4484-b9b0-611415f72ca3 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4491103 Jul 13 08:20:19.131528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:19.131928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Checking segment: {'id': '127c0657-e288-484c-a54b-c94d38456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f968c12-7e31-479a-8978-360e6e7e4463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:19.132337 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.132824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Bound using segment: {'id': '127c0657-e288-484c-a54b-c94d38456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f968c12-7e31-479a-8978-360e6e7e4463'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:19.133310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Bound port: c759f94c-7240-469a-b1d3-ae347ab465e9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127c0657-e288-484c-a54b-c94d38456c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f968c12-7e31-479a-8978-360e6e7e4463'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:19.133455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:19.133974 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.235825 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.258910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] For port c759f94c-7240-469a-b1d3-ae347ab465e9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:19.262070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] For port c759f94c-7240-469a-b1d3-ae347ab465e9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c759f94c-7240-469a-b1d3-ae347ab465e9,segment=NetworkSegment(127c0657-e288-484c-a54b-c94d38456c42),segment_id=127c0657-e288-484c-a54b-c94d38456c42)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:19.286557 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.320242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.376288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d19c7e-a46f-4493-8c9b-3ec7e74f99e4 None None] Pushing event updated for resources: {'Port': ['ID=c759f94c-7240-469a-b1d3-ae347ab465e9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:19.386548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bcc3a2-437e-4929-83db-ef72a9450ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-3d133114-b303-4b2c-bf13-6eb6f21b8cd8', 'network_id': '3d133114-b303-4b2c-bf13-6eb6f21b8cd8', 'tenant_id': 'dc49eeb5cbdb469e9fcb979bcecad274', 'fixed_ips': [{'subnet_id': '7f546175-02e3-4bc1-80de-4e9433a58265'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:19.387647 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16bcc3a2-437e-4929-83db-ef72a9450ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.407154 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.441310 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Subnet': ['ID=7f546175-02e3-4bc1-80de-4e9433a58265,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:19.515311 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.548112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d133114-b303-4b2c-bf13-6eb6f21b8cd8']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:19.571583 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fb2297-98ee-4ff1-a60d-3db1a2eafedb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:19.571864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fb2297-98ee-4ff1-a60d-3db1a2eafedb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:19.584361 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.604941 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.614225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:20:19.614677 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:20:19.618708 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:20:19.666736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612151f-cb37-4a3a-b00e-0b25cba5c225 None None] Network 3d133114-b303-4b2c-bf13-6eb6f21b8cd8 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:19.703260 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.712798 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.714808 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/networks/3d133114-b303-4b2c-bf13-6eb6f21b8cd8 HTTP/1.1" status: 204 len: 168 time: 0.5803010 Jul 13 08:20:19.719258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58044) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:19.732511 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193371768'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:19.737025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8847dca-093d-442a-b665-3151d5c0a9e4 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Network': ['ID=3d133114-b303-4b2c-bf13-6eb6f21b8cd8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:19.757260 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:19.761313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.787351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:19.797260 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.797616 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Added segment 565e4c50-944b-4573-81bb-e54da41f889f of type vlan for network 62cc0a27-100e-4766-98d8-bf2764e26c78 Jul 13 08:20:19.839614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.878593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.884145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:19.884737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.918151 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1977844 Jul 13 08:20:19.921124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58046) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:19.926179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'subnet': {'network_id': '62cc0a27-100e-4766-98d8-bf2764e26c78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:19.979643 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3a5fe-3498-42a6-a678-0f7ae3b580ba tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Network': ['ID=62cc0a27-100e-4766-98d8-bf2764e26c78,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:19.992200 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 62cc0a27-100e-4766-98d8-bf2764e26c78 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:20.063058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:20.066957 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.126172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 08:20:20.126695 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 08:20:20.260536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.324351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Subnet': ['ID=ddefd86b-1f04-4f75-95e1-9c094c7e0dc9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:20.332703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Checking segment: {'id': '565e4c50-944b-4573-81bb-e54da41f889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '62cc0a27-100e-4766-98d8-bf2764e26c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:20.333069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network hostable DHCP agents. Network: 62cc0a27-100e-4766-98d8-bf2764e26c78, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:20.350646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network 62cc0a27-100e-4766-98d8-bf2764e26c78 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:20.354875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1235e1-3d08-4687-b89f-b3af8dcd1afe None None] Network 1f968c12-7e31-479a-8978-360e6e7e4463 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:20.360216 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 62cc0a27-100e-4766-98d8-bf2764e26c78) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:20.364324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:20.364900 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.371260 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6bb27-cb37-4eb7-af45-b00efe29115f None None] Network 62cc0a27-100e-4766-98d8-bf2764e26c78 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:20.381745 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-31f7c372-95e7-4f41-8ec6-c0a3694fca40 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4571958 Jul 13 08:20:20.382043 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:20.481700 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.515870 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2678e33f-15b3-4188-b81f-699b54f47dbc None None] Provisioning for port c759f94c-7240-469a-b1d3-ae347ab465e9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:20.532382 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.593652 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.622470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Subnet': ['ID=ddefd86b-1f04-4f75-95e1-9c094c7e0dc9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:20.636329 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203d3d94-c947-4721-8e7e-9126876d3f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-62cc0a27-100e-4766-98d8-bf2764e26c78', 'network_id': '62cc0a27-100e-4766-98d8-bf2764e26c78', 'tenant_id': 'dc49eeb5cbdb469e9fcb979bcecad274', 'fixed_ips': [{'subnet_id': 'ddefd86b-1f04-4f75-95e1-9c094c7e0dc9'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:20.637287 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-203d3d94-c947-4721-8e7e-9126876d3f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.687726 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.698519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cc0a27-100e-4766-98d8-bf2764e26c78']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:20.708490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565e4c50-944b-4573-81bb-e54da41f889f') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:20.708790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565e4c50-944b-4573-81bb-e54da41f889f') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:20.721692 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.736284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b735a-fad8-4979-a160-f271746a711c None None] Network 62cc0a27-100e-4766-98d8-bf2764e26c78 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:20.740081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.746663 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:20:20.747064 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:20:20.750910 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:20:20.812628 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.822210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.824045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/networks/62cc0a27-100e-4766-98d8-bf2764e26c78 HTTP/1.1" status: 204 len: 168 time: 0.4411314 Jul 13 08:20:20.833803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58050) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:20.837591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4058a-1a70-4e37-96fc-141a2de531ed tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Network': ['ID=62cc0a27-100e-4766-98d8-bf2764e26c78,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:20.839775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1906049932'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:20.871712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:20.875309 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.898575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:20.907923 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.908274 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Added segment 40a61c90-2a08-4ee8-b953-a538326e0b31 of type vlan for network f8c9adce-7adb-4a85-a987-efeec0450a1d Jul 13 08:20:20.947817 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.975584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:20.981823 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:20.982456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.023071 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1880927 Jul 13 08:20:21.028799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58052) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:21.037504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'subnet': {'network_id': 'f8c9adce-7adb-4a85-a987-efeec0450a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:21.056321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcafbd-0e6c-41a0-b266-5b5b491f223b tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Network': ['ID=f8c9adce-7adb-4a85-a987-efeec0450a1d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:21.068141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network f8c9adce-7adb-4a85-a987-efeec0450a1d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:21.128052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c759f94c-7240-469a-b1d3-ae347ab465e9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:21.137697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:21.141995 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.184715 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae4ce2a5-d084-411a-babc-438cb29f267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.192867 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.207855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c759f94c-7240-469a-b1d3-ae347ab465e9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:21.211705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c759f94c-7240-469a-b1d3-ae347ab465e9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:21.212185 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.294521 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.327107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port c759f94c-7240-469a-b1d3-ae347ab465e9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c759f94c-7240-469a-b1d3-ae347ab465e9,segment=NetworkSegment(127c0657-e288-484c-a54b-c94d38456c42),segment_id=127c0657-e288-484c-a54b-c94d38456c42)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:21.331798 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.337734 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.384621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=c759f94c-7240-469a-b1d3-ae347ab465e9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:21.405336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Subnet': ['ID=7ed86e2b-debf-4f40-9f62-ac355d51843f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:21.413384 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Checking segment: {'id': '40a61c90-2a08-4ee8-b953-a538326e0b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8c9adce-7adb-4a85-a987-efeec0450a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:21.413749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network hostable DHCP agents. Network: f8c9adce-7adb-4a85-a987-efeec0450a1d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:21.429916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network f8c9adce-7adb-4a85-a987-efeec0450a1d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:21.439353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, f8c9adce-7adb-4a85-a987-efeec0450a1d) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:21.443914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:21.444950 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.447962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c593e15-964b-4738-9c89-34ebede63116 None None] Network f8c9adce-7adb-4a85-a987-efeec0450a1d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:21.463591 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-24981b0a-d842-40e2-a732-d2745a4135e1 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4333169 Jul 13 08:20:21.467225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:21.472180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-692387302'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:21.491850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:21.495486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.520671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:21.530313 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.530683 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Added segment 6dc23f22-3faf-4421-a26d-3e35d3d694b9 of type vlan for network 59071049-fadb-4932-9e5c-1619101aacb1 Jul 13 08:20:21.577517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.597275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-f8c9adce-7adb-4a85-a987-efeec0450a1d', 'network_id': 'f8c9adce-7adb-4a85-a987-efeec0450a1d', 'tenant_id': 'dc49eeb5cbdb469e9fcb979bcecad274', 'fixed_ips': [{'subnet_id': '7ed86e2b-debf-4f40-9f62-ac355d51843f'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:21.598277 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.606674 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.612348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:21.612938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.645699 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1774013 Jul 13 08:20:21.648575 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58056) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:21.655649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Request body: {'subnet': {'network_id': '59071049-fadb-4932-9e5c-1619101aacb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:21.700878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3fde9-c1e0-4568-8d18-884185500f5f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Network': ['ID=59071049-fadb-4932-9e5c-1619101aacb1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:21.719457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 59071049-fadb-4932-9e5c-1619101aacb1 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:21.778766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Made reservation on behalf of dc49eeb5cbdb469e9fcb979bcecad274 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:21.782413 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.790830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Allocated IP 2001:db8::2 (f8c9adce-7adb-4a85-a987-efeec0450a1d/7ed86e2b-debf-4f40-9f62-ac355d51843f/992f0293-b3b6-4f72-9647-4022caa8728a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:21.950471 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.958869 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Transition to ACTIVE for port object 992f0293-b3b6-4f72-9647-4022caa8728a will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:21.968191 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:21.974963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Transition to ACTIVE for port object 992f0293-b3b6-4f72-9647-4022caa8728a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:21.981520 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.024184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Network f8c9adce-7adb-4a85-a987-efeec0450a1d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:22.028640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:22.030139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event updated for resources: {'Subnet': ['ID=05d2a7e4-eccb-4f52-9873-f1a59e82cda3,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:22.035572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:22.039380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Checking segment: {'id': '6dc23f22-3faf-4421-a26d-3e35d3d694b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '59071049-fadb-4932-9e5c-1619101aacb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:22.040025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network hostable DHCP agents. Network: 59071049-fadb-4932-9e5c-1619101aacb1, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:22.049006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Pushing event updated for resources: {'Port': ['ID=992f0293-b3b6-4f72-9647-4022caa8728a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:22.055437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Network 59071049-fadb-4932-9e5c-1619101aacb1 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:22.064262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 59071049-fadb-4932-9e5c-1619101aacb1) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:22.068257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:22.068853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.076966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f307c4d-67db-4527-8c74-3f06b90298f0 None None] Network 59071049-fadb-4932-9e5c-1619101aacb1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:22.084226 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2f39d198-2b1e-4e0f-991e-6d9a7aba19d2 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4346011 Jul 13 08:20:22.086844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:22.128525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Attempting to bind port 992f0293-b3b6-4f72-9647-4022caa8728a on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:22.128812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Attempting to bind port 992f0293-b3b6-4f72-9647-4022caa8728a by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '40a61c90-2a08-4ee8-b953-a538326e0b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8c9adce-7adb-4a85-a987-efeec0450a1d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:22.129184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Attempting to bind port 992f0293-b3b6-4f72-9647-4022caa8728a on network f8c9adce-7adb-4a85-a987-efeec0450a1d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:22.161569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:22.161967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Checking segment: {'id': '40a61c90-2a08-4ee8-b953-a538326e0b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8c9adce-7adb-4a85-a987-efeec0450a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:22.162395 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.162799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Bound using segment: {'id': '40a61c90-2a08-4ee8-b953-a538326e0b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8c9adce-7adb-4a85-a987-efeec0450a1d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:22.163289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Bound port: 992f0293-b3b6-4f72-9647-4022caa8728a, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a61c90-2a08-4ee8-b953-a538326e0b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8c9adce-7adb-4a85-a987-efeec0450a1d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:22.163682 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.186631 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.225255 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.242346 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.301005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.307935 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] For port 992f0293-b3b6-4f72-9647-4022caa8728a, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:22.324338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] For port 992f0293-b3b6-4f72-9647-4022caa8728a, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=992f0293-b3b6-4f72-9647-4022caa8728a,segment=NetworkSegment(40a61c90-2a08-4ee8-b953-a538326e0b31),segment_id=40a61c90-2a08-4ee8-b953-a538326e0b31)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:22.327782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d4fed9-027f-4b06-90bb-d0b464a81b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-59071049-fadb-4932-9e5c-1619101aacb1', 'network_id': '59071049-fadb-4932-9e5c-1619101aacb1', 'tenant_id': 'dc49eeb5cbdb469e9fcb979bcecad274', 'fixed_ips': [{'subnet_id': '05d2a7e4-eccb-4f52-9873-f1a59e82cda3'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:22.328663 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fed9-027f-4b06-90bb-d0b464a81b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.330482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Subnet': ['ID=05d2a7e4-eccb-4f52-9873-f1a59e82cda3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:22.333043 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.398255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.415390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59071049-fadb-4932-9e5c-1619101aacb1']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:22.420010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc23f22-3faf-4421-a26d-3e35d3d694b9') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:22.420315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc23f22-3faf-4421-a26d-3e35d3d694b9') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:22.431054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.447142 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.455259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:20:22.455707 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:20:22.459044 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:20:22.461818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff2791-ae98-4e4c-a033-6d1738954fb5 None None] Pushing event updated for resources: {'Port': ['ID=992f0293-b3b6-4f72-9647-4022caa8728a,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:22.476477 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae60ab-e6a4-4e1e-b492-260e5037dfc8 None None] Network 59071049-fadb-4932-9e5c-1619101aacb1 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:22.530742 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.541352 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.547159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58060) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:22.547632 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/networks/59071049-fadb-4932-9e5c-1619101aacb1 HTTP/1.1" status: 204 len: 168 time: 0.4594955 Jul 13 08:20:22.561572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40f778-44cb-428e-9623-4b0aa2448135 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Network': ['ID=59071049-fadb-4932-9e5c-1619101aacb1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:22.581886 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e078d8-f09e-4234-8dbe-1ea05d1b1baa tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] GET failed (client error): The resource could not be found. Jul 13 08:20:22.583274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-82e078d8-f09e-4234-8dbe-1ea05d1b1baa tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "GET /v2.0/subnets/05d2a7e4-eccb-4f52-9873-f1a59e82cda3 HTTP/1.1" status: 404 len: 337 time: 0.0351462 Jul 13 08:20:22.586491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:22.607261 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b916fb-7658-40ac-b67a-32e51788c6a7 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] DELETE failed (client error): The resource could not be found. Jul 13 08:20:22.608044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b916fb-7658-40ac-b67a-32e51788c6a7 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:20:22.609787 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b2b916fb-7658-40ac-b67a-32e51788c6a7 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/networks/59071049-fadb-4932-9e5c-1619101aacb1 HTTP/1.1" status: 404 len: 339 time: 0.0223875 Jul 13 08:20:22.613929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:22.651560 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4631396-88e9-4c86-a386-401a51f6d374 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] DELETE failed (client error): The resource could not be found. Jul 13 08:20:22.651950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4631396-88e9-4c86-a386-401a51f6d374 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:20:22.654382 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f4631396-88e9-4c86-a386-401a51f6d374 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/subnets/05d2a7e4-eccb-4f52-9873-f1a59e82cda3 HTTP/1.1" status: 404 len: 337 time: 0.0391281 Jul 13 08:20:22.656915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58066) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:22.682906 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-744d0e65-5c95-46d4-a386-af20f8aabfe7 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] DELETE failed (client error): The resource could not be found. Jul 13 08:20:22.683477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744d0e65-5c95-46d4-a386-af20f8aabfe7 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:20:22.685527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-744d0e65-5c95-46d4-a386-af20f8aabfe7 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/networks/59071049-fadb-4932-9e5c-1619101aacb1 HTTP/1.1" status: 404 len: 339 time: 0.0274718 Jul 13 08:20:22.687904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58068) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:22.744634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c20a597-a58d-40de-8d7c-ce9547fcba8d tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Deleting subnet 7ed86e2b-debf-4f40-9f62-ac355d51843f {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:20:22.748919 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c20a597-a58d-40de-8d7c-ce9547fcba8d tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.791251 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c20a597-a58d-40de-8d7c-ce9547fcba8d tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.878498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c20a597-a58d-40de-8d7c-ce9547fcba8d tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.939393 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c20a597-a58d-40de-8d7c-ce9547fcba8d tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.966739 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20a597-a58d-40de-8d7c-ce9547fcba8d tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed86e2b-debf-4f40-9f62-ac355d51843f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:22.970513 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c20a597-a58d-40de-8d7c-ce9547fcba8d tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:22.972406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8c20a597-a58d-40de-8d7c-ce9547fcba8d tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/subnets/7ed86e2b-debf-4f40-9f62-ac355d51843f HTTP/1.1" status: 204 len: 168 time: 0.2835066 Jul 13 08:20:22.974867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:23.054603 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.116462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Deleting port 992f0293-b3b6-4f72-9647-4022caa8728a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:20:23.116899 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.140976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 992f0293-b3b6-4f72-9647-4022caa8728a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:23.196381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] For port 992f0293-b3b6-4f72-9647-4022caa8728a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=992f0293-b3b6-4f72-9647-4022caa8728a,segment=NetworkSegment(40a61c90-2a08-4ee8-b953-a538326e0b31),segment_id=40a61c90-2a08-4ee8-b953-a538326e0b31)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:23.196676 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.199336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 992f0293-b3b6-4f72-9647-4022caa8728a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:23.204936 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c759f94c-7240-469a-b1d3-ae347ab465e9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:23.211199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Calling delete_port for 992f0293-b3b6-4f72-9647-4022caa8728a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:20:23.257418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c759f94c-7240-469a-b1d3-ae347ab465e9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:23.257801 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.305694 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.339951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Port': ['ID=992f0293-b3b6-4f72-9647-4022caa8728a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:23.342056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] No DVR routers for this DVR port 992f0293-b3b6-4f72-9647-4022caa8728a on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:23.424829 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.436545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c9adce-7adb-4a85-a987-efeec0450a1d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:23.438433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de670ae-fd86-44d6-a4ba-553d340c087c None None] Network f8c9adce-7adb-4a85-a987-efeec0450a1d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:23.451646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a61c90-2a08-4ee8-b953-a538326e0b31') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:23.451867 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a61c90-2a08-4ee8-b953-a538326e0b31') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:23.460639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.475256 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.481487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:20:23.481972 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:20:23.484948 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:20:23.505032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3bbb7705-5973-4d70-803f-7be85e5d9a46 None None] Could not find standard attr ID for object 992f0293-b3b6-4f72-9647-4022caa8728a. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:20:23.543681 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.550629 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.552714 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/networks/f8c9adce-7adb-4a85-a987-efeec0450a1d HTTP/1.1" status: 204 len: 168 time: 0.5769296 Jul 13 08:20:23.555437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58072) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:23.564482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfaf45-d3cb-4efb-82fa-d4cc62b32eb9 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Network': ['ID=f8c9adce-7adb-4a85-a987-efeec0450a1d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:23.583477 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b4bf99-a25f-4007-9b91-7b32c5825804 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] DELETE failed (client error): The resource could not be found. Jul 13 08:20:23.583937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b4bf99-a25f-4007-9b91-7b32c5825804 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:20:23.585751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e5b4bf99-a25f-4007-9b91-7b32c5825804 tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/subnets/ddefd86b-1f04-4f75-95e1-9c094c7e0dc9 HTTP/1.1" status: 404 len: 337 time: 0.0292993 Jul 13 08:20:23.588250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58074) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:23.607506 n-d-758944-43 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69face9-c961-4d39-ac94-616f0a0b581f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] DELETE failed (client error): The resource could not be found. Jul 13 08:20:23.607506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69face9-c961-4d39-ac94-616f0a0b581f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:20:23.610444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f69face9-c961-4d39-ac94-616f0a0b581f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/networks/62cc0a27-100e-4766-98d8-bf2764e26c78 HTTP/1.1" status: 404 len: 339 time: 0.0212345 Jul 13 08:20:23.611217 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58076) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:23.612966 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb01cfb7-cc7a-49a2-99e0-2499f72292e4 None None] DHCP port deletion for f8c9adce-7adb-4a85-a987-efeec0450a1d request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:20:23.641069 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-836110a2-df0f-4024-9a0c-47fd71ced7bc tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] DELETE failed (client error): The resource could not be found. Jul 13 08:20:23.641527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836110a2-df0f-4024-9a0c-47fd71ced7bc tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:20:23.643265 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-836110a2-df0f-4024-9a0c-47fd71ced7bc tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/subnets/7f546175-02e3-4bc1-80de-4e9433a58265 HTTP/1.1" status: 404 len: 337 time: 0.0310197 Jul 13 08:20:23.645680 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58078) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:23.663191 n-d-758944-43 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb47dc53-6051-4a1e-a9ee-df0384b4903f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] DELETE failed (client error): The resource could not be found. Jul 13 08:20:23.663709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb47dc53-6051-4a1e-a9ee-df0384b4903f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:20:23.665316 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fb47dc53-6051-4a1e-a9ee-df0384b4903f tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/networks/3d133114-b303-4b2c-bf13-6eb6f21b8cd8 HTTP/1.1" status: 404 len: 339 time: 0.0186632 Jul 13 08:20:23.667468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58080) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:23.720881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0555de84-0e88-40bb-9b40-3c4227edf9ca tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Deleting subnet c7835c93-0ee1-4a1a-a0e8-33e0b045d085 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:20:23.723917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0555de84-0e88-40bb-9b40-3c4227edf9ca tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.766501 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0555de84-0e88-40bb-9b40-3c4227edf9ca tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.843652 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.846889 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0555de84-0e88-40bb-9b40-3c4227edf9ca tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.910067 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0555de84-0e88-40bb-9b40-3c4227edf9ca tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.938814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555de84-0e88-40bb-9b40-3c4227edf9ca tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Subnet': ['ID=c7835c93-0ee1-4a1a-a0e8-33e0b045d085,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:23.940751 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0555de84-0e88-40bb-9b40-3c4227edf9ca tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.943612 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0555de84-0e88-40bb-9b40-3c4227edf9ca tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/subnets/c7835c93-0ee1-4a1a-a0e8-33e0b045d085 HTTP/1.1" status: 204 len: 168 time: 0.2752378 Jul 13 08:20:23.945029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58082) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:23.946133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b2839-e224-4707-aa66-5a8754e3893b None None] Network 1f968c12-7e31-479a-8978-360e6e7e4463 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:24.022475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.080940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Deleting port c759f94c-7240-469a-b1d3-ae347ab465e9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:20:24.081287 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.130733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c7b43-9303-4dd3-aeed-649f4729a856 None None] DHCP port deletion for 1f968c12-7e31-479a-8978-360e6e7e4463 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:20:24.145591 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] For port c759f94c-7240-469a-b1d3-ae347ab465e9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c759f94c-7240-469a-b1d3-ae347ab465e9,segment=NetworkSegment(127c0657-e288-484c-a54b-c94d38456c42),segment_id=127c0657-e288-484c-a54b-c94d38456c42)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:24.145967 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.157561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Calling delete_port for c759f94c-7240-469a-b1d3-ae347ab465e9 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:20:24.181171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d35c7b43-9303-4dd3-aeed-649f4729a856 None None] Deleting port c759f94c-7240-469a-b1d3-ae347ab465e9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:20:24.181772 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d35c7b43-9303-4dd3-aeed-649f4729a856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.241658 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.243324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d35c7b43-9303-4dd3-aeed-649f4729a856 None None] For port c759f94c-7240-469a-b1d3-ae347ab465e9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c759f94c-7240-469a-b1d3-ae347ab465e9,segment=NetworkSegment(127c0657-e288-484c-a54b-c94d38456c42),segment_id=127c0657-e288-484c-a54b-c94d38456c42)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:24.243721 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d35c7b43-9303-4dd3-aeed-649f4729a856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.256298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d35c7b43-9303-4dd3-aeed-649f4729a856 None None] Calling delete_port for c759f94c-7240-469a-b1d3-ae347ab465e9 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:20:24.267902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Port': ['ID=c759f94c-7240-469a-b1d3-ae347ab465e9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:24.272343 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] No DVR routers for this DVR port c759f94c-7240-469a-b1d3-ae347ab465e9 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:24.336606 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d35c7b43-9303-4dd3-aeed-649f4729a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.352105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.362697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f968c12-7e31-479a-8978-360e6e7e4463']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:24.362947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c7b43-9303-4dd3-aeed-649f4729a856 None None] Pushing event deleted for resources: {'Port': ['ID=c759f94c-7240-469a-b1d3-ae347ab465e9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:24.365480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c7b43-9303-4dd3-aeed-649f4729a856 None None] No DVR routers for this DVR port c759f94c-7240-469a-b1d3-ae347ab465e9 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:24.379062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127c0657-e288-484c-a54b-c94d38456c42') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:24.379365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127c0657-e288-484c-a54b-c94d38456c42') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:24.388400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.401824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.418978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:20:24.419377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:20:24.422791 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:20:24.479170 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.486442 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.488290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] 10.222.0.41 "DELETE /v2.0/networks/1f968c12-7e31-479a-8978-360e6e7e4463 HTTP/1.1" status: 204 len: 168 time: 0.5422909 Jul 13 08:20:24.500043 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae054a-3abd-416b-aeec-f8ba50b78c0a tempest-NetworksIpV6Test-1860975588 tempest-NetworksIpV6Test-1860975588-project] Pushing event deleted for resources: {'Network': ['ID=1f968c12-7e31-479a-8978-360e6e7e4463,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:24.741170 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58088) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:24.888467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-62bff5ff-3532-4d7b-b610-43df74946fd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc49eeb5cbdb469e9fcb979bcecad274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459992 Jul 13 08:20:24.890985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58092) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:24.944868 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6efae432-13be-4915-836f-e5e6099ca396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.968656 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6efae432-13be-4915-836f-e5e6099ca396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:25.028416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6efae432-13be-4915-836f-e5e6099ca396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:25.032987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6efae432-13be-4915-836f-e5e6099ca396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:25.038766 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6efae432-13be-4915-836f-e5e6099ca396 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd6aae63-e4a9-4966-8811-967e6718fedf HTTP/1.1" status: 204 len: 168 time: 0.1426666 Jul 13 08:20:25.047116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efae432-13be-4915-836f-e5e6099ca396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6aae63-e4a9-4966-8811-967e6718fedf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:25.059713 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 992f0293-b3b6-4f72-9647-4022caa8728a no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:20:25.085047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 992f0293-b3b6-4f72-9647-4022caa8728a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:20:25.085402 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 992f0293-b3b6-4f72-9647-4022caa8728a not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:20:25.085874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c759f94c-7240-469a-b1d3-ae347ab465e9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:20:25.111924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c759f94c-7240-469a-b1d3-ae347ab465e9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:20:25.112309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c759f94c-7240-469a-b1d3-ae347ab465e9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:20:25.696601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58114) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:25.787734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-70c4ab84-241c-4492-b1ff-371ad32676b1 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-916057880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:25.811114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70c4ab84-241c-4492-b1ff-371ad32676b1 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:25.812101 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70c4ab84-241c-4492-b1ff-371ad32676b1 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:25.866745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70c4ab84-241c-4492-b1ff-371ad32676b1 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:25.870951 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70c4ab84-241c-4492-b1ff-371ad32676b1 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:25.887260 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70c4ab84-241c-4492-b1ff-371ad32676b1 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:25.888489 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-70c4ab84-241c-4492-b1ff-371ad32676b1 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1908603 Jul 13 08:20:25.891214 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:25.896246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-348031754'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:25.917922 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Made reservation on behalf of f6eecae788424732a8f55d1dcc20057b for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:25.922039 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:25.931574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.019981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.024079 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.050211 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:26.059526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a4263b-0497-47d4-ab29-63e75487c022,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:26.070375 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.070727 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Added segment 095e36f3-1b67-43df-bd45-7b39e47fe6ac of type vlan for network 43f76b90-fa09-499c-b7bc-584d45783243 Jul 13 08:20:26.111957 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.138981 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.144640 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:26.145238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.179526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2872982 Jul 13 08:20:26.182311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58120) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:26.187298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Request body: {'subnet': {'network_id': '43f76b90-fa09-499c-b7bc-584d45783243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:26.235283 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9716-7ee8-4655-9223-86b73f7b5abe tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event updated for resources: {'Network': ['ID=43f76b90-fa09-499c-b7bc-584d45783243,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:26.245318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 43f76b90-fa09-499c-b7bc-584d45783243 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:26.307383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Made reservation on behalf of f6eecae788424732a8f55d1dcc20057b for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:26.311114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.489536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.552285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event updated for resources: {'Subnet': ['ID=72d1e424-de47-4ce3-bd45-5dfe1901453c,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:26.560631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Checking segment: {'id': '095e36f3-1b67-43df-bd45-7b39e47fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43f76b90-fa09-499c-b7bc-584d45783243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:26.560992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Network hostable DHCP agents. Network: 43f76b90-fa09-499c-b7bc-584d45783243, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:26.577289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Network 43f76b90-fa09-499c-b7bc-584d45783243 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:26.585661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 43f76b90-fa09-499c-b7bc-584d45783243) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:26.590824 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:26.591829 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.595169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd7808-9b02-4e12-b9f1-9be36534cc43 None None] Network 43f76b90-fa09-499c-b7bc-584d45783243 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:26.606779 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1a4f3207-df67-45fc-929f-3ba27a47bfca tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4233334 Jul 13 08:20:26.609784 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58122) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:26.614795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1227736540'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:26.635714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Made reservation on behalf of f6eecae788424732a8f55d1dcc20057b for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:26.640200 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.666014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:26.675488 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.675847 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Added segment a8e8788d-f3db-4956-9ed5-caa3e3df87f4 of type vlan for network 56a95326-da12-45fe-ae27-07848c0bcdec Jul 13 08:20:26.717036 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.748471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.748704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-43f76b90-fa09-499c-b7bc-584d45783243', 'network_id': '43f76b90-fa09-499c-b7bc-584d45783243', 'tenant_id': 'f6eecae788424732a8f55d1dcc20057b', 'fixed_ips': [{'subnet_id': '72d1e424-de47-4ce3-bd45-5dfe1901453c'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:26.749588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.754083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:26.754683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.792518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1789358 Jul 13 08:20:26.792732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:26.799985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Request body: {'subnet': {'network_id': '56a95326-da12-45fe-ae27-07848c0bcdec', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:26.845981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc482c-c0cb-44b6-806d-1f17c5ed1b65 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event updated for resources: {'Network': ['ID=56a95326-da12-45fe-ae27-07848c0bcdec,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:26.863210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 56a95326-da12-45fe-ae27-07848c0bcdec details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:26.923322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Made reservation on behalf of f6eecae788424732a8f55d1dcc20057b for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:26.926939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:26.940833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Allocated IP 172.20.0.2 (43f76b90-fa09-499c-b7bc-584d45783243/72d1e424-de47-4ce3-bd45-5dfe1901453c/6d66e3b9-8ea0-4497-8abb-8e565bd58e90) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:27.118575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.186793 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event updated for resources: {'Subnet': ['ID=71b0a969-4378-408d-aa07-16248e053b9f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:27.193145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Checking segment: {'id': 'a8e8788d-f3db-4956-9ed5-caa3e3df87f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56a95326-da12-45fe-ae27-07848c0bcdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:27.193521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Network hostable DHCP agents. Network: 56a95326-da12-45fe-ae27-07848c0bcdec, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:27.210825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Network 56a95326-da12-45fe-ae27-07848c0bcdec is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:27.220495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 56a95326-da12-45fe-ae27-07848c0bcdec) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:27.224497 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:27.225117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.233136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e58c7c-94df-42c4-9d11-13c47cb82baf None None] Network 56a95326-da12-45fe-ae27-07848c0bcdec requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:27.240986 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ce2d9bca-6000-4b02-8dd6-ca7806d34557 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4473383 Jul 13 08:20:27.243801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58126) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:27.248928 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fba0dcb7-b0de-4372-b2c1-bb1fce7c421a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Request body: {'router': {'external_gateway_info': {'network_id': '56a95326-da12-45fe-ae27-07848c0bcdec'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:27.301503 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.318788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Transition to ACTIVE for port object 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:27.345023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Transition to ACTIVE for port object 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:27.353887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.416960 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Network 43f76b90-fa09-499c-b7bc-584d45783243 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:27.426814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:27.429244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:27.442981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Pushing event updated for resources: {'Port': ['ID=6d66e3b9-8ea0-4497-8abb-8e565bd58e90,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:27.487616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-56a95326-da12-45fe-ae27-07848c0bcdec', 'network_id': '56a95326-da12-45fe-ae27-07848c0bcdec', 'tenant_id': 'f6eecae788424732a8f55d1dcc20057b', 'fixed_ips': [{'subnet_id': '71b0a969-4378-408d-aa07-16248e053b9f'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:27.488499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.545588 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Attempting to bind port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:27.545988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Attempting to bind port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '095e36f3-1b67-43df-bd45-7b39e47fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43f76b90-fa09-499c-b7bc-584d45783243'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:27.546365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Attempting to bind port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 on network 43f76b90-fa09-499c-b7bc-584d45783243 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:27.596608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:27.597007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Checking segment: {'id': '095e36f3-1b67-43df-bd45-7b39e47fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43f76b90-fa09-499c-b7bc-584d45783243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:27.597425 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.597886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Bound using segment: {'id': '095e36f3-1b67-43df-bd45-7b39e47fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43f76b90-fa09-499c-b7bc-584d45783243'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:27.598356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Bound port: 6d66e3b9-8ea0-4497-8abb-8e565bd58e90, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095e36f3-1b67-43df-bd45-7b39e47fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43f76b90-fa09-499c-b7bc-584d45783243'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:27.598760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.717940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Allocated IP 172.21.0.2 (56a95326-da12-45fe-ae27-07848c0bcdec/71b0a969-4378-408d-aa07-16248e053b9f/cfd28d6f-0344-4e9b-ae74-45049989af87) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:27.720298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] For port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:27.724967 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] For port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6d66e3b9-8ea0-4497-8abb-8e565bd58e90,segment=NetworkSegment(095e36f3-1b67-43df-bd45-7b39e47fe6ac),segment_id=095e36f3-1b67-43df-bd45-7b39e47fe6ac)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:27.733595 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.778546 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fba0dcb7-b0de-4372-b2c1-bb1fce7c421a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.854172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aff8a-c90b-45f0-9542-2a83c65ebcd3 None None] Pushing event updated for resources: {'Port': ['ID=6d66e3b9-8ea0-4497-8abb-8e565bd58e90,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:27.900744 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [None req-fba0dcb7-b0de-4372-b2c1-bb1fce7c421a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:20:27.901806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fba0dcb7-b0de-4372-b2c1-bb1fce7c421a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "PUT /v2.0/routers/a2ee608a-0a7e-42a5-99f4-64a2ff0d7032 HTTP/1.1" status: 400 len: 364 time: 0.6571128 Jul 13 08:20:27.908405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58128) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:27.938389 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.950239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Transition to ACTIVE for port object cfd28d6f-0344-4e9b-ae74-45049989af87 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:27.968625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5aca74-7b76-43f3-a072-533fcbca9436 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Deleting subnet 71b0a969-4378-408d-aa07-16248e053b9f {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:20:27.971473 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Transition to ACTIVE for port object cfd28d6f-0344-4e9b-ae74-45049989af87 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:27.991091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca74-7b76-43f3-a072-533fcbca9436 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:27.994999 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.041988 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Network 56a95326-da12-45fe-ae27-07848c0bcdec is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:28.043178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca74-7b76-43f3-a072-533fcbca9436 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.046617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:28.051226 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:28.054680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Pushing event updated for resources: {'Port': ['ID=cfd28d6f-0344-4e9b-ae74-45049989af87,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:28.116881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Attempting to bind port cfd28d6f-0344-4e9b-ae74-45049989af87 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:28.117262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Attempting to bind port cfd28d6f-0344-4e9b-ae74-45049989af87 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'a8e8788d-f3db-4956-9ed5-caa3e3df87f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56a95326-da12-45fe-ae27-07848c0bcdec'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:28.117633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Attempting to bind port cfd28d6f-0344-4e9b-ae74-45049989af87 on network 56a95326-da12-45fe-ae27-07848c0bcdec {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:28.123105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:28.123512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Checking segment: {'id': 'a8e8788d-f3db-4956-9ed5-caa3e3df87f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56a95326-da12-45fe-ae27-07848c0bcdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:28.123899 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.124305 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Bound using segment: {'id': 'a8e8788d-f3db-4956-9ed5-caa3e3df87f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56a95326-da12-45fe-ae27-07848c0bcdec'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:28.124807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Bound port: cfd28d6f-0344-4e9b-ae74-45049989af87, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e8788d-f3db-4956-9ed5-caa3e3df87f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56a95326-da12-45fe-ae27-07848c0bcdec'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:28.125201 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.131823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca74-7b76-43f3-a072-533fcbca9436 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.194690 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca74-7b76-43f3-a072-533fcbca9436 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.197524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] For port cfd28d6f-0344-4e9b-ae74-45049989af87, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:28.201484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] For port cfd28d6f-0344-4e9b-ae74-45049989af87, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cfd28d6f-0344-4e9b-ae74-45049989af87,segment=NetworkSegment(a8e8788d-f3db-4956-9ed5-caa3e3df87f4),segment_id=a8e8788d-f3db-4956-9ed5-caa3e3df87f4)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:28.205597 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.224133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aca74-7b76-43f3-a072-533fcbca9436 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event deleted for resources: {'Subnet': ['ID=71b0a969-4378-408d-aa07-16248e053b9f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:28.226093 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca74-7b76-43f3-a072-533fcbca9436 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.227979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ee5aca74-7b76-43f3-a072-533fcbca9436 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "DELETE /v2.0/subnets/71b0a969-4378-408d-aa07-16248e053b9f HTTP/1.1" status: 204 len: 168 time: 0.3186340 Jul 13 08:20:28.230458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58130) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:28.261168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a1032-22b2-417b-8ef0-c2cb3fae1ab4 None None] Pushing event updated for resources: {'Port': ['ID=cfd28d6f-0344-4e9b-ae74-45049989af87,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:28.311583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.366045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Deleting port cfd28d6f-0344-4e9b-ae74-45049989af87 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:20:28.366403 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.438703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] For port cfd28d6f-0344-4e9b-ae74-45049989af87, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=cfd28d6f-0344-4e9b-ae74-45049989af87,segment=NetworkSegment(a8e8788d-f3db-4956-9ed5-caa3e3df87f4),segment_id=a8e8788d-f3db-4956-9ed5-caa3e3df87f4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:28.438703 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.452047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Calling delete_port for cfd28d6f-0344-4e9b-ae74-45049989af87 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:20:28.545315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.579502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event deleted for resources: {'Port': ['ID=cfd28d6f-0344-4e9b-ae74-45049989af87,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:28.584611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] No DVR routers for this DVR port cfd28d6f-0344-4e9b-ae74-45049989af87 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:28.669026 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.679555 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a95326-da12-45fe-ae27-07848c0bcdec']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:28.690682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e8788d-f3db-4956-9ed5-caa3e3df87f4') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:28.691116 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e8788d-f3db-4956-9ed5-caa3e3df87f4') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:28.701005 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.720605 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.727303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:20:28.727680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:20:28.730837 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:20:28.796691 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.802925 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.807560 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "DELETE /v2.0/networks/56a95326-da12-45fe-ae27-07848c0bcdec HTTP/1.1" status: 204 len: 168 time: 0.5760818 Jul 13 08:20:28.807678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:28.821989 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfdfe5-9e30-44b1-88ee-157d4a794c8a tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event deleted for resources: {'Network': ['ID=56a95326-da12-45fe-ae27-07848c0bcdec,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:28.847117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c38c9-083f-4dc9-8a4d-cb2b8c20eb62 None None] Network 43f76b90-fa09-499c-b7bc-584d45783243 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:28.865663 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a493e63d-a74e-4eb4-8c98-6581dbb5e340 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Deleting subnet 72d1e424-de47-4ce3-bd45-5dfe1901453c {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:20:28.868904 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a493e63d-a74e-4eb4-8c98-6581dbb5e340 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.911497 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a493e63d-a74e-4eb4-8c98-6581dbb5e340 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.912145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-31a84c3a-45d7-4a76-b473-e74e363d555b None None] Provisioning for port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:29.005367 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a493e63d-a74e-4eb4-8c98-6581dbb5e340 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.068569 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a493e63d-a74e-4eb4-8c98-6581dbb5e340 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.106047 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a493e63d-a74e-4eb4-8c98-6581dbb5e340 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.108574 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a493e63d-a74e-4eb4-8c98-6581dbb5e340 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "DELETE /v2.0/subnets/72d1e424-de47-4ce3-bd45-5dfe1901453c HTTP/1.1" status: 204 len: 168 time: 0.2994955 Jul 13 08:20:29.109876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493e63d-a74e-4eb4-8c98-6581dbb5e340 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event deleted for resources: {'Subnet': ['ID=72d1e424-de47-4ce3-bd45-5dfe1901453c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:29.110785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58134) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:29.127620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:29.190011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:29.194419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:29.194811 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.208154 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.269295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Deleting port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:20:29.270043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.302602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.342992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] For port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6d66e3b9-8ea0-4497-8abb-8e565bd58e90,segment=NetworkSegment(095e36f3-1b67-43df-bd45-7b39e47fe6ac),segment_id=095e36f3-1b67-43df-bd45-7b39e47fe6ac)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:29.343367 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.344297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=6d66e3b9-8ea0-4497-8abb-8e565bd58e90,segment=NetworkSegment(095e36f3-1b67-43df-bd45-7b39e47fe6ac),segment_id=095e36f3-1b67-43df-bd45-7b39e47fe6ac)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:29.346174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2088b9-410c-4210-8682-2bb0e4f1724c None None] Network 43f76b90-fa09-499c-b7bc-584d45783243 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:29.358203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Calling delete_port for 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:20:29.364629 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.404073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fa6ec7c2-c1da-4a93-8f76-2dbd3a28fc2f None None] Provisioning complete for port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:29.404662 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa6ec7c2-c1da-4a93-8f76-2dbd3a28fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.451570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.479092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event deleted for resources: {'Port': ['ID=6d66e3b9-8ea0-4497-8abb-8e565bd58e90,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:29.481105 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] No DVR routers for this DVR port 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:29.491744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ade01-ba25-4a3b-86e5-9313f0f6bdcf None None] DHCP port deletion for 56a95326-da12-45fe-ae27-07848c0bcdec request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:20:29.527466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fa6ec7c2-c1da-4a93-8f76-2dbd3a28fc2f None None] Could not find standard attr ID for object 6d66e3b9-8ea0-4497-8abb-8e565bd58e90. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:20:29.534159 n-d-758944-43 neutron-server[93775]: INFO neutron.plugins.ml2.db [None req-fa6ec7c2-c1da-4a93-8f76-2dbd3a28fc2f None None] No ports have port_id starting with 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 Jul 13 08:20:29.553122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=6d66e3b9-8ea0-4497-8abb-8e565bd58e90,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:29.558208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3314b92f-5ec7-4b85-926d-593fcdc46dce None None] Network 56a95326-da12-45fe-ae27-07848c0bcdec requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:29.570131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.571494 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3314b92f-5ec7-4b85-926d-593fcdc46dce None None] Network 56a95326-da12-45fe-ae27-07848c0bcdec could not be found, it might have been deleted concurrently. {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 08:20:29.581578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f76b90-fa09-499c-b7bc-584d45783243']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:29.592764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095e36f3-1b67-43df-bd45-7b39e47fe6ac') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:29.593060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095e36f3-1b67-43df-bd45-7b39e47fe6ac') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:29.601929 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.616139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.621144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:20:29.621362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960de8a-5508-4155-a3f2-eb15b771be86 None None] DHCP port deletion for 43f76b90-fa09-499c-b7bc-584d45783243 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:20:29.621541 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:20:29.624534 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:20:29.673576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-daae51ad-5874-420f-8a28-f5dad93f2809 None None] Could not find standard attr ID for object cfd28d6f-0344-4e9b-ae74-45049989af87. {{(pid=93775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:20:29.685007 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.691950 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.693691 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "DELETE /v2.0/networks/43f76b90-fa09-499c-b7bc-584d45783243 HTTP/1.1" status: 204 len: 168 time: 0.5818398 Jul 13 08:20:29.696485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58136) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:29.705505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294ee21-90e1-4031-9c51-f9cd68b906b9 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Pushing event deleted for resources: {'Network': ['ID=43f76b90-fa09-499c-b7bc-584d45783243,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:29.728306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-afd0c7b8-c2c5-4b4a-a9c0-2a588068d420 tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ee608a-0a7e-42a5-99f4-64a2ff0d7032 HTTP/1.1" status: 200 len: 205 time: 0.0306299 Jul 13 08:20:29.730660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58138) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:29.804435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64131252-0cf3-41fb-9399-0a87ab477caf tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.961413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64131252-0cf3-41fb-9399-0a87ab477caf tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:29.963643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64131252-0cf3-41fb-9399-0a87ab477caf tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.006935 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64131252-0cf3-41fb-9399-0a87ab477caf tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.007634 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64131252-0cf3-41fb-9399-0a87ab477caf tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Fanout notify agent at l3_agent the message router_deleted on router a2ee608a-0a7e-42a5-99f4-64a2ff0d7032 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:20:30.015957 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64131252-0cf3-41fb-9399-0a87ab477caf tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.016946 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-64131252-0cf3-41fb-9399-0a87ab477caf tempest-RoutersNegativeTest-1286414803 tempest-RoutersNegativeTest-1286414803-project] 10.222.0.41 "DELETE /v2.0/routers/a2ee608a-0a7e-42a5-99f4-64a2ff0d7032 HTTP/1.1" status: 204 len: 168 time: 0.2853889 Jul 13 08:20:30.256079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58144) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:30.384839 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1040a594-b237-410f-bc66-8736c5fc6a24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6eecae788424732a8f55d1dcc20057b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275682 Jul 13 08:20:30.387299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58148) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:30.434135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7fc23-128a-4fcc-aba1-6bb53cb5cbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.454058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7fc23-128a-4fcc-aba1-6bb53cb5cbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.500303 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7fc23-128a-4fcc-aba1-6bb53cb5cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.503141 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9b7fc23-128a-4fcc-aba1-6bb53cb5cbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.504290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b9b7fc23-128a-4fcc-aba1-6bb53cb5cbbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06a4263b-0497-47d4-ab29-63e75487c022 HTTP/1.1" status: 204 len: 168 time: 0.1160958 Jul 13 08:20:30.511914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7fc23-128a-4fcc-aba1-6bb53cb5cbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a4263b-0497-47d4-ab29-63e75487c022,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:31.057690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:20:31.078621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:20:31.078974 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 6d66e3b9-8ea0-4497-8abb-8e565bd58e90 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:20:31.079413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfd28d6f-0344-4e9b-ae74-45049989af87 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:20:31.100520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: cfd28d6f-0344-4e9b-ae74-45049989af87 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:20:31.100873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device cfd28d6f-0344-4e9b-ae74-45049989af87 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:20:31.127761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58172) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:31.263421 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1771241918-network', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:31.284440 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Made reservation on behalf of 513c81befd6d485cbe87b2bc7b66d530 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:31.287317 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.300482 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.388466 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.392335 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.414235 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:31.427354 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f814a118-36eb-4fcf-8b19-12739a514791,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:31.432450 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.432811 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Added segment 175d29eb-9187-4af9-964a-9026a0785786 of type vlan for network fa95e446-85e3-4125-806a-f80093ded0a2 Jul 13 08:20:31.473007 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.501654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.502650 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:31.503231 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.537404 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4082031 Jul 13 08:20:31.540399 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58176) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:31.546181 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Request body: {'subnet': {'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-subnet', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:31.565822 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23051639-57e0-420f-ac69-bc1506ec84e3 admin admin] Pushing event updated for resources: {'Network': ['ID=fa95e446-85e3-4125-806a-f80093ded0a2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:31.567348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Made reservation on behalf of 513c81befd6d485cbe87b2bc7b66d530 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:31.570213 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.575981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network fa95e446-85e3-4125-806a-f80093ded0a2 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:31.737640 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.794349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4847eda-4088-4f15-a29f-582a8457838d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:31.801258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Checking segment: {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:31.801622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Network hostable DHCP agents. Network: fa95e446-85e3-4125-806a-f80093ded0a2, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:31.818654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Network fa95e446-85e3-4125-806a-f80093ded0a2 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:31.827557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, fa95e446-85e3-4125-806a-f80093ded0a2) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:31.831487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:31.832077 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.837661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41b17c2-2809-4d00-8006-60fe3d0f55a7 None None] Network fa95e446-85e3-4125-806a-f80093ded0a2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:31.846105 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a576e4a9-b39d-4876-8538-ca29f35cf63d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3041739 Jul 13 08:20:31.848596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58178) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:31.853517 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:31.875552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.876606 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.933741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.983876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-fa95e446-85e3-4125-806a-f80093ded0a2', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'fixed_ips': [{'subnet_id': 'e4847eda-4088-4f15-a29f-582a8457838d'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:31.984778 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.129328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Allocated IP 172.20.0.2 (fa95e446-85e3-4125-806a-f80093ded0a2/e4847eda-4088-4f15-a29f-582a8457838d/3dfbd306-2149-4ab1-bb75-f6ebd20770d0) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:32.280633 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.289321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Transition to ACTIVE for port object 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:32.305775 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Transition to ACTIVE for port object 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:32.313060 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.352788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Network fa95e446-85e3-4125-806a-f80093ded0a2 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:32.356147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:32.359623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:32.364957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Pushing event updated for resources: {'Port': ['ID=3dfbd306-2149-4ab1-bb75-f6ebd20770d0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:32.415488 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.419126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Attempting to bind port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:32.419508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Attempting to bind port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:32.419881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Attempting to bind port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 on network fa95e446-85e3-4125-806a-f80093ded0a2 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:32.425529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:32.425915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Checking segment: {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:32.426352 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.426755 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Bound using segment: {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:32.427223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Bound port: 3dfbd306-2149-4ab1-bb75-f6ebd20770d0, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:32.427611 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.492452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] For port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:32.495460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] For port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3dfbd306-2149-4ab1-bb75-f6ebd20770d0,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:32.501151 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.563068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b2121-2fd4-416b-85ce-16eb7fcb7260 None None] Pushing event updated for resources: {'Port': ['ID=3dfbd306-2149-4ab1-bb75-f6ebd20770d0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:32.620233 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.639928 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.764104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Allocated IP 172.25.8.88 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/090fda6c-dc53-49cd-a35a-61c4936c0776) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:32.892989 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.939346 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.976998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:32.984199 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:32.991451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:32.994993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Pushing event updated for resources: {'Port': ['ID=090fda6c-dc53-49cd-a35a-61c4936c0776,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:33.099620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:33.152141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:33.289501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.489745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958090da-edac-4008-8ddc-abdbfda2ed8e None None] Network fa95e446-85e3-4125-806a-f80093ded0a2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:33.507666 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.554326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4c64367a-6a5e-4625-a895-8d14a9c4f7ed None None] Provisioning for port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:33.563846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4c64367a-6a5e-4625-a895-8d14a9c4f7ed None None] Provisioning complete for port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:33.564227 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c64367a-6a5e-4625-a895-8d14a9c4f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.640768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Router e6199846-6b2e-4d9a-b095-7a9833fa30ad is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:20:33.705396 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c64367a-6a5e-4625-a895-8d14a9c4f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.750076 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:20:33.750291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4c64367a-6a5e-4625-a895-8d14a9c4f7ed None None] For port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3dfbd306-2149-4ab1-bb75-f6ebd20770d0,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:33.755705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c64367a-6a5e-4625-a895-8d14a9c4f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.762978 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Sync routers for ids ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:20:33.771325 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.775346 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2dc9260d-eb51-4770-b31e-5e3ead6bbfe8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9228103 Jul 13 08:20:33.775736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58180) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:33.807749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Routers {'e6199846-6b2e-4d9a-b095-7a9833fa30ad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:33.808488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:33.866046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64367a-6a5e-4625-a895-8d14a9c4f7ed None None] Pushing event updated for resources: {'Port': ['ID=3dfbd306-2149-4ab1-bb75-f6ebd20770d0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:33.931218 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Set router e6199846-6b2e-4d9a-b095-7a9833fa30ad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:34.057516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e2c46fd4-d411-4b8b-88bd-be910e9cdf4d None None] Provisioning complete for port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:34.057812 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2c46fd4-d411-4b8b-88bd-be910e9cdf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.221736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.343614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:31Z', 'updated_at': '2021-07-13T08:20:33Z', 'revision_number': 3, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'gw_port': {'id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:32Z', 'updated_at': '2021-07-13T08:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:34.370559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Checking router: e6199846-6b2e-4d9a-b095-7a9833fa30ad for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:20:34.370949 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Updating router e6199846-6b2e-4d9a-b095-7a9833fa30ad port 090fda6c-dc53-49cd-a35a-61c4936c0776 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:20:34.407113 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.425203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Allocated IP 172.20.0.1 (fa95e446-85e3-4125-806a-f80093ded0a2/e4847eda-4088-4f15-a29f-582a8457838d/370e4221-9b57-4285-9d05-3a664a8a4456) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:34.531244 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.545013 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Transition to ACTIVE for port object 370e4221-9b57-4285-9d05-3a664a8a4456 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:34.578873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.614480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Network fa95e446-85e3-4125-806a-f80093ded0a2 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:34.617313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:34.622949 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:34.651472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Pushing event updated for resources: {'Port': ['ID=370e4221-9b57-4285-9d05-3a664a8a4456,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:34.666087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.666442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.666792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.667133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.667470 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.667837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.668172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.668503 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.668841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.669138 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.669276 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.669480 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.669801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:34.679763 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.680035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Transition to ACTIVE for port object 090fda6c-dc53-49cd-a35a-61c4936c0776 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:34.688237 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.744866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d44d32-aa6a-4912-a7bb-1983417cbeeb None None] Pushing event updated for resources: {'Port': ['ID=090fda6c-dc53-49cd-a35a-61c4936c0776,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:34.747191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Attempting to bind port 090fda6c-dc53-49cd-a35a-61c4936c0776 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:34.747573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Attempting to bind port 090fda6c-dc53-49cd-a35a-61c4936c0776 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:34.747945 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Attempting to bind port 090fda6c-dc53-49cd-a35a-61c4936c0776 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:34.754132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:34.754505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:34.755049 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.755311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:34.755793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Bound port: 090fda6c-dc53-49cd-a35a-61c4936c0776, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:34.756187 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.825106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] For port 090fda6c-dc53-49cd-a35a-61c4936c0776, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:34.828478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] For port 090fda6c-dc53-49cd-a35a-61c4936c0776, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=090fda6c-dc53-49cd-a35a-61c4936c0776,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:34.832887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.848199 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.890083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Routers {'e6199846-6b2e-4d9a-b095-7a9833fa30ad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:34.890776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:34.895498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d44d32-aa6a-4912-a7bb-1983417cbeeb None None] Pushing event updated for resources: {'Port': ['ID=090fda6c-dc53-49cd-a35a-61c4936c0776,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:35.003230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9b004cd4-80f8-40e3-8019-7850a346f2a6 None None] Provisioning for port 370e4221-9b57-4285-9d05-3a664a8a4456 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:35.009086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9b004cd4-80f8-40e3-8019-7850a346f2a6 None None] Provisioning complete for port 370e4221-9b57-4285-9d05-3a664a8a4456 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:35.009465 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b004cd4-80f8-40e3-8019-7850a346f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.024096 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.029226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.040953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] Set router e6199846-6b2e-4d9a-b095-7a9833fa30ad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:35.071854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:35.104772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Pushing event updated for resources: {'Port': ['ID=370e4221-9b57-4285-9d05-3a664a8a4456,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:35.106147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9b004cd4-80f8-40e3-8019-7850a346f2a6 None None] Port 370e4221-9b57-4285-9d05-3a664a8a4456 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:35.125120 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.225808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Network fa95e446-85e3-4125-806a-f80093ded0a2 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:35.227409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:35.234748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:35.235408 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.348392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Router e6199846-6b2e-4d9a-b095-7a9833fa30ad has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:20:35.376872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a22e4ae6-3281-4f7b-911d-0cee80faf62b None None] Provisioning complete for port 370e4221-9b57-4285-9d05-3a664a8a4456 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:35.377548 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a22e4ae6-3281-4f7b-911d-0cee80faf62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.380349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:31Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 4, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'gw_port': {'id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:32Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '370e4221-9b57-4285-9d05-3a664a8a4456', 'name': '', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'mac_address': 'fa:16:3e:04:bc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 1, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'subnets': [{'id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:35.446872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbea41-fd84-4b34-9b54-0a09aae8e8d0 None None] The sync data for ids ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'] in n-d-758944-43 is: [{'id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:31Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 4, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'gw_port': {'id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:32Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '370e4221-9b57-4285-9d05-3a664a8a4456', 'name': '', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'mac_address': 'fa:16:3e:04:bc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 1, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'subnets': [{'id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:20:35.458401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a22e4ae6-3281-4f7b-911d-0cee80faf62b None None] Port 370e4221-9b57-4285-9d05-3a664a8a4456 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:35.477519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:20:35.490017 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0f013872-3d86-4885-9b03-681f3233a399 admin admin] 10.222.0.41 "PUT /v2.0/routers/e6199846-6b2e-4d9a-b095-7a9833fa30ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7063801 Jul 13 08:20:35.578089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fcd6e35c-0a26-445d-b500-8c259bbe1194 None None] Provisioning complete for port 370e4221-9b57-4285-9d05-3a664a8a4456 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:35.578466 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e35c-0a26-445d-b500-8c259bbe1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.614310 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6e35c-0a26-445d-b500-8c259bbe1194 None None] Port 370e4221-9b57-4285-9d05-3a664a8a4456 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:35.998233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:36.003786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2103523323-network', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:36.028972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Made reservation on behalf of d2cbccf8c55d43a891dec3f2651f85c3 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:36.031319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.040926 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.157408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.162812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.183953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:36.204400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.204845 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Added segment 7f9660be-607e-4924-92c2-eabdff6f176f of type vlan for network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d Jul 13 08:20:36.210641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ce0ce-32ce-47a1-8abf-6b4f33897fd4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:36.224260 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.259135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.289509 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.290746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:36.291345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.329056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3296447 Jul 13 08:20:36.332803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:36.338529 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Request body: {'subnet': {'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-subnet', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:36.361400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Made reservation on behalf of d2cbccf8c55d43a891dec3f2651f85c3 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:36.361593 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41528845-003e-4d7e-9e97-0e41377fafb3 admin admin] Pushing event updated for resources: {'Network': ['ID=747f02ef-2f4a-4893-80b5-ed4f9f04f03d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:36.364484 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.371985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:36.552981 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.611253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5b1b50-8264-45dc-9c70-ecd171b46064,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:36.620729 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Checking segment: {'id': '7f9660be-607e-4924-92c2-eabdff6f176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:36.621146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Network hostable DHCP agents. Network: 747f02ef-2f4a-4893-80b5-ed4f9f04f03d, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:36.640965 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:36.650252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 747f02ef-2f4a-4893-80b5-ed4f9f04f03d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:36.655986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:36.656590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.662516 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aabebe-743c-4001-a3aa-f24d433a044a None None] Network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:36.675966 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-db74b643-5a97-4d39-9aa5-feafdf71b23c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3416014 Jul 13 08:20:36.678310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:36.684309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:36.712552 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.714083 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.771819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.833270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-747f02ef-2f4a-4893-80b5-ed4f9f04f03d', 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'fixed_ips': [{'subnet_id': '9a5b1b50-8264-45dc-9c70-ecd171b46064'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:36.834398 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.918954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.982152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Allocated IP 172.20.0.2 (747f02ef-2f4a-4893-80b5-ed4f9f04f03d/9a5b1b50-8264-45dc-9c70-ecd171b46064/2b9bfe54-0092-41ad-a2a4-04b5665f3d2b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:37.148928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 090fda6c-dc53-49cd-a35a-61c4936c0776 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:37.176634 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.191554 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.196987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.203709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Transition to ACTIVE for port object 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:37.222450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Transition to ACTIVE for port object 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:37.229049 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.234517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 090fda6c-dc53-49cd-a35a-61c4936c0776 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:37.264213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 090fda6c-dc53-49cd-a35a-61c4936c0776 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:37.264593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.300904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:37.307553 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Pushing event updated for resources: {'Port': ['ID=2b9bfe54-0092-41ad-a2a4-04b5665f3d2b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:37.311140 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:37.313426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:37.327369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Allocated IP 172.25.8.19 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/e616939a-42e7-4189-8c2b-d3bc8276facf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:37.392262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Attempting to bind port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:37.392885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Attempting to bind port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7f9660be-607e-4924-92c2-eabdff6f176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:37.393625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Attempting to bind port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b on network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:37.420281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:37.420770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Checking segment: {'id': '7f9660be-607e-4924-92c2-eabdff6f176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:37.421246 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.421736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Bound using segment: {'id': '7f9660be-607e-4924-92c2-eabdff6f176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:37.422309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Bound port: 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9660be-607e-4924-92c2-eabdff6f176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:37.422751 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.445357 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.448658 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.489927 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 090fda6c-dc53-49cd-a35a-61c4936c0776, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=090fda6c-dc53-49cd-a35a-61c4936c0776,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:37.494176 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.498204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.533447 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:37.538243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:37.543031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:37.569264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] For port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:37.569714 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Pushing event updated for resources: {'Port': ['ID=e616939a-42e7-4189-8c2b-d3bc8276facf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:37.575605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] For port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2b9bfe54-0092-41ad-a2a4-04b5665f3d2b,segment=NetworkSegment(7f9660be-607e-4924-92c2-eabdff6f176f),segment_id=7f9660be-607e-4924-92c2-eabdff6f176f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:37.576243 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=090fda6c-dc53-49cd-a35a-61c4936c0776,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:37.586527 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.651606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09db1a-5993-4c70-abdd-08e282409d0b None None] Pushing event updated for resources: {'Port': ['ID=2b9bfe54-0092-41ad-a2a4-04b5665f3d2b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:37.682869 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Sync routers for ids ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:20:37.694070 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Routers {'e6199846-6b2e-4d9a-b095-7a9833fa30ad'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:37.694730 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:37.823992 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Set router e6199846-6b2e-4d9a-b095-7a9833fa30ad gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:37.859096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.051673 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:31Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 4, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'gw_port': {'id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:32Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '370e4221-9b57-4285-9d05-3a664a8a4456', 'name': '', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'mac_address': 'fa:16:3e:04:bc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 2, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'subnets': [{'id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:38.082244 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Checking router: e6199846-6b2e-4d9a-b095-7a9833fa30ad for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:20:38.082463 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Updating router e6199846-6b2e-4d9a-b095-7a9833fa30ad port 370e4221-9b57-4285-9d05-3a664a8a4456 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:20:38.086758 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.120258 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.159173 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.232100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Router f4469383-c2ba-491b-a6bc-ef26329e7129 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:20:38.349712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:20:38.359997 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Sync routers for ids ['f4469383-c2ba-491b-a6bc-ef26329e7129'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:20:38.367599 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.371727 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2e4f81bc-0e79-4571-9be2-954edbd92517 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6918235 Jul 13 08:20:38.372519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:38.380396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Routers {'f4469383-c2ba-491b-a6bc-ef26329e7129'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:38.381758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f4469383-c2ba-491b-a6bc-ef26329e7129'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:38.406187 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.420547 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Transition to ACTIVE for port object 370e4221-9b57-4285-9d05-3a664a8a4456 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:38.427736 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.487835 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Pushing event updated for resources: {'Port': ['ID=370e4221-9b57-4285-9d05-3a664a8a4456,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:38.522898 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.523249 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.523599 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.523939 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.524280 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.524613 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.524945 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.525274 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.525601 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.526019 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.526491 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.526822 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:38.562454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Set router f4469383-c2ba-491b-a6bc-ef26329e7129 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:38.571548 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Attempting to bind port 370e4221-9b57-4285-9d05-3a664a8a4456 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:38.572194 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Attempting to bind port 370e4221-9b57-4285-9d05-3a664a8a4456 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:38.572662 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Attempting to bind port 370e4221-9b57-4285-9d05-3a664a8a4456 on network fa95e446-85e3-4125-806a-f80093ded0a2 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:38.583005 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:38.583393 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Checking segment: {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:38.583817 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.585873 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Bound using segment: {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:38.586393 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Bound port: 370e4221-9b57-4285-9d05-3a664a8a4456, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:38.586789 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.699651 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] For port 370e4221-9b57-4285-9d05-3a664a8a4456, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:38.705528 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] For port 370e4221-9b57-4285-9d05-3a664a8a4456, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=370e4221-9b57-4285-9d05-3a664a8a4456,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:38.711290 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.780058 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Routers {'e6199846-6b2e-4d9a-b095-7a9833fa30ad'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:38.780976 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:38.830180 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d849c-eb9a-4a57-ac6f-55ffd1d2e622 None None] Pushing event updated for resources: {'Port': ['ID=370e4221-9b57-4285-9d05-3a664a8a4456,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:38.862766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 3, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'gw_port': {'id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:37Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:38.906980 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Checking router: f4469383-c2ba-491b-a6bc-ef26329e7129 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:20:38.907436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Updating router f4469383-c2ba-491b-a6bc-ef26329e7129 port e616939a-42e7-4189-8c2b-d3bc8276facf binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:20:38.944231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5274ec5-c31c-4051-97ff-2b81e85e42eb None None] Network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:38.947847 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.972818 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] Set router e6199846-6b2e-4d9a-b095-7a9833fa30ad gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:38.974984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.240719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Allocated IP 172.20.0.1 (747f02ef-2f4a-4893-80b5-ed4f9f04f03d/9a5b1b50-8264-45dc-9c70-ecd171b46064/eabc075b-465e-42ae-9ba4-eac478fdc4e4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:39.372757 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:31Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 4, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'gw_port': {'id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:32Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '370e4221-9b57-4285-9d05-3a664a8a4456', 'name': '', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'mac_address': 'fa:16:3e:04:bc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:38Z', 'revision_number': 4, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'subnets': [{'id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:39.405763 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7a118-f6eb-4cfd-93eb-16ba4dcac917 None None] The sync data for ids ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'] in n-d-758944-43 is: [{'id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:31Z', 'updated_at': '2021-07-13T08:20:34Z', 'revision_number': 4, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'gw_port': {'id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:32Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '370e4221-9b57-4285-9d05-3a664a8a4456', 'name': '', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'mac_address': 'fa:16:3e:04:bc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:38Z', 'revision_number': 4, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'subnets': [{'id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:20:39.410169 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.427658 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Transition to ACTIVE for port object eabc075b-465e-42ae-9ba4-eac478fdc4e4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:39.474016 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.505774 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 090fda6c-dc53-49cd-a35a-61c4936c0776 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:39.515531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:39.520828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:39.524578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:39.553112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Pushing event updated for resources: {'Port': ['ID=eabc075b-465e-42ae-9ba4-eac478fdc4e4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:39.568408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-957130c7-50b6-4909-b307-cd95af573c48 None None] Provisioning for port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:39.577435 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.678276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 090fda6c-dc53-49cd-a35a-61c4936c0776 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:39.678654 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.738219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.766105 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.781522 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Transition to ACTIVE for port object e616939a-42e7-4189-8c2b-d3bc8276facf will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:39.789513 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.865070 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:39.887488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Attempting to bind port e616939a-42e7-4189-8c2b-d3bc8276facf on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:39.887488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Attempting to bind port e616939a-42e7-4189-8c2b-d3bc8276facf by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:39.887488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Attempting to bind port e616939a-42e7-4189-8c2b-d3bc8276facf on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:39.923744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facccab4-1c68-40b0-89fb-58e7c2b5a455 None None] Pushing event updated for resources: {'Port': ['ID=e616939a-42e7-4189-8c2b-d3bc8276facf,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:39.926618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:39.926844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:39.927243 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.927639 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:39.928136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Bound port: e616939a-42e7-4189-8c2b-d3bc8276facf, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:39.928529 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.966621 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.975537 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.006689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:40.014868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:40.015575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.057746 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] For port e616939a-42e7-4189-8c2b-d3bc8276facf, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:40.069902 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.071903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Pushing event updated for resources: {'Port': ['ID=eabc075b-465e-42ae-9ba4-eac478fdc4e4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:40.089369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] For port e616939a-42e7-4189-8c2b-d3bc8276facf, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e616939a-42e7-4189-8c2b-d3bc8276facf,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:40.097018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-253b190c-0be5-4378-8922-d807f0d6381a None None] Provisioning complete for port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:40.097579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-253b190c-0be5-4378-8922-d807f0d6381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.100618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.185033 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facccab4-1c68-40b0-89fb-58e7c2b5a455 None None] Pushing event updated for resources: {'Port': ['ID=e616939a-42e7-4189-8c2b-d3bc8276facf,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:40.259551 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.297362 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Routers {'f4469383-c2ba-491b-a6bc-ef26329e7129'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:40.298173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f4469383-c2ba-491b-a6bc-ef26329e7129'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:40.390538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2b9bfe54-0092-41ad-a2a4-04b5665f3d2b,segment=NetworkSegment(7f9660be-607e-4924-92c2-eabdff6f176f),segment_id=7f9660be-607e-4924-92c2-eabdff6f176f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:40.397231 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.458668 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-253b190c-0be5-4378-8922-d807f0d6381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.496452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 370e4221-9b57-4285-9d05-3a664a8a4456 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:40.552615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=2b9bfe54-0092-41ad-a2a4-04b5665f3d2b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:40.557374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] Set router f4469383-c2ba-491b-a6bc-ef26329e7129 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:40.563373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:40.564985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:40.640338 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-253b190c-0be5-4378-8922-d807f0d6381a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:20:40.640715 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-253b190c-0be5-4378-8922-d807f0d6381a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:20:40.687849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Router f4469383-c2ba-491b-a6bc-ef26329e7129 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:20:40.705082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 370e4221-9b57-4285-9d05-3a664a8a4456 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:40.741492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 370e4221-9b57-4285-9d05-3a664a8a4456 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:40.741877 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.818089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:20:40.823606 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c2cf9b0c-c1bd-48e9-b21c-60dc2b88251f admin admin] 10.222.0.41 "PUT /v2.0/routers/f4469383-c2ba-491b-a6bc-ef26329e7129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499700 Jul 13 08:20:40.877387 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.920042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 370e4221-9b57-4285-9d05-3a664a8a4456, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=370e4221-9b57-4285-9d05-3a664a8a4456,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:40.922577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:39Z', 'revision_number': 4, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'gw_port': {'id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:37Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'eabc075b-465e-42ae-9ba4-eac478fdc4e4', 'name': '', 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'mac_address': 'fa:16:3e:a4:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:38Z', 'updated_at': '2021-07-13T08:20:39Z', 'revision_number': 2, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'subnets': [{'id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:40.925750 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.973138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a86d23-ca67-4546-8480-f9c25666b7e2 None None] The sync data for ids ['f4469383-c2ba-491b-a6bc-ef26329e7129'] in n-d-758944-43 is: [{'id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:39Z', 'revision_number': 4, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'gw_port': {'id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:37Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'eabc075b-465e-42ae-9ba4-eac478fdc4e4', 'name': '', 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'mac_address': 'fa:16:3e:a4:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:38Z', 'updated_at': '2021-07-13T08:20:39Z', 'revision_number': 2, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'subnets': [{'id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:20:41.011085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=370e4221-9b57-4285-9d05-3a664a8a4456,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:41.094783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:41.196072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:41.196492 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:41.234700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-253b190c-0be5-4378-8922-d807f0d6381a None None] Provisioning for port eabc075b-465e-42ae-9ba4-eac478fdc4e4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:41.240153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-253b190c-0be5-4378-8922-d807f0d6381a None None] Provisioning complete for port eabc075b-465e-42ae-9ba4-eac478fdc4e4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:41.240536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-253b190c-0be5-4378-8922-d807f0d6381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:41.315350 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-253b190c-0be5-4378-8922-d807f0d6381a None None] Port eabc075b-465e-42ae-9ba4-eac478fdc4e4 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:41.437434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ef70988a-1848-49bd-97e2-d16ced263dc1 None None] Provisioning complete for port 370e4221-9b57-4285-9d05-3a664a8a4456 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:41.437813 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef70988a-1848-49bd-97e2-d16ced263dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:41.532224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ef70988a-1848-49bd-97e2-d16ced263dc1 None None] Provisioning complete for port eabc075b-465e-42ae-9ba4-eac478fdc4e4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:41.532603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef70988a-1848-49bd-97e2-d16ced263dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:41.571077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ef70988a-1848-49bd-97e2-d16ced263dc1 None None] Port eabc075b-465e-42ae-9ba4-eac478fdc4e4 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:41.760858 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-3fb38971-8e52-4277-b883-f6b608ebc60c tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:41.762723 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-3fb38971-8e52-4277-b883-f6b608ebc60c tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/networks?id=fa95e446-85e3-4125-806a-f80093ded0a2 HTTP/1.1" status: 200 len: 817 time: 0.1058826 Jul 13 08:20:41.777121 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-c5df7bf2-b814-441f-a4b2-89bc0fbbf976 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/quotas/513c81befd6d485cbe87b2bc7b66d530 HTTP/1.1" status: 200 len: 375 time: 0.0090566 Jul 13 08:20:42.188799 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-5c41260d-2dc3-4ec6-b66b-fc53d462cc40 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=513c81befd6d485cbe87b2bc7b66d530&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4065783 Jul 13 08:20:42.311978 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-15113c4e-9ffc-48e8-8fa8-cbe79b3effb8 service neutron] 10.222.0.41 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044722 Jul 13 08:20:42.413807 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e9f3e1e8-aac5-4340-8d77-d450ed91fe60 service neutron] 10.222.0.41 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958440 Jul 13 08:20:42.597977 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-60d89bb0-94dc-44a3-b4e1-1be43784c66c req-bb167e74-dccc-425e-a377-a78ace131081 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0328348 Jul 13 08:20:43.142448 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e616939a-42e7-4189-8c2b-d3bc8276facf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:43.197409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e616939a-42e7-4189-8c2b-d3bc8276facf completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:43.201929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e616939a-42e7-4189-8c2b-d3bc8276facf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:43.202460 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.292983 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.315890 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e616939a-42e7-4189-8c2b-d3bc8276facf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e616939a-42e7-4189-8c2b-d3bc8276facf,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:43.320139 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.349263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 370e4221-9b57-4285-9d05-3a664a8a4456 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:43.404225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e616939a-42e7-4189-8c2b-d3bc8276facf,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:43.423807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 370e4221-9b57-4285-9d05-3a664a8a4456 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:43.424183 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.615180 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Sync routers for ids ['f4469383-c2ba-491b-a6bc-ef26329e7129'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:20:43.627473 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Routers {'f4469383-c2ba-491b-a6bc-ef26329e7129'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:43.628554 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f4469383-c2ba-491b-a6bc-ef26329e7129'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:43.705783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-b845f937-6096-4fc7-aad7-ff2e50189416 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.707348 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-b845f937-6096-4fc7-aad7-ff2e50189416 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.38 "GET /v2.0/networks?id=fa95e446-85e3-4125-806a-f80093ded0a2 HTTP/1.1" status: 200 len: 817 time: 0.1467497 Jul 13 08:20:43.724395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Request body: {'port': {'device_id': '820fa645-6fbe-4bbb-a8be-70a17f96b2d6', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'admin_state_up': True, 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:43.762962 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Set router f4469383-c2ba-491b-a6bc-ef26329e7129 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:43.765650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c8bd773-f5dc-4293-9513-24af7f53f057 req-f9749572-f8c0-4f01-8038-d74850044231 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0330305 Jul 13 08:20:43.863390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Made reservation on behalf of 513c81befd6d485cbe87b2bc7b66d530 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:43.866953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.972851 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:39Z', 'revision_number': 4, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'gw_port': {'id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:37Z', 'updated_at': '2021-07-13T08:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'eabc075b-465e-42ae-9ba4-eac478fdc4e4', 'name': '', 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'mac_address': 'fa:16:3e:a4:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:38Z', 'updated_at': '2021-07-13T08:20:39Z', 'revision_number': 2, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'subnets': [{'id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:43.999507 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Checking router: f4469383-c2ba-491b-a6bc-ef26329e7129 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:20:43.999895 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Updating router f4469383-c2ba-491b-a6bc-ef26329e7129 port eabc075b-465e-42ae-9ba4-eac478fdc4e4 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:20:44.008906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Allocated IP 172.20.0.5 (fa95e446-85e3-4125-806a-f80093ded0a2/e4847eda-4088-4f15-a29f-582a8457838d/3ad7666e-5d20-4108-a565-0462d9e01fdd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:44.037021 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.166296 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.179750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Transition to ACTIVE for port object 3ad7666e-5d20-4108-a565-0462d9e01fdd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:44.215235 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.256662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Network fa95e446-85e3-4125-806a-f80093ded0a2 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:44.262460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:44.266428 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:44.295618 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Pushing event updated for resources: {'Port': ['ID=3ad7666e-5d20-4108-a565-0462d9e01fdd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:44.305849 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.316462 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Transition to ACTIVE for port object eabc075b-465e-42ae-9ba4-eac478fdc4e4 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:44.323070 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.324903 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:44.325578 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.340764 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-e07009a3-8086-4466-bccf-2734029c44f3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6239879 Jul 13 08:20:44.354581 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Request body: {'port': {'device_id': '820fa645-6fbe-4bbb-a8be-70a17f96b2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:44.402459 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54d4e0-bbbe-4132-8ebe-0f14a870aeb2 None None] Pushing event updated for resources: {'Port': ['ID=eabc075b-465e-42ae-9ba4-eac478fdc4e4,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:44.437086 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Attempting to bind port eabc075b-465e-42ae-9ba4-eac478fdc4e4 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:44.437469 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Attempting to bind port eabc075b-465e-42ae-9ba4-eac478fdc4e4 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7f9660be-607e-4924-92c2-eabdff6f176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:44.437838 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Attempting to bind port eabc075b-465e-42ae-9ba4-eac478fdc4e4 on network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:44.443251 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:44.443634 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Checking segment: {'id': '7f9660be-607e-4924-92c2-eabdff6f176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:44.444040 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.444437 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Bound using segment: {'id': '7f9660be-607e-4924-92c2-eabdff6f176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:44.444905 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Bound port: eabc075b-465e-42ae-9ba4-eac478fdc4e4, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9660be-607e-4924-92c2-eabdff6f176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:44.445346 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.461178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.516282 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] For port eabc075b-465e-42ae-9ba4-eac478fdc4e4, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:44.519904 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] For port eabc075b-465e-42ae-9ba4-eac478fdc4e4, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=eabc075b-465e-42ae-9ba4-eac478fdc4e4,segment=NetworkSegment(7f9660be-607e-4924-92c2-eabdff6f176f),segment_id=7f9660be-607e-4924-92c2-eabdff6f176f)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:44.529466 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.593356 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Routers {'f4469383-c2ba-491b-a6bc-ef26329e7129'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:44.594068 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:20:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f4469383-c2ba-491b-a6bc-ef26329e7129'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:44.595940 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54d4e0-bbbe-4132-8ebe-0f14a870aeb2 None None] Pushing event updated for resources: {'Port': ['ID=eabc075b-465e-42ae-9ba4-eac478fdc4e4,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:44.629245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b0e96d76-af84-4e2c-a679-c15baabfc027 None None] Provisioning for port 3ad7666e-5d20-4108-a565-0462d9e01fdd completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:44.635314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b0e96d76-af84-4e2c-a679-c15baabfc027 None None] Provisioning complete for port 3ad7666e-5d20-4108-a565-0462d9e01fdd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:44.637488 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0e96d76-af84-4e2c-a679-c15baabfc027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.684783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b0e96d76-af84-4e2c-a679-c15baabfc027 None None] Port 3ad7666e-5d20-4108-a565-0462d9e01fdd cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:44.726644 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] Set router f4469383-c2ba-491b-a6bc-ef26329e7129 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:44.767882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad7666e-5d20-4108-a565-0462d9e01fdd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:20:44.776260 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.790769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Transition to ACTIVE for port object 3ad7666e-5d20-4108-a565-0462d9e01fdd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:44.797024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:44.910790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad7666e-5d20-4108-a565-0462d9e01fdd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:44.952409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Attempting to bind port 3ad7666e-5d20-4108-a565-0462d9e01fdd on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:44.952767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Attempting to bind port 3ad7666e-5d20-4108-a565-0462d9e01fdd by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:44.953110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Attempting to bind port 3ad7666e-5d20-4108-a565-0462d9e01fdd on network fa95e446-85e3-4125-806a-f80093ded0a2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:44.959347 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Port 3ad7666e-5d20-4108-a565-0462d9e01fdd on network fa95e446-85e3-4125-806a-f80093ded0a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:20:44.959685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Attempting to bind port 3ad7666e-5d20-4108-a565-0462d9e01fdd on network fa95e446-85e3-4125-806a-f80093ded0a2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:44.965548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:44.966437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Checking segment: {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:44.966827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Bound using segment: {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:44.967126 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Bound port: 3ad7666e-5d20-4108-a565-0462d9e01fdd, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:44.967552 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.001398 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:39Z', 'revision_number': 4, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'gw_port': {'id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:37Z', 'updated_at': '2021-07-13T08:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'eabc075b-465e-42ae-9ba4-eac478fdc4e4', 'name': '', 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'mac_address': 'fa:16:3e:a4:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:38Z', 'updated_at': '2021-07-13T08:20:44Z', 'revision_number': 4, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'subnets': [{'id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:45.013488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5d0bb-fb7c-41d7-8694-79e20590de09 req-4c020bef-58c5-4494-8190-6dbd79806f7b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:45.015970 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5c5d0bb-fb7c-41d7-8694-79e20590de09 req-4c020bef-58c5-4494-8190-6dbd79806f7b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 943 time: 0.0779245 Jul 13 08:20:45.043727 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1b2d4-e53c-400a-b091-5fcfe8d86ad7 None None] The sync data for ids ['f4469383-c2ba-491b-a6bc-ef26329e7129'] in n-d-758944-43 is: [{'id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:39Z', 'revision_number': 4, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'gw_port': {'id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:37Z', 'updated_at': '2021-07-13T08:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'eabc075b-465e-42ae-9ba4-eac478fdc4e4', 'name': '', 'network_id': '747f02ef-2f4a-4893-80b5-ed4f9f04f03d', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'mac_address': 'fa:16:3e:a4:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:38Z', 'updated_at': '2021-07-13T08:20:44Z', 'revision_number': 4, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'subnets': [{'id': '9a5b1b50-8264-45dc-9c70-ecd171b46064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:20:45.057484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] For port 3ad7666e-5d20-4108-a565-0462d9e01fdd, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:45.063927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] For port 3ad7666e-5d20-4108-a565-0462d9e01fdd, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ad7666e-5d20-4108-a565-0462d9e01fdd,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:45.076380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.080775 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5c5d0bb-fb7c-41d7-8694-79e20590de09 req-5185364f-9ee8-4d5f-aaed-ae946d533df9 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564537 Jul 13 08:20:45.121478 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:45.122148 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.123655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] 10.222.0.38 "PUT /v2.0/ports/3ad7666e-5d20-4108-a565-0462d9e01fdd HTTP/1.1" status: 200 len: 1092 time: 0.7750306 Jul 13 08:20:45.124120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820fa645-6fbe-4bbb-a8be-70a17f96b2d6', 'tag': '3ad7666e-5d20-4108-a565-0462d9e01fdd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:45.126896 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f072c74-8e7e-432b-af97-8be534ea98de" -d '{"events": [{"name": "network-changed", "server_uuid": "820fa645-6fbe-4bbb-a8be-70a17f96b2d6", "tag": "3ad7666e-5d20-4108-a565-0462d9e01fdd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:45.163006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e616939a-42e7-4189-8c2b-d3bc8276facf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:45.185501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e5707-87c3-40f2-90c3-37587bd6c268 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad7666e-5d20-4108-a565-0462d9e01fdd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:45.206967 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccd72c7-4add-4e29-899b-f52cac8b993a x-openstack-request-id: req-0ccd72c7-4add-4e29-899b-f52cac8b993a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:45.206967 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820fa645-6fbe-4bbb-a8be-70a17f96b2d6", "tag": "3ad7666e-5d20-4108-a565-0462d9e01fdd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:45.207183 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ccd72c7-4add-4e29-899b-f52cac8b993a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:45.207691 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820fa645-6fbe-4bbb-a8be-70a17f96b2d6', 'tag': '3ad7666e-5d20-4108-a565-0462d9e01fdd', 'status': 'completed', 'code': 200} Jul 13 08:20:45.253122 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e616939a-42e7-4189-8c2b-d3bc8276facf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:45.253596 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.280048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-844ac6b2-0f6a-4183-abee-48a34f17e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:45.281646 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-844ac6b2-0f6a-4183-abee-48a34f17e997 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=513c81befd6d485cbe87b2bc7b66d530&device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 1095 time: 0.0853529 Jul 13 08:20:45.337372 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-eb414251-a801-4d41-ac88-3a601c41e488 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ad7666e-5d20-4108-a565-0462d9e01fdd HTTP/1.1" status: 200 len: 217 time: 0.0484853 Jul 13 08:20:45.361440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device eabc075b-465e-42ae-9ba4-eac478fdc4e4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:45.392563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-cc6425bb-237e-4e05-a783-136fa8257597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:45.394369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-cc6425bb-237e-4e05-a783-136fa8257597 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4847eda-4088-4f15-a29f-582a8457838d HTTP/1.1" status: 200 len: 856 time: 0.0515125 Jul 13 08:20:45.434417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port eabc075b-465e-42ae-9ba4-eac478fdc4e4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:45.440000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port eabc075b-465e-42ae-9ba4-eac478fdc4e4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:45.440588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.471706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-6a1cb9ae-b71f-484b-88f1-6c5cf76fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:45.473303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-6a1cb9ae-b71f-484b-88f1-6c5cf76fcd23 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa95e446-85e3-4125-806a-f80093ded0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724714 Jul 13 08:20:45.533567 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.575361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port eabc075b-465e-42ae-9ba4-eac478fdc4e4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=eabc075b-465e-42ae-9ba4-eac478fdc4e4,segment=NetworkSegment(7f9660be-607e-4924-92c2-eabdff6f176f),segment_id=7f9660be-607e-4924-92c2-eabdff6f176f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:45.579438 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.579824 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-1c2079fa-e0a9-4980-8cee-ee7adceadf48 service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993497 Jul 13 08:20:45.640907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=eabc075b-465e-42ae-9ba4-eac478fdc4e4,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:45.703612 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0d9f0a77-e645-43e2-ac1a-cd1dc3389eb0 req-013074d5-039c-4c91-8978-36e9f1099467 service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175842 Jul 13 08:20:45.819206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072c74-8e7e-432b-af97-8be534ea98de req-3fce7bf0-539c-42a6-9bb8-4f653240f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:45.820783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f072c74-8e7e-432b-af97-8be534ea98de req-3fce7bf0-539c-42a6-9bb8-4f653240f26b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=513c81befd6d485cbe87b2bc7b66d530&device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 1095 time: 0.0577190 Jul 13 08:20:45.870205 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-932f432c-2f8f-45c0-be2a-638c6e1eb372 None None] Provisioning complete for port eabc075b-465e-42ae-9ba4-eac478fdc4e4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:45.871109 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-932f432c-2f8f-45c0-be2a-638c6e1eb372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.917356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072c74-8e7e-432b-af97-8be534ea98de req-8642fc93-db51-4fd2-b68e-71d0b4c5a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:45.919480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f072c74-8e7e-432b-af97-8be534ea98de req-8642fc93-db51-4fd2-b68e-71d0b4c5a0f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fa95e446-85e3-4125-806a-f80093ded0a2 HTTP/1.1" status: 200 len: 918 time: 0.0927894 Jul 13 08:20:45.962140 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f072c74-8e7e-432b-af97-8be534ea98de req-15002594-179d-4beb-b1d5-7fd054d39903 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ad7666e-5d20-4108-a565-0462d9e01fdd HTTP/1.1" status: 200 len: 217 time: 0.0364461 Jul 13 08:20:46.013494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072c74-8e7e-432b-af97-8be534ea98de req-16967eec-57db-4081-9634-8c1bdce56914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:46.015012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f072c74-8e7e-432b-af97-8be534ea98de req-16967eec-57db-4081-9634-8c1bdce56914 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4847eda-4088-4f15-a29f-582a8457838d HTTP/1.1" status: 200 len: 856 time: 0.0452471 Jul 13 08:20:46.078520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072c74-8e7e-432b-af97-8be534ea98de req-9dd1a532-97b3-4273-b264-1fd7d1bfb996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:46.080061 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f072c74-8e7e-432b-af97-8be534ea98de req-9dd1a532-97b3-4273-b264-1fd7d1bfb996 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa95e446-85e3-4125-806a-f80093ded0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580549 Jul 13 08:20:46.178104 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f072c74-8e7e-432b-af97-8be534ea98de req-44309944-4b5d-42ab-8191-ef16ebaf75d5 service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886953 Jul 13 08:20:46.260581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7f9c-7c59-470c-85fe-7030f4413145 req-c41f553f-db78-43e5-97f3-da9b3b473c78 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:46.262210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-926b7f9c-7c59-470c-85fe-7030f4413145 req-c41f553f-db78-43e5-97f3-da9b3b473c78 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 943 time: 0.0664699 Jul 13 08:20:46.276726 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0f072c74-8e7e-432b-af97-8be534ea98de req-d6a47684-ff1e-4c58-ab0c-0ae2b7802464 service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917513 Jul 13 08:20:46.304963 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-926b7f9c-7c59-470c-85fe-7030f4413145 req-02d54046-9acc-48df-969d-2e46be62dcb0 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371189 Jul 13 08:20:47.070738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device eabc075b-465e-42ae-9ba4-eac478fdc4e4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:47.119194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port eabc075b-465e-42ae-9ba4-eac478fdc4e4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:47.119578 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:47.489453 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaff1c3-94e1-4814-96d2-c04727759233 req-f41e22cc-1ba6-4132-9367-33359cabd2d0 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:47.490993 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebaff1c3-94e1-4814-96d2-c04727759233 req-f41e22cc-1ba6-4132-9367-33359cabd2d0 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 943 time: 0.0673449 Jul 13 08:20:47.528698 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebaff1c3-94e1-4814-96d2-c04727759233 req-f34cfe2a-0b7f-4462-b102-1d77d48aa2de tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Jul 13 08:20:48.411476 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a8b3c5e-ba54-4ed5-bb41-e01f65e6d160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:48.709693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a93d3-af40-4bea-9e26-a0b1adcfc19e req-6dfbe268-e633-4bac-8de7-54c04316dd06 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:48.711240 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-282a93d3-af40-4bea-9e26-a0b1adcfc19e req-6dfbe268-e633-4bac-8de7-54c04316dd06 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 943 time: 0.0670083 Jul 13 08:20:48.758401 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-282a93d3-af40-4bea-9e26-a0b1adcfc19e req-c4f3951b-54f9-4a4e-a787-b2766e2df217 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 Jul 13 08:20:48.759962 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3ad7666e-5d20-4108-a565-0462d9e01fdd details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:20:48.861572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3ad7666e-5d20-4108-a565-0462d9e01fdd, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ad7666e-5d20-4108-a565-0462d9e01fdd,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:48.873833 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '3ad7666e-5d20-4108-a565-0462d9e01fdd', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'port_id': '3ad7666e-5d20-4108-a565-0462d9e01fdd', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:20:48.919123 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:48.934138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad7666e-5d20-4108-a565-0462d9e01fdd {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:20:48.955488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3ad7666e-5d20-4108-a565-0462d9e01fdd, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ad7666e-5d20-4108-a565-0462d9e01fdd,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:48.959271 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:49.015121 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=3ad7666e-5d20-4108-a565-0462d9e01fdd,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:49.174622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['3ad7666e-5d20-4108-a565-0462d9e01fdd'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:20:49.937846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d885fd-bb92-4317-8dbb-2b5f3f83c5fc req-61f801b9-396e-4cfa-825a-19b98135799a tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:49.939436 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17d885fd-bb92-4317-8dbb-2b5f3f83c5fc req-61f801b9-396e-4cfa-825a-19b98135799a tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 944 time: 0.0683205 Jul 13 08:20:49.979088 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-17d885fd-bb92-4317-8dbb-2b5f3f83c5fc req-d0601da9-753d-4709-b33b-35e6f52f9dc2 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Jul 13 08:20:50.775407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3ad7666e-5d20-4108-a565-0462d9e01fdd up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:50.824829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 3ad7666e-5d20-4108-a565-0462d9e01fdd completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:50.828550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 3ad7666e-5d20-4108-a565-0462d9e01fdd triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:50.828929 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:50.908970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:50.931496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820fa645-6fbe-4bbb-a8be-70a17f96b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad7666e-5d20-4108-a565-0462d9e01fdd'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:50.935028 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1545dd9-6e2d-4ae7-86c2-799322410981" -d '{"events": [{"server_uuid": "820fa645-6fbe-4bbb-a8be-70a17f96b2d6", "name": "network-vif-plugged", "status": "completed", "tag": "3ad7666e-5d20-4108-a565-0462d9e01fdd"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:50.947891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 3ad7666e-5d20-4108-a565-0462d9e01fdd, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ad7666e-5d20-4108-a565-0462d9e01fdd,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:50.952613 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:50.983641 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8245e78d-22f2-4969-b2fd-bddfeee4b43d x-openstack-request-id: req-8245e78d-22f2-4969-b2fd-bddfeee4b43d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:50.983900 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820fa645-6fbe-4bbb-a8be-70a17f96b2d6", "name": "network-vif-plugged", "status": "completed", "tag": "3ad7666e-5d20-4108-a565-0462d9e01fdd", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:50.984212 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8245e78d-22f2-4969-b2fd-bddfeee4b43d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:50.984505 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820fa645-6fbe-4bbb-a8be-70a17f96b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad7666e-5d20-4108-a565-0462d9e01fdd', 'code': 200} Jul 13 08:20:51.020175 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=3ad7666e-5d20-4108-a565-0462d9e01fdd,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:51.095512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004135a9-0e18-4880-b8df-63d7025e81c5 req-5febbe8d-c9e2-4043-874d-2aa953504e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:51.097061 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-004135a9-0e18-4880-b8df-63d7025e81c5 req-5febbe8d-c9e2-4043-874d-2aa953504e1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0596640 Jul 13 08:20:51.130080 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6c7755f7-3b97-4aec-8a16-5ad1b17b8729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:51.140644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-004135a9-0e18-4880-b8df-63d7025e81c5 req-0cfe33cb-6203-4498-940c-dd0a9938f6a2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374079 Jul 13 08:20:51.176736 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:51.199567 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bba4b-7553-4055-a1a1-79cbeb60aca4 req-8a374dcd-f1f4-4b80-9e4e-932139f7e5e1 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:51.201310 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c4bba4b-7553-4055-a1a1-79cbeb60aca4 req-8a374dcd-f1f4-4b80-9e4e-932139f7e5e1 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 945 time: 0.0802236 Jul 13 08:20:51.248394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c4bba4b-7553-4055-a1a1-79cbeb60aca4 req-b9ce288f-a60a-4ea5-8eaa-2f03bff0b4c3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Jul 13 08:20:51.254889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a114cf4b-a444-4469-8017-756057e78385 None None] Provisioning complete for port 3ad7666e-5d20-4108-a565-0462d9e01fdd triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:51.255832 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a114cf4b-a444-4469-8017-756057e78385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:51.869266 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:20:52.178884 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:52.429425 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9107e5e-6859-48df-95e0-e38a99ed8c05 req-aea8a7d9-6c98-406e-912b-59d781a0c595 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:52.430886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9107e5e-6859-48df-95e0-e38a99ed8c05 req-aea8a7d9-6c98-406e-912b-59d781a0c595 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 945 time: 0.0656941 Jul 13 08:20:52.471353 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9107e5e-6859-48df-95e0-e38a99ed8c05 req-56182205-d2bf-406f-b06c-2051a26222b2 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339897 Jul 13 08:20:52.648998 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a22de-e23b-4bac-8b95-546454ac4f1f req-1bbdcb87-a530-4738-8008-7af775b9f644 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:52.650523 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad6a22de-e23b-4bac-8b95-546454ac4f1f req-1bbdcb87-a530-4738-8008-7af775b9f644 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 945 time: 0.0706406 Jul 13 08:20:52.690349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ad6a22de-e23b-4bac-8b95-546454ac4f1f req-4ebf4f4a-583d-4a72-a2dd-06e50eb0b4d0 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Jul 13 08:20:53.849292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:06.212444 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.154204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:11.952591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c702-c980-4155-b3a4-3a5feed57bc7 req-72ad6ffd-c0f3-49a8-a27f-85b275aa65fc tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:11.954114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1da8c702-c980-4155-b3a4-3a5feed57bc7 req-72ad6ffd-c0f3-49a8-a27f-85b275aa65fc tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 945 time: 0.0646956 Jul 13 08:21:11.992127 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1da8c702-c980-4155-b3a4-3a5feed57bc7 req-9cc4120b-7899-481f-8290-1c0add74f2ef tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Jul 13 08:21:13.165916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb45ee2-605e-4211-b7db-33ed49b1912a req-357ab5bb-ce4a-4574-b4f3-76955c94c4b6 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:13.167407 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fb45ee2-605e-4211-b7db-33ed49b1912a req-357ab5bb-ce4a-4574-b4f3-76955c94c4b6 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 945 time: 0.0670607 Jul 13 08:21:13.205764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fb45ee2-605e-4211-b7db-33ed49b1912a req-64759669-5ccb-4acc-af24-c61b045762f8 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328178 Jul 13 08:21:13.372807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-da055f25-7aa8-4c5f-92ec-bc6e03ea0a5a tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:13.374274 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-da055f25-7aa8-4c5f-92ec-bc6e03ea0a5a tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.38 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 945 time: 0.0609808 Jul 13 08:21:13.475205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Deleting port 3ad7666e-5d20-4108-a565-0462d9e01fdd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:21:13.475444 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:13.563857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] For port 3ad7666e-5d20-4108-a565-0462d9e01fdd, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=3ad7666e-5d20-4108-a565-0462d9e01fdd,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:13.564225 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:13.580769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Calling delete_port for 3ad7666e-5d20-4108-a565-0462d9e01fdd owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:21:13.706043 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:13.717745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['3ad7666e-5d20-4108-a565-0462d9e01fdd'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:21:13.737062 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Pushing event deleted for resources: {'Port': ['ID=3ad7666e-5d20-4108-a565-0462d9e01fdd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:13.784037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] No DVR routers for this DVR port 3ad7666e-5d20-4108-a565-0462d9e01fdd on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:21:13.786791 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:13.788820 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e61944ba-9c40-46c2-8ea1-df4d9d1c4f9c req-fe964415-6d6e-4c6d-89ef-4c539ee81002 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.38 "DELETE /v2.0/ports/3ad7666e-5d20-4108-a565-0462d9e01fdd HTTP/1.1" status: 204 len: 173 time: 0.4087744 Jul 13 08:21:13.789257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820fa645-6fbe-4bbb-a8be-70a17f96b2d6', 'name': 'network-vif-deleted', 'tag': '3ad7666e-5d20-4108-a565-0462d9e01fdd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:21:13.791545 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a52ce2-b7ff-45e8-886e-d0ea0a8e05c8" -d '{"events": [{"server_uuid": "820fa645-6fbe-4bbb-a8be-70a17f96b2d6", "name": "network-vif-deleted", "tag": "3ad7666e-5d20-4108-a565-0462d9e01fdd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:21:13.833413 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ca9cad-a537-4fb8-ab1d-cb041d720c8d x-openstack-request-id: req-a7ca9cad-a537-4fb8-ab1d-cb041d720c8d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:21:13.833749 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820fa645-6fbe-4bbb-a8be-70a17f96b2d6", "name": "network-vif-deleted", "tag": "3ad7666e-5d20-4108-a565-0462d9e01fdd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:21:13.833973 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7ca9cad-a537-4fb8-ab1d-cb041d720c8d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:21:13.834386 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820fa645-6fbe-4bbb-a8be-70a17f96b2d6', 'name': 'network-vif-deleted', 'tag': '3ad7666e-5d20-4108-a565-0462d9e01fdd', 'status': 'completed', 'code': 200} Jul 13 08:21:14.365052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82630fde-9d9a-4226-af0a-7858f1a0aa61 req-288ce481-cc29-44e8-8e97-31572aff4a71 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=820fa645-6fbe-4bbb-a8be-70a17f96b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0289652 Jul 13 08:21:15.883364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88880a-8c42-4122-a694-04f876e44171 req-00155d8b-94f3-40c0-8680-e08d1d2a6ef6 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:15.884867 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-00155d8b-94f3-40c0-8680-e08d1d2a6ef6 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/networks?id=fa95e446-85e3-4125-806a-f80093ded0a2 HTTP/1.1" status: 200 len: 817 time: 0.1098573 Jul 13 08:21:15.900363 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-176d412f-f125-49d9-a8bd-afbf5a1105fc tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/quotas/513c81befd6d485cbe87b2bc7b66d530 HTTP/1.1" status: 200 len: 375 time: 0.0092769 Jul 13 08:21:15.968359 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-a26e0bed-5c30-4495-8fd3-5bcf1a99c603 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=513c81befd6d485cbe87b2bc7b66d530&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629029 Jul 13 08:21:16.065863 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-1c92fb7b-dc65-4de3-82c5-1d4d6594baa5 service neutron] 10.222.0.41 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836282 Jul 13 08:21:16.162206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-2a77df08-f8c6-43cb-a8c8-c21f9292f5af service neutron] 10.222.0.41 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900757 Jul 13 08:21:16.329225 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cc4dfdd0-4d04-4f38-913d-efca7faf7fc0 req-bae304c0-0b22-4d52-83d5-1ad503115f3f tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 210 time: 0.0290082 Jul 13 08:21:16.899592 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3ad7666e-5d20-4108-a565-0462d9e01fdd no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:21:16.921403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 3ad7666e-5d20-4108-a565-0462d9e01fdd {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:21:16.921792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 3ad7666e-5d20-4108-a565-0462d9e01fdd not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:21:17.383601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88880a-8c42-4122-a694-04f876e44171 req-51317fe9-07bf-468f-95ab-a0ecdc8d92d1 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:17.385832 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-51317fe9-07bf-468f-95ab-a0ecdc8d92d1 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.38 "GET /v2.0/networks?id=fa95e446-85e3-4125-806a-f80093ded0a2 HTTP/1.1" status: 200 len: 817 time: 0.1296384 Jul 13 08:21:17.400433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Request body: {'port': {'device_id': '9d68bc0a-39b5-4fad-b911-ffd152f96ac7', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'admin_state_up': True, 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:17.494162 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-afe810f9-7ee4-47d4-9eec-8fa85eb2d2f6 req-9b8f485f-945e-4981-9a8c-e3253240d5d9 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 210 time: 0.0421917 Jul 13 08:21:17.546728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Made reservation on behalf of 513c81befd6d485cbe87b2bc7b66d530 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:21:17.550478 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:17.680596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Allocated IP 172.20.0.13 (fa95e446-85e3-4125-806a-f80093ded0a2/e4847eda-4088-4f15-a29f-582a8457838d/ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:21:17.827984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:17.841728 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Transition to ACTIVE for port object ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:21:17.874840 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:17.925727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Network fa95e446-85e3-4125-806a-f80093ded0a2 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:21:17.929022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:21:17.932915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:21:17.939586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Pushing event updated for resources: {'Port': ['ID=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:17.987530 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:17.988160 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.003565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-a677bd12-62bc-4c8b-ad1f-51598904922b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6090605 Jul 13 08:21:18.015641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-40dcf97e-b0aa-485a-a67f-2148414e1485 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:21:18.016817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-40dcf97e-b0aa-485a-a67f-2148414e1485 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070703 Jul 13 08:21:18.028690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Request body: {'port': {'device_id': '9d68bc0a-39b5-4fad-b911-ffd152f96ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:18.103949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.120839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ec293889-d1ab-4790-8804-85220f25a00f None None] Provisioning for port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:21:18.124917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ec293889-d1ab-4790-8804-85220f25a00f None None] Provisioning complete for port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:18.125297 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec293889-d1ab-4790-8804-85220f25a00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.161416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec293889-d1ab-4790-8804-85220f25a00f None None] Port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:21:18.374383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:21:18.381794 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.394299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Transition to ACTIVE for port object ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:21:18.399224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.413123 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2d55-38f0-478a-8f3b-3d7196b50f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.471414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:18.531775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Attempting to bind port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:21:18.532468 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Attempting to bind port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:21:18.532942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Attempting to bind port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e on network fa95e446-85e3-4125-806a-f80093ded0a2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:21:18.539240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e on network fa95e446-85e3-4125-806a-f80093ded0a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:21:18.539654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Attempting to bind port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e on network fa95e446-85e3-4125-806a-f80093ded0a2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:21:18.546764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:21:18.547308 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Checking segment: {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:21:18.547773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Bound using segment: {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:21:18.548418 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Bound port: ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175d29eb-9187-4af9-964a-9026a0785786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:21:18.548860 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.625090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] For port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:21:18.628397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] For port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:21:18.632711 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.669586 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:18.670255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.671688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] 10.222.0.38 "PUT /v2.0/ports/ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e HTTP/1.1" status: 200 len: 1093 time: 0.6480412 Jul 13 08:21:18.673063 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5261-c02c-410b-93e5-acba78c7b82c req-8c3bf07f-a799-46e6-9079-dd2bea2e4894 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:18.674195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d68bc0a-39b5-4fad-b911-ffd152f96ac7', 'tag': 'ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:21:18.674779 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-825a5261-c02c-410b-93e5-acba78c7b82c req-8c3bf07f-a799-46e6-9079-dd2bea2e4894 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 944 time: 0.0661299 Jul 13 08:21:18.686515 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c87c42d-93bf-40be-9644-331ac450acd8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d68bc0a-39b5-4fad-b911-ffd152f96ac7", "tag": "ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:21:18.719554 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-825a5261-c02c-410b-93e5-acba78c7b82c req-8dbeb226-83a6-4696-b9e1-ff16c4807e8b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372851 Jul 13 08:21:18.749172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e3494-fb54-49fe-bbda-21f3ce459b3f service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:18.778055 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c002f71f-9f9a-4687-bc31-427796d3cc13 x-openstack-request-id: req-c002f71f-9f9a-4687-bc31-427796d3cc13 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:21:18.778349 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d68bc0a-39b5-4fad-b911-ffd152f96ac7", "tag": "ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:21:18.778602 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c002f71f-9f9a-4687-bc31-427796d3cc13 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:21:18.779011 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d68bc0a-39b5-4fad-b911-ffd152f96ac7', 'tag': 'ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e', 'status': 'completed', 'code': 200} Jul 13 08:21:18.781836 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88880a-8c42-4122-a694-04f876e44171 req-b60fcd09-38f2-4782-a154-b58672bb725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:18.783393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-b60fcd09-38f2-4782-a154-b58672bb725a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=513c81befd6d485cbe87b2bc7b66d530&device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0674672 Jul 13 08:21:18.829162 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-3e07dc71-6f4e-4e83-93e6-726dccfecf69 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e HTTP/1.1" status: 200 len: 217 time: 0.0391235 Jul 13 08:21:18.880895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88880a-8c42-4122-a694-04f876e44171 req-c5f35ad9-9971-48b0-b25c-42bc03ae7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:18.884058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-c5f35ad9-9971-48b0-b25c-42bc03ae7849 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4847eda-4088-4f15-a29f-582a8457838d HTTP/1.1" status: 200 len: 856 time: 0.0470738 Jul 13 08:21:18.940192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88880a-8c42-4122-a694-04f876e44171 req-ad58e1f4-fe5d-405b-8b26-c89c71a02feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:18.941705 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-ad58e1f4-fe5d-405b-8b26-c89c71a02feb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa95e446-85e3-4125-806a-f80093ded0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530829 Jul 13 08:21:19.036144 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-5d5f1175-1636-44f3-b9ac-251337c10627 service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880554 Jul 13 08:21:19.123768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fc88880a-8c42-4122-a694-04f876e44171 req-b63aac68-d474-416b-a83e-6c0ff3778156 service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815058 Jul 13 08:21:19.247533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-d1c4a2e8-708a-4c0b-8865-4b0570eab070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:19.248930 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-d1c4a2e8-708a-4c0b-8865-4b0570eab070 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=513c81befd6d485cbe87b2bc7b66d530&device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0564897 Jul 13 08:21:19.338235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-c2408417-df63-43f3-8d6a-638a3166c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:19.340291 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-c2408417-df63-43f3-8d6a-638a3166c7da service neutron] 10.222.0.38 "GET /v2.0/networks?id=fa95e446-85e3-4125-806a-f80093ded0a2 HTTP/1.1" status: 200 len: 918 time: 0.0848627 Jul 13 08:21:19.383547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-f266ab7c-da5f-4420-a76e-4f87ff5bc99a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e HTTP/1.1" status: 200 len: 217 time: 0.0373387 Jul 13 08:21:19.432127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-867b1ca3-707f-428f-96ac-1334209f2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:19.434581 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-867b1ca3-707f-428f-96ac-1334209f2549 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4847eda-4088-4f15-a29f-582a8457838d HTTP/1.1" status: 200 len: 856 time: 0.0436366 Jul 13 08:21:19.491389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-540c3410-f0a3-4540-bd18-3845075ebbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:19.492915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-540c3410-f0a3-4540-bd18-3845075ebbb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa95e446-85e3-4125-806a-f80093ded0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530403 Jul 13 08:21:19.585547 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-a5d3b8bb-4a6c-4313-a31f-92b744939d5a service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856531 Jul 13 08:21:19.676600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5c87c42d-93bf-40be-9644-331ac450acd8 req-36eec7db-812f-4f5f-ab75-12e1b4fe6868 service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842295 Jul 13 08:21:19.894957 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ee581-0e56-4e92-abf9-6feb64133d3e req-8827d113-f04b-41db-94b2-5f1ae067ebd2 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:19.896460 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b4ee581-0e56-4e92-abf9-6feb64133d3e req-8827d113-f04b-41db-94b2-5f1ae067ebd2 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 944 time: 0.0629623 Jul 13 08:21:19.935408 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5b4ee581-0e56-4e92-abf9-6feb64133d3e req-c67726ad-32d4-4ecd-bc5e-813a7f3030c3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334144 Jul 13 08:21:20.914977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:21:21.117326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f37c33-e993-4b78-8290-44274200d7ff req-9d3db090-bff6-4e13-ac6a-9c38b22b330f tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:21.118798 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65f37c33-e993-4b78-8290-44274200d7ff req-9d3db090-bff6-4e13-ac6a-9c38b22b330f tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 944 time: 0.0709491 Jul 13 08:21:21.157675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-65f37c33-e993-4b78-8290-44274200d7ff req-0af948cb-cf60-4412-81a6-81b4e558861d tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Jul 13 08:21:21.171955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca836adb-cca5-4c45-80c2-507ff7113755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:21.190912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:21.198000 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:21.203692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e', 'network_id': 'fa95e446-85e3-4125-806a-f80093ded0a2', 'port_id': 'ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e', 'mac_address': 'fa:16:3e:36:6b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4847eda-4088-4f15-a29f-582a8457838d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:21:21.239955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:21.252649 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:21:21.272374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:21.275890 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:21.331277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:21.338838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.339544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.339544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.339905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.340244 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.340582 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.340916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.341254 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.341590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.341919 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.342275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.342608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:21.506599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:21:22.182152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:22.335088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6588680-1f50-4b0e-a22b-dc17b3eab188 req-71f7fd45-1af2-4a8c-a1e0-68f0143a7bc7 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:22.336579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b6588680-1f50-4b0e-a22b-dc17b3eab188 req-71f7fd45-1af2-4a8c-a1e0-68f0143a7bc7 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 945 time: 0.0644205 Jul 13 08:21:22.374392 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b6588680-1f50-4b0e-a22b-dc17b3eab188 req-13686572-a283-4e35-b864-6c1ada379177 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Jul 13 08:21:22.930403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:21:22.978868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:21:22.982334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:22.982705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:23.060437 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:23.082744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d68bc0a-39b5-4fad-b911-ffd152f96ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:21:23.084971 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44364c71-7ec0-4863-8355-67c189d00a2f" -d '{"events": [{"server_uuid": "9d68bc0a-39b5-4fad-b911-ffd152f96ac7", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:21:23.098264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:23.102673 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:23.129636 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebf7221-6b8c-48f9-8c03-82877193a377 x-openstack-request-id: req-bebf7221-6b8c-48f9-8c03-82877193a377 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:21:23.130317 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d68bc0a-39b5-4fad-b911-ffd152f96ac7", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:21:23.130317 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bebf7221-6b8c-48f9-8c03-82877193a377 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:21:23.130574 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d68bc0a-39b5-4fad-b911-ffd152f96ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e', 'code': 200} Jul 13 08:21:23.161625 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:23.248853 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5e5b5-9480-4c5b-a456-89f8b241d442 req-3dee681c-a247-4ec6-bdf0-c7a7ad031933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:23.250426 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27b5e5b5-9480-4c5b-a456-89f8b241d442 req-3dee681c-a247-4ec6-bdf0-c7a7ad031933 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0585873 Jul 13 08:21:23.302446 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-27b5e5b5-9480-4c5b-a456-89f8b241d442 req-7e8c1248-fa67-432b-ad4e-9d8979cac5be service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452056 Jul 13 08:21:23.390883 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-530dbab0-36e4-40da-b3cb-20f9d07b32c3 None None] Provisioning complete for port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:23.391434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-530dbab0-36e4-40da-b3cb-20f9d07b32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:23.553938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e682-81a8-41e7-82d9-5ec1086ae016 req-b8091e38-83f7-4cfa-972d-a0e20ff7e9b6 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:23.555435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69a3e682-81a8-41e7-82d9-5ec1086ae016 req-b8091e38-83f7-4cfa-972d-a0e20ff7e9b6 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 946 time: 0.0678065 Jul 13 08:21:23.593284 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69a3e682-81a8-41e7-82d9-5ec1086ae016 req-ed14f989-a786-4905-acc5-95b7e4f37daa tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Jul 13 08:21:23.849902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:24.763610 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6526955-7bad-4172-9311-82da2cfe7dce req-425e1c0f-3071-4e05-af41-6e18e42506b3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:24.765126 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6526955-7bad-4172-9311-82da2cfe7dce req-425e1c0f-3071-4e05-af41-6e18e42506b3 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 946 time: 0.0640552 Jul 13 08:21:24.801993 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6526955-7bad-4172-9311-82da2cfe7dce req-e68e49e5-7797-4661-a467-a991fa611e7f tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Jul 13 08:21:24.971487 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c7e16-2574-4afd-8a79-7cbeb8ba1d2f req-8e37222c-74ca-407c-a83d-ece50f1b9f2f tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:24.972864 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-623c7e16-2574-4afd-8a79-7cbeb8ba1d2f req-8e37222c-74ca-407c-a83d-ece50f1b9f2f tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 946 time: 0.0616119 Jul 13 08:21:25.009657 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-623c7e16-2574-4afd-8a79-7cbeb8ba1d2f req-0d28c1bd-86d7-4349-a83a-5b537c479cd1 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313559 Jul 13 08:21:26.717234 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7783e006-faf2-4e52-ac00-14d51e58250b req-d9bd1a2e-31b3-4ca8-903f-e4dc0ed36f3d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0694120 Jul 13 08:21:26.821501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783e006-faf2-4e52-ac00-14d51e58250b req-be29d219-a823-4c31-9042-f7ccd87adced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:26.824248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7783e006-faf2-4e52-ac00-14d51e58250b req-be29d219-a823-4c31-9042-f7ccd87adced service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=513c81befd6d485cbe87b2bc7b66d530&device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0606189 Jul 13 08:21:26.940034 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783e006-faf2-4e52-ac00-14d51e58250b req-866d346c-b536-4a9f-87fd-ddf11afb8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:26.941526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7783e006-faf2-4e52-ac00-14d51e58250b req-866d346c-b536-4a9f-87fd-ddf11afb8127 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fa95e446-85e3-4125-806a-f80093ded0a2 HTTP/1.1" status: 200 len: 918 time: 0.0934870 Jul 13 08:21:26.981537 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7783e006-faf2-4e52-ac00-14d51e58250b req-0fa241d7-20e5-4ea8-8e63-e82a76a68657 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e HTTP/1.1" status: 200 len: 217 time: 0.0341849 Jul 13 08:21:27.030491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783e006-faf2-4e52-ac00-14d51e58250b req-96521883-0d4c-4934-8e42-b28d6fb4642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:27.032027 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7783e006-faf2-4e52-ac00-14d51e58250b req-96521883-0d4c-4934-8e42-b28d6fb4642a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4847eda-4088-4f15-a29f-582a8457838d HTTP/1.1" status: 200 len: 856 time: 0.0447857 Jul 13 08:21:27.096447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783e006-faf2-4e52-ac00-14d51e58250b req-a41512e6-3e41-4afc-bdb6-e8903edb0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:27.098016 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7783e006-faf2-4e52-ac00-14d51e58250b req-a41512e6-3e41-4afc-bdb6-e8903edb0a34 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa95e446-85e3-4125-806a-f80093ded0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598602 Jul 13 08:21:27.189025 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7783e006-faf2-4e52-ac00-14d51e58250b req-f361aebb-8fc8-4fdf-82de-fc5ea1b382f3 service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848200 Jul 13 08:21:27.283841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7783e006-faf2-4e52-ac00-14d51e58250b req-0379c0af-63d6-46e3-8e77-cc1e2915aba1 service neutron] 10.222.0.38 "GET /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879247 Jul 13 08:21:28.866940 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:21:36.216420 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:38.169610 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:44.070985 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b07e1-b310-4bcd-811a-2d4529c0a0ef req-e57aa238-95cf-41ce-8dba-86b27fbc8591 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:44.072545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d53b07e1-b310-4bcd-811a-2d4529c0a0ef req-e57aa238-95cf-41ce-8dba-86b27fbc8591 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 946 time: 0.2118447 Jul 13 08:21:44.118496 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d53b07e1-b310-4bcd-811a-2d4529c0a0ef req-168851c3-a99e-4b0c-8500-00b64cdff18b tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388629 Jul 13 08:21:45.306878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bf26b-0223-4f96-bb86-7a576862d4db req-bd2ba045-dfe8-4f8e-9f72-656bf5a976b8 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:45.310041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc0bf26b-0223-4f96-bb86-7a576862d4db req-bd2ba045-dfe8-4f8e-9f72-656bf5a976b8 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 946 time: 0.0722778 Jul 13 08:21:45.341228 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-651148aa-f181-4728-9c48-8c77f1924905 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:45.342927 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-651148aa-f181-4728-9c48-8c77f1924905 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d68bc0a-39b5-4fad-b911-ffd152f96ac7 HTTP/1.1" status: 200 len: 946 time: 0.0763173 Jul 13 08:21:45.351058 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc0bf26b-0223-4f96-bb86-7a576862d4db req-0d5f854c-d72f-42bd-85de-246eed54fe3f tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.41 "GET /v2.0/security-groups?id=f814a118-36eb-4fcf-8b19-12739a514791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342686 Jul 13 08:21:45.455921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Deleting port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:21:45.456241 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:45.551536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] For port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:45.551906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:45.565940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Calling delete_port for ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:21:45.700498 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:45.713158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:21:45.728183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Pushing event deleted for resources: {'Port': ['ID=ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:45.742379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.742807 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.743164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.743424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.743731 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.745070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.745070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.745070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.745070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.745823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.745823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.746182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:45.792673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] No DVR routers for this DVR port ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:21:45.796148 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:45.798206 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-829bb4e5-a033-4065-bd7f-eb138993e8a6 req-6eaa26c0-a913-4a99-b6a5-36b3b2715d36 tempest-TestEncryptedCinderVolumes-836201606 tempest-TestEncryptedCinderVolumes-836201606-project] 10.222.0.38 "DELETE /v2.0/ports/ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e HTTP/1.1" status: 204 len: 173 time: 0.4502149 Jul 13 08:21:45.798644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d68bc0a-39b5-4fad-b911-ffd152f96ac7', 'name': 'network-vif-deleted', 'tag': 'ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:21:45.800930 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a279051b-19db-42f5-98c7-7ec9a09a70f0" -d '{"events": [{"server_uuid": "9d68bc0a-39b5-4fad-b911-ffd152f96ac7", "name": "network-vif-deleted", "tag": "ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:21:45.844881 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ee0764-7211-4a11-9f15-09d37aef0a4e x-openstack-request-id: req-49ee0764-7211-4a11-9f15-09d37aef0a4e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:21:45.845173 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d68bc0a-39b5-4fad-b911-ffd152f96ac7", "name": "network-vif-deleted", "tag": "ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:21:45.845421 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49ee0764-7211-4a11-9f15-09d37aef0a4e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:21:45.845994 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d68bc0a-39b5-4fad-b911-ffd152f96ac7', 'name': 'network-vif-deleted', 'tag': 'ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e', 'status': 'completed', 'code': 200} Jul 13 08:21:46.485773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:47.153633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:47.406863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Deleting port 370e4221-9b57-4285-9d05-3a664a8a4456 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:21:47.407121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:47.485984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] For port 370e4221-9b57-4285-9d05-3a664a8a4456, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=370e4221-9b57-4285-9d05-3a664a8a4456,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:47.486699 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:47.498700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Calling delete_port for 370e4221-9b57-4285-9d05-3a664a8a4456 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:21:47.675618 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:47.701905 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=370e4221-9b57-4285-9d05-3a664a8a4456,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:47.866392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.082641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Router e6199846-6b2e-4d9a-b095-7a9833fa30ad has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:21:48.187926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:21:48.193250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c53c75b3-ad71-4504-a2b7-5326b12e4e7b admin admin] 10.222.0.41 "PUT /v2.0/routers/e6199846-6b2e-4d9a-b095-7a9833fa30ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7057028 Jul 13 08:21:48.195667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:48.197071 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] Sync routers for ids ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:21:48.211107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] Routers {'e6199846-6b2e-4d9a-b095-7a9833fa30ad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:48.211762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:48.306266 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.317703 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] Set router e6199846-6b2e-4d9a-b095-7a9833fa30ad gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:48.411747 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.447957 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-709f0b94-45e1-496e-bed6-e0c53598dfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.467110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Deleting port 090fda6c-dc53-49cd-a35a-61c4936c0776 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:21:48.467468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.512778 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:31Z', 'updated_at': '2021-07-13T08:21:47Z', 'revision_number': 5, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'gw_port': {'id': '090fda6c-dc53-49cd-a35a-61c4936c0776', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:32Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:48.539946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] Checking router: e6199846-6b2e-4d9a-b095-7a9833fa30ad for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:21:48.549977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] Routers {'e6199846-6b2e-4d9a-b095-7a9833fa30ad'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:48.550598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] For port 090fda6c-dc53-49cd-a35a-61c4936c0776, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=090fda6c-dc53-49cd-a35a-61c4936c0776,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:48.551095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:48.551212 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.562550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Calling delete_port for 090fda6c-dc53-49cd-a35a-61c4936c0776 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:21:48.634984 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] Set router e6199846-6b2e-4d9a-b095-7a9833fa30ad gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:48.687354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:31Z', 'updated_at': '2021-07-13T08:21:48Z', 'revision_number': 6, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:48.717156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720240da-b4a3-44f5-aea4-c4f017199454 None None] The sync data for ids ['e6199846-6b2e-4d9a-b095-7a9833fa30ad'] in n-d-758944-43 is: [{'id': 'e6199846-6b2e-4d9a-b095-7a9833fa30ad', 'name': 'tempest-TestEncryptedCinderVolumes-1771241918-router', 'tenant_id': '513c81befd6d485cbe87b2bc7b66d530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:31Z', 'updated_at': '2021-07-13T08:21:48Z', 'revision_number': 6, 'project_id': '513c81befd6d485cbe87b2bc7b66d530', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:21:48.736617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.770113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=090fda6c-dc53-49cd-a35a-61c4936c0776,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:48.827924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.919745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.921844 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.967312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.967810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6199846-6b2e-4d9a-b095-7a9833fa30ad {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:21:48.972123 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.973236 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f370aef3-af28-430b-9a20-aa2939d337b2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e6199846-6b2e-4d9a-b095-7a9833fa30ad HTTP/1.1" status: 204 len: 168 time: 0.7766457 Jul 13 08:21:48.975772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:49.020224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-841894ac-e989-4a09-bd95-6d9cf5f4b1c3 admin admin] Deleting subnet e4847eda-4088-4f15-a29f-582a8457838d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:21:49.023117 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-841894ac-e989-4a09-bd95-6d9cf5f4b1c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.063505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-841894ac-e989-4a09-bd95-6d9cf5f4b1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.119504 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:21:49.146093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:21:49.146702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ba4e4bf0-cc4e-4eef-8822-cc01d7f3aa2e not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:21:49.156634 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-841894ac-e989-4a09-bd95-6d9cf5f4b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.212056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-841894ac-e989-4a09-bd95-6d9cf5f4b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.236156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841894ac-e989-4a09-bd95-6d9cf5f4b1c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4847eda-4088-4f15-a29f-582a8457838d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:49.243055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-841894ac-e989-4a09-bd95-6d9cf5f4b1c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.247519 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-841894ac-e989-4a09-bd95-6d9cf5f4b1c3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e4847eda-4088-4f15-a29f-582a8457838d HTTP/1.1" status: 204 len: 168 time: 0.2682552 Jul 13 08:21:49.247908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58508) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:49.248273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8116083-3dc9-469f-a002-0b35938901b9 None None] Network fa95e446-85e3-4125-806a-f80093ded0a2 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:21:49.319965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.372224 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Deleting port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:21:49.372587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.437798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] For port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3dfbd306-2149-4ab1-bb75-f6ebd20770d0,segment=NetworkSegment(175d29eb-9187-4af9-964a-9026a0785786),segment_id=175d29eb-9187-4af9-964a-9026a0785786)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:49.438127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.450113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Calling delete_port for 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:21:49.507309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293f9b1-0029-4416-96ec-7d52281bba77 None None] DHCP port deletion for fa95e446-85e3-4125-806a-f80093ded0a2 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:21:49.511314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 370e4221-9b57-4285-9d05-3a664a8a4456 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:21:49.535013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 370e4221-9b57-4285-9d05-3a664a8a4456 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:21:49.535372 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 370e4221-9b57-4285-9d05-3a664a8a4456 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:21:49.535695 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.557699 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e293f9b1-0029-4416-96ec-7d52281bba77 None None] The port '3dfbd306-2149-4ab1-bb75-f6ebd20770d0' was deleted {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 08:21:49.565014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=3dfbd306-2149-4ab1-bb75-f6ebd20770d0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:49.570332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] No DVR routers for this DVR port 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:21:49.647295 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.658706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa95e446-85e3-4125-806a-f80093ded0a2']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:49.668584 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175d29eb-9187-4af9-964a-9026a0785786') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:49.668974 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175d29eb-9187-4af9-964a-9026a0785786') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:49.677761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.691777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.697794 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:21:49.698229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:21:49.700622 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:21:49.756206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.762023 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.764390 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] 10.222.0.41 "DELETE /v2.0/networks/fa95e446-85e3-4125-806a-f80093ded0a2 HTTP/1.1" status: 204 len: 168 time: 0.5155621 Jul 13 08:21:49.767403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:49.783740 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c89d4-323d-4e0a-a11b-91a9e0ffbbfe admin admin] Pushing event deleted for resources: {'Network': ['ID=fa95e446-85e3-4125-806a-f80093ded0a2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:50.125648 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:50.393012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Deleting port eabc075b-465e-42ae-9ba4-eac478fdc4e4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:21:50.393278 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:50.472222 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] For port eabc075b-465e-42ae-9ba4-eac478fdc4e4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=eabc075b-465e-42ae-9ba4-eac478fdc4e4,segment=NetworkSegment(7f9660be-607e-4924-92c2-eabdff6f176f),segment_id=7f9660be-607e-4924-92c2-eabdff6f176f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:50.472614 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:50.486229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Calling delete_port for eabc075b-465e-42ae-9ba4-eac478fdc4e4 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:21:50.674477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:50.699425 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Pushing event deleted for resources: {'Port': ['ID=eabc075b-465e-42ae-9ba4-eac478fdc4e4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:50.883488 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:51.107805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Router f4469383-c2ba-491b-a6bc-ef26329e7129 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:21:51.127680 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e986b67-d75f-48d1-a08e-16ffd395141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:51.145387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 090fda6c-dc53-49cd-a35a-61c4936c0776 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:21:51.175568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 090fda6c-dc53-49cd-a35a-61c4936c0776 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:21:51.175907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 090fda6c-dc53-49cd-a35a-61c4936c0776 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:21:51.176430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:21:51.202619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:21:51.203132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3dfbd306-2149-4ab1-bb75-f6ebd20770d0 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:21:51.207815 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:51.562889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:21:51.569592 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3b7e6494-58d6-4a6e-8fe9-02ff105384ff admin admin] 10.222.0.41 "PUT /v2.0/routers/f4469383-c2ba-491b-a6bc-ef26329e7129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8011835 Jul 13 08:21:51.572099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:51.572328 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76202900-fbdf-4f09-8970-774defee069c None None] Sync routers for ids ['f4469383-c2ba-491b-a6bc-ef26329e7129'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:21:51.586660 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76202900-fbdf-4f09-8970-774defee069c None None] Routers {'f4469383-c2ba-491b-a6bc-ef26329e7129'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:51.587693 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-76202900-fbdf-4f09-8970-774defee069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f4469383-c2ba-491b-a6bc-ef26329e7129'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:51.679401 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:51.787599 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-76202900-fbdf-4f09-8970-774defee069c None None] Set router f4469383-c2ba-491b-a6bc-ef26329e7129 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:51.788209 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:51.841494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Deleting port e616939a-42e7-4189-8c2b-d3bc8276facf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:21:51.841751 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:51.926660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] For port e616939a-42e7-4189-8c2b-d3bc8276facf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e616939a-42e7-4189-8c2b-d3bc8276facf,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:51.927031 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:51.939950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Calling delete_port for e616939a-42e7-4189-8c2b-d3bc8276facf owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:21:51.959923 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-76202900-fbdf-4f09-8970-774defee069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:21:50Z', 'revision_number': 5, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'gw_port': {'id': 'e616939a-42e7-4189-8c2b-d3bc8276facf', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:37Z', 'updated_at': '2021-07-13T08:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:51.989400 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76202900-fbdf-4f09-8970-774defee069c None None] Checking router: f4469383-c2ba-491b-a6bc-ef26329e7129 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:21:51.997687 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76202900-fbdf-4f09-8970-774defee069c None None] Routers {'f4469383-c2ba-491b-a6bc-ef26329e7129'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:51.998323 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-76202900-fbdf-4f09-8970-774defee069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f4469383-c2ba-491b-a6bc-ef26329e7129'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:52.083712 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-76202900-fbdf-4f09-8970-774defee069c None None] Set router f4469383-c2ba-491b-a6bc-ef26329e7129 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:52.112294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.135166 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-76202900-fbdf-4f09-8970-774defee069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:21:51Z', 'revision_number': 6, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:52.143955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e616939a-42e7-4189-8c2b-d3bc8276facf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:52.167974 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76202900-fbdf-4f09-8970-774defee069c None None] The sync data for ids ['f4469383-c2ba-491b-a6bc-ef26329e7129'] in n-d-758944-43 is: [{'id': 'f4469383-c2ba-491b-a6bc-ef26329e7129', 'name': 'tempest-TestEncryptedCinderVolumes-2103523323-router', 'tenant_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:21:51Z', 'revision_number': 6, 'project_id': 'd2cbccf8c55d43a891dec3f2651f85c3', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:21:52.187970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.226228 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.317634 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.319824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.364626 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.365199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4469383-c2ba-491b-a6bc-ef26329e7129 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:21:52.369806 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.371026 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-350f1179-4683-4de3-8368-d0c24a96bee4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f4469383-c2ba-491b-a6bc-ef26329e7129 HTTP/1.1" status: 204 len: 168 time: 0.7977772 Jul 13 08:21:52.374009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:52.424414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5add465-473b-4fd3-b2bd-19495414d9d4 admin admin] Deleting subnet 9a5b1b50-8264-45dc-9c70-ecd171b46064 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:21:52.427616 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5add465-473b-4fd3-b2bd-19495414d9d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.463644 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5add465-473b-4fd3-b2bd-19495414d9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.544760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5add465-473b-4fd3-b2bd-19495414d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.600748 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5add465-473b-4fd3-b2bd-19495414d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.632158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5add465-473b-4fd3-b2bd-19495414d9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5b1b50-8264-45dc-9c70-ecd171b46064,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:52.635965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5add465-473b-4fd3-b2bd-19495414d9d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.639322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b5add465-473b-4fd3-b2bd-19495414d9d4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9a5b1b50-8264-45dc-9c70-ecd171b46064 HTTP/1.1" status: 204 len: 168 time: 0.2629657 Jul 13 08:21:52.640398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:52.643019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8223283-ec28-4b42-8d61-81fd7d3541a3 None None] Network 747f02ef-2f4a-4893-80b5-ed4f9f04f03d requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:21:52.709245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.761723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Deleting port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:21:52.762135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.830417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] For port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2b9bfe54-0092-41ad-a2a4-04b5665f3d2b,segment=NetworkSegment(7f9660be-607e-4924-92c2-eabdff6f176f),segment_id=7f9660be-607e-4924-92c2-eabdff6f176f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:52.830783 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.842113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Calling delete_port for 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:21:52.920891 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:52.950201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9bfe54-0092-41ad-a2a4-04b5665f3d2b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:52.954110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] No DVR routers for this DVR port 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:21:52.978012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29ca03-f87b-4294-ad28-2405e2ed5fa4 None None] DHCP port deletion for 747f02ef-2f4a-4893-80b5-ed4f9f04f03d request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:21:53.027070 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.037844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747f02ef-2f4a-4893-80b5-ed4f9f04f03d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:53.048414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9660be-607e-4924-92c2-eabdff6f176f') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:53.048719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9660be-607e-4924-92c2-eabdff6f176f') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:53.058211 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.073512 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.080304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:21:53.080964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:21:53.082801 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:21:53.108242 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e616939a-42e7-4189-8c2b-d3bc8276facf no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:21:53.128042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e616939a-42e7-4189-8c2b-d3bc8276facf {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:21:53.128528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e616939a-42e7-4189-8c2b-d3bc8276facf not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:21:53.129047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device eabc075b-465e-42ae-9ba4-eac478fdc4e4 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:21:53.143531 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.149332 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.149652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: eabc075b-465e-42ae-9ba4-eac478fdc4e4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:21:53.150141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device eabc075b-465e-42ae-9ba4-eac478fdc4e4 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:21:53.150586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:21:53.151294 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] 10.222.0.41 "DELETE /v2.0/networks/747f02ef-2f4a-4893-80b5-ed4f9f04f03d HTTP/1.1" status: 204 len: 168 time: 0.5099583 Jul 13 08:21:53.163450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc962aa-5c85-4b11-9d2a-f707eb56c1ce admin admin] Pushing event deleted for resources: {'Network': ['ID=747f02ef-2f4a-4893-80b5-ed4f9f04f03d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:53.178879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:21:53.179263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2b9bfe54-0092-41ad-a2a4-04b5665f3d2b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:21:53.319536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58520) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:53.359394 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c29b9d20-0fed-4edc-8015-eb08889b1a76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=513c81befd6d485cbe87b2bc7b66d530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380151 Jul 13 08:21:53.361705 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:53.409459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7b54f3e-7d8c-4805-8d9d-b47ac71cd65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.430627 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7b54f3e-7d8c-4805-8d9d-b47ac71cd65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.479292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7b54f3e-7d8c-4805-8d9d-b47ac71cd65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.482519 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7b54f3e-7d8c-4805-8d9d-b47ac71cd65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.483668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b7b54f3e-7d8c-4805-8d9d-b47ac71cd65b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f814a118-36eb-4fcf-8b19-12739a514791 HTTP/1.1" status: 204 len: 168 time: 0.1210401 Jul 13 08:21:53.491348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b54f3e-7d8c-4805-8d9d-b47ac71cd65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f814a118-36eb-4fcf-8b19-12739a514791,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:53.785553 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58528) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:53.824902 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-abaee2b0-0549-4f1f-b466-253b12fa9777 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2cbccf8c55d43a891dec3f2651f85c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380826 Jul 13 08:21:53.827303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58530) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:53.851939 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.879118 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.900263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.947145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.950593 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.951881 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b10ce0ce-32ce-47a1-8abf-6b4f33897fd4 HTTP/1.1" status: 204 len: 168 time: 0.1236296 Jul 13 08:21:53.959533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ce0ce-32ce-47a1-8abf-6b4f33897fd4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:53.967436 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.967788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.968134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.968472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.968809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.969141 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.969472 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.969803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.970158 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.970492 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.970800 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:53.971125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e9502-0600-48b3-8236-f220b7c8577b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:54.588298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58552) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:54.690705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-463857507-network', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:54.712383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Made reservation on behalf of 823a86609cf94b61b9e50059f3be88ac for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:21:54.714724 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:54.722967 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:54.811682 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:54.815416 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:54.839588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:21:54.848685 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244b88e1-4500-4286-ba36-f3b46bd20d33,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:54.854668 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:54.855022 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Added segment 23ee3d75-5878-42c3-8a80-e5ccbf48b0f6 of type vlan for network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b Jul 13 08:21:54.895349 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:54.924262 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:54.925365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:54.925967 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:54.961819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3724089 Jul 13 08:21:54.964769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58556) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:54.969799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Request body: {'subnet': {'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-463857507-subnet', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:54.990576 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec480e15-ba5a-4a06-8d30-9a9c6fbb9a64 admin admin] Pushing event updated for resources: {'Network': ['ID=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:54.990786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Made reservation on behalf of 823a86609cf94b61b9e50059f3be88ac for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:21:54.992955 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.001841 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:21:55.160574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.214669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f653e500-8533-45c0-8803-ddc8f4339264,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:55.224423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Checking segment: {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:21:55.224786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Network hostable DHCP agents. Network: 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:21:55.241192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:21:55.249677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:21:55.253704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:55.254326 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.258739 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce62a6-f35e-4cdf-a133-1bfe43fb455c None None] Network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:21:55.272405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-87ab9b0b-2722-4acf-81d9-ffeb60c7ba49 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3040497 Jul 13 08:21:55.272654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:55.277257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:55.299564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.300550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.354009 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.409864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:21:55.410775 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.489656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.550624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Allocated IP 172.20.0.2 (245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b/f653e500-8533-45c0-8803-ddc8f4339264/3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:21:55.692488 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.693222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.702412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Transition to ACTIVE for port object 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:21:55.713777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.718482 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Transition to ACTIVE for port object 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:21:55.724354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.769811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:21:55.772611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:21:55.776957 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:21:55.780594 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Pushing event updated for resources: {'Port': ['ID=3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:55.817789 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Allocated IP 172.25.8.188 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/9ec3b6f1-3b72-41a8-8c0d-cc100e272801) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:21:55.836192 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Attempting to bind port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:21:55.836570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Attempting to bind port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:21:55.836935 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Attempting to bind port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b on network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:21:55.846781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:21:55.846781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Checking segment: {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:21:55.846781 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.846781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Bound using segment: {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:21:55.846781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Bound port: 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:21:55.846781 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.906520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] For port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:21:55.909764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] For port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:21:55.915409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.930082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:55.972530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08116fc-ef44-4954-b832-95566bf60467 None None] Pushing event updated for resources: {'Port': ['ID=3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:55.973665 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:56.016455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:21:56.021510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:21:56.023907 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:21:56.051129 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec3b6f1-3b72-41a8-8c0d-cc100e272801,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:56.305639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:56.498253 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:56.628329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Router 505d0691-ad34-41c3-be62-3c3c3c9e449e is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:21:56.740833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:21:56.750199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Sync routers for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:21:56.758574 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:56.763167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b4cf4e22-2a67-463f-afdf-a2d9f068c0f4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4863122 Jul 13 08:21:56.763349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:56.763349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:56.763619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58560) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:56.872220 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:56.903180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba986b8f-d7e1-41c9-9d65-9c566e9b277c None None] Network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:21:56.976576 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2cf80edb-7b56-43ed-8965-aa508182ce1a None None] Provisioning for port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:21:57.167076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:21:57.203204 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.238795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:56Z', 'revision_number': 3, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:57.270084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Checking router: 505d0691-ad34-41c3-be62-3c3c3c9e449e for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:21:57.270443 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Updating router 505d0691-ad34-41c3-be62-3c3c3c9e449e port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:21:57.298514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:21:57.309464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:57.309854 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.336923 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.360915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Allocated IP 172.20.0.1 (245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b/f653e500-8533-45c0-8803-ddc8f4339264/43ab445d-f10b-48bc-848a-898ca2a3af3c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:21:57.476119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.489768 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Transition to ACTIVE for port object 43ab445d-f10b-48bc-848a-898ca2a3af3c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:21:57.504696 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.523519 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.561591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:21:57.566353 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:21:57.568832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:21:57.592255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-72dbce74-ac74-4b6b-8099-34e065f2ce36 None None] Provisioning complete for port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:57.592638 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72dbce74-ac74-4b6b-8099-34e065f2ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.596478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:57.600351 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Pushing event updated for resources: {'Port': ['ID=43ab445d-f10b-48bc-848a-898ca2a3af3c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:57.620026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.778445 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.791289 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.905660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:57.950095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.954773 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.958381 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.973837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Transition to ACTIVE for port object 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:21:57.979930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:58.029916 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Pushing event updated for resources: {'Port': ['ID=43ab445d-f10b-48bc-848a-898ca2a3af3c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:58.034751 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Attempting to bind port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:21:58.035137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Attempting to bind port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:21:58.035511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Attempting to bind port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:21:58.037598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfee19d-005d-48f2-8915-edff158e341c None None] Pushing event updated for resources: {'Port': ['ID=9ec3b6f1-3b72-41a8-8c0d-cc100e272801,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:58.039459 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:58.044037 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:21:58.044424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:21:58.044843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:58.045267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:21:58.045733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Bound port: 9ec3b6f1-3b72-41a8-8c0d-cc100e272801, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:21:58.046171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:58.108907 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] For port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:21:58.111830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4a8202fb-f842-47c1-8622-5a613782e532 None None] Provisioning for port 43ab445d-f10b-48bc-848a-898ca2a3af3c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:21:58.117373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] For port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9ec3b6f1-3b72-41a8-8c0d-cc100e272801,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:21:58.119457 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4a8202fb-f842-47c1-8622-5a613782e532 None None] Provisioning complete for port 43ab445d-f10b-48bc-848a-898ca2a3af3c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:58.119457 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a8202fb-f842-47c1-8622-5a613782e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:58.124709 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:58.141834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:21:58.143343 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:21:58.219712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4a8202fb-f842-47c1-8622-5a613782e532 None None] Port 43ab445d-f10b-48bc-848a-898ca2a3af3c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:21:58.227972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:58.228621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:58.264519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Router 505d0691-ad34-41c3-be62-3c3c3c9e449e has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:21:58.268323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfee19d-005d-48f2-8915-edff158e341c None None] Pushing event updated for resources: {'Port': ['ID=9ec3b6f1-3b72-41a8-8c0d-cc100e272801,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:58.358259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:58.360358 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9fc1c83c-ac3f-4764-ae1d-b37e97b1595f None None] Provisioning complete for port 43ab445d-f10b-48bc-848a-898ca2a3af3c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:58.360358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c83c-ac3f-4764-ae1d-b37e97b1595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:58.384334 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:21:58.391012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b25ab665-ee92-4456-b0c6-61135fe5109f admin admin] 10.222.0.41 "PUT /v2.0/routers/505d0691-ad34-41c3-be62-3c3c3c9e449e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6261816 Jul 13 08:21:58.465879 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1c83c-ac3f-4764-ae1d-b37e97b1595f None None] Port 43ab445d-f10b-48bc-848a-898ca2a3af3c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:21:58.594389 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3004d7b3-608b-40f6-bee6-76c9a257cad9 None None] Provisioning complete for port 43ab445d-f10b-48bc-848a-898ca2a3af3c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:58.594767 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3004d7b3-608b-40f6-bee6-76c9a257cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:58.635354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 2, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:58.660747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3004d7b3-608b-40f6-bee6-76c9a257cad9 None None] Port 43ab445d-f10b-48bc-848a-898ca2a3af3c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:21:58.662331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f50409-6f6e-49cd-960b-9e613f42ce85 None None] The sync data for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 is: [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 2, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:21:58.860546 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58576) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:58.865807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-387140303-network', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:58.892944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Made reservation on behalf of b04e9c1340794e4597d19505b6635c2a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:21:58.895700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:58.905976 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.005511 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.010464 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.040594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:21:59.047629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e591c782-a0e9-4f98-b29e-b77a3c08076a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:59.055260 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.055683 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Added segment efde21ef-43a6-46ff-9c5b-d654b4c31735 of type vlan for network 0a405d02-7634-4a2e-be56-acf58c87341e Jul 13 08:21:59.104092 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.129231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:21:59.138722 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.139876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:59.140442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.173683 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3094652 Jul 13 08:21:59.173919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58578) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:59.178920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Request body: {'subnet': {'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-387140303-subnet', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:59.187499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:59.187878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.220926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351a034-1762-454c-b6bf-20f237d8072b admin admin] Pushing event updated for resources: {'Network': ['ID=0a405d02-7634-4a2e-be56-acf58c87341e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:59.232311 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Made reservation on behalf of b04e9c1340794e4597d19505b6635c2a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:21:59.232814 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 0a405d02-7634-4a2e-be56-acf58c87341e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:21:59.235302 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.453388 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.515010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d3a890-cff9-4d57-9637-31c9899cef78,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:59.524820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Checking segment: {'id': 'efde21ef-43a6-46ff-9c5b-d654b4c31735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:21:59.525109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Network hostable DHCP agents. Network: 0a405d02-7634-4a2e-be56-acf58c87341e, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:21:59.543730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Network 0a405d02-7634-4a2e-be56-acf58c87341e is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:21:59.553586 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 0a405d02-7634-4a2e-be56-acf58c87341e) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:21:59.558429 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:59.559089 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.563168 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0375f201-8b77-4824-b373-9cb2458f0c17 None None] Network 0a405d02-7634-4a2e-be56-acf58c87341e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:21:59.577374 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1e7854f8-f465-4bce-817f-825f20d957e7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4024367 Jul 13 08:21:59.580376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:59.585261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:59.611067 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.612241 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.672583 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.737324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-0a405d02-7634-4a2e-be56-acf58c87341e', 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'fixed_ips': [{'subnet_id': 'b1d3a890-cff9-4d57-9637-31c9899cef78'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:21:59.738580 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.823537 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:59.892142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Allocated IP 172.20.0.2 (0a405d02-7634-4a2e-be56-acf58c87341e/b1d3a890-cff9-4d57-9637-31c9899cef78/ab287492-8a6e-441b-97f9-5e8469621c9b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:22:00.038448 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:00.055104 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:00.059738 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:00.064432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Transition to ACTIVE for port object ab287492-8a6e-441b-97f9-5e8469621c9b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:00.079230 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Transition to ACTIVE for port object ab287492-8a6e-441b-97f9-5e8469621c9b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:00.084597 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:00.125303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Network 0a405d02-7634-4a2e-be56-acf58c87341e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:22:00.128187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:22:00.131651 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:22:00.139041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Pushing event updated for resources: {'Port': ['ID=ab287492-8a6e-441b-97f9-5e8469621c9b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:00.168215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Allocated IP 172.25.8.176 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/232169df-abc0-4d35-9471-ef600948fd41) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:22:00.196533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Attempting to bind port ab287492-8a6e-441b-97f9-5e8469621c9b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:22:00.196909 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Attempting to bind port ab287492-8a6e-441b-97f9-5e8469621c9b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'efde21ef-43a6-46ff-9c5b-d654b4c31735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:22:00.197277 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Attempting to bind port ab287492-8a6e-441b-97f9-5e8469621c9b on network 0a405d02-7634-4a2e-be56-acf58c87341e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:00.203032 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:22:00.203415 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Checking segment: {'id': 'efde21ef-43a6-46ff-9c5b-d654b4c31735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:22:00.203823 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:00.204227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Bound using segment: {'id': 'efde21ef-43a6-46ff-9c5b-d654b4c31735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:22:00.204694 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Bound port: ab287492-8a6e-441b-97f9-5e8469621c9b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efde21ef-43a6-46ff-9c5b-d654b4c31735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:22:00.205083 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:00.270126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] For port ab287492-8a6e-441b-97f9-5e8469621c9b, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:22:00.272376 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:00.273161 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] For port ab287492-8a6e-441b-97f9-5e8469621c9b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ab287492-8a6e-441b-97f9-5e8469621c9b,segment=NetworkSegment(efde21ef-43a6-46ff-9c5b-d654b4c31735),segment_id=efde21ef-43a6-46ff-9c5b-d654b4c31735)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:22:00.279050 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:00.321898 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:00.336408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6165a5-1c32-4fb1-845a-abf9f1a43250 None None] Pushing event updated for resources: {'Port': ['ID=ab287492-8a6e-441b-97f9-5e8469621c9b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:00.369242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:22:00.373554 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:22:00.376012 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:22:00.378363 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=232169df-abc0-4d35-9471-ef600948fd41,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:00.982823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.177834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:01.202891 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.246717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:01.251352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:01.251737 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.264937 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Sync routers for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:22:01.275765 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:01.276654 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:01.351475 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.372821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Router dab236b5-cafe-47e8-929b-a8294912604c is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:22:01.374463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9ec3b6f1-3b72-41a8-8c0d-cc100e272801,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:01.380063 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.395527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ab287492-8a6e-441b-97f9-5e8469621c9b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:01.410574 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:01.438150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8688c17-e13c-42f1-a5a3-b68b1b74cf62 None None] Network 0a405d02-7634-4a2e-be56-acf58c87341e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:22:01.488741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:22:01.504878 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.506273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-03238c7d-d604-4143-a1df-a791db9ae6c1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9248469 Jul 13 08:22:01.508996 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:01.530374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Sync routers for ids ['dab236b5-cafe-47e8-929b-a8294912604c'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:22:01.536745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=9ec3b6f1-3b72-41a8-8c0d-cc100e272801,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:01.561506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Routers {'dab236b5-cafe-47e8-929b-a8294912604c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:01.562300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dab236b5-cafe-47e8-929b-a8294912604c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:01.570049 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b1b2681f-d45f-4b10-8f9e-c23a7634938b None None] Provisioning for port ab287492-8a6e-441b-97f9-5e8469621c9b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:01.572804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ab287492-8a6e-441b-97f9-5e8469621c9b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:01.616009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b1b2681f-d45f-4b10-8f9e-c23a7634938b None None] Provisioning complete for port ab287492-8a6e-441b-97f9-5e8469621c9b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:01.616291 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1b2681f-d45f-4b10-8f9e-c23a7634938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.625128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ab287492-8a6e-441b-97f9-5e8469621c9b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:01.625495 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.651316 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 2, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:01.684832 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Checking router: 505d0691-ad34-41c3-be62-3c3c3c9e449e for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:22:01.685290 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Updating router 505d0691-ad34-41c3-be62-3c3c3c9e449e port 43ab445d-f10b-48bc-848a-898ca2a3af3c binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:22:01.728649 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.954309 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:01.968365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Set router dab236b5-cafe-47e8-929b-a8294912604c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:02.029125 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.042417 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Transition to ACTIVE for port object 43ab445d-f10b-48bc-848a-898ca2a3af3c will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:02.067333 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.122249 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Pushing event updated for resources: {'Port': ['ID=43ab445d-f10b-48bc-848a-898ca2a3af3c,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:02.143922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Allocated IP 172.20.0.1 (0a405d02-7634-4a2e-be56-acf58c87341e/b1d3a890-cff9-4d57-9637-31c9899cef78/e44e6c6c-af79-4ddc-bb61-73b545cc2b5b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:22:02.150242 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.150595 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.151015 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.151638 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.152037 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.152437 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.152886 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.153274 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.153669 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.156631 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.157085 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.157747 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:02.157887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1b2681f-d45f-4b10-8f9e-c23a7634938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.167681 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.205574 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Attempting to bind port 43ab445d-f10b-48bc-848a-898ca2a3af3c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:22:02.206396 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Attempting to bind port 43ab445d-f10b-48bc-848a-898ca2a3af3c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:22:02.207098 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Attempting to bind port 43ab445d-f10b-48bc-848a-898ca2a3af3c on network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:02.216603 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:22:02.217389 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Checking segment: {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:22:02.218292 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.219048 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Bound using segment: {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:22:02.219717 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Bound port: 43ab445d-f10b-48bc-848a-898ca2a3af3c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:22:02.220298 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.266876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b1b2681f-d45f-4b10-8f9e-c23a7634938b None None] For port ab287492-8a6e-441b-97f9-5e8469621c9b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ab287492-8a6e-441b-97f9-5e8469621c9b,segment=NetworkSegment(efde21ef-43a6-46ff-9c5b-d654b4c31735),segment_id=efde21ef-43a6-46ff-9c5b-d654b4c31735)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:02.274956 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1b2681f-d45f-4b10-8f9e-c23a7634938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.281765 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.308496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Transition to ACTIVE for port object e44e6c6c-af79-4ddc-bb61-73b545cc2b5b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:02.318902 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] For port 43ab445d-f10b-48bc-848a-898ca2a3af3c, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:22:02.322897 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] For port 43ab445d-f10b-48bc-848a-898ca2a3af3c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=43ab445d-f10b-48bc-848a-898ca2a3af3c,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:22:02.330006 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.375026 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.397087 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:22:02.397456 n-d-758944-43 neutron-server[93775]: DEBUG oslo_db.api [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:22:02.405003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2681f-d45f-4b10-8f9e-c23a7634938b None None] Pushing event updated for resources: {'Port': ['ID=ab287492-8a6e-441b-97f9-5e8469621c9b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:02.420933 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Network 0a405d02-7634-4a2e-be56-acf58c87341e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:22:02.424736 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:22:02.426452 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887369b-a914-4184-bf26-1b1bc903193f None None] Pushing event updated for resources: {'Port': ['ID=43ab445d-f10b-48bc-848a-898ca2a3af3c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:02.432774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:22:02.434255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '232169df-abc0-4d35-9471-ef600948fd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:59Z', 'updated_at': '2021-07-13T08:22:00Z', 'revision_number': 3, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'gw_port': {'id': '232169df-abc0-4d35-9471-ef600948fd41', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:00Z', 'updated_at': '2021-07-13T08:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:02.436659 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:02.437299 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:02.475926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Pushing event updated for resources: {'Port': ['ID=e44e6c6c-af79-4ddc-bb61-73b545cc2b5b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:02.477600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Checking router: dab236b5-cafe-47e8-929b-a8294912604c for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:22:02.478031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Updating router dab236b5-cafe-47e8-929b-a8294912604c port 232169df-abc0-4d35-9471-ef600948fd41 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:22:02.500404 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.538527 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.571304 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:02.733749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.789224 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-db7085f2-dd7d-49c7-81b3-fa69884f3a42 None None] Provisioning complete for port ab287492-8a6e-441b-97f9-5e8469621c9b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:02.789670 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db7085f2-dd7d-49c7-81b3-fa69884f3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.856999 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:02.896146 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c72a1-140c-4fd3-8c81-1ca727397b65 None None] The sync data for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 is: [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:22:02.963584 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.970149 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:02.999945 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.022150 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Transition to ACTIVE for port object 232169df-abc0-4d35-9471-ef600948fd41 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:03.029396 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.047865 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Pushing event updated for resources: {'Port': ['ID=e44e6c6c-af79-4ddc-bb61-73b545cc2b5b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:03.061700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.082478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Attempting to bind port 232169df-abc0-4d35-9471-ef600948fd41 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:22:03.082478 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Attempting to bind port 232169df-abc0-4d35-9471-ef600948fd41 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:22:03.083067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Attempting to bind port 232169df-abc0-4d35-9471-ef600948fd41 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:03.100338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:22:03.100862 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:22:03.101377 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.101881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:22:03.102495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Bound port: 232169df-abc0-4d35-9471-ef600948fd41, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:22:03.103006 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.137852 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c19575-97c9-474a-b5be-f7fbb22d441a None None] Pushing event updated for resources: {'Port': ['ID=232169df-abc0-4d35-9471-ef600948fd41,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:03.147727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8cffa9df-fe0e-49c2-b05a-249532205847 None None] Provisioning for port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:03.158737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8cffa9df-fe0e-49c2-b05a-249532205847 None None] Provisioning complete for port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:03.159179 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8cffa9df-fe0e-49c2-b05a-249532205847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.194178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Network 0a405d02-7634-4a2e-be56-acf58c87341e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:22:03.195912 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:22:03.213857 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] For port 232169df-abc0-4d35-9471-ef600948fd41, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:22:03.223503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] For port 232169df-abc0-4d35-9471-ef600948fd41, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=232169df-abc0-4d35-9471-ef600948fd41,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:22:03.233850 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.254488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8cffa9df-fe0e-49c2-b05a-249532205847 None None] Port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:22:03.258271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:03.361904 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Router dab236b5-cafe-47e8-929b-a8294912604c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:22:03.365824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c19575-97c9-474a-b5be-f7fbb22d441a None None] Pushing event updated for resources: {'Port': ['ID=232169df-abc0-4d35-9471-ef600948fd41,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:03.368874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Routers {'dab236b5-cafe-47e8-929b-a8294912604c'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:03.369571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dab236b5-cafe-47e8-929b-a8294912604c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:03.432500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:03.432970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.507108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:22:03.520105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6e625ba4-ec0c-467c-b963-6c7c14d1dadf admin admin] 10.222.0.41 "PUT /v2.0/routers/dab236b5-cafe-47e8-929b-a8294912604c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0099103 Jul 13 08:22:03.530421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3d3992f-86d0-453b-ab9d-7f44ecbf76de None None] Provisioning complete for port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:03.530873 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3992f-86d0-453b-ab9d-7f44ecbf76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.575900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] Set router dab236b5-cafe-47e8-929b-a8294912604c gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:03.617210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3992f-86d0-453b-ab9d-7f44ecbf76de None None] Port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:22:03.715102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ab287492-8a6e-441b-97f9-5e8469621c9b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:03.806178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-13c05df1-7471-44f6-9b95-c0f5914e3211 None None] Provisioning complete for port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:03.806558 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13c05df1-7471-44f6-9b95-c0f5914e3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.884926 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-13c05df1-7471-44f6-9b95-c0f5914e3211 None None] Port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:22:03.888623 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ab287492-8a6e-441b-97f9-5e8469621c9b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:03.889006 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.948820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '232169df-abc0-4d35-9471-ef600948fd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:59Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 4, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'gw_port': {'id': '232169df-abc0-4d35-9471-ef600948fd41', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:00Z', 'updated_at': '2021-07-13T08:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e44e6c6c-af79-4ddc-bb61-73b545cc2b5b', 'name': '', 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'mac_address': 'fa:16:3e:ac:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:01Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 2, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'subnets': [{'id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:04.000873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd1d29-d8d7-4bc2-9ca7-968b267ea43c None None] The sync data for ids ['dab236b5-cafe-47e8-929b-a8294912604c'] in n-d-758944-43 is: [{'id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '232169df-abc0-4d35-9471-ef600948fd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:59Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 4, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'gw_port': {'id': '232169df-abc0-4d35-9471-ef600948fd41', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:00Z', 'updated_at': '2021-07-13T08:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e44e6c6c-af79-4ddc-bb61-73b545cc2b5b', 'name': '', 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'mac_address': 'fa:16:3e:ac:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:01Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 2, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'subnets': [{'id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:22:04.031518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 43ab445d-f10b-48bc-848a-898ca2a3af3c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:04.084735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 43ab445d-f10b-48bc-848a-898ca2a3af3c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:04.089269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 43ab445d-f10b-48bc-848a-898ca2a3af3c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:04.089269 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:04.172226 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:04.233427 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 43ab445d-f10b-48bc-848a-898ca2a3af3c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=43ab445d-f10b-48bc-848a-898ca2a3af3c,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:04.242066 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:04.305546 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=43ab445d-f10b-48bc-848a-898ca2a3af3c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:04.614671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-154e505f-af86-46f7-93fc-d4f4e38bf5fa None None] Provisioning complete for port 43ab445d-f10b-48bc-848a-898ca2a3af3c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:04.615343 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-154e505f-af86-46f7-93fc-d4f4e38bf5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:05.128006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 43ab445d-f10b-48bc-848a-898ca2a3af3c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:05.190680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 43ab445d-f10b-48bc-848a-898ca2a3af3c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:05.191332 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:05.866330 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:22:06.228431 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:07.009645 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Sync routers for ids ['dab236b5-cafe-47e8-929b-a8294912604c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:22:07.019346 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Routers {'dab236b5-cafe-47e8-929b-a8294912604c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:07.019973 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dab236b5-cafe-47e8-929b-a8294912604c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:07.224412 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 232169df-abc0-4d35-9471-ef600948fd41 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:07.253885 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Set router dab236b5-cafe-47e8-929b-a8294912604c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:07.294836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 232169df-abc0-4d35-9471-ef600948fd41 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:07.301292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 232169df-abc0-4d35-9471-ef600948fd41 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:07.301935 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:07.501338 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '232169df-abc0-4d35-9471-ef600948fd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:59Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 4, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'gw_port': {'id': '232169df-abc0-4d35-9471-ef600948fd41', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:00Z', 'updated_at': '2021-07-13T08:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e44e6c6c-af79-4ddc-bb61-73b545cc2b5b', 'name': '', 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'mac_address': 'fa:16:3e:ac:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:01Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 2, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'subnets': [{'id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:07.534468 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Checking router: dab236b5-cafe-47e8-929b-a8294912604c for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:22:07.534826 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Updating router dab236b5-cafe-47e8-929b-a8294912604c port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:22:07.573675 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:07.586526 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:07.613325 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 232169df-abc0-4d35-9471-ef600948fd41, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=232169df-abc0-4d35-9471-ef600948fd41,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:07.620788 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:07.699258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=232169df-abc0-4d35-9471-ef600948fd41,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:07.883520 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:07.896484 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Transition to ACTIVE for port object e44e6c6c-af79-4ddc-bb61-73b545cc2b5b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:07.904787 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:07.961675 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05b38d-994c-462d-b978-c8c370c7d65d None None] Pushing event updated for resources: {'Port': ['ID=e44e6c6c-af79-4ddc-bb61-73b545cc2b5b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:08.030824 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Attempting to bind port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:22:08.031521 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Attempting to bind port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'efde21ef-43a6-46ff-9c5b-d654b4c31735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:22:08.031667 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Attempting to bind port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b on network 0a405d02-7634-4a2e-be56-acf58c87341e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:08.037635 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:22:08.038339 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Checking segment: {'id': 'efde21ef-43a6-46ff-9c5b-d654b4c31735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:22:08.038884 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:08.039297 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Bound using segment: {'id': 'efde21ef-43a6-46ff-9c5b-d654b4c31735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:22:08.039781 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Bound port: e44e6c6c-af79-4ddc-bb61-73b545cc2b5b, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efde21ef-43a6-46ff-9c5b-d654b4c31735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:22:08.040161 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:08.119822 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] For port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:22:08.125377 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] For port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e44e6c6c-af79-4ddc-bb61-73b545cc2b5b,segment=NetworkSegment(efde21ef-43a6-46ff-9c5b-d654b4c31735),segment_id=efde21ef-43a6-46ff-9c5b-d654b4c31735)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:22:08.133581 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:08.185560 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Routers {'dab236b5-cafe-47e8-929b-a8294912604c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:08.186163 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:21:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dab236b5-cafe-47e8-929b-a8294912604c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:08.200110 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:08.317450 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05b38d-994c-462d-b978-c8c370c7d65d None None] Pushing event updated for resources: {'Port': ['ID=e44e6c6c-af79-4ddc-bb61-73b545cc2b5b,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:08.328752 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] Set router dab236b5-cafe-47e8-929b-a8294912604c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:08.590339 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '232169df-abc0-4d35-9471-ef600948fd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:59Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 4, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'gw_port': {'id': '232169df-abc0-4d35-9471-ef600948fd41', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:00Z', 'updated_at': '2021-07-13T08:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e44e6c6c-af79-4ddc-bb61-73b545cc2b5b', 'name': '', 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'mac_address': 'fa:16:3e:ac:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:01Z', 'updated_at': '2021-07-13T08:22:08Z', 'revision_number': 4, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'subnets': [{'id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:08.629480 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60479f81-43b9-4d5a-8516-0f11e19c2905 None None] The sync data for ids ['dab236b5-cafe-47e8-929b-a8294912604c'] in n-d-758944-43 is: [{'id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '232169df-abc0-4d35-9471-ef600948fd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:59Z', 'updated_at': '2021-07-13T08:22:02Z', 'revision_number': 4, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'gw_port': {'id': '232169df-abc0-4d35-9471-ef600948fd41', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:00Z', 'updated_at': '2021-07-13T08:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'e44e6c6c-af79-4ddc-bb61-73b545cc2b5b', 'name': '', 'network_id': '0a405d02-7634-4a2e-be56-acf58c87341e', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'mac_address': 'fa:16:3e:ac:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:01Z', 'updated_at': '2021-07-13T08:22:08Z', 'revision_number': 4, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'subnets': [{'id': 'b1d3a890-cff9-4d57-9637-31c9899cef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:22:09.171824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 232169df-abc0-4d35-9471-ef600948fd41 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:09.232761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 232169df-abc0-4d35-9471-ef600948fd41 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:09.232995 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:09.329691 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e44e6c6c-af79-4ddc-bb61-73b545cc2b5b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:09.384184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:09.391658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:09.391658 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:09.480830 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:09.523444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e44e6c6c-af79-4ddc-bb61-73b545cc2b5b,segment=NetworkSegment(efde21ef-43a6-46ff-9c5b-d654b4c31735),segment_id=efde21ef-43a6-46ff-9c5b-d654b4c31735)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:09.537785 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:09.618196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=e44e6c6c-af79-4ddc-bb61-73b545cc2b5b,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:09.865195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cee34599-6b18-4575-8bd8-bc014fba4e12 None None] Provisioning complete for port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:09.865576 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cee34599-6b18-4575-8bd8-bc014fba4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:11.141249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e44e6c6c-af79-4ddc-bb61-73b545cc2b5b up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:11.199742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:11.200120 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:14.186679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-c94b3e8d-cf3a-4ef3-9714-6aa8797027fd tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:14.188110 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-c94b3e8d-cf3a-4ef3-9714-6aa8797027fd tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/networks?id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 200 len: 814 time: 0.1022391 Jul 13 08:22:14.203049 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-d68aa392-1d83-416c-9db2-145d1ab2a25b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/quotas/823a86609cf94b61b9e50059f3be88ac HTTP/1.1" status: 200 len: 375 time: 0.0096481 Jul 13 08:22:14.272231 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-ce47f5a7-a001-46f3-b343-0634186d23ee tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=823a86609cf94b61b9e50059f3be88ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642474 Jul 13 08:22:14.365415 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-ae885a07-bb75-4833-a142-51f06d60ebf7 service neutron] 10.222.0.41 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820243 Jul 13 08:22:14.457686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-88d898fc-7ebd-4f5a-a9f8-0f6cbca5446a service neutron] 10.222.0.41 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857399 Jul 13 08:22:14.620353 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6756253d-c267-4a72-b18c-e1b17ab37d2e req-dc3924ac-656f-4454-b10d-ee7d57bd2c37 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 210 time: 0.0291312 Jul 13 08:22:15.647951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6a34f29f-9315-406f-ada8-8234febb3063 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:15.650142 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6a34f29f-9315-406f-ada8-8234febb3063 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.38 "GET /v2.0/networks?id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 200 len: 814 time: 0.1161423 Jul 13 08:22:15.670609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'port': {'device_id': 'c683b18d-b380-44ec-8d82-2f844767e912', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'admin_state_up': True, 'tenant_id': '823a86609cf94b61b9e50059f3be88ac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:15.767949 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-54e6cc5e-0236-4e69-b977-541bde503e59 req-edbc5768-d7f8-41af-b78e-7f3430c52c17 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 210 time: 0.0323009 Jul 13 08:22:15.801615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Made reservation on behalf of 823a86609cf94b61b9e50059f3be88ac for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:22:15.805880 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:15.950662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Allocated IP 172.20.0.5 (245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b/f653e500-8533-45c0-8803-ddc8f4339264/b3b7a946-b435-4dda-9758-0b4bf00b5b60) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:22:16.119654 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:16.135081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Transition to ACTIVE for port object b3b7a946-b435-4dda-9758-0b4bf00b5b60 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:16.172091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:16.201674 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:22:16.204691 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:22:16.251250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:22:16.324494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:16.325185 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:16.353169 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6877370 Jul 13 08:22:16.357661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5089b9-ca15-405f-be14-64eb30fd1b3a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'Port': ['ID=b3b7a946-b435-4dda-9758-0b4bf00b5b60,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:16.529387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-45670032-76e0-43cd-8ba5-503520682d10 None None] Provisioning for port b3b7a946-b435-4dda-9758-0b4bf00b5b60 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:16.534002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-45670032-76e0-43cd-8ba5-503520682d10 None None] Provisioning complete for port b3b7a946-b435-4dda-9758-0b4bf00b5b60 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:16.534390 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45670032-76e0-43cd-8ba5-503520682d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:16.574566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-45670032-76e0-43cd-8ba5-503520682d10 None None] Port b3b7a946-b435-4dda-9758-0b4bf00b5b60 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:22:16.953693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe29ce-faf3-41b9-8d94-acd359733227 req-7b2d77eb-f945-44e8-832e-f4a66bce211e tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:16.955244 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70fe29ce-faf3-41b9-8d94-acd359733227 req-7b2d77eb-f945-44e8-832e-f4a66bce211e tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 931 time: 0.0774786 Jul 13 08:22:16.994063 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70fe29ce-faf3-41b9-8d94-acd359733227 req-923fcb88-071b-4218-94e6-70c3573893e7 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331185 Jul 13 08:22:18.183558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785acd8-ae26-48e5-b3ea-4290cccfaf61 req-78d1a257-01af-4116-92c4-2b1249fdc8e4 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:18.185052 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2785acd8-ae26-48e5-b3ea-4290cccfaf61 req-78d1a257-01af-4116-92c4-2b1249fdc8e4 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 931 time: 0.0698576 Jul 13 08:22:18.231057 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2785acd8-ae26-48e5-b3ea-4290cccfaf61 req-5e89ab24-bc4f-4ce4-a888-ba41837e6b81 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Jul 13 08:22:18.419979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3447f2d8-23e0-424c-9613-d113421f8232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:19.409185 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2349-c85d-432e-8061-482ea76738d4 req-461e71c3-4af4-4f0a-8eb5-ab02b46992b8 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:19.411238 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36ef2349-c85d-432e-8061-482ea76738d4 req-461e71c3-4af4-4f0a-8eb5-ab02b46992b8 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 931 time: 0.0691295 Jul 13 08:22:19.456652 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-36ef2349-c85d-432e-8061-482ea76738d4 req-bbd034d9-b364-422d-ae7a-74fab08bfad2 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Jul 13 08:22:20.633624 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da6d00-fb24-4f72-837e-576da93d0292 req-adb4c285-7073-460b-8cb2-4307e23626ca tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:20.635173 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4da6d00-fb24-4f72-837e-576da93d0292 req-adb4c285-7073-460b-8cb2-4307e23626ca tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 931 time: 0.0662572 Jul 13 08:22:20.678054 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a4da6d00-fb24-4f72-837e-576da93d0292 req-6ce79d8e-50a3-48d2-bbae-cb37641a8ca7 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Jul 13 08:22:21.120294 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f474ce02-015f-4cc0-85a7-ea94c4d394ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:21.177592 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:21.856547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5a3d8-047e-4df8-babc-b4ffb6af0aa3 req-5668ab49-d04b-462c-a0ec-561dd31a64f3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:21.858160 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99d5a3d8-047e-4df8-babc-b4ffb6af0aa3 req-5668ab49-d04b-462c-a0ec-561dd31a64f3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 931 time: 0.0657718 Jul 13 08:22:21.899230 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99d5a3d8-047e-4df8-babc-b4ffb6af0aa3 req-5ae6fe7b-29d4-448c-a6f4-970413f8b777 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Jul 13 08:22:22.190604 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:23.100827 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38682f-e204-4a4a-91f3-621703f76cdc req-e75bbbde-6614-46d1-83ab-0c70f2944337 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:23.102905 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a38682f-e204-4a4a-91f3-621703f76cdc req-e75bbbde-6614-46d1-83ab-0c70f2944337 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 931 time: 0.0742869 Jul 13 08:22:23.145786 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a38682f-e204-4a4a-91f3-621703f76cdc req-8ab32605-d077-4253-8a69-9574c5741a38 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367632 Jul 13 08:22:23.854384 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:24.325745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3d4b7-18f9-425b-82be-8e89b2ba7349 req-8795267f-7b72-47b2-b94e-52d1acd13a70 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:24.327444 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56e3d4b7-18f9-425b-82be-8e89b2ba7349 req-8795267f-7b72-47b2-b94e-52d1acd13a70 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 931 time: 0.0687685 Jul 13 08:22:24.373563 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56e3d4b7-18f9-425b-82be-8e89b2ba7349 req-52c2d7ad-e222-487d-b85b-156ccbe9114e tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369282 Jul 13 08:22:25.561962 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24ed0f-12f2-47e8-9569-95055feefe3a req-32f97177-9236-4797-827c-3238cfaa8a07 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:25.563452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e24ed0f-12f2-47e8-9569-95055feefe3a req-32f97177-9236-4797-827c-3238cfaa8a07 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 931 time: 0.0667686 Jul 13 08:22:25.614268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8e24ed0f-12f2-47e8-9569-95055feefe3a req-3b232ae5-d8f3-48c5-b3fe-4580c995bbaf tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Jul 13 08:22:26.349551 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Request body: {'port': {'device_id': 'c683b18d-b380-44ec-8d82-2f844767e912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:26.423783 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.684038 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b7a946-b435-4dda-9758-0b4bf00b5b60 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:22:26.691826 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.705790 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Transition to ACTIVE for port object b3b7a946-b435-4dda-9758-0b4bf00b5b60 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:26.709924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.759644 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b7a946-b435-4dda-9758-0b4bf00b5b60,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:26.809821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f11b82-7db0-402e-83f8-21aead741185 req-31012400-b4cb-4bb5-a471-59bf4312725a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:26.811514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15f11b82-7db0-402e-83f8-21aead741185 req-31012400-b4cb-4bb5-a471-59bf4312725a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 943 time: 0.0833588 Jul 13 08:22:26.841548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Attempting to bind port b3b7a946-b435-4dda-9758-0b4bf00b5b60 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:22:26.841889 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Attempting to bind port b3b7a946-b435-4dda-9758-0b4bf00b5b60 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:22:26.842262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Attempting to bind port b3b7a946-b435-4dda-9758-0b4bf00b5b60 on network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:26.847356 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Port b3b7a946-b435-4dda-9758-0b4bf00b5b60 on network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:22:26.847693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Attempting to bind port b3b7a946-b435-4dda-9758-0b4bf00b5b60 on network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:26.853163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:22:26.853343 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-15f11b82-7db0-402e-83f8-21aead741185 req-2608066a-0534-4af4-a053-8c3d2ddbd9bf tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Jul 13 08:22:26.853519 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Checking segment: {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:22:26.853892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Bound using segment: {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:22:26.854359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Bound port: b3b7a946-b435-4dda-9758-0b4bf00b5b60, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:22:26.855485 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.925360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] For port b3b7a946-b435-4dda-9758-0b4bf00b5b60, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:22:26.928522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] For port b3b7a946-b435-4dda-9758-0b4bf00b5b60, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:22:26.934206 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.967652 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:26.968285 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.969723 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] 10.222.0.38 "PUT /v2.0/ports/b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 1092 time: 0.6246867 Jul 13 08:22:26.970203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:26.972521 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff4d624-b7b6-4130-ba40-16fdffb5c803" -d '{"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:26.999535 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bc433-ec48-416b-bac1-7a8b55514052 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b7a946-b435-4dda-9758-0b4bf00b5b60,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:27.040670 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c3aa65-9cd4-4e5c-8e1d-3efd4d7e8446 x-openstack-request-id: req-34c3aa65-9cd4-4e5c-8e1d-3efd4d7e8446 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:27.040968 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:27.041229 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34c3aa65-9cd4-4e5c-8e1d-3efd4d7e8446 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:27.041624 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'status': 'completed', 'code': 200} Jul 13 08:22:27.070959 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-89223aa7-c18f-40dd-be7a-cb573e7c0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:27.072596 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-89223aa7-c18f-40dd-be7a-cb573e7c0150 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823a86609cf94b61b9e50059f3be88ac&device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1095 time: 0.0654621 Jul 13 08:22:27.119353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-ac247e35-6a28-4d66-bee6-d76ad27d1bcc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 217 time: 0.0379021 Jul 13 08:22:27.169561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-1a298c99-463f-4550-a6c1-ec433adb1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:27.171000 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-1a298c99-463f-4550-a6c1-ec433adb1cc8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f653e500-8533-45c0-8803-ddc8f4339264 HTTP/1.1" status: 200 len: 853 time: 0.0461240 Jul 13 08:22:27.234972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-8457a2a7-db66-466b-bad0-180dc7a04414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:27.236495 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-8457a2a7-db66-466b-bad0-180dc7a04414 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597370 Jul 13 08:22:27.659208 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-92690762-a824-48de-9bde-f03987244017 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165082 Jul 13 08:22:27.752565 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-594b62f7-bf0a-4baf-bd65-c3c7904ebb76 req-0c6cdf8a-5c36-4e97-b68c-5c9444128aa3 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868604 Jul 13 08:22:27.848244 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-2df06437-c4e6-41df-9b05-dcc281742d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:27.849759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-2df06437-c4e6-41df-9b05-dcc281742d96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823a86609cf94b61b9e50059f3be88ac&device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1095 time: 0.0518849 Jul 13 08:22:27.947435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-64815068-839f-42f4-ad42-2f991b53275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:27.949366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-64815068-839f-42f4-ad42-2f991b53275c service neutron] 10.222.0.38 "GET /v2.0/networks?id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 200 len: 915 time: 0.0939620 Jul 13 08:22:27.990458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-da038910-de3c-429e-9dd9-4aae2a1b493f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 217 time: 0.0351369 Jul 13 08:22:28.034313 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e71ea-e8bb-4199-a89c-ee1e8eb500c3 req-2842742a-3fb1-440b-bf06-be8b409f1a79 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:28.035852 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-152e71ea-e8bb-4199-a89c-ee1e8eb500c3 req-2842742a-3fb1-440b-bf06-be8b409f1a79 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 943 time: 0.0642164 Jul 13 08:22:28.040191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-63cf20e8-113d-4e83-a7b6-8e0404ca9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:28.041676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-63cf20e8-113d-4e83-a7b6-8e0404ca9f45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f653e500-8533-45c0-8803-ddc8f4339264 HTTP/1.1" status: 200 len: 853 time: 0.0451953 Jul 13 08:22:28.073939 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-152e71ea-e8bb-4199-a89c-ee1e8eb500c3 req-bb144869-45ea-4403-a339-2994f82b3e4d tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Jul 13 08:22:28.103710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-8eb14c81-23c4-4590-abcc-9eb0b2596fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:28.105276 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-8eb14c81-23c4-4590-abcc-9eb0b2596fc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571494 Jul 13 08:22:28.195165 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-e7651b52-663c-47c3-aaa1-9579e1ee04b3 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831685 Jul 13 08:22:28.288147 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ff4d624-b7b6-4130-ba40-16fdffb5c803 req-752a8bff-6db2-46e4-8ec4-92891d49394b service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864065 Jul 13 08:22:29.251151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ebaaf-003b-4b5b-9f96-c26a00d552de req-6cf14727-d62a-40be-8fd3-2fed94169d03 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:29.252744 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-017ebaaf-003b-4b5b-9f96-c26a00d552de req-6cf14727-d62a-40be-8fd3-2fed94169d03 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 943 time: 0.0692940 Jul 13 08:22:29.291890 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-017ebaaf-003b-4b5b-9f96-c26a00d552de req-b5796808-e138-49fb-b3d2-893bcdbe79f1 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Jul 13 08:22:29.381787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b3b7a946-b435-4dda-9758-0b4bf00b5b60 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:22:29.477124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b3b7a946-b435-4dda-9758-0b4bf00b5b60, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:29.489144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'port_id': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'mac_address': 'fa:16:3e:cc:65:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:22:29.533773 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.546948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b7a946-b435-4dda-9758-0b4bf00b5b60 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:22:29.566937 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b3b7a946-b435-4dda-9758-0b4bf00b5b60, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:29.570842 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:29.624201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=b3b7a946-b435-4dda-9758-0b4bf00b5b60,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:29.632280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.632611 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.632963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.633341 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.633872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.634807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.634807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.634807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.636064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.636064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.636064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.636064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:29.799398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b3b7a946-b435-4dda-9758-0b4bf00b5b60'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:22:30.466304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4514012-62d4-4c55-a834-f975e4ebd090 req-070a216b-f1e1-436c-8be2-ada62062c7c5 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:30.467852 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4514012-62d4-4c55-a834-f975e4ebd090 req-070a216b-f1e1-436c-8be2-ada62062c7c5 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 944 time: 0.0643978 Jul 13 08:22:30.506146 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f4514012-62d4-4c55-a834-f975e4ebd090 req-2aeebcfc-9ebb-4cff-839a-2d58c79c0338 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Jul 13 08:22:31.396928 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b3b7a946-b435-4dda-9758-0b4bf00b5b60 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:31.445155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port b3b7a946-b435-4dda-9758-0b4bf00b5b60 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:31.449023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port b3b7a946-b435-4dda-9758-0b4bf00b5b60 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:31.449426 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:31.524242 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:31.551047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:31.553330 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff16e6b-b878-47b7-82af-e1deda4f4396" -d '{"events": [{"server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "name": "network-vif-plugged", "status": "completed", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:31.566165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port b3b7a946-b435-4dda-9758-0b4bf00b5b60, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:31.570097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:31.624159 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=b3b7a946-b435-4dda-9758-0b4bf00b5b60,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:31.703523 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1057d8-858a-4d9f-9263-30e54d8a3b41 req-36188d86-6fac-46e4-a142-efc2aa0ee82a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:31.705682 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a1057d8-858a-4d9f-9263-30e54d8a3b41 req-36188d86-6fac-46e4-a142-efc2aa0ee82a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 945 time: 0.0853755 Jul 13 08:22:31.750536 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a1057d8-858a-4d9f-9263-30e54d8a3b41 req-523440b8-ed0b-49e3-a369-ea5d05b677d3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Jul 13 08:22:31.802701 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e785abce-6fe8-4058-9bf9-7a9b6fbc933b x-openstack-request-id: req-e785abce-6fe8-4058-9bf9-7a9b6fbc933b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:31.802994 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "name": "network-vif-plugged", "status": "completed", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:31.803353 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e785abce-6fe8-4058-9bf9-7a9b6fbc933b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:31.803779 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'code': 200} Jul 13 08:22:31.887729 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3a2cd09c-a5ee-4688-b45a-527d3aa02647 None None] Provisioning complete for port b3b7a946-b435-4dda-9758-0b4bf00b5b60 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:31.888028 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a2cd09c-a5ee-4688-b45a-527d3aa02647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:31.915825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aeb79c-3a62-4a52-a8db-cbd29644950d req-0e93f07b-3a2e-470a-b70f-3c3f09bf9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:31.917388 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3aeb79c-3a62-4a52-a8db-cbd29644950d req-0e93f07b-3a2e-470a-b70f-3c3f09bf9158 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1097 time: 0.0534196 Jul 13 08:22:31.953769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d3aeb79c-3a62-4a52-a8db-cbd29644950d req-1905e310-36da-4a05-9912-f26273518f8b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301201 Jul 13 08:22:32.926024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1995a3-18c8-41d8-b480-d8b710d975ff req-5bf094de-7870-4347-94f6-fdb6ea9f554a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:32.927608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d1995a3-18c8-41d8-b480-d8b710d975ff req-5bf094de-7870-4347-94f6-fdb6ea9f554a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 945 time: 0.0635502 Jul 13 08:22:32.967376 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9d1995a3-18c8-41d8-b480-d8b710d975ff req-4104b3f3-2843-4baa-9911-ce1e3fee9eeb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Jul 13 08:22:33.141885 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269249b-f3a8-4c75-b61c-47cb342603dc req-13306ca0-dbed-4734-9e60-13dbcdbef856 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:33.143483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0269249b-f3a8-4c75-b61c-47cb342603dc req-13306ca0-dbed-4734-9e60-13dbcdbef856 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 945 time: 0.0656631 Jul 13 08:22:33.182289 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0269249b-f3a8-4c75-b61c-47cb342603dc req-a738f6f7-c517-4cae-a102-44a28fa11e06 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332663 Jul 13 08:22:33.535309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f7ca9-366e-4301-9e0c-e95845491dbc req-1fa63469-0c7b-4598-80c9-9198f309f024 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:33.535309 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-533f7ca9-366e-4301-9e0c-e95845491dbc req-1fa63469-0c7b-4598-80c9-9198f309f024 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 945 time: 0.0689957 Jul 13 08:22:33.573328 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-533f7ca9-366e-4301-9e0c-e95845491dbc req-d08aca3a-50a6-4381-88df-5a283fe5de4f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Jul 13 08:22:36.214900 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:38.182400 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:42.865692 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:22:45.254416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc984650-6050-4969-b0b6-19fccacd851d req-86b15921-d611-4a5a-ad27-165fd923a40d tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.255903 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc984650-6050-4969-b0b6-19fccacd851d req-86b15921-d611-4a5a-ad27-165fd923a40d tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 945 time: 0.0640955 Jul 13 08:22:45.294599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc984650-6050-4969-b0b6-19fccacd851d req-b61d5868-918d-416d-8cff-30d94a36263f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Jul 13 08:22:45.319222 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:45.457165 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ca1b77-e641-476f-b558-c808d7d2a0f9 tempest-TestMinimumBasicScenario-1104809687 tempest-TestMinimumBasicScenario-1104809687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.458724 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-50ca1b77-e641-476f-b558-c808d7d2a0f9 tempest-TestMinimumBasicScenario-1104809687 tempest-TestMinimumBasicScenario-1104809687-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1092 time: 0.1384261 Jul 13 08:22:45.461749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58778) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:45.466174 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:45.487526 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:45.587611 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:45.700764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Allocated IP 172.25.8.231 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/3746829e-3953-4117-8438-5492d24c2190) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:22:45.801731 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:45.840393 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:45.877400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:22:45.882095 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:22:45.885237 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:22:45.918302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'Port': ['ID=3746829e-3953-4117-8438-5492d24c2190,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:46.265104 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:46.345156 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:46.500417 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:46.505062 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:46.575972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'Port': ['ID=3746829e-3953-4117-8438-5492d24c2190,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:46.583061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.025865 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Floating IP d68db3c5-f572-4f60-a004-e09f2659695e associated. External IP: 172.25.8.231, port: b3b7a946-b435-4dda-9758-0b4bf00b5b60. Jul 13 08:22:47.249780 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Router 505d0691-ad34-41c3-be62-3c3c3c9e449e has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:22:47.362164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:22:47.372616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] Sync routers for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:22:47.378399 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.383025 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:47.383682 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:47.415643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3ad758ca-4188-4c12-bec0-df2e6c60e6fb tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9528291 Jul 13 08:22:47.416242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:47.419460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:47.425307 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757004890', 'description': 'tempest-secgroup-smoke-757004890 description', 'project_id': '823a86609cf94b61b9e50059f3be88ac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:47.452118 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.494445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:47.525354 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25d25d1-93f9-4c47-b7b0-00e341f84a64" -d '{"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:47.563057 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.567759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.604777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.610131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1849401 Jul 13 08:22:47.610461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:47.615240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ba592a84-d073-4547-88c6-4633a00fbbf3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'security_group_rule': {'security_group_id': '335b2059-d735-4c22-9835-a1bfb3c16cc7', 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:47.616574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335b2059-d735-4c22-9835-a1bfb3c16cc7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:47.627884 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.628242 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.628587 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.629063 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.629404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.629987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.630107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.630423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.630762 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.631083 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.631410 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.632286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20691f-701e-4993-8564-4ff828f28516 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:47.651281 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec8abe8-3eb0-4fcf-b64c-96d6de15841c x-openstack-request-id: req-6ec8abe8-3eb0-4fcf-b64c-96d6de15841c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:47.651671 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:47.652138 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ec8abe8-3eb0-4fcf-b64c-96d6de15841c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:47.652571 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'status': 'completed', 'code': 200} Jul 13 08:22:47.660099 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba592a84-d073-4547-88c6-4633a00fbbf3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.730600 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba592a84-d073-4547-88c6-4633a00fbbf3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.737053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba592a84-d073-4547-88c6-4633a00fbbf3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.753824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'd68db3c5-f572-4f60-a004-e09f2659695e', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'port_id': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'mac_address': 'fa:16:3e:cc:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c683b18d-b380-44ec-8d82-2f844767e912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:22:46Z', 'updated_at': '2021-07-13T08:22:46Z', 'revision_number': 0, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:22:04Z', 'revision_number': 5, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:47.768471 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba592a84-d073-4547-88c6-4633a00fbbf3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3677e1b9-f66b-4e43-bfe9-609792912760,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:47.773434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-78fbb618-5621-4d24-83b4-9dec0e5e4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.775914 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-78fbb618-5621-4d24-83b4-9dec0e5e4469 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823a86609cf94b61b9e50059f3be88ac&device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1097 time: 0.0956111 Jul 13 08:22:47.777337 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba592a84-d073-4547-88c6-4633a00fbbf3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.779819 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ba592a84-d073-4547-88c6-4633a00fbbf3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681774 Jul 13 08:22:47.782609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:47.783756 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] Checking router: 505d0691-ad34-41c3-be62-3c3c3c9e449e for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:22:47.787252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bc4ef0a3-5dfb-4c2e-a148-eefbd7308774 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'security_group_rule': {'security_group_id': '335b2059-d735-4c22-9835-a1bfb3c16cc7', 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:47.793003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:47.793662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:22:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:47.815806 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef0a3-5dfb-4c2e-a148-eefbd7308774 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.893651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-099d27f6-6ecf-4cea-97bb-dbdf61c734b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.895230 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-099d27f6-6ecf-4cea-97bb-dbdf61c734b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 200 len: 915 time: 0.1082003 Jul 13 08:22:47.902280 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef0a3-5dfb-4c2e-a148-eefbd7308774 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.907562 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef0a3-5dfb-4c2e-a148-eefbd7308774 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.926349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ef0a3-5dfb-4c2e-a148-eefbd7308774 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc652580-06d2-424b-bf3e-915297a4dc97,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:47.937259 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:47.937456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef0a3-5dfb-4c2e-a148-eefbd7308774 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.940587 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bc4ef0a3-5dfb-4c2e-a148-eefbd7308774 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569395 Jul 13 08:22:47.944053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:47.951857 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-19813a88-3906-42cf-85eb-23e70ff1598c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'security_group_rule': {'security_group_id': '335b2059-d735-4c22-9835-a1bfb3c16cc7', 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:47.979322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-35c43f1b-0b09-4742-b4bc-44a2bf4be8e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 999 time: 0.0749843 Jul 13 08:22:47.981207 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19813a88-3906-42cf-85eb-23e70ff1598c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.034848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-85527015-8600-4972-857f-83d89b08f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.036946 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-85527015-8600-4972-857f-83d89b08f9da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f653e500-8533-45c0-8803-ddc8f4339264 HTTP/1.1" status: 200 len: 853 time: 0.0507295 Jul 13 08:22:48.048911 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19813a88-3906-42cf-85eb-23e70ff1598c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.054807 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19813a88-3906-42cf-85eb-23e70ff1598c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.077722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19813a88-3906-42cf-85eb-23e70ff1598c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c402f2-5386-46b6-98b3-bc5d5539407d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:48.089676 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19813a88-3906-42cf-85eb-23e70ff1598c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.091197 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-19813a88-3906-42cf-85eb-23e70ff1598c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449044 Jul 13 08:22:48.093925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58796) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:48.099072 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cf4f7a4e-23b8-4157-92fb-47c8ffca88d9 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'security_group_rule': {'security_group_id': '335b2059-d735-4c22-9835-a1bfb3c16cc7', 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:48.109694 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-c2b2c985-c590-4de5-84bb-46c16fb183b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.111358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-c2b2c985-c590-4de5-84bb-46c16fb183b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666304 Jul 13 08:22:48.129839 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4f7a4e-23b8-4157-92fb-47c8ffca88d9 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.197653 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4f7a4e-23b8-4157-92fb-47c8ffca88d9 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.203274 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4f7a4e-23b8-4157-92fb-47c8ffca88d9 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.230213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f7a4e-23b8-4157-92fb-47c8ffca88d9 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad75556-500c-4be3-a74a-4c889555a029,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:48.230475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'd68db3c5-f572-4f60-a004-e09f2659695e', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'port_id': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'mac_address': 'fa:16:3e:cc:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c683b18d-b380-44ec-8d82-2f844767e912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:22:46Z', 'updated_at': '2021-07-13T08:22:46Z', 'revision_number': 0, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:22:04Z', 'revision_number': 5, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:48.230629 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4f7a4e-23b8-4157-92fb-47c8ffca88d9 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.233401 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cf4f7a4e-23b8-4157-92fb-47c8ffca88d9 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382768 Jul 13 08:22:48.234041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58798) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:48.238718 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d55c3756-d9e7-4813-9e33-76226a1cdbec tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'security_group_rule': {'security_group_id': '335b2059-d735-4c22-9835-a1bfb3c16cc7', 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:48.241828 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-74016522-0ec4-4bf8-b97e-1e1fa90a9324 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224408 Jul 13 08:22:48.257483 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4c2c2-a196-4212-a6ea-013d0982e22a None None] The sync data for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 is: [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'd68db3c5-f572-4f60-a004-e09f2659695e', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'port_id': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'mac_address': 'fa:16:3e:cc:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c683b18d-b380-44ec-8d82-2f844767e912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:22:46Z', 'updated_at': '2021-07-13T08:22:46Z', 'revision_number': 0, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:22:04Z', 'revision_number': 5, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:22:48.264050 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-d55c3756-d9e7-4813-9e33-76226a1cdbec tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Project 823a86609cf94b61b9e50059f3be88ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:22:48.269719 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d55c3756-d9e7-4813-9e33-76226a1cdbec tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.342804 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d55c3756-d9e7-4813-9e33-76226a1cdbec tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.346924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d55c3756-d9e7-4813-9e33-76226a1cdbec tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.352527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f25d25d1-93f9-4c47-b7b0-00e341f84a64 req-db01b900-ac05-4b34-b730-b39c7c7615bb service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025336 Jul 13 08:22:48.368649 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c3756-d9e7-4813-9e33-76226a1cdbec tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393a7518-4189-4167-bcdf-a8f5249bdd35,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:48.376203 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d55c3756-d9e7-4813-9e33-76226a1cdbec tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.377517 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d55c3756-d9e7-4813-9e33-76226a1cdbec tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425111 Jul 13 08:22:48.380764 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58800) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:22:48.385660 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c75dee7f-a6ee-4da3-ba2f-7493335ca00f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'security_group_rule': {'security_group_id': '335b2059-d735-4c22-9835-a1bfb3c16cc7', 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:48.417761 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-c75dee7f-a6ee-4da3-ba2f-7493335ca00f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Project 823a86609cf94b61b9e50059f3be88ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:22:48.424523 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c75dee7f-a6ee-4da3-ba2f-7493335ca00f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.435277 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6291b1d-dfff-4ae8-a353-e20363d3e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.498359 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c75dee7f-a6ee-4da3-ba2f-7493335ca00f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.503107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c75dee7f-a6ee-4da3-ba2f-7493335ca00f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.522760 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dee7f-a6ee-4da3-ba2f-7493335ca00f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34142156-ad28-4566-8fd0-2e059be50bc2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:48.527055 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c649759-c5d4-4de6-9c76-8ea2b5878eaa None None] New status for floating IP d68db3c5-f572-4f60-a004-e09f2659695e: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:22:48.529560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c75dee7f-a6ee-4da3-ba2f-7493335ca00f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.530855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c75dee7f-a6ee-4da3-ba2f-7493335ca00f tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490042 Jul 13 08:22:48.683638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-b95ea9e1-4f3f-494b-944c-f96cb5652d27 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757004890&fields=id&tenant_id=823a86609cf94b61b9e50059f3be88ac HTTP/1.1" status: 200 len: 267 time: 0.0502326 Jul 13 08:22:48.771654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-606c51a1-cbcd-4d62-9b7b-9a1dba46206b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.773267 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-606c51a1-cbcd-4d62-9b7b-9a1dba46206b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 945 time: 0.0824986 Jul 13 08:22:48.785574 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-39808e10-7513-4f05-b205-1583f4bd8f1b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'port': {'security_groups': ['244b88e1-4500-4286-ba36-f3b46bd20d33', '335b2059-d735-4c22-9835-a1bfb3c16cc7']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:48.880602 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-39808e10-7513-4f05-b205-1583f4bd8f1b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:49.098379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-39808e10-7513-4f05-b205-1583f4bd8f1b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] For port b3b7a946-b435-4dda-9758-0b4bf00b5b60, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:49.129374 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-39808e10-7513-4f05-b205-1583f4bd8f1b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:49.135931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-39808e10-7513-4f05-b205-1583f4bd8f1b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:49.150099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b3b7a946-b435-4dda-9758-0b4bf00b5b60'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:22:49.185200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-39808e10-7513-4f05-b205-1583f4bd8f1b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:49.185991 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-39808e10-7513-4f05-b205-1583f4bd8f1b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:49.187634 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b84b9af4-2300-4bed-97db-9382f4da9c1d req-39808e10-7513-4f05-b205-1583f4bd8f1b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "PUT /v2.0/ports/b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 981 time: 0.4073179 Jul 13 08:22:49.217809 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39808e10-7513-4f05-b205-1583f4bd8f1b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'Port': ['ID=b3b7a946-b435-4dda-9758-0b4bf00b5b60,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:49.245300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b3b7a946-b435-4dda-9758-0b4bf00b5b60'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:22:49.396068 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a11775-19e6-4c52-9f51-36a440231f1b req-64c55688-df43-406f-8177-86e7d1367e30 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:49.398366 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8a11775-19e6-4c52-9f51-36a440231f1b req-64c55688-df43-406f-8177-86e7d1367e30 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0987310 Jul 13 08:22:49.450771 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e8a11775-19e6-4c52-9f51-36a440231f1b req-9adb18f7-b1c6-455c-9a57-d609e02b78e9 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375202 Jul 13 08:22:49.548981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c5d1f3ff-7c07-4087-86a6-8a24281d765f None None] Provisioning complete for port b3b7a946-b435-4dda-9758-0b4bf00b5b60 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:49.549610 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f3ff-7c07-4087-86a6-8a24281d765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:49.654302 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:49.657645 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019cd98e-68e6-4912-b841-27a5dfe59347" -d '{"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:49.694982 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93eb25a-74da-4a28-a791-b97564aeddcc x-openstack-request-id: req-e93eb25a-74da-4a28-a791-b97564aeddcc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:49.695278 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:49.695534 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e93eb25a-74da-4a28-a791-b97564aeddcc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:49.695933 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'status': 'completed', 'code': 200} Jul 13 08:22:49.790916 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-0a76f351-c9ff-4cb9-9c1e-a2ad4e41479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:49.792566 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-0a76f351-c9ff-4cb9-9c1e-a2ad4e41479f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823a86609cf94b61b9e50059f3be88ac&device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1136 time: 0.0731721 Jul 13 08:22:49.919998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-521c424e-5ac4-4e81-8316-7874eff2fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:49.921571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-521c424e-5ac4-4e81-8316-7874eff2fdc6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 200 len: 915 time: 0.1223514 Jul 13 08:22:49.995507 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-7b057c5b-078f-4977-b662-4ce6aa7dbd4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 1001 time: 0.0661855 Jul 13 08:22:50.045318 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-e2deb90d-69bc-4da8-839a-8d520cd530cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:50.046805 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-e2deb90d-69bc-4da8-839a-8d520cd530cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f653e500-8533-45c0-8803-ddc8f4339264 HTTP/1.1" status: 200 len: 853 time: 0.0448818 Jul 13 08:22:50.104547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-97411109-fe0d-44f5-8134-4c8fb174f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:50.106227 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-97411109-fe0d-44f5-8134-4c8fb174f727 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523369 Jul 13 08:22:50.199447 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-af7ed413-59f7-4d13-8353-b78e0203f410 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864375 Jul 13 08:22:50.295153 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-019cd98e-68e6-4912-b841-27a5dfe59347 req-b55ee7a7-752f-4f53-8b3e-70e4af9e614d service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843771 Jul 13 08:22:51.115783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-62be55d9-ae2f-4feb-bcbe-e62cdaada7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:51.178214 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:52.195505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:53.856956 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:06.236681 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:06.584400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-46836afa-dd16-4c79-a093-4dcea0dff578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.586008 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-46836afa-dd16-4c79-a093-4dcea0dff578 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823a86609cf94b61b9e50059f3be88ac&device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1136 time: 0.0583632 Jul 13 08:23:06.612044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36945-2a72-4eda-a9d4-c5f5fff66cbf req-c1f17b38-f5a2-4eb2-9174-d7678196e761 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.613547 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98e36945-2a72-4eda-a9d4-c5f5fff66cbf req-c1f17b38-f5a2-4eb2-9174-d7678196e761 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0638361 Jul 13 08:23:06.655498 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98e36945-2a72-4eda-a9d4-c5f5fff66cbf req-10c37c8c-0026-4625-8034-199342c37612 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359111 Jul 13 08:23:06.683087 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-6ded6817-76d6-42a2-ba19-56fa0d0507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.684746 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-6ded6817-76d6-42a2-ba19-56fa0d0507f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 200 len: 915 time: 0.0901084 Jul 13 08:23:06.755408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-a032f4c2-5797-4bc7-8463-d0e4a7d30a7c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 1001 time: 0.0638669 Jul 13 08:23:06.804799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-37c7cd5a-4030-4144-aa57-08f6f8fb6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.806292 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-37c7cd5a-4030-4144-aa57-08f6f8fb6a09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f653e500-8533-45c0-8803-ddc8f4339264 HTTP/1.1" status: 200 len: 853 time: 0.0441360 Jul 13 08:23:06.863625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-79ce19c8-84c3-4300-a36d-473c2d8fa251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.865150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-79ce19c8-84c3-4300-a36d-473c2d8fa251 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518577 Jul 13 08:23:06.958897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-8a36e76c-2d6b-45f5-a470-599e7b98a410 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866210 Jul 13 08:23:07.046855 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9fbc4ce8-b418-4bcb-aa75-788d602df776 req-3e86ecc1-8467-473f-b692-b210a950bbc6 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812151 Jul 13 08:23:07.831950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f1af2-8fef-4d28-aa54-84691f46be6d req-f72e18b8-a38f-4a1e-a84f-179a8d70af96 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.833487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-672f1af2-8fef-4d28-aa54-84691f46be6d req-f72e18b8-a38f-4a1e-a84f-179a8d70af96 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0641680 Jul 13 08:23:07.874191 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-672f1af2-8fef-4d28-aa54-84691f46be6d req-504d9dec-7c3a-45b6-bd8e-e4611fb76d7c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349481 Jul 13 08:23:08.195722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:09.052121 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bfc42-2ca8-4262-81cd-37a59e56bd52 req-91fa596e-f14e-4b99-8f01-750e77886a0b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:09.053666 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c93bfc42-2ca8-4262-81cd-37a59e56bd52 req-91fa596e-f14e-4b99-8f01-750e77886a0b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0678720 Jul 13 08:23:09.093803 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c93bfc42-2ca8-4262-81cd-37a59e56bd52 req-c74fcdf8-154f-41cd-b0a6-ccb47c080e58 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342042 Jul 13 08:23:10.268191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a83d2-3233-4e0b-8034-f6a48d916e3a req-bdce5b21-298a-4d11-9a66-1d2bb1e4abfa tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:10.269702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-807a83d2-3233-4e0b-8034-f6a48d916e3a req-bdce5b21-298a-4d11-9a66-1d2bb1e4abfa tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0648456 Jul 13 08:23:10.309108 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-807a83d2-3233-4e0b-8034-f6a48d916e3a req-a6bcc6c9-5bfa-4330-91ac-99d0e9451d65 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335076 Jul 13 08:23:11.489082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963228-a4be-4699-8971-7bf83623e149 req-0bf1fa92-7854-4bc4-8559-b9edb4248912 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:11.490615 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a963228-a4be-4699-8971-7bf83623e149 req-0bf1fa92-7854-4bc4-8559-b9edb4248912 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0674953 Jul 13 08:23:11.530996 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0a963228-a4be-4699-8971-7bf83623e149 req-6c893c73-0a94-47ea-8274-36e65fcf35b6 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345075 Jul 13 08:23:12.702838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9f47a-b817-4dfd-b56d-7834bf555e52 req-ccc25eca-237d-4600-bf36-4febdf76c8d3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:12.704377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30f9f47a-b817-4dfd-b56d-7834bf555e52 req-ccc25eca-237d-4600-bf36-4febdf76c8d3 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0645337 Jul 13 08:23:12.745718 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30f9f47a-b817-4dfd-b56d-7834bf555e52 req-60726437-27aa-4427-a006-b5040ac3d7c4 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355341 Jul 13 08:23:13.922738 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f958446-5256-45a3-bc85-557ad81c2e12 req-ab70ea10-5c41-49b0-a211-3556fdc110b4 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:13.924290 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6f958446-5256-45a3-bc85-557ad81c2e12 req-ab70ea10-5c41-49b0-a211-3556fdc110b4 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0700378 Jul 13 08:23:13.963848 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6f958446-5256-45a3-bc85-557ad81c2e12 req-505853c7-37ca-44eb-b4c3-212ac130ffd9 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338326 Jul 13 08:23:15.140443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b7623-f3bd-4270-8f4d-c4c92f284e50 req-ef783fbb-bb98-4acd-8022-9e5c306ddc5b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:15.141878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-069b7623-f3bd-4270-8f4d-c4c92f284e50 req-ef783fbb-bb98-4acd-8022-9e5c306ddc5b tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0687823 Jul 13 08:23:15.182117 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-069b7623-f3bd-4270-8f4d-c4c92f284e50 req-33143630-7e3e-4431-bfe9-664052ba43b4 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345001 Jul 13 08:23:16.359108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9ddd7-556d-4358-88c6-b9bbce19ccfc req-e97d897f-51aa-4e54-a7c1-76513f56dc40 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.360589 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bff9ddd7-556d-4358-88c6-b9bbce19ccfc req-e97d897f-51aa-4e54-a7c1-76513f56dc40 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0631285 Jul 13 08:23:16.401493 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bff9ddd7-556d-4358-88c6-b9bbce19ccfc req-02380176-a47c-4b0a-8f01-b8ba923deb04 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353088 Jul 13 08:23:17.580143 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066acfaf-8186-48a7-960c-9e7eae185699 req-9358ab14-2bbd-4148-bdd5-e9aa4b32f4d2 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:17.581647 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-066acfaf-8186-48a7-960c-9e7eae185699 req-9358ab14-2bbd-4148-bdd5-e9aa4b32f4d2 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0695674 Jul 13 08:23:17.622145 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-066acfaf-8186-48a7-960c-9e7eae185699 req-650b3928-61da-438f-86bc-eb344283ad99 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348446 Jul 13 08:23:18.420775 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5a4c052-0493-4786-81d8-98c71293f6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:18.795604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50547f9-42af-451c-aef2-521f1372e6fd req-d97e58c5-4623-4f15-9685-5f4658d6dbbc tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:18.797136 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f50547f9-42af-451c-aef2-521f1372e6fd req-d97e58c5-4623-4f15-9685-5f4658d6dbbc tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0661058 Jul 13 08:23:18.844402 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f50547f9-42af-451c-aef2-521f1372e6fd req-7e266d0a-e313-4e89-ad48-7643e7efa529 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&id=335b2059-d735-4c22-9835-a1bfb3c16cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413189 Jul 13 08:23:19.864164 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:23:21.115735 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26e79eb9-a1f9-4bae-9eda-c0d8cab371e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:21.178586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:22.196979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:23.859845 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:27.836789 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db749418-d139-4c5c-89bd-5f02ad21922e req-79e1134f-aceb-4d89-bb62-706e0908e432 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554183 Jul 13 08:23:27.930783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db749418-d139-4c5c-89bd-5f02ad21922e req-631c7bdf-3c28-4bdd-8b1f-0d94a6c20d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:27.932281 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db749418-d139-4c5c-89bd-5f02ad21922e req-631c7bdf-3c28-4bdd-8b1f-0d94a6c20d05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823a86609cf94b61b9e50059f3be88ac&device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1136 time: 0.0527799 Jul 13 08:23:28.035172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db749418-d139-4c5c-89bd-5f02ad21922e req-76d955a8-9f84-4f58-b876-e242d1f33822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:28.036672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db749418-d139-4c5c-89bd-5f02ad21922e req-76d955a8-9f84-4f58-b876-e242d1f33822 service neutron] 10.222.0.38 "GET /v2.0/networks?id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 200 len: 915 time: 0.0843670 Jul 13 08:23:28.109940 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db749418-d139-4c5c-89bd-5f02ad21922e req-b36ff35a-3da0-4fab-a678-f57c4c311b17 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 1001 time: 0.0642614 Jul 13 08:23:28.156803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db749418-d139-4c5c-89bd-5f02ad21922e req-5c9a75f8-d923-477f-9bf4-c173d5462af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:28.158280 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db749418-d139-4c5c-89bd-5f02ad21922e req-5c9a75f8-d923-477f-9bf4-c173d5462af3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f653e500-8533-45c0-8803-ddc8f4339264 HTTP/1.1" status: 200 len: 853 time: 0.0428433 Jul 13 08:23:28.213188 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db749418-d139-4c5c-89bd-5f02ad21922e req-823b8ec6-a5e3-4838-87d6-57a84075dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:28.214719 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db749418-d139-4c5c-89bd-5f02ad21922e req-823b8ec6-a5e3-4838-87d6-57a84075dfec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506749 Jul 13 08:23:28.306917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db749418-d139-4c5c-89bd-5f02ad21922e req-3d6b26ed-af32-4ff6-b92b-75713cc8db94 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859323 Jul 13 08:23:28.395984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-db749418-d139-4c5c-89bd-5f02ad21922e req-f79ccafc-dca8-45e5-ab22-8974a431cf61 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832267 Jul 13 08:23:36.236131 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:38.203649 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:48.423731 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9fd33a8b-4fbc-4143-affe-4bd7ff4d4a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.117084 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b476209f-2c44-41a8-b738-1b83f53f9708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.179360 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.197275 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-61f6c055-a31e-47f6-b4fb-d525612039b5 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757004890&fields=id&tenant_id=823a86609cf94b61b9e50059f3be88ac HTTP/1.1" status: 200 len: 267 time: 0.0345001 Jul 13 08:23:51.268444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-fa87d3a4-bc41-41c3-856a-0abb3dea3232 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:51.269917 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-fa87d3a4-bc41-41c3-856a-0abb3dea3232 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 984 time: 0.0672927 Jul 13 08:23:51.280692 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Request body: {'port': {'security_groups': ['244b88e1-4500-4286-ba36-f3b46bd20d33']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:51.361233 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.529909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] For port b3b7a946-b435-4dda-9758-0b4bf00b5b60, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:51.557838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.562361 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.574701 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b3b7a946-b435-4dda-9758-0b4bf00b5b60'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:23:51.607818 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:51.608453 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.612993 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fef8b40f-7eab-46a5-8f16-249fa39a5abc req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "PUT /v2.0/ports/b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 942 time: 0.3344343 Jul 13 08:23:51.612993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:51.613444 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba019550-3292-489f-8060-6753d5ae0ced" -d '{"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:51.616196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58866) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:51.650071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event updated for resources: {'Port': ['ID=b3b7a946-b435-4dda-9758-0b4bf00b5b60,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:51.660731 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.661098 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.661420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.661757 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.662136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.662496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.662797 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.663173 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.663510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.663836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.664164 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.664488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92aec74-743a-4857-b66c-d69800029dac tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.678084 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b3b7a946-b435-4dda-9758-0b4bf00b5b60'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:23:51.691897 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776820b3-4ef7-41a2-a9d3-b68401c8142c x-openstack-request-id: req-776820b3-4ef7-41a2-a9d3-b68401c8142c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:51.692187 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:51.692442 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-776820b3-4ef7-41a2-a9d3-b68401c8142c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:51.692861 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'status': 'completed', 'code': 200} Jul 13 08:23:51.752143 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.790517 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.830056 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba019550-3292-489f-8060-6753d5ae0ced req-f20bdd89-dca4-4e4c-8605-8e2ecf8230e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:51.831584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba019550-3292-489f-8060-6753d5ae0ced req-f20bdd89-dca4-4e4c-8605-8e2ecf8230e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823a86609cf94b61b9e50059f3be88ac&device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1097 time: 0.1138306 Jul 13 08:23:51.913400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.915929 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.917139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "DELETE /v2.0/security-groups/335b2059-d735-4c22-9835-a1bfb3c16cc7 HTTP/1.1" status: 204 len: 168 time: 0.2998812 Jul 13 08:23:51.919955 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:51.933563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ec78641d-4e2b-4c89-9b58-c78032f2e6ac None None] Provisioning complete for port b3b7a946-b435-4dda-9758-0b4bf00b5b60 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:51.933964 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec78641d-4e2b-4c89-9b58-c78032f2e6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:51.935196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335b2059-d735-4c22-9835-a1bfb3c16cc7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:51.948756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.949138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.949439 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.949780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.950134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.950466 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.950795 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.951121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.951445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.951770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.952092 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.952415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1d05f0-5d77-4cde-b5ef-b4041d506c8c tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:51.965872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba019550-3292-489f-8060-6753d5ae0ced req-ed7c9e02-9b8e-43a9-8c56-21c1fbba561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:51.967166 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba019550-3292-489f-8060-6753d5ae0ced req-ed7c9e02-9b8e-43a9-8c56-21c1fbba561a service neutron] 10.222.0.38 "GET /v2.0/networks?id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 200 len: 915 time: 0.1286194 Jul 13 08:23:52.039901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba019550-3292-489f-8060-6753d5ae0ced req-a4b7746e-18a5-4b8f-b018-3cf93e5cb9b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 1001 time: 0.0660732 Jul 13 08:23:52.091233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba019550-3292-489f-8060-6753d5ae0ced req-d793d73d-2335-4e5a-bc5a-706bf9d07912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:52.092728 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba019550-3292-489f-8060-6753d5ae0ced req-d793d73d-2335-4e5a-bc5a-706bf9d07912 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f653e500-8533-45c0-8803-ddc8f4339264 HTTP/1.1" status: 200 len: 853 time: 0.0471709 Jul 13 08:23:52.101230 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Deleting port 3746829e-3953-4117-8438-5492d24c2190 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:23:52.101585 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.150798 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba019550-3292-489f-8060-6753d5ae0ced req-98baee09-52bd-4bd8-b034-e5d06c499180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:52.152316 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba019550-3292-489f-8060-6753d5ae0ced req-98baee09-52bd-4bd8-b034-e5d06c499180 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532570 Jul 13 08:23:52.186963 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.187206 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.200087 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Calling delete_port for 3746829e-3953-4117-8438-5492d24c2190 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:23:52.202456 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.249358 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba019550-3292-489f-8060-6753d5ae0ced req-89146b14-0c0b-4cd7-9d4e-4d534fde65b6 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907569 Jul 13 08:23:52.339769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ba019550-3292-489f-8060-6753d5ae0ced req-75d9d406-7add-4a05-b27f-0babd932f104 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Jul 13 08:23:52.355155 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.381645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event deleted for resources: {'Port': ['ID=3746829e-3953-4117-8438-5492d24c2190,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:52.448537 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.448875 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Floating IP d68db3c5-f572-4f60-a004-e09f2659695e disassociated (deleted). External IP: 172.25.8.231, port: b3b7a946-b435-4dda-9758-0b4bf00b5b60. Jul 13 08:23:52.648934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Router 505d0691-ad34-41c3-be62-3c3c3c9e449e has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:23:52.756515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:23:52.761248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:52.767433 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] Sync routers for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:23:52.776193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:23:52.776804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:52.802363 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ebc02f0c-5e48-4bb9-bb59-59b0a7ddd77a tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "DELETE /v2.0/floatingips/d68db3c5-f572-4f60-a004-e09f2659695e HTTP/1.1" status: 204 len: 168 time: 0.8787248 Jul 13 08:23:52.882999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:23:53.094922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:22:04Z', 'revision_number': 5, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:53.123332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] Checking router: 505d0691-ad34-41c3-be62-3c3c3c9e449e for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:23:53.133239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:23:53.133854 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:53.394487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:23:53.597802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:22:04Z', 'revision_number': 5, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:53.623916 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a32236-fc4a-4b78-a56c-e828ade2d78a None None] The sync data for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 is: [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:21:57Z', 'revision_number': 4, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '43ab445d-f10b-48bc-848a-898ca2a3af3c', 'name': '', 'network_id': '245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'mac_address': 'fa:16:3e:a7:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:57Z', 'updated_at': '2021-07-13T08:22:04Z', 'revision_number': 5, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'subnets': [{'id': 'f653e500-8533-45c0-8803-ddc8f4339264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:23:53.694509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:53.696503 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8539996-e0aa-4370-a058-e8679abfcd97" -d '{"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:53.733406 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb2eb2-1126-466c-9000-75cd686cd590 x-openstack-request-id: req-4ddb2eb2-1126-466c-9000-75cd686cd590 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:53.733767 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:53.734134 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ddb2eb2-1126-466c-9000-75cd686cd590 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:53.735218 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'status': 'completed', 'code': 200} Jul 13 08:23:53.814529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-a0771077-65ef-4745-af27-baa1d7e72322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:53.816102 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-a0771077-65ef-4745-af27-baa1d7e72322 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823a86609cf94b61b9e50059f3be88ac&device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 1097 time: 0.0592666 Jul 13 08:23:53.871229 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.877268 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ec405-6006-4528-940f-605c308c4428 None None] New status for floating IP d68db3c5-f572-4f60-a004-e09f2659695e: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:23:53.926274 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-853e0791-1ce2-478c-8696-f556fbc578c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:53.927717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-853e0791-1ce2-478c-8696-f556fbc578c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 200 len: 915 time: 0.1052926 Jul 13 08:23:53.971571 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-a3ff76d8-eff0-4a28-8ef0-c9664bf36bb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 200 len: 217 time: 0.0371759 Jul 13 08:23:54.027607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-4d52fed3-b99f-479d-abab-df0f1ec9b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:54.029274 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-4d52fed3-b99f-479d-abab-df0f1ec9b939 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f653e500-8533-45c0-8803-ddc8f4339264 HTTP/1.1" status: 200 len: 853 time: 0.0506730 Jul 13 08:23:54.089247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-fb2bafef-ce9b-4d05-9fcd-642cf79d8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:54.090832 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-fb2bafef-ce9b-4d05-9fcd-642cf79d8e1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553625 Jul 13 08:23:54.190681 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-c2a0bb04-5b74-4efc-823e-4c7b6c01b72c service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931807 Jul 13 08:23:54.286252 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d8539996-e0aa-4370-a058-e8679abfcd97 req-6c39936f-2c45-4df4-be96-a469315567f6 service neutron] 10.222.0.38 "GET /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893307 Jul 13 08:23:56.863479 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:24:00.195640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9460605-f280-4e16-8783-a6250e64b2f7 req-eddfdc8b-9cfc-4266-85ef-0442a0863c67 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:00.197164 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9460605-f280-4e16-8783-a6250e64b2f7 req-eddfdc8b-9cfc-4266-85ef-0442a0863c67 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 945 time: 0.0639861 Jul 13 08:24:00.235312 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9460605-f280-4e16-8783-a6250e64b2f7 req-9af621ad-c774-4f66-b40a-be42788418da tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Jul 13 08:24:01.409043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a15824-5020-4494-a7bb-66a97e161a02 req-3b1a0d53-5cd4-4031-8dab-e688885250c0 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:01.410501 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49a15824-5020-4494-a7bb-66a97e161a02 req-3b1a0d53-5cd4-4031-8dab-e688885250c0 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 945 time: 0.0646362 Jul 13 08:24:01.446812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-49a15824-5020-4494-a7bb-66a97e161a02 req-e26f978e-e9d4-4220-ac4b-c329f4d17400 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/security-groups?id=244b88e1-4500-4286-ba36-f3b46bd20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308511 Jul 13 08:24:01.747118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-4ae7e30e-558d-4fa0-b397-9aa016bf6181 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:01.748550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-4ae7e30e-558d-4fa0-b397-9aa016bf6181 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.38 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 945 time: 0.0645447 Jul 13 08:24:01.858845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Deleting port b3b7a946-b435-4dda-9758-0b4bf00b5b60 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:24:01.859410 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:01.960538 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] For port b3b7a946-b435-4dda-9758-0b4bf00b5b60, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=b3b7a946-b435-4dda-9758-0b4bf00b5b60,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:01.960908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:01.976379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Calling delete_port for b3b7a946-b435-4dda-9758-0b4bf00b5b60 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:24:02.122773 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:02.136340 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['b3b7a946-b435-4dda-9758-0b4bf00b5b60'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:24:02.175957 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Pushing event deleted for resources: {'Port': ['ID=b3b7a946-b435-4dda-9758-0b4bf00b5b60,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:02.227454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] No DVR routers for this DVR port b3b7a946-b435-4dda-9758-0b4bf00b5b60 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:24:02.230139 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:02.232320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-8fd7ceb9-dae5-4d2c-bde2-f9af422b440d req-8380e027-0028-45dd-955c-63654f8ca4ff tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.38 "DELETE /v2.0/ports/b3b7a946-b435-4dda-9758-0b4bf00b5b60 HTTP/1.1" status: 204 len: 173 time: 0.4783685 Jul 13 08:24:02.232780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'name': 'network-vif-deleted', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:02.235675 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ecaecf-72b3-44e8-ac34-441bf32bc193" -d '{"events": [{"server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "name": "network-vif-deleted", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:02.286647 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e04e8e8-7559-43a5-9044-187160ca4b55 x-openstack-request-id: req-9e04e8e8-7559-43a5-9044-187160ca4b55 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:02.286846 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c683b18d-b380-44ec-8d82-2f844767e912", "name": "network-vif-deleted", "tag": "b3b7a946-b435-4dda-9758-0b4bf00b5b60", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:02.287134 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e04e8e8-7559-43a5-9044-187160ca4b55 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:02.287537 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c683b18d-b380-44ec-8d82-2f844767e912', 'name': 'network-vif-deleted', 'tag': 'b3b7a946-b435-4dda-9758-0b4bf00b5b60', 'status': 'completed', 'code': 200} Jul 13 08:24:02.609571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9b38e792-82f6-4223-b6d7-affa8608596b req-9ce8c5bd-c606-4a7d-9a91-454bbbbe5262 tempest-TestMinimumBasicScenario-18971703 tempest-TestMinimumBasicScenario-18971703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c683b18d-b380-44ec-8d82-2f844767e912 HTTP/1.1" status: 200 len: 210 time: 0.0363324 Jul 13 08:24:04.213646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:04.554823 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:04.807051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Deleting port 43ab445d-f10b-48bc-848a-898ca2a3af3c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:24:04.807313 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:04.890101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] For port 43ab445d-f10b-48bc-848a-898ca2a3af3c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=43ab445d-f10b-48bc-848a-898ca2a3af3c,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:04.890465 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:04.903516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Calling delete_port for 43ab445d-f10b-48bc-848a-898ca2a3af3c owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:24:05.079436 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:05.103788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ab445d-f10b-48bc-848a-898ca2a3af3c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:05.272986 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:05.813655 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Router 505d0691-ad34-41c3-be62-3c3c3c9e449e has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:24:05.919867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:24:05.924953 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8f14cbf6-344e-4f24-a023-94c3de70f084 admin admin] 10.222.0.41 "PUT /v2.0/routers/505d0691-ad34-41c3-be62-3c3c3c9e449e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102611 Jul 13 08:24:05.927551 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:05.931679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] Sync routers for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:24:05.942051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b3b7a946-b435-4dda-9758-0b4bf00b5b60 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:05.946895 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:05.947514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:05.969981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: b3b7a946-b435-4dda-9758-0b4bf00b5b60 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:24:05.970332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device b3b7a946-b435-4dda-9758-0b4bf00b5b60 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:06.032712 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.072963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:06.135170 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.192126 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Deleting port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:24:06.192474 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.255535 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.267686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:24:05Z', 'revision_number': 5, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port': {'id': '9ec3b6f1-3b72-41a8-8c0d-cc100e272801', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:06.278383 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] For port 9ec3b6f1-3b72-41a8-8c0d-cc100e272801, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9ec3b6f1-3b72-41a8-8c0d-cc100e272801,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:06.278930 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.291162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Calling delete_port for 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:24:06.294976 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] Checking router: 505d0691-ad34-41c3-be62-3c3c3c9e449e for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:24:06.303809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] Routers {'505d0691-ad34-41c3-be62-3c3c3c9e449e'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:06.304440 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['505d0691-ad34-41c3-be62-3c3c3c9e449e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:06.391904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] Set router 505d0691-ad34-41c3-be62-3c3c3c9e449e gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:06.447812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:24:06Z', 'revision_number': 6, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:06.463480 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.474932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff08802-0f2d-44ab-ae1a-516a60d46bdc None None] The sync data for ids ['505d0691-ad34-41c3-be62-3c3c3c9e449e'] in n-d-758944-43 is: [{'id': '505d0691-ad34-41c3-be62-3c3c3c9e449e', 'name': 'tempest-TestMinimumBasicScenario-463857507-router', 'tenant_id': '823a86609cf94b61b9e50059f3be88ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:55Z', 'updated_at': '2021-07-13T08:24:06Z', 'revision_number': 6, 'project_id': '823a86609cf94b61b9e50059f3be88ac', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:24:06.490225 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec3b6f1-3b72-41a8-8c0d-cc100e272801,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:06.554726 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.649010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.650997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.694866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.695427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 505d0691-ad34-41c3-be62-3c3c3c9e449e {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:24:06.699915 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.701231 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4aece08f-6386-412d-86b1-bd57ec91b441 admin admin] 10.222.0.41 "DELETE /v2.0/routers/505d0691-ad34-41c3-be62-3c3c3c9e449e HTTP/1.1" status: 204 len: 168 time: 0.7727883 Jul 13 08:24:06.703807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58968) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:06.748509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-972bf780-79b9-4a4e-bb7a-554156a33661 admin admin] Deleting subnet f653e500-8533-45c0-8803-ddc8f4339264 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:24:06.752582 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-972bf780-79b9-4a4e-bb7a-554156a33661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.786517 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-972bf780-79b9-4a4e-bb7a-554156a33661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.871836 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-972bf780-79b9-4a4e-bb7a-554156a33661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.927341 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-972bf780-79b9-4a4e-bb7a-554156a33661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.956315 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bf780-79b9-4a4e-bb7a-554156a33661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f653e500-8533-45c0-8803-ddc8f4339264,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:06.959098 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-972bf780-79b9-4a4e-bb7a-554156a33661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.964003 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-972bf780-79b9-4a4e-bb7a-554156a33661 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f653e500-8533-45c0-8803-ddc8f4339264 HTTP/1.1" status: 204 len: 168 time: 0.2565789 Jul 13 08:24:06.964124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e612709-6040-4b89-80e3-70499f8e28f9 None None] Network 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:24:06.964593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 58970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:07.036183 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.090592 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Deleting port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:24:07.091161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.155806 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] For port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b,segment=NetworkSegment(23ee3d75-5878-42c3-8a80-e5ccbf48b0f6),segment_id=23ee3d75-5878-42c3-8a80-e5ccbf48b0f6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:07.156174 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.171600 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Calling delete_port for 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:24:07.267730 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.287316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f940e9-7474-4d2e-b36c-caca7944d6c1 None None] DHCP port deletion for 245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:24:07.299726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] No DVR routers for this DVR port 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:24:07.304604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:07.363203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:07.383777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:24:07.384124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9ec3b6f1-3b72-41a8-8c0d-cc100e272801 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:07.384551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 43ab445d-f10b-48bc-848a-898ca2a3af3c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:07.386618 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.397665 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:07.404677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 43ab445d-f10b-48bc-848a-898ca2a3af3c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:24:07.405031 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 43ab445d-f10b-48bc-848a-898ca2a3af3c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:07.405460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:07.410405 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:07.411035 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ee3d75-5878-42c3-8a80-e5ccbf48b0f6') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:07.420427 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.428184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:24:07.428547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3b8fc286-96fe-45d5-b8ff-cd1cd4a0212b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:07.443825 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.449706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:24:07.450295 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: timer() Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:24:07.451904 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:24:07.507065 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.512061 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:07.514391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] 10.222.0.41 "DELETE /v2.0/networks/245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b HTTP/1.1" status: 204 len: 168 time: 0.5491843 Jul 13 08:24:07.517720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:07.528088 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bd2fc-4e20-4f99-87a9-6208cac95774 admin admin] Pushing event deleted for resources: {'Network': ['ID=245d4b1e-f00e-4e4c-9ff0-d3d566a72c8b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:07.862365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:08.111865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Deleting port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:24:08.112122 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:08.192146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] For port e44e6c6c-af79-4ddc-bb61-73b545cc2b5b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=e44e6c6c-af79-4ddc-bb61-73b545cc2b5b,segment=NetworkSegment(efde21ef-43a6-46ff-9c5b-d654b4c31735),segment_id=efde21ef-43a6-46ff-9c5b-d654b4c31735)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:08.192575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:08.205540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Calling delete_port for e44e6c6c-af79-4ddc-bb61-73b545cc2b5b owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:24:08.208579 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:08.384416 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:08.409582 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Pushing event deleted for resources: {'Port': ['ID=e44e6c6c-af79-4ddc-bb61-73b545cc2b5b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:08.894383 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.103195 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Router dab236b5-cafe-47e8-929b-a8294912604c has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:24:09.208797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:24:09.213683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dd4ae0b5-7c41-4fcd-a95d-c55b4b8a861e admin admin] 10.222.0.41 "PUT /v2.0/routers/dab236b5-cafe-47e8-929b-a8294912604c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946976 Jul 13 08:24:09.216225 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:09.218136 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] Sync routers for ids ['dab236b5-cafe-47e8-929b-a8294912604c'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:24:09.228609 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] Routers {'dab236b5-cafe-47e8-929b-a8294912604c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:09.229219 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dab236b5-cafe-47e8-929b-a8294912604c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:09.321745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.332331 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] Set router dab236b5-cafe-47e8-929b-a8294912604c gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:09.425153 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.477773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Deleting port 232169df-abc0-4d35-9471-ef600948fd41 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:24:09.478232 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.508373 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '232169df-abc0-4d35-9471-ef600948fd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:59Z', 'updated_at': '2021-07-13T08:24:08Z', 'revision_number': 5, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'gw_port': {'id': '232169df-abc0-4d35-9471-ef600948fd41', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:22:00Z', 'updated_at': '2021-07-13T08:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:09.534776 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] Checking router: dab236b5-cafe-47e8-929b-a8294912604c for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:24:09.543173 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] Routers {'dab236b5-cafe-47e8-929b-a8294912604c'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:09.543778 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['dab236b5-cafe-47e8-929b-a8294912604c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:09.561779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] For port 232169df-abc0-4d35-9471-ef600948fd41, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=232169df-abc0-4d35-9471-ef600948fd41,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:09.562280 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.574386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Calling delete_port for 232169df-abc0-4d35-9471-ef600948fd41 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:24:09.628010 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] Set router dab236b5-cafe-47e8-929b-a8294912604c gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:09.678091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:59Z', 'updated_at': '2021-07-13T08:24:09Z', 'revision_number': 6, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:09.706982 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6887a-e618-4195-97f3-2081e2bbe419 None None] The sync data for ids ['dab236b5-cafe-47e8-929b-a8294912604c'] in n-d-758944-43 is: [{'id': 'dab236b5-cafe-47e8-929b-a8294912604c', 'name': 'tempest-TestMinimumBasicScenario-387140303-router', 'tenant_id': 'b04e9c1340794e4597d19505b6635c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:21:59Z', 'updated_at': '2021-07-13T08:24:09Z', 'revision_number': 6, 'project_id': 'b04e9c1340794e4597d19505b6635c2a', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:24:09.747980 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.773992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=232169df-abc0-4d35-9471-ef600948fd41,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:09.834235 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.925009 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.927127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.973636 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.974122 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab236b5-cafe-47e8-929b-a8294912604c {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:24:09.978570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:09.979754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a63cf485-1a66-4df1-a1b4-762194e68f7a admin admin] 10.222.0.41 "DELETE /v2.0/routers/dab236b5-cafe-47e8-929b-a8294912604c HTTP/1.1" status: 204 len: 168 time: 0.7622428 Jul 13 08:24:09.982269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58976) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:10.027365 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbbe286-e0cf-4dfb-b6a2-96ac8e47509e admin admin] Deleting subnet b1d3a890-cff9-4d57-9637-31c9899cef78 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:24:10.031052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe286-e0cf-4dfb-b6a2-96ac8e47509e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.068358 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe286-e0cf-4dfb-b6a2-96ac8e47509e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.152949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe286-e0cf-4dfb-b6a2-96ac8e47509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.205779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe286-e0cf-4dfb-b6a2-96ac8e47509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.233382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbe286-e0cf-4dfb-b6a2-96ac8e47509e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d3a890-cff9-4d57-9637-31c9899cef78,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:10.235837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe286-e0cf-4dfb-b6a2-96ac8e47509e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.237738 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ddbbe286-e0cf-4dfb-b6a2-96ac8e47509e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b1d3a890-cff9-4d57-9637-31c9899cef78 HTTP/1.1" status: 204 len: 168 time: 0.2545493 Jul 13 08:24:10.240330 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58978) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:10.242828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6bf91-9c3c-4225-8d2e-13da03fcc388 None None] Network 0a405d02-7634-4a2e-be56-acf58c87341e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:24:10.312490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.366948 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Deleting port ab287492-8a6e-441b-97f9-5e8469621c9b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:24:10.367299 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.432770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] For port ab287492-8a6e-441b-97f9-5e8469621c9b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ab287492-8a6e-441b-97f9-5e8469621c9b,segment=NetworkSegment(efde21ef-43a6-46ff-9c5b-d654b4c31735),segment_id=efde21ef-43a6-46ff-9c5b-d654b4c31735)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:10.433131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.445320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Calling delete_port for ab287492-8a6e-441b-97f9-5e8469621c9b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:24:10.461816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] DHCP port deletion for 0a405d02-7634-4a2e-be56-acf58c87341e request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:24:10.520201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Deleting port ab287492-8a6e-441b-97f9-5e8469621c9b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:24:10.520923 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.538274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.566408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab287492-8a6e-441b-97f9-5e8469621c9b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:10.568675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] No DVR routers for this DVR port ab287492-8a6e-441b-97f9-5e8469621c9b on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:24:10.598416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] For port ab287492-8a6e-441b-97f9-5e8469621c9b, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ab287492-8a6e-441b-97f9-5e8469621c9b,segment=NetworkSegment(efde21ef-43a6-46ff-9c5b-d654b4c31735),segment_id=efde21ef-43a6-46ff-9c5b-d654b4c31735)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:10.599281 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.611273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Calling delete_port for ab287492-8a6e-441b-97f9-5e8469621c9b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:24:10.644831 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.656004 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a405d02-7634-4a2e-be56-acf58c87341e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:10.667145 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efde21ef-43a6-46ff-9c5b-d654b4c31735') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:10.667452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efde21ef-43a6-46ff-9c5b-d654b4c31735') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:10.676837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:24:10.687340 n-d-758944-43 neutron-server[93775]: self.session.flush() Jul 13 08:24:10.697617 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.699475 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.706190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:24:10.707050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:24:10.709265 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:24:10.727326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Pushing event deleted for resources: {'Port': ['ID=ab287492-8a6e-441b-97f9-5e8469621c9b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:10.731510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] No DVR routers for this DVR port ab287492-8a6e-441b-97f9-5e8469621c9b on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:24:10.738920 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.739190 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.739593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.739886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.740225 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.740586 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.740999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.741339 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.741680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.742126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.742547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.743204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad21c918-9d31-4837-af95-2d41de0c22b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:10.783960 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.790177 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:10.792091 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0a405d02-7634-4a2e-be56-acf58c87341e HTTP/1.1" status: 204 len: 168 time: 0.5508451 Jul 13 08:24:10.803194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c7c43-8f7a-4c5b-a38e-fc6a263c62b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a405d02-7634-4a2e-be56-acf58c87341e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:10.958440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58982) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:10.997452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3e8937fe-c54e-4e82-933a-f72bc8b7d011 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=823a86609cf94b61b9e50059f3be88ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376332 Jul 13 08:24:10.999724 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:11.051739 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50566078-d287-43b7-ac3b-064e51155ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:11.073232 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50566078-d287-43b7-ac3b-064e51155ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:11.119602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50566078-d287-43b7-ac3b-064e51155ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:11.122714 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50566078-d287-43b7-ac3b-064e51155ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:11.123389 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-50566078-d287-43b7-ac3b-064e51155ca9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/244b88e1-4500-4286-ba36-f3b46bd20d33 HTTP/1.1" status: 204 len: 168 time: 0.1222439 Jul 13 08:24:11.132764 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50566078-d287-43b7-ac3b-064e51155ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b88e1-4500-4286-ba36-f3b46bd20d33,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:11.186258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ab287492-8a6e-441b-97f9-5e8469621c9b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:11.207119 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ab287492-8a6e-441b-97f9-5e8469621c9b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:24:11.207562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ab287492-8a6e-441b-97f9-5e8469621c9b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:11.208017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 232169df-abc0-4d35-9471-ef600948fd41 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:11.226290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 232169df-abc0-4d35-9471-ef600948fd41 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:24:11.226638 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 232169df-abc0-4d35-9471-ef600948fd41 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:11.227064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e44e6c6c-af79-4ddc-bb61-73b545cc2b5b no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:11.249127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: e44e6c6c-af79-4ddc-bb61-73b545cc2b5b {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:24:11.249759 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device e44e6c6c-af79-4ddc-bb61-73b545cc2b5b not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:11.439289 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:11.478866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2fce224d-8bf3-4949-b87b-1f91a3351ccb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b04e9c1340794e4597d19505b6635c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383663 Jul 13 08:24:11.481246 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 58992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:11.528085 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcb81fde-472f-40cd-a76a-7af177add7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:11.550032 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcb81fde-472f-40cd-a76a-7af177add7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:11.595995 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcb81fde-472f-40cd-a76a-7af177add7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:11.598825 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcb81fde-472f-40cd-a76a-7af177add7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:11.600020 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-fcb81fde-472f-40cd-a76a-7af177add7a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e591c782-a0e9-4f98-b29e-b77a3c08076a HTTP/1.1" status: 204 len: 168 time: 0.1178780 Jul 13 08:24:11.607506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb81fde-472f-40cd-a76a-7af177add7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e591c782-a0e9-4f98-b29e-b77a3c08076a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:13.473708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:13.478549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937653270', 'description': 'tempest-secgroup-smoke-937653270 description', 'project_id': 'f5266cb84faf45d880243abb6051957a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:13.503045 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.511018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.613619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.617712 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.655549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6799ad-525e-4e4a-9581-ee2d3d8ea669,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:13.708761 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.712796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.742025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.743426 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2685435 Jul 13 08:24:13.744282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c1725-a876-43b6-b0a5-492bad625a67 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca79ce61-5b2f-494a-a251-193470b68a12,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:13.746510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59034) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:13.751704 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1963a226-ed00-4475-91a5-17cdf6082497 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': 'ca79ce61-5b2f-494a-a251-193470b68a12', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:13.779730 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1963a226-ed00-4475-91a5-17cdf6082497 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.834638 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1963a226-ed00-4475-91a5-17cdf6082497 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.838249 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1963a226-ed00-4475-91a5-17cdf6082497 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.856316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963a226-ed00-4475-91a5-17cdf6082497 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479af047-8b5c-43f1-8cd3-f4e12277f6b7,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:13.863557 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1963a226-ed00-4475-91a5-17cdf6082497 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.865005 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1963a226-ed00-4475-91a5-17cdf6082497 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174366 Jul 13 08:24:13.867752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59036) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:13.872324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c3862334-bc67-49fb-8377-3dd86ba2c5ef tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': 'ca79ce61-5b2f-494a-a251-193470b68a12', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:13.899516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3862334-bc67-49fb-8377-3dd86ba2c5ef tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.960571 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3862334-bc67-49fb-8377-3dd86ba2c5ef tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.964312 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3862334-bc67-49fb-8377-3dd86ba2c5ef tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.981036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3862334-bc67-49fb-8377-3dd86ba2c5ef tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ee6fb6-03b0-41cf-a330-62e433d566ac,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:13.987771 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3862334-bc67-49fb-8377-3dd86ba2c5ef tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:13.988998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c3862334-bc67-49fb-8377-3dd86ba2c5ef tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202483 Jul 13 08:24:13.991855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:13.996397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8e084cf5-0ca2-4323-a4f0-f55614073493 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': 'ca79ce61-5b2f-494a-a251-193470b68a12', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:14.023154 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e084cf5-0ca2-4323-a4f0-f55614073493 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.080750 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e084cf5-0ca2-4323-a4f0-f55614073493 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.084355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e084cf5-0ca2-4323-a4f0-f55614073493 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.104566 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e084cf5-0ca2-4323-a4f0-f55614073493 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf6b28a-b774-4f33-b963-1bc99744ec23,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:14.107408 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e084cf5-0ca2-4323-a4f0-f55614073493 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.108680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8e084cf5-0ca2-4323-a4f0-f55614073493 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158087 Jul 13 08:24:14.112032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59040) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:14.116550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6aadd1eb-c1b5-42a3-bf7d-2a65af885432 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': 'ca79ce61-5b2f-494a-a251-193470b68a12', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:14.145344 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aadd1eb-c1b5-42a3-bf7d-2a65af885432 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.204805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aadd1eb-c1b5-42a3-bf7d-2a65af885432 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.208359 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aadd1eb-c1b5-42a3-bf7d-2a65af885432 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.226746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadd1eb-c1b5-42a3-bf7d-2a65af885432 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8e1485-5799-41c5-8f0a-9182f7aceb83,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:14.233180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aadd1eb-c1b5-42a3-bf7d-2a65af885432 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.235481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6aadd1eb-c1b5-42a3-bf7d-2a65af885432 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222343 Jul 13 08:24:14.238071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:14.242742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a1daf305-03a1-41b9-9919-763c7b70f534 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': 'ca79ce61-5b2f-494a-a251-193470b68a12', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:14.266150 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-a1daf305-03a1-41b9-9919-763c7b70f534 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:24:14.271130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1daf305-03a1-41b9-9919-763c7b70f534 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.332825 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1daf305-03a1-41b9-9919-763c7b70f534 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.336382 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1daf305-03a1-41b9-9919-763c7b70f534 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.354258 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daf305-03a1-41b9-9919-763c7b70f534 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d72551-3915-44f4-b6f6-63729ed7fb0d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:14.363562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1daf305-03a1-41b9-9919-763c7b70f534 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.364840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a1daf305-03a1-41b9-9919-763c7b70f534 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256340 Jul 13 08:24:14.368079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59044) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:14.372577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d1631678-f6fc-4940-a1a5-024e67bbd48f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': 'ca79ce61-5b2f-494a-a251-193470b68a12', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:14.395806 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-d1631678-f6fc-4940-a1a5-024e67bbd48f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:24:14.405539 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1631678-f6fc-4940-a1a5-024e67bbd48f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.467401 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1631678-f6fc-4940-a1a5-024e67bbd48f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.471708 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1631678-f6fc-4940-a1a5-024e67bbd48f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.489831 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1631678-f6fc-4940-a1a5-024e67bbd48f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc70550-60dc-4d2b-9527-8134d57b22c6,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:14.496639 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1631678-f6fc-4940-a1a5-024e67bbd48f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.498088 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d1631678-f6fc-4940-a1a5-024e67bbd48f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289475 Jul 13 08:24:14.501226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59046) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:14.506252 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'network': {'name': 'tempest-network-smoke--2070238823', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:14.527433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:24:14.531180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.556930 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:24:14.567727 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.568083 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Added segment 1e881eb6-8c0d-4638-987f-8c073c6c0682 of type vlan for network de2baee7-347b-4f2a-96a7-7e3025f902bc Jul 13 08:24:14.608116 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.637648 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.643275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:14.643889 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.683471 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1811962 Jul 13 08:24:14.686792 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:14.693114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'admin_state_up': True, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:14.727444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4abef4-c1fe-46d3-9905-96e9d9d6e8a2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Network': ['ID=de2baee7-347b-4f2a-96a7-7e3025f902bc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:14.738311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network de2baee7-347b-4f2a-96a7-7e3025f902bc details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:24:14.746870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.747842 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.801460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.943912 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:15.138538 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:15.159152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:15.260234 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.68 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/0efc88fb-e972-4b30-87d3-94986f49839c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:24:15.368062 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:15.409547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:15.450040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:24:15.452978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:24:15.456999 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:24:15.462666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=0efc88fb-e972-4b30-87d3-94986f49839c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:15.723239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:15.927349 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:16.056340 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router f9f47b18-97dd-4e24-8d57-88fa38972ee0 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:24:16.163767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:24:16.173722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Sync routers for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:24:16.183199 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:16.183675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:16.184493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:16.184655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-25c93bea-5bcc-4919-8e2f-59679ee4d994 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4967849 Jul 13 08:24:16.187693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:16.297893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:16.319138 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c949283f-11b6-418e-9d19-0a2d9f46487e tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=f5266cb84faf45d880243abb6051957a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1302509 Jul 13 08:24:16.321749 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:16.415433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd168157-91fe-48f3-bc74-3c8c296a4fd0 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:16.416978 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cd168157-91fe-48f3-bc74-3c8c296a4fd0 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942845 Jul 13 08:24:16.419878 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:16.447912 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9cb840d5-d547-45f1-ab08-ee5e72196412 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268121 Jul 13 08:24:16.452081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59062) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:16.457864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1613394207', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:16.484566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:15Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:16.548127 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:24:16.551725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:16.669294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Checking router: f9f47b18-97dd-4e24-8d57-88fa38972ee0 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:24:16.669645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Updating router f9f47b18-97dd-4e24-8d57-88fa38972ee0 port 0efc88fb-e972-4b30-87d3-94986f49839c binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:24:16.703564 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:16.741167 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:16.974034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:16.985619 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Transition to ACTIVE for port object 0efc88fb-e972-4b30-87d3-94986f49839c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:16.991385 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.044596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Attempting to bind port 0efc88fb-e972-4b30-87d3-94986f49839c on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:24:17.045024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Attempting to bind port 0efc88fb-e972-4b30-87d3-94986f49839c by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:24:17.045401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Attempting to bind port 0efc88fb-e972-4b30-87d3-94986f49839c on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:17.051317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b224ac-7f3e-4d46-bcd0-bfe4e34fab10 None None] Pushing event updated for resources: {'Port': ['ID=0efc88fb-e972-4b30-87d3-94986f49839c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:17.056042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:24:17.056425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:24:17.056838 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.057236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:24:17.057724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Bound port: 0efc88fb-e972-4b30-87d3-94986f49839c, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:24:17.058134 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.112505 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] For port 0efc88fb-e972-4b30-87d3-94986f49839c, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:24:17.117095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] For port 0efc88fb-e972-4b30-87d3-94986f49839c, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0efc88fb-e972-4b30-87d3-94986f49839c,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:24:17.124366 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.143046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Subnet': ['ID=859e9f53-0aab-41cd-b458-60a46bdaed11,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:17.150746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Checking segment: {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:24:17.151049 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network hostable DHCP agents. Network: de2baee7-347b-4f2a-96a7-7e3025f902bc, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:24:17.168176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network de2baee7-347b-4f2a-96a7-7e3025f902bc is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:24:17.178322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, de2baee7-347b-4f2a-96a7-7e3025f902bc) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:24:17.183157 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:17.184531 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.190810 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c0ed50-a330-4a78-855d-a13322330f6b None None] Network de2baee7-347b-4f2a-96a7-7e3025f902bc requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:24:17.203112 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-89dbba19-d1eb-4996-9736-3d2d051c37c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7496493 Jul 13 08:24:17.206146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59064) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:17.207737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:17.208376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:17.212545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b224ac-7f3e-4d46-bcd0-bfe4e34fab10 None None] Pushing event updated for resources: {'Port': ['ID=0efc88fb-e972-4b30-87d3-94986f49839c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:17.385608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:17.523735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-de2baee7-347b-4f2a-96a7-7e3025f902bc', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:24:17.524593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.669817 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.716758 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:15Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:17.720422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Allocated IP 172.20.0.2 (de2baee7-347b-4f2a-96a7-7e3025f902bc/859e9f53-0aab-41cd-b458-60a46bdaed11/138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:24:17.748582 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb8fd2-ee25-4c36-8fe1-6b005faebc7f None None] The sync data for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 is: [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:15Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:24:17.910267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.919272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Transition to ACTIVE for port object 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:17.935727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Transition to ACTIVE for port object 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:17.945730 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.983674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Network de2baee7-347b-4f2a-96a7-7e3025f902bc is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:24:17.989099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:24:17.996808 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:24:18.023446 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.1 (de2baee7-347b-4f2a-96a7-7e3025f902bc/859e9f53-0aab-41cd-b458-60a46bdaed11/581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:24:18.037212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Pushing event updated for resources: {'Port': ['ID=138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:18.079272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Attempting to bind port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:24:18.079657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Attempting to bind port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:24:18.080034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Attempting to bind port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 on network de2baee7-347b-4f2a-96a7-7e3025f902bc {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:18.085368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:24:18.085754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Checking segment: {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:24:18.086282 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.086686 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Bound using segment: {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:24:18.087176 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Bound port: 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:24:18.087571 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.157683 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.167186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] For port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:24:18.170923 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] For port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:24:18.175956 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.176783 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:18.213278 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.238272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66e5e7-8bb1-4e5b-b2b6-a22924e48fc4 None None] Pushing event updated for resources: {'Port': ['ID=138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:18.268717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network de2baee7-347b-4f2a-96a7-7e3025f902bc is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:24:18.272514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:24:18.275417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:24:18.321069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:18.339252 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.442499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3394ea59-6c09-4384-969e-03a65abac58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.535243 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.835246 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.840133 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.921915 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:18.933796 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.045420 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network de2baee7-347b-4f2a-96a7-7e3025f902bc is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:24:19.047271 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:24:19.196398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router f9f47b18-97dd-4e24-8d57-88fa38972ee0 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:24:19.260307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0efc88fb-e972-4b30-87d3-94986f49839c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:19.263480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92306b23-015b-47de-bbfe-778baa7ce7e3 None None] Network de2baee7-347b-4f2a-96a7-7e3025f902bc requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:24:19.319633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:24:19.326286 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a7f62426-b312-4b3e-b008-4bbde9de6f01 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/f9f47b18-97dd-4e24-8d57-88fa38972ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1176095 Jul 13 08:24:19.384321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-84fd5a50-0444-4428-9629-e9e9bb76ab01 None None] Provisioning for port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:19.395438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0efc88fb-e972-4b30-87d3-94986f49839c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:19.419521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0efc88fb-e972-4b30-87d3-94986f49839c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:19.419902 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.490364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-14f3f848-e03f-4a5c-9424-c2e5a5f2d018 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937653270&fields=id&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 267 time: 0.0401037 Jul 13 08:24:19.553165 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.575964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 0efc88fb-e972-4b30-87d3-94986f49839c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0efc88fb-e972-4b30-87d3-94986f49839c,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:19.581009 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.615949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-48e5e40b-5481-4edc-8300-e98ffd9f8292 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:19.617695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-48e5e40b-5481-4edc-8300-e98ffd9f8292 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/networks?id=de2baee7-347b-4f2a-96a7-7e3025f902bc HTTP/1.1" status: 200 len: 797 time: 0.1196229 Jul 13 08:24:19.635705 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d8e20566-742e-46d1-890c-337fed94f515 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/quotas/f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 375 time: 0.0115278 Jul 13 08:24:19.643843 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:19.670827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=0efc88fb-e972-4b30-87d3-94986f49839c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:19.701587 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:19.705658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:19.706108 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.727589 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-724607d3-16b7-4866-a6df-4125fdfb8c66 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765917 Jul 13 08:24:19.798382 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.838840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:19.844597 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Sync routers for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:24:19.855915 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.858529 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:19.860334 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:19.861198 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-491c3c5b-0ab9-4c6f-8590-53ec1ed3a085 service neutron] 10.222.0.41 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131716 Jul 13 08:24:19.926321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:19.929489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3d2d1d24-2aff-4738-b79e-7990589ee50c None None] Provisioning for port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:19.935824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3d2d1d24-2aff-4738-b79e-7990589ee50c None None] Provisioning complete for port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:19.936208 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1d24-2aff-4738-b79e-7990589ee50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.976913 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3d2d1d24-2aff-4738-b79e-7990589ee50c None None] Port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:24:19.989116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3d2d1d24-2aff-4738-b79e-7990589ee50c None None] Provisioning complete for port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:19.989676 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1d24-2aff-4738-b79e-7990589ee50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.994234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-fede0014-f705-4d95-b452-a646097c9d7c service neutron] 10.222.0.41 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250231 Jul 13 08:24:19.997249 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:20.210304 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-548c2891-fb8f-42e9-a7b6-dfdf0345b117 req-584c73e1-4aa3-47e4-aac6-ddc1345193d0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 210 time: 0.0411422 Jul 13 08:24:20.231782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7fc878a1-a623-432d-bf20-4854a8ab9712 None None] Provisioning complete for port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:20.232174 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7fc878a1-a623-432d-bf20-4854a8ab9712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:20.241215 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d', 'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:29:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:17Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 2, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:20.287441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7fc878a1-a623-432d-bf20-4854a8ab9712 None None] Port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:24:20.290572 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Checking router: f9f47b18-97dd-4e24-8d57-88fa38972ee0 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:24:20.290835 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Updating router f9f47b18-97dd-4e24-8d57-88fa38972ee0 port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:24:20.331811 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:20.421369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9d0815b4-f06b-413e-bcd8-7f4226adb154 None None] Provisioning complete for port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:20.423431 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d0815b4-f06b-413e-bcd8-7f4226adb154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:20.472949 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9d0815b4-f06b-413e-bcd8-7f4226adb154 None None] Port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:24:20.593403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d4810cfa-cbee-46ff-bd67-da52d9765b3f None None] Provisioning complete for port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:20.594499 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4810cfa-cbee-46ff-bd67-da52d9765b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:20.634507 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d4810cfa-cbee-46ff-bd67-da52d9765b3f None None] Port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:24:20.643266 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:20.657373 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Transition to ACTIVE for port object 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:20.664949 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:20.739900 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Pushing event updated for resources: {'Port': ['ID=581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:20.769144 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.769508 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.769878 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.770382 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.770721 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.771050 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.771375 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.771706 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.772015 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.772343 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.772655 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.772976 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:20.809235 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Attempting to bind port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:24:20.809756 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Attempting to bind port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:24:20.810152 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Attempting to bind port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d on network de2baee7-347b-4f2a-96a7-7e3025f902bc {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:20.815693 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:24:20.816095 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Checking segment: {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:24:20.816499 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:20.817225 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Bound using segment: {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:24:20.817356 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Bound port: 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:24:20.817736 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:20.886978 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] For port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:24:20.892793 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] For port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:24:20.900915 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:20.966961 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:20.967658 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:23:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:21.092922 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49833560-4251-4d21-9789-f97faa3f1bc7 None None] Pushing event updated for resources: {'Port': ['ID=581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:21.119342 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-459b665a-a7bc-4a1a-aa22-a52a19a3501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:21.183218 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:21.199816 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:21.207888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0efc88fb-e972-4b30-87d3-94986f49839c up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:21.261975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0efc88fb-e972-4b30-87d3-94986f49839c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:21.262456 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:21.361641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:21.417734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:21.418409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:21.431973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e738d5b-18fb-4fac-a6b0-afaaf4f81224 req-942aa5b4-d6dc-49bc-ba38-53b4b4b44e87 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 210 time: 0.0451090 Jul 13 08:24:21.441205 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-2f23176a-d0d4-4604-ada2-4561e9485820 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:21.442902 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-2f23176a-d0d4-4604-ada2-4561e9485820 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/networks?id=de2baee7-347b-4f2a-96a7-7e3025f902bc HTTP/1.1" status: 200 len: 797 time: 0.1420217 Jul 13 08:24:21.459288 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d', 'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:29:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:17Z', 'updated_at': '2021-07-13T08:24:20Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:21.493860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-b72b996c-83db-40ec-9112-b2341b8df4e1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 379 time: 0.0418866 Jul 13 08:24:21.499255 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d6605-3d20-44ff-8f90-a76244806081 None None] The sync data for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 is: [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d', 'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:29:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:17Z', 'updated_at': '2021-07-13T08:24:20Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:24:21.504679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'port': {'device_id': '1a57b105-9492-487a-a72d-543329bb2e09', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'admin_state_up': True, 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'security_groups': ['ca79ce61-5b2f-494a-a251-193470b68a12']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:21.656163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:24:21.659822 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:21.802099 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.10 (de2baee7-347b-4f2a-96a7-7e3025f902bc/859e9f53-0aab-41cd-b458-60a46bdaed11/c09b57b0-73af-44b5-8be8-39608ca3c09f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:24:21.954593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:21.971783 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object c09b57b0-73af-44b5-8be8-39608ca3c09f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:22.008792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.057455 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network de2baee7-347b-4f2a-96a7-7e3025f902bc is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:24:22.063039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:24:22.067110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:24:22.097146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=c09b57b0-73af-44b5-8be8-39608ca3c09f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:22.125463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:22.126305 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.142284 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-d0ae259b-d56d-47b3-929d-663534400eee tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6439824 Jul 13 08:24:22.155808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Request body: {'port': {'device_id': '1a57b105-9492-487a-a72d-543329bb2e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:22.212614 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.245472 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.317502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-59b9bdba-fcef-49b6-a484-a950d24259d1 None None] Provisioning for port c09b57b0-73af-44b5-8be8-39608ca3c09f completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:22.321853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-59b9bdba-fcef-49b6-a484-a950d24259d1 None None] Provisioning complete for port c09b57b0-73af-44b5-8be8-39608ca3c09f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:22.322261 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59b9bdba-fcef-49b6-a484-a950d24259d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.362464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-59b9bdba-fcef-49b6-a484-a950d24259d1 None None] Port c09b57b0-73af-44b5-8be8-39608ca3c09f cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:24:22.543316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09b57b0-73af-44b5-8be8-39608ca3c09f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:24:22.552180 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.567102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Transition to ACTIVE for port object c09b57b0-73af-44b5-8be8-39608ca3c09f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:22.571507 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.629202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c09b57b0-73af-44b5-8be8-39608ca3c09f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:22.650851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc7cf-bf3a-4fdf-adac-97c468661bcc req-706103f5-705a-4976-8a59-a213248db9fe tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:22.653241 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-507dc7cf-bf3a-4fdf-adac-97c468661bcc req-706103f5-705a-4976-8a59-a213248db9fe tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 944 time: 0.0846322 Jul 13 08:24:22.700818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-507dc7cf-bf3a-4fdf-adac-97c468661bcc req-9f51442e-cebd-435a-af80-f9a186f89745 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388484 Jul 13 08:24:22.720381 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Attempting to bind port c09b57b0-73af-44b5-8be8-39608ca3c09f on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:24:22.720796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Attempting to bind port c09b57b0-73af-44b5-8be8-39608ca3c09f by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:24:22.721221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Attempting to bind port c09b57b0-73af-44b5-8be8-39608ca3c09f on network de2baee7-347b-4f2a-96a7-7e3025f902bc {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:22.726604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Port c09b57b0-73af-44b5-8be8-39608ca3c09f on network de2baee7-347b-4f2a-96a7-7e3025f902bc not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:24:22.727036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Attempting to bind port c09b57b0-73af-44b5-8be8-39608ca3c09f on network de2baee7-347b-4f2a-96a7-7e3025f902bc {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:22.733208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:24:22.733646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Checking segment: {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:24:22.734688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Bound using segment: {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:24:22.735192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Bound port: c09b57b0-73af-44b5-8be8-39608ca3c09f, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e881eb6-8c0d-4638-987f-8c073c6c0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:24:22.735645 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.812041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] For port c09b57b0-73af-44b5-8be8-39608ca3c09f, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:24:22.815324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] For port c09b57b0-73af-44b5-8be8-39608ca3c09f, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:24:22.824816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.860580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:22.861212 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:22.862687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] 10.222.0.38 "PUT /v2.0/ports/c09b57b0-73af-44b5-8be8-39608ca3c09f HTTP/1.1" status: 200 len: 1093 time: 0.7127032 Jul 13 08:24:22.863137 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:22.865456 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6947762a-8502-4473-8766-8e5308d2c22e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:22.899975 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f0aa9-6901-4ed3-8dec-adf6662b35a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c09b57b0-73af-44b5-8be8-39608ca3c09f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:22.917863 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f8096-cbec-4286-8554-312506351523 x-openstack-request-id: req-f47f8096-cbec-4286-8554-312506351523 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:22.918198 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:22.918454 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f47f8096-cbec-4286-8554-312506351523 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:22.918852 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'status': 'completed', 'code': 200} Jul 13 08:24:22.965767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-820284df-0c3a-49b2-99f8-adda6027928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:22.967419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-820284df-0c3a-49b2-99f8-adda6027928f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 1096 time: 0.0602193 Jul 13 08:24:23.015108 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-f2ebeb47-b677-4765-95c3-e13d44d3d7c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f HTTP/1.1" status: 200 len: 217 time: 0.0408902 Jul 13 08:24:23.066272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-16517ca9-bce2-4709-b352-91e0d8a75ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:23.068209 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-16517ca9-bce2-4709-b352-91e0d8a75ae6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=859e9f53-0aab-41cd-b458-60a46bdaed11 HTTP/1.1" status: 200 len: 835 time: 0.0469890 Jul 13 08:24:23.127629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-6e9913ee-a7dd-4d8f-8d85-2ae1c8dd07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:23.129178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-6e9913ee-a7dd-4d8f-8d85-2ae1c8dd07ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de2baee7-347b-4f2a-96a7-7e3025f902bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551388 Jul 13 08:24:23.200618 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:23.234601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-20111875-45ee-43e3-8255-c58fd7c55c00 service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988898 Jul 13 08:24:23.252058 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:23.256016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:23.256456 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:23.326787 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-da021e6f-5629-428f-bcfd-7f44700f2375 req-68379859-97d8-413a-a884-815bb8ee08ff service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864403 Jul 13 08:24:23.339482 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:23.382786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:23.386796 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:23.441981 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947762a-8502-4473-8766-8e5308d2c22e req-5a255b8a-f0cb-4124-8b1a-2c6f8eb3881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:23.443454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6947762a-8502-4473-8766-8e5308d2c22e req-5a255b8a-f0cb-4124-8b1a-2c6f8eb3881c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 1096 time: 0.0650420 Jul 13 08:24:23.443754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:23.545656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947762a-8502-4473-8766-8e5308d2c22e req-6a748e11-912b-4e7b-a90d-f006ba8e874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:23.547264 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6947762a-8502-4473-8766-8e5308d2c22e req-6a748e11-912b-4e7b-a90d-f006ba8e874a service neutron] 10.222.0.38 "GET /v2.0/networks?id=de2baee7-347b-4f2a-96a7-7e3025f902bc HTTP/1.1" status: 200 len: 898 time: 0.0964482 Jul 13 08:24:23.597423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6947762a-8502-4473-8766-8e5308d2c22e req-27eeb97e-6c13-4b26-ad6f-45046f078147 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f HTTP/1.1" status: 200 len: 217 time: 0.0427752 Jul 13 08:24:23.649154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947762a-8502-4473-8766-8e5308d2c22e req-c65c4939-3314-4b46-9d31-c2f33967e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:23.650713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6947762a-8502-4473-8766-8e5308d2c22e req-c65c4939-3314-4b46-9d31-c2f33967e099 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=859e9f53-0aab-41cd-b458-60a46bdaed11 HTTP/1.1" status: 200 len: 835 time: 0.0469503 Jul 13 08:24:23.652539 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5314a670-9e60-4987-804d-dd193f6e790d None None] Provisioning complete for port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:23.652919 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5314a670-9e60-4987-804d-dd193f6e790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:23.709404 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947762a-8502-4473-8766-8e5308d2c22e req-0cf2ffd9-6342-4e4c-b54f-503803c162be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:23.710921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6947762a-8502-4473-8766-8e5308d2c22e req-0cf2ffd9-6342-4e4c-b54f-503803c162be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de2baee7-347b-4f2a-96a7-7e3025f902bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536036 Jul 13 08:24:23.809511 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6947762a-8502-4473-8766-8e5308d2c22e req-db313723-8675-4de3-b2ed-3b149fe90949 service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909517 Jul 13 08:24:23.868412 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:23.899194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573afecc-db13-4bbd-9abc-4bf4e0861bd0 req-e0bc3f43-46a1-43ed-8ded-6e0e5f720a0c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:23.900828 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-573afecc-db13-4bbd-9abc-4bf4e0861bd0 req-e0bc3f43-46a1-43ed-8ded-6e0e5f720a0c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 944 time: 0.0779588 Jul 13 08:24:23.913488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6947762a-8502-4473-8766-8e5308d2c22e req-91f8822d-9c2a-4a80-a5b6-b4d78b8c8505 service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965874 Jul 13 08:24:23.941703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-573afecc-db13-4bbd-9abc-4bf4e0861bd0 req-85afcdad-de2d-4886-bbfa-50da1d790a58 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349014 Jul 13 08:24:25.116964 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53f49-1e6b-4dd7-b3d0-65d9edd21f77 req-988e45b6-6632-4930-a6e2-c7f8f16c6cd1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:25.118435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73d53f49-1e6b-4dd7-b3d0-65d9edd21f77 req-988e45b6-6632-4930-a6e2-c7f8f16c6cd1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 944 time: 0.0661032 Jul 13 08:24:25.158463 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73d53f49-1e6b-4dd7-b3d0-65d9edd21f77 req-ad50ff1d-4a6d-45b3-9018-9de5d3600334 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344510 Jul 13 08:24:25.183662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:25.236630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:25.237002 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:26.002676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c09b57b0-73af-44b5-8be8-39608ca3c09f details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:24:26.101104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c09b57b0-73af-44b5-8be8-39608ca3c09f, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:26.112136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'port_id': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'mac_address': 'fa:16:3e:d0:a2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:24:26.149887 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:26.163337 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09b57b0-73af-44b5-8be8-39608ca3c09f {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:24:26.183042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c09b57b0-73af-44b5-8be8-39608ca3c09f, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:26.187684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:26.246489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c09b57b0-73af-44b5-8be8-39608ca3c09f,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:26.347992 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a03d60-9edc-4738-9543-c7bb528baa72 req-a76d8103-d8ee-4a5d-8396-9120bf525e5b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:26.349586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4a03d60-9edc-4738-9543-c7bb528baa72 req-a76d8103-d8ee-4a5d-8396-9120bf525e5b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 945 time: 0.0720782 Jul 13 08:24:26.394507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4a03d60-9edc-4738-9543-c7bb528baa72 req-34b9155b-1e1b-44cd-9e89-fa68084ab2eb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391221 Jul 13 08:24:26.423630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['c09b57b0-73af-44b5-8be8-39608ca3c09f'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:24:27.572369 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6214b-eaeb-4279-a69e-c11cfdad76ea req-89271cb8-9c3d-43bb-b70b-13e71e80ddfe tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:27.573873 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ed6214b-eaeb-4279-a69e-c11cfdad76ea req-89271cb8-9c3d-43bb-b70b-13e71e80ddfe tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 945 time: 0.0637374 Jul 13 08:24:27.615147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2ed6214b-eaeb-4279-a69e-c11cfdad76ea req-4755553d-e519-4ac4-8a9d-72693c846995 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352170 Jul 13 08:24:28.030497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c09b57b0-73af-44b5-8be8-39608ca3c09f up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:24:28.082208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port c09b57b0-73af-44b5-8be8-39608ca3c09f completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:24:28.085849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port c09b57b0-73af-44b5-8be8-39608ca3c09f triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:28.086249 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:28.162769 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:28.184451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:28.186773 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8346c030-c4bb-48bc-90f4-19e4b62b9253" -d '{"events": [{"server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "name": "network-vif-plugged", "status": "completed", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:28.201153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c09b57b0-73af-44b5-8be8-39608ca3c09f, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:28.213769 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:28.246315 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f7fe02-f211-40cc-833d-a86920e4af7e x-openstack-request-id: req-a3f7fe02-f211-40cc-833d-a86920e4af7e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:28.246679 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "name": "network-vif-plugged", "status": "completed", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:28.246898 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3f7fe02-f211-40cc-833d-a86920e4af7e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:28.247313 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'code': 200} Jul 13 08:24:28.280906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c09b57b0-73af-44b5-8be8-39608ca3c09f,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:28.354420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d01b66-63c5-4869-9e5b-66fda3edb836 req-fc2a1766-706a-4145-883f-68a53235a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:28.356127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01d01b66-63c5-4869-9e5b-66fda3edb836 req-fc2a1766-706a-4145-883f-68a53235a292 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 1098 time: 0.0568314 Jul 13 08:24:28.404128 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01d01b66-63c5-4869-9e5b-66fda3edb836 req-3d7eb3e6-0b62-4080-b3ad-fcb78733592c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Jul 13 08:24:28.516030 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-adc444ba-e78a-4a81-a717-f7be704447df None None] Provisioning complete for port c09b57b0-73af-44b5-8be8-39608ca3c09f triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:24:28.516411 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-adc444ba-e78a-4a81-a717-f7be704447df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:28.791215 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190f11-fe61-49b9-95e8-38d8e08f49c8 req-ba5da1a3-ad40-44a5-b115-1a5464901835 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:28.792782 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f190f11-fe61-49b9-95e8-38d8e08f49c8 req-ba5da1a3-ad40-44a5-b115-1a5464901835 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0647557 Jul 13 08:24:28.831122 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f190f11-fe61-49b9-95e8-38d8e08f49c8 req-c2ac6132-7c92-422f-8cb4-c7509f1bbdb3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Jul 13 08:24:29.731462 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-6c4cbdfb-da20-4f21-9e2c-b30c319197cf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543153 Jul 13 08:24:29.831477 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-389d9afa-40b0-4781-9749-ed384caad2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:29.833201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-389d9afa-40b0-4781-9749-ed384caad2c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 1098 time: 0.0557172 Jul 13 08:24:29.948245 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-df1144f8-7241-4051-91d6-bb0bf839cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:29.949842 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-df1144f8-7241-4051-91d6-bb0bf839cf77 service neutron] 10.222.0.38 "GET /v2.0/networks?id=de2baee7-347b-4f2a-96a7-7e3025f902bc HTTP/1.1" status: 200 len: 898 time: 0.0953243 Jul 13 08:24:29.993903 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-f0b5b7bd-bc9b-4800-bd84-ce0529b685d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f HTTP/1.1" status: 200 len: 217 time: 0.0371289 Jul 13 08:24:30.012342 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a36ded-8656-4944-8625-2bb766d49080 req-68ee0ea8-c4f2-4056-93eb-a0be012b3543 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:30.014015 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30a36ded-8656-4944-8625-2bb766d49080 req-68ee0ea8-c4f2-4056-93eb-a0be012b3543 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0702200 Jul 13 08:24:30.045655 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-c67b8dfc-ae76-4fde-9d7b-4ae914e9d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:30.047212 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-c67b8dfc-ae76-4fde-9d7b-4ae914e9d3cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=859e9f53-0aab-41cd-b458-60a46bdaed11 HTTP/1.1" status: 200 len: 835 time: 0.0474164 Jul 13 08:24:30.054279 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30a36ded-8656-4944-8625-2bb766d49080 req-27a6a841-43ce-4903-84b5-40ca662d8814 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335135 Jul 13 08:24:30.114436 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-9c22856a-c89c-43d1-909b-7b1e64aec8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:30.115976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-9c22856a-c89c-43d1-909b-7b1e64aec8db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de2baee7-347b-4f2a-96a7-7e3025f902bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627580 Jul 13 08:24:30.207121 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-b14fce40-36d2-4ab5-b66f-fdfba5b21571 service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843456 Jul 13 08:24:30.232609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb769a3-193d-4f1f-8962-9544a84d0296 req-a531dd58-8c33-487b-9a8b-0686f07af900 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:30.234214 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eeb769a3-193d-4f1f-8962-9544a84d0296 req-a531dd58-8c33-487b-9a8b-0686f07af900 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0651076 Jul 13 08:24:30.272354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eeb769a3-193d-4f1f-8962-9544a84d0296 req-cc9fa700-ce23-4f8f-b3f5-1788d9eaef1c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Jul 13 08:24:30.296541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59116) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:30.303849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-76a7a46f-34eb-4b3d-a20c-0af90c8b216b req-a2cd0cdb-f1c7-4b5f-a7ac-ed71002e8cb6 service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907331 Jul 13 08:24:30.352036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96e068-4d57-47d7-ac6e-879b7022e896 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:30.353592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ae96e068-4d57-47d7-ac6e-879b7022e896 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 1093 time: 0.0560286 Jul 13 08:24:30.357566 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59118) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:30.361982 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:30.383291 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:30.479921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:30.587272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.114 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/cb4f8c2e-0ad2-4fa4-afd4-5cea0dd2829a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:24:30.692161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:30.730660 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:30.774544 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:24:30.779183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:24:30.783700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:24:30.786745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=cb4f8c2e-0ad2-4fa4-afd4-5cea0dd2829a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:31.151371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:31.231415 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:31.711012 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:31.716147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:31.783377 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=cb4f8c2e-0ad2-4fa4-afd4-5cea0dd2829a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:31.795544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:31.902821 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP 8414298e-4247-4b10-abd1-4c33e560f255 associated. External IP: 172.25.8.114, port: c09b57b0-73af-44b5-8be8-39608ca3c09f. Jul 13 08:24:32.110868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router f9f47b18-97dd-4e24-8d57-88fa38972ee0 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:24:32.221115 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:24:32.231292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] Sync routers for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:24:32.240254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:32.242549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:32.243447 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:32.280387 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1911c7a5-f8cb-4449-9bdf-f06a67d0e32f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9217536 Jul 13 08:24:32.280999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:32.283354 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ddc90d-8899-416f-a477-e1b05af34ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:32.355894 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:32.438427 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875685a4-6616-41ce-89fc-2df5b67da8bf req-8b6863fa-af07-4cab-9b9d-6c1b62f6b449 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:32.439865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-875685a4-6616-41ce-89fc-2df5b67da8bf req-8b6863fa-af07-4cab-9b9d-6c1b62f6b449 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0660062 Jul 13 08:24:32.483037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-875685a4-6616-41ce-89fc-2df5b67da8bf req-2fcb79d6-1586-45b5-89b5-c339cb345dc3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370190 Jul 13 08:24:32.516442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:32.539554 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd73caa-e206-48b7-b343-b7fa2853fd21 x-openstack-request-id: req-bbd73caa-e206-48b7-b343-b7fa2853fd21 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:32.539853 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:32.540111 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbd73caa-e206-48b7-b343-b7fa2853fd21 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:32.540518 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'status': 'completed', 'code': 200} Jul 13 08:24:32.599268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '8414298e-4247-4b10-abd1-4c33e560f255', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'port_id': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'mac_address': 'fa:16:3e:d0:a2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b105-9492-487a-a72d-543329bb2e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:24:31Z', 'updated_at': '2021-07-13T08:24:31Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d', 'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:29:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:17Z', 'updated_at': '2021-07-13T08:24:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:32.610040 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-bf8402b3-7922-4101-8a06-13787f3964f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/8414298e-4247-4b10-abd1-4c33e560f255 HTTP/1.1" status: 200 len: 992 time: 0.0904660 Jul 13 08:24:32.627089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] Checking router: f9f47b18-97dd-4e24-8d57-88fa38972ee0 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:24:32.632010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-bc967435-1bd0-4ef6-9c1e-f8cbbafca206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:32.633556 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-bc967435-1bd0-4ef6-9c1e-f8cbbafca206 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 1098 time: 0.0711951 Jul 13 08:24:32.635371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:24:32.635992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:32.727965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-6f02c038-0973-41ea-9e65-437f7a0a2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:32.729393 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-6f02c038-0973-41ea-9e65-437f7a0a2c4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=de2baee7-347b-4f2a-96a7-7e3025f902bc HTTP/1.1" status: 200 len: 898 time: 0.0902507 Jul 13 08:24:32.748520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:24:32.800554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-882953e4-95cc-4c77-9eb2-09ba4d762445 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f HTTP/1.1" status: 200 len: 1000 time: 0.0645218 Jul 13 08:24:32.850158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-2987ef7e-4d60-46cb-9a76-769abd527ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:32.851672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-2987ef7e-4d60-46cb-9a76-769abd527ee0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=859e9f53-0aab-41cd-b458-60a46bdaed11 HTTP/1.1" status: 200 len: 835 time: 0.0454657 Jul 13 08:24:32.915123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-ead6e253-6298-4ba9-b8a0-70962c5a2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:32.916682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-ead6e253-6298-4ba9-b8a0-70962c5a2bb4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de2baee7-347b-4f2a-96a7-7e3025f902bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586076 Jul 13 08:24:32.979005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '8414298e-4247-4b10-abd1-4c33e560f255', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'port_id': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'mac_address': 'fa:16:3e:d0:a2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b105-9492-487a-a72d-543329bb2e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:24:31Z', 'updated_at': '2021-07-13T08:24:31Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d', 'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:29:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:17Z', 'updated_at': '2021-07-13T08:24:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:24:33.009298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb742e-eea1-4e7a-8469-996cbc0b6a58 None None] The sync data for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 is: [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '8414298e-4247-4b10-abd1-4c33e560f255', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'port_id': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'mac_address': 'fa:16:3e:d0:a2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b105-9492-487a-a72d-543329bb2e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:24:31Z', 'updated_at': '2021-07-13T08:24:31Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d', 'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:29:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:17Z', 'updated_at': '2021-07-13T08:24:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:24:33.013001 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-97a7fdef-5065-46d3-99ea-b92032b6133d service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900083 Jul 13 08:24:33.109046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-01ddc90d-8899-416f-a477-e1b05af34ccf req-d77cc9b7-a0cd-4be5-baca-9b70c7fdc52e service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893958 Jul 13 08:24:33.212456 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43255101-c42c-45c3-a838-c3675a877494 None None] New status for floating IP 8414298e-4247-4b10-abd1-4c33e560f255: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:24:33.613005 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59126) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:33.677333 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a6b5ecb7-7e76-4488-a496-cb7723e124a7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/8414298e-4247-4b10-abd1-4c33e560f255 HTTP/1.1" status: 200 len: 994 time: 0.0631986 Jul 13 08:24:33.863879 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:24:36.250788 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:38.208462 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:48.424375 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e268b67-775d-4745-b4c5-c169d86f059e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:51.122684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80ab0160-3328-45c5-af82-2d2460cc4383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:51.183455 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:52.206854 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:53.870430 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:00.545181 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2d4f1-8fd9-4ecc-aac4-36022fe3abd1 req-bc62e458-320b-4c3f-bb2a-8af89b260382 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:00.546891 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ab2d4f1-8fd9-4ecc-aac4-36022fe3abd1 req-bc62e458-320b-4c3f-bb2a-8af89b260382 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0661700 Jul 13 08:25:00.588609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1ab2d4f1-8fd9-4ecc-aac4-36022fe3abd1 req-46843dee-bfd2-4612-bc96-f2c316647e4b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354729 Jul 13 08:25:01.761696 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffbfe0-a482-45b5-bb6f-b346c9c338dc req-48aab7e5-4733-4d6f-b5c3-3f033b5f3520 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:01.763247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fffbfe0-a482-45b5-bb6f-b346c9c338dc req-48aab7e5-4733-4d6f-b5c3-3f033b5f3520 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0647573 Jul 13 08:25:01.803142 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fffbfe0-a482-45b5-bb6f-b346c9c338dc req-33c1cb8d-ad92-42bb-9634-a58c534fb891 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335040 Jul 13 08:25:01.827855 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59150) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:01.892354 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2b35c7fe-3d4c-4a20-867c-99c8952e469a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/8414298e-4247-4b10-abd1-4c33e560f255 HTTP/1.1" status: 200 len: 994 time: 0.0626936 Jul 13 08:25:03.321206 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c575b-3415-42a1-8bbf-a3eb1460cb9f req-18e4ac0f-b249-4e5c-b0a4-6b0e37a062e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:03.322872 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c55c575b-3415-42a1-8bbf-a3eb1460cb9f req-18e4ac0f-b249-4e5c-b0a4-6b0e37a062e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0680079 Jul 13 08:25:03.365980 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c55c575b-3415-42a1-8bbf-a3eb1460cb9f req-45074c86-f358-49af-a356-0e0f0c5e0a3a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374088 Jul 13 08:25:04.552291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215474-d830-4e7c-b0cf-ba3922fdad7e req-978b1381-ad51-474c-9519-6e94b06d8481 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:04.553833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99215474-d830-4e7c-b0cf-ba3922fdad7e req-978b1381-ad51-474c-9519-6e94b06d8481 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0663590 Jul 13 08:25:04.596221 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-99215474-d830-4e7c-b0cf-ba3922fdad7e req-2a9e9c08-08ef-4b26-80ab-85bb0bd16a5b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367525 Jul 13 08:25:04.621224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:04.687010 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ab86c024-4b81-4be5-ac07-f664f8f6deb5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/8414298e-4247-4b10-abd1-4c33e560f255 HTTP/1.1" status: 200 len: 994 time: 0.0645597 Jul 13 08:25:04.972571 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59166) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:05.126243 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port cb4f8c2e-0ad2-4fa4-afd4-5cea0dd2829a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:25:05.126597 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:05.201895 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:05.202263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:05.218010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for cb4f8c2e-0ad2-4fa4-afd4-5cea0dd2829a owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:25:05.366902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:05.392451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=cb4f8c2e-0ad2-4fa4-afd4-5cea0dd2829a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:05.423538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.423901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.424253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.424606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.424943 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.425283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.425621 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.425980 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.426322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.426661 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.426997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.427323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:05.468585 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:05.468963 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP 8414298e-4247-4b10-abd1-4c33e560f255 disassociated (deleted). External IP: 172.25.8.114, port: c09b57b0-73af-44b5-8be8-39608ca3c09f. Jul 13 08:25:05.676807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router f9f47b18-97dd-4e24-8d57-88fa38972ee0 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:05.786137 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:05.790955 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:05.796348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] Sync routers for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:05.805887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:05.806524 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:05.829607 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-08c08251-a1a7-4289-9aa2-b5f982218fbf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/floatingips/8414298e-4247-4b10-abd1-4c33e560f255 HTTP/1.1" status: 204 len: 168 time: 0.8536258 Jul 13 08:25:05.829607 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:05.830159 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfbd30a-89c5-4476-b950-60a3a0abb050" -d '{"events": [{"name": "network-changed", "server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:05.915376 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:06.069910 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3b5844-220c-453a-aaf4-9dad5f1d4712 x-openstack-request-id: req-8c3b5844-220c-453a-aaf4-9dad5f1d4712 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:06.070248 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:06.070504 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c3b5844-220c-453a-aaf4-9dad5f1d4712 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:06.070906 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'status': 'completed', 'code': 200} Jul 13 08:25:06.117455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d', 'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:29:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:17Z', 'updated_at': '2021-07-13T08:24:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:06.150117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] Checking router: f9f47b18-97dd-4e24-8d57-88fa38972ee0 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:06.159417 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:06.160042 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:06.201919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-88ffe563-3cf3-44b8-b298-e29196dc9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:06.203421 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-88ffe563-3cf3-44b8-b298-e29196dc9591 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 1098 time: 0.1066976 Jul 13 08:25:06.226408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b0b3-53f1-49b4-8240-6b405daa8975 req-d85b36f5-68f9-4d36-a243-833d35cc801a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:06.228497 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81b4b0b3-53f1-49b4-8240-6b405daa8975 req-d85b36f5-68f9-4d36-a243-833d35cc801a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0677390 Jul 13 08:25:06.267658 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-81b4b0b3-53f1-49b4-8240-6b405daa8975 req-cd00a338-b653-4eb0-bea8-11512c004216 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331085 Jul 13 08:25:06.270862 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:06.287915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:06.312699 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-3d94e073-83fe-4534-86af-b6ec0f353508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:06.314232 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-3d94e073-83fe-4534-86af-b6ec0f353508 service neutron] 10.222.0.38 "GET /v2.0/networks?id=de2baee7-347b-4f2a-96a7-7e3025f902bc HTTP/1.1" status: 200 len: 898 time: 0.1037199 Jul 13 08:25:06.355429 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-9a8ada20-df03-44fa-a890-4745330e0d6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f HTTP/1.1" status: 200 len: 217 time: 0.0339882 Jul 13 08:25:06.411806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-c4bfef97-5b41-45be-9873-9575b084aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:06.413312 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-c4bfef97-5b41-45be-9873-9575b084aa0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=859e9f53-0aab-41cd-b458-60a46bdaed11 HTTP/1.1" status: 200 len: 835 time: 0.0491436 Jul 13 08:25:06.471387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-18573726-21e5-4304-8b21-ea4d0214b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:06.472953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-18573726-21e5-4304-8b21-ea4d0214b818 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de2baee7-347b-4f2a-96a7-7e3025f902bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525389 Jul 13 08:25:06.492865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d', 'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:29:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:17Z', 'updated_at': '2021-07-13T08:24:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:06.522461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a65de-d838-4312-8bdc-073cb7f6c3bf None None] The sync data for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 is: [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:24:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d', 'name': '', 'network_id': 'de2baee7-347b-4f2a-96a7-7e3025f902bc', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:29:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:17Z', 'updated_at': '2021-07-13T08:24:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '859e9f53-0aab-41cd-b458-60a46bdaed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:06.568953 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-ccc5b6f0-9651-4066-b62b-14439239c440 service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889478 Jul 13 08:25:06.663294 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdfbd30a-89c5-4476-b950-60a3a0abb050 req-f737bc93-8063-4c94-a12d-a9bf8e285eed service neutron] 10.222.0.38 "GET /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877538 Jul 13 08:25:06.740457 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a2722c-22c2-497c-9faa-20099dc1ddd2 None None] New status for floating IP 8414298e-4247-4b10-abd1-4c33e560f255: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:25:07.446469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda228d-fe30-4821-a84b-072bc6ac3c21 req-9f7e6cca-34a3-4398-8bab-96644a218d15 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:07.447874 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-abda228d-fe30-4821-a84b-072bc6ac3c21 req-9f7e6cca-34a3-4398-8bab-96644a218d15 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0679410 Jul 13 08:25:07.486781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-abda228d-fe30-4821-a84b-072bc6ac3c21 req-be0c1e6c-5ed2-4b31-8462-fd5d0cbb9c3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca79ce61-5b2f-494a-a251-193470b68a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Jul 13 08:25:07.726770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-7de41cb5-bd86-424d-95c4-12611930c951 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:07.728130 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-7de41cb5-bd86-424d-95c4-12611930c951 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 946 time: 0.0616238 Jul 13 08:25:07.829054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port c09b57b0-73af-44b5-8be8-39608ca3c09f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:25:07.829395 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:07.918861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port c09b57b0-73af-44b5-8be8-39608ca3c09f, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c09b57b0-73af-44b5-8be8-39608ca3c09f,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:07.919222 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:07.930622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for c09b57b0-73af-44b5-8be8-39608ca3c09f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:25:08.055745 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.088574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=c09b57b0-73af-44b5-8be8-39608ca3c09f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:08.100942 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.101309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.101662 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.102051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.102395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.102737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.103075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.103411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.103747 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.104081 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.104412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.104738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.144008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] No DVR routers for this DVR port c09b57b0-73af-44b5-8be8-39608ca3c09f on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:25:08.146659 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.148778 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3336b3e-ea8a-4239-8291-bccb95c570b6 req-61cfe614-664c-48b2-8937-68d1fd48c197 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "DELETE /v2.0/ports/c09b57b0-73af-44b5-8be8-39608ca3c09f HTTP/1.1" status: 204 len: 173 time: 0.4156544 Jul 13 08:25:08.149215 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'name': 'network-vif-deleted', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:08.151497 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0e3b13-b6de-4ed0-9fe4-2ba6b2d2bd05" -d '{"events": [{"server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "name": "network-vif-deleted", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:08.207146 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.257770 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99485658-3bef-4339-bbdd-f40a3255a795 x-openstack-request-id: req-99485658-3bef-4339-bbdd-f40a3255a795 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:08.258086 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a57b105-9492-487a-a72d-543329bb2e09", "name": "network-vif-deleted", "tag": "c09b57b0-73af-44b5-8be8-39608ca3c09f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:08.258337 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99485658-3bef-4339-bbdd-f40a3255a795 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:08.258734 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a57b105-9492-487a-a72d-543329bb2e09', 'name': 'network-vif-deleted', 'tag': 'c09b57b0-73af-44b5-8be8-39608ca3c09f', 'status': 'completed', 'code': 200} Jul 13 08:25:08.661599 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5ada8019-e377-464f-b426-1980b2f4053b req-1fe2eb50-cc78-4a58-8232-b4eed12d085e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a57b105-9492-487a-a72d-543329bb2e09 HTTP/1.1" status: 200 len: 210 time: 0.0300322 Jul 13 08:25:09.759147 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59186) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:10.122099 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:10.384221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:25:10.384461 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:10.470553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:10.470911 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:10.483077 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:25:10.662896 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:10.689213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:10.863804 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:25:11.193515 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:11.405433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router f9f47b18-97dd-4e24-8d57-88fa38972ee0 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:11.506902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:11.511877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a814d82e-c109-400a-9593-fa5c3e8c38fd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/f9f47b18-97dd-4e24-8d57-88fa38972ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516985 Jul 13 08:25:11.514628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59188) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:11.517286 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] Sync routers for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:11.527090 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:11.527954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:11.568223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8938d30-2e33-44ee-9882-8eae290c1815 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting subnet 859e9f53-0aab-41cd-b458-60a46bdaed11 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:25:11.571333 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8938d30-2e33-44ee-9882-8eae290c1815 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:11.610812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8938d30-2e33-44ee-9882-8eae290c1815 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:11.632859 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:11.694894 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8938d30-2e33-44ee-9882-8eae290c1815 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:11.764263 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8938d30-2e33-44ee-9882-8eae290c1815 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:11.790600 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8938d30-2e33-44ee-9882-8eae290c1815 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Subnet': ['ID=859e9f53-0aab-41cd-b458-60a46bdaed11,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:11.797378 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8938d30-2e33-44ee-9882-8eae290c1815 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:11.798960 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8938d30-2e33-44ee-9882-8eae290c1815 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/subnets/859e9f53-0aab-41cd-b458-60a46bdaed11 HTTP/1.1" status: 204 len: 168 time: 0.2833970 Jul 13 08:25:11.802040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59190) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:11.847924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b908a4-21d5-492e-869b-e10487dcbc3e None None] Network de2baee7-347b-4f2a-96a7-7e3025f902bc requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:25:11.915363 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.019471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.071787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 0efc88fb-e972-4b30-87d3-94986f49839c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:25:12.072131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.083207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:25:10Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '0efc88fb-e972-4b30-87d3-94986f49839c', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:24:15Z', 'updated_at': '2021-07-13T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:12.117143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] Checking router: f9f47b18-97dd-4e24-8d57-88fa38972ee0 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:12.126844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] Routers {'f9f47b18-97dd-4e24-8d57-88fa38972ee0'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:12.127511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:12.174284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] DHCP port deletion for de2baee7-347b-4f2a-96a7-7e3025f902bc request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:25:12.184886 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port 0efc88fb-e972-4b30-87d3-94986f49839c, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0efc88fb-e972-4b30-87d3-94986f49839c,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:12.185339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.198218 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 0efc88fb-e972-4b30-87d3-94986f49839c owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:25:12.246066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] Set router f9f47b18-97dd-4e24-8d57-88fa38972ee0 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:12.303692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:25:12Z', 'revision_number': 6, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:12.339445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c09b57b0-73af-44b5-8be8-39608ca3c09f no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:12.342141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0269f-46c4-4ef5-b21c-26d450964e29 None None] The sync data for ids ['f9f47b18-97dd-4e24-8d57-88fa38972ee0'] in n-d-758944-43 is: [{'id': 'f9f47b18-97dd-4e24-8d57-88fa38972ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80886591', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:24:14Z', 'updated_at': '2021-07-13T08:25:12Z', 'revision_number': 6, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:12.371309 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: c09b57b0-73af-44b5-8be8-39608ca3c09f {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:25:12.372096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c09b57b0-73af-44b5-8be8-39608ca3c09f not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:12.384077 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Deleting port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:25:12.384719 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.391274 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.429502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=0efc88fb-e972-4b30-87d3-94986f49839c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:12.454099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] For port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4,segment=NetworkSegment(1e881eb6-8c0d-4638-987f-8c073c6c0682),segment_id=1e881eb6-8c0d-4638-987f-8c073c6c0682)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:12.454502 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.467875 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Calling delete_port for 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:25:12.490590 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.559684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.586187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Pushing event deleted for resources: {'Port': ['ID=138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:12.589497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.590782 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] No DVR routers for this DVR port 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:25:12.591751 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.598076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.598465 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.598754 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.599081 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.599455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.599822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.600124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.600459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.601044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.601381 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.601712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.602088 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c2c135-97eb-45fa-b9fd-2c2d6edbba3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:12.639388 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.639876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Fanout notify agent at l3_agent the message router_deleted on router f9f47b18-97dd-4e24-8d57-88fa38972ee0 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:25:12.647878 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.649049 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-eb17dec1-6fc8-4b94-8f46-e092445a8551 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/routers/f9f47b18-97dd-4e24-8d57-88fa38972ee0 HTTP/1.1" status: 204 len: 168 time: 0.8463693 Jul 13 08:25:12.651851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59192) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:12.740241 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.839612 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.850767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2baee7-347b-4f2a-96a7-7e3025f902bc']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:12.861559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e881eb6-8c0d-4638-987f-8c073c6c0682') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:12.862200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e881eb6-8c0d-4638-987f-8c073c6c0682') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:12.871372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.885646 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.891971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:25:12.892431 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:25:12.895434 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:25:12.956784 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.964675 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:12.966594 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/networks/de2baee7-347b-4f2a-96a7-7e3025f902bc HTTP/1.1" status: 204 len: 168 time: 0.3134322 Jul 13 08:25:12.970056 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59194) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:12.977998 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c684ce-e2c4-4544-a174-cf1bfaa556e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Network': ['ID=de2baee7-347b-4f2a-96a7-7e3025f902bc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:13.032927 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5570ac3-0d4d-4cbe-af8e-eec7251e997b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.058062 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5570ac3-0d4d-4cbe-af8e-eec7251e997b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.118000 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5570ac3-0d4d-4cbe-af8e-eec7251e997b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.120728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d5570ac3-0d4d-4cbe-af8e-eec7251e997b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.121973 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d5570ac3-0d4d-4cbe-af8e-eec7251e997b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/security-groups/ca79ce61-5b2f-494a-a251-193470b68a12 HTTP/1.1" status: 204 len: 168 time: 0.1508803 Jul 13 08:25:13.131776 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5570ac3-0d4d-4cbe-af8e-eec7251e997b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca79ce61-5b2f-494a-a251-193470b68a12,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:13.229523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0efc88fb-e972-4b30-87d3-94986f49839c no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:13.250971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0efc88fb-e972-4b30-87d3-94986f49839c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:25:13.251328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0efc88fb-e972-4b30-87d3-94986f49839c not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:13.251762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:13.271614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:25:13.271970 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 138c8bf0-d0a3-4016-a3f9-ed3d8f5594d4 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:13.272406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:13.294646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:25:13.295001 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 581f7cf7-0b6e-4ba6-a0cb-a99dc9f3929d not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:13.671812 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:13.676562 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3dabf892-1993-4452-84b6-d1cad96ff287 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420369682', 'description': 'tempest-secgroup-smoke-420369682 description', 'project_id': 'f5266cb84faf45d880243abb6051957a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:13.698885 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dabf892-1993-4452-84b6-d1cad96ff287 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.785682 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dabf892-1993-4452-84b6-d1cad96ff287 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.789429 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dabf892-1993-4452-84b6-d1cad96ff287 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.811107 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dabf892-1993-4452-84b6-d1cad96ff287 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.812825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3dabf892-1993-4452-84b6-d1cad96ff287 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1395082 Jul 13 08:25:13.815746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:13.820875 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabf892-1993-4452-84b6-d1cad96ff287 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8783d3b8-3344-44c2-b512-58e119a1d9fb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:13.821134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-75b5a69f-94d5-4ffc-81ff-aa67115a3240 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '8783d3b8-3344-44c2-b512-58e119a1d9fb', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:13.847511 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75b5a69f-94d5-4ffc-81ff-aa67115a3240 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.906672 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75b5a69f-94d5-4ffc-81ff-aa67115a3240 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.910059 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75b5a69f-94d5-4ffc-81ff-aa67115a3240 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.927322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5a69f-94d5-4ffc-81ff-aa67115a3240 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4bc13a-4c11-438d-9cac-fd98a23f37ae,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:13.932057 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75b5a69f-94d5-4ffc-81ff-aa67115a3240 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.933347 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-75b5a69f-94d5-4ffc-81ff-aa67115a3240 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164694 Jul 13 08:25:13.936111 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:13.940968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c6a9dff2-509d-4d3b-82ce-45f99441436f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '8783d3b8-3344-44c2-b512-58e119a1d9fb', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:13.966903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a9dff2-509d-4d3b-82ce-45f99441436f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.023322 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a9dff2-509d-4d3b-82ce-45f99441436f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.026750 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a9dff2-509d-4d3b-82ce-45f99441436f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.047504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9dff2-509d-4d3b-82ce-45f99441436f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f014d0-8bb4-4a24-8064-dacd6226473a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:14.051221 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a9dff2-509d-4d3b-82ce-45f99441436f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.052406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c6a9dff2-509d-4d3b-82ce-45f99441436f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153793 Jul 13 08:25:14.055233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:14.059544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e1f36fac-e29e-47c8-a7d3-a25823833a47 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '8783d3b8-3344-44c2-b512-58e119a1d9fb', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:14.085052 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1f36fac-e29e-47c8-a7d3-a25823833a47 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.142469 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1f36fac-e29e-47c8-a7d3-a25823833a47 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.146020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1f36fac-e29e-47c8-a7d3-a25823833a47 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.160696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f36fac-e29e-47c8-a7d3-a25823833a47 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdd877b-07f4-4fd7-9592-20797af5b6ac,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:14.168789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1f36fac-e29e-47c8-a7d3-a25823833a47 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.170064 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e1f36fac-e29e-47c8-a7d3-a25823833a47 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138692 Jul 13 08:25:14.173187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59208) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:14.177682 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2e0b3fa3-3a5d-4877-bd0a-90906edd7d1f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '8783d3b8-3344-44c2-b512-58e119a1d9fb', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:14.203544 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3fa3-3a5d-4877-bd0a-90906edd7d1f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.262530 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3fa3-3a5d-4877-bd0a-90906edd7d1f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.266006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3fa3-3a5d-4877-bd0a-90906edd7d1f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.285379 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b3fa3-3a5d-4877-bd0a-90906edd7d1f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23c0dae-ec56-4488-9cbf-bdc60e1c7524,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:14.291777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3fa3-3a5d-4877-bd0a-90906edd7d1f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.293125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2e0b3fa3-3a5d-4877-bd0a-90906edd7d1f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188602 Jul 13 08:25:14.295712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59210) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:14.300693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-50ab4938-ed69-4192-a433-5c8fdd017765 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '8783d3b8-3344-44c2-b512-58e119a1d9fb', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:14.322619 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-50ab4938-ed69-4192-a433-5c8fdd017765 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:25:14.327453 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50ab4938-ed69-4192-a433-5c8fdd017765 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.386968 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50ab4938-ed69-4192-a433-5c8fdd017765 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.390667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50ab4938-ed69-4192-a433-5c8fdd017765 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.412501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab4938-ed69-4192-a433-5c8fdd017765 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f23bc4e-8bc9-4a31-8bf1-703768a78c36,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:14.415774 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50ab4938-ed69-4192-a433-5c8fdd017765 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.416971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-50ab4938-ed69-4192-a433-5c8fdd017765 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203353 Jul 13 08:25:14.419918 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59212) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:14.425350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cfefa8b7-2efb-4728-a8c9-ca93c29c026a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '8783d3b8-3344-44c2-b512-58e119a1d9fb', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:14.447817 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-cfefa8b7-2efb-4728-a8c9-ca93c29c026a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:25:14.452742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfefa8b7-2efb-4728-a8c9-ca93c29c026a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.504139 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfefa8b7-2efb-4728-a8c9-ca93c29c026a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.507700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfefa8b7-2efb-4728-a8c9-ca93c29c026a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.525390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefa8b7-2efb-4728-a8c9-ca93c29c026a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0b1753-7ebe-4358-9c6f-1837b7ff56fe,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:14.532308 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfefa8b7-2efb-4728-a8c9-ca93c29c026a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.533596 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-cfefa8b7-2efb-4728-a8c9-ca93c29c026a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1126120 Jul 13 08:25:14.536388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:14.541344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'network': {'name': 'tempest-network-smoke--1180653924', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:14.562434 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:25:14.566031 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.589101 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:25:14.600516 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.600919 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Added segment 09343f00-f9a9-4dbf-883d-497c98a704f3 of type vlan for network 350ca1a5-7754-4370-a29f-f129ba727236 Jul 13 08:25:14.641220 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.668742 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.674878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:14.675473 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.710122 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1726382 Jul 13 08:25:14.713008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59216) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:14.717893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'admin_state_up': True, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:14.742945 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.743976 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.745156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99725b-ff8b-4b51-841c-c004ba15c880 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Network': ['ID=350ca1a5-7754-4370-a29f-f129ba727236,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:14.756886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 350ca1a5-7754-4370-a29f-f129ba727236 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:25:14.801250 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:14.944149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.137683 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.161376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.261467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.143 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/c338a2a3-a26e-4d33-9d44-fa093b4f8a8e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:15.369519 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.409724 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.446715 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:15.451660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:15.455309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:15.479898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=c338a2a3-a26e-4d33-9d44-fa093b4f8a8e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:15.708685 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.910447 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.037082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 6e6d50dd-f8d9-422e-9367-6656c97b2861 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:25:16.144664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:16.154080 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Sync routers for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:16.162966 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:16.163221 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.163581 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:16.164563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6afba259-e03e-4cef-8856-104950d52f4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4503856 Jul 13 08:25:16.167676 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:16.197936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-66e6631c-5812-490d-88dc-d2c34df3ebbf tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=f5266cb84faf45d880243abb6051957a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266426 Jul 13 08:25:16.198219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:16.275157 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:16.291982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad4d9b-802d-4db5-950b-d9754ddd88ba tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:16.296527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59222) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:16.298521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-50ad4d9b-802d-4db5-950b-d9754ddd88ba tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0992405 Jul 13 08:25:16.326830 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-32120ec9-f56b-4439-8a8b-8f5555a33088 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285001 Jul 13 08:25:16.329394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59224) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:16.334386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1772006316', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:16.422138 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:25:16.425790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.462409 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:15Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:16.488395 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Checking router: 6e6d50dd-f8d9-422e-9367-6656c97b2861 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:16.488744 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Updating router 6e6d50dd-f8d9-422e-9367-6656c97b2861 port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:25:16.527509 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.611152 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.675734 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Subnet': ['ID=386cc264-eb94-47de-9a95-7749d20a9caa,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:16.685920 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Checking segment: {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:16.686321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network hostable DHCP agents. Network: 350ca1a5-7754-4370-a29f-f129ba727236, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:25:16.702627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 350ca1a5-7754-4370-a29f-f129ba727236 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:25:16.712100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 350ca1a5-7754-4370-a29f-f129ba727236) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:16.716289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:16.716875 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.723785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5624aa-1e24-4111-b7cd-b4e046688946 None None] Network 350ca1a5-7754-4370-a29f-f129ba727236 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:25:16.735296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-05616da0-85a9-48fc-bdb5-65a41c44fdd4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4016345 Jul 13 08:25:16.735493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:16.793989 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.805300 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Transition to ACTIVE for port object c338a2a3-a26e-4d33-9d44-fa093b4f8a8e will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:16.811278 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.865123 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Attempting to bind port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:16.865471 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Attempting to bind port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:16.865845 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Attempting to bind port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:16.874839 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:16.875220 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:16.875629 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.876025 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:16.876488 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Bound port: c338a2a3-a26e-4d33-9d44-fa093b4f8a8e, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:16.876867 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.884416 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-350ca1a5-7754-4370-a29f-f129ba727236', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:25:16.885639 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.907918 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02425e-fa22-4a49-8b98-402e3dceb101 None None] Pushing event updated for resources: {'Port': ['ID=c338a2a3-a26e-4d33-9d44-fa093b4f8a8e,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:16.955504 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] For port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:16.959006 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] For port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c338a2a3-a26e-4d33-9d44-fa093b4f8a8e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:16.964483 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.050379 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Allocated IP 172.20.0.2 (350ca1a5-7754-4370-a29f-f129ba727236/386cc264-eb94-47de-9a95-7749d20a9caa/2c482180-01a8-409c-809e-def397dc5dcb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:17.128466 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:17.128989 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:17.176805 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02425e-fa22-4a49-8b98-402e3dceb101 None None] Pushing event updated for resources: {'Port': ['ID=c338a2a3-a26e-4d33-9d44-fa093b4f8a8e,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:17.235087 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.244343 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.253788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Transition to ACTIVE for port object 2c482180-01a8-409c-809e-def397dc5dcb will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:17.263048 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:17.269783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Transition to ACTIVE for port object 2c482180-01a8-409c-809e-def397dc5dcb will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:17.277546 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.329540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Network 350ca1a5-7754-4370-a29f-f129ba727236 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:17.337548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:17.341510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:17.348053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Pushing event updated for resources: {'Port': ['ID=2c482180-01a8-409c-809e-def397dc5dcb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:17.408517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Attempting to bind port 2c482180-01a8-409c-809e-def397dc5dcb on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:17.409304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Attempting to bind port 2c482180-01a8-409c-809e-def397dc5dcb by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:17.409911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Attempting to bind port 2c482180-01a8-409c-809e-def397dc5dcb on network 350ca1a5-7754-4370-a29f-f129ba727236 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:17.415745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:17.416263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Checking segment: {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:17.416753 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.417240 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Bound using segment: {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:17.417799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Bound port: 2c482180-01a8-409c-809e-def397dc5dcb, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:17.418298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.482151 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:15Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:17.494165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] For port 2c482180-01a8-409c-809e-def397dc5dcb, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:17.497768 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] For port 2c482180-01a8-409c-809e-def397dc5dcb, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2c482180-01a8-409c-809e-def397dc5dcb,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:17.502870 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.515538 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc558eb-814f-445a-bc5b-6ea5a67017f2 None None] The sync data for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 is: [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:15Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:17.562156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7c972-4b4d-42f8-b33d-26cae3716cde None None] Pushing event updated for resources: {'Port': ['ID=2c482180-01a8-409c-809e-def397dc5dcb,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:17.591129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.1 (350ca1a5-7754-4370-a29f-f129ba727236/386cc264-eb94-47de-9a95-7749d20a9caa/c3fab5ee-0fa5-467b-b2e7-f650fef327eb) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:17.723264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.770619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object c3fab5ee-0fa5-467b-b2e7-f650fef327eb will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:17.815717 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.871212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 350ca1a5-7754-4370-a29f-f129ba727236 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:17.874703 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:17.878725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:17.906781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=c3fab5ee-0fa5-467b-b2e7-f650fef327eb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:17.931852 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:18.079729 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:18.437645 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-663070f9-1241-49ce-9a21-a65eab8bc20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:18.575942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d8d49-324c-421c-b97d-2b0b720ed48b None None] Network 350ca1a5-7754-4370-a29f-f129ba727236 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:25:18.660568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8f26e026-ad8c-43ad-a115-3b92d3750e84 None None] Provisioning for port 2c482180-01a8-409c-809e-def397dc5dcb completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:18.724098 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:18.728861 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:18.804654 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=c3fab5ee-0fa5-467b-b2e7-f650fef327eb,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:18.817623 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:18.925489 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 350ca1a5-7754-4370-a29f-f129ba727236 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:18.927120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:19.005788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8c31530a-0c6c-47c4-ba3f-389e2de4ede6 None None] Provisioning for port c3fab5ee-0fa5-467b-b2e7-f650fef327eb completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:19.010788 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8c31530a-0c6c-47c4-ba3f-389e2de4ede6 None None] Provisioning complete for port c3fab5ee-0fa5-467b-b2e7-f650fef327eb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:19.011244 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c31530a-0c6c-47c4-ba3f-389e2de4ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:19.050045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8c31530a-0c6c-47c4-ba3f-389e2de4ede6 None None] Port c3fab5ee-0fa5-467b-b2e7-f650fef327eb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:19.056474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 6e6d50dd-f8d9-422e-9367-6656c97b2861 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:19.171317 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:19.182490 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-bf1fceaf-3d76-42bd-bd48-1e33723b259e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/6e6d50dd-f8d9-422e-9367-6656c97b2861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4459782 Jul 13 08:25:19.192811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Sync routers for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:19.202518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:19.203409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:19.317660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2c482180-01a8-409c-809e-def397dc5dcb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:19.358000 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-b87261d2-6cc5-4e0c-b053-88bef0fa90f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420369682&fields=id&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 267 time: 0.0364375 Jul 13 08:25:19.364380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:19.398593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3dbba68f-fa5d-42a6-8722-04f0b7ca5b7b None None] Provisioning complete for port c3fab5ee-0fa5-467b-b2e7-f650fef327eb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:19.398960 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3dbba68f-fa5d-42a6-8722-04f0b7ca5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:19.482880 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-215d76a1-0f2d-4954-8fca-843ba1a89ead tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:19.484707 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-215d76a1-0f2d-4954-8fca-843ba1a89ead tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/networks?id=350ca1a5-7754-4370-a29f-f129ba727236 HTTP/1.1" status: 200 len: 797 time: 0.1193640 Jul 13 08:25:19.503592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-5e0d40b5-8248-4e15-867a-d348c0ba6411 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/quotas/f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 375 time: 0.0102274 Jul 13 08:25:19.506143 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3dbba68f-fa5d-42a6-8722-04f0b7ca5b7b None None] Port c3fab5ee-0fa5-467b-b2e7-f650fef327eb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:19.546280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 2c482180-01a8-409c-809e-def397dc5dcb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:19.556387 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2c482180-01a8-409c-809e-def397dc5dcb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:19.556782 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:19.592013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-16aac6e1-f0e4-4b2f-ab49-c0e10c759fcf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811279 Jul 13 08:25:19.658135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aaaf5cc4-3dd9-494b-8e4f-03e67b9876d0 None None] Provisioning complete for port c3fab5ee-0fa5-467b-b2e7-f650fef327eb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:19.658518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5cc4-3dd9-494b-8e4f-03e67b9876d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:19.734742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf5cc4-3dd9-494b-8e4f-03e67b9876d0 None None] Port c3fab5ee-0fa5-467b-b2e7-f650fef327eb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:19.738215 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:19.746134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-57fd9548-a072-403f-840c-ebb1c581d4b5 service neutron] 10.222.0.41 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409962 Jul 13 08:25:19.852483 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-09fc9143-2917-4c3b-9cd6-13a20e3cdb91 service neutron] 10.222.0.41 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993931 Jul 13 08:25:19.942021 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c3fab5ee-0fa5-467b-b2e7-f650fef327eb', 'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:87:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:17Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 2, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:19.982059 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 2c482180-01a8-409c-809e-def397dc5dcb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2c482180-01a8-409c-809e-def397dc5dcb,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:19.983144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Checking router: 6e6d50dd-f8d9-422e-9367-6656c97b2861 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:19.983935 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Updating router 6e6d50dd-f8d9-422e-9367-6656c97b2861 port c3fab5ee-0fa5-467b-b2e7-f650fef327eb binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:25:19.989115 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.010369 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-da9e6a26-89d5-48a9-bb37-fa429add59be None None] Provisioning complete for port c3fab5ee-0fa5-467b-b2e7-f650fef327eb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:20.010750 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da9e6a26-89d5-48a9-bb37-fa429add59be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.035447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1322fe39-580f-4367-8172-91a7b918f87c req-d49c5e0e-198a-418d-bb51-d334e093d4bb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 210 time: 0.0304518 Jul 13 08:25:20.077809 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c338a2a3-a26e-4d33-9d44-fa093b4f8a8e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:20.119586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.151577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-da9e6a26-89d5-48a9-bb37-fa429add59be None None] Port c3fab5ee-0fa5-467b-b2e7-f650fef327eb cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:20.155855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=2c482180-01a8-409c-809e-def397dc5dcb,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:20.201864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:20.253617 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:20.254031 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.415273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.448598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c338a2a3-a26e-4d33-9d44-fa093b4f8a8e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:20.453722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.553556 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.561521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=c338a2a3-a26e-4d33-9d44-fa093b4f8a8e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:20.568871 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Transition to ACTIVE for port object c3fab5ee-0fa5-467b-b2e7-f650fef327eb will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:20.576007 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.627819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235c17b-0bed-4cb7-a48e-680cf83678ab None None] Pushing event updated for resources: {'Port': ['ID=c3fab5ee-0fa5-467b-b2e7-f650fef327eb,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:20.684139 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Attempting to bind port c3fab5ee-0fa5-467b-b2e7-f650fef327eb on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:20.684529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Attempting to bind port c3fab5ee-0fa5-467b-b2e7-f650fef327eb by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:20.684904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Attempting to bind port c3fab5ee-0fa5-467b-b2e7-f650fef327eb on network 350ca1a5-7754-4370-a29f-f129ba727236 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:20.690351 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:20.690735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Checking segment: {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:20.691152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.691563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Bound using segment: {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:20.692040 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Bound port: c3fab5ee-0fa5-467b-b2e7-f650fef327eb, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:20.692436 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.763067 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] For port c3fab5ee-0fa5-467b-b2e7-f650fef327eb, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:20.766268 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] For port c3fab5ee-0fa5-467b-b2e7-f650fef327eb, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c3fab5ee-0fa5-467b-b2e7-f650fef327eb,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:20.770943 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:20.828452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:20.829093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:24:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:20.834166 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235c17b-0bed-4cb7-a48e-680cf83678ab None None] Pushing event updated for resources: {'Port': ['ID=c3fab5ee-0fa5-467b-b2e7-f650fef327eb,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:20.950374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:21.120105 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-73918caa-3e26-4774-a8bf-f6525fb1cd03 req-3c67ef9e-50f5-4147-a112-be3bcdacdb59 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 210 time: 0.0299907 Jul 13 08:25:21.146252 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75583a5f-a2d9-416d-a11e-130e9fe11c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:21.183205 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c3fab5ee-0fa5-467b-b2e7-f650fef327eb', 'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:87:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:17Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:21.217665 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:21.220081 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e214b24-6e5d-481f-9093-7215b75a90bc None None] The sync data for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 is: [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c3fab5ee-0fa5-467b-b2e7-f650fef327eb', 'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:87:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:17Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:21.232178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2c482180-01a8-409c-809e-def397dc5dcb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:21.291488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2c482180-01a8-409c-809e-def397dc5dcb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:21.291930 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:21.376463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c338a2a3-a26e-4d33-9d44-fa093b4f8a8e up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:21.430695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:21.431077 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:22.213034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:22.214632 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0024d374-9a21-4ec4-8326-b8febbddca93 req-472f9256-ed7b-49b7-b92e-0f82db558b3b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 210 time: 0.0349998 Jul 13 08:25:23.229727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c3fab5ee-0fa5-467b-b2e7-f650fef327eb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:23.282955 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c3fab5ee-0fa5-467b-b2e7-f650fef327eb completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:23.286990 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c3fab5ee-0fa5-467b-b2e7-f650fef327eb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:23.287369 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.302257 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bc15d330-aeda-40e6-afa1-71ea82d7ec3d req-165fbc41-596f-48b1-8a60-67c5bc9b9b5d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 210 time: 0.0287628 Jul 13 08:25:23.364259 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.395878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port c3fab5ee-0fa5-467b-b2e7-f650fef327eb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c3fab5ee-0fa5-467b-b2e7-f650fef327eb,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:23.399958 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.453985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=c3fab5ee-0fa5-467b-b2e7-f650fef327eb,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:23.694718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a1b61cbb-63ba-4a7d-9770-b3cb4ca5e3dc None None] Provisioning complete for port c3fab5ee-0fa5-467b-b2e7-f650fef327eb triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:23.695018 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a1b61cbb-63ba-4a7d-9770-b3cb4ca5e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.872605 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:24.440134 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5033c960-2947-4a8e-a990-70ae214304ec req-b3969426-e200-47e3-bfe3-5478a7fffadd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 210 time: 0.0285537 Jul 13 08:25:25.222493 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c3fab5ee-0fa5-467b-b2e7-f650fef327eb up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:25.276020 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c3fab5ee-0fa5-467b-b2e7-f650fef327eb triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:25.277293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:25.591540 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-19cec4c9-c095-4fd5-8665-e75d698e8309 req-5ba7a468-dfb0-4e96-8ff8-c3cf8c37636c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 210 time: 0.0297742 Jul 13 08:25:25.732572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-6f3688f1-54bb-43d3-9d34-55fee0b9fa49 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.734433 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-6f3688f1-54bb-43d3-9d34-55fee0b9fa49 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/networks?id=350ca1a5-7754-4370-a29f-f129ba727236 HTTP/1.1" status: 200 len: 797 time: 0.4677613 Jul 13 08:25:25.780383 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-7020a4af-d51d-49bd-be9c-0b4c86faea42 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 379 time: 0.0377469 Jul 13 08:25:25.788502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'port': {'device_id': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'admin_state_up': True, 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'security_groups': ['8783d3b8-3344-44c2-b512-58e119a1d9fb']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:25.902474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:25:25.906591 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.026576 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.8 (350ca1a5-7754-4370-a29f-f129ba727236/386cc264-eb94-47de-9a95-7749d20a9caa/cd4774fd-2e46-4b83-97ab-1594dfff0560) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:26.164796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.177913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object cd4774fd-2e46-4b83-97ab-1594dfff0560 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:26.210294 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.256175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 350ca1a5-7754-4370-a29f-f129ba727236 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:26.259433 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:26.263227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:26.270335 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=cd4774fd-2e46-4b83-97ab-1594dfff0560,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:26.320589 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.321221 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.336344 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-fbbbe572-9e4f-4253-9523-dec9022c18a8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514956 Jul 13 08:25:26.348413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Request body: {'port': {'device_id': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:26.422704 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.514537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a17f1eb0-7eb8-45b5-b71e-64ee983aaa97 None None] Provisioning for port cd4774fd-2e46-4b83-97ab-1594dfff0560 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:26.519089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a17f1eb0-7eb8-45b5-b71e-64ee983aaa97 None None] Provisioning complete for port cd4774fd-2e46-4b83-97ab-1594dfff0560 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:26.519459 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a17f1eb0-7eb8-45b5-b71e-64ee983aaa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.554740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a17f1eb0-7eb8-45b5-b71e-64ee983aaa97 None None] Port cd4774fd-2e46-4b83-97ab-1594dfff0560 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:26.689892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4774fd-2e46-4b83-97ab-1594dfff0560 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:26.697380 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.711029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Transition to ACTIVE for port object cd4774fd-2e46-4b83-97ab-1594dfff0560 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:26.715744 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.783231 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc39231-515a-4685-8567-569a1f41bef0 req-ad04ad57-9cb9-4b96-a906-17aa83542e2c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.785514 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2dc39231-515a-4685-8567-569a1f41bef0 req-ad04ad57-9cb9-4b96-a906-17aa83542e2c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 943 time: 0.0777416 Jul 13 08:25:26.789500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4774fd-2e46-4b83-97ab-1594dfff0560,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:26.831724 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2dc39231-515a-4685-8567-569a1f41bef0 req-6b838218-d64b-4039-9369-a809208fbc9c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400841 Jul 13 08:25:26.841775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Attempting to bind port cd4774fd-2e46-4b83-97ab-1594dfff0560 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:26.842627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Attempting to bind port cd4774fd-2e46-4b83-97ab-1594dfff0560 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:26.843344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Attempting to bind port cd4774fd-2e46-4b83-97ab-1594dfff0560 on network 350ca1a5-7754-4370-a29f-f129ba727236 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:26.850372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Port cd4774fd-2e46-4b83-97ab-1594dfff0560 on network 350ca1a5-7754-4370-a29f-f129ba727236 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:25:26.850797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Attempting to bind port cd4774fd-2e46-4b83-97ab-1594dfff0560 on network 350ca1a5-7754-4370-a29f-f129ba727236 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:26.856782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:26.857139 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Checking segment: {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:26.857533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Bound using segment: {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:26.857987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Bound port: cd4774fd-2e46-4b83-97ab-1594dfff0560, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09343f00-f9a9-4dbf-883d-497c98a704f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:26.858355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.935313 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] For port cd4774fd-2e46-4b83-97ab-1594dfff0560, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:26.939474 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] For port cd4774fd-2e46-4b83-97ab-1594dfff0560, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:26.945371 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.986626 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.987237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:26.988834 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] 10.222.0.38 "PUT /v2.0/ports/cd4774fd-2e46-4b83-97ab-1594dfff0560 HTTP/1.1" status: 200 len: 1092 time: 0.6456969 Jul 13 08:25:26.989325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:26.991604 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:27.027813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f26904-1ffd-42bf-977c-1c4acf580258 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4774fd-2e46-4b83-97ab-1594dfff0560,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:27.061268 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6492f333-756f-46d6-9ac7-1b005e5ea177 x-openstack-request-id: req-6492f333-756f-46d6-9ac7-1b005e5ea177 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:27.061562 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:27.061877 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6492f333-756f-46d6-9ac7-1b005e5ea177 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:27.062790 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'status': 'completed', 'code': 200} Jul 13 08:25:27.090849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-19d0238a-6367-4953-9400-619c49c9632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.092424 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-19d0238a-6367-4953-9400-619c49c9632d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 1095 time: 0.0609326 Jul 13 08:25:27.140921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-106fc3d6-cfc2-4623-a24a-5b276ab7b3ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560 HTTP/1.1" status: 200 len: 217 time: 0.0416842 Jul 13 08:25:27.194902 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-4da01906-4937-46bb-9e3a-1177b02bcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.196416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-4da01906-4937-46bb-9e3a-1177b02bcf72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386cc264-eb94-47de-9a95-7749d20a9caa HTTP/1.1" status: 200 len: 835 time: 0.0483704 Jul 13 08:25:27.258435 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-8ea4d7b6-57b0-4e90-9c91-38e3cc819701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.259979 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-8ea4d7b6-57b0-4e90-9c91-38e3cc819701 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=350ca1a5-7754-4370-a29f-f129ba727236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577826 Jul 13 08:25:27.356838 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-41250904-a793-4a27-936f-ae60431e5373 service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905893 Jul 13 08:25:27.445908 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-044f7a1c-57b3-4eeb-916c-bf2b42e57159 req-3d43fc5b-d609-4356-958a-770fc61c5be3 service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833318 Jul 13 08:25:27.544540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-914dd789-1f1e-4b5c-9824-617204b7fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.546098 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-914dd789-1f1e-4b5c-9824-617204b7fe95 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 1095 time: 0.0540888 Jul 13 08:25:27.641841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-381755c8-e426-4889-9bf3-114682bc6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.643383 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-381755c8-e426-4889-9bf3-114682bc6f06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=350ca1a5-7754-4370-a29f-f129ba727236 HTTP/1.1" status: 200 len: 898 time: 0.0915141 Jul 13 08:25:27.684715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-0e8e33c1-4ee0-4f7d-bef1-00f3ad0c35d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560 HTTP/1.1" status: 200 len: 217 time: 0.0346386 Jul 13 08:25:27.736602 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-b7c59f4c-c310-4974-a5de-9948ca74ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.738100 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-b7c59f4c-c310-4974-a5de-9948ca74ad46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386cc264-eb94-47de-9a95-7749d20a9caa HTTP/1.1" status: 200 len: 835 time: 0.0474775 Jul 13 08:25:27.795766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-75f31255-3fa9-4c35-b646-cf98404a0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.797303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-75f31255-3fa9-4c35-b646-cf98404a0d5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=350ca1a5-7754-4370-a29f-f129ba727236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530541 Jul 13 08:25:27.892249 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-16b10840-ca2b-484f-a7ea-eadb5b0ab9a5 service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883334 Jul 13 08:25:27.983724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b930a42c-6c8d-4e0b-a05b-c810e2287ef4 req-913652c4-ad2b-4d8e-8b8e-7c88a8ca22c9 service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849736 Jul 13 08:25:28.016876 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4de3aa-09eb-4441-a043-e5910e56e673 req-cb6d91c8-f962-47f4-b061-70742f53878b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:28.018397 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee4de3aa-09eb-4441-a043-e5910e56e673 req-cb6d91c8-f962-47f4-b061-70742f53878b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 943 time: 0.0649443 Jul 13 08:25:28.055169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee4de3aa-09eb-4441-a043-e5910e56e673 req-384d9554-9fef-4140-b41c-39753f2e8acb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312500 Jul 13 08:25:29.226189 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74642c89-78c4-4141-914a-3631ed816343 req-780fecc4-b1f0-43a8-8a26-6ae8fe8b38be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:29.227707 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-74642c89-78c4-4141-914a-3631ed816343 req-780fecc4-b1f0-43a8-8a26-6ae8fe8b38be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 943 time: 0.0635648 Jul 13 08:25:29.270307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-74642c89-78c4-4141-914a-3631ed816343 req-cba6ab3a-c096-4c29-af62-3230a862cb4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369310 Jul 13 08:25:30.441609 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81d14b-2311-4ec2-bc9a-5fba2159e109 req-a51be03b-263f-46f2-8053-7454373ef347 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:30.443152 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f81d14b-2311-4ec2-bc9a-5fba2159e109 req-a51be03b-263f-46f2-8053-7454373ef347 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 943 time: 0.0639100 Jul 13 08:25:30.454390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cd4774fd-2e46-4b83-97ab-1594dfff0560 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:25:30.481174 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2f81d14b-2311-4ec2-bc9a-5fba2159e109 req-24db1dd4-4029-4c0b-b13e-6bb8801dd3f8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325327 Jul 13 08:25:30.551378 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port cd4774fd-2e46-4b83-97ab-1594dfff0560, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:30.562518 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'port_id': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'mac_address': 'fa:16:3e:35:80:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:25:30.598198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:30.610971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4774fd-2e46-4b83-97ab-1594dfff0560 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:30.630910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port cd4774fd-2e46-4b83-97ab-1594dfff0560, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:30.635686 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:30.690082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=cd4774fd-2e46-4b83-97ab-1594dfff0560,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:30.862186 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['cd4774fd-2e46-4b83-97ab-1594dfff0560'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:25:31.656261 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29a6bf-ed26-410d-8654-31b57823a86d req-f3f8d8c6-6ef3-4f85-9be9-c9a129865e42 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:31.657765 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bd29a6bf-ed26-410d-8654-31b57823a86d req-f3f8d8c6-6ef3-4f85-9be9-c9a129865e42 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 944 time: 0.0657434 Jul 13 08:25:31.695520 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bd29a6bf-ed26-410d-8654-31b57823a86d req-e3c749ce-3503-486f-8909-395543dda8ec tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Jul 13 08:25:32.469396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cd4774fd-2e46-4b83-97ab-1594dfff0560 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:32.518009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port cd4774fd-2e46-4b83-97ab-1594dfff0560 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:32.521543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port cd4774fd-2e46-4b83-97ab-1594dfff0560 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:32.521917 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.600115 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.621823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:32.624588 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e63a4be-e6c5-46fb-ab77-6d691171fb3b" -d '{"events": [{"server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "name": "network-vif-plugged", "status": "completed", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:32.638853 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port cd4774fd-2e46-4b83-97ab-1594dfff0560, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:32.644586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:32.701257 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=cd4774fd-2e46-4b83-97ab-1594dfff0560,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:32.719402 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f68e1d8-ac4d-47c3-89e3-1101110e1f34 x-openstack-request-id: req-1f68e1d8-ac4d-47c3-89e3-1101110e1f34 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:32.719402 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "name": "network-vif-plugged", "status": "completed", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:32.719402 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f68e1d8-ac4d-47c3-89e3-1101110e1f34 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:32.719402 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'code': 200} Jul 13 08:25:32.839848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6583f-c591-450d-9a7e-6b8cb88a3b60 req-8488c3c9-4aad-4f0f-b903-cf27b5ebdaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.842012 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fab6583f-c591-450d-9a7e-6b8cb88a3b60 req-8488c3c9-4aad-4f0f-b903-cf27b5ebdaba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 1097 time: 0.0578749 Jul 13 08:25:32.880980 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-fab6583f-c591-450d-9a7e-6b8cb88a3b60 req-8d965e03-d2e1-42a8-a883-b94f73551853 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304585 Jul 13 08:25:32.888939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1944e-a827-4a1e-a655-fa40ef97daf8 req-ebeac7c7-4f07-4f03-9057-037b85814c22 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.890533 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9cb1944e-a827-4a1e-a655-fa40ef97daf8 req-ebeac7c7-4f07-4f03-9057-037b85814c22 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0735207 Jul 13 08:25:32.928302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9cb1944e-a827-4a1e-a655-fa40ef97daf8 req-bef49135-9a0a-4b3c-828f-40f4500beb2d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322406 Jul 13 08:25:32.970952 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7cb3ca69-2e3e-4147-acc7-251b4f3f9842 None None] Provisioning complete for port cd4774fd-2e46-4b83-97ab-1594dfff0560 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:32.971316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb3ca69-2e3e-4147-acc7-251b4f3f9842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.100146 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56496-f2d2-4481-95b4-3d042f8e8183 req-eb1d5df0-8afb-407d-abe7-b00b4fa7619b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:34.101751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7a56496-f2d2-4481-95b4-3d042f8e8183 req-eb1d5df0-8afb-407d-abe7-b00b4fa7619b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0655022 Jul 13 08:25:34.143029 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e7a56496-f2d2-4481-95b4-3d042f8e8183 req-5ff18ac4-4429-47af-bc4c-2cb18457a5f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352440 Jul 13 08:25:34.330242 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9674b-d9dc-444c-9a35-415a1d6bc730 req-af85763b-618c-43d0-bfb2-6e1997c39f90 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:34.331789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9c9674b-d9dc-444c-9a35-415a1d6bc730 req-af85763b-618c-43d0-bfb2-6e1997c39f90 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0730703 Jul 13 08:25:34.369620 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e9c9674b-d9dc-444c-9a35-415a1d6bc730 req-be715433-d4d4-4be0-898f-bb28eee44cf1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322771 Jul 13 08:25:34.393388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59296) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:34.444706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f2e72-175f-49ed-80b2-6c53ffc67e30 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:34.446234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3b2f2e72-175f-49ed-80b2-6c53ffc67e30 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 1092 time: 0.0518186 Jul 13 08:25:34.448993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59298) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:34.453319 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:34.474456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.573238 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.673140 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.103 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/214d1255-047b-41a6-a5b0-47f8b1eaf69a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:34.775190 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.814123 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.847810 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:34.850706 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:34.856484 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:34.888045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=214d1255-047b-41a6-a5b0-47f8b1eaf69a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:35.225467 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.299728 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.447053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.451371 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.524412 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=214d1255-047b-41a6-a5b0-47f8b1eaf69a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:35.531632 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.629799 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP b53c221a-e519-4919-86d4-6d38d1246e5c associated. External IP: 172.25.8.103, port: cd4774fd-2e46-4b83-97ab-1594dfff0560. Jul 13 08:25:35.834386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 6e6d50dd-f8d9-422e-9367-6656c97b2861 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:35.942394 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:35.953709 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] Sync routers for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:35.959129 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.963921 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:35.964534 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:25:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:35.998935 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-46fe3ec6-5313-4fd7-9b0b-0255be208441 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5489359 Jul 13 08:25:36.000156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:36.002455 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b5a5c7-49a1-43ba-b175-853abd28e77c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:36.069822 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:36.149593 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec009f9-97b1-4437-bd1d-362dfbecb819 req-f8ba0a67-c14f-43e8-84d2-f690bf660ccb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:36.151044 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eec009f9-97b1-4437-bd1d-362dfbecb819 req-f8ba0a67-c14f-43e8-84d2-f690bf660ccb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0644236 Jul 13 08:25:36.189530 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eec009f9-97b1-4437-bd1d-362dfbecb819 req-d79c2ce6-cb9f-429d-81e0-05527550a98c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321417 Jul 13 08:25:36.213843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59304) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:36.249832 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.266235 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3255faaa-723b-4c40-be19-87bcd17f149b x-openstack-request-id: req-3255faaa-723b-4c40-be19-87bcd17f149b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:36.266874 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:36.266874 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3255faaa-723b-4c40-be19-87bcd17f149b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:36.267308 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'status': 'completed', 'code': 200} Jul 13 08:25:36.295364 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-93747b2d-ddda-429b-8c67-639ec19b4b3f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/b53c221a-e519-4919-86d4-6d38d1246e5c HTTP/1.1" status: 200 len: 991 time: 0.0800965 Jul 13 08:25:36.304307 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'b53c221a-e519-4919-86d4-6d38d1246e5c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'port_id': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'mac_address': 'fa:16:3e:35:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:35Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fab5ee-0fa5-467b-b2e7-f650fef327eb', 'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:87:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:17Z', 'updated_at': '2021-07-13T08:25:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:36.321533 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-64644115-64bf-43d4-87ce-8e47f03084f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:36.323094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-64644115-64bf-43d4-87ce-8e47f03084f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 1097 time: 0.0609105 Jul 13 08:25:36.333222 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] Checking router: 6e6d50dd-f8d9-422e-9367-6656c97b2861 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:36.341375 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:36.342000 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:25:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:36.414165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-2ee28565-f614-4e7f-8f4d-ce0a89bfac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:36.415574 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-2ee28565-f614-4e7f-8f4d-ce0a89bfac0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=350ca1a5-7754-4370-a29f-f129ba727236 HTTP/1.1" status: 200 len: 898 time: 0.0855570 Jul 13 08:25:36.446356 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:36.484817 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-316ba373-62f4-4037-8a78-151c2d1bb59a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560 HTTP/1.1" status: 200 len: 999 time: 0.0626235 Jul 13 08:25:36.532959 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-b8f47245-7e3a-4c1d-97ff-e02c37b83227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:36.534477 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-b8f47245-7e3a-4c1d-97ff-e02c37b83227 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386cc264-eb94-47de-9a95-7749d20a9caa HTTP/1.1" status: 200 len: 835 time: 0.0438251 Jul 13 08:25:36.590657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-4bc42b8a-82a8-4878-9713-6201faf35c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:36.592179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-4bc42b8a-82a8-4878-9713-6201faf35c20 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=350ca1a5-7754-4370-a29f-f129ba727236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514920 Jul 13 08:25:36.670185 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'b53c221a-e519-4919-86d4-6d38d1246e5c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'port_id': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'mac_address': 'fa:16:3e:35:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:35Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fab5ee-0fa5-467b-b2e7-f650fef327eb', 'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:87:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:17Z', 'updated_at': '2021-07-13T08:25:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:36.689044 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-ca7612c5-e462-4973-b13d-ea0525c7a1ed service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889020 Jul 13 08:25:36.699534 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92815b51-c918-4cac-a014-5c4049f20926 None None] The sync data for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 is: [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'b53c221a-e519-4919-86d4-6d38d1246e5c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'port_id': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'mac_address': 'fa:16:3e:35:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:25:35Z', 'updated_at': '2021-07-13T08:25:35Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fab5ee-0fa5-467b-b2e7-f650fef327eb', 'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:87:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:17Z', 'updated_at': '2021-07-13T08:25:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:36.784448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0b5a5c7-49a1-43ba-b175-853abd28e77c req-b97fb0e7-99c2-431b-8fd0-9765cbad35f8 service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875478 Jul 13 08:25:36.902367 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a66b77-4694-4fc0-aaf3-aeabfda56db8 None None] New status for floating IP b53c221a-e519-4919-86d4-6d38d1246e5c: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:25:37.299790 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59308) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:37.362430 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d6aada8e-6634-4e73-ad2f-50ab895019f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/b53c221a-e519-4919-86d4-6d38d1246e5c HTTP/1.1" status: 200 len: 993 time: 0.0614564 Jul 13 08:25:38.219959 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:47.864622 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:25:48.432057 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f290f57-085a-4bda-9bf2-3accae8ee5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:51.127003 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1351066e-51c2-4116-b9f8-a5f6afdcf3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:51.185791 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:52.212125 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:53.878017 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:58.783719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-438c072f-1312-4fd6-8891-a01b84d5ccfc req-49e8e9b9-f81d-4493-81c3-b9fac6d6ec55 service neutron] (93774) timed out ('10.222.0.41', 44394) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:26:06.252496 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:08.223096 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:08.921396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-c6c2dd48-628a-4a13-b4df-0a09f45bfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:08.922887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-c6c2dd48-628a-4a13-b4df-0a09f45bfaa3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 1097 time: 0.0598617 Jul 13 08:26:08.968221 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cebf7-45b1-40d8-8ba0-02bd85a9d121 req-3068e19f-e320-4ab9-b09e-949afad1d2e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:08.969782 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb7cebf7-45b1-40d8-8ba0-02bd85a9d121 req-3068e19f-e320-4ab9-b09e-949afad1d2e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0678961 Jul 13 08:26:09.011544 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bb7cebf7-45b1-40d8-8ba0-02bd85a9d121 req-e32e9be2-7667-4d53-b048-9a86579eeed2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343461 Jul 13 08:26:09.018353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-6eff78d6-f104-4089-8e20-b87610468340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:09.019890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-6eff78d6-f104-4089-8e20-b87610468340 service neutron] 10.222.0.38 "GET /v2.0/networks?id=350ca1a5-7754-4370-a29f-f129ba727236 HTTP/1.1" status: 200 len: 898 time: 0.0909498 Jul 13 08:26:09.090950 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-1aa23314-19ed-408a-bff5-bf083cc430cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560 HTTP/1.1" status: 200 len: 1001 time: 0.0640864 Jul 13 08:26:09.140323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-40f5a471-5ca4-4e3b-b18e-7722fc049d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:09.141819 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-40f5a471-5ca4-4e3b-b18e-7722fc049d7c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386cc264-eb94-47de-9a95-7749d20a9caa HTTP/1.1" status: 200 len: 835 time: 0.0444512 Jul 13 08:26:09.202818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-62ed8932-30c1-499f-bd96-c55af4e3ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:09.204389 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-62ed8932-30c1-499f-bd96-c55af4e3ea5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=350ca1a5-7754-4370-a29f-f129ba727236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552332 Jul 13 08:26:09.299284 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-a29f1e56-38ca-4dc3-b53f-164b83a9195f service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881999 Jul 13 08:26:09.389656 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a0fa4fcb-bb7b-449e-a776-2c4d26c19697 req-5a49df41-3100-4dc5-8a9e-87f2c3d51c27 service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839694 Jul 13 08:26:10.193092 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe32cf-94b5-41d4-80bc-de885cf63356 req-f3500473-4a8a-425f-87b4-0e4259bcb62a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:10.194600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35fe32cf-94b5-41d4-80bc-de885cf63356 req-f3500473-4a8a-425f-87b4-0e4259bcb62a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0696592 Jul 13 08:26:10.235324 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-35fe32cf-94b5-41d4-80bc-de885cf63356 req-d38b9606-70f3-492d-aa58-69140368acdb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335827 Jul 13 08:26:11.410672 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305168a-609f-4ab2-b8b5-88636dcb5f87 req-6e66a0f4-d8dc-41a2-a578-39d63884ccf6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:11.412288 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4305168a-609f-4ab2-b8b5-88636dcb5f87 req-6e66a0f4-d8dc-41a2-a578-39d63884ccf6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0641489 Jul 13 08:26:11.451504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4305168a-609f-4ab2-b8b5-88636dcb5f87 req-37fd456d-963f-4e38-80c8-65e99595a6ea tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334432 Jul 13 08:26:12.632304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887abe0e-c280-400b-816e-a35f3e023db2 req-8ffb8d98-e26d-424f-8976-7ab009e3e112 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:12.633839 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-887abe0e-c280-400b-816e-a35f3e023db2 req-8ffb8d98-e26d-424f-8976-7ab009e3e112 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0703416 Jul 13 08:26:12.672682 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-887abe0e-c280-400b-816e-a35f3e023db2 req-41ff1c43-7cbd-4095-bc7f-7fba49bde237 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331106 Jul 13 08:26:13.850931 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc76275-2070-444e-a8f9-f2221bbc3f8e req-f8709a98-7e34-46d7-8bc2-3e347faafe7a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:13.852528 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cdc76275-2070-444e-a8f9-f2221bbc3f8e req-f8709a98-7e34-46d7-8bc2-3e347faafe7a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0691299 Jul 13 08:26:13.894717 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cdc76275-2070-444e-a8f9-f2221bbc3f8e req-793b00ae-d54d-4897-b66c-4b1f6ee5da80 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364645 Jul 13 08:26:15.074175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df5f84-ba84-4941-b2ba-02a8e7f19b6b req-588363eb-8fd1-4c31-b608-635823e7e9f0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:15.075898 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0df5f84-ba84-4941-b2ba-02a8e7f19b6b req-588363eb-8fd1-4c31-b608-635823e7e9f0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0664420 Jul 13 08:26:15.118177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d0df5f84-ba84-4941-b2ba-02a8e7f19b6b req-eed36551-fbe1-4375-a2b0-9e8aee1e32bb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360050 Jul 13 08:26:16.306312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b4173-8e62-4ff5-ae94-bbdd9b48d35b req-8ce2fa26-cb8e-406b-8620-d8115ad122af tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:16.307837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-078b4173-8e62-4ff5-ae94-bbdd9b48d35b req-8ce2fa26-cb8e-406b-8620-d8115ad122af tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0784745 Jul 13 08:26:16.346329 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-078b4173-8e62-4ff5-ae94-bbdd9b48d35b req-4aa184ed-85d5-4470-a3bc-4af448f5d5df tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321276 Jul 13 08:26:17.148447 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-5b6ab94f-5ed0-4153-8dff-186be4b5d269 req-3a3c2c6d-3bbc-47de-8ef3-1ec62a3ffccd service neutron] (93774) timed out ('10.222.0.38', 57529) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:26:17.521321 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5db94-8754-4c6c-9fbe-12cd7dd32ee1 req-7787691b-bada-461d-9a7a-0eef0635b48a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:17.522931 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ae5db94-8754-4c6c-9fbe-12cd7dd32ee1 req-7787691b-bada-461d-9a7a-0eef0635b48a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0647280 Jul 13 08:26:17.563486 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9ae5db94-8754-4c6c-9fbe-12cd7dd32ee1 req-2450d14a-0dc8-40d3-834b-02477ddaba0d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328863 Jul 13 08:26:18.432587 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a324133-2bcc-4181-9573-c2e75fbd553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:18.738969 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d1ca-22bb-4035-a131-e47b92c819fa req-96270342-1495-4b47-8926-646cda475ffa tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:18.740482 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba18d1ca-22bb-4035-a131-e47b92c819fa req-96270342-1495-4b47-8926-646cda475ffa tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0668056 Jul 13 08:26:18.782142 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba18d1ca-22bb-4035-a131-e47b92c819fa req-7d0b28df-38ef-4f2a-a476-ee2f2f0f3bca tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337508 Jul 13 08:26:19.954623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c7e50-b803-4e04-b7ea-9d97ffdb2a12 req-04834406-9521-4f7e-894f-737029202066 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:19.956130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b17c7e50-b803-4e04-b7ea-9d97ffdb2a12 req-04834406-9521-4f7e-894f-737029202066 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0653815 Jul 13 08:26:19.995386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b17c7e50-b803-4e04-b7ea-9d97ffdb2a12 req-cd4e7c57-9ed0-495b-a826-f0428e71b1d0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Jul 13 08:26:21.131536 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbae2688-707b-4ed3-8e1d-a2984b113b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:21.176139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54d88d-46e2-4d3b-8a42-4635b53b2ab6 req-2fa717a3-04f1-43fd-85f8-706c77c2b93b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:21.177681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e54d88d-46e2-4d3b-8a42-4635b53b2ab6 req-2fa717a3-04f1-43fd-85f8-706c77c2b93b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0708580 Jul 13 08:26:21.188720 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:21.218837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3e54d88d-46e2-4d3b-8a42-4635b53b2ab6 req-8a2e4811-8b69-4cf6-aeeb-80d63ad66d57 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345953 Jul 13 08:26:22.215592 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:22.402266 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140d04d-3636-4d0a-aac5-9f4c6e124b59 req-89a4ab89-0011-47be-b690-1311ee5b2eff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:22.403887 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8140d04d-3636-4d0a-aac5-9f4c6e124b59 req-89a4ab89-0011-47be-b690-1311ee5b2eff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0692112 Jul 13 08:26:22.442579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8140d04d-3636-4d0a-aac5-9f4c6e124b59 req-69f709cd-8305-4bcd-b13f-efeb62dec0c9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327599 Jul 13 08:26:23.618848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc16ce3-72c7-4ad9-8ecf-3cf61a8ebb96 req-03ad2648-4dc1-4787-ae2e-d2c85dc345dc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:23.620372 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fc16ce3-72c7-4ad9-8ecf-3cf61a8ebb96 req-03ad2648-4dc1-4787-ae2e-d2c85dc345dc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0642927 Jul 13 08:26:23.660054 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fc16ce3-72c7-4ad9-8ecf-3cf61a8ebb96 req-b58a55e0-7e71-4d28-a7cc-96bb65a04b7a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341358 Jul 13 08:26:23.880820 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:24.835007 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbfbd-592d-43f9-96bf-54c242c34f83 req-9289a6b2-feae-48f0-8b07-409a670b1f7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:24.836489 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5fbbfbd-592d-43f9-96bf-54c242c34f83 req-9289a6b2-feae-48f0-8b07-409a670b1f7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0667801 Jul 13 08:26:24.863631 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:26:24.874018 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d5fbbfbd-592d-43f9-96bf-54c242c34f83 req-5a774113-36ac-472d-8521-d60f8b3258d4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Jul 13 08:26:26.046296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f0a63-0d1b-4d5a-8e61-f51ade53382b req-35d4fa86-ccaa-4c61-b07f-b152dcafc7b0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:26.047789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-581f0a63-0d1b-4d5a-8e61-f51ade53382b req-35d4fa86-ccaa-4c61-b07f-b152dcafc7b0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0632141 Jul 13 08:26:26.084367 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-581f0a63-0d1b-4d5a-8e61-f51ade53382b req-5df7d4bf-f1c2-459a-bf39-cfb13c9ca901 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303125 Jul 13 08:26:26.108972 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:26:26.171985 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a9fe4d0f-580f-4e78-8cea-7b79623f78bc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/b53c221a-e519-4919-86d4-6d38d1246e5c HTTP/1.1" status: 200 len: 993 time: 0.0619283 Jul 13 08:26:31.719124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-5bb98ca1-505e-4b17-b103-6a1961d21661 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563548 Jul 13 08:26:31.810042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-563392e6-dffc-44e5-819e-fe56c47308c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:31.811540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-563392e6-dffc-44e5-819e-fe56c47308c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 1097 time: 0.0528712 Jul 13 08:26:31.915045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-ad5d6d0a-d2fd-49c5-91fe-b7c49e06f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:31.916513 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-ad5d6d0a-d2fd-49c5-91fe-b7c49e06f81b service neutron] 10.222.0.38 "GET /v2.0/networks?id=350ca1a5-7754-4370-a29f-f129ba727236 HTTP/1.1" status: 200 len: 898 time: 0.0852203 Jul 13 08:26:31.983580 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-de9915bb-6b0e-44da-a81e-befe17c170d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560 HTTP/1.1" status: 200 len: 1001 time: 0.0598843 Jul 13 08:26:32.032371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-1fbb05e3-d76b-4d10-8f55-d19e2725b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:32.033852 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-1fbb05e3-d76b-4d10-8f55-d19e2725b08e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386cc264-eb94-47de-9a95-7749d20a9caa HTTP/1.1" status: 200 len: 835 time: 0.0443335 Jul 13 08:26:32.089639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-c9055c81-2b63-42a1-a9ad-b2a7353826cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:32.091136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-c9055c81-2b63-42a1-a9ad-b2a7353826cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=350ca1a5-7754-4370-a29f-f129ba727236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506895 Jul 13 08:26:32.183131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-6e9c0e0a-7af8-4400-b920-c80223ac6c12 service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853102 Jul 13 08:26:32.278697 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0b77d4d9-8d31-48e8-98e6-e696dca99a3a req-8b8a5df8-6881-4321-9991-8baf73ecfb5c service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885947 Jul 13 08:26:36.251255 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:38.235722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:48.433356 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35fa92bd-3ad9-4637-9e4c-bc6f7e75d9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:51.133302 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b689f2c3-8097-44d5-851d-d08deb6d6179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:51.189552 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:52.223527 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:53.882188 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:56.899737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59382) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:26:57.381279 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 214d1255-047b-41a6-a5b0-47f8b1eaf69a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:26:57.381651 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:57.466402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:57.466638 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:57.478385 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 214d1255-047b-41a6-a5b0-47f8b1eaf69a owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:26:57.633392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:57.661671 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=214d1255-047b-41a6-a5b0-47f8b1eaf69a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:26:57.673376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.673725 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.674108 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.674457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.674791 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.675123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.675457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.675792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.676119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.676474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.676801 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.677124 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:26:57.732530 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:57.732786 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP b53c221a-e519-4919-86d4-6d38d1246e5c disassociated (deleted). External IP: 172.25.8.103, port: cd4774fd-2e46-4b83-97ab-1594dfff0560. Jul 13 08:26:57.938799 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 6e6d50dd-f8d9-422e-9367-6656c97b2861 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:26:58.045836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:26:58.050605 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:58.055227 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] Sync routers for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:26:58.064478 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:26:58.065084 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:26:58.086396 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5566124b-a8d3-4295-abf4-219c6409122a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/floatingips/b53c221a-e519-4919-86d4-6d38d1246e5c HTTP/1.1" status: 204 len: 168 time: 1.1855392 Jul 13 08:26:58.086986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:26:58.089248 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142eb1b6-35b9-4594-9907-286dcb6c5ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:26:58.262628 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:26:58.331619 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dd4eaf-4c23-4be1-bef8-dacc9381af1d x-openstack-request-id: req-64dd4eaf-4c23-4be1-bef8-dacc9381af1d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:26:58.331913 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:26:58.332166 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64dd4eaf-4c23-4be1-bef8-dacc9381af1d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:26:58.332600 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'status': 'completed', 'code': 200} Jul 13 08:26:58.407403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-bcea04de-ba58-4ae8-badf-19c897921104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:58.409071 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-bcea04de-ba58-4ae8-badf-19c897921104 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 1097 time: 0.0553095 Jul 13 08:26:58.467357 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c3fab5ee-0fa5-467b-b2e7-f650fef327eb', 'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:87:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:17Z', 'updated_at': '2021-07-13T08:25:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:26:58.494789 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] Checking router: 6e6d50dd-f8d9-422e-9367-6656c97b2861 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:26:58.503170 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:26:58.503821 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:26:58.516752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-6a29a246-7b13-459b-975b-53f8d7bbe93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:58.518320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-6a29a246-7b13-459b-975b-53f8d7bbe93a service neutron] 10.222.0.38 "GET /v2.0/networks?id=350ca1a5-7754-4370-a29f-f129ba727236 HTTP/1.1" status: 200 len: 898 time: 0.1013422 Jul 13 08:26:58.537001 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69882a3-747b-4257-bb35-9d7121c44511 req-6a123b00-6f17-4e27-8930-58d3135c6f5b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:58.538550 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f69882a3-747b-4257-bb35-9d7121c44511 req-6a123b00-6f17-4e27-8930-58d3135c6f5b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.1157930 Jul 13 08:26:58.566048 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-7912b7c6-1bc5-4563-ab2c-4d9650d4e35f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560 HTTP/1.1" status: 200 len: 217 time: 0.0411890 Jul 13 08:26:58.583829 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f69882a3-747b-4257-bb35-9d7121c44511 req-3fa478d4-f9b5-47c4-a5fd-7fa9f53b109e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392830 Jul 13 08:26:58.615574 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:26:58.615801 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-4af6c4aa-48d3-4c5a-8c79-e092026a9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:58.617195 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-4af6c4aa-48d3-4c5a-8c79-e092026a9b5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386cc264-eb94-47de-9a95-7749d20a9caa HTTP/1.1" status: 200 len: 835 time: 0.0447011 Jul 13 08:26:58.678906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-bbdf7f0c-2891-4ade-b602-e481cb681db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:58.680432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-bbdf7f0c-2891-4ade-b602-e481cb681db8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=350ca1a5-7754-4370-a29f-f129ba727236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543058 Jul 13 08:26:58.775001 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-84346f01-81f7-4960-9f5c-4bf89a43a51d service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873733 Jul 13 08:26:58.817995 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c3fab5ee-0fa5-467b-b2e7-f650fef327eb', 'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:87:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:17Z', 'updated_at': '2021-07-13T08:25:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:26:58.844617 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395bd2c-1e71-4cde-960a-7abe73ea3b3a None None] The sync data for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 is: [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:25:18Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c3fab5ee-0fa5-467b-b2e7-f650fef327eb', 'name': '', 'network_id': '350ca1a5-7754-4370-a29f-f129ba727236', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:87:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:17Z', 'updated_at': '2021-07-13T08:25:23Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '386cc264-eb94-47de-9a95-7749d20a9caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:26:58.867639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-142eb1b6-35b9-4594-9907-286dcb6c5ec6 req-8bac281d-e8bb-44f2-b656-2d4bffb388de service neutron] 10.222.0.38 "GET /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861983 Jul 13 08:26:59.062114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2597f1-5962-4fbb-8681-4b1928e6f0af None None] New status for floating IP b53c221a-e519-4919-86d4-6d38d1246e5c: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:26:59.765053 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5a764-6135-4dd6-b97f-ffcbf0fdc335 req-09bf8209-a67a-482f-a98f-ec50e02cfb03 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:59.766586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2e5a764-6135-4dd6-b97f-ffcbf0fdc335 req-09bf8209-a67a-482f-a98f-ec50e02cfb03 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0671368 Jul 13 08:26:59.804379 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e2e5a764-6135-4dd6-b97f-ffcbf0fdc335 req-c3136f52-782c-4a01-9171-c6f243d0cfdd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=8783d3b8-3344-44c2-b512-58e119a1d9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315714 Jul 13 08:26:59.832493 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-a794c686-7bf3-4637-8abb-184a72d788e8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:59.834682 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-a794c686-7bf3-4637-8abb-184a72d788e8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/ports?device_id=c6a865fc-b6bc-4d02-b38c-fa5518839fca HTTP/1.1" status: 200 len: 945 time: 0.0715230 Jul 13 08:26:59.931931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port cd4774fd-2e46-4b83-97ab-1594dfff0560 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:26:59.932190 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:00.022094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port cd4774fd-2e46-4b83-97ab-1594dfff0560, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=cd4774fd-2e46-4b83-97ab-1594dfff0560,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:00.022454 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:00.034022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for cd4774fd-2e46-4b83-97ab-1594dfff0560 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:27:00.159488 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:00.193243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=cd4774fd-2e46-4b83-97ab-1594dfff0560,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:00.220906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.221264 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.221609 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.222008 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.222317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.222656 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.222988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.223320 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.223651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.223980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.224334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.224661 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:00.248149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] No DVR routers for this DVR port cd4774fd-2e46-4b83-97ab-1594dfff0560 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:27:00.250943 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:00.253133 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-80e5e80e-acc5-4c3f-aad8-ab718a206360 req-08290aad-aa0d-4295-bebe-9f8adec50e0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "DELETE /v2.0/ports/cd4774fd-2e46-4b83-97ab-1594dfff0560 HTTP/1.1" status: 204 len: 173 time: 0.4132113 Jul 13 08:27:00.253588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'name': 'network-vif-deleted', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:00.256919 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d061d73f-6e7e-43cb-b4ad-d4d6fefe3c84" -d '{"events": [{"server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "name": "network-vif-deleted", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:00.291962 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656786c0-66be-4fd9-830d-aa0101187d50 x-openstack-request-id: req-656786c0-66be-4fd9-830d-aa0101187d50 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:00.292288 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a865fc-b6bc-4d02-b38c-fa5518839fca", "name": "network-vif-deleted", "tag": "cd4774fd-2e46-4b83-97ab-1594dfff0560", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:00.292541 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-656786c0-66be-4fd9-830d-aa0101187d50 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:00.292944 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a865fc-b6bc-4d02-b38c-fa5518839fca', 'name': 'network-vif-deleted', 'tag': 'cd4774fd-2e46-4b83-97ab-1594dfff0560', 'status': 'completed', 'code': 200} Jul 13 08:27:00.902159 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59398) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:01.255082 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:01.518483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port c3fab5ee-0fa5-467b-b2e7-f650fef327eb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:27:01.518744 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:01.608091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port c3fab5ee-0fa5-467b-b2e7-f650fef327eb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c3fab5ee-0fa5-467b-b2e7-f650fef327eb,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:01.608456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:01.621226 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for c3fab5ee-0fa5-467b-b2e7-f650fef327eb owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:27:01.814482 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:01.842751 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=c3fab5ee-0fa5-467b-b2e7-f650fef327eb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:01.861961 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:27:02.026588 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.239403 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 6e6d50dd-f8d9-422e-9367-6656c97b2861 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:27:02.343178 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:27:02.351717 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-968815d6-ca16-46f7-9cf6-15c14bbb847c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/6e6d50dd-f8d9-422e-9367-6656c97b2861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4449966 Jul 13 08:27:02.351717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59400) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:02.355033 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] Sync routers for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:27:02.364133 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:02.364797 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:02.405535 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e719f8-4c08-4725-9fdd-51e32de81569 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting subnet 386cc264-eb94-47de-9a95-7749d20a9caa {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:27:02.408754 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01e719f8-4c08-4725-9fdd-51e32de81569 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.448402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01e719f8-4c08-4725-9fdd-51e32de81569 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.471444 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:02.539571 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01e719f8-4c08-4725-9fdd-51e32de81569 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.604456 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01e719f8-4c08-4725-9fdd-51e32de81569 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.635129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e719f8-4c08-4725-9fdd-51e32de81569 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Subnet': ['ID=386cc264-eb94-47de-9a95-7749d20a9caa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:02.638257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01e719f8-4c08-4725-9fdd-51e32de81569 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.640324 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-01e719f8-4c08-4725-9fdd-51e32de81569 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/subnets/386cc264-eb94-47de-9a95-7749d20a9caa HTTP/1.1" status: 204 len: 168 time: 0.2878671 Jul 13 08:27:02.644386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59402) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:02.652506 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e481ef6c-a9ec-4cde-b7f6-938fddc10134 None None] Network 350ca1a5-7754-4370-a29f-f129ba727236 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:27:02.663416 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:27:01Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:02.713296 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] Checking router: 6e6d50dd-f8d9-422e-9367-6656c97b2861 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:27:02.725431 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] Routers {'6e6d50dd-f8d9-422e-9367-6656c97b2861'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:02.726112 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['6e6d50dd-f8d9-422e-9367-6656c97b2861'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:02.798489 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.841408 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] Set router 6e6d50dd-f8d9-422e-9367-6656c97b2861 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:02.860621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] DHCP port deletion for 350ca1a5-7754-4370-a29f-f129ba727236 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:27:02.911435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.915460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Deleting port 2c482180-01a8-409c-809e-def397dc5dcb {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:27:02.915846 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.968901 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:27:02.969326 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:02.982734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] For port 2c482180-01a8-409c-809e-def397dc5dcb, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2c482180-01a8-409c-809e-def397dc5dcb,segment=NetworkSegment(09343f00-f9a9-4dbf-883d-497c98a704f3),segment_id=09343f00-f9a9-4dbf-883d-497c98a704f3)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:02.983149 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.002007 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cd4774fd-2e46-4b83-97ab-1594dfff0560 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:03.004026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Calling delete_port for 2c482180-01a8-409c-809e-def397dc5dcb owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:27:03.030730 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: cd4774fd-2e46-4b83-97ab-1594dfff0560 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:27:03.031082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device cd4774fd-2e46-4b83-97ab-1594dfff0560 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:03.031291 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:27:01Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:03.058949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port c338a2a3-a26e-4d33-9d44-fa093b4f8a8e, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c338a2a3-a26e-4d33-9d44-fa093b4f8a8e,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:03.059600 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.061257 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e689dd0-8fd4-4ed3-a4b9-924b019456fa None None] The sync data for ids ['6e6d50dd-f8d9-422e-9367-6656c97b2861'] in n-d-758944-43 is: [{'id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102097096', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:25:14Z', 'updated_at': '2021-07-13T08:27:01Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': 'c338a2a3-a26e-4d33-9d44-fa093b4f8a8e', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d50dd-f8d9-422e-9367-6656c97b2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:25:15Z', 'updated_at': '2021-07-13T08:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:27:03.073612 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for c338a2a3-a26e-4d33-9d44-fa093b4f8a8e owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:27:03.110213 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.136352 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Pushing event deleted for resources: {'Port': ['ID=2c482180-01a8-409c-809e-def397dc5dcb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:03.146856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] No DVR routers for this DVR port 2c482180-01a8-409c-809e-def397dc5dcb on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:27:03.154953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.154953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.154953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.154953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.154953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.156409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.156409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.156409 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.156690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.157056 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.157249 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.157720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15e1ac-bdc6-4024-bd6c-3240c5a2bebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:03.247785 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.278870 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=c338a2a3-a26e-4d33-9d44-fa093b4f8a8e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:03.338242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.431014 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.433460 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.480066 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.480937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Fanout notify agent at l3_agent the message router_deleted on router 6e6d50dd-f8d9-422e-9367-6656c97b2861 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:27:03.496082 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.499874 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-416a78d4-e5ce-44e5-bbc9-0ee8ff347328 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/routers/6e6d50dd-f8d9-422e-9367-6656c97b2861 HTTP/1.1" status: 204 len: 168 time: 0.8520024 Jul 13 08:27:03.500251 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59404) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:03.534704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2c482180-01a8-409c-809e-def397dc5dcb no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:03.562038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 2c482180-01a8-409c-809e-def397dc5dcb {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:27:03.562397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2c482180-01a8-409c-809e-def397dc5dcb not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:03.562832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c3fab5ee-0fa5-467b-b2e7-f650fef327eb no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:03.583270 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c3fab5ee-0fa5-467b-b2e7-f650fef327eb {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:27:03.583828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c3fab5ee-0fa5-467b-b2e7-f650fef327eb not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:03.594091 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.684459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.696451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350ca1a5-7754-4370-a29f-f129ba727236']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:03.707158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09343f00-f9a9-4dbf-883d-497c98a704f3') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:03.707471 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09343f00-f9a9-4dbf-883d-497c98a704f3') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:03.717151 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.731848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.738349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:27:03.738752 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:27:03.742314 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:27:03.806898 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.814857 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.816244 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/networks/350ca1a5-7754-4370-a29f-f129ba727236 HTTP/1.1" status: 204 len: 168 time: 0.3149357 Jul 13 08:27:03.819042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59406) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:03.827634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3208ec-284b-474f-8ac7-d430e59a975a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Network': ['ID=350ca1a5-7754-4370-a29f-f129ba727236,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:03.891135 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aae8ae77-e25f-4f63-8794-904c4775dab9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.918024 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aae8ae77-e25f-4f63-8794-904c4775dab9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.982551 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aae8ae77-e25f-4f63-8794-904c4775dab9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.985424 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aae8ae77-e25f-4f63-8794-904c4775dab9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.986751 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aae8ae77-e25f-4f63-8794-904c4775dab9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/security-groups/8783d3b8-3344-44c2-b512-58e119a1d9fb HTTP/1.1" status: 204 len: 168 time: 0.1666675 Jul 13 08:27:03.996386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8ae77-e25f-4f63-8794-904c4775dab9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8783d3b8-3344-44c2-b512-58e119a1d9fb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:04.498805 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59412) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:04.503457 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ebb21de5-5e0d-48cd-940d-7462fbcac369 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-987780985', 'description': 'tempest-secgroup-smoke-987780985 description', 'project_id': 'f5266cb84faf45d880243abb6051957a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:04.530902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb21de5-5e0d-48cd-940d-7462fbcac369 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.608833 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb21de5-5e0d-48cd-940d-7462fbcac369 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.613219 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb21de5-5e0d-48cd-940d-7462fbcac369 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.643696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb21de5-5e0d-48cd-940d-7462fbcac369 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.644938 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ebb21de5-5e0d-48cd-940d-7462fbcac369 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1451120 Jul 13 08:27:04.649059 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:04.650376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb21de5-5e0d-48cd-940d-7462fbcac369 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01904ecc-4a4e-4b82-a665-155a3fe8a15e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:04.654914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d3312fc3-a12f-4f51-9043-b740af42cfa6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '01904ecc-4a4e-4b82-a665-155a3fe8a15e', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:04.682266 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3312fc3-a12f-4f51-9043-b740af42cfa6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.738038 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3312fc3-a12f-4f51-9043-b740af42cfa6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.742119 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3312fc3-a12f-4f51-9043-b740af42cfa6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.760042 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3312fc3-a12f-4f51-9043-b740af42cfa6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdb437d-a0c7-4fb7-9682-a0cd44998183,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:04.766521 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3312fc3-a12f-4f51-9043-b740af42cfa6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.767749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d3312fc3-a12f-4f51-9043-b740af42cfa6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176803 Jul 13 08:27:04.771208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59416) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:04.776532 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d29cff1e-e288-4569-878b-accd66bc26d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '01904ecc-4a4e-4b82-a665-155a3fe8a15e', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:04.805582 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29cff1e-e288-4569-878b-accd66bc26d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.872279 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29cff1e-e288-4569-878b-accd66bc26d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.876856 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29cff1e-e288-4569-878b-accd66bc26d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.894484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cff1e-e288-4569-878b-accd66bc26d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1ab6a0-a5cd-4d01-b557-50aac6166610,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:04.901859 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29cff1e-e288-4569-878b-accd66bc26d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.903139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d29cff1e-e288-4569-878b-accd66bc26d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308792 Jul 13 08:27:04.905929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:04.910484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-98b12d97-8794-47c9-ab58-839cf69a798d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '01904ecc-4a4e-4b82-a665-155a3fe8a15e', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:04.938171 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98b12d97-8794-47c9-ab58-839cf69a798d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:04.996915 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98b12d97-8794-47c9-ab58-839cf69a798d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.000584 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98b12d97-8794-47c9-ab58-839cf69a798d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.018915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b12d97-8794-47c9-ab58-839cf69a798d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614aedc1-025a-446b-a344-b02cd581de3b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:05.021842 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98b12d97-8794-47c9-ab58-839cf69a798d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.023055 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-98b12d97-8794-47c9-ab58-839cf69a798d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161144 Jul 13 08:27:05.026114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59420) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:05.031331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7b8e5864-2e63-4ac4-9812-6bab12971840 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '01904ecc-4a4e-4b82-a665-155a3fe8a15e', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:05.058506 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5864-2e63-4ac4-9812-6bab12971840 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.116340 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5864-2e63-4ac4-9812-6bab12971840 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.119987 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5864-2e63-4ac4-9812-6bab12971840 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.138845 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e5864-2e63-4ac4-9812-6bab12971840 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d24b1b-7866-4ef9-8adc-cd4601cad615,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:05.141924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5864-2e63-4ac4-9812-6bab12971840 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.143143 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7b8e5864-2e63-4ac4-9812-6bab12971840 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156876 Jul 13 08:27:05.146060 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59422) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:05.150769 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cbb5ad04-f832-4f99-a83d-217a3d1b8cba tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '01904ecc-4a4e-4b82-a665-155a3fe8a15e', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:05.172816 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-cbb5ad04-f832-4f99-a83d-217a3d1b8cba tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:27:05.178389 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbb5ad04-f832-4f99-a83d-217a3d1b8cba tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.229129 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c338a2a3-a26e-4d33-9d44-fa093b4f8a8e no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:05.242999 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbb5ad04-f832-4f99-a83d-217a3d1b8cba tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.248061 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbb5ad04-f832-4f99-a83d-217a3d1b8cba tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.251770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c338a2a3-a26e-4d33-9d44-fa093b4f8a8e {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:27:05.252163 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c338a2a3-a26e-4d33-9d44-fa093b4f8a8e not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:05.266200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5ad04-f832-4f99-a83d-217a3d1b8cba tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94e290f-1000-4681-9c0b-817238b3e1e1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:05.273305 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbb5ad04-f832-4f99-a83d-217a3d1b8cba tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.274938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-cbb5ad04-f832-4f99-a83d-217a3d1b8cba tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279349 Jul 13 08:27:05.277635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59424) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:05.283325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-278d50be-5027-4650-91db-dd68988fc49a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '01904ecc-4a4e-4b82-a665-155a3fe8a15e', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:05.305617 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-278d50be-5027-4650-91db-dd68988fc49a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:27:05.310620 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-278d50be-5027-4650-91db-dd68988fc49a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.374799 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-278d50be-5027-4650-91db-dd68988fc49a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.379058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-278d50be-5027-4650-91db-dd68988fc49a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.400266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d50be-5027-4650-91db-dd68988fc49a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e1668e-bf16-4831-846e-e97373bbd92a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:05.403377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-278d50be-5027-4650-91db-dd68988fc49a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.404563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-278d50be-5027-4650-91db-dd68988fc49a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259267 Jul 13 08:27:05.407331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59426) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:05.412813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'network': {'name': 'tempest-network-smoke--746240667', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:05.432406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:27:05.435889 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.459772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:27:05.468954 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.469309 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Added segment 1cb7e5c4-2b13-49bf-a914-0dc8c0907a21 of type vlan for network 8f1579d4-b80f-480b-972a-7ee0da819a3c Jul 13 08:27:05.509353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.539056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.544677 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:05.545298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.579332 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1709766 Jul 13 08:27:05.582029 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59428) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:05.589074 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'admin_state_up': True, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:05.629286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118a0b2-e03a-4773-adcf-cc0a95bfce3d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Network': ['ID=8f1579d4-b80f-480b-972a-7ee0da819a3c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:05.640117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 8f1579d4-b80f-480b-972a-7ee0da819a3c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:27:05.643593 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.644953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.700751 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.841935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.040315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.059198 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.163232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.167 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/9732b839-5fd6-4403-8ae5-af42ec4c7dbd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:27:06.266562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.281024 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.307536 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.343750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:27:06.348481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:27:06.352462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:27:06.376562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=9732b839-5fd6-4403-8ae5-af42ec4c7dbd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:06.929121 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:07.120376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:07.245645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 68138447-20fc-4ece-8d51-7fbc18b600fb is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:27:07.353212 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:27:07.364527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Sync routers for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:27:07.371701 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:07.373062 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c6eeb26f-8c0c-4071-bd82-42ee09102e96 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7901075 Jul 13 08:27:07.376578 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59430) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:07.378876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:07.379887 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:07.406038 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-68f3ec5a-8960-4162-994a-5f05b177538e tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=f5266cb84faf45d880243abb6051957a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283351 Jul 13 08:27:07.408841 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:07.496562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:07.502919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1cdfe-e266-4978-b60d-529d892ea1c0 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:07.504459 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e2e1cdfe-e266-4978-b60d-529d892ea1c0 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947037 Jul 13 08:27:07.507984 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:07.536878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-350f3373-61f7-4f04-801f-1761fd892b3d tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278049 Jul 13 08:27:07.539395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59436) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:07.544452 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304703320', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:07.647131 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:27:07.650854 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:07.681872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:06Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:07.708946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Checking router: 68138447-20fc-4ece-8d51-7fbc18b600fb for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:27:07.709300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Updating router 68138447-20fc-4ece-8d51-7fbc18b600fb port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:27:07.744746 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:07.835127 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:07.900688 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Subnet': ['ID=8c22c823-909e-40ab-a3e3-404a87d2b2cf,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:07.917021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Checking segment: {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:07.917409 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network hostable DHCP agents. Network: 8f1579d4-b80f-480b-972a-7ee0da819a3c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:27:07.935771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 8f1579d4-b80f-480b-972a-7ee0da819a3c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:27:07.947786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 8f1579d4-b80f-480b-972a-7ee0da819a3c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:27:07.952611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:07.953450 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:07.963481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20de83-ff37-4ff4-9ee6-0e1e15e41c62 None None] Network 8f1579d4-b80f-480b-972a-7ee0da819a3c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:27:07.971873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59438) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:07.972443 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e8d0fece-dc63-4764-835d-f76a1c1b4e18 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4315848 Jul 13 08:27:08.073879 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.093992 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Transition to ACTIVE for port object 9732b839-5fd6-4403-8ae5-af42ec4c7dbd will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:08.102067 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.188401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Attempting to bind port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:08.188762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Attempting to bind port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:08.189133 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Attempting to bind port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:08.207537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f309a4c-565b-413c-9ae2-0d6200bf7ba9 None None] Pushing event updated for resources: {'Port': ['ID=9732b839-5fd6-4403-8ae5-af42ec4c7dbd,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:08.215146 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:08.215539 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:08.216010 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.216296 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:08.216881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Bound port: 9732b839-5fd6-4403-8ae5-af42ec4c7dbd, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:08.217144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.243844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-8f1579d4-b80f-480b-972a-7ee0da819a3c', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:27:08.244673 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.284492 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.352860 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] For port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:08.379719 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] For port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9732b839-5fd6-4403-8ae5-af42ec4c7dbd,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:08.388852 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.486671 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Allocated IP 172.20.0.2 (8f1579d4-b80f-480b-972a-7ee0da819a3c/8c22c823-909e-40ab-a3e3-404a87d2b2cf/111f21d0-1e74-4d00-9595-0e6ec6a47112) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:27:08.500948 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f309a4c-565b-413c-9ae2-0d6200bf7ba9 None None] Pushing event updated for resources: {'Port': ['ID=9732b839-5fd6-4403-8ae5-af42ec4c7dbd,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:08.503501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:08.504107 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:08.698741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:08.756609 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.949740 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.989086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Transition to ACTIVE for port object 111f21d0-1e74-4d00-9595-0e6ec6a47112 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:09.016255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Transition to ACTIVE for port object 111f21d0-1e74-4d00-9595-0e6ec6a47112 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:09.026838 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.074519 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.1 (8f1579d4-b80f-480b-972a-7ee0da819a3c/8c22c823-909e-40ab-a3e3-404a87d2b2cf/2d7ecfad-8711-46b8-86c2-b2f8b78f0131) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:27:09.085932 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Network 8f1579d4-b80f-480b-972a-7ee0da819a3c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:27:09.089568 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:27:09.092256 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:27:09.102688 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Pushing event updated for resources: {'Port': ['ID=111f21d0-1e74-4d00-9595-0e6ec6a47112,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:09.169940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Attempting to bind port 111f21d0-1e74-4d00-9595-0e6ec6a47112 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:09.170334 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Attempting to bind port 111f21d0-1e74-4d00-9595-0e6ec6a47112 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:09.170695 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Attempting to bind port 111f21d0-1e74-4d00-9595-0e6ec6a47112 on network 8f1579d4-b80f-480b-972a-7ee0da819a3c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:09.179652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:09.180027 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Checking segment: {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:09.180435 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.180829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Bound using segment: {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:09.181312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Bound port: 111f21d0-1e74-4d00-9595-0e6ec6a47112, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:09.181677 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.191614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:06Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:09.196909 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.211043 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:09.221893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d2fb3-7639-4aea-9a9d-1e84c280fb8d None None] The sync data for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 is: [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:06Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:27:09.250851 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.279827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] For port 111f21d0-1e74-4d00-9595-0e6ec6a47112, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:09.283709 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] For port 111f21d0-1e74-4d00-9595-0e6ec6a47112, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=111f21d0-1e74-4d00-9595-0e6ec6a47112,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:09.288309 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.299627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 8f1579d4-b80f-480b-972a-7ee0da819a3c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:27:09.303617 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:27:09.307772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:27:09.333059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=2d7ecfad-8711-46b8-86c2-b2f8b78f0131,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:09.362645 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.371780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7f7d5-9049-44f6-9e96-a85c5557e1bc None None] Pushing event updated for resources: {'Port': ['ID=111f21d0-1e74-4d00-9595-0e6ec6a47112,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:09.554911 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.896622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.901916 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:09.986323 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=2d7ecfad-8711-46b8-86c2-b2f8b78f0131,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:10.000685 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:10.108940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 8f1579d4-b80f-480b-972a-7ee0da819a3c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:27:10.111123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:27:10.238466 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 68138447-20fc-4ece-8d51-7fbc18b600fb has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:27:10.356240 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:27:10.361620 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-0ec900b0-1b8e-43f7-b155-56ab6b57c4e5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/68138447-20fc-4ece-8d51-7fbc18b600fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3878400 Jul 13 08:27:10.376674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2519b13f-32c4-4b9e-91e3-45dd17765179 None None] Network 8f1579d4-b80f-480b-972a-7ee0da819a3c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:27:10.466171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1eed2669-c52a-41ba-a184-e93674d37a5e None None] Provisioning for port 111f21d0-1e74-4d00-9595-0e6ec6a47112 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:10.520974 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-fe60fc13-93f4-4569-b8cc-9a29d09a11e8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987780985&fields=id&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 267 time: 0.0351045 Jul 13 08:27:10.648187 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254dffb-06c9-4128-9345-a2b26920c169 req-9fd70f99-157b-48b1-98a3-eb07008ad495 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:10.650597 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-9fd70f99-157b-48b1-98a3-eb07008ad495 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 796 time: 0.1228566 Jul 13 08:27:10.668769 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-1ac12a3c-208b-4ac9-a543-4bc254e65047 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/quotas/f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 375 time: 0.0125978 Jul 13 08:27:10.745821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-6a6a4ff0-86b6-425e-8d89-5cde7c44da4d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686765 Jul 13 08:27:10.815673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-13e68b86-0eaa-45a1-b96b-7347b1a1dcdb None None] Provisioning for port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:10.820677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-13e68b86-0eaa-45a1-b96b-7347b1a1dcdb None None] Provisioning complete for port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:10.821239 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13e68b86-0eaa-45a1-b96b-7347b1a1dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:10.866450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-13e68b86-0eaa-45a1-b96b-7347b1a1dcdb None None] Port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:27:10.866960 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-0081fc99-57a6-416f-b773-7e9bd161359c service neutron] 10.222.0.41 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034212 Jul 13 08:27:10.967539 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-c8f485c9-6878-49e9-9922-d6d8f5222c81 service neutron] 10.222.0.41 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942430 Jul 13 08:27:10.975236 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Sync routers for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:27:10.984971 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:10.985765 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:11.088044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3de97c72-db48-421e-b241-633e7e374abc None None] Provisioning complete for port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:11.088428 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3de97c72-db48-421e-b241-633e7e374abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.113545 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:11.163302 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3de97c72-db48-421e-b241-633e7e374abc None None] Port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:27:11.192531 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7705ab8f-d482-4ded-bdde-65a181f49f6c req-98c4fc09-1ba4-4253-ae30-8d112e0d758e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 210 time: 0.0405946 Jul 13 08:27:11.376882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 111f21d0-1e74-4d00-9595-0e6ec6a47112 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:11.431345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 111f21d0-1e74-4d00-9595-0e6ec6a47112 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:11.438904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 111f21d0-1e74-4d00-9595-0e6ec6a47112 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:11.439566 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.504225 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '2d7ecfad-8711-46b8-86c2-b2f8b78f0131', 'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:e1:8a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:08Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 2, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:11.510622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10ef9944-a64c-4036-8102-cbdcea5aa57f None None] Provisioning complete for port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:11.511094 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10ef9944-a64c-4036-8102-cbdcea5aa57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.544628 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Checking router: 68138447-20fc-4ece-8d51-7fbc18b600fb for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:27:11.545404 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Updating router 68138447-20fc-4ece-8d51-7fbc18b600fb port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:27:11.583978 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.593753 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.635407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 111f21d0-1e74-4d00-9595-0e6ec6a47112, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=111f21d0-1e74-4d00-9595-0e6ec6a47112,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:11.639945 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.655336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9732b839-5fd6-4403-8ae5-af42ec4c7dbd up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:11.678055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-10ef9944-a64c-4036-8102-cbdcea5aa57f None None] Port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:27:11.742807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=111f21d0-1e74-4d00-9595-0e6ec6a47112,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:11.758426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:11.762881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:11.763265 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.815491 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0e7f4476-751e-4ce6-90a2-614700b8bcc4 None None] Provisioning complete for port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:11.815794 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4476-751e-4ce6-90a2-614700b8bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.881893 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f4476-751e-4ce6-90a2-614700b8bcc4 None None] Port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:27:11.891553 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.902304 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.914713 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9732b839-5fd6-4403-8ae5-af42ec4c7dbd,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:11.915054 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Transition to ACTIVE for port object 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:11.919023 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.926517 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.985598 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=9732b839-5fd6-4403-8ae5-af42ec4c7dbd,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:12.001071 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Pushing event updated for resources: {'Port': ['ID=2d7ecfad-8711-46b8-86c2-b2f8b78f0131,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:12.028268 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.028397 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.028728 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.029064 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.029375 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.029823 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.030289 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.030661 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.030990 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.031312 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.031923 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.032180 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.050767 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Attempting to bind port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:12.051146 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Attempting to bind port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:12.051520 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Attempting to bind port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 on network 8f1579d4-b80f-480b-972a-7ee0da819a3c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:12.057354 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:12.057824 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Checking segment: {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:12.058381 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.058855 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Bound using segment: {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:12.059433 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Bound port: 2d7ecfad-8711-46b8-86c2-b2f8b78f0131, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:12.059894 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.127125 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] For port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:12.130660 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] For port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2d7ecfad-8711-46b8-86c2-b2f8b78f0131,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:12.135544 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.202973 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:12.203772 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:26:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:12.206588 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def94f72-9d74-4b03-9973-a584b3d59f5a None None] Pushing event updated for resources: {'Port': ['ID=2d7ecfad-8711-46b8-86c2-b2f8b78f0131,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:12.331952 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:12.412362 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-286ec1b0-30df-4f13-aa61-a37a3e65dd85 req-d31d7ad9-7562-4593-88fd-4f9afcc70666 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 210 time: 0.0556397 Jul 13 08:27:12.573344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254dffb-06c9-4128-9345-a2b26920c169 req-88553cd5-93c1-493b-925f-720dde0f992f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:12.575146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-88553cd5-93c1-493b-925f-720dde0f992f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 796 time: 0.1252656 Jul 13 08:27:12.592690 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '2d7ecfad-8711-46b8-86c2-b2f8b78f0131', 'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:e1:8a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:08Z', 'updated_at': '2021-07-13T08:27:12Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:12.620275 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b4535-98ef-4294-9168-47e2d1bfdf70 None None] The sync data for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 is: [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '2d7ecfad-8711-46b8-86c2-b2f8b78f0131', 'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:e1:8a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:08Z', 'updated_at': '2021-07-13T08:27:12Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:27:12.628668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-812c5f20-f186-4c41-a42f-0dbbe732e960 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 379 time: 0.0375111 Jul 13 08:27:12.637756 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'port': {'device_id': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'admin_state_up': True, 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'security_groups': ['01904ecc-4a4e-4b82-a665-155a3fe8a15e']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:12.795089 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:27:12.798760 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.939969 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.13 (8f1579d4-b80f-480b-972a-7ee0da819a3c/8c22c823-909e-40ab-a3e3-404a87d2b2cf/c41e1157-8151-4fe3-ad2e-26475e7f580c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:27:13.088130 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.104400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object c41e1157-8151-4fe3-ad2e-26475e7f580c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:13.139131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.186966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 8f1579d4-b80f-480b-972a-7ee0da819a3c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:27:13.190554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:27:13.196909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:27:13.231700 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:13.263121 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.264158 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.284478 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-11d5968c-6a06-466f-8a32-980814acc0f6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6511655 Jul 13 08:27:13.301629 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Request body: {'port': {'device_id': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:13.392790 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.429280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 111f21d0-1e74-4d00-9595-0e6ec6a47112 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:13.492940 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 111f21d0-1e74-4d00-9595-0e6ec6a47112 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:13.493403 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.598248 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b382833a-e8fa-4b28-ab53-1e5a642a2738 None None] Provisioning for port c41e1157-8151-4fe3-ad2e-26475e7f580c completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:13.612153 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b382833a-e8fa-4b28-ab53-1e5a642a2738 None None] Provisioning complete for port c41e1157-8151-4fe3-ad2e-26475e7f580c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:13.612530 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b382833a-e8fa-4b28-ab53-1e5a642a2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.622175 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c8b8a-c4ca-459f-bab9-eb0b47b44fad req-5512c0a4-21f6-4016-880a-0ca6c93a3208 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.624573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c45c8b8a-c4ca-459f-bab9-eb0b47b44fad req-5512c0a4-21f6-4016-880a-0ca6c93a3208 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 932 time: 0.0819931 Jul 13 08:27:13.665645 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:13.670438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c45c8b8a-c4ca-459f-bab9-eb0b47b44fad req-87d9252c-563d-49e2-a725-b359224bf797 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395679 Jul 13 08:27:13.700437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b382833a-e8fa-4b28-ab53-1e5a642a2738 None None] Port c41e1157-8151-4fe3-ad2e-26475e7f580c cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:27:13.701035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41e1157-8151-4fe3-ad2e-26475e7f580c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:13.709376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.722553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Transition to ACTIVE for port object c41e1157-8151-4fe3-ad2e-26475e7f580c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:13.727404 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.736687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:13.741328 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:13.741709 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.782053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Pushing event updated for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:13.853247 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.873196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Attempting to bind port c41e1157-8151-4fe3-ad2e-26475e7f580c on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:13.873720 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Attempting to bind port c41e1157-8151-4fe3-ad2e-26475e7f580c by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:13.874309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Attempting to bind port c41e1157-8151-4fe3-ad2e-26475e7f580c on network 8f1579d4-b80f-480b-972a-7ee0da819a3c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:13.879571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Port c41e1157-8151-4fe3-ad2e-26475e7f580c on network 8f1579d4-b80f-480b-972a-7ee0da819a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:27:13.880556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Attempting to bind port c41e1157-8151-4fe3-ad2e-26475e7f580c on network 8f1579d4-b80f-480b-972a-7ee0da819a3c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:13.886475 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:13.887354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Checking segment: {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:13.887988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Bound using segment: {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:13.888697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Bound port: c41e1157-8151-4fe3-ad2e-26475e7f580c, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:13.889734 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.894064 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2d7ecfad-8711-46b8-86c2-b2f8b78f0131,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:13.900789 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.939331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9732b839-5fd6-4403-8ae5-af42ec4c7dbd up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:13.981448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:13.985641 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:13.991181 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:13.994016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=2d7ecfad-8711-46b8-86c2-b2f8b78f0131,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:14.016674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:14.017178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:14.043553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.044736 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:14.046582 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] 10.222.0.38 "PUT /v2.0/ports/c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 1093 time: 0.7549219 Jul 13 08:27:14.048965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:14.052470 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971a398a-dede-4b6a-9b90-2355a5534e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:14.093819 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00506b35-9016-45c6-92fa-6b3ceb143858 service neutron] Pushing event updated for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:14.128118 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67295459-fa88-496b-a2fe-78e48eb0426e x-openstack-request-id: req-67295459-fa88-496b-a2fe-78e48eb0426e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:14.128430 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:14.128681 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67295459-fa88-496b-a2fe-78e48eb0426e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:14.129081 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'status': 'completed', 'code': 200} Jul 13 08:27:14.164325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254dffb-06c9-4128-9345-a2b26920c169 req-b36b24e6-1e11-43ad-88b7-ccdc7be3f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.165874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-b36b24e6-1e11-43ad-88b7-ccdc7be3f0b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1096 time: 0.0684545 Jul 13 08:27:14.209712 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-7f901ea3-5bb0-4d5c-b030-6857f3250f70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 217 time: 0.0367992 Jul 13 08:27:14.261811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254dffb-06c9-4128-9345-a2b26920c169 req-fe7817c2-9418-48fa-887b-9bdc3c9e1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.263352 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-fe7817c2-9418-48fa-887b-9bdc3c9e1a51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0472713 Jul 13 08:27:14.284003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-886f9e91-15e4-4e5a-9e52-4c32c9827eea None None] Provisioning complete for port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:14.284655 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886f9e91-15e4-4e5a-9e52-4c32c9827eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:14.330659 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254dffb-06c9-4128-9345-a2b26920c169 req-1f16408e-0004-4cdd-b874-be13f6e9228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.332271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-1f16408e-0004-4cdd-b874-be13f6e9228a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625005 Jul 13 08:27:14.429825 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-20921c2f-a4a2-4526-b6d5-53e6d1c21447 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913417 Jul 13 08:27:14.531398 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d254dffb-06c9-4128-9345-a2b26920c169 req-dc12d423-df8f-406d-8793-dc3f35128f74 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926790 Jul 13 08:27:14.634200 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-4ca8c55c-bdfd-4c39-a830-474f82722d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.635780 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-4ca8c55c-bdfd-4c39-a830-474f82722d61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1096 time: 0.0540948 Jul 13 08:27:14.733151 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-f8263916-fb50-4a83-8c43-08d922a432e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.734783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-f8263916-fb50-4a83-8c43-08d922a432e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 897 time: 0.0931506 Jul 13 08:27:14.776823 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-11a8b449-76f0-458b-96fa-43777abf9081 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 217 time: 0.0359766 Jul 13 08:27:14.831734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-9dbf1991-c7b6-4b9b-9162-0649432c9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.833326 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-9dbf1991-c7b6-4b9b-9162-0649432c9184 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0496824 Jul 13 08:27:14.854626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b233-a736-4efb-b218-6a5e19ea04f4 req-6bbd2727-1409-4999-85fd-d68c5cdbe021 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.856177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7002b233-a736-4efb-b218-6a5e19ea04f4 req-6bbd2727-1409-4999-85fd-d68c5cdbe021 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 944 time: 0.0688169 Jul 13 08:27:14.899734 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7002b233-a736-4efb-b218-6a5e19ea04f4 req-e182f0b2-df51-4c0e-9cbd-00c653b7f2b7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375092 Jul 13 08:27:14.901509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-ff7a87c2-7fd0-45c9-987f-ca040ec06f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.903077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-ff7a87c2-7fd0-45c9-987f-ca040ec06f31 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623872 Jul 13 08:27:14.994907 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-81eab39e-2638-4550-869c-374cf3bd6362 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848906 Jul 13 08:27:15.090247 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-971a398a-dede-4b6a-9b90-2355a5534e6c req-97a602a2-9aed-4e89-be50-a6343272ae4d service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889797 Jul 13 08:27:15.283403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:15.331836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:15.332215 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:16.091826 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c999b72-14ee-4b6f-a0c2-42f1a9c25f2e req-373a8373-be01-4cb1-8e6f-9257b095d2b2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:16.093239 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c999b72-14ee-4b6f-a0c2-42f1a9c25f2e req-373a8373-be01-4cb1-8e6f-9257b095d2b2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 944 time: 0.0721219 Jul 13 08:27:16.135367 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7c999b72-14ee-4b6f-a0c2-42f1a9c25f2e req-c323cac0-80a4-4dda-a879-e17b12460d43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Jul 13 08:27:17.059715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c41e1157-8151-4fe3-ad2e-26475e7f580c details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:27:17.154917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:17.167558 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'port_id': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'mac_address': 'fa:16:3e:3f:de:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:27:17.209966 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:17.222999 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41e1157-8151-4fe3-ad2e-26475e7f580c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:17.246022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:17.250644 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:17.304830 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:17.330322 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f526d97-04ed-42f8-9b7c-705c7b6acfbb req-aa6fd7b5-ac45-4580-a6e6-322ece56af3e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:17.331927 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f526d97-04ed-42f8-9b7c-705c7b6acfbb req-aa6fd7b5-ac45-4580-a6e6-322ece56af3e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 945 time: 0.0790176 Jul 13 08:27:17.373713 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0f526d97-04ed-42f8-9b7c-705c7b6acfbb req-2545fda9-bb7e-4d5f-a500-6be48803be33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354216 Jul 13 08:27:17.491676 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['c41e1157-8151-4fe3-ad2e-26475e7f580c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:27:18.435056 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e42-6a7b-4926-bfcd-871ec370245f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.555838 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd918-27fe-41fc-bce3-fa1ba7c76ea2 req-ae2c23d1-d5b6-4d16-a2f8-c5bf73ce6aeb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:18.557376 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-616cd918-27fe-41fc-bce3-fa1ba7c76ea2 req-ae2c23d1-d5b6-4d16-a2f8-c5bf73ce6aeb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 945 time: 0.0710356 Jul 13 08:27:18.596789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-616cd918-27fe-41fc-bce3-fa1ba7c76ea2 req-9d99fe1b-1e3e-43ef-80e7-072d52d79468 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333538 Jul 13 08:27:19.074777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c41e1157-8151-4fe3-ad2e-26475e7f580c up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:19.123348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port c41e1157-8151-4fe3-ad2e-26475e7f580c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:19.126849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port c41e1157-8151-4fe3-ad2e-26475e7f580c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:19.127259 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:19.207253 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:19.229679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:19.231996 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82e138a-e537-492f-9926-9fc0b5f9fd05" -d '{"events": [{"server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "name": "network-vif-plugged", "status": "completed", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:19.245550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:19.250208 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:19.280714 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf95df5-4dea-4a04-9306-31a0adc8db7f x-openstack-request-id: req-ebf95df5-4dea-4a04-9306-31a0adc8db7f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:19.281145 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "name": "network-vif-plugged", "status": "completed", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:19.281313 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebf95df5-4dea-4a04-9306-31a0adc8db7f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:19.281692 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'code': 200} Jul 13 08:27:19.316265 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:19.395363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6895c-256d-4f63-8119-4fdb82f5b8f5 req-ac75179b-9b1c-4b54-8772-9bb5494cdb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:19.398350 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64e6895c-256d-4f63-8119-4fdb82f5b8f5 req-ac75179b-9b1c-4b54-8772-9bb5494cdb23 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1098 time: 0.0594728 Jul 13 08:27:19.435680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-64e6895c-256d-4f63-8119-4fdb82f5b8f5 req-92f8cf46-c748-43f8-8aac-74b79c347953 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Jul 13 08:27:19.578740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-349dd3e5-bf91-43a7-9049-d160b1050385 None None] Provisioning complete for port c41e1157-8151-4fe3-ad2e-26475e7f580c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:19.579436 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-349dd3e5-bf91-43a7-9049-d160b1050385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:19.774997 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7befb-544b-4260-8c3e-dc7659314adf req-7a4a8fd4-c616-4184-886e-b6763681f81a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:19.776511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1e7befb-544b-4260-8c3e-dc7659314adf req-7a4a8fd4-c616-4184-886e-b6763681f81a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0649333 Jul 13 08:27:19.814288 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c1e7befb-544b-4260-8c3e-dc7659314adf req-d6790ffc-ab1d-47de-93a6-56a330a870c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321381 Jul 13 08:27:20.991281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4a6c2-0305-4a3d-9113-cba4fecee5d2 req-9fc1216d-d77b-42c0-9760-e7bcca6d51cc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:20.992800 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50a4a6c2-0305-4a3d-9113-cba4fecee5d2 req-9fc1216d-d77b-42c0-9760-e7bcca6d51cc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0657091 Jul 13 08:27:21.031276 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50a4a6c2-0305-4a3d-9113-cba4fecee5d2 req-1c7e87be-c2d0-41ae-ba27-0ec64eea7f9c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325396 Jul 13 08:27:21.134686 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a466fa0-fa10-4b42-b056-17376e78ed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:21.195421 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:21.213131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53291556-3cae-4461-b2c6-67cb6e4494bf req-9a9dca79-ce8f-4fa9-9e41-3f4e3e5b1181 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:21.214656 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-53291556-3cae-4461-b2c6-67cb6e4494bf req-9a9dca79-ce8f-4fa9-9e41-3f4e3e5b1181 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0713708 Jul 13 08:27:21.253340 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-53291556-3cae-4461-b2c6-67cb6e4494bf req-e4fb431a-071a-4485-9a71-7e1439a41142 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 Jul 13 08:27:21.279165 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59500) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:21.330337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47e5cb-d301-4b93-87c7-edf87f896b88 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:21.331857 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0c47e5cb-d301-4b93-87c7-edf87f896b88 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1093 time: 0.0516784 Jul 13 08:27:21.334912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:21.339456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:21.362497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:21.462364 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:21.566863 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.60 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/5364960d-dec8-4a8d-a7b0-eb07217c6b23) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:27:21.671375 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:21.709509 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:21.744554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:27:21.749128 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:27:21.752570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:27:21.782229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=5364960d-dec8-4a8d-a7b0-eb07217c6b23,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:22.128305 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:22.206647 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:22.221568 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:22.362101 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:22.366898 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:22.434985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=5364960d-dec8-4a8d-a7b0-eb07217c6b23,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:22.446771 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:22.548819 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP 343278ed-be8b-4369-952a-053cad41b62e associated. External IP: 172.25.8.60, port: c41e1157-8151-4fe3-ad2e-26475e7f580c. Jul 13 08:27:23.082940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 68138447-20fc-4ece-8d51-7fbc18b600fb has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:27:23.195560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:27:23.205363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] Sync routers for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:27:23.212463 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.215836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:23.216475 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:27:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:23.250509 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-46bdb8f7-7b78-408d-b7f0-4582f4fcf310 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9144969 Jul 13 08:27:23.251109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:23.253428 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d898410a-753a-43b7-b874-f34c81bc5d35" -d '{"events": [{"name": "network-changed", "server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:23.329452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:23.404808 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f812b96-b56c-4f99-88f3-980529751d3b req-2806a2d2-6f4d-4fc3-ab11-6506dc1c213b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:23.406529 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9f812b96-b56c-4f99-88f3-980529751d3b req-2806a2d2-6f4d-4fc3-ab11-6506dc1c213b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0650175 Jul 13 08:27:23.446222 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9f812b96-b56c-4f99-88f3-980529751d3b req-5c47af64-79fd-4695-95cb-5b57ce12a772 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337975 Jul 13 08:27:23.470444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59508) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:23.509671 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c0a4c0-697b-470b-9406-dfe77a1b118e x-openstack-request-id: req-31c0a4c0-697b-470b-9406-dfe77a1b118e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:23.509979 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:23.510239 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31c0a4c0-697b-470b-9406-dfe77a1b118e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:23.510647 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'status': 'completed', 'code': 200} Jul 13 08:27:23.561700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '343278ed-be8b-4369-952a-053cad41b62e', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'port_id': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'mac_address': 'fa:16:3e:3f:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:27:21Z', 'updated_at': '2021-07-13T08:27:21Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7ecfad-8711-46b8-86c2-b2f8b78f0131', 'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:e1:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:08Z', 'updated_at': '2021-07-13T08:27:13Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:23.569381 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-41c38c8c-cf25-48e7-a263-5c8b8172f43c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/343278ed-be8b-4369-952a-053cad41b62e HTTP/1.1" status: 200 len: 991 time: 0.0973427 Jul 13 08:27:23.588923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-fa44990f-b631-4b7d-b537-eb2ea8d371c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:23.590480 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-fa44990f-b631-4b7d-b537-eb2ea8d371c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1098 time: 0.0752702 Jul 13 08:27:23.592365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] Checking router: 68138447-20fc-4ece-8d51-7fbc18b600fb for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:27:23.601171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:23.601776 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:27:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:23.683970 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-a16d6d13-1288-48f8-93c9-838907c7c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:23.685514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-a16d6d13-1288-48f8-93c9-838907c7c479 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 897 time: 0.0880773 Jul 13 08:27:23.758499 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-1d27520f-d645-4cec-9bce-40c8fbda1766 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 999 time: 0.0666070 Jul 13 08:27:23.809896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-8398dd43-ad79-4d30-ae43-ae4da9408d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:23.811470 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-8398dd43-ad79-4d30-ae43-ae4da9408d68 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0477140 Jul 13 08:27:23.879016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-266b05c3-ef8c-4eaa-89f1-afc5d8c55a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:23.880561 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-266b05c3-ef8c-4eaa-89f1-afc5d8c55a7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629318 Jul 13 08:27:23.888593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:23.915732 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.978085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-de475908-1318-4487-844f-1ace9d59d878 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914063 Jul 13 08:27:24.073340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-d898410a-753a-43b7-b874-f34c81bc5d35 req-76865669-5fc7-468c-a010-9888a48d2c21 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893438 Jul 13 08:27:24.124181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '343278ed-be8b-4369-952a-053cad41b62e', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'port_id': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'mac_address': 'fa:16:3e:3f:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:27:21Z', 'updated_at': '2021-07-13T08:27:21Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7ecfad-8711-46b8-86c2-b2f8b78f0131', 'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:e1:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:08Z', 'updated_at': '2021-07-13T08:27:13Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:24.155145 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db5550-5643-47ac-a4c1-f0613704d901 None None] The sync data for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 is: [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '343278ed-be8b-4369-952a-053cad41b62e', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'port_id': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'mac_address': 'fa:16:3e:3f:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:27:21Z', 'updated_at': '2021-07-13T08:27:21Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7ecfad-8711-46b8-86c2-b2f8b78f0131', 'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:e1:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:08Z', 'updated_at': '2021-07-13T08:27:13Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:27:24.364535 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f5590d-0a74-49f9-b737-2d1f5bd5ff63 None None] New status for floating IP 343278ed-be8b-4369-952a-053cad41b62e: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:27:24.573247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:24.635333 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ca3f13a7-fb27-42b4-8a90-115c75044327 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/343278ed-be8b-4369-952a-053cad41b62e HTTP/1.1" status: 200 len: 993 time: 0.0607319 Jul 13 08:27:32.677406 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-9c96b091-fc86-4a41-9be1-cbd4cf7ec6be service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510960 Jul 13 08:27:32.779908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-0dc330bb-9a4f-4de6-8129-d5ec905901a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:32.781602 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-0dc330bb-9a4f-4de6-8129-d5ec905901a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1098 time: 0.0604479 Jul 13 08:27:32.890854 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-e65ac69d-7a1e-4a53-99f1-c2d1297cfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:32.892323 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-e65ac69d-7a1e-4a53-99f1-c2d1297cfe98 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 897 time: 0.0870802 Jul 13 08:27:32.964644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-c9653933-d1a4-451d-855c-930039125a53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 1001 time: 0.0626588 Jul 13 08:27:33.011208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-71835f7b-9301-4ce2-aa05-de86b49c04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:33.012627 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-71835f7b-9301-4ce2-aa05-de86b49c04a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0424635 Jul 13 08:27:33.071285 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-f3ef8a51-76d8-4dfc-812b-b7d0b1c87235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:33.072750 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-f3ef8a51-76d8-4dfc-812b-b7d0b1c87235 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522394 Jul 13 08:27:33.167572 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-e2ee6995-6646-45a8-94ba-93519760b011 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871615 Jul 13 08:27:33.262717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5b2645da-bcbf-4b05-9f49-a66006a78e80 req-5042311e-f79a-4d0f-b7bb-c4a0f7da4d71 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820620 Jul 13 08:27:36.279450 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:38.232878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:38.861656 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:27:48.436304 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45215f78-c31e-4d70-9e87-30bfd32d6e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:51.135494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49903191-961a-426f-b931-b833fa0621c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:51.185804 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:52.225220 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:53.888947 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:56.232909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac9b8c-763e-4f0c-adfa-16a486b0684a req-a9717f74-e853-483a-a535-3ab3caf4f1d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:56.234471 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22ac9b8c-763e-4f0c-adfa-16a486b0684a req-a9717f74-e853-483a-a535-3ab3caf4f1d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0727220 Jul 13 08:27:56.241431 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-c5bb7f07-0a3e-47f9-b12d-cd3c69806c1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946801 Jul 13 08:27:56.274571 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22ac9b8c-763e-4f0c-adfa-16a486b0684a req-689b2475-94d7-4649-9eec-f8bbdefb3378 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343106 Jul 13 08:27:57.349565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-a6603bf2-bfa4-47b3-ba92-f3054a33afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.351132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-a6603bf2-bfa4-47b3-ba92-f3054a33afc8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1098 time: 0.0529714 Jul 13 08:27:57.442053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-dbd60c19-de4d-4465-a72a-e41773f6e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.443563 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-dbd60c19-de4d-4465-a72a-e41773f6e02a service neutron] 10.222.0.38 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 897 time: 0.0858159 Jul 13 08:27:57.447532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca67f-9cf8-4c68-95df-e1edc68bf146 req-e946e862-9ef1-4b6c-88e8-f2c949c720dc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.449005 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbaca67f-9cf8-4c68-95df-e1edc68bf146 req-e946e862-9ef1-4b6c-88e8-f2c949c720dc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0635171 Jul 13 08:27:57.487184 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbaca67f-9cf8-4c68-95df-e1edc68bf146 req-4e6f6a6f-23e3-48e2-8a22-2439071a9531 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325367 Jul 13 08:27:57.513867 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-af2a786b-6424-4f5d-a8e4-e53b01cc4373 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 1001 time: 0.0637274 Jul 13 08:27:57.562183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-8ef11d77-494d-4478-88c9-e93c0c18dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.563638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-8ef11d77-494d-4478-88c9-e93c0c18dd21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0441537 Jul 13 08:27:57.621453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-80e7faf6-4d9a-462a-8411-329ef38cec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.622983 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-80e7faf6-4d9a-462a-8411-329ef38cec47 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522146 Jul 13 08:27:57.716203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-d8174225-e5f2-4f49-b98b-096a6677317e service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864155 Jul 13 08:27:57.809751 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5265b0b0-c2de-4c2e-9af7-8ebef66843e8 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872037 Jul 13 08:27:58.660666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03417e-ee42-4484-bcec-9ba2926e3db3 req-bb1ea6b2-c6ac-4eda-a312-49e7a502e8a3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:58.662174 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db03417e-ee42-4484-bcec-9ba2926e3db3 req-bb1ea6b2-c6ac-4eda-a312-49e7a502e8a3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0623186 Jul 13 08:27:58.703313 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-db03417e-ee42-4484-bcec-9ba2926e3db3 req-4b7019a3-6c04-4c96-9f10-f62e85afbc98 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350707 Jul 13 08:27:59.876595 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee423ec4-fa61-4a68-a8ad-7eb79876455e req-1b128d07-9e47-435b-9be1-b7a6bd11a8f2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:59.878131 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee423ec4-fa61-4a68-a8ad-7eb79876455e req-1b128d07-9e47-435b-9be1-b7a6bd11a8f2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0646200 Jul 13 08:27:59.915918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ee423ec4-fa61-4a68-a8ad-7eb79876455e req-bfd057a5-90f5-4291-994c-39a1ad92d6fc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322695 Jul 13 08:28:01.087229 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef5291-d516-4df5-a6a3-b92ad3101149 req-372c7a46-6e97-4e0b-b337-2248e6685f28 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:01.088768 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-01ef5291-d516-4df5-a6a3-b92ad3101149 req-372c7a46-6e97-4e0b-b337-2248e6685f28 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0626791 Jul 13 08:28:01.128046 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-01ef5291-d516-4df5-a6a3-b92ad3101149 req-74543422-7404-4ff0-bdd1-70ba1c9f5c46 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337355 Jul 13 08:28:02.307554 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72231ba-70aa-451d-b471-a278b97f69c0 req-26a6ae47-59e3-46b9-bab8-4fd414362233 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:02.309072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e72231ba-70aa-451d-b471-a278b97f69c0 req-26a6ae47-59e3-46b9-bab8-4fd414362233 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0713081 Jul 13 08:28:02.346952 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e72231ba-70aa-451d-b471-a278b97f69c0 req-d998c6a4-7ecf-4292-9307-fa385e2e2537 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322995 Jul 13 08:28:03.698493 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30caf67b-0e0d-4c71-baee-11cd0ce513eb req-ffbd6ef4-cba4-4a7f-97bd-3df55bdf5819 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:03.700200 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30caf67b-0e0d-4c71-baee-11cd0ce513eb req-ffbd6ef4-cba4-4a7f-97bd-3df55bdf5819 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0629492 Jul 13 08:28:03.736907 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-30caf67b-0e0d-4c71-baee-11cd0ce513eb req-0be25c13-1b65-4074-8c5f-05e02174db1a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Jul 13 08:28:04.911503 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9391-5c4f-47b0-8254-15f8e01ecee9 req-7de7edec-78f8-4809-b4ca-77da1810d9cd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:04.912969 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d89b9391-5c4f-47b0-8254-15f8e01ecee9 req-7de7edec-78f8-4809-b4ca-77da1810d9cd tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0671299 Jul 13 08:28:04.949689 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d89b9391-5c4f-47b0-8254-15f8e01ecee9 req-62faf717-1fdb-4045-9566-53bd8b70afd7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305364 Jul 13 08:28:06.122301 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa1157-c776-4e9e-aeef-6180efffbad9 req-2b0f51d6-20ed-41b4-972b-8328a49771ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:06.123781 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bfaa1157-c776-4e9e-aeef-6180efffbad9 req-2b0f51d6-20ed-41b4-972b-8328a49771ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0631957 Jul 13 08:28:06.161157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bfaa1157-c776-4e9e-aeef-6180efffbad9 req-57caff38-6551-408b-b9d7-6c7812a6ee24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317814 Jul 13 08:28:06.295847 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:07.338177 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c10b98-2935-40ba-acfc-2ae0c0e446c2 req-80d77f14-c245-4a75-94d7-bca42e71139a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:07.339966 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-63c10b98-2935-40ba-acfc-2ae0c0e446c2 req-80d77f14-c245-4a75-94d7-bca42e71139a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0630243 Jul 13 08:28:07.377041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-63c10b98-2935-40ba-acfc-2ae0c0e446c2 req-e0d16348-a0f0-4df5-8423-19a4e571e1cf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Jul 13 08:28:08.247632 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:08.551525 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372dcb3-f2e4-406f-b41d-a0c902b50ecf req-f2b6b0db-270a-406f-a611-aa9d0e535ccc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.552981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f372dcb3-f2e4-406f-b41d-a0c902b50ecf req-f2b6b0db-270a-406f-a611-aa9d0e535ccc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0659249 Jul 13 08:28:08.590886 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f372dcb3-f2e4-406f-b41d-a0c902b50ecf req-85d410b5-6240-4cae-b2fa-9fa2e07a23b3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323572 Jul 13 08:28:09.759834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbe0dc-6b27-4b15-b535-96d544988d7c req-ea2455cf-d282-4d81-8e15-6d08bf65973f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:09.761305 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9cbe0dc-6b27-4b15-b535-96d544988d7c req-ea2455cf-d282-4d81-8e15-6d08bf65973f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0619218 Jul 13 08:28:09.800721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f9cbe0dc-6b27-4b15-b535-96d544988d7c req-0e6fae74-aeb3-4bbd-a004-2584bac5f5f7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332596 Jul 13 08:28:10.974869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a842f0-e080-4c1a-8692-cc1bd5d4e899 req-f3eced16-5944-43b5-b03d-01568157ce7a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:10.976355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1a842f0-e080-4c1a-8692-cc1bd5d4e899 req-f3eced16-5944-43b5-b03d-01568157ce7a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0662944 Jul 13 08:28:11.013884 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a1a842f0-e080-4c1a-8692-cc1bd5d4e899 req-98ecedca-fc75-4898-8d74-ed0b349627e2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318823 Jul 13 08:28:12.188476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41d11-a441-4748-bff0-bda2fc433caf req-f6e8f8e9-65b3-4678-a215-37b42df8019d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:12.189887 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1bf41d11-a441-4748-bff0-bda2fc433caf req-f6e8f8e9-65b3-4678-a215-37b42df8019d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0628178 Jul 13 08:28:12.227525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1bf41d11-a441-4748-bff0-bda2fc433caf req-a3ff3aa8-5d92-478c-aede-60735590914d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 Jul 13 08:28:13.397162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e10f22-dc4e-4d8e-9523-e24439fb88a1 req-7126c1cc-8319-4287-b91d-4ffdf9ecfa16 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:13.398669 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42e10f22-dc4e-4d8e-9523-e24439fb88a1 req-7126c1cc-8319-4287-b91d-4ffdf9ecfa16 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0623453 Jul 13 08:28:13.435041 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-42e10f22-dc4e-4d8e-9523-e24439fb88a1 req-c90e4230-9b80-401a-a530-b492cb34b510 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Jul 13 08:28:14.609883 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948a729-d2e7-42c3-a5d3-2462bf3b8a72 req-be4c1e69-d4b6-42e5-916f-771cb9e7b19f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:14.611385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a948a729-d2e7-42c3-a5d3-2462bf3b8a72 req-be4c1e69-d4b6-42e5-916f-771cb9e7b19f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0655069 Jul 13 08:28:14.648603 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a948a729-d2e7-42c3-a5d3-2462bf3b8a72 req-0f7956d6-2106-49b6-908b-0022c3fc315a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Jul 13 08:28:14.690496 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-026197eb-28e4-4588-b7c8-e986f077869c service neutron] show failed (client error): The resource could not be found. Jul 13 08:28:14.691522 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-026197eb-28e4-4588-b7c8-e986f077869c service neutron] 10.222.0.38 "GET /v2.0/ports/c41e1157-8151-4fe3-ad2e-26475e7f580c/bindings/n-h2-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0550189 Jul 13 08:28:14.975714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5122b455-50e6-4b41-b335-39660ec1002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:14.977200 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5122b455-50e6-4b41-b335-39660ec1002c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 1098 time: 0.0940533 Jul 13 08:28:14.988987 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:15.061106 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:15.262868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:15.294809 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:28:15.333554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:15.335852 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb564e4-6d66-4e90-bf3b-96cf98cf4cd4" -d '{"events": [{"server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "name": "network-vif-unplugged", "status": "completed", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:15.339769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:15.351927 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Transition to ACTIVE for port object c41e1157-8151-4fe3-ad2e-26475e7f580c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:28:15.355837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:15.391986 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672eed54-c333-4a81-b4a1-43df3cb1061f x-openstack-request-id: req-672eed54-c333-4a81-b4a1-43df3cb1061f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:15.392911 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "name": "network-vif-unplugged", "status": "completed", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:15.392911 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-672eed54-c333-4a81-b4a1-43df3cb1061f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:15.392911 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'code': 200} Jul 13 08:28:15.442346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Pushing event updated for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:15.456968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.457315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.457654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.458010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.458345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.458673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.459113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.459314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.459635 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.459960 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.460388 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.460708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:15.494660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] No DVR routers for this DVR port c41e1157-8151-4fe3-ad2e-26475e7f580c on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:28:15.637333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Attempting to bind port c41e1157-8151-4fe3-ad2e-26475e7f580c on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:28:15.637596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Attempting to bind port c41e1157-8151-4fe3-ad2e-26475e7f580c by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:28:15.637918 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Attempting to bind port c41e1157-8151-4fe3-ad2e-26475e7f580c on network 8f1579d4-b80f-480b-972a-7ee0da819a3c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:28:15.642380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Port c41e1157-8151-4fe3-ad2e-26475e7f580c on network 8f1579d4-b80f-480b-972a-7ee0da819a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:28:15.642714 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Attempting to bind port c41e1157-8151-4fe3-ad2e-26475e7f580c on network 8f1579d4-b80f-480b-972a-7ee0da819a3c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:28:15.647782 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:28:15.648133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Checking segment: {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:28:15.648527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Bound using segment: {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:28:15.648962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Bound port: c41e1157-8151-4fe3-ad2e-26475e7f580c, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:28:15.649328 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:15.716154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:28:15.719407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:28:15.723756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:15.762851 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:15.763459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:15.764915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] 10.222.0.48 "PUT /v2.0/ports/c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 1093 time: 0.7798860 Jul 13 08:28:15.829372 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b074d81-42bc-458a-96fd-eaca66a5c59d service neutron] Pushing event updated for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:15.842326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b0f5-5bd6-4317-9ee5-1197c033b32f req-2183d5d5-858e-499a-9ca7-a6a8731e6750 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:15.844247 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa86b0f5-5bd6-4317-9ee5-1197c033b32f req-2183d5d5-858e-499a-9ca7-a6a8731e6750 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 944 time: 0.0813713 Jul 13 08:28:15.863016 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:28:15.866350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-76be5694-bfe1-4bbb-a82c-a5ba4c231a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:15.867966 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-76be5694-bfe1-4bbb-a82c-a5ba4c231a18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1096 time: 0.0763290 Jul 13 08:28:15.902229 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fa86b0f5-5bd6-4317-9ee5-1197c033b32f req-48e0a80f-1dd7-449c-8247-f306423457c1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510576 Jul 13 08:28:15.978020 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-c6677b9b-4e81-4bf3-b4f3-88ad2b098b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:15.980370 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-c6677b9b-4e81-4bf3-b4f3-88ad2b098b84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 897 time: 0.1052964 Jul 13 08:28:16.046678 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-88bd8bd2-c51a-4d03-94be-cd8ea7ff3b90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 999 time: 0.0601852 Jul 13 08:28:16.095825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-cb614d12-e2fe-42e9-b41c-25fb3a8054d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:16.097301 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-cb614d12-e2fe-42e9-b41c-25fb3a8054d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0450337 Jul 13 08:28:16.158550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-feb0a58b-a6fa-4ef8-8cd6-73362b64c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:16.160056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-feb0a58b-a6fa-4ef8-8cd6-73362b64c060 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566497 Jul 13 08:28:16.170800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-c5d9c493-921b-4d5a-a699-44b2b08a2dee service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:28:16.171735 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-c5d9c493-921b-4d5a-a699-44b2b08a2dee service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055823 Jul 13 08:28:16.259806 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-3ee5da74-f03b-4558-890a-164d92bbdfa0 service neutron] 10.222.0.48 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819714 Jul 13 08:28:16.355444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-e25c6e00-e35d-4373-a885-e1582eb61685 service neutron] 10.222.0.48 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875964 Jul 13 08:28:17.080749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38abd26-10de-4ea4-9900-bfeb5c940f1b req-2c11bc26-b6ba-4fa4-96f7-a1307be67b2a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:17.082261 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a38abd26-10de-4ea4-9900-bfeb5c940f1b req-2c11bc26-b6ba-4fa4-96f7-a1307be67b2a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 944 time: 0.0661566 Jul 13 08:28:17.119638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a38abd26-10de-4ea4-9900-bfeb5c940f1b req-2f0532b4-beea-4eb2-818e-199827889fac tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318091 Jul 13 08:28:17.394210 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:17.396481 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:17.444049 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4fd066-b50f-4820-ab57-df4dfeb463b2 x-openstack-request-id: req-fd4fd066-b50f-4820-ab57-df4dfeb463b2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:17.444345 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:17.444602 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd4fd066-b50f-4820-ab57-df4dfeb463b2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:17.445015 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'status': 'completed', 'code': 200} Jul 13 08:28:17.553250 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-02bb6c49-11ea-4335-ae35-87dbcdefcb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:17.554782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-02bb6c49-11ea-4335-ae35-87dbcdefcb09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1096 time: 0.0915005 Jul 13 08:28:17.556487 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-16ca2903-dd6f-4524-8a2f-5638685857fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:17.558454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-16ca2903-dd6f-4524-8a2f-5638685857fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1096 time: 0.0864961 Jul 13 08:28:17.716914 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-835bcbbd-aaba-4b98-9849-e53c7b76e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:17.718320 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-835bcbbd-aaba-4b98-9849-e53c7b76e3ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 897 time: 0.1568475 Jul 13 08:28:17.719398 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-59669a30-f63b-4785-84cd-6d3f3d7cf915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:17.720700 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-59669a30-f63b-4785-84cd-6d3f3d7cf915 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 897 time: 0.1521235 Jul 13 08:28:17.827910 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-a1e0ee13-2504-4bdd-82d3-3be52aa486ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 999 time: 0.1029010 Jul 13 08:28:17.833683 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-660d8294-1288-4e4f-891f-8b8b4e033a49 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 999 time: 0.1031756 Jul 13 08:28:17.910672 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-e60f9e44-6f03-4dc2-a884-cb67de54729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:17.912126 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-e60f9e44-6f03-4dc2-a884-cb67de54729b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0775933 Jul 13 08:28:17.913463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-60494a41-7727-4c31-bd01-f503388f9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:17.914798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-60494a41-7727-4c31-bd01-f503388f9a0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0730855 Jul 13 08:28:18.010295 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-decb2957-3ee6-4370-955a-0a07babbb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:18.011740 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-decb2957-3ee6-4370-955a-0a07babbb47e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909755 Jul 13 08:28:18.017309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-77c921af-6a46-4f6e-8b0f-f2d18d326e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:18.018700 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-77c921af-6a46-4f6e-8b0f-f2d18d326e0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897641 Jul 13 08:28:18.169264 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-2fccb549-c5e4-4e2e-9116-1ab3123ea1b0 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496236 Jul 13 08:28:18.171128 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-3ee3e9ca-2c84-40c1-aee1-c370a881d580 service neutron] 10.222.0.48 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444092 Jul 13 08:28:18.294528 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09f8ab-c9a0-419f-9662-23430d481705 req-dedbef4e-251c-4bc2-8784-b883d74a18a1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:18.296075 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2a09f8ab-c9a0-419f-9662-23430d481705 req-dedbef4e-251c-4bc2-8784-b883d74a18a1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 944 time: 0.0642977 Jul 13 08:28:18.332107 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-2a5350fa-8b47-4143-9ddd-03c40956e9d9 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572859 Jul 13 08:28:18.334028 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b16035f9-3a84-4e3a-819c-b3c376fdb2a0 req-d48598e5-49e3-415e-ae8c-edd78cd289e2 service neutron] 10.222.0.48 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523161 Jul 13 08:28:18.337040 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2a09f8ab-c9a0-419f-9662-23430d481705 req-a6ae2959-58e6-4dc5-babd-ebdaf1300e0a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353186 Jul 13 08:28:18.436837 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5df909eb-18c3-46d3-bf66-602d7ffae0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:18.628629 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce28c80-2725-4392-9bd1-211e027cdade req-f3b83b18-501f-4eeb-b681-cdc61c08ab07 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:18.630180 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ce28c80-2725-4392-9bd1-211e027cdade req-f3b83b18-501f-4eeb-b681-cdc61c08ab07 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 944 time: 0.0634320 Jul 13 08:28:18.637441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-4d894801-a00f-4404-91ff-5a3a198af7db tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:18.638987 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-4d894801-a00f-4404-91ff-5a3a198af7db tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998&tenant_id=f5266cb84faf45d880243abb6051957a&binding%3Ahost_id=n-h2-758944-43 HTTP/1.1" status: 200 len: 944 time: 0.0729268 Jul 13 08:28:18.668767 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3ce28c80-2725-4392-9bd1-211e027cdade req-7bf6aada-ebf3-4810-a584-5b10391f5303 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329843 Jul 13 08:28:18.699045 n-d-758944-43 neutron-server[93774]: INFO neutron.api.v2.resource [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-f52110c4-b922-4ff4-95a7-ac0c898689ec service neutron] delete failed (client error): The resource could not be found. Jul 13 08:28:18.700094 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-f52110c4-b922-4ff4-95a7-ac0c898689ec service neutron] 10.222.0.38 "DELETE /v2.0/ports/c41e1157-8151-4fe3-ad2e-26475e7f580c/bindings/n-h1-758944-43 HTTP/1.1" status: 404 len: 381 time: 0.0558560 Jul 13 08:28:18.801012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-112fe473-0c3a-431b-becf-ee14a15c0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:18.802578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-112fe473-0c3a-431b-becf-ee14a15c0928 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1096 time: 0.0595591 Jul 13 08:28:18.848089 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9f2b2-ed9f-43f1-89b0-3bf9948a29c0 req-943fd4b7-29f8-4f96-bd21-4ab98042f0ac tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:18.850107 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bc9f2b2-ed9f-43f1-89b0-3bf9948a29c0 req-943fd4b7-29f8-4f96-bd21-4ab98042f0ac tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 944 time: 0.0686064 Jul 13 08:28:18.890246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9bc9f2b2-ed9f-43f1-89b0-3bf9948a29c0 req-83663e2f-c2ec-4a29-a10d-39b4f77fb29b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344710 Jul 13 08:28:19.214537 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-bbb49d36-8a50-4f6e-955a-b48b5794f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:19.215938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-bbb49d36-8a50-4f6e-955a-b48b5794f3c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 897 time: 0.4076152 Jul 13 08:28:19.283716 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-c6e47bb7-41b5-40d0-bde6-0160a59bdd51 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 999 time: 0.0615134 Jul 13 08:28:19.332613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-82013d7d-2495-4d7d-8ec5-933f209bbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:19.334061 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-82013d7d-2495-4d7d-8ec5-933f209bbca9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0429173 Jul 13 08:28:19.389513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-21e80478-b878-42a9-9145-29260e0aa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:19.391046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-21e80478-b878-42a9-9145-29260e0aa7b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513771 Jul 13 08:28:19.421876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c41e1157-8151-4fe3-ad2e-26475e7f580c details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:28:19.482799 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-e10725b9-d983-465b-823e-f47516a69686 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849354 Jul 13 08:28:19.518512 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:19.528863 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c41e1157-8151-4fe3-ad2e-26475e7f580c no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:19.552499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'port_id': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'mac_address': 'fa:16:3e:3f:de:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:28:19.572625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0725c69f-8a30-4bf6-a9f4-350ef04c9503 req-07bbcf61-f03b-4ff9-bb4b-7d40337e4696 service neutron] 10.222.0.38 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832970 Jul 13 08:28:19.594724 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device c41e1157-8151-4fe3-ad2e-26475e7f580c not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:19.601089 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:19.614034 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41e1157-8151-4fe3-ad2e-26475e7f580c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:28:19.634348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:19.638014 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:19.690641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:19.698495 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.698845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.699187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.699529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.699864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.700194 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.700523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.700851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.701180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.701508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.701832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.702196 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:19.906608 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['c41e1157-8151-4fe3-ad2e-26475e7f580c'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:28:20.071004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f47d26-7dc5-4ae0-a43a-17d05f46fcee req-a2895510-4a74-4503-a7e8-ec7e85a9cc6a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:20.072609 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43f47d26-7dc5-4ae0-a43a-17d05f46fcee req-a2895510-4a74-4503-a7e8-ec7e85a9cc6a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 945 time: 0.0673375 Jul 13 08:28:20.123256 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-43f47d26-7dc5-4ae0-a43a-17d05f46fcee req-d9b0639a-553d-48d4-a9d8-3be1fbaff620 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 Jul 13 08:28:21.137288 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1c804d-42e0-4415-8c54-c77f04f5d749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:21.186994 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:21.304289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e30b9-2028-4c3f-a29d-ca672cce285c req-5447be3d-3a2d-4c17-9e5e-deda7a13968a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:21.305802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d2e30b9-2028-4c3f-a29d-ca672cce285c req-5447be3d-3a2d-4c17-9e5e-deda7a13968a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 945 time: 0.0696507 Jul 13 08:28:21.343506 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2d2e30b9-2028-4c3f-a29d-ca672cce285c req-fdce045a-abc0-4c3d-8178-391803a91acf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319893 Jul 13 08:28:21.368116 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:21.428056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5e3fc085-6864-44fe-9386-5e2bd04767a7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/343278ed-be8b-4369-952a-053cad41b62e HTTP/1.1" status: 200 len: 992 time: 0.0587265 Jul 13 08:28:21.444382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c41e1157-8151-4fe3-ad2e-26475e7f580c up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:28:21.495455 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port c41e1157-8151-4fe3-ad2e-26475e7f580c completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:28:21.498979 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port c41e1157-8151-4fe3-ad2e-26475e7f580c triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:28:21.499382 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:21.573188 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:21.595127 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:21.597584 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972c46b2-48c7-4f4a-8c96-2699f239faa1" -d '{"events": [{"server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "name": "network-vif-plugged", "status": "completed", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:21.610677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:21.614408 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:21.642612 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff433e63-18c5-4623-b681-ea32b727686f x-openstack-request-id: req-ff433e63-18c5-4623-b681-ea32b727686f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:21.642892 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "name": "network-vif-plugged", "status": "completed", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:21.643137 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff433e63-18c5-4623-b681-ea32b727686f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:21.643515 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'code': 200} Jul 13 08:28:21.674408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:21.904929 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6467e73a-5946-46d9-bc16-bc50e9be6cfc None None] Provisioning complete for port c41e1157-8151-4fe3-ad2e-26475e7f580c triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:28:21.905312 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6467e73a-5946-46d9-bc16-bc50e9be6cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:22.227131 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:23.891908 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:36.319889 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:38.249916 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:41.894972 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-37616a87-89a1-4e6d-956c-190dbb59ef75 req-7a33b9e0-eaf5-4c0a-823b-e26b78360f2f tempest-ServerActionsTestJSON-1792897862 tempest-ServerActionsTestJSON-1792897862-project] (93774) timed out ('10.222.0.41', 50788) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:28:47.999993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59620) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:48.151770 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 5364960d-dec8-4a8d-a7b0-eb07217c6b23 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:48.152014 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.228122 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.228458 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.240830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 5364960d-dec8-4a8d-a7b0-eb07217c6b23 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:48.385661 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.411387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=5364960d-dec8-4a8d-a7b0-eb07217c6b23,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:48.437417 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.437779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.438147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.438491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.438807 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.438954 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93d85333-feba-4068-9e09-9305e5585b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.439461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.439461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.439788 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.440119 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.440449 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.440777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.441184 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:48.480790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.481640 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP 343278ed-be8b-4369-952a-053cad41b62e disassociated (deleted). External IP: 172.25.8.60, port: c41e1157-8151-4fe3-ad2e-26475e7f580c. Jul 13 08:28:48.688488 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 68138447-20fc-4ece-8d51-7fbc18b600fb has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:28:48.794961 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:28:48.799827 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.804028 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] Sync routers for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:28:48.812650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:48.813275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:48.834176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a32fd221-57a8-4461-958f-e60993b60f04 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/floatingips/343278ed-be8b-4369-952a-053cad41b62e HTTP/1.1" status: 204 len: 168 time: 0.8330710 Jul 13 08:28:48.834762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:48.837008 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:48.920501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:49.125691 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e37231-4766-4612-a983-a8d6c30f8cb0 x-openstack-request-id: req-77e37231-4766-4612-a983-a8d6c30f8cb0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:49.126329 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:49.126446 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77e37231-4766-4612-a983-a8d6c30f8cb0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:49.126798 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'status': 'completed', 'code': 200} Jul 13 08:28:49.126989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '2d7ecfad-8711-46b8-86c2-b2f8b78f0131', 'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:e1:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:08Z', 'updated_at': '2021-07-13T08:27:13Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:49.155528 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] Checking router: 68138447-20fc-4ece-8d51-7fbc18b600fb for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:28:49.164018 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:49.164642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:49.208235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-70acfac1-47be-48b7-9697-0785ba48b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:49.209785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-70acfac1-47be-48b7-9697-0785ba48b50b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 1098 time: 0.0596795 Jul 13 08:28:49.275822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:49.295262 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d32baa-9610-4500-a847-63a8cf3b31e3 req-383dc327-6a27-4be2-98fa-9985a3c6368e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:49.296815 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69d32baa-9610-4500-a847-63a8cf3b31e3 req-383dc327-6a27-4be2-98fa-9985a3c6368e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0783682 Jul 13 08:28:49.304067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-270379af-3c21-4f8a-8517-f6cf6d7d2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:49.305627 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-270379af-3c21-4f8a-8517-f6cf6d7d2f30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 200 len: 897 time: 0.0885909 Jul 13 08:28:49.339954 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69d32baa-9610-4500-a847-63a8cf3b31e3 req-18c918a2-bc89-4347-849d-cfb37efa1b2b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354865 Jul 13 08:28:49.352883 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-1786a7de-2ed4-47a1-9072-694b4d53a7b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 200 len: 217 time: 0.0395100 Jul 13 08:28:49.405163 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-63dfde46-4ffe-4e96-b974-fadb48d9bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:49.406676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-63dfde46-4ffe-4e96-b974-fadb48d9bb14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 200 len: 835 time: 0.0454152 Jul 13 08:28:49.464321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-714a8d7a-3619-409f-b603-8ff36c32cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:49.465882 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-714a8d7a-3619-409f-b603-8ff36c32cc15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f1579d4-b80f-480b-972a-7ee0da819a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526600 Jul 13 08:28:49.476293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '2d7ecfad-8711-46b8-86c2-b2f8b78f0131', 'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:e1:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:08Z', 'updated_at': '2021-07-13T08:27:13Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:49.508012 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5a940-5563-442b-b88b-edd587075cb2 None None] The sync data for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 is: [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:27:09Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '2d7ecfad-8711-46b8-86c2-b2f8b78f0131', 'name': '', 'network_id': '8f1579d4-b80f-480b-972a-7ee0da819a3c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:e1:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:08Z', 'updated_at': '2021-07-13T08:27:13Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': '8c22c823-909e-40ab-a3e3-404a87d2b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:28:49.566482 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-b93a3839-13b4-4afd-9acb-5dfb99d5773d service neutron] 10.222.0.48 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915706 Jul 13 08:28:49.661131 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85e9b6ba-a0f2-4b60-b570-5eb79a93e9a1 req-219a62e2-0d41-4dfa-94f8-5fff7bba07a8 service neutron] 10.222.0.48 "GET /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870848 Jul 13 08:28:49.833118 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922bd25-ce39-406b-b227-6ba3923254af None None] New status for floating IP 343278ed-be8b-4369-952a-053cad41b62e: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:28:50.451754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-de92b0f6-a117-41dc-ad12-3445afe44dd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:50.453293 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-de92b0f6-a117-41dc-ad12-3445afe44dd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.48 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0701792 Jul 13 08:28:50.517850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8989a4-9f35-418a-9c42-43f23c09142e req-a1830bb9-36ea-40c9-8c15-112ea89f6ffe tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:50.519522 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fb8989a4-9f35-418a-9c42-43f23c09142e req-a1830bb9-36ea-40c9-8c15-112ea89f6ffe tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=110b9a9c-bc1f-46ee-9426-0df3920e6998 HTTP/1.1" status: 200 len: 946 time: 0.0651023 Jul 13 08:28:50.557484 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port c41e1157-8151-4fe3-ad2e-26475e7f580c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:50.557989 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:50.559720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fb8989a4-9f35-418a-9c42-43f23c09142e req-49eb4557-8c44-4b48-80be-60e5dc44f8ce tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=01904ecc-4a4e-4b82-a665-155a3fe8a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339749 Jul 13 08:28:50.651570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port c41e1157-8151-4fe3-ad2e-26475e7f580c, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=c41e1157-8151-4fe3-ad2e-26475e7f580c,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:50.651848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:50.663947 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for c41e1157-8151-4fe3-ad2e-26475e7f580c owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:50.792355 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:50.826898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=c41e1157-8151-4fe3-ad2e-26475e7f580c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:50.872323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] No DVR routers for this DVR port c41e1157-8151-4fe3-ad2e-26475e7f580c on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:28:50.875167 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:50.877256 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a17c877b-b67d-4f04-ac83-3e48bee14336 req-fe4dbf32-a7ad-4ce9-8b02-fd9572d434c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.48 "DELETE /v2.0/ports/c41e1157-8151-4fe3-ad2e-26475e7f580c HTTP/1.1" status: 204 len: 173 time: 0.4186499 Jul 13 08:28:50.877690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'name': 'network-vif-deleted', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:50.880044 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a094f9a-d2c7-43be-8859-af7a803fe840" -d '{"events": [{"server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "name": "network-vif-deleted", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:50.916098 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d8e61f-de30-44d8-ab6b-c11652765feb x-openstack-request-id: req-59d8e61f-de30-44d8-ab6b-c11652765feb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:50.916427 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b9a9c-bc1f-46ee-9426-0df3920e6998", "name": "network-vif-deleted", "tag": "c41e1157-8151-4fe3-ad2e-26475e7f580c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:50.916705 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59d8e61f-de30-44d8-ab6b-c11652765feb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:50.917098 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110b9a9c-bc1f-46ee-9426-0df3920e6998', 'name': 'network-vif-deleted', 'tag': 'c41e1157-8151-4fe3-ad2e-26475e7f580c', 'status': 'completed', 'code': 200} Jul 13 08:28:51.138432 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7dfe9b66-2fcd-425d-9ad2-1881b25e80d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:51.190018 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:51.656422 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59636) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:52.232212 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:52.346804 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:52.611512 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:52.611862 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:52.699390 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port 2d7ecfad-8711-46b8-86c2-b2f8b78f0131, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=2d7ecfad-8711-46b8-86c2-b2f8b78f0131,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:52.700160 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:52.712476 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:52.862576 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:28:52.897652 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:52.929502 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=2d7ecfad-8711-46b8-86c2-b2f8b78f0131,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:53.103402 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.320204 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 68138447-20fc-4ece-8d51-7fbc18b600fb has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:28:53.427333 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:28:53.432545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8c11ecc3-0912-471d-9998-d08e4fe121be tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/68138447-20fc-4ece-8d51-7fbc18b600fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749953 Jul 13 08:28:53.435139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59640) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:53.437591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] Sync routers for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:28:53.446735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:53.447356 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:53.485044 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-080fead6-6a72-44c9-a2d0-df7f4352f9ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting subnet 8c22c823-909e-40ab-a3e3-404a87d2b2cf {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:28:53.488091 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-080fead6-6a72-44c9-a2d0-df7f4352f9ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.528860 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-080fead6-6a72-44c9-a2d0-df7f4352f9ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.553469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:53.606647 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c41e1157-8151-4fe3-ad2e-26475e7f580c no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:53.616295 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-080fead6-6a72-44c9-a2d0-df7f4352f9ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.630045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: c41e1157-8151-4fe3-ad2e-26475e7f580c {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:28:53.630397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device c41e1157-8151-4fe3-ad2e-26475e7f580c not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:53.677903 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-080fead6-6a72-44c9-a2d0-df7f4352f9ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.705400 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fead6-6a72-44c9-a2d0-df7f4352f9ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Subnet': ['ID=8c22c823-909e-40ab-a3e3-404a87d2b2cf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:53.710997 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-080fead6-6a72-44c9-a2d0-df7f4352f9ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.712900 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-080fead6-6a72-44c9-a2d0-df7f4352f9ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/subnets/8c22c823-909e-40ab-a3e3-404a87d2b2cf HTTP/1.1" status: 204 len: 168 time: 0.2768431 Jul 13 08:28:53.716337 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59642) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:53.725771 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692e5d5-bf6a-471a-910e-f4ee47f57cf0 None None] Network 8f1579d4-b80f-480b-972a-7ee0da819a3c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:28:53.827713 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.849410 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:28:52Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:53.886154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] Checking router: 68138447-20fc-4ece-8d51-7fbc18b600fb for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:28:53.908931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] Routers {'68138447-20fc-4ece-8d51-7fbc18b600fb'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:53.909549 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['68138447-20fc-4ece-8d51-7fbc18b600fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:53.911477 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.934734 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.988457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:53.988813 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.077461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port 9732b839-5fd6-4403-8ae5-af42ec4c7dbd, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=9732b839-5fd6-4403-8ae5-af42ec4c7dbd,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:54.077877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.090633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 9732b839-5fd6-4403-8ae5-af42ec4c7dbd owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:54.171449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c67667-5215-4c30-9425-ed882b88454e None None] DHCP port deletion for 8f1579d4-b80f-480b-972a-7ee0da819a3c request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:28:54.210029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] Set router 68138447-20fc-4ece-8d51-7fbc18b600fb gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:54.263807 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.286955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=9732b839-5fd6-4403-8ae5-af42ec4c7dbd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:54.334521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c6c67667-5215-4c30-9425-ed882b88454e None None] Deleting port 111f21d0-1e74-4d00-9595-0e6ec6a47112 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:54.334858 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c67667-5215-4c30-9425-ed882b88454e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.351237 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.442837 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.444948 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.445827 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c6c67667-5215-4c30-9425-ed882b88454e None None] For port 111f21d0-1e74-4d00-9595-0e6ec6a47112, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=111f21d0-1e74-4d00-9595-0e6ec6a47112,segment=NetworkSegment(1cb7e5c4-2b13-49bf-a914-0dc8c0907a21),segment_id=1cb7e5c4-2b13-49bf-a914-0dc8c0907a21)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:54.446375 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c67667-5215-4c30-9425-ed882b88454e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.460772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c6c67667-5215-4c30-9425-ed882b88454e None None] Calling delete_port for 111f21d0-1e74-4d00-9595-0e6ec6a47112 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:54.492482 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.493154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Fanout notify agent at l3_agent the message router_deleted on router 68138447-20fc-4ece-8d51-7fbc18b600fb {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:28:54.501013 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.502167 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-32c64d41-d0aa-43f9-ad52-ee87336bac08 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/routers/68138447-20fc-4ece-8d51-7fbc18b600fb HTTP/1.1" status: 204 len: 168 time: 0.7848120 Jul 13 08:28:54.504803 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59644) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:54.524056 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:28:52Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:54.558567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2776e0c-28f2-419a-8635-1f681d5aab5c None None] The sync data for ids ['68138447-20fc-4ece-8d51-7fbc18b600fb'] in n-d-758944-43 is: [{'id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127282779', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:27:05Z', 'updated_at': '2021-07-13T08:28:52Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '9732b839-5fd6-4403-8ae5-af42ec4c7dbd', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68138447-20fc-4ece-8d51-7fbc18b600fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:27:06Z', 'updated_at': '2021-07-13T08:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:28:54.581210 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.586796 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c67667-5215-4c30-9425-ed882b88454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.616099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c67667-5215-4c30-9425-ed882b88454e None None] Pushing event deleted for resources: {'Port': ['ID=111f21d0-1e74-4d00-9595-0e6ec6a47112,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:54.623991 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c67667-5215-4c30-9425-ed882b88454e None None] No DVR routers for this DVR port 111f21d0-1e74-4d00-9595-0e6ec6a47112 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:28:54.687583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.698101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1579d4-b80f-480b-972a-7ee0da819a3c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:54.708506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:54.708812 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb7e5c4-2b13-49bf-a914-0dc8c0907a21') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:54.718309 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.733697 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.740786 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:28:54.741306 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:28:54.744632 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:28:54.810815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.816573 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.819004 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/networks/8f1579d4-b80f-480b-972a-7ee0da819a3c HTTP/1.1" status: 204 len: 168 time: 0.3127263 Jul 13 08:28:54.821263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59646) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:54.832763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f492043-f89c-4417-b5a0-a0d924c455d7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Network': ['ID=8f1579d4-b80f-480b-972a-7ee0da819a3c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:54.882384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f725c14c-e3aa-491f-9bb8-f39c7ac8d0b1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.909369 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f725c14c-e3aa-491f-9bb8-f39c7ac8d0b1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.980600 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f725c14c-e3aa-491f-9bb8-f39c7ac8d0b1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.983209 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f725c14c-e3aa-491f-9bb8-f39c7ac8d0b1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.984411 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f725c14c-e3aa-491f-9bb8-f39c7ac8d0b1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/security-groups/01904ecc-4a4e-4b82-a665-155a3fe8a15e HTTP/1.1" status: 204 len: 168 time: 0.1620090 Jul 13 08:28:54.993481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725c14c-e3aa-491f-9bb8-f39c7ac8d0b1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01904ecc-4a4e-4b82-a665-155a3fe8a15e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:55.336786 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 111f21d0-1e74-4d00-9595-0e6ec6a47112 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:55.358103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 111f21d0-1e74-4d00-9595-0e6ec6a47112 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:28:55.358459 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 111f21d0-1e74-4d00-9595-0e6ec6a47112 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:55.358885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:55.377474 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:28:55.377832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 2d7ecfad-8711-46b8-86c2-b2f8b78f0131 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:55.378278 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9732b839-5fd6-4403-8ae5-af42ec4c7dbd no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:55.397489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 9732b839-5fd6-4403-8ae5-af42ec4c7dbd {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:28:55.397845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 9732b839-5fd6-4403-8ae5-af42ec4c7dbd not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:55.713803 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59652) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:55.718496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6ca766df-6cf4-4cb2-8209-67e67082cd12 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477563480', 'description': 'tempest-secgroup-smoke-1477563480 description', 'project_id': 'f5266cb84faf45d880243abb6051957a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:55.741142 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ca766df-6cf4-4cb2-8209-67e67082cd12 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.823657 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ca766df-6cf4-4cb2-8209-67e67082cd12 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.827709 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ca766df-6cf4-4cb2-8209-67e67082cd12 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.854534 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ca766df-6cf4-4cb2-8209-67e67082cd12 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.855765 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ca766df-6cf4-4cb2-8209-67e67082cd12 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1409590 Jul 13 08:28:55.858139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca766df-6cf4-4cb2-8209-67e67082cd12 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:55.859411 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59654) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:55.864351 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-39aa2858-15d0-475a-900b-cf7990cbc502 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '6ae3a380-2480-4ea2-9d53-cfd93e17c7e6', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:55.891082 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39aa2858-15d0-475a-900b-cf7990cbc502 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.946933 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39aa2858-15d0-475a-900b-cf7990cbc502 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.950613 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39aa2858-15d0-475a-900b-cf7990cbc502 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.967256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa2858-15d0-475a-900b-cf7990cbc502 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4621c942-6698-4c4d-9115-dd4c7e5c3fdf,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:55.973709 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39aa2858-15d0-475a-900b-cf7990cbc502 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.974937 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-39aa2858-15d0-475a-900b-cf7990cbc502 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143737 Jul 13 08:28:55.977645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:55.982667 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-119c7916-458b-487f-8a20-5e46997baa9b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '6ae3a380-2480-4ea2-9d53-cfd93e17c7e6', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:56.008196 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-119c7916-458b-487f-8a20-5e46997baa9b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.063823 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-119c7916-458b-487f-8a20-5e46997baa9b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.067362 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-119c7916-458b-487f-8a20-5e46997baa9b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.084292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c7916-458b-487f-8a20-5e46997baa9b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda80c20-7931-4f3b-a081-4726a3caa81b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:56.091577 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-119c7916-458b-487f-8a20-5e46997baa9b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.092775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-119c7916-458b-487f-8a20-5e46997baa9b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141372 Jul 13 08:28:56.095394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:56.099712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d5365c91-49c2-440e-b724-d20e9b91f4d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '6ae3a380-2480-4ea2-9d53-cfd93e17c7e6', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:56.125111 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5365c91-49c2-440e-b724-d20e9b91f4d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.184583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5365c91-49c2-440e-b724-d20e9b91f4d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.188398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5365c91-49c2-440e-b724-d20e9b91f4d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.202945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5365c91-49c2-440e-b724-d20e9b91f4d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97427cc-b482-4f36-ae60-e16eabf94a1a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:56.211297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5365c91-49c2-440e-b724-d20e9b91f4d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.212751 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d5365c91-49c2-440e-b724-d20e9b91f4d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164157 Jul 13 08:28:56.215849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59660) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:56.220187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7b55fa98-ceec-4a8d-9d14-23e4ff004d5c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '6ae3a380-2480-4ea2-9d53-cfd93e17c7e6', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:56.246780 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b55fa98-ceec-4a8d-9d14-23e4ff004d5c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.304970 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b55fa98-ceec-4a8d-9d14-23e4ff004d5c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.308370 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b55fa98-ceec-4a8d-9d14-23e4ff004d5c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.327771 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55fa98-ceec-4a8d-9d14-23e4ff004d5c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bd86d1-559e-436d-8480-ed42e1475fb5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:56.331841 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b55fa98-ceec-4a8d-9d14-23e4ff004d5c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.333271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7b55fa98-ceec-4a8d-9d14-23e4ff004d5c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164885 Jul 13 08:28:56.336413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59662) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:56.342194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2f8f7c1f-196d-48c6-9a59-d83d9766c877 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '6ae3a380-2480-4ea2-9d53-cfd93e17c7e6', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:56.363826 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-2f8f7c1f-196d-48c6-9a59-d83d9766c877 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:28:56.368435 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7c1f-196d-48c6-9a59-d83d9766c877 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.428187 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7c1f-196d-48c6-9a59-d83d9766c877 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.431561 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7c1f-196d-48c6-9a59-d83d9766c877 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.451606 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f7c1f-196d-48c6-9a59-d83d9766c877 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daaee0d-b6f6-45b2-9ffa-2178ab0444ea,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:56.455581 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7c1f-196d-48c6-9a59-d83d9766c877 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.456655 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-2f8f7c1f-196d-48c6-9a59-d83d9766c877 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191287 Jul 13 08:28:56.459364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59664) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:56.463761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f6edba8a-14e4-409f-9b9a-45784e5c705e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '6ae3a380-2480-4ea2-9d53-cfd93e17c7e6', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:56.485192 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-f6edba8a-14e4-409f-9b9a-45784e5c705e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:28:56.489849 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6edba8a-14e4-409f-9b9a-45784e5c705e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.553382 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6edba8a-14e4-409f-9b9a-45784e5c705e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.556924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6edba8a-14e4-409f-9b9a-45784e5c705e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.574187 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edba8a-14e4-409f-9b9a-45784e5c705e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67c8d40-f060-42ed-b566-e220095e8eb6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:56.581979 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6edba8a-14e4-409f-9b9a-45784e5c705e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.583305 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f6edba8a-14e4-409f-9b9a-45784e5c705e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230056 Jul 13 08:28:56.586257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59666) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:56.591771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'network': {'name': 'tempest-network-smoke--292960202', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:56.610557 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:28:56.613910 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.636991 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:28:56.646409 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.646759 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Added segment e4ac0715-a443-40f1-9246-82715c73d9e7 of type vlan for network 94ff0555-35f3-45c1-8468-c89db5a86305 Jul 13 08:28:56.685884 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.713429 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.719526 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:56.720120 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.751087 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1638119 Jul 13 08:28:56.753908 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59668) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:56.758560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'admin_state_up': True, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:56.783214 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.784353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.792181 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a1e18-9d79-4ed3-bce9-7d3fd08d2286 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Network': ['ID=94ff0555-35f3-45c1-8468-c89db5a86305,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:56.803405 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 94ff0555-35f3-45c1-8468-c89db5a86305 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:28:56.836246 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:56.972957 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:57.165841 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:57.184865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:57.286196 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.114 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/708eef2c-77bd-4f89-b72e-b7754ad96fb8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:28:57.390721 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:57.428317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:57.467473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:28:57.470588 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:28:57.472921 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:28:57.497522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=708eef2c-77bd-4f89-b72e-b7754ad96fb8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:57.722656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:57.920763 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.047082 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:28:58.151523 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:28:58.161769 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Sync routers for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:28:58.170384 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.171321 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:58.171636 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c458cf64-0f47-40be-a4c4-b7c21cc30cd5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4166958 Jul 13 08:28:58.171932 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:58.174950 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59670) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:58.203727 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-07cc426d-5aca-4648-834d-f7654efeb76f tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=f5266cb84faf45d880243abb6051957a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274565 Jul 13 08:28:58.206312 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59672) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:58.295963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f2ee98-5c38-4787-a2bc-8667ca5ecd38 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:58.297569 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e4f2ee98-5c38-4787-a2bc-8667ca5ecd38 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901537 Jul 13 08:28:58.300435 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:58.333281 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-38ddda68-e573-44d9-859b-b6d0ed05813a tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316956 Jul 13 08:28:58.335777 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59676) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:58.340550 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215127317', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:58.365078 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:58.426011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:28:58.429770 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.539618 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:28:57Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:58.569362 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Checking router: 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:28:58.569630 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Updating router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a port 708eef2c-77bd-4f89-b72e-b7754ad96fb8 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:28:58.604336 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.612771 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.677552 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Subnet': ['ID=d261f0b8-c1d1-4e3d-af9b-f85fa244b371,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:58.685253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Checking segment: {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:28:58.685620 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network hostable DHCP agents. Network: 94ff0555-35f3-45c1-8468-c89db5a86305, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:28:58.703161 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 94ff0555-35f3-45c1-8468-c89db5a86305 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:28:58.712216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 94ff0555-35f3-45c1-8468-c89db5a86305) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:28:58.717495 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:58.718145 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.722540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601478e4-c660-416a-b21e-4012655ab3a6 None None] Network 94ff0555-35f3-45c1-8468-c89db5a86305 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:28:58.738494 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5e94355a-ccc4-41a8-81c1-08e761478d33 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4016719 Jul 13 08:28:58.738734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:58.880445 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-94ff0555-35f3-45c1-8468-c89db5a86305', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:28:58.881384 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.886393 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.895245 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Transition to ACTIVE for port object 708eef2c-77bd-4f89-b72e-b7754ad96fb8 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:28:58.902117 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.954359 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Attempting to bind port 708eef2c-77bd-4f89-b72e-b7754ad96fb8 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:28:58.954789 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Attempting to bind port 708eef2c-77bd-4f89-b72e-b7754ad96fb8 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:28:58.955093 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Attempting to bind port 708eef2c-77bd-4f89-b72e-b7754ad96fb8 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:28:58.965628 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:28:58.966077 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:28:58.966433 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.966840 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:28:58.967311 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Bound port: 708eef2c-77bd-4f89-b72e-b7754ad96fb8, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:28:58.967695 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:58.970411 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Pushing event updated for resources: {'Port': ['ID=708eef2c-77bd-4f89-b72e-b7754ad96fb8,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:58.998413 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:58.998777 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:58.999091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:58.999423 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:58.999755 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.000083 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.000400 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.000729 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.001063 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.001378 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.001698 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.002036 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.033556 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Allocated IP 172.20.0.2 (94ff0555-35f3-45c1-8468-c89db5a86305/d261f0b8-c1d1-4e3d-af9b-f85fa244b371/71379708-fe5c-4afd-8230-b0cbf03654be) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:28:59.043723 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] For port 708eef2c-77bd-4f89-b72e-b7754ad96fb8, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:28:59.047083 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] For port 708eef2c-77bd-4f89-b72e-b7754ad96fb8, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=708eef2c-77bd-4f89-b72e-b7754ad96fb8,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:28:59.052120 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.106366 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:59.106814 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:59.151662 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b133975-9026-4b80-b050-afd1ba733c09 None None] Pushing event updated for resources: {'Port': ['ID=708eef2c-77bd-4f89-b72e-b7754ad96fb8,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:59.196880 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.207810 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Transition to ACTIVE for port object 71379708-fe5c-4afd-8230-b0cbf03654be will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:28:59.223832 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Transition to ACTIVE for port object 71379708-fe5c-4afd-8230-b0cbf03654be will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:28:59.227008 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:59.232266 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.273702 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Network 94ff0555-35f3-45c1-8468-c89db5a86305 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:28:59.276743 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:28:59.283519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:28:59.287668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Pushing event updated for resources: {'Port': ['ID=71379708-fe5c-4afd-8230-b0cbf03654be,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:59.350394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Attempting to bind port 71379708-fe5c-4afd-8230-b0cbf03654be on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:28:59.350836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Attempting to bind port 71379708-fe5c-4afd-8230-b0cbf03654be by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:28:59.351138 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Attempting to bind port 71379708-fe5c-4afd-8230-b0cbf03654be on network 94ff0555-35f3-45c1-8468-c89db5a86305 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:28:59.357287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:28:59.357622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Checking segment: {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:28:59.358053 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.358567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Bound using segment: {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:28:59.359045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Bound port: 71379708-fe5c-4afd-8230-b0cbf03654be, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:28:59.359434 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.417767 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:28:57Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:59.426359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] For port 71379708-fe5c-4afd-8230-b0cbf03654be, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:28:59.431527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] For port 71379708-fe5c-4afd-8230-b0cbf03654be, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71379708-fe5c-4afd-8230-b0cbf03654be,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:28:59.437183 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.448107 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b17626-bb45-475c-b13e-4a6ef86202c2 None None] The sync data for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 is: [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:28:57Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:28:59.504889 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17b583-ca81-4e5b-a3e0-5aa9a0a5e937 None None] Pushing event updated for resources: {'Port': ['ID=71379708-fe5c-4afd-8230-b0cbf03654be,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:59.532255 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.882324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.1 (94ff0555-35f3-45c1-8468-c89db5a86305/d261f0b8-c1d1-4e3d-af9b-f85fa244b371/f3a1592e-c5ca-4233-86b2-c23e27edc4b9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:00.007564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.023648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object f3a1592e-c5ca-4233-86b2-c23e27edc4b9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:00.057458 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.103837 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 94ff0555-35f3-45c1-8468-c89db5a86305 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:00.107808 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:00.110489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:00.139657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=f3a1592e-c5ca-4233-86b2-c23e27edc4b9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:00.165089 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.324193 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.506210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5dafda-c603-4674-9cdd-d05ed239df9f None None] Network 94ff0555-35f3-45c1-8468-c89db5a86305 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:00.575534 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ccc40381-f315-41f0-8914-58f9d1d67b44 None None] Provisioning for port 71379708-fe5c-4afd-8230-b0cbf03654be completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:00.622099 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.626968 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.713003 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=f3a1592e-c5ca-4233-86b2-c23e27edc4b9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:00.723597 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.821219 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 94ff0555-35f3-45c1-8468-c89db5a86305 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:00.822757 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:00.918045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6cb600f6-fd63-41c9-b5e9-68fb6fbe8836 None None] Provisioning for port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:00.923022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6cb600f6-fd63-41c9-b5e9-68fb6fbe8836 None None] Provisioning complete for port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:00.923400 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6cb600f6-fd63-41c9-b5e9-68fb6fbe8836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.956611 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:29:00.968207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6cb600f6-fd63-41c9-b5e9-68fb6fbe8836 None None] Port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:01.073978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:29:01.079544 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f6fcaed9-1282-47f9-aac9-9a2cc443bc43 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3398864 Jul 13 08:29:01.106198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6a16b953-9ac3-44b0-b34a-112fa52598f2 None None] Provisioning complete for port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:01.114446 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a16b953-9ac3-44b0-b34a-112fa52598f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:01.157134 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Sync routers for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:29:01.169665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6a16b953-9ac3-44b0-b34a-112fa52598f2 None None] Port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:01.173888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:01.174567 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:01.247809 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-bbc95195-420b-43a4-ac71-37aac38aaed2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477563480&fields=id&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 267 time: 0.0371549 Jul 13 08:29:01.294652 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:01.336799 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-370b37ba-7f6f-4126-ae6c-20cfc290d7b7 None None] Provisioning complete for port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:01.337240 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-370b37ba-7f6f-4126-ae6c-20cfc290d7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:01.366762 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-bab54a4b-db57-4eeb-aca9-1f95d740a0a7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:01.369217 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-bab54a4b-db57-4eeb-aca9-1f95d740a0a7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/networks?id=94ff0555-35f3-45c1-8468-c89db5a86305 HTTP/1.1" status: 200 len: 796 time: 0.1150196 Jul 13 08:29:01.386897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-d695b90a-c29f-43e6-8c17-830507e89c2e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/quotas/f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 375 time: 0.0098219 Jul 13 08:29:01.433525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-370b37ba-7f6f-4126-ae6c-20cfc290d7b7 None None] Port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:01.441029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71379708-fe5c-4afd-8230-b0cbf03654be up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:01.476974 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-f91a43ca-b704-480d-92a1-ace8476c0f7f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833492 Jul 13 08:29:01.573523 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 71379708-fe5c-4afd-8230-b0cbf03654be completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:01.577544 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-11ea6da2-16d8-4732-a45d-bacb1366ff70 service neutron] 10.222.0.41 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881448 Jul 13 08:29:01.582834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 71379708-fe5c-4afd-8230-b0cbf03654be triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:01.583209 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:01.587093 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-429bbbe7-9022-43e8-801b-efd1f5a7cbba None None] Provisioning complete for port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:01.587455 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-429bbbe7-9022-43e8-801b-efd1f5a7cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:01.652149 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-429bbbe7-9022-43e8-801b-efd1f5a7cbba None None] Port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:01.667124 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f3a1592e-c5ca-4233-86b2-c23e27edc4b9', 'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:a9:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:59Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 2, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:01.674893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-587849ea-70e6-4c30-84da-d3cdce08c7f3 service neutron] 10.222.0.41 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912309 Jul 13 08:29:01.716585 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Checking router: 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:29:01.716943 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Updating router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:29:01.757035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:01.766967 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:01.818802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 71379708-fe5c-4afd-8230-b0cbf03654be, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71379708-fe5c-4afd-8230-b0cbf03654be,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:01.829293 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:01.855285 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cf14ba23-636d-4f41-867d-63cc56850949 req-76652dea-7109-41a1-b229-4a45b5612ddb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 210 time: 0.0350077 Jul 13 08:29:01.919631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 708eef2c-77bd-4f89-b72e-b7754ad96fb8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:01.987382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=71379708-fe5c-4afd-8230-b0cbf03654be,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:02.059324 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 708eef2c-77bd-4f89-b72e-b7754ad96fb8 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:02.067160 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 708eef2c-77bd-4f89-b72e-b7754ad96fb8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:02.067548 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:02.213783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:02.220806 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:02.230199 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Transition to ACTIVE for port object f3a1592e-c5ca-4233-86b2-c23e27edc4b9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:02.245254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:02.250178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 708eef2c-77bd-4f89-b72e-b7754ad96fb8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=708eef2c-77bd-4f89-b72e-b7754ad96fb8,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:02.275947 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:02.310156 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65469d-cf87-4445-a5a1-45611ba9a0d1 None None] Pushing event updated for resources: {'Port': ['ID=f3a1592e-c5ca-4233-86b2-c23e27edc4b9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:02.418264 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Attempting to bind port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:02.418963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Attempting to bind port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:02.419349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Attempting to bind port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 on network 94ff0555-35f3-45c1-8468-c89db5a86305 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:02.422540 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=708eef2c-77bd-4f89-b72e-b7754ad96fb8,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:02.429601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:02.429995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Checking segment: {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:02.430618 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:02.431202 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Bound using segment: {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:02.431964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Bound port: f3a1592e-c5ca-4233-86b2-c23e27edc4b9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:02.432118 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:02.512241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] For port f3a1592e-c5ca-4233-86b2-c23e27edc4b9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:02.515154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] For port f3a1592e-c5ca-4233-86b2-c23e27edc4b9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f3a1592e-c5ca-4233-86b2-c23e27edc4b9,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:02.519054 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:02.584845 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:02.585525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:02.589003 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65469d-cf87-4445-a5a1-45611ba9a0d1 None None] Pushing event updated for resources: {'Port': ['ID=f3a1592e-c5ca-4233-86b2-c23e27edc4b9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:02.701643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:02.947048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-98040ba4-5002-4195-af93-079490efd908 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:02.949219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-98040ba4-5002-4195-af93-079490efd908 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/networks?id=94ff0555-35f3-45c1-8468-c89db5a86305 HTTP/1.1" status: 200 len: 796 time: 0.1234725 Jul 13 08:29:03.011623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-bf057abb-19a2-4b0b-81c7-78d85d691fde tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 380 time: 0.0451756 Jul 13 08:29:03.021037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'port': {'device_id': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'admin_state_up': True, 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'security_groups': ['6ae3a380-2480-4ea2-9d53-cfd93e17c7e6']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:03.025913 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9646abea-f7cd-4e40-a91f-a233aa9c6fd0 req-85b0e32b-4426-4714-ad02-25ef0c930e54 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 210 time: 0.0288620 Jul 13 08:29:03.099690 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f3a1592e-c5ca-4233-86b2-c23e27edc4b9', 'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:a9:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:59Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:03.126604 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061d603-5473-4432-aef9-a4176e2c1ccc None None] The sync data for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 is: [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f3a1592e-c5ca-4233-86b2-c23e27edc4b9', 'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:a9:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:59Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:29:03.136712 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:03.140670 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.298488 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.4 (94ff0555-35f3-45c1-8468-c89db5a86305/d261f0b8-c1d1-4e3d-af9b-f85fa244b371/8bbb3ef2-9cec-4d23-b863-157ed8406752) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:03.424603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71379708-fe5c-4afd-8230-b0cbf03654be up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:03.462990 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.474819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 71379708-fe5c-4afd-8230-b0cbf03654be triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:03.475207 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.484605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object 8bbb3ef2-9cec-4d23-b863-157ed8406752 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:03.518962 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.563429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 708eef2c-77bd-4f89-b72e-b7754ad96fb8 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:03.568515 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 94ff0555-35f3-45c1-8468-c89db5a86305 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:03.573991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:03.579413 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:03.604055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=8bbb3ef2-9cec-4d23-b863-157ed8406752,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:03.622184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 708eef2c-77bd-4f89-b72e-b7754ad96fb8 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:03.622668 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.635167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:03.635821 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.652720 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-2c6200a6-de6b-454b-b63a-69ff33c6eb24 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6355014 Jul 13 08:29:03.664617 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Request body: {'port': {'device_id': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:03.726599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f3a1592e-c5ca-4233-86b2-c23e27edc4b9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:03.758101 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.791498 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:03.797271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:03.797664 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.873437 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5ffb4dc9-ff17-462e-b5fe-e95b1b9b70dd None None] Provisioning for port 8bbb3ef2-9cec-4d23-b863-157ed8406752 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:03.881253 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5ffb4dc9-ff17-462e-b5fe-e95b1b9b70dd None None] Provisioning complete for port 8bbb3ef2-9cec-4d23-b863-157ed8406752 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:03.881545 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ffb4dc9-ff17-462e-b5fe-e95b1b9b70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.915358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.942924 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb4dc9-ff17-462e-b5fe-e95b1b9b70dd None None] Port 8bbb3ef2-9cec-4d23-b863-157ed8406752 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:03.962002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port f3a1592e-c5ca-4233-86b2-c23e27edc4b9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f3a1592e-c5ca-4233-86b2-c23e27edc4b9,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:03.967703 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.025931 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=f3a1592e-c5ca-4233-86b2-c23e27edc4b9,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:04.068389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbb3ef2-9cec-4d23-b863-157ed8406752 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:29:04.077500 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.093690 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Transition to ACTIVE for port object 8bbb3ef2-9cec-4d23-b863-157ed8406752 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:04.098957 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.158509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Pushing event updated for resources: {'Port': ['ID=8bbb3ef2-9cec-4d23-b863-157ed8406752,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:04.227979 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bd3e2-50e3-481b-b1a5-5b31185a2024 req-a7f0920d-8919-4a1f-8263-cddb994b4971 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:04.236111 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993bd3e2-50e3-481b-b1a5-5b31185a2024 req-a7f0920d-8919-4a1f-8263-cddb994b4971 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 943 time: 0.0785413 Jul 13 08:29:04.238880 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Attempting to bind port 8bbb3ef2-9cec-4d23-b863-157ed8406752 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:04.239229 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Attempting to bind port 8bbb3ef2-9cec-4d23-b863-157ed8406752 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:04.239572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Attempting to bind port 8bbb3ef2-9cec-4d23-b863-157ed8406752 on network 94ff0555-35f3-45c1-8468-c89db5a86305 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:04.252465 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Port 8bbb3ef2-9cec-4d23-b863-157ed8406752 on network 94ff0555-35f3-45c1-8468-c89db5a86305 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:29:04.253067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Attempting to bind port 8bbb3ef2-9cec-4d23-b863-157ed8406752 on network 94ff0555-35f3-45c1-8468-c89db5a86305 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:04.259835 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:04.260193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Checking segment: {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:04.260595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Bound using segment: {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:04.261040 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Bound port: 8bbb3ef2-9cec-4d23-b863-157ed8406752, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ac0715-a443-40f1-9246-82715c73d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:04.261411 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.282753 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-993bd3e2-50e3-481b-b1a5-5b31185a2024 req-fd1643f7-2dad-4dc9-acd0-e143e25ad26b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453880 Jul 13 08:29:04.346207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] For port 8bbb3ef2-9cec-4d23-b863-157ed8406752, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:04.350270 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] For port 8bbb3ef2-9cec-4d23-b863-157ed8406752, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:04.356870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.371821 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8dea76a8-a82f-4a14-a040-bcbaa263171b None None] Provisioning complete for port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:04.372443 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8dea76a8-a82f-4a14-a040-bcbaa263171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.398014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:04.398706 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.400306 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] 10.222.0.38 "PUT /v2.0/ports/8bbb3ef2-9cec-4d23-b863-157ed8406752 HTTP/1.1" status: 200 len: 1092 time: 0.7404957 Jul 13 08:29:04.400779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:04.403629 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69" -d '{"events": [{"name": "network-changed", "server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:04.457451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392641e-74c6-465a-aeba-942eb2af532e service neutron] Pushing event updated for resources: {'Port': ['ID=8bbb3ef2-9cec-4d23-b863-157ed8406752,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:04.482724 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6916ed4-3918-407f-a1f7-eddd9b0419db x-openstack-request-id: req-f6916ed4-3918-407f-a1f7-eddd9b0419db {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:04.483050 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:04.483254 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6916ed4-3918-407f-a1f7-eddd9b0419db {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:04.483658 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'status': 'completed', 'code': 200} Jul 13 08:29:04.512053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-14928e6e-2e6e-4411-bcec-3f25378a209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:04.513575 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-14928e6e-2e6e-4411-bcec-3f25378a209b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 1095 time: 0.0690453 Jul 13 08:29:04.557388 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-65240442-f34f-4603-ad1b-58a41d85a200 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752 HTTP/1.1" status: 200 len: 217 time: 0.0362132 Jul 13 08:29:04.607526 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-dae548cf-2f0f-4a86-8022-8b0028d97a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:04.609110 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-dae548cf-2f0f-4a86-8022-8b0028d97a09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d261f0b8-c1d1-4e3d-af9b-f85fa244b371 HTTP/1.1" status: 200 len: 835 time: 0.0461812 Jul 13 08:29:04.672800 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-75d8f5e6-b00a-4e0d-8b71-2db5e41be42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:04.674355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-75d8f5e6-b00a-4e0d-8b71-2db5e41be42d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94ff0555-35f3-45c1-8468-c89db5a86305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577083 Jul 13 08:29:04.771986 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-11c62523-fd1e-4ece-9ea5-edb00bfd5d1b service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899203 Jul 13 08:29:04.865305 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b3ca1ee6-6033-4477-8215-6574fba2fe44 req-ddb4b8a5-6384-44df-98d1-be272992f3aa service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866115 Jul 13 08:29:04.969159 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-afa28abc-6b0c-4cc6-8b2c-fa792d5d4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:04.970617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-afa28abc-6b0c-4cc6-8b2c-fa792d5d4971 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 1095 time: 0.0530140 Jul 13 08:29:05.059400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-1ea5b625-3df2-4774-9617-dca7364c75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:05.060876 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-1ea5b625-3df2-4774-9617-dca7364c75fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=94ff0555-35f3-45c1-8468-c89db5a86305 HTTP/1.1" status: 200 len: 897 time: 0.0838792 Jul 13 08:29:05.103846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-392eb861-2d7f-4a3b-8813-0d94bb756ecf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752 HTTP/1.1" status: 200 len: 217 time: 0.0365143 Jul 13 08:29:05.152030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-cd5b30dc-a0c8-40a1-a7a8-a726579891f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:05.153486 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-cd5b30dc-a0c8-40a1-a7a8-a726579891f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d261f0b8-c1d1-4e3d-af9b-f85fa244b371 HTTP/1.1" status: 200 len: 835 time: 0.0435197 Jul 13 08:29:05.211520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-1f72d940-3dec-4162-a1b5-3b23efc521a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:05.213072 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-1f72d940-3dec-4162-a1b5-3b23efc521a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94ff0555-35f3-45c1-8468-c89db5a86305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523181 Jul 13 08:29:05.307713 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-282ba5c0-fb20-4cdd-9d6d-d50d7fe73c95 service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877459 Jul 13 08:29:05.343718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f3a1592e-c5ca-4233-86b2-c23e27edc4b9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:05.392275 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:05.392979 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:05.401445 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-68ab98ff-3008-4c49-b01e-4cdd1fa2ea69 req-4f788ea5-c82f-4105-af3b-9c095c4e9fa4 service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869391 Jul 13 08:29:05.466940 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1ea33-095f-4a6f-aa17-f4eb2cda0c23 req-3f097afb-b089-41f1-b7d0-4f685b59f1a9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:05.468195 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-84c1ea33-095f-4a6f-aa17-f4eb2cda0c23 req-3f097afb-b089-41f1-b7d0-4f685b59f1a9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 943 time: 0.0642080 Jul 13 08:29:05.508059 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-84c1ea33-095f-4a6f-aa17-f4eb2cda0c23 req-0e467620-7b98-4a08-b0fc-2950465db82c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335207 Jul 13 08:29:06.317790 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:06.680722 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7c627-fe1d-4fb5-bad7-4096c3ca0efa req-6b1ffa7f-d246-424c-b38a-eaf3d502c13c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:06.682144 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8cf7c627-fe1d-4fb5-bad7-4096c3ca0efa req-6b1ffa7f-d246-424c-b38a-eaf3d502c13c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 943 time: 0.0624633 Jul 13 08:29:06.720147 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8cf7c627-fe1d-4fb5-bad7-4096c3ca0efa req-e1fe878a-72ec-4f5f-822f-2b7def0a4265 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Jul 13 08:29:07.697917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8bbb3ef2-9cec-4d23-b863-157ed8406752 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:29:07.797128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8bbb3ef2-9cec-4d23-b863-157ed8406752, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:07.808255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'port_id': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'mac_address': 'fa:16:3e:94:88:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:29:07.846161 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:07.859195 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbb3ef2-9cec-4d23-b863-157ed8406752 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:29:07.879529 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8bbb3ef2-9cec-4d23-b863-157ed8406752, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:07.884390 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:07.896728 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb164c-9dc7-4193-b375-78d47ebe86fd req-3b646465-22e1-4556-9d42-ac52348c7fdc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:07.898252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24cb164c-9dc7-4193-b375-78d47ebe86fd req-3b646465-22e1-4556-9d42-ac52348c7fdc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 943 time: 0.0682733 Jul 13 08:29:07.937984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-24cb164c-9dc7-4193-b375-78d47ebe86fd req-9eb75456-d9f1-4a0c-b7af-b11624353535 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333145 Jul 13 08:29:07.942834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8bbb3ef2-9cec-4d23-b863-157ed8406752,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:08.117838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['8bbb3ef2-9cec-4d23-b863-157ed8406752'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:29:08.276309 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:09.112683 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c582107-febe-4ebe-9d8b-e40a3d558c29 req-55a028ac-87c5-41f6-8cc8-a6186fbeca25 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:09.114177 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c582107-febe-4ebe-9d8b-e40a3d558c29 req-55a028ac-87c5-41f6-8cc8-a6186fbeca25 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 944 time: 0.0626948 Jul 13 08:29:09.152816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4c582107-febe-4ebe-9d8b-e40a3d558c29 req-1b35a326-20b2-496b-bd30-08e6f0e24436 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328195 Jul 13 08:29:09.712120 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8bbb3ef2-9cec-4d23-b863-157ed8406752 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:09.759934 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 8bbb3ef2-9cec-4d23-b863-157ed8406752 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:09.764413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 8bbb3ef2-9cec-4d23-b863-157ed8406752 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:09.764796 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:09.840571 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:09.865185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:09.867462 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c521a18-f763-4b0b-94cc-b590fe0a9b59" -d '{"events": [{"server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "name": "network-vif-plugged", "status": "completed", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:09.880910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 8bbb3ef2-9cec-4d23-b863-157ed8406752, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:09.889171 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:09.916053 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd742d-9c37-4e25-aef2-3cf0cd034c81 x-openstack-request-id: req-ddcd742d-9c37-4e25-aef2-3cf0cd034c81 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:09.916350 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "name": "network-vif-plugged", "status": "completed", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:09.916605 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddcd742d-9c37-4e25-aef2-3cf0cd034c81 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:09.916996 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'code': 200} Jul 13 08:29:09.946823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8bbb3ef2-9cec-4d23-b863-157ed8406752,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:10.023380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f95fb-1c39-4bf8-ac12-bd486f5e0563 req-e018cc51-0894-4695-93b4-de154c4fb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:10.024984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b68f95fb-1c39-4bf8-ac12-bd486f5e0563 req-e018cc51-0894-4695-93b4-de154c4fb9f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 1097 time: 0.0578220 Jul 13 08:29:10.061325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b68f95fb-1c39-4bf8-ac12-bd486f5e0563 req-a609906c-0ca4-4961-898b-600df66e3297 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304501 Jul 13 08:29:10.132348 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b7d9d053-8049-45bf-99c8-3c7714e364c2 None None] Provisioning complete for port 8bbb3ef2-9cec-4d23-b863-157ed8406752 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:10.132732 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d053-8049-45bf-99c8-3c7714e364c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:10.337273 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2d303-3900-4b7b-992b-b1c2cfb23edc req-f2100988-c77a-4ab8-92fa-abc3064ec922 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:10.338812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ad2d303-3900-4b7b-992b-b1c2cfb23edc req-f2100988-c77a-4ab8-92fa-abc3064ec922 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0615017 Jul 13 08:29:10.381601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8ad2d303-3900-4b7b-992b-b1c2cfb23edc req-12430cb0-f21d-4105-8708-651f2c61cbdb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366464 Jul 13 08:29:11.554018 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc43af-c479-46a8-a3a6-69923d6111ba req-0b1714f7-289b-4ff9-8ae0-e2211ff6f3e3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:11.555405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3bc43af-c479-46a8-a3a6-69923d6111ba req-0b1714f7-289b-4ff9-8ae0-e2211ff6f3e3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0626893 Jul 13 08:29:11.592785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c3bc43af-c479-46a8-a3a6-69923d6111ba req-411ee3ce-3f5b-42ad-b871-e5674a831a5d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Jul 13 08:29:11.762160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9593d8-bc43-4a9c-bca5-7174f53621ea req-e90f650b-9d99-4048-b326-7d82504f137d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:11.763650 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c9593d8-bc43-4a9c-bca5-7174f53621ea req-e90f650b-9d99-4048-b326-7d82504f137d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0626099 Jul 13 08:29:11.800984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c9593d8-bc43-4a9c-bca5-7174f53621ea req-89a38ba2-77bb-41df-a62c-63491d880209 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Jul 13 08:29:11.824642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59730) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:11.879380 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5614d997-66de-4525-b6a3-e95797a262a6 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:11.880903 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-5614d997-66de-4525-b6a3-e95797a262a6 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 1092 time: 0.0552738 Jul 13 08:29:11.883675 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59732) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:11.888058 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:11.909932 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:12.004049 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:12.108209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.96 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/3f43d304-1b58-4c25-b685-f0d4c9083dd7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:12.206261 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:12.243256 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:12.286467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:12.290694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:12.293244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:12.314986 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=3f43d304-1b58-4c25-b685-f0d4c9083dd7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:12.658907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:12.731987 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:12.880696 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:12.885222 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:12.951208 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=3f43d304-1b58-4c25-b685-f0d4c9083dd7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:12.962635 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:13.062138 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP ef3bc5c0-9c0f-45b4-addb-209b2cf82d98 associated. External IP: 172.25.8.96, port: 8bbb3ef2-9cec-4d23-b863-157ed8406752. Jul 13 08:29:13.264134 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:29:13.705024 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:29:13.714210 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] Sync routers for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:29:13.721967 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:13.724102 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:13.724720 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:13.756646 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c081fd7d-e72f-4af2-b08d-204902bb61f5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8719451 Jul 13 08:29:13.757236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:13.759538 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2642176d-901c-43ad-9417-3dfc1eff31db" -d '{"events": [{"name": "network-changed", "server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:13.829801 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:13.948942 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fbf9d-dc40-404d-adb0-7a3d62c4d594 req-6d8e0a17-fe2b-4651-8fec-2128dd087843 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:13.951044 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e84fbf9d-dc40-404d-adb0-7a3d62c4d594 req-6d8e0a17-fe2b-4651-8fec-2128dd087843 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0646186 Jul 13 08:29:13.989327 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e84fbf9d-dc40-404d-adb0-7a3d62c4d594 req-e807c90b-8d11-4386-b3a6-a40ba7751af1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323789 Jul 13 08:29:14.013993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59740) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:14.054951 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a15eca2-6ac4-4ddf-9ecf-da1675c125a7 x-openstack-request-id: req-0a15eca2-6ac4-4ddf-9ecf-da1675c125a7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:14.055243 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:14.055496 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a15eca2-6ac4-4ddf-9ecf-da1675c125a7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:14.055892 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'status': 'completed', 'code': 200} Jul 13 08:29:14.058058 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'ef3bc5c0-9c0f-45b4-addb-209b2cf82d98', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'port_id': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'mac_address': 'fa:16:3e:94:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:29:12Z', 'updated_at': '2021-07-13T08:29:12Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a1592e-c5ca-4233-86b2-c23e27edc4b9', 'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:a9:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:59Z', 'updated_at': '2021-07-13T08:29:03Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:14.084788 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6791bd5b-ef55-41ba-8e24-b89faf32d7ea tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/ef3bc5c0-9c0f-45b4-addb-209b2cf82d98 HTTP/1.1" status: 200 len: 990 time: 0.0684638 Jul 13 08:29:14.085443 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] Checking router: 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:29:14.093842 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:14.094496 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:28:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:14.131605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642176d-901c-43ad-9417-3dfc1eff31db req-70d92ff8-1ad3-41e5-bbf5-a59729966948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:14.133136 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2642176d-901c-43ad-9417-3dfc1eff31db req-70d92ff8-1ad3-41e5-bbf5-a59729966948 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 1097 time: 0.0519474 Jul 13 08:29:14.197482 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:14.227596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642176d-901c-43ad-9417-3dfc1eff31db req-83e2f304-dce9-41f6-9504-d226db45d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:14.229111 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2642176d-901c-43ad-9417-3dfc1eff31db req-83e2f304-dce9-41f6-9504-d226db45d6f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94ff0555-35f3-45c1-8468-c89db5a86305 HTTP/1.1" status: 200 len: 897 time: 0.0896783 Jul 13 08:29:14.293340 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2642176d-901c-43ad-9417-3dfc1eff31db req-56e01937-2c8f-42dc-982a-0f1d10dfdaaf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752 HTTP/1.1" status: 200 len: 998 time: 0.0583985 Jul 13 08:29:14.343107 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642176d-901c-43ad-9417-3dfc1eff31db req-9089b7ee-dfe9-4869-a079-b39d55e0e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:14.344646 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2642176d-901c-43ad-9417-3dfc1eff31db req-9089b7ee-dfe9-4869-a079-b39d55e0e10b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d261f0b8-c1d1-4e3d-af9b-f85fa244b371 HTTP/1.1" status: 200 len: 835 time: 0.0458028 Jul 13 08:29:14.407684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642176d-901c-43ad-9417-3dfc1eff31db req-668f4973-03ff-418e-8866-82c5959dbdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:14.409209 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2642176d-901c-43ad-9417-3dfc1eff31db req-668f4973-03ff-418e-8866-82c5959dbdd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94ff0555-35f3-45c1-8468-c89db5a86305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582554 Jul 13 08:29:14.499516 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2642176d-901c-43ad-9417-3dfc1eff31db req-4ed191bb-e3d6-4e43-aabc-3ac5f0eaa670 service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832171 Jul 13 08:29:14.504737 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'ef3bc5c0-9c0f-45b4-addb-209b2cf82d98', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'port_id': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'mac_address': 'fa:16:3e:94:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:29:12Z', 'updated_at': '2021-07-13T08:29:12Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a1592e-c5ca-4233-86b2-c23e27edc4b9', 'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:a9:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:59Z', 'updated_at': '2021-07-13T08:29:03Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:14.533772 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395e671-bacb-4907-9196-ad7299b0e589 None None] The sync data for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 is: [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'ef3bc5c0-9c0f-45b4-addb-209b2cf82d98', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'port_id': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'mac_address': 'fa:16:3e:94:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:29:12Z', 'updated_at': '2021-07-13T08:29:12Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a1592e-c5ca-4233-86b2-c23e27edc4b9', 'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:a9:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:59Z', 'updated_at': '2021-07-13T08:29:03Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:29:14.597999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2642176d-901c-43ad-9417-3dfc1eff31db req-6a3ba648-9212-4280-8f40-f181ea94f767 service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928004 Jul 13 08:29:14.731812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fbad2b-07fa-4aa8-acd5-9c7e345fa6a3 None None] New status for floating IP ef3bc5c0-9c0f-45b4-addb-209b2cf82d98: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:29:15.087596 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:15.147586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-556238bd-8fe1-4f0b-8940-93a96abeeeae tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/ef3bc5c0-9c0f-45b4-addb-209b2cf82d98 HTTP/1.1" status: 200 len: 992 time: 0.0587530 Jul 13 08:29:18.438996 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f01686a-13b9-4085-9991-026d90bf9b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:21.140834 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8367a75d-6eef-461f-9d98-40771688c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:21.191633 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.232520 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.896223 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.861762 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:29:33.680030 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-8208e7cf-e7a7-4e42-bbbf-44781e383be9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531967 Jul 13 08:29:33.779639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-afbe68a6-65cf-41bd-832d-7a5864440407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:33.781179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-afbe68a6-65cf-41bd-832d-7a5864440407 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 1097 time: 0.0535269 Jul 13 08:29:33.888168 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-508ae144-5299-418d-bf13-8bd638cde776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:33.889671 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-508ae144-5299-418d-bf13-8bd638cde776 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94ff0555-35f3-45c1-8468-c89db5a86305 HTTP/1.1" status: 200 len: 897 time: 0.0895710 Jul 13 08:29:33.955085 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-5588b4e5-ea5b-4682-b0f4-44bbc85b449a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752 HTTP/1.1" status: 200 len: 1000 time: 0.0580103 Jul 13 08:29:34.007945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-b75dc1db-5e39-4d82-923e-140e59a4e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:34.009415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-b75dc1db-5e39-4d82-923e-140e59a4e672 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d261f0b8-c1d1-4e3d-af9b-f85fa244b371 HTTP/1.1" status: 200 len: 835 time: 0.0472348 Jul 13 08:29:34.065286 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-4dd76f28-b8ae-464c-b4b8-1db4cbf2b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:34.066851 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-4dd76f28-b8ae-464c-b4b8-1db4cbf2b9a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94ff0555-35f3-45c1-8468-c89db5a86305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512414 Jul 13 08:29:34.155584 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-05c4ec40-54b4-42b2-8480-0a43bdefd6a0 service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823345 Jul 13 08:29:34.253409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9dee9bd0-32fc-4b3e-9704-aa26dc51b199 req-73b537ef-03f1-4040-b627-2707b1b290fd service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855563 Jul 13 08:29:36.332789 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.260738 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:46.672909 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62974c-c9bb-450f-8d5a-7668a3f18e3e req-e3a04519-cab4-4e7c-87fb-88825767412b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:46.674322 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba62974c-c9bb-450f-8d5a-7668a3f18e3e req-e3a04519-cab4-4e7c-87fb-88825767412b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0667493 Jul 13 08:29:46.711545 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba62974c-c9bb-450f-8d5a-7668a3f18e3e req-60806ed0-cb64-497f-9ed8-b3b1a93cc386 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Jul 13 08:29:47.885386 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7788d-6945-4773-a073-d0302b62d391 req-d3c1068e-dec2-4b7d-9d3e-2f058b778c70 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:47.886929 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fca7788d-6945-4773-a073-d0302b62d391 req-d3c1068e-dec2-4b7d-9d3e-2f058b778c70 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0624802 Jul 13 08:29:47.924885 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fca7788d-6945-4773-a073-d0302b62d391 req-323e4626-b96b-4b1d-94ec-6732acc964ad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Jul 13 08:29:48.440104 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae55c500-4914-43e3-9237-da1a799ef8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:49.100704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db332a-dfc2-4f83-b379-28fc972f577e req-beded382-daae-4c45-adc7-d6600baf24ea tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:49.102273 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6db332a-dfc2-4f83-b379-28fc972f577e req-beded382-daae-4c45-adc7-d6600baf24ea tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0664258 Jul 13 08:29:49.140255 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a6db332a-dfc2-4f83-b379-28fc972f577e req-b05a6792-3afc-4378-97f5-c32e8d849ef4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jul 13 08:29:50.314326 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f5b5d-e51d-444f-a5df-ca8c1cbd6b18 req-697bacf5-3a59-45bf-b891-91a3219ff0e6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:50.315835 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-480f5b5d-e51d-444f-a5df-ca8c1cbd6b18 req-697bacf5-3a59-45bf-b891-91a3219ff0e6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0654261 Jul 13 08:29:50.353293 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-480f5b5d-e51d-444f-a5df-ca8c1cbd6b18 req-fc171c90-8804-42d0-84a6-e5e1ef69ae47 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Jul 13 08:29:51.141309 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea9ff-7193-4e28-ab29-b79e0c087434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.190966 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.523483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435342ef-784f-4665-9636-311dc27e9414 req-c09fcc90-b085-4fdf-9c84-c262abaa4dad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.524999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-435342ef-784f-4665-9636-311dc27e9414 req-c09fcc90-b085-4fdf-9c84-c262abaa4dad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0624919 Jul 13 08:29:51.562386 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-435342ef-784f-4665-9636-311dc27e9414 req-aa3edd90-819c-4145-bf09-30c70cfbe05d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Jul 13 08:29:52.235817 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:52.742747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07808fd-daea-4c1e-a431-ebd95da44fe6 req-0b015287-0b6a-4203-b1da-43a91e5f737b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:52.744253 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e07808fd-daea-4c1e-a431-ebd95da44fe6 req-0b015287-0b6a-4203-b1da-43a91e5f737b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0674834 Jul 13 08:29:52.781532 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e07808fd-daea-4c1e-a431-ebd95da44fe6 req-708aedbe-6b0f-4682-be9d-980de2442a95 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Jul 13 08:29:53.899636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.952688 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc954d6-a4c8-49a5-9813-c3300e62b87c req-08352cad-08ac-465a-a0d5-932f2f364212 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:53.954225 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fc954d6-a4c8-49a5-9813-c3300e62b87c req-08352cad-08ac-465a-a0d5-932f2f364212 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0619123 Jul 13 08:29:53.991235 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fc954d6-a4c8-49a5-9813-c3300e62b87c req-83a97648-ebd1-49fd-ab23-5e210e9c0ccf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311353 Jul 13 08:29:55.177348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c8593-7467-49f5-8d70-d2b59de49b08 req-8070031e-44f8-4229-affd-94a8dada9c26 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:55.178814 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d2c8593-7467-49f5-8d70-d2b59de49b08 req-8070031e-44f8-4229-affd-94a8dada9c26 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0728648 Jul 13 08:29:55.218485 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d2c8593-7467-49f5-8d70-d2b59de49b08 req-58849b29-7fee-45bf-ad61-c0ebec11126d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337956 Jul 13 08:29:56.391023 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7216c8d-dff9-4d57-a99e-98d53bd4fd4e req-b58fb2f7-f52f-40bc-8ccd-73f33ff12394 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.393394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f7216c8d-dff9-4d57-a99e-98d53bd4fd4e req-b58fb2f7-f52f-40bc-8ccd-73f33ff12394 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0655334 Jul 13 08:29:56.430505 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f7216c8d-dff9-4d57-a99e-98d53bd4fd4e req-ba665491-e684-4855-8144-1e221cbdd71a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Jul 13 08:29:57.603927 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69390362-d187-4122-9232-283c09c6a84e req-9d6bc260-a5fd-46b4-9295-f30071b3be6f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.605329 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69390362-d187-4122-9232-283c09c6a84e req-9d6bc260-a5fd-46b4-9295-f30071b3be6f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0621481 Jul 13 08:29:57.644433 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-69390362-d187-4122-9232-283c09c6a84e req-ea4d8145-0358-41c0-8bfc-23413e4a7f89 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335596 Jul 13 08:29:58.824147 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163bfea-04fa-43db-92b1-c0f7ddebff64 req-074d0b5e-1e6d-4989-b1f3-fa8849b9a5fc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.825617 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1163bfea-04fa-43db-92b1-c0f7ddebff64 req-074d0b5e-1e6d-4989-b1f3-fa8849b9a5fc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0668025 Jul 13 08:29:58.863776 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1163bfea-04fa-43db-92b1-c0f7ddebff64 req-2bbf3dc3-60b1-461b-b5c9-947e88658f3c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Jul 13 08:30:00.035863 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516147e-e091-4748-8061-23e4f5554063 req-ff109d84-602c-4f4e-b13d-a1868e9b61ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:00.037391 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3516147e-e091-4748-8061-23e4f5554063 req-ff109d84-602c-4f4e-b13d-a1868e9b61ff tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0641003 Jul 13 08:30:00.074865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3516147e-e091-4748-8061-23e4f5554063 req-4bc0e4b9-a7fa-4449-ba59-21fcdb2351bf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Jul 13 08:30:01.250296 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766fe13-6ae6-4fd6-97fc-fcbe6efbcde1 req-ba4ff4aa-c074-4a6c-b428-822484afedb9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:01.251825 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6766fe13-6ae6-4fd6-97fc-fcbe6efbcde1 req-ba4ff4aa-c074-4a6c-b428-822484afedb9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0677345 Jul 13 08:30:01.291233 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6766fe13-6ae6-4fd6-97fc-fcbe6efbcde1 req-45aae30b-004e-4294-9df5-4b06fea4f9b5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328572 Jul 13 08:30:02.472604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d0205-8285-42df-918e-7f4aefe64e09 req-69e29386-6467-4796-b528-5c8445b6c09a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:02.474130 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e67d0205-8285-42df-918e-7f4aefe64e09 req-69e29386-6467-4796-b528-5c8445b6c09a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0649712 Jul 13 08:30:02.511818 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e67d0205-8285-42df-918e-7f4aefe64e09 req-c017f60c-2db0-4372-a2a4-29df53ce71c2 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Jul 13 08:30:02.536873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:02.602624 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9cf69db0-89d7-470b-95ad-2328d5efd076 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/ef3bc5c0-9c0f-45b4-addb-209b2cf82d98 HTTP/1.1" status: 200 len: 992 time: 0.0644798 Jul 13 08:30:04.019303 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-36cd71e2-9655-471d-bc15-31da21b6c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:04.020843 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-36cd71e2-9655-471d-bc15-31da21b6c17d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 1097 time: 0.0542803 Jul 13 08:30:04.033575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc77d8-f85d-4658-9a65-3e8b980ad66e req-bf059c2e-0786-49b5-ae51-cb7765a5b89e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:04.035641 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2adc77d8-f85d-4658-9a65-3e8b980ad66e req-bf059c2e-0786-49b5-ae51-cb7765a5b89e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0641768 Jul 13 08:30:04.073635 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2adc77d8-f85d-4658-9a65-3e8b980ad66e req-5677730f-09ad-4803-9abf-8c971eceb262 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320191 Jul 13 08:30:04.111114 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-a5e2c1a3-64c3-4334-93f6-ba241a2346a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:04.113174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-a5e2c1a3-64c3-4334-93f6-ba241a2346a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94ff0555-35f3-45c1-8468-c89db5a86305 HTTP/1.1" status: 200 len: 897 time: 0.0855572 Jul 13 08:30:04.179652 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-bfe477ce-691d-4989-975c-b7feacd54216 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752 HTTP/1.1" status: 200 len: 1000 time: 0.0604160 Jul 13 08:30:04.226891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-3dcc6857-160a-45d4-9edc-1979f8cef373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:04.228432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-3dcc6857-160a-45d4-9edc-1979f8cef373 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d261f0b8-c1d1-4e3d-af9b-f85fa244b371 HTTP/1.1" status: 200 len: 835 time: 0.0433033 Jul 13 08:30:04.283373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-3301918d-877b-43b6-82fc-daada331f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:04.285409 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-3301918d-877b-43b6-82fc-daada331f147 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94ff0555-35f3-45c1-8468-c89db5a86305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504706 Jul 13 08:30:04.376291 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-798a7b5d-d6a9-4680-b1dd-dc6da0534438 service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847161 Jul 13 08:30:04.465535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a7186c35-b929-4a03-8b91-0bbe0ba1ff5e req-5daa61c8-56da-4990-8639-089ba377edeb service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824842 Jul 13 08:30:05.248832 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe26df-3ef1-463f-900b-ec479dedea23 req-a7c9242c-90b7-46d0-804f-61e97d6742c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:05.250371 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cbbe26df-3ef1-463f-900b-ec479dedea23 req-a7c9242c-90b7-46d0-804f-61e97d6742c0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0673990 Jul 13 08:30:05.288278 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cbbe26df-3ef1-463f-900b-ec479dedea23 req-48d51fe0-b4bc-4391-9020-0ff51c52d650 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318305 Jul 13 08:30:05.313387 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:05.377540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b79ac199-7e6f-45c4-88c2-05018af439a9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/ef3bc5c0-9c0f-45b4-addb-209b2cf82d98 HTTP/1.1" status: 200 len: 992 time: 0.0632420 Jul 13 08:30:06.337564 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:06.860628 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:30:08.264840 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:18.442925 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b93b2f19-8c68-4037-a405-04b9f5c0ef72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.141626 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-117afcd4-fd86-4a6e-8998-04c9713aa331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.192857 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.239298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.903432 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:33.733976 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-f6ba7ac8-50b4-47fc-92cf-553019dbac31 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003873 Jul 13 08:30:33.847896 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-0c5ec017-1478-4e31-bb18-109e48fa127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:33.849551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-0c5ec017-1478-4e31-bb18-109e48fa127f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 1097 time: 0.0613165 Jul 13 08:30:34.292557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-ae7c78cb-b18c-409d-bc1d-f1e2613915fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:34.294178 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-ae7c78cb-b18c-409d-bc1d-f1e2613915fb service neutron] 10.222.0.38 "GET /v2.0/networks?id=94ff0555-35f3-45c1-8468-c89db5a86305 HTTP/1.1" status: 200 len: 897 time: 0.4236517 Jul 13 08:30:34.365859 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-eeb5d147-3f45-441a-a02f-0e879245b4c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752 HTTP/1.1" status: 200 len: 1000 time: 0.0646715 Jul 13 08:30:34.423407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-8f288b02-7df3-4b08-b8d6-77cfa3fab734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:34.424938 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-8f288b02-7df3-4b08-b8d6-77cfa3fab734 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d261f0b8-c1d1-4e3d-af9b-f85fa244b371 HTTP/1.1" status: 200 len: 835 time: 0.0535607 Jul 13 08:30:34.486292 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-1cb02523-706a-4805-9c83-bd680a507e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:34.487886 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-1cb02523-706a-4805-9c83-bd680a507e50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94ff0555-35f3-45c1-8468-c89db5a86305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539944 Jul 13 08:30:34.583163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-21804ded-f363-4233-bd50-38e02d4ae841 service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880563 Jul 13 08:30:34.672680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c1e109a8-a7d8-479e-af9a-d3f3d7c363cf req-e3bcb167-358b-4052-99c9-5abf42acd021 service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835905 Jul 13 08:30:36.045815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59820) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:36.217199 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 3f43d304-1b58-4c25-b685-f0d4c9083dd7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:36.217446 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:36.294637 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:36.294971 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:36.306973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 3f43d304-1b58-4c25-b685-f0d4c9083dd7 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:36.341666 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:36.466963 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:36.493499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=3f43d304-1b58-4c25-b685-f0d4c9083dd7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:36.519194 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.519788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.519788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.520272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.520545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.520805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.521106 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.521424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.521754 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.522104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.522427 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.522814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:36.569576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:36.569931 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP ef3bc5c0-9c0f-45b4-addb-209b2cf82d98 disassociated (deleted). External IP: 172.25.8.96, port: 8bbb3ef2-9cec-4d23-b863-157ed8406752. Jul 13 08:30:36.800084 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:30:36.922325 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:30:36.928094 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:36.934203 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] Sync routers for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:30:36.943479 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:36.944124 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:36.968454 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-122bab3f-fd7c-4053-8566-21ef136b6d4f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/floatingips/ef3bc5c0-9c0f-45b4-addb-209b2cf82d98 HTTP/1.1" status: 204 len: 168 time: 0.9214702 Jul 13 08:30:36.969047 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:36.972033 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:37.077000 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:37.309762 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eff247-d485-4759-913e-b357232eab24 x-openstack-request-id: req-e3eff247-d485-4759-913e-b357232eab24 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:37.310613 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:37.310820 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3eff247-d485-4759-913e-b357232eab24 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:37.311505 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'status': 'completed', 'code': 200} Jul 13 08:30:37.313712 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f3a1592e-c5ca-4233-86b2-c23e27edc4b9', 'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:a9:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:59Z', 'updated_at': '2021-07-13T08:29:03Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:37.349653 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] Checking router: 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:30:37.367798 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:37.369797 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:37.408774 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-b1a7f698-0875-42b1-93d6-d0312eadd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:37.410442 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-b1a7f698-0875-42b1-93d6-d0312eadd97c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 1097 time: 0.0590971 Jul 13 08:30:37.499257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4333a9e-4640-43f6-acfd-0faa46acd3b4 req-97703845-a625-483c-bf96-d90d85768729 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:37.499893 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:37.501798 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4333a9e-4640-43f6-acfd-0faa46acd3b4 req-97703845-a625-483c-bf96-d90d85768729 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0742300 Jul 13 08:30:37.525915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-0212b009-3304-4257-8dd2-77f3d9e9392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:37.528209 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-0212b009-3304-4257-8dd2-77f3d9e9392a service neutron] 10.222.0.38 "GET /v2.0/networks?id=94ff0555-35f3-45c1-8468-c89db5a86305 HTTP/1.1" status: 200 len: 897 time: 0.1107707 Jul 13 08:30:37.549182 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c4333a9e-4640-43f6-acfd-0faa46acd3b4 req-4dd18959-0b69-44dc-8e64-b6d06899364c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Jul 13 08:30:37.578376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-474ee37f-b6a2-4492-bcf3-839e5906bccd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752 HTTP/1.1" status: 200 len: 217 time: 0.0433280 Jul 13 08:30:37.636823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-70d8834f-cb8f-48f8-934d-f0c41e6aa93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:37.639355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-70d8834f-cb8f-48f8-934d-f0c41e6aa93f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d261f0b8-c1d1-4e3d-af9b-f85fa244b371 HTTP/1.1" status: 200 len: 835 time: 0.0539386 Jul 13 08:30:37.700963 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-2977c544-ffe0-48b2-afb3-5e2a58b833c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:37.702640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-2977c544-ffe0-48b2-afb3-5e2a58b833c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94ff0555-35f3-45c1-8468-c89db5a86305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571852 Jul 13 08:30:37.726232 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f3a1592e-c5ca-4233-86b2-c23e27edc4b9', 'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:a9:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:59Z', 'updated_at': '2021-07-13T08:29:03Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:37.753259 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f9683-2f9d-4b64-b18d-4efca354833c None None] The sync data for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 is: [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:29:00Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f3a1592e-c5ca-4233-86b2-c23e27edc4b9', 'name': '', 'network_id': '94ff0555-35f3-45c1-8468-c89db5a86305', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:a9:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:59Z', 'updated_at': '2021-07-13T08:29:03Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'd261f0b8-c1d1-4e3d-af9b-f85fa244b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:30:37.808173 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-59788f54-c106-4a69-843c-eea82afc1df9 service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971518 Jul 13 08:30:37.912457 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1dbb7bbb-9b8f-4611-921d-bf8fc37d7dcf req-be53bcb3-da02-4ff3-922a-444439a5972f service neutron] 10.222.0.38 "GET /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923476 Jul 13 08:30:38.012118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167e297-b06b-4c78-ac43-6ed37135ae4f None None] New status for floating IP ef3bc5c0-9c0f-45b4-addb-209b2cf82d98: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:30:38.270453 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:38.743802 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787cb71-8993-4786-970c-e607e2ecc0a1 req-f21330a5-1f6b-4e8c-8172-fbef672ad9ef tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:38.745447 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3787cb71-8993-4786-970c-e607e2ecc0a1 req-f21330a5-1f6b-4e8c-8172-fbef672ad9ef tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0766380 Jul 13 08:30:38.765978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-458c89b8-6bca-4a09-aedd-073249b04961 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:38.768342 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-458c89b8-6bca-4a09-aedd-073249b04961 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10d22d0-1e93-4a44-9126-7178734b20d7 HTTP/1.1" status: 200 len: 945 time: 0.0807452 Jul 13 08:30:38.790375 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3787cb71-8993-4786-970c-e607e2ecc0a1 req-4f5897b3-d58f-4871-adb9-a7c4dd0c5a0b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391259 Jul 13 08:30:38.875885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 8bbb3ef2-9cec-4d23-b863-157ed8406752 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:38.876232 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:38.976874 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port 8bbb3ef2-9cec-4d23-b863-157ed8406752, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=8bbb3ef2-9cec-4d23-b863-157ed8406752,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:38.977245 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:38.994544 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 8bbb3ef2-9cec-4d23-b863-157ed8406752 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:39.126527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:39.163170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=8bbb3ef2-9cec-4d23-b863-157ed8406752,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:39.207722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] No DVR routers for this DVR port 8bbb3ef2-9cec-4d23-b863-157ed8406752 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:39.210681 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:39.212831 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4cf7d9f4-79f9-4136-b88d-700e74aae5d1 req-269af382-869f-4720-8dc0-63724b06fdd6 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "DELETE /v2.0/ports/8bbb3ef2-9cec-4d23-b863-157ed8406752 HTTP/1.1" status: 204 len: 173 time: 0.4394286 Jul 13 08:30:39.312670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'name': 'network-vif-deleted', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:39.315752 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72068e2b-1cbf-48cf-9021-3f65a9cde581" -d '{"events": [{"server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "name": "network-vif-deleted", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:39.353618 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2a99f1-0192-45f6-8b24-a1cb9086577e x-openstack-request-id: req-bd2a99f1-0192-45f6-8b24-a1cb9086577e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:39.353910 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10d22d0-1e93-4a44-9126-7178734b20d7", "name": "network-vif-deleted", "tag": "8bbb3ef2-9cec-4d23-b863-157ed8406752", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:39.354189 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd2a99f1-0192-45f6-8b24-a1cb9086577e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:39.354587 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10d22d0-1e93-4a44-9126-7178734b20d7', 'name': 'network-vif-deleted', 'tag': '8bbb3ef2-9cec-4d23-b863-157ed8406752', 'status': 'completed', 'code': 200} Jul 13 08:30:39.890201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:40.268497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:40.538103 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port f3a1592e-c5ca-4233-86b2-c23e27edc4b9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:40.538459 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:40.625939 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port f3a1592e-c5ca-4233-86b2-c23e27edc4b9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f3a1592e-c5ca-4233-86b2-c23e27edc4b9,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:40.626325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:40.639420 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for f3a1592e-c5ca-4233-86b2-c23e27edc4b9 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:40.829140 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:40.863775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=f3a1592e-c5ca-4233-86b2-c23e27edc4b9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:41.052883 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:41.278417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:30:41.394415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:30:41.399982 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-824bd8a9-e3ad-42dd-99f1-f24f1eb39014 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5083582 Jul 13 08:30:41.402778 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59840) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:41.404507 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] Sync routers for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:30:41.414547 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:41.415167 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:41.454976 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting subnet d261f0b8-c1d1-4e3d-af9b-f85fa244b371 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:30:41.458037 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:41.498463 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:41.519409 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:41.594289 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:41.655732 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:41.685180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Subnet': ['ID=d261f0b8-c1d1-4e3d-af9b-f85fa244b371,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:41.688535 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:41.690501 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/subnets/d261f0b8-c1d1-4e3d-af9b-f85fa244b371 HTTP/1.1" status: 204 len: 168 time: 0.2865934 Jul 13 08:30:41.692708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bba1dfc-50d3-4e17-a6ad-41610e4d2d1e None None] Network 94ff0555-35f3-45c1-8468-c89db5a86305 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:30:41.694037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59842) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:41.695978 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.696338 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.696743 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.697092 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.697432 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.697824 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.698197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.698539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.698938 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.699282 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.699615 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.699949 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b74351-991c-429f-88ae-14df7f54a5e0 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:41.718888 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:30:40Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:41.750152 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] Checking router: 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:30:41.765113 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] Routers {'8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:41.765817 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:41.817321 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:41.877172 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] Set router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:41.932311 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] DHCP port deletion for 94ff0555-35f3-45c1-8468-c89db5a86305 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:30:41.992627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Deleting port 71379708-fe5c-4afd-8230-b0cbf03654be {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:41.993236 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.066707 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] For port 71379708-fe5c-4afd-8230-b0cbf03654be, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=71379708-fe5c-4afd-8230-b0cbf03654be,segment=NetworkSegment(e4ac0715-a443-40f1-9246-82715c73d9e7),segment_id=e4ac0715-a443-40f1-9246-82715c73d9e7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:42.067203 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.078802 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:30:40Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:42.082463 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Calling delete_port for 71379708-fe5c-4afd-8230-b0cbf03654be owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:42.124873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8bbb3ef2-9cec-4d23-b863-157ed8406752 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:42.157687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 8bbb3ef2-9cec-4d23-b863-157ed8406752 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:42.158418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 8bbb3ef2-9cec-4d23-b863-157ed8406752 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:42.196360 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.203236 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230a94a-0b38-41f3-bbbf-72202419588e None None] The sync data for ids ['8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a'] in n-d-758944-43 is: [{'id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997355346', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:28:56Z', 'updated_at': '2021-07-13T08:30:40Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '708eef2c-77bd-4f89-b72e-b7754ad96fb8', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:28:57Z', 'updated_at': '2021-07-13T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:30:42.226675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Pushing event deleted for resources: {'Port': ['ID=71379708-fe5c-4afd-8230-b0cbf03654be,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:42.231273 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] No DVR routers for this DVR port 71379708-fe5c-4afd-8230-b0cbf03654be on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:42.238634 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.238985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.239330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.239667 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.240011 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.240336 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.240665 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.240995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.241320 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.241643 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.241985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.242313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592dbf2-cefb-4932-a356-eebae780c7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:42.297334 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.359101 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 708eef2c-77bd-4f89-b72e-b7754ad96fb8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:42.359456 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.443964 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port 708eef2c-77bd-4f89-b72e-b7754ad96fb8, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=708eef2c-77bd-4f89-b72e-b7754ad96fb8,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:42.444257 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.461093 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 708eef2c-77bd-4f89-b72e-b7754ad96fb8 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:42.631347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.661654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=708eef2c-77bd-4f89-b72e-b7754ad96fb8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:42.725657 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.821330 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.823664 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.870769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.871403 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:30:42.878486 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.879666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1180bd84-887a-4102-856f-83dc7be56dc7 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/routers/8ff9bf0d-f968-45e2-8fa9-c4fd25ce3f6a HTTP/1.1" status: 204 len: 168 time: 1.1843507 Jul 13 08:30:42.882579 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59844) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:42.972580 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.061126 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.071474 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ff0555-35f3-45c1-8468-c89db5a86305']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:43.081443 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ac0715-a443-40f1-9246-82715c73d9e7') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:43.081752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ac0715-a443-40f1-9246-82715c73d9e7') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:43.092248 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.106591 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.113852 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:30:43.114346 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: timer() Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:30:43.117773 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:30:43.182018 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.189442 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.191061 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/networks/94ff0555-35f3-45c1-8468-c89db5a86305 HTTP/1.1" status: 204 len: 168 time: 0.3074474 Jul 13 08:30:43.193852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59848) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:43.202811 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c2d4a-e086-4f49-b7bb-ed1060d7b57f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Network': ['ID=94ff0555-35f3-45c1-8468-c89db5a86305,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:43.254466 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85c2b13d-e78d-4a0e-8b80-96f43c822dad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.280292 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85c2b13d-e78d-4a0e-8b80-96f43c822dad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.344934 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85c2b13d-e78d-4a0e-8b80-96f43c822dad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.349407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85c2b13d-e78d-4a0e-8b80-96f43c822dad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:43.351353 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-85c2b13d-e78d-4a0e-8b80-96f43c822dad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ae3a380-2480-4ea2-9d53-cfd93e17c7e6 HTTP/1.1" status: 204 len: 168 time: 0.1560535 Jul 13 08:30:43.373053 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2b13d-e78d-4a0e-8b80-96f43c822dad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae3a380-2480-4ea2-9d53-cfd93e17c7e6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:43.410327 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71379708-fe5c-4afd-8230-b0cbf03654be no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:43.431616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 71379708-fe5c-4afd-8230-b0cbf03654be {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:43.431968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 71379708-fe5c-4afd-8230-b0cbf03654be not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:43.432399 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 708eef2c-77bd-4f89-b72e-b7754ad96fb8 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:43.451500 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 708eef2c-77bd-4f89-b72e-b7754ad96fb8 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:43.451856 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 708eef2c-77bd-4f89-b72e-b7754ad96fb8 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:43.452287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f3a1592e-c5ca-4233-86b2-c23e27edc4b9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:43.474602 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: f3a1592e-c5ca-4233-86b2-c23e27edc4b9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:43.474955 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f3a1592e-c5ca-4233-86b2-c23e27edc4b9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:43.859874 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:30:44.055392 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:44.060210 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6df68b76-4466-480c-9cce-885ba617475c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737997636', 'description': 'tempest-secgroup-smoke-1737997636 description', 'project_id': 'f5266cb84faf45d880243abb6051957a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:44.083461 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6df68b76-4466-480c-9cce-885ba617475c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.170011 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6df68b76-4466-480c-9cce-885ba617475c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.174257 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6df68b76-4466-480c-9cce-885ba617475c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.200908 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6df68b76-4466-480c-9cce-885ba617475c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.202210 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6df68b76-4466-480c-9cce-885ba617475c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457913 Jul 13 08:30:44.205476 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59856) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:44.206511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df68b76-4466-480c-9cce-885ba617475c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f56f98a-8301-418f-9dd2-5900b2076bee,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:44.210315 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8bcfcac7-2bf3-4b83-9c1b-018f3acdde8f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '2f56f98a-8301-418f-9dd2-5900b2076bee', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:44.237529 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcac7-2bf3-4b83-9c1b-018f3acdde8f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.285789 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcac7-2bf3-4b83-9c1b-018f3acdde8f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.289576 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcac7-2bf3-4b83-9c1b-018f3acdde8f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.309965 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfcac7-2bf3-4b83-9c1b-018f3acdde8f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6075e13f-f55c-4df1-a838-50efb6faedee,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:44.314561 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcac7-2bf3-4b83-9c1b-018f3acdde8f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.315840 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-8bcfcac7-2bf3-4b83-9c1b-018f3acdde8f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092308 Jul 13 08:30:44.318575 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59858) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:44.323305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a78d5b69-325c-44a3-9ae0-f4d79759f5b3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '2f56f98a-8301-418f-9dd2-5900b2076bee', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:44.354150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b69-325c-44a3-9ae0-f4d79759f5b3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.417533 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b69-325c-44a3-9ae0-f4d79759f5b3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.422297 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b69-325c-44a3-9ae0-f4d79759f5b3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.446135 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d5b69-325c-44a3-9ae0-f4d79759f5b3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2147647-09d0-4b92-b6eb-0a50d503de1e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:44.456816 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b69-325c-44a3-9ae0-f4d79759f5b3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.456816 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a78d5b69-325c-44a3-9ae0-f4d79759f5b3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365759 Jul 13 08:30:44.459530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59860) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:44.464249 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6c1b7dfe-6d1f-4546-b8a4-c18537ea8581 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '2f56f98a-8301-418f-9dd2-5900b2076bee', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:44.494590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c1b7dfe-6d1f-4546-b8a4-c18537ea8581 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.556015 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c1b7dfe-6d1f-4546-b8a4-c18537ea8581 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.560053 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c1b7dfe-6d1f-4546-b8a4-c18537ea8581 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.578092 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b7dfe-6d1f-4546-b8a4-c18537ea8581 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6060c828-bca9-4ed1-9cb1-285961afba8b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:44.584381 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c1b7dfe-6d1f-4546-b8a4-c18537ea8581 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.585611 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6c1b7dfe-6d1f-4546-b8a4-c18537ea8581 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251454 Jul 13 08:30:44.588318 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59862) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:44.592758 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9c05be24-b825-468a-b7ab-689721d53d1c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '2f56f98a-8301-418f-9dd2-5900b2076bee', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:44.619312 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c05be24-b825-468a-b7ab-689721d53d1c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.681501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c05be24-b825-468a-b7ab-689721d53d1c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.685374 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c05be24-b825-468a-b7ab-689721d53d1c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.705507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05be24-b825-468a-b7ab-689721d53d1c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a8aa72-d221-4d87-bca0-887774e4ca6c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:44.708749 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c05be24-b825-468a-b7ab-689721d53d1c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.710088 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9c05be24-b825-468a-b7ab-689721d53d1c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208155 Jul 13 08:30:44.713104 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:44.717670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c226af1d-517b-4b33-9a94-782806ec8acf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '2f56f98a-8301-418f-9dd2-5900b2076bee', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:44.739710 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-c226af1d-517b-4b33-9a94-782806ec8acf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:30:44.746444 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c226af1d-517b-4b33-9a94-782806ec8acf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.810413 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c226af1d-517b-4b33-9a94-782806ec8acf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.814457 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c226af1d-517b-4b33-9a94-782806ec8acf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.834796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226af1d-517b-4b33-9a94-782806ec8acf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2beeba2-8657-456e-b950-509d1ba1e81a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:44.841854 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c226af1d-517b-4b33-9a94-782806ec8acf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.843128 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-c226af1d-517b-4b33-9a94-782806ec8acf tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290686 Jul 13 08:30:44.846937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:44.851485 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e8d8c389-0f32-4812-a524-2bb1b7337583 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'security_group_rule': {'security_group_id': '2f56f98a-8301-418f-9dd2-5900b2076bee', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:44.872611 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-e8d8c389-0f32-4812-a524-2bb1b7337583 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Project f5266cb84faf45d880243abb6051957a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:30:44.877704 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c389-0f32-4812-a524-2bb1b7337583 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.948922 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c389-0f32-4812-a524-2bb1b7337583 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.952217 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c389-0f32-4812-a524-2bb1b7337583 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.972704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8c389-0f32-4812-a524-2bb1b7337583 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd4d684-6a11-4abc-8b2b-59311e4c00e6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:44.980147 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c389-0f32-4812-a524-2bb1b7337583 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.981576 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e8d8c389-0f32-4812-a524-2bb1b7337583 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336839 Jul 13 08:30:44.984437 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:44.989601 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'network': {'name': 'tempest-network-smoke--497566568', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:45.010814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:45.014590 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.038947 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:30:45.048819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.049177 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Added segment 870aff62-479a-4801-aed0-a2412ff59658 of type vlan for network 3be8c02b-1557-4dca-9fef-924ffc8880cd Jul 13 08:30:45.091978 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.121794 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.128305 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:45.128907 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.169104 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1836336 Jul 13 08:30:45.171937 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59870) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:45.178460 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'admin_state_up': True, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:45.211339 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6ac82-e3a4-45bf-b008-3d56843a4335 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Network': ['ID=3be8c02b-1557-4dca-9fef-924ffc8880cd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:45.221601 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 3be8c02b-1557-4dca-9fef-924ffc8880cd details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:30:45.230688 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.231902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.287884 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.429848 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.627842 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.647115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.749076 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.208 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/95d88d3c-0a7b-45fe-b12c-a9997ad35543) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:30:45.859525 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.899184 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:45.936745 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:45.941645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:45.945348 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:30:45.970037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=95d88d3c-0a7b-45fe-b12c-a9997ad35543,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:46.207819 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:46.406650 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:46.536090 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 12d893ab-1716-4134-85be-6ba383134671 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:30:46.647886 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:30:46.657454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Sync routers for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:30:46.665906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:46.670241 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b250df97-dcef-4a30-ad1c-248d48da6ce4 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4943068 Jul 13 08:30:46.670420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:46.670420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:46.672155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:46.741612 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1abce8fd-ba6a-4d5b-9948-73970044009f tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=f5266cb84faf45d880243abb6051957a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683014 Jul 13 08:30:46.744291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59876) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:46.776488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:46.833289 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fdabef-a6e9-4f73-8b0e-15e588871696 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:46.835347 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d9fdabef-a6e9-4f73-8b0e-15e588871696 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895882 Jul 13 08:30:46.837705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:46.873731 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d71203ab-8e15-4271-8557-2749ff3becbf tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1e2c823a-9072-4d86-bd4f-c277df2ee4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317388 Jul 13 08:30:46.874046 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:46.879336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1473613924', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'project_id': 'f5266cb84faf45d880243abb6051957a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:46.967593 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:46Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:46.973233 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:46.977170 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:46.999766 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Checking router: 12d893ab-1716-4134-85be-6ba383134671 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:30:47.000095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Updating router 12d893ab-1716-4134-85be-6ba383134671 port 95d88d3c-0a7b-45fe-b12c-a9997ad35543 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:30:47.035841 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.179211 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.248882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Subnet': ['ID=b9ba5646-7bcf-4f87-84e4-b12f7bb2473d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:47.257373 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Checking segment: {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:47.257819 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network hostable DHCP agents. Network: 3be8c02b-1557-4dca-9fef-924ffc8880cd, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:30:47.279291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 3be8c02b-1557-4dca-9fef-924ffc8880cd is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:30:47.292902 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 3be8c02b-1557-4dca-9fef-924ffc8880cd) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:47.297031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:47.297668 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.304834 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98617654-e5d5-4b3c-9aee-29519c2a8c00 None None] Network 3be8c02b-1557-4dca-9fef-924ffc8880cd requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:30:47.313642 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-a4011250-1756-4963-a012-8222e44b58c8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4387286 Jul 13 08:30:47.316536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59882) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:47.506678 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.547536 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Transition to ACTIVE for port object 95d88d3c-0a7b-45fe-b12c-a9997ad35543 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:47.560643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.653006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Attempting to bind port 95d88d3c-0a7b-45fe-b12c-a9997ad35543 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:30:47.653366 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Attempting to bind port 95d88d3c-0a7b-45fe-b12c-a9997ad35543 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:30:47.653747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Attempting to bind port 95d88d3c-0a7b-45fe-b12c-a9997ad35543 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:47.660501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fb111-36f5-4638-964e-847e714b7fae None None] Pushing event updated for resources: {'Port': ['ID=95d88d3c-0a7b-45fe-b12c-a9997ad35543,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:47.668930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:30:47.669322 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:47.669734 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.670157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:30:47.670648 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Bound port: 95d88d3c-0a7b-45fe-b12c-a9997ad35543, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:30:47.671035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.736104 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-3be8c02b-1557-4dca-9fef-924ffc8880cd', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:30:47.736969 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.760508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] For port 95d88d3c-0a7b-45fe-b12c-a9997ad35543, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:30:47.773592 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.781013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] For port 95d88d3c-0a7b-45fe-b12c-a9997ad35543, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=95d88d3c-0a7b-45fe-b12c-a9997ad35543,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:30:47.831516 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.975824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fb111-36f5-4638-964e-847e714b7fae None None] Pushing event updated for resources: {'Port': ['ID=95d88d3c-0a7b-45fe-b12c-a9997ad35543,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:47.980072 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:47.980689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:47.987616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Allocated IP 172.20.0.2 (3be8c02b-1557-4dca-9fef-924ffc8880cd/b9ba5646-7bcf-4f87-84e4-b12f7bb2473d/eb49019b-e062-4b15-870c-090ccfdb85d7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:30:48.155545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:48.326032 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.344384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Transition to ACTIVE for port object eb49019b-e062-4b15-870c-090ccfdb85d7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:48.380606 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Transition to ACTIVE for port object eb49019b-e062-4b15-870c-090ccfdb85d7 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:48.387955 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.437167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.1 (3be8c02b-1557-4dca-9fef-924ffc8880cd/b9ba5646-7bcf-4f87-84e4-b12f7bb2473d/fb15a476-59c5-447c-94ab-b0c1e333beaf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:30:48.445135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Network 3be8c02b-1557-4dca-9fef-924ffc8880cd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:48.458206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:48.463074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:30:48.466044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Pushing event updated for resources: {'Port': ['ID=eb49019b-e062-4b15-870c-090ccfdb85d7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:48.479878 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fd53d6c-7379-4664-a7fa-105e1de2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.483332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:46Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:48.549820 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f331ad-8180-4875-be72-6e6b126ac804 None None] The sync data for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 is: [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:46Z', 'revision_number': 3, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:30:48.561718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Attempting to bind port eb49019b-e062-4b15-870c-090ccfdb85d7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:30:48.562137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Attempting to bind port eb49019b-e062-4b15-870c-090ccfdb85d7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:30:48.562508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Attempting to bind port eb49019b-e062-4b15-870c-090ccfdb85d7 on network 3be8c02b-1557-4dca-9fef-924ffc8880cd {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:48.572056 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.574051 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:30:48.574452 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Checking segment: {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:48.574851 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.575307 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Bound using segment: {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:30:48.575807 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Bound port: eb49019b-e062-4b15-870c-090ccfdb85d7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:30:48.576457 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.581603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object fb15a476-59c5-447c-94ab-b0c1e333beaf will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:48.618398 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.648078 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] For port eb49019b-e062-4b15-870c-090ccfdb85d7, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:30:48.652155 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] For port eb49019b-e062-4b15-870c-090ccfdb85d7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=eb49019b-e062-4b15-870c-090ccfdb85d7,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:30:48.656976 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.667431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 3be8c02b-1557-4dca-9fef-924ffc8880cd is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:48.670866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:48.676065 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:30:48.680504 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=fb15a476-59c5-447c-94ab-b0c1e333beaf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:48.722040 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede730d-a7d7-4ff3-8000-b505722c436f None None] Pushing event updated for resources: {'Port': ['ID=eb49019b-e062-4b15-870c-090ccfdb85d7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:48.733633 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.934792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:49.282283 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:49.288201 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:49.371256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=fb15a476-59c5-447c-94ab-b0c1e333beaf,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:49.386233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:49.487519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 95d88d3c-0a7b-45fe-b12c-a9997ad35543 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:49.494892 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 3be8c02b-1557-4dca-9fef-924ffc8880cd is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:49.497280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:49.559508 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 95d88d3c-0a7b-45fe-b12c-a9997ad35543 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:49.564430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 95d88d3c-0a7b-45fe-b12c-a9997ad35543 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:49.565064 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:49.644451 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 12d893ab-1716-4134-85be-6ba383134671 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:30:49.656591 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:49.680760 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 95d88d3c-0a7b-45fe-b12c-a9997ad35543, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=95d88d3c-0a7b-45fe-b12c-a9997ad35543,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:49.686254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:49.729106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device eb49019b-e062-4b15-870c-090ccfdb85d7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:49.777723 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:30:49.781123 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=95d88d3c-0a7b-45fe-b12c-a9997ad35543,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:49.794415 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-06a0e3d8-3167-4cd0-ad7d-dec60930ad56 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/12d893ab-1716-4134-85be-6ba383134671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4690173 Jul 13 08:30:49.808885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port eb49019b-e062-4b15-870c-090ccfdb85d7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:49.844406 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dcef19-e041-4fcf-a88f-3c240fa9497c None None] Network 3be8c02b-1557-4dca-9fef-924ffc8880cd requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:30:49.946701 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-44122975-2e29-4e17-8a8f-74fe6a0af380 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737997636&fields=id&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 267 time: 0.0378730 Jul 13 08:30:49.970279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8b75d11c-1d40-4ae0-a671-937fd70c2e86 None None] Provisioning for port eb49019b-e062-4b15-870c-090ccfdb85d7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:49.982041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8b75d11c-1d40-4ae0-a671-937fd70c2e86 None None] Provisioning complete for port eb49019b-e062-4b15-870c-090ccfdb85d7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:49.982427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b75d11c-1d40-4ae0-a671-937fd70c2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:50.067632 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-8b3df010-0279-453a-841f-44da9081d614 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:50.069166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-8b3df010-0279-453a-841f-44da9081d614 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/networks?id=3be8c02b-1557-4dca-9fef-924ffc8880cd HTTP/1.1" status: 200 len: 796 time: 0.1160913 Jul 13 08:30:50.084708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-8ee9ee13-78cd-42ae-bbe1-fded7859aab8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/quotas/f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 375 time: 0.0096924 Jul 13 08:30:50.111924 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b75d11c-1d40-4ae0-a671-937fd70c2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:50.151213 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8b75d11c-1d40-4ae0-a671-937fd70c2e86 None None] For port eb49019b-e062-4b15-870c-090ccfdb85d7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=eb49019b-e062-4b15-870c-090ccfdb85d7,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:50.156952 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b75d11c-1d40-4ae0-a671-937fd70c2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:50.209076 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-1b7ee79e-c020-4957-b0da-97c204494e9a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151304 Jul 13 08:30:50.223735 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75d11c-1d40-4ae0-a671-937fd70c2e86 None None] Pushing event updated for resources: {'Port': ['ID=eb49019b-e062-4b15-870c-090ccfdb85d7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:50.267975 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-eea04322-df44-4a7a-bdc9-ba9d8ebb3c7d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:30:50.269045 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-eea04322-df44-4a7a-bdc9-ba9d8ebb3c7d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480208 Jul 13 08:30:50.374285 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-1f86fc08-5397-4ba0-8ffe-0fc9fc280814 service neutron] 10.222.0.41 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988262 Jul 13 08:30:50.375209 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Sync routers for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:30:50.385216 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:50.386082 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:50.418872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0b776306-d6d4-4ccd-bcef-fbff3094a3f7 None None] Provisioning for port fb15a476-59c5-447c-94ab-b0c1e333beaf completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:50.424675 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0b776306-d6d4-4ccd-bcef-fbff3094a3f7 None None] Provisioning complete for port fb15a476-59c5-447c-94ab-b0c1e333beaf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:50.425363 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b776306-d6d4-4ccd-bcef-fbff3094a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:50.478550 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0b776306-d6d4-4ccd-bcef-fbff3094a3f7 None None] Port fb15a476-59c5-447c-94ab-b0c1e333beaf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:30:50.492171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0b776306-d6d4-4ccd-bcef-fbff3094a3f7 None None] Provisioning complete for port eb49019b-e062-4b15-870c-090ccfdb85d7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:50.492588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b776306-d6d4-4ccd-bcef-fbff3094a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:50.502948 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-ddd93f9f-b080-404c-918b-de5a94422480 service neutron] 10.222.0.41 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222730 Jul 13 08:30:50.511166 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:50.713865 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cd0b15db-18fa-4a93-bca9-21975d69e6ba None None] Provisioning complete for port fb15a476-59c5-447c-94ab-b0c1e333beaf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:50.715559 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0b15db-18fa-4a93-bca9-21975d69e6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:50.729606 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0e725b79-a7f0-4e72-8d0b-7aa246003608 req-7fcf5a90-6860-43cf-805a-243a92117526 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 210 time: 0.0447795 Jul 13 08:30:50.784888 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:48Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'fb15a476-59c5-447c-94ab-b0c1e333beaf', 'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:33:b6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:47Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 2, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:50.794479 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b15db-18fa-4a93-bca9-21975d69e6ba None None] Port fb15a476-59c5-447c-94ab-b0c1e333beaf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:30:50.815896 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Checking router: 12d893ab-1716-4134-85be-6ba383134671 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:30:50.816157 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Updating router 12d893ab-1716-4134-85be-6ba383134671 port fb15a476-59c5-447c-94ab-b0c1e333beaf binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:30:50.853130 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:50.913886 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1a836eb1-5948-4dda-9a7c-0689d3fbf523 None None] Provisioning complete for port fb15a476-59c5-447c-94ab-b0c1e333beaf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:50.914451 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a836eb1-5948-4dda-9a7c-0689d3fbf523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:50.958963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1a836eb1-5948-4dda-9a7c-0689d3fbf523 None None] Port fb15a476-59c5-447c-94ab-b0c1e333beaf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:30:51.078881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7d6b21bb-1980-438a-9618-ee04b2049f3f None None] Provisioning complete for port fb15a476-59c5-447c-94ab-b0c1e333beaf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:51.079267 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d6b21bb-1980-438a-9618-ee04b2049f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.114930 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b21bb-1980-438a-9618-ee04b2049f3f None None] Port fb15a476-59c5-447c-94ab-b0c1e333beaf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:30:51.147602 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7f71-cc41-4de6-964f-cc7928909414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.176860 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.187574 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Transition to ACTIVE for port object fb15a476-59c5-447c-94ab-b0c1e333beaf will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:51.194749 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.196371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.276470 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Pushing event updated for resources: {'Port': ['ID=fb15a476-59c5-447c-94ab-b0c1e333beaf,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:51.302111 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.302460 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.302806 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.303145 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.303489 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.303810 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.304132 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.304457 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.304779 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.305102 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.305418 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.305740 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:51.320095 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Attempting to bind port fb15a476-59c5-447c-94ab-b0c1e333beaf on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:30:51.320691 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Attempting to bind port fb15a476-59c5-447c-94ab-b0c1e333beaf by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:30:51.321193 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Attempting to bind port fb15a476-59c5-447c-94ab-b0c1e333beaf on network 3be8c02b-1557-4dca-9fef-924ffc8880cd {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:51.326371 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:30:51.326745 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Checking segment: {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:51.327146 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.327675 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Bound using segment: {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:30:51.328135 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Bound port: fb15a476-59c5-447c-94ab-b0c1e333beaf, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:30:51.328515 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.406569 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] For port fb15a476-59c5-447c-94ab-b0c1e333beaf, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:30:51.410379 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] For port fb15a476-59c5-447c-94ab-b0c1e333beaf, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fb15a476-59c5-447c-94ab-b0c1e333beaf,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:30:51.417099 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.433331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 95d88d3c-0a7b-45fe-b12c-a9997ad35543 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:51.490978 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:51.491817 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:51.510590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 95d88d3c-0a7b-45fe-b12c-a9997ad35543 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:51.511015 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.530467 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb1528-ee8e-429a-bf25-a4b0fef8bda1 None None] Pushing event updated for resources: {'Port': ['ID=fb15a476-59c5-447c-94ab-b0c1e333beaf,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:51.610215 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device eb49019b-e062-4b15-870c-090ccfdb85d7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:51.620803 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:51.669673 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port eb49019b-e062-4b15-870c-090ccfdb85d7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:51.670404 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:51.867130 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:48Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'fb15a476-59c5-447c-94ab-b0c1e333beaf', 'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:33:b6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:47Z', 'updated_at': '2021-07-13T08:30:51Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:51.902446 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e242525-73f2-4b29-9ea1-b73b76861d93 None None] The sync data for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 is: [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:48Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'fb15a476-59c5-447c-94ab-b0c1e333beaf', 'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:33:b6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:47Z', 'updated_at': '2021-07-13T08:30:51Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:30:51.932107 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-955c5965-468b-4e64-904a-9df11df71591 req-07f2bc76-c822-4301-b844-88ae352efe14 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 210 time: 0.0425394 Jul 13 08:30:51.973294 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-6f654bb5-1c71-4f95-935f-b7d5769cc539 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:51.975797 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-6f654bb5-1c71-4f95-935f-b7d5769cc539 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/networks?id=3be8c02b-1557-4dca-9fef-924ffc8880cd HTTP/1.1" status: 200 len: 796 time: 0.1518302 Jul 13 08:30:52.031154 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-cd4e9cde-3ef4-40b4-8731-007f9ff9d44c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5266cb84faf45d880243abb6051957a HTTP/1.1" status: 200 len: 380 time: 0.0475450 Jul 13 08:30:52.040353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'port': {'device_id': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'admin_state_up': True, 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'security_groups': ['2f56f98a-8301-418f-9dd2-5900b2076bee']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:52.160814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Made reservation on behalf of f5266cb84faf45d880243abb6051957a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:52.164746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.248177 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.307154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.20.0.14 (3be8c02b-1557-4dca-9fef-924ffc8880cd/b9ba5646-7bcf-4f87-84e4-b12f7bb2473d/5edfb059-8b2a-4544-811a-3154c3364d2a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:30:52.482803 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.499935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Transition to ACTIVE for port object 5edfb059-8b2a-4544-811a-3154c3364d2a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:52.536229 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.585679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 3be8c02b-1557-4dca-9fef-924ffc8880cd is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:52.589161 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:52.593154 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:30:52.621079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=5edfb059-8b2a-4544-811a-3154c3364d2a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:52.663366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:52.664146 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.681045 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-879097dd-e2ca-449c-b7e2-cf0e31159783 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6448822 Jul 13 08:30:52.692866 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Request body: {'port': {'device_id': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:52.786703 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.820977 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1dc0f71b-f93b-4a27-a75a-33950fe7d625 None None] Provisioning for port 5edfb059-8b2a-4544-811a-3154c3364d2a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:52.825543 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1dc0f71b-f93b-4a27-a75a-33950fe7d625 None None] Provisioning complete for port 5edfb059-8b2a-4544-811a-3154c3364d2a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:52.826344 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f71b-f93b-4a27-a75a-33950fe7d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.865454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0f71b-f93b-4a27-a75a-33950fe7d625 None None] Port 5edfb059-8b2a-4544-811a-3154c3364d2a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:30:53.098391 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edfb059-8b2a-4544-811a-3154c3364d2a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:53.109477 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.122297 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Transition to ACTIVE for port object 5edfb059-8b2a-4544-811a-3154c3364d2a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:53.123944 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c0cc1-bdb4-4b20-be87-7ca26b76d4d2 req-4119e6a1-0e3b-4dac-84d2-babf297a49bc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:53.125592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d0c0cc1-bdb4-4b20-be87-7ca26b76d4d2 req-4119e6a1-0e3b-4dac-84d2-babf297a49bc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 932 time: 0.0721123 Jul 13 08:30:53.126996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.182976 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Pushing event updated for resources: {'Port': ['ID=5edfb059-8b2a-4544-811a-3154c3364d2a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:53.194901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d0c0cc1-bdb4-4b20-be87-7ca26b76d4d2 req-86819df1-e57c-4419-94be-d692ade74432 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579669 Jul 13 08:30:53.262864 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Attempting to bind port 5edfb059-8b2a-4544-811a-3154c3364d2a on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:30:53.263208 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Attempting to bind port 5edfb059-8b2a-4544-811a-3154c3364d2a by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:30:53.263546 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Attempting to bind port 5edfb059-8b2a-4544-811a-3154c3364d2a on network 3be8c02b-1557-4dca-9fef-924ffc8880cd {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:53.268623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Port 5edfb059-8b2a-4544-811a-3154c3364d2a on network 3be8c02b-1557-4dca-9fef-924ffc8880cd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:30:53.268955 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Attempting to bind port 5edfb059-8b2a-4544-811a-3154c3364d2a on network 3be8c02b-1557-4dca-9fef-924ffc8880cd {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:53.274117 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:30:53.274462 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Checking segment: {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:53.274873 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Bound using segment: {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:30:53.275290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Bound port: 5edfb059-8b2a-4544-811a-3154c3364d2a, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870aff62-479a-4801-aed0-a2412ff59658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:30:53.275775 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.345752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] For port 5edfb059-8b2a-4544-811a-3154c3364d2a, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:30:53.348919 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] For port 5edfb059-8b2a-4544-811a-3154c3364d2a, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5edfb059-8b2a-4544-811a-3154c3364d2a,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:30:53.354527 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.391280 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:53.391942 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.393639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] 10.222.0.38 "PUT /v2.0/ports/5edfb059-8b2a-4544-811a-3154c3364d2a HTTP/1.1" status: 200 len: 1093 time: 0.7057436 Jul 13 08:30:53.394261 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:53.396443 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ecd35c-f910-487f-99e9-95c5c4be69e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:53.430113 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d4f11-656c-4dcf-a0ad-3b292cab0258 service neutron] Pushing event updated for resources: {'Port': ['ID=5edfb059-8b2a-4544-811a-3154c3364d2a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:53.464831 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fb15a476-59c5-447c-94ab-b0c1e333beaf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:53.468627 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a723a-2436-47bb-8b8f-29b65f84c8f5 x-openstack-request-id: req-595a723a-2436-47bb-8b8f-29b65f84c8f5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:53.468921 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:53.469175 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-595a723a-2436-47bb-8b8f-29b65f84c8f5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:53.469574 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'status': 'completed', 'code': 200} Jul 13 08:30:53.501770 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-b0eabaca-8fd7-4a12-b891-3130b01fedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:53.503362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-b0eabaca-8fd7-4a12-b891-3130b01fedd4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 1096 time: 0.0674629 Jul 13 08:30:53.528016 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port fb15a476-59c5-447c-94ab-b0c1e333beaf completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:53.533738 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fb15a476-59c5-447c-94ab-b0c1e333beaf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:53.534303 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.547688 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-b6347b9c-426c-415d-b436-6f7291ac967c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5edfb059-8b2a-4544-811a-3154c3364d2a HTTP/1.1" status: 200 len: 217 time: 0.0375986 Jul 13 08:30:53.609501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-50e8520d-c93e-4500-b41c-5f71daa378cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:53.612064 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-50e8520d-c93e-4500-b41c-5f71daa378cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9ba5646-7bcf-4f87-84e4-b12f7bb2473d HTTP/1.1" status: 200 len: 835 time: 0.0586076 Jul 13 08:30:53.623412 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.659762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port fb15a476-59c5-447c-94ab-b0c1e333beaf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fb15a476-59c5-447c-94ab-b0c1e333beaf,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:53.664095 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.678202 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-e953f29b-f266-4b53-8f38-c3d351993544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:53.679772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-e953f29b-f266-4b53-8f38-c3d351993544 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3be8c02b-1557-4dca-9fef-924ffc8880cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620897 Jul 13 08:30:53.723382 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=fb15a476-59c5-447c-94ab-b0c1e333beaf,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:53.777518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-6d3edec0-030a-4e2f-8f76-2c7eebaadb52 service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915644 Jul 13 08:30:53.877660 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c9c9541e-4871-46d8-9932-b402a31e9ae5 req-7d7d2a70-2163-44b4-b182-cd167a1f0f07 service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937040 Jul 13 08:30:53.906448 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.966938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9b59dae0-fd26-4258-89fc-5da42f4f0708 None None] Provisioning complete for port fb15a476-59c5-447c-94ab-b0c1e333beaf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:53.967347 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b59dae0-fd26-4258-89fc-5da42f4f0708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.986833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-d6192f2f-7392-40b2-8fc1-0e9255675fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:53.988500 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-d6192f2f-7392-40b2-8fc1-0e9255675fb5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 1096 time: 0.0608013 Jul 13 08:30:54.085014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-397b15f9-c018-4a13-b697-4c804becdbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:54.086529 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-397b15f9-c018-4a13-b697-4c804becdbec service neutron] 10.222.0.38 "GET /v2.0/networks?id=3be8c02b-1557-4dca-9fef-924ffc8880cd HTTP/1.1" status: 200 len: 897 time: 0.0916431 Jul 13 08:30:54.129552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-3231f00c-d8be-4a17-b5f5-41bd23025cec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5edfb059-8b2a-4544-811a-3154c3364d2a HTTP/1.1" status: 200 len: 217 time: 0.0348103 Jul 13 08:30:54.177843 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-5fd3ea8d-d1db-4983-bfc2-9fec74cb2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:54.179369 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-5fd3ea8d-d1db-4983-bfc2-9fec74cb2d21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9ba5646-7bcf-4f87-84e4-b12f7bb2473d HTTP/1.1" status: 200 len: 835 time: 0.0429296 Jul 13 08:30:54.237321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-affb94f0-359a-4971-a81d-44d4e1ef41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:54.238923 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-affb94f0-359a-4971-a81d-44d4e1ef41f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3be8c02b-1557-4dca-9fef-924ffc8880cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535073 Jul 13 08:30:54.333913 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-6ca9b373-88c3-46c1-ab3c-20e76da18cb7 service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883696 Jul 13 08:30:54.388387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e2e6c-5888-4b5d-95ce-4135519d471a req-ececa36d-ca0d-4ee6-a3f6-a2f67a53dbed tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:54.389854 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f76e2e6c-5888-4b5d-95ce-4135519d471a req-ececa36d-ca0d-4ee6-a3f6-a2f67a53dbed tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 944 time: 0.0743194 Jul 13 08:30:54.429373 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74ecd35c-f910-487f-99e9-95c5c4be69e4 req-04d54528-aca0-457a-84ee-a2c3a8846964 service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890918 Jul 13 08:30:54.429623 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f76e2e6c-5888-4b5d-95ce-4135519d471a req-2cd31343-aa0f-4533-a65a-f055b9ea236f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335925 Jul 13 08:30:55.398545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fb15a476-59c5-447c-94ab-b0c1e333beaf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:55.447497 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fb15a476-59c5-447c-94ab-b0c1e333beaf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:55.447877 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.602267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0d283-c5bb-471f-9225-4d2a4094d6c3 req-011be458-5ca6-4dbf-a09f-2e0fbd75cf7f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:55.603687 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82d0d283-c5bb-471f-9225-4d2a4094d6c3 req-011be458-5ca6-4dbf-a09f-2e0fbd75cf7f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 944 time: 0.0620663 Jul 13 08:30:55.641675 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-82d0d283-c5bb-471f-9225-4d2a4094d6c3 req-269a9857-79ac-4d80-89b8-d14ed36a649d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325081 Jul 13 08:30:56.145247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5edfb059-8b2a-4544-811a-3154c3364d2a details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:30:56.240503 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5edfb059-8b2a-4544-811a-3154c3364d2a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5edfb059-8b2a-4544-811a-3154c3364d2a,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:56.252046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'port_id': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'mac_address': 'fa:16:3e:39:74:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:30:56.288137 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:56.301110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edfb059-8b2a-4544-811a-3154c3364d2a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:56.319708 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5edfb059-8b2a-4544-811a-3154c3364d2a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5edfb059-8b2a-4544-811a-3154c3364d2a,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:56.323603 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:56.375872 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5edfb059-8b2a-4544-811a-3154c3364d2a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:56.573881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['5edfb059-8b2a-4544-811a-3154c3364d2a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:56.820209 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaf6e4-70e3-4a20-9eec-a4ad6ddd5ccb req-2a43de9c-b162-4372-9eb8-92512d360799 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:56.821756 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5aaaf6e4-70e3-4a20-9eec-a4ad6ddd5ccb req-2a43de9c-b162-4372-9eb8-92512d360799 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 945 time: 0.0700529 Jul 13 08:30:56.861495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5aaaf6e4-70e3-4a20-9eec-a4ad6ddd5ccb req-0a888290-7b17-4d4d-9450-6fdce7149d27 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341003 Jul 13 08:30:58.033365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531e5fe-01d5-4f21-8aae-ac2149414ec4 req-d6c2d994-01ba-4843-8760-661c1aed2b8d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:58.034894 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6531e5fe-01d5-4f21-8aae-ac2149414ec4 req-d6c2d994-01ba-4843-8760-661c1aed2b8d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 945 time: 0.0633545 Jul 13 08:30:58.073190 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6531e5fe-01d5-4f21-8aae-ac2149414ec4 req-051cff47-da7f-4bc4-94c0-7523826d35d3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326977 Jul 13 08:30:58.162141 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5edfb059-8b2a-4544-811a-3154c3364d2a up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:58.211905 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 5edfb059-8b2a-4544-811a-3154c3364d2a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:58.215423 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 5edfb059-8b2a-4544-811a-3154c3364d2a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:58.215808 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.291044 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.312502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:58.314775 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68a71d0-239c-4b71-b3da-bf0935cafe60" -d '{"events": [{"server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "name": "network-vif-plugged", "status": "completed", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:58.327054 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 5edfb059-8b2a-4544-811a-3154c3364d2a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5edfb059-8b2a-4544-811a-3154c3364d2a,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:58.332107 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.389396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5edfb059-8b2a-4544-811a-3154c3364d2a,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:58.405167 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a12b5d-598a-43bc-a8b8-aad9a2abb4e1 x-openstack-request-id: req-23a12b5d-598a-43bc-a8b8-aad9a2abb4e1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:58.405450 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "name": "network-vif-plugged", "status": "completed", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:58.405708 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23a12b5d-598a-43bc-a8b8-aad9a2abb4e1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:58.406337 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'code': 200} Jul 13 08:30:58.527160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e75f-33e1-43ea-b937-6355caad5548 req-4b60e9cc-d477-4350-8311-9324b405aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:58.528752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae28e75f-33e1-43ea-b937-6355caad5548 req-4b60e9cc-d477-4350-8311-9324b405aeca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 1098 time: 0.0545199 Jul 13 08:30:58.564879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ae28e75f-33e1-43ea-b937-6355caad5548 req-fe5c619a-eec5-458c-a3b4-5df490497531 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297220 Jul 13 08:30:58.647006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-34441879-ed5a-4c4b-9631-525d6fb9bd66 None None] Provisioning complete for port 5edfb059-8b2a-4544-811a-3154c3364d2a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:58.647286 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34441879-ed5a-4c4b-9631-525d6fb9bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.247250 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecf2d5-4cef-496c-94e6-97a0531cfb76 req-1fdfd1cb-f786-4a2a-ad59-d80b3a7e6f99 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:59.249404 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22ecf2d5-4cef-496c-94e6-97a0531cfb76 req-1fdfd1cb-f786-4a2a-ad59-d80b3a7e6f99 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0640576 Jul 13 08:30:59.291925 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22ecf2d5-4cef-496c-94e6-97a0531cfb76 req-bc2efcb1-41dc-4140-8db4-1acc8601d22f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364342 Jul 13 08:31:00.463642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e350d-ef64-418a-88d2-369792a307cd req-9d0e0d1b-708e-497e-99db-0567fb88808c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:00.465154 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b72e350d-ef64-418a-88d2-369792a307cd req-9d0e0d1b-708e-497e-99db-0567fb88808c tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0636735 Jul 13 08:31:00.502338 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b72e350d-ef64-418a-88d2-369792a307cd req-8258348d-36e9-4761-9425-238da10776a1 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316494 Jul 13 08:31:00.673710 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e5d0b-d28c-49c8-bef6-2e9f51124091 req-86e674b1-fbaa-4aca-a963-17dfe52e7ff5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:00.675263 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a13e5d0b-d28c-49c8-bef6-2e9f51124091 req-86e674b1-fbaa-4aca-a963-17dfe52e7ff5 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0646031 Jul 13 08:31:00.712405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a13e5d0b-d28c-49c8-bef6-2e9f51124091 req-330bbeaf-c4ee-4140-8144-255d13a2178e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Jul 13 08:31:00.736434 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59942) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:00.788134 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a201ba-76a4-4a2d-8f1d-ff75e77047a5 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:00.789690 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-32a201ba-76a4-4a2d-8f1d-ff75e77047a5 tempest-TestNetworkAdvancedServerOps-1623919025 tempest-TestNetworkAdvancedServerOps-1623919025-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 1093 time: 0.0522285 Jul 13 08:31:00.792548 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:00.796968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:00.820063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.919080 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.023510 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Allocated IP 172.25.8.3 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/06906efb-b00c-43c3-bf3a-a588389929e6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:01.123019 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.160476 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.195517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:01.200138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:01.203556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:01.229557 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=06906efb-b00c-43c3-bf3a-a588389929e6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:01.903256 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.981024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.130926 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.137750 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.208950 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event updated for resources: {'Port': ['ID=06906efb-b00c-43c3-bf3a-a588389929e6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:02.220016 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.324297 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP 5693b037-2d97-41fa-a0cc-a80e50c09c4c associated. External IP: 172.25.8.3, port: 5edfb059-8b2a-4544-811a-3154c3364d2a. Jul 13 08:31:02.545239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 12d893ab-1716-4134-85be-6ba383134671 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:02.654098 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:02.663353 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] Sync routers for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:02.670037 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.673429 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:02.674203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:02.708435 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f753cef3-1aed-4d02-9233-d9bfa53c4b7b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9146342 Jul 13 08:31:02.709072 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:31:02.711487 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba87dee-f98c-4dfd-a190-3bf722871eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:31:02.870939 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c337368-3258-4ce5-b679-506fb8b3180f req-030c7e31-2cf3-4e4d-b92b-3e9060ae6447 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:02.872485 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c337368-3258-4ce5-b679-506fb8b3180f req-030c7e31-2cf3-4e4d-b92b-3e9060ae6447 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0706081 Jul 13 08:31:02.911570 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c337368-3258-4ce5-b679-506fb8b3180f req-334c166d-df3b-40a1-85bc-74fbf5e83d3a tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328553 Jul 13 08:31:02.936872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59950) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:02.939964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:02.974737 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909268f6-6395-402e-a411-0176d0a37b2e x-openstack-request-id: req-909268f6-6395-402e-a411-0176d0a37b2e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:31:02.974920 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:31:02.975246 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-909268f6-6395-402e-a411-0176d0a37b2e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:31:02.975687 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'status': 'completed', 'code': 200} Jul 13 08:31:03.031994 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-2c5fa421-7d6e-4d3b-b57f-e56b6a2c784d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/5693b037-2d97-41fa-a0cc-a80e50c09c4c HTTP/1.1" status: 200 len: 990 time: 0.0937574 Jul 13 08:31:03.057727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-c17412ab-f1b1-40c7-87a2-216c7e58f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:03.059299 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-c17412ab-f1b1-40c7-87a2-216c7e58f788 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 1098 time: 0.0770226 Jul 13 08:31:03.150767 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-a9e333ff-5c19-4a56-b30a-a6e617fd7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:03.152201 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-a9e333ff-5c19-4a56-b30a-a6e617fd7a4e service neutron] 10.222.0.38 "GET /v2.0/networks?id=3be8c02b-1557-4dca-9fef-924ffc8880cd HTTP/1.1" status: 200 len: 897 time: 0.0872602 Jul 13 08:31:03.169811 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:48Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '5693b037-2d97-41fa-a0cc-a80e50c09c4c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '12d893ab-1716-4134-85be-6ba383134671', 'port_id': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'mac_address': 'fa:16:3e:39:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:31:01Z', 'updated_at': '2021-07-13T08:31:01Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb15a476-59c5-447c-94ab-b0c1e333beaf', 'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:33:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:47Z', 'updated_at': '2021-07-13T08:30:53Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:03.196741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] Checking router: 12d893ab-1716-4134-85be-6ba383134671 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:03.205052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:03.205668 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:30:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:03.222192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-7958787e-98eb-4475-83e8-6b90186c6c20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5edfb059-8b2a-4544-811a-3154c3364d2a HTTP/1.1" status: 200 len: 998 time: 0.0633841 Jul 13 08:31:03.272150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-97e0a276-a54d-496e-81b8-c1dcde8c0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:03.273655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-97e0a276-a54d-496e-81b8-c1dcde8c0852 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9ba5646-7bcf-4f87-84e4-b12f7bb2473d HTTP/1.1" status: 200 len: 835 time: 0.0459251 Jul 13 08:31:03.313177 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:03.333014 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-c19265d9-61dd-443e-a252-fb4e4f555c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:03.334525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-c19265d9-61dd-443e-a252-fb4e4f555c67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3be8c02b-1557-4dca-9fef-924ffc8880cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549431 Jul 13 08:31:03.430693 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-30daf410-94c8-4c21-95c6-f970b91ac57a service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898435 Jul 13 08:31:03.519464 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2ba87dee-f98c-4dfd-a190-3bf722871eaf req-10bdf8ba-e800-4783-b54e-d64a7b2b0e3e service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Jul 13 08:31:03.538374 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:48Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '5693b037-2d97-41fa-a0cc-a80e50c09c4c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '12d893ab-1716-4134-85be-6ba383134671', 'port_id': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'mac_address': 'fa:16:3e:39:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:31:01Z', 'updated_at': '2021-07-13T08:31:01Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb15a476-59c5-447c-94ab-b0c1e333beaf', 'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:33:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:47Z', 'updated_at': '2021-07-13T08:30:53Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:03.568904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67970204-ba31-4a6c-916a-9450298494c6 None None] The sync data for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 is: [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:48Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '5693b037-2d97-41fa-a0cc-a80e50c09c4c', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '12d893ab-1716-4134-85be-6ba383134671', 'port_id': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'mac_address': 'fa:16:3e:39:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:31:01Z', 'updated_at': '2021-07-13T08:31:01Z', 'revision_number': 0, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb15a476-59c5-447c-94ab-b0c1e333beaf', 'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:33:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:47Z', 'updated_at': '2021-07-13T08:30:53Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:03.769202 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b4af8-b335-4f89-89c2-b5b7603ab9d2 None None] New status for floating IP 5693b037-2d97-41fa-a0cc-a80e50c09c4c: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:31:04.036646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59952) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:04.102550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-012efe1c-ab73-4459-a9a7-b7945687ab38 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/5693b037-2d97-41fa-a0cc-a80e50c09c4c HTTP/1.1" status: 200 len: 992 time: 0.0646789 Jul 13 08:31:06.346427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.257064 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.444653 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95fdc7c6-2f4c-48d9-a6ab-b92f28227b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.939384 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:31:21.141740 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d7440b5-b56a-451f-8bef-22981f3048f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.197079 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.245728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.908514 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:30.985027 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c442d69-0119-4f45-8db7-fce46aad8725 req-d3fdd698-dad7-4986-b76e-9359daba4a84 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:30.987089 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c442d69-0119-4f45-8db7-fce46aad8725 req-d3fdd698-dad7-4986-b76e-9359daba4a84 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0627337 Jul 13 08:31:31.023940 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c442d69-0119-4f45-8db7-fce46aad8725 req-6b011f14-1dda-4c54-af83-90ce6c816110 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313954 Jul 13 08:31:32.206578 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28405b26-bb4f-4d77-b22d-3de2fd434e86 req-4d8e41d0-3841-4e73-98e7-6a6612a7ce4e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:32.207984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28405b26-bb4f-4d77-b22d-3de2fd434e86 req-4d8e41d0-3841-4e73-98e7-6a6612a7ce4e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0671399 Jul 13 08:31:32.245533 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28405b26-bb4f-4d77-b22d-3de2fd434e86 req-faa40439-3bd6-4cd5-93c6-e3cb8da29dbc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Jul 13 08:31:32.269510 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:32.327811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-50d615e6-683b-4bcc-b471-4e67d82dc8b3 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/5693b037-2d97-41fa-a0cc-a80e50c09c4c HTTP/1.1" status: 200 len: 992 time: 0.0571468 Jul 13 08:31:33.732118 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-2b06bf56-8219-44df-ac23-6508ded64d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:33.733850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-2b06bf56-8219-44df-ac23-6508ded64d2a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 1098 time: 0.0550141 Jul 13 08:31:33.760626 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2d17d-f564-418a-a95d-a40f1b48727d req-f6b685cc-4bf2-4fb9-b063-047cae43d563 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:33.762231 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3cf2d17d-f564-418a-a95d-a40f1b48727d req-f6b685cc-4bf2-4fb9-b063-047cae43d563 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0651631 Jul 13 08:31:33.806044 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3cf2d17d-f564-418a-a95d-a40f1b48727d req-88004b66-fee7-4792-949d-a10a9aeaa803 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Jul 13 08:31:33.830823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-85502054-8def-42f9-b8a4-37de14b8d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:33.832386 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-85502054-8def-42f9-b8a4-37de14b8d41e service neutron] 10.222.0.38 "GET /v2.0/networks?id=3be8c02b-1557-4dca-9fef-924ffc8880cd HTTP/1.1" status: 200 len: 897 time: 0.0924082 Jul 13 08:31:33.900304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-9e3607a6-0fb3-4ac4-b1a7-78aea4cf9c3b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5edfb059-8b2a-4544-811a-3154c3364d2a HTTP/1.1" status: 200 len: 1000 time: 0.0620024 Jul 13 08:31:33.953178 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-894a5e6f-cae3-4550-8f7f-a6486b332de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:33.955290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-894a5e6f-cae3-4550-8f7f-a6486b332de6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9ba5646-7bcf-4f87-84e4-b12f7bb2473d HTTP/1.1" status: 200 len: 835 time: 0.0493972 Jul 13 08:31:34.013631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-e92220b9-ea19-4d56-8e6c-3059f5bfb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:34.015233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-e92220b9-ea19-4d56-8e6c-3059f5bfb2b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3be8c02b-1557-4dca-9fef-924ffc8880cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539894 Jul 13 08:31:34.025193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-6e98cffb-6f25-46bc-9cb6-e837eb514e85 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:31:34.026245 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-6e98cffb-6f25-46bc-9cb6-e837eb514e85 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051019 Jul 13 08:31:34.120668 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-495c2b4a-ae49-4cf5-95d5-15e596033d36 service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877230 Jul 13 08:31:34.216179 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1de1c939-4fb7-42ea-b220-e543ec6a90a1 req-b19f9e00-af4a-4a61-85b6-4ad90529de9b service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889797 Jul 13 08:31:34.717348 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-ee00aa85-76a8-4cee-acf4-b73b827e135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:34.718875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-ee00aa85-76a8-4cee-acf4-b73b827e135d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 1098 time: 0.0522401 Jul 13 08:31:34.827150 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-4a5284e5-b15e-46fe-bae6-e08ad31da156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:34.828630 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-4a5284e5-b15e-46fe-bae6-e08ad31da156 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3be8c02b-1557-4dca-9fef-924ffc8880cd HTTP/1.1" status: 200 len: 897 time: 0.0889149 Jul 13 08:31:34.898317 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-2fbe0f40-12b2-4a68-be0f-13a11dd60ad9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5edfb059-8b2a-4544-811a-3154c3364d2a HTTP/1.1" status: 200 len: 1000 time: 0.0625415 Jul 13 08:31:34.949019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-55d6999f-a284-4cae-8d19-ec219883518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:34.950687 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-55d6999f-a284-4cae-8d19-ec219883518c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9ba5646-7bcf-4f87-84e4-b12f7bb2473d HTTP/1.1" status: 200 len: 835 time: 0.0453415 Jul 13 08:31:35.020929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-e3e5d285-e241-44e5-a13e-563016c3a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:35.022438 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-e3e5d285-e241-44e5-a13e-563016c3a3cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3be8c02b-1557-4dca-9fef-924ffc8880cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627453 Jul 13 08:31:35.121607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-f4fcdd14-8081-4d7f-ab01-ea73997508eb service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921474 Jul 13 08:31:35.224423 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e01dfcd8-8ec2-4a45-976c-62eb0a134e36 req-fed513b8-2405-4664-acce-23c634109ab9 service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963669 Jul 13 08:31:35.331887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5cef7-e1c5-4aec-a798-376cd82e59f2 req-a6df5c90-6298-4740-b237-12c9acf647d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:35.333401 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0a5cef7-e1c5-4aec-a798-376cd82e59f2 req-a6df5c90-6298-4740-b237-12c9acf647d8 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.4142470 Jul 13 08:31:35.371304 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0a5cef7-e1c5-4aec-a798-376cd82e59f2 req-90e778c7-c7c2-4805-a74f-a82859e5b6d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Jul 13 08:31:36.331643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:36.543234 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1e1ca-bb1c-4186-add9-830c6dfc9d81 req-2133f4f0-e940-4d45-9a6a-379e6c884146 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:36.544723 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dda1e1ca-bb1c-4186-add9-830c6dfc9d81 req-2133f4f0-e940-4d45-9a6a-379e6c884146 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0641990 Jul 13 08:31:36.585103 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dda1e1ca-bb1c-4186-add9-830c6dfc9d81 req-a9dc0081-6358-4726-9d07-107ad68dab02 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342622 Jul 13 08:31:36.609091 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 59982) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:36.671107 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1dd1f6df-a1f1-4085-acc3-a989308e5edc tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/floatingips/5693b037-2d97-41fa-a0cc-a80e50c09c4c HTTP/1.1" status: 200 len: 992 time: 0.0608938 Jul 13 08:31:36.981549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 59988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:37.137069 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 06906efb-b00c-43c3-bf3a-a588389929e6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:37.137341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:37.215796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:37.216134 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:37.227457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 06906efb-b00c-43c3-bf3a-a588389929e6 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:37.378542 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:37.404826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=06906efb-b00c-43c3-bf3a-a588389929e6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:37.414882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.415240 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.415590 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.415931 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.416268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.416605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.417467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.417467 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.417719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.417891 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.418239 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.418564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:37.480105 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:37.480478 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Floating IP 5693b037-2d97-41fa-a0cc-a80e50c09c4c disassociated (deleted). External IP: 172.25.8.3, port: 5edfb059-8b2a-4544-811a-3154c3364d2a. Jul 13 08:31:37.692291 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 12d893ab-1716-4134-85be-6ba383134671 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:37.802684 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:37.807224 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:37.813566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] Sync routers for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:37.822542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:37.823223 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:37.843401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-78c3d61e-cf57-4520-b85d-ac7bfd2e6975 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/floatingips/5693b037-2d97-41fa-a0cc-a80e50c09c4c HTTP/1.1" status: 204 len: 168 time: 0.8605769 Jul 13 08:31:37.846046 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:31:37.846777 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:31:37.933548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:38.096296 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ae857b-287f-485e-b9e8-d5ea69968f50 x-openstack-request-id: req-92ae857b-287f-485e-b9e8-d5ea69968f50 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:31:38.096858 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:31:38.096858 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92ae857b-287f-485e-b9e8-d5ea69968f50 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:31:38.097228 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'status': 'completed', 'code': 200} Jul 13 08:31:38.145609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:48Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'fb15a476-59c5-447c-94ab-b0c1e333beaf', 'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:33:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:47Z', 'updated_at': '2021-07-13T08:30:53Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:38.172067 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-845b0b1d-9a55-4b45-8816-b4c15e06aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:38.174129 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-845b0b1d-9a55-4b45-8816-b4c15e06aa57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5266cb84faf45d880243abb6051957a&device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 1098 time: 0.0540519 Jul 13 08:31:38.178368 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] Checking router: 12d893ab-1716-4134-85be-6ba383134671 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:38.186947 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:38.187624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:38.248037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee04e25-6427-4c9c-a022-b5c40f4915c7 req-72633b83-b89f-4eb2-8c30-8005001489ad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:38.249717 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aee04e25-6427-4c9c-a022-b5c40f4915c7 req-72633b83-b89f-4eb2-8c30-8005001489ad tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0670290 Jul 13 08:31:38.275338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-0af5e2a5-cd26-4f12-8cc5-5ffddf316dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:38.276548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-0af5e2a5-cd26-4f12-8cc5-5ffddf316dca service neutron] 10.222.0.38 "GET /v2.0/networks?id=3be8c02b-1557-4dca-9fef-924ffc8880cd HTTP/1.1" status: 200 len: 897 time: 0.0958920 Jul 13 08:31:38.292792 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aee04e25-6427-4c9c-a022-b5c40f4915c7 req-5d270868-7a57-45a2-ac85-4152eed30400 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364664 Jul 13 08:31:38.296917 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:38.317661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:38.322303 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-8f39f923-40d0-4958-be54-68a9c824ae9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5edfb059-8b2a-4544-811a-3154c3364d2a HTTP/1.1" status: 200 len: 217 time: 0.0387306 Jul 13 08:31:38.376235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-e6bdbc61-6d15-4b7c-b66f-22ce247c85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:38.377755 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-e6bdbc61-6d15-4b7c-b66f-22ce247c85f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9ba5646-7bcf-4f87-84e4-b12f7bb2473d HTTP/1.1" status: 200 len: 835 time: 0.0490761 Jul 13 08:31:38.435367 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-bb802fac-4ccf-473a-b898-5e9c471bf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:38.436905 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-bb802fac-4ccf-473a-b898-5e9c471bf7e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3be8c02b-1557-4dca-9fef-924ffc8880cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529177 Jul 13 08:31:38.513396 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:48Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'fb15a476-59c5-447c-94ab-b0c1e333beaf', 'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:33:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:47Z', 'updated_at': '2021-07-13T08:30:53Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:38.528666 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-b8ec95c6-161b-4726-9b15-d06552358d82 service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834539 Jul 13 08:31:38.540795 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dce1b5-9063-46f2-b050-800bb7ed0dba None None] The sync data for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 is: [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:48Z', 'revision_number': 4, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'fb15a476-59c5-447c-94ab-b0c1e333beaf', 'name': '', 'network_id': '3be8c02b-1557-4dca-9fef-924ffc8880cd', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'mac_address': 'fa:16:3e:33:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:47Z', 'updated_at': '2021-07-13T08:30:53Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'subnets': [{'id': 'b9ba5646-7bcf-4f87-84e4-b12f7bb2473d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:38.626717 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2bd5a245-a683-4e0f-bf18-7c8f11f9d3f0 req-bf49bfed-673d-4b8f-acc5-24e862c9e3e7 service neutron] 10.222.0.38 "GET /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910056 Jul 13 08:31:38.762409 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68463a92-93af-47aa-8cbb-e674f661b862 None None] New status for floating IP 5693b037-2d97-41fa-a0cc-a80e50c09c4c: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:31:39.473981 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4855e56-bc1f-4f8e-b998-b02066a7f2e8 req-e84e7b95-7596-4cdc-8718-33bdc992a20e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:39.475495 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4855e56-bc1f-4f8e-b998-b02066a7f2e8 req-e84e7b95-7596-4cdc-8718-33bdc992a20e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0633454 Jul 13 08:31:39.520526 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e4855e56-bc1f-4f8e-b998-b02066a7f2e8 req-d33f0a6d-95ce-44ff-a592-165934b6423f tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f56f98a-8301-418f-9dd2-5900b2076bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394650 Jul 13 08:31:39.712912 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-dbefc788-6f47-413c-b271-4f2b518c1f03 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:39.714304 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-dbefc788-6f47-413c-b271-4f2b518c1f03 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 946 time: 0.0617745 Jul 13 08:31:39.816009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 5edfb059-8b2a-4544-811a-3154c3364d2a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:39.816351 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:39.903453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port 5edfb059-8b2a-4544-811a-3154c3364d2a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=5edfb059-8b2a-4544-811a-3154c3364d2a,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:39.903816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:39.916405 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 5edfb059-8b2a-4544-811a-3154c3364d2a owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:40.046239 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:40.076489 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=5edfb059-8b2a-4544-811a-3154c3364d2a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:40.125627 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] No DVR routers for this DVR port 5edfb059-8b2a-4544-811a-3154c3364d2a on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:40.128226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:40.130268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09ba6d11-a37d-4cb4-ab22-e5b5e3f0b38c req-f5642be3-2d0c-4d31-b0da-1104bcf2ec8e tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.38 "DELETE /v2.0/ports/5edfb059-8b2a-4544-811a-3154c3364d2a HTTP/1.1" status: 204 len: 173 time: 0.4109733 Jul 13 08:31:40.130702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'name': 'network-vif-deleted', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:31:40.133026 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56bc631-4f6a-4dc7-9bec-dc87770cb504" -d '{"events": [{"server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "name": "network-vif-deleted", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:31:40.172299 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33f66b4-3891-4bfc-bfe5-8eebd1d93f3c x-openstack-request-id: req-e33f66b4-3891-4bfc-bfe5-8eebd1d93f3c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:31:40.172598 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a726ae84-665d-41e3-97bf-6467ccdab948", "name": "network-vif-deleted", "tag": "5edfb059-8b2a-4544-811a-3154c3364d2a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:31:40.172858 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e33f66b4-3891-4bfc-bfe5-8eebd1d93f3c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:31:40.173279 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a726ae84-665d-41e3-97bf-6467ccdab948', 'name': 'network-vif-deleted', 'tag': '5edfb059-8b2a-4544-811a-3154c3364d2a', 'status': 'completed', 'code': 200} Jul 13 08:31:40.681780 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7cf83bfa-7db9-4e91-8d2b-f60d1c724412 req-2ebcecf6-5828-4fbd-91cf-826a41cffb9d tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "GET /v2.0/ports?device_id=a726ae84-665d-41e3-97bf-6467ccdab948 HTTP/1.1" status: 200 len: 210 time: 0.0297425 Jul 13 08:31:41.774706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60004) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:42.363038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5edfb059-8b2a-4544-811a-3154c3364d2a no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:42.387282 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 5edfb059-8b2a-4544-811a-3154c3364d2a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:42.387704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 5edfb059-8b2a-4544-811a-3154c3364d2a not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:42.449728 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:42.715255 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port fb15a476-59c5-447c-94ab-b0c1e333beaf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:42.715509 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:42.807633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port fb15a476-59c5-447c-94ab-b0c1e333beaf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fb15a476-59c5-447c-94ab-b0c1e333beaf,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:42.808402 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:42.820353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for fb15a476-59c5-447c-94ab-b0c1e333beaf owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:43.010815 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:43.037595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=fb15a476-59c5-447c-94ab-b0c1e333beaf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:43.216575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:43.435696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Router 12d893ab-1716-4134-85be-6ba383134671 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:43.542386 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:43.547554 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-11d931f0-46cc-4221-a74c-7ef6cee5c9fb tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "PUT /v2.0/routers/12d893ab-1716-4134-85be-6ba383134671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7718070 Jul 13 08:31:43.550553 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:43.554290 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980d050-11e6-4552-acac-c7941b59588f None None] Sync routers for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:43.564274 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980d050-11e6-4552-acac-c7941b59588f None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:43.564968 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4980d050-11e6-4552-acac-c7941b59588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:43.608149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7853a094-cdd1-4d70-9990-0e146ace0531 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting subnet b9ba5646-7bcf-4f87-84e4-b12f7bb2473d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:31:43.611873 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7853a094-cdd1-4d70-9990-0e146ace0531 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:43.650588 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7853a094-cdd1-4d70-9990-0e146ace0531 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:43.669642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4980d050-11e6-4552-acac-c7941b59588f None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:43.733897 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7853a094-cdd1-4d70-9990-0e146ace0531 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:43.799298 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7853a094-cdd1-4d70-9990-0e146ace0531 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:43.825090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853a094-cdd1-4d70-9990-0e146ace0531 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ba5646-7bcf-4f87-84e4-b12f7bb2473d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:43.832575 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7853a094-cdd1-4d70-9990-0e146ace0531 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:43.836997 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7853a094-cdd1-4d70-9990-0e146ace0531 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/subnets/b9ba5646-7bcf-4f87-84e4-b12f7bb2473d HTTP/1.1" status: 204 len: 168 time: 0.2818358 Jul 13 08:31:43.837332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:43.838716 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa603fe-8ec1-4860-af03-5cb4ce4c0ca8 None None] Network 3be8c02b-1557-4dca-9fef-924ffc8880cd requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:43.904835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4980d050-11e6-4552-acac-c7941b59588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:31:42Z', 'revision_number': 5, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port': {'id': '95d88d3c-0a7b-45fe-b12c-a9997ad35543', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d893ab-1716-4134-85be-6ba383134671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:43.960720 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.075516 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.102171 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980d050-11e6-4552-acac-c7941b59588f None None] Checking router: 12d893ab-1716-4134-85be-6ba383134671 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:44.136109 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Deleting port 95d88d3c-0a7b-45fe-b12c-a9997ad35543 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:44.136508 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.149438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980d050-11e6-4552-acac-c7941b59588f None None] Routers {'12d893ab-1716-4134-85be-6ba383134671'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:44.150126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4980d050-11e6-4552-acac-c7941b59588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['12d893ab-1716-4134-85be-6ba383134671'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:44.226055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] For port 95d88d3c-0a7b-45fe-b12c-a9997ad35543, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=95d88d3c-0a7b-45fe-b12c-a9997ad35543,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:44.226354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.238414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Calling delete_port for 95d88d3c-0a7b-45fe-b12c-a9997ad35543 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:44.247283 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4980d050-11e6-4552-acac-c7941b59588f None None] Set router 12d893ab-1716-4134-85be-6ba383134671 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:44.306181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4980d050-11e6-4552-acac-c7941b59588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:31:44Z', 'revision_number': 6, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:44.333571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980d050-11e6-4552-acac-c7941b59588f None None] The sync data for ids ['12d893ab-1716-4134-85be-6ba383134671'] in n-d-758944-43 is: [{'id': '12d893ab-1716-4134-85be-6ba383134671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672384998', 'tenant_id': 'f5266cb84faf45d880243abb6051957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:30:45Z', 'updated_at': '2021-07-13T08:31:44Z', 'revision_number': 6, 'project_id': 'f5266cb84faf45d880243abb6051957a', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:44.355710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] DHCP port deletion for 3be8c02b-1557-4dca-9fef-924ffc8880cd request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:31:44.408344 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Deleting port eb49019b-e062-4b15-870c-090ccfdb85d7 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:44.408720 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.418407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.447579 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Port': ['ID=95d88d3c-0a7b-45fe-b12c-a9997ad35543,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:44.472128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] For port eb49019b-e062-4b15-870c-090ccfdb85d7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=eb49019b-e062-4b15-870c-090ccfdb85d7,segment=NetworkSegment(870aff62-479a-4801-aed0-a2412ff59658),segment_id=870aff62-479a-4801-aed0-a2412ff59658)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:44.472533 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.485698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Calling delete_port for eb49019b-e062-4b15-870c-090ccfdb85d7 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:44.510471 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.569514 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.594896 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Pushing event deleted for resources: {'Port': ['ID=eb49019b-e062-4b15-870c-090ccfdb85d7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:44.599460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] No DVR routers for this DVR port eb49019b-e062-4b15-870c-090ccfdb85d7 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:44.606700 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.607144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.607373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.607718 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.608060 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.608398 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.608725 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.609055 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.609383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.609747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.610590 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.610918 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cf1cb-4cbb-4c32-a89e-67a1293fe569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.613462 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.616853 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.665399 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.666054 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Fanout notify agent at l3_agent the message router_deleted on router 12d893ab-1716-4134-85be-6ba383134671 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:31:44.673935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.675114 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-376df1a6-3184-4334-9712-a885daa21c68 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/routers/12d893ab-1716-4134-85be-6ba383134671 HTTP/1.1" status: 204 len: 168 time: 0.8359814 Jul 13 08:31:44.677849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:44.779893 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.880169 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.895317 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be8c02b-1557-4dca-9fef-924ffc8880cd']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:44.907442 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870aff62-479a-4801-aed0-a2412ff59658') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:44.907745 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870aff62-479a-4801-aed0-a2412ff59658') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:44.916863 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.930342 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.936104 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:44.936502 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:44.939451 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:44.999055 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.005058 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.007552 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/networks/3be8c02b-1557-4dca-9fef-924ffc8880cd HTTP/1.1" status: 204 len: 168 time: 0.3286872 Jul 13 08:31:45.010631 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60012) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:45.023736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fee06-30e5-40a8-ae04-fead0c06035b tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'Network': ['ID=3be8c02b-1557-4dca-9fef-924ffc8880cd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:45.090161 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.127280 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.210924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.213522 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.214768 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] 10.222.0.41 "DELETE /v2.0/security-groups/2f56f98a-8301-418f-9dd2-5900b2076bee HTTP/1.1" status: 204 len: 168 time: 0.2028086 Jul 13 08:31:45.224769 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f56f98a-8301-418f-9dd2-5900b2076bee,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:45.234388 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.235344 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.235693 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.236030 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.236365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.236698 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.237031 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.237359 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.237694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.238050 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.238378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.238700 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90ccdc-32c0-4c2f-ab19-470b82d024d9 tempest-TestNetworkAdvancedServerOps-325721807 tempest-TestNetworkAdvancedServerOps-325721807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:45.427300 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fb15a476-59c5-447c-94ab-b0c1e333beaf no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:45.455983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: fb15a476-59c5-447c-94ab-b0c1e333beaf {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:45.456525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fb15a476-59c5-447c-94ab-b0c1e333beaf not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:45.457020 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 95d88d3c-0a7b-45fe-b12c-a9997ad35543 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:45.484187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 95d88d3c-0a7b-45fe-b12c-a9997ad35543 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:45.484764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 95d88d3c-0a7b-45fe-b12c-a9997ad35543 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:45.485404 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device eb49019b-e062-4b15-870c-090ccfdb85d7 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:45.511197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: eb49019b-e062-4b15-870c-090ccfdb85d7 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:45.511450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device eb49019b-e062-4b15-870c-090ccfdb85d7 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:45.595686 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60020) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:45.743232 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-41d47f15-6a4e-4c68-825a-3b1b9e9b37ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5266cb84faf45d880243abb6051957a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462905 Jul 13 08:31:45.746010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:45.800150 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-237a6ad1-c648-4709-a2c5-5125239597f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.820995 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-237a6ad1-c648-4709-a2c5-5125239597f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.868464 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-237a6ad1-c648-4709-a2c5-5125239597f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.871089 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-237a6ad1-c648-4709-a2c5-5125239597f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:45.872285 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-237a6ad1-c648-4709-a2c5-5125239597f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b6799ad-525e-4e4a-9581-ee2d3d8ea669 HTTP/1.1" status: 204 len: 168 time: 0.1252508 Jul 13 08:31:45.881645 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a6ad1-c648-4709-a2c5-5125239597f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6799ad-525e-4e4a-9581-ee2d3d8ea669,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:46.138112 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60030) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:46.151492 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2c25-b0f6-4f34-aca0-ede05b0c4575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.242899 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2c25-b0f6-4f34-aca0-ede05b0c4575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.247002 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2c25-b0f6-4f34-aca0-ede05b0c4575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.285600 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d7ed2c25-b0f6-4f34-aca0-ede05b0c4575 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=745c6fa7c15a4f29bd1e157f506f051f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463194 Jul 13 08:31:46.286370 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed2c25-b0f6-4f34-aca0-ede05b0c4575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b642f8-6472-47fc-b9d2-1e49c2d0bd91,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:46.288328 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:46.340759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-784e691d-1634-426c-aa58-264b8527b921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.365879 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-784e691d-1634-426c-aa58-264b8527b921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.416429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-784e691d-1634-426c-aa58-264b8527b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.419310 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-784e691d-1634-426c-aa58-264b8527b921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.420511 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-784e691d-1634-426c-aa58-264b8527b921 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0b642f8-6472-47fc-b9d2-1e49c2d0bd91 HTTP/1.1" status: 204 len: 168 time: 0.1311629 Jul 13 08:31:46.431625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e691d-1634-426c-aa58-264b8527b921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b642f8-6472-47fc-b9d2-1e49c2d0bd91,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:47.124461 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:47.218170 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-339533323-network', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:47.241125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Made reservation on behalf of 0eb769dc4c64459a8d5a9f4b02ff194a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:47.243751 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.252468 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.344840 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.348938 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.374944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:47.384406 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb18d4-dafb-464d-8f66-369b0978be14,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:47.392505 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.392862 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Added segment 6d2a354c-8429-480b-be4a-67ee29bdb59f of type vlan for network 766165d2-237f-4532-96d0-41d7a5c3a91e Jul 13 08:31:47.434757 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.462877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.463849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:47.464479 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.493285 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3670483 Jul 13 08:31:47.496591 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60058) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:47.502028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Request body: {'subnet': {'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-339533323-subnet', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:47.526871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Made reservation on behalf of 0eb769dc4c64459a8d5a9f4b02ff194a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:47.529271 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.533773 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fe901-eabd-4f7a-8287-29bc65b15c80 admin admin] Pushing event updated for resources: {'Network': ['ID=766165d2-237f-4532-96d0-41d7a5c3a91e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:47.544397 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 766165d2-237f-4532-96d0-41d7a5c3a91e details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:47.710643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.759194 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb90350-5114-44c0-9bac-ee293db0377b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:47.774934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Checking segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:47.775303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Network hostable DHCP agents. Network: 766165d2-237f-4532-96d0-41d7a5c3a91e, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:47.791678 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Network 766165d2-237f-4532-96d0-41d7a5c3a91e is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:47.799792 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 766165d2-237f-4532-96d0-41d7a5c3a91e) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:47.804059 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:47.804649 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.809263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774f803c-4487-49e7-8fe9-73f663717bc1 None None] Network 766165d2-237f-4532-96d0-41d7a5c3a91e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:47.818913 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-462f090a-1ecf-40db-838e-b9a2f17d0582 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3210754 Jul 13 08:31:47.821828 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:47.827360 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:47.852920 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.854233 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.910558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.979316 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-766165d2-237f-4532-96d0-41d7a5c3a91e', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:47.980227 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.053028 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.117246 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Allocated IP 172.20.0.2 (766165d2-237f-4532-96d0-41d7a5c3a91e/deb90350-5114-44c0-9bac-ee293db0377b/411d8a7f-bd15-4ae1-9a15-283bc346eeb7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:48.269899 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.279147 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Transition to ACTIVE for port object 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:48.294941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Transition to ACTIVE for port object 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:48.300188 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.345780 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Network 766165d2-237f-4532-96d0-41d7a5c3a91e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:48.348840 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:48.352413 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:48.360331 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Pushing event updated for resources: {'Port': ['ID=411d8a7f-bd15-4ae1-9a15-283bc346eeb7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:48.418295 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Attempting to bind port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:48.418674 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Attempting to bind port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:48.419041 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Attempting to bind port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 on network 766165d2-237f-4532-96d0-41d7a5c3a91e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:48.425136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:48.425136 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Checking segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:48.426544 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.426544 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Bound using segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:48.426941 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Bound port: 411d8a7f-bd15-4ae1-9a15-283bc346eeb7, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:48.427147 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.469260 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2868fc3f-8def-4be6-82a4-34d2caae2074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.504938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] For port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:48.509110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] For port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=411d8a7f-bd15-4ae1-9a15-283bc346eeb7,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:48.513195 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.580987 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16299c23-7353-4290-9781-38c365d9c1cf None None] Pushing event updated for resources: {'Port': ['ID=411d8a7f-bd15-4ae1-9a15-283bc346eeb7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:48.604407 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.627921 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.759979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Allocated IP 172.25.8.47 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/3de9e751-a873-4775-a3ac-dcba2dbf7614) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:48.874475 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.918779 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.960171 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:48.964531 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:48.967141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:48.990993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Pushing event updated for resources: {'Port': ['ID=3de9e751-a873-4775-a3ac-dcba2dbf7614,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:49.221135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:49.437765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:49.469964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:49.509646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a14177-b740-46db-b35d-54482b7a1ce7 None None] Network 766165d2-237f-4532-96d0-41d7a5c3a91e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:49.570578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:49.576333 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Router 8d761e72-9018-4d1d-8f65-7df65d706fec is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:31:49.596663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4cce2291-caa7-412b-9c80-f4c93387052c None None] Provisioning for port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:49.605839 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4cce2291-caa7-412b-9c80-f4c93387052c None None] Provisioning complete for port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:49.606243 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4cce2291-caa7-412b-9c80-f4c93387052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:49.696156 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:49.707004 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Sync routers for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:49.715253 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:49.719539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-b917bd0e-8004-4042-96fa-ddd1a56f6726 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8934760 Jul 13 08:31:49.719691 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:49.719691 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:49.720097 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:49.760981 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4cce2291-caa7-412b-9c80-f4c93387052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:49.806380 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4cce2291-caa7-412b-9c80-f4c93387052c None None] For port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=411d8a7f-bd15-4ae1-9a15-283bc346eeb7,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:49.811511 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4cce2291-caa7-412b-9c80-f4c93387052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:49.824966 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:49.882132 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce2291-caa7-412b-9c80-f4c93387052c None None] Pushing event updated for resources: {'Port': ['ID=411d8a7f-bd15-4ae1-9a15-283bc346eeb7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:50.031914 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:49Z', 'revision_number': 3, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:50.054464 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-564efab3-b573-4a3c-ab06-b060d5c95a8b None None] Provisioning complete for port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:50.054852 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-564efab3-b573-4a3c-ab06-b060d5c95a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.058829 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Checking router: 8d761e72-9018-4d1d-8f65-7df65d706fec for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:50.059104 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Updating router 8d761e72-9018-4d1d-8f65-7df65d706fec port 3de9e751-a873-4775-a3ac-dcba2dbf7614 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:50.096345 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.188090 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.348647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Allocated IP 172.20.0.1 (766165d2-237f-4532-96d0-41d7a5c3a91e/deb90350-5114-44c0-9bac-ee293db0377b/f681b2a3-464d-4d99-9957-4c8f0a1736cc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:50.363895 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.374392 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Transition to ACTIVE for port object 3de9e751-a873-4775-a3ac-dcba2dbf7614 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:50.380607 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.425123 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Attempting to bind port 3de9e751-a873-4775-a3ac-dcba2dbf7614 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:50.425609 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Attempting to bind port 3de9e751-a873-4775-a3ac-dcba2dbf7614 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:50.426004 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Attempting to bind port 3de9e751-a873-4775-a3ac-dcba2dbf7614 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:50.437030 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:50.437408 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:50.437844 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.438473 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:50.438953 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Bound port: 3de9e751-a873-4775-a3ac-dcba2dbf7614, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:50.439346 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.454935 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.464087 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777d356-15fc-4abe-b479-69a688cae8f7 None None] Pushing event updated for resources: {'Port': ['ID=3de9e751-a873-4775-a3ac-dcba2dbf7614,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:50.468373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Transition to ACTIVE for port object f681b2a3-464d-4d99-9957-4c8f0a1736cc will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:50.498841 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] For port 3de9e751-a873-4775-a3ac-dcba2dbf7614, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:50.503515 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] For port 3de9e751-a873-4775-a3ac-dcba2dbf7614, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3de9e751-a873-4775-a3ac-dcba2dbf7614,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:50.504167 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.507951 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.541262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Network 766165d2-237f-4532-96d0-41d7a5c3a91e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:50.548482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:50.551977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:50.562440 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:50.563074 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:50.574438 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Pushing event updated for resources: {'Port': ['ID=f681b2a3-464d-4d99-9957-4c8f0a1736cc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:50.592901 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.653093 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777d356-15fc-4abe-b479-69a688cae8f7 None None] Pushing event updated for resources: {'Port': ['ID=3de9e751-a873-4775-a3ac-dcba2dbf7614,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:50.680946 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:50.748964 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.863245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3246779f-4047-4323-8720-8ae5e85e060c None None] Provisioning for port f681b2a3-464d-4d99-9957-4c8f0a1736cc completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:50.867679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3246779f-4047-4323-8720-8ae5e85e060c None None] Provisioning complete for port f681b2a3-464d-4d99-9957-4c8f0a1736cc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:50.868065 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3246779f-4047-4323-8720-8ae5e85e060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.873233 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:49Z', 'revision_number': 3, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:50.901640 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b89ad-3b97-4d8a-bc3d-a1dbca4afd24 None None] The sync data for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 is: [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:49Z', 'revision_number': 3, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:50.914823 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3246779f-4047-4323-8720-8ae5e85e060c None None] Port f681b2a3-464d-4d99-9957-4c8f0a1736cc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:50.933460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:50.938951 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:51.025983 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Pushing event updated for resources: {'Port': ['ID=f681b2a3-464d-4d99-9957-4c8f0a1736cc,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:51.030797 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:51.170973 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb153383-dfab-4acb-ad5f-b40ca08af1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:51.178717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Network 766165d2-237f-4532-96d0-41d7a5c3a91e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:51.180204 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:51.199296 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:51.314604 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Router 8d761e72-9018-4d1d-8f65-7df65d706fec has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:51.337635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f481d719-cad8-482b-8224-473173268eb6 None None] Provisioning complete for port f681b2a3-464d-4d99-9957-4c8f0a1736cc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:51.338045 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f481d719-cad8-482b-8224-473173268eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:51.385180 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f481d719-cad8-482b-8224-473173268eb6 None None] Port f681b2a3-464d-4d99-9957-4c8f0a1736cc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:51.459787 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:51.470079 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-83ab65ee-bca7-4e22-b309-8cd12860e738 admin admin] 10.222.0.41 "PUT /v2.0/routers/8d761e72-9018-4d1d-8f65-7df65d706fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447321 Jul 13 08:31:51.517392 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-64c21fff-9662-496e-8601-9dd7b075c5d7 None None] Provisioning complete for port f681b2a3-464d-4d99-9957-4c8f0a1736cc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:51.518014 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64c21fff-9662-496e-8601-9dd7b075c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:51.560877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3de9e751-a873-4775-a3ac-dcba2dbf7614 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:51.563812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-64c21fff-9662-496e-8601-9dd7b075c5d7 None None] Port f681b2a3-464d-4d99-9957-4c8f0a1736cc cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:51.622349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 3de9e751-a873-4775-a3ac-dcba2dbf7614 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:51.628318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3de9e751-a873-4775-a3ac-dcba2dbf7614 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:51.628554 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:51.720482 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:51.746118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 3de9e751-a873-4775-a3ac-dcba2dbf7614, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3de9e751-a873-4775-a3ac-dcba2dbf7614,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:51.751219 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:51.786868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:51.839239 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=3de9e751-a873-4775-a3ac-dcba2dbf7614,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:51.868985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:51.869848 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.022311 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60080) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:52.027453 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1072248330-network', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:52.048634 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Made reservation on behalf of 08bb8feddfbc47b5b82ed3c420f450e8 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:52.051256 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.060017 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.153137 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.157499 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.181730 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:52.190933 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd6dda-22af-4513-827d-1e604a34aa1c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:52.197289 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.197647 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Added segment 0d870fd9-626c-45f6-a281-7037e9a51374 of type vlan for network 3bab8fde-01fe-4d22-9669-9e72265c037c Jul 13 08:31:52.238393 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.248669 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.270149 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.271560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:52.272607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.299818 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2763622 Jul 13 08:31:52.302423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60082) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:52.307266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Request body: {'subnet': {'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1072248330-subnet', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:52.357227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af65580-3162-40b6-9e38-32fa77de53b3 admin admin] Pushing event updated for resources: {'Network': ['ID=3bab8fde-01fe-4d22-9669-9e72265c037c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:52.367696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Made reservation on behalf of 08bb8feddfbc47b5b82ed3c420f450e8 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:52.368963 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 3bab8fde-01fe-4d22-9669-9e72265c037c details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:52.370197 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011795'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.552824 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5734902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011873'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.601248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:52.617543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Checking segment: {'id': '0d870fd9-626c-45f6-a281-7037e9a51374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:52.617904 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Network hostable DHCP agents. Network: 3bab8fde-01fe-4d22-9669-9e72265c037c, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:52.639645 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Network 3bab8fde-01fe-4d22-9669-9e72265c037c is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:52.650366 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 3bab8fde-01fe-4d22-9669-9e72265c037c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:52.655517 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Sync routers for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:52.657513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:52.658395 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.660073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16f20d-e639-411a-b13f-cc51dc0a689a None None] Network 3bab8fde-01fe-4d22-9669-9e72265c037c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:52.674525 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ead232a9-bb27-4b7c-b1fd-3d3411f5487f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3708279 Jul 13 08:31:52.677350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60084) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:52.681906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:52.691910 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:52.692581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:52.703081 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.704104 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.763306 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.874885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:52.906018 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:52.946731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-3bab8fde-01fe-4d22-9669-9e72265c037c', 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'fixed_ips': [{'subnet_id': '3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:52.947601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.205216 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Allocated IP 172.20.0.2 (3bab8fde-01fe-4d22-9669-9e72265c037c/3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd/12885957-b54c-4624-b2ae-43bd46b0b631) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:53.288796 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 2, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:53.469155 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.486281 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3de9e751-a873-4775-a3ac-dcba2dbf7614 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:53.488965 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.491115 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Checking router: 8d761e72-9018-4d1d-8f65-7df65d706fec for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:53.491304 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Updating router 8d761e72-9018-4d1d-8f65-7df65d706fec port f681b2a3-464d-4d99-9957-4c8f0a1736cc binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:53.600679 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Allocated IP 172.25.8.71 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/15243a0a-68ab-4abe-942f-3f4b2faef4d3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:53.603598 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.673598 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.675569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 3de9e751-a873-4775-a3ac-dcba2dbf7614 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:53.675937 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.710559 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.753363 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.753687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Transition to ACTIVE for port object 12885957-b54c-4624-b2ae-43bd46b0b631 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:53.794929 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:53.795794 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Transition to ACTIVE for port object 12885957-b54c-4624-b2ae-43bd46b0b631 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:53.798639 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:53.801302 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:53.812821 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.834951 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Pushing event updated for resources: {'Port': ['ID=15243a0a-68ab-4abe-942f-3f4b2faef4d3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:53.875439 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Network 3bab8fde-01fe-4d22-9669-9e72265c037c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:53.909117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:53.913044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:53.966267 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Pushing event updated for resources: {'Port': ['ID=12885957-b54c-4624-b2ae-43bd46b0b631,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:54.001466 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.050915 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Attempting to bind port 12885957-b54c-4624-b2ae-43bd46b0b631 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:54.051298 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Attempting to bind port 12885957-b54c-4624-b2ae-43bd46b0b631 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0d870fd9-626c-45f6-a281-7037e9a51374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:54.051663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Attempting to bind port 12885957-b54c-4624-b2ae-43bd46b0b631 on network 3bab8fde-01fe-4d22-9669-9e72265c037c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:54.063247 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:54.063635 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Checking segment: {'id': '0d870fd9-626c-45f6-a281-7037e9a51374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:54.064039 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.064438 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Bound using segment: {'id': '0d870fd9-626c-45f6-a281-7037e9a51374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:54.064917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Bound port: 12885957-b54c-4624-b2ae-43bd46b0b631, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d870fd9-626c-45f6-a281-7037e9a51374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:54.065300 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.075636 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.148787 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.172319 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Transition to ACTIVE for port object f681b2a3-464d-4d99-9957-4c8f0a1736cc will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:54.180552 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] For port 12885957-b54c-4624-b2ae-43bd46b0b631, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:54.182673 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.185573 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] For port 12885957-b54c-4624-b2ae-43bd46b0b631, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=12885957-b54c-4624-b2ae-43bd46b0b631,segment=NetworkSegment(0d870fd9-626c-45f6-a281-7037e9a51374),segment_id=0d870fd9-626c-45f6-a281-7037e9a51374)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:54.195763 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.249061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedb8f6-997e-48cc-9ad9-26d0efeccba7 None None] Pushing event updated for resources: {'Port': ['ID=f681b2a3-464d-4d99-9957-4c8f0a1736cc,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:54.286204 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.358434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Attempting to bind port f681b2a3-464d-4d99-9957-4c8f0a1736cc on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:54.358816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Attempting to bind port f681b2a3-464d-4d99-9957-4c8f0a1736cc by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:54.359241 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Attempting to bind port f681b2a3-464d-4d99-9957-4c8f0a1736cc on network 766165d2-237f-4532-96d0-41d7a5c3a91e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:54.363167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352f4e6-92e1-4f46-aff0-964adfbfb9e6 None None] Pushing event updated for resources: {'Port': ['ID=12885957-b54c-4624-b2ae-43bd46b0b631,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:54.368570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:54.368959 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Checking segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:54.369376 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.369777 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Bound using segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:54.370313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Bound port: f681b2a3-464d-4d99-9957-4c8f0a1736cc, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:54.370706 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.444935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:31:54.454046 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] For port f681b2a3-464d-4d99-9957-4c8f0a1736cc, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:54.471958 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] For port f681b2a3-464d-4d99-9957-4c8f0a1736cc, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f681b2a3-464d-4d99-9957-4c8f0a1736cc,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:54.477318 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.549558 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:54.550262 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:54.602185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedb8f6-997e-48cc-9ad9-26d0efeccba7 None None] Pushing event updated for resources: {'Port': ['ID=f681b2a3-464d-4d99-9957-4c8f0a1736cc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:54.612176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:54.621252 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Sync routers for ids ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:54.633025 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.634971 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-c5b14f3e-fcbf-440d-8d18-8f3757f7ded1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9563649 Jul 13 08:31:54.637708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60088) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:54.642372 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Routers {'e4bf2c85-9c54-48bf-810d-4c347fecbcf1'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:54.643268 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:54.734441 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:54.795046 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Set router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:54.994296 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:52Z', 'updated_at': '2021-07-13T08:31:53Z', 'revision_number': 3, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'gw_port': {'id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:53Z', 'updated_at': '2021-07-13T08:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:54.998066 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:54Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:55.027789 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c1c3e-76f4-4667-9d9e-e3ef6d25bb15 None None] The sync data for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 is: [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:54Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:55.126208 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Checking router: e4bf2c85-9c54-48bf-810d-4c347fecbcf1 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:55.126568 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Updating router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 port 15243a0a-68ab-4abe-942f-3f4b2faef4d3 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:55.176748 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.192544 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.405646 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Allocated IP 172.20.0.1 (3bab8fde-01fe-4d22-9669-9e72265c037c/3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd/c6c9c442-31a4-4a4d-9d7c-c32beb3e0889) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:55.543752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f681b2a3-464d-4d99-9957-4c8f0a1736cc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:55.570700 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.571057 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.586473 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Transition to ACTIVE for port object 15243a0a-68ab-4abe-942f-3f4b2faef4d3 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:55.592192 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Transition to ACTIVE for port object c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:55.596062 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.622982 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4193f004-97fe-4688-8d6f-3e1fd86e06f4 None None] Network 3bab8fde-01fe-4d22-9669-9e72265c037c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:55.645574 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.667555 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Attempting to bind port 15243a0a-68ab-4abe-942f-3f4b2faef4d3 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:55.668734 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Attempting to bind port 15243a0a-68ab-4abe-942f-3f4b2faef4d3 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:55.669375 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Attempting to bind port 15243a0a-68ab-4abe-942f-3f4b2faef4d3 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:55.669506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Network 3bab8fde-01fe-4d22-9669-9e72265c037c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:55.672246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:55.676666 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:55.686193 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:55.687084 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:55.688271 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.688893 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:55.689603 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Bound port: 15243a0a-68ab-4abe-942f-3f4b2faef4d3, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:55.690272 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.710349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port f681b2a3-464d-4d99-9957-4c8f0a1736cc completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:55.721289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-05f624a5-b284-465a-b4bf-7a89fe5b013f None None] Provisioning for port 12885957-b54c-4624-b2ae-43bd46b0b631 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:55.723551 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f681b2a3-464d-4d99-9957-4c8f0a1736cc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:55.724184 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.756378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c9c442-31a4-4a4d-9d7c-c32beb3e0889,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:55.757888 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] For port 15243a0a-68ab-4abe-942f-3f4b2faef4d3, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:55.760369 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.776464 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] For port 15243a0a-68ab-4abe-942f-3f4b2faef4d3, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=15243a0a-68ab-4abe-942f-3f4b2faef4d3,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:55.782469 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.786058 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Pushing event updated for resources: {'Port': ['ID=15243a0a-68ab-4abe-942f-3f4b2faef4d3,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:55.797905 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.798685 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.799265 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.799835 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.800413 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.801157 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.802306 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.802986 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.803908 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.804328 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.804798 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.805146 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:55.873791 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Routers {'e4bf2c85-9c54-48bf-810d-4c347fecbcf1'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:55.874835 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:55.891808 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.943662 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.960450 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port f681b2a3-464d-4d99-9957-4c8f0a1736cc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f681b2a3-464d-4d99-9957-4c8f0a1736cc,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:55.975052 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.012926 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde22e4-ae61-401d-b1a9-1cfd9f3248fd None None] Pushing event updated for resources: {'Port': ['ID=15243a0a-68ab-4abe-942f-3f4b2faef4d3,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:56.047749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 12885957-b54c-4624-b2ae-43bd46b0b631 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:56.049657 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=f681b2a3-464d-4d99-9957-4c8f0a1736cc,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:56.055163 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] Set router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:56.142466 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 12885957-b54c-4624-b2ae-43bd46b0b631 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:56.146874 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 12885957-b54c-4624-b2ae-43bd46b0b631 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:56.147255 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.241579 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.247866 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.266951 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.346313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 12885957-b54c-4624-b2ae-43bd46b0b631, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=12885957-b54c-4624-b2ae-43bd46b0b631,segment=NetworkSegment(0d870fd9-626c-45f6-a281-7037e9a51374),segment_id=0d870fd9-626c-45f6-a281-7037e9a51374)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:56.352967 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.408384 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.411298 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c9c442-31a4-4a4d-9d7c-c32beb3e0889,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:56.439610 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=12885957-b54c-4624-b2ae-43bd46b0b631,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:56.446408 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:52Z', 'updated_at': '2021-07-13T08:31:53Z', 'revision_number': 3, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'gw_port': {'id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:53Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:56.487286 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6386ecd-557f-4155-82e5-291ca56f6146 None None] The sync data for ids ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'] in n-d-758944-43 is: [{'id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:52Z', 'updated_at': '2021-07-13T08:31:53Z', 'revision_number': 3, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'gw_port': {'id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:53Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:56.497451 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ef402f8-0a05-4446-9fcb-b6efa790b222 None None] Provisioning complete for port f681b2a3-464d-4d99-9957-4c8f0a1736cc triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:56.497834 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ef402f8-0a05-4446-9fcb-b6efa790b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.540509 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Network 3bab8fde-01fe-4d22-9669-9e72265c037c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:56.542410 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:56.636538 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ef402f8-0a05-4446-9fcb-b6efa790b222 None None] Provisioning complete for port 12885957-b54c-4624-b2ae-43bd46b0b631 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:56.636827 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ef402f8-0a05-4446-9fcb-b6efa790b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.677207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:56.762521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ef402f8-0a05-4446-9fcb-b6efa790b222 None None] Provisioning for port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:56.767973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6ef402f8-0a05-4446-9fcb-b6efa790b222 None None] Provisioning complete for port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:56.768358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ef402f8-0a05-4446-9fcb-b6efa790b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.801480 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:56.805817 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6ef402f8-0a05-4446-9fcb-b6efa790b222 None None] Port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:56.809744 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ffca51de-4e5c-4489-b3a4-a177472dcf00 admin admin] 10.222.0.41 "PUT /v2.0/routers/e4bf2c85-9c54-48bf-810d-4c347fecbcf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1707809 Jul 13 08:31:56.926838 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f1700413-222c-4c1c-88b3-3b6dfd3a2fbb None None] Provisioning complete for port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:56.927437 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1700413-222c-4c1c-88b3-3b6dfd3a2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.004577 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f1700413-222c-4c1c-88b3-3b6dfd3a2fbb None None] Port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:57.132727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-800045f4-069f-443a-993f-34064ea1649f None None] Provisioning complete for port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:57.133442 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-800045f4-069f-443a-993f-34064ea1649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.182118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-800045f4-069f-443a-993f-34064ea1649f None None] Port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:57.301605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9134cdfd-1b0e-4cc6-8637-1614f3976b5d None None] Provisioning complete for port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:57.302015 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9134cdfd-1b0e-4cc6-8637-1614f3976b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.445774 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:57.450932 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1f502e4c-a629-43cd-95e3-b8aaf1b574d0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906930591', 'description': 'tempest-secgroup-smoke-906930591 description', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:57.483938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f502e4c-a629-43cd-95e3-b8aaf1b574d0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.534178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9134cdfd-1b0e-4cc6-8637-1614f3976b5d None None] Port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:57.558571 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f681b2a3-464d-4d99-9957-4c8f0a1736cc up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:57.596518 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f502e4c-a629-43cd-95e3-b8aaf1b574d0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.603508 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f502e4c-a629-43cd-95e3-b8aaf1b574d0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.616689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port f681b2a3-464d-4d99-9957-4c8f0a1736cc triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:57.617369 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.635791 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f502e4c-a629-43cd-95e3-b8aaf1b574d0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.637072 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1f502e4c-a629-43cd-95e3-b8aaf1b574d0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1901219 Jul 13 08:31:57.640847 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60098) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:57.646009 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0dfca42a-954c-4b97-8fa1-562ebf7cfeb5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '323e7e39-8960-4f04-9067-01e3ebdf14c7', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:57.646869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f502e4c-a629-43cd-95e3-b8aaf1b574d0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323e7e39-8960-4f04-9067-01e3ebdf14c7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:57.681490 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dfca42a-954c-4b97-8fa1-562ebf7cfeb5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.721073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 12885957-b54c-4624-b2ae-43bd46b0b631 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:57.745805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dfca42a-954c-4b97-8fa1-562ebf7cfeb5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.751392 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dfca42a-954c-4b97-8fa1-562ebf7cfeb5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.775437 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dfca42a-954c-4b97-8fa1-562ebf7cfeb5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.779614 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 12885957-b54c-4624-b2ae-43bd46b0b631 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:57.779614 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.779916 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0dfca42a-954c-4b97-8fa1-562ebf7cfeb5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364822 Jul 13 08:31:57.780094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60100) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:57.782326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfca42a-954c-4b97-8fa1-562ebf7cfeb5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfc0dbd-9a8e-48ee-80a5-75ec3002a1a5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:57.785527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8e0a66fb-66f3-4aca-a472-9f0774b189ed tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '323e7e39-8960-4f04-9067-01e3ebdf14c7', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:57.819324 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0a66fb-66f3-4aca-a472-9f0774b189ed tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.861451 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:31:57.868906 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 15243a0a-68ab-4abe-942f-3f4b2faef4d3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:57.875392 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0a66fb-66f3-4aca-a472-9f0774b189ed tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.879969 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0a66fb-66f3-4aca-a472-9f0774b189ed tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.900547 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a66fb-66f3-4aca-a472-9f0774b189ed tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75823150-da72-4db2-9922-81b09673ccc4,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:57.907097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0a66fb-66f3-4aca-a472-9f0774b189ed tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.908858 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-8e0a66fb-66f3-4aca-a472-9f0774b189ed tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278229 Jul 13 08:31:57.911532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60102) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:57.916459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9b9891b0-59a2-4165-a903-9df801aba1f7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '323e7e39-8960-4f04-9067-01e3ebdf14c7', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:57.926559 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 15243a0a-68ab-4abe-942f-3f4b2faef4d3 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:57.930314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 15243a0a-68ab-4abe-942f-3f4b2faef4d3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:57.930692 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:57.945205 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b9891b0-59a2-4165-a903-9df801aba1f7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.007796 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b9891b0-59a2-4165-a903-9df801aba1f7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.012136 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b9891b0-59a2-4165-a903-9df801aba1f7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.012553 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.031928 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9891b0-59a2-4165-a903-9df801aba1f7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185e4eaf-1529-4880-90c8-c7de6b9e58c1,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:58.038824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 15243a0a-68ab-4abe-942f-3f4b2faef4d3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=15243a0a-68ab-4abe-942f-3f4b2faef4d3,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:58.040286 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b9891b0-59a2-4165-a903-9df801aba1f7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.041690 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-9b9891b0-59a2-4165-a903-9df801aba1f7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290565 Jul 13 08:31:58.044040 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.044685 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60104) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:58.050191 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4772cfab-a146-47f2-aaa4-7b28c5e2603f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '323e7e39-8960-4f04-9067-01e3ebdf14c7', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:58.077848 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4772cfab-a146-47f2-aaa4-7b28c5e2603f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.104449 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=15243a0a-68ab-4abe-942f-3f4b2faef4d3,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:58.145753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4772cfab-a146-47f2-aaa4-7b28c5e2603f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.149339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4772cfab-a146-47f2-aaa4-7b28c5e2603f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.168350 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772cfab-a146-47f2-aaa4-7b28c5e2603f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8644d098-a798-4012-876c-8829cc7bfdfe,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:58.174553 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4772cfab-a146-47f2-aaa4-7b28c5e2603f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.175843 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4772cfab-a146-47f2-aaa4-7b28c5e2603f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300766 Jul 13 08:31:58.179396 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60106) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:58.183968 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3cd5302c-ef34-4216-8cf6-db3ed1bf5de8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '323e7e39-8960-4f04-9067-01e3ebdf14c7', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:58.208322 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-3cd5302c-ef34-4216-8cf6-db3ed1bf5de8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Project 0eb769dc4c64459a8d5a9f4b02ff194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:31:58.215073 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cd5302c-ef34-4216-8cf6-db3ed1bf5de8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.283725 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cd5302c-ef34-4216-8cf6-db3ed1bf5de8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.287622 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cd5302c-ef34-4216-8cf6-db3ed1bf5de8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.308039 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5302c-ef34-4216-8cf6-db3ed1bf5de8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a758ccb-08a3-440e-adca-756488625c1f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:58.318992 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cd5302c-ef34-4216-8cf6-db3ed1bf5de8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.320325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3cd5302c-ef34-4216-8cf6-db3ed1bf5de8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399727 Jul 13 08:31:58.323742 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60108) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:58.328954 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-aa646b28-bce5-4763-9dd5-25bc18871e51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '323e7e39-8960-4f04-9067-01e3ebdf14c7', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:58.353812 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-aa646b28-bce5-4763-9dd5-25bc18871e51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Project 0eb769dc4c64459a8d5a9f4b02ff194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:31:58.359483 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa646b28-bce5-4763-9dd5-25bc18871e51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.426003 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa646b28-bce5-4763-9dd5-25bc18871e51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.430464 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa646b28-bce5-4763-9dd5-25bc18871e51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.448517 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa646b28-bce5-4763-9dd5-25bc18871e51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df67c22-2529-4b3d-a94b-42209b35639a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:58.459205 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa646b28-bce5-4763-9dd5-25bc18871e51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:58.460467 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aa646b28-bce5-4763-9dd5-25bc18871e51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356871 Jul 13 08:31:58.539888 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Sync routers for ids ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:58.549135 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Routers {'e4bf2c85-9c54-48bf-810d-4c347fecbcf1'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:58.549835 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:58.660103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Set router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:58.729246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-9e445aff-5b28-4215-bfc8-1efe8a54ac54 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906930591&fields=id&tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a HTTP/1.1" status: 200 len: 267 time: 0.0329018 Jul 13 08:31:58.845360 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-b8511c5a-2ae1-4ee4-af5f-63531b939a72 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:58.847015 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-b8511c5a-2ae1-4ee4-af5f-63531b939a72 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 808 time: 0.1109624 Jul 13 08:31:58.864579 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-375c98f7-34f5-492a-9193-e5e457a058ed tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/quotas/0eb769dc4c64459a8d5a9f4b02ff194a HTTP/1.1" status: 200 len: 375 time: 0.0105944 Jul 13 08:31:58.878793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:52Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 4, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'gw_port': {'id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:53Z', 'updated_at': '2021-07-13T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c6c9c442-31a4-4a4d-9d7c-c32beb3e0889', 'name': '', 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'mac_address': 'fa:16:3e:cd:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:55Z', 'updated_at': '2021-07-13T08:31:56Z', 'revision_number': 2, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'subnets': [{'id': '3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:58.906345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Checking router: e4bf2c85-9c54-48bf-810d-4c347fecbcf1 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:58.906712 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Updating router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:58.934355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-accea827-b3b7-48c3-be4a-c59b3a87599e tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639317 Jul 13 08:31:58.942141 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.036786 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-6d15ee84-0c1a-4712-b859-e0b57b355d5e service neutron] 10.222.0.41 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900640 Jul 13 08:31:59.127785 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-ca117f59-cd1b-47b7-883c-40444185ceb4 service neutron] 10.222.0.41 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851605 Jul 13 08:31:59.217321 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.228074 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Transition to ACTIVE for port object c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:59.235064 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.291578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efa9b9-ab5a-460f-ad86-80f3dcfd4fb0 None None] Pushing event updated for resources: {'Port': ['ID=c6c9c442-31a4-4a4d-9d7c-c32beb3e0889,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:59.319337 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ef1d0790-4e1b-4c9a-828a-fffbebe5399c req-0970f92c-7d8e-4609-90e4-190a8f0e7f6c tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 210 time: 0.0474508 Jul 13 08:31:59.354187 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Attempting to bind port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:59.354654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Attempting to bind port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '0d870fd9-626c-45f6-a281-7037e9a51374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:59.355089 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Attempting to bind port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 on network 3bab8fde-01fe-4d22-9669-9e72265c037c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:59.360411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:59.360793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Checking segment: {'id': '0d870fd9-626c-45f6-a281-7037e9a51374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:59.361200 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.361600 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Bound using segment: {'id': '0d870fd9-626c-45f6-a281-7037e9a51374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:59.362103 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Bound port: c6c9c442-31a4-4a4d-9d7c-c32beb3e0889, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d870fd9-626c-45f6-a281-7037e9a51374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:59.362489 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.442469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] For port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:59.447631 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] For port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c6c9c442-31a4-4a4d-9d7c-c32beb3e0889,segment=NetworkSegment(0d870fd9-626c-45f6-a281-7037e9a51374),segment_id=0d870fd9-626c-45f6-a281-7037e9a51374)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:59.453484 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 15243a0a-68ab-4abe-942f-3f4b2faef4d3 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:59.458587 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.561836 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Routers {'e4bf2c85-9c54-48bf-810d-4c347fecbcf1'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:59.563024 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:59.623876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efa9b9-ab5a-460f-ad86-80f3dcfd4fb0 None None] Pushing event updated for resources: {'Port': ['ID=c6c9c442-31a4-4a4d-9d7c-c32beb3e0889,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:59.683444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 15243a0a-68ab-4abe-942f-3f4b2faef4d3 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:59.683829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.730554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] Set router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:00.001035 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:52Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 4, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'gw_port': {'id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:53Z', 'updated_at': '2021-07-13T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c6c9c442-31a4-4a4d-9d7c-c32beb3e0889', 'name': '', 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'mac_address': 'fa:16:3e:cd:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:55Z', 'updated_at': '2021-07-13T08:31:59Z', 'revision_number': 4, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'subnets': [{'id': '3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:00.032533 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c922c776-6c9d-49c8-a1f2-316862e8837e None None] The sync data for ids ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'] in n-d-758944-43 is: [{'id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:52Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 4, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'gw_port': {'id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:53Z', 'updated_at': '2021-07-13T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'c6c9c442-31a4-4a4d-9d7c-c32beb3e0889', 'name': '', 'network_id': '3bab8fde-01fe-4d22-9669-9e72265c037c', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'mac_address': 'fa:16:3e:cd:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:55Z', 'updated_at': '2021-07-13T08:31:59Z', 'revision_number': 4, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'subnets': [{'id': '3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:00.460424 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-59c338f2-f933-427b-bb09-157d808246f2 req-73d8e555-51e7-469c-9a33-990fe49d53d9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 210 time: 0.0293255 Jul 13 08:32:00.689041 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-35d605da-2b07-4d61-aa81-fa261759a432 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:00.690754 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-35d605da-2b07-4d61-aa81-fa261759a432 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 808 time: 0.1261811 Jul 13 08:32:00.739543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-5fd1ac02-18f5-4496-888a-b457ef03ee7c tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a HTTP/1.1" status: 200 len: 379 time: 0.0406029 Jul 13 08:32:00.748094 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'port': {'device_id': 'efb6a77b-90f8-4975-9380-085264700c75', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'admin_state_up': True, 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'security_groups': ['323e7e39-8960-4f04-9067-01e3ebdf14c7']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:00.872481 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Made reservation on behalf of 0eb769dc4c64459a8d5a9f4b02ff194a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:32:00.876949 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.012860 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Allocated IP 172.20.0.12 (766165d2-237f-4532-96d0-41d7a5c3a91e/deb90350-5114-44c0-9bac-ee293db0377b/acb87aa2-4431-44fa-bcd6-bcbecc0c998a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:01.164315 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.177830 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Transition to ACTIVE for port object acb87aa2-4431-44fa-bcd6-bcbecc0c998a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:01.210676 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.258505 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Network 766165d2-237f-4532-96d0-41d7a5c3a91e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:01.261734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:01.266978 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:01.270936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:01.323115 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.323759 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.339850 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f6f13ef2-d157-4ea3-a4e2-4e5ae0000036 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5955424 Jul 13 08:32:01.351559 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Request body: {'port': {'device_id': 'efb6a77b-90f8-4975-9380-085264700c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:01.433198 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.490609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:01.541826 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2c59cab0-530b-4afb-816e-432a988808b9 None None] Provisioning for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:01.551628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2c59cab0-530b-4afb-816e-432a988808b9 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:01.552005 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c59cab0-530b-4afb-816e-432a988808b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.586333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:01.594792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:01.595463 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.598421 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2c59cab0-530b-4afb-816e-432a988808b9 None None] Port acb87aa2-4431-44fa-bcd6-bcbecc0c998a cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:01.672218 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2397646-138e-4132-8521-e28ce50ab0f8 req-9757969d-f82f-4f3e-8820-ce4fd0e4592b tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.674504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2397646-138e-4132-8521-e28ce50ab0f8 req-9757969d-f82f-4f3e-8820-ce4fd0e4592b tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 932 time: 0.0716708 Jul 13 08:32:01.686172 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.724805 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c6c9c442-31a4-4a4d-9d7c-c32beb3e0889,segment=NetworkSegment(0d870fd9-626c-45f6-a281-7037e9a51374),segment_id=0d870fd9-626c-45f6-a281-7037e9a51374)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:01.726355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a2397646-138e-4132-8521-e28ce50ab0f8 req-ff2e0d44-67ae-4425-9050-857babb93470 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393822 Jul 13 08:32:01.730876 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.758992 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb87aa2-4431-44fa-bcd6-bcbecc0c998a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:32:01.767812 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.782944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Transition to ACTIVE for port object acb87aa2-4431-44fa-bcd6-bcbecc0c998a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:01.788667 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.802173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=c6c9c442-31a4-4a4d-9d7c-c32beb3e0889,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:01.852806 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:01.934393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Attempting to bind port acb87aa2-4431-44fa-bcd6-bcbecc0c998a on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:01.934746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Attempting to bind port acb87aa2-4431-44fa-bcd6-bcbecc0c998a by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:01.935088 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Attempting to bind port acb87aa2-4431-44fa-bcd6-bcbecc0c998a on network 766165d2-237f-4532-96d0-41d7a5c3a91e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:01.940547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Port acb87aa2-4431-44fa-bcd6-bcbecc0c998a on network 766165d2-237f-4532-96d0-41d7a5c3a91e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:32:01.940885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Attempting to bind port acb87aa2-4431-44fa-bcd6-bcbecc0c998a on network 766165d2-237f-4532-96d0-41d7a5c3a91e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:01.947985 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:01.948689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Checking segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:01.949486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Bound using segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:01.950207 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Bound port: acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:01.950906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.042713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:02.047910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:02.054596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.089363 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.090032 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.091507 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] 10.222.0.38 "PUT /v2.0/ports/acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 1093 time: 0.7444935 Jul 13 08:32:02.093834 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:02.097373 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4604bdc8-1c51-44b2-87bf-adff4b380ced" -d '{"events": [{"name": "network-changed", "server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:02.147965 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0428d21-5604-4af7-867b-e5e7aae51363 x-openstack-request-id: req-a0428d21-5604-4af7-867b-e5e7aae51363 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:02.148256 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:02.148653 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0428d21-5604-4af7-867b-e5e7aae51363 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:02.149090 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'status': 'completed', 'code': 200} Jul 13 08:32:02.151542 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b129377e-b6ab-40cd-a453-b1c0954ead36 None None] Provisioning complete for port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:02.151992 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b129377e-b6ab-40cd-a453-b1c0954ead36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.179100 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f13ca3-703a-4d8f-85ad-3d2baa2fe95f service neutron] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:02.210775 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-3057e38d-2d88-4bbc-8f68-2cb84d20be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.212765 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-3057e38d-2d88-4bbc-8f68-2cb84d20be21 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1096 time: 0.0800681 Jul 13 08:32:02.266543 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-e1bc2505-7c83-46b1-99d1-13dd8329df7c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 217 time: 0.0463529 Jul 13 08:32:02.325687 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-184c1f07-7f88-479d-8681-4dadbcbe4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.327716 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-184c1f07-7f88-479d-8681-4dadbcbe4773 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0554731 Jul 13 08:32:02.390877 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-dfb09839-de62-43cd-84cb-42878613b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.392432 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-dfb09839-de62-43cd-84cb-42878613b478 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583692 Jul 13 08:32:02.498956 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-96307f66-97cb-494d-9c7a-0f6405444858 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003082 Jul 13 08:32:02.596229 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-317c60d8-4b4a-4f28-8005-3009ae5296c7 req-f4148c3a-fefa-41d5-a376-dc1a70b33d93 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915606 Jul 13 08:32:02.706632 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-a2d1edc7-5ee9-453f-85d8-16d5d0b4a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.708192 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-a2d1edc7-5ee9-453f-85d8-16d5d0b4a149 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1096 time: 0.0574718 Jul 13 08:32:02.808598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-ded30c75-b9ba-4e29-97b1-2b425c66ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.810128 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-ded30c75-b9ba-4e29-97b1-2b425c66ceec service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0955012 Jul 13 08:32:02.852635 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-42b0fa2f-6cd5-4b71-af3a-8453b923d14b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 217 time: 0.0356386 Jul 13 08:32:02.907080 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-ef781d00-7837-4444-a174-835e4f3fc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.908583 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-ef781d00-7837-4444-a174-835e4f3fc952 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0487304 Jul 13 08:32:02.919257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e1972-79b3-429e-9aa1-221e76a7ac02 req-13b1503a-9d98-4c4e-a66d-b613c8c652a1 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.920897 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-970e1972-79b3-429e-9aa1-221e76a7ac02 req-13b1503a-9d98-4c4e-a66d-b613c8c652a1 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 944 time: 0.0691805 Jul 13 08:32:02.959060 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-970e1972-79b3-429e-9aa1-221e76a7ac02 req-0eb7818d-4319-4860-8c21-5b47053a2922 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Jul 13 08:32:02.966804 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-d096322d-b0bc-4bcf-9d37-3021aaf8e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.968917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-d096322d-b0bc-4bcf-9d37-3021aaf8e627 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529265 Jul 13 08:32:03.063006 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-319ee031-e8a6-4f4b-945e-b436402f2fc4 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869100 Jul 13 08:32:03.154322 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-4604bdc8-1c51-44b2-87bf-adff4b380ced req-c5c3fd84-f082-4161-acc7-8f6f3db464e1 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836475 Jul 13 08:32:03.441736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:03.494769 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:03.495140 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.133291 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dab6e-04bd-4297-9b5c-3fffcd94b267 req-84fc7f86-84a1-46b9-80c8-606e449c233a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:04.134745 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-273dab6e-04bd-4297-9b5c-3fffcd94b267 req-84fc7f86-84a1-46b9-80c8-606e449c233a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 944 time: 0.0628357 Jul 13 08:32:04.172535 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-273dab6e-04bd-4297-9b5c-3fffcd94b267 req-e4eb4de0-0cfb-44d7-8811-d517baecdf6b tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313854 Jul 13 08:32:04.440025 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device acb87aa2-4431-44fa-bcd6-bcbecc0c998a details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:32:04.536581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:04.547749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'port_id': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'mac_address': 'fa:16:3e:13:81:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:32:04.584790 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.597228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb87aa2-4431-44fa-bcd6-bcbecc0c998a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:32:04.617126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:04.621268 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.674858 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:04.849206 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['acb87aa2-4431-44fa-bcd6-bcbecc0c998a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:32:05.354954 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91536d91-c1e2-45f9-bf42-1ef55a0b2b05 req-bf0876e4-2c01-4e8d-8097-caf99c4f1f6a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:05.356458 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-91536d91-c1e2-45f9-bf42-1ef55a0b2b05 req-bf0876e4-2c01-4e8d-8097-caf99c4f1f6a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 945 time: 0.0734103 Jul 13 08:32:05.398830 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-91536d91-c1e2-45f9-bf42-1ef55a0b2b05 req-71b62d7f-a99f-44de-99ff-e1fc54b23061 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361454 Jul 13 08:32:06.359191 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:06.440287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device acb87aa2-4431-44fa-bcd6-bcbecc0c998a up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:06.491208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:06.495110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:06.495521 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:06.574376 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bee6f-2ee6-4ddf-9704-66350ba425c1 req-9d7b02d6-3409-466d-b73b-cbc71dce8e0a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:06.575613 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:06.575917 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a3bee6f-2ee6-4ddf-9704-66350ba425c1 req-9d7b02d6-3409-466d-b73b-cbc71dce8e0a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 945 time: 0.0644314 Jul 13 08:32:06.598864 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:06.601278 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45ffd44-a22c-4f83-82d9-a7b6708fa09f" -d '{"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-plugged", "status": "completed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:06.614747 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:06.615349 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8a3bee6f-2ee6-4ddf-9704-66350ba425c1 req-6eb4d29a-f939-423d-8703-e7f74e7a9acb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335703 Jul 13 08:32:06.619549 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:06.667765 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac1ff70-cd65-4524-afb1-294d7deacaa6 x-openstack-request-id: req-fac1ff70-cd65-4524-afb1-294d7deacaa6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:06.668129 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-plugged", "status": "completed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:06.668523 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fac1ff70-cd65-4524-afb1-294d7deacaa6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:06.668962 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'code': 200} Jul 13 08:32:06.683912 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:06.783143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2f44a-b9ea-4e3f-95d6-027b7d1d8ce2 req-7a609edb-7afd-4799-8947-1125ee5181d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:06.784832 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15e2f44a-b9ea-4e3f-95d6-027b7d1d8ce2 req-7a609edb-7afd-4799-8947-1125ee5181d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1098 time: 0.0549712 Jul 13 08:32:06.823514 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-15e2f44a-b9ea-4e3f-95d6-027b7d1d8ce2 req-f4ece34c-ab7a-43c5-bec9-1bbcb97af45f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320077 Jul 13 08:32:06.959006 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aef2be7e-adf6-452e-b99c-ddacbc42b109 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:06.959302 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aef2be7e-adf6-452e-b99c-ddacbc42b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.793150 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d1098-cc66-458e-8628-4648a4e0ba49 req-fbd03c59-e6a4-4135-b835-8ffa24f3e8e0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:07.794701 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f23d1098-cc66-458e-8628-4648a4e0ba49 req-fbd03c59-e6a4-4135-b835-8ffa24f3e8e0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0649602 Jul 13 08:32:07.834294 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f23d1098-cc66-458e-8628-4648a4e0ba49 req-d598a441-f1dd-47fd-9a6f-948bf3cf9857 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339444 Jul 13 08:32:08.016664 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8887c-8168-4bee-b1a1-96095e1eea2b req-9ff952e8-6e9b-497f-a294-5085fa0f81d9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:08.018091 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95c8887c-8168-4bee-b1a1-96095e1eea2b req-9ff952e8-6e9b-497f-a294-5085fa0f81d9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0679159 Jul 13 08:32:08.056452 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-95c8887c-8168-4bee-b1a1-96095e1eea2b req-fd535d1b-009a-410a-b043-f2b040b7d021 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326471 Jul 13 08:32:08.081130 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:08.221221 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0da708-994a-42d4-ac01-92922ac4c06b tempest-TestShelveInstance-541520751 tempest-TestShelveInstance-541520751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:08.222791 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1d0da708-994a-42d4-ac01-92922ac4c06b tempest-TestShelveInstance-541520751 tempest-TestShelveInstance-541520751-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1093 time: 0.1406207 Jul 13 08:32:08.225802 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:08.230133 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:08.254390 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:08.258084 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:08.352178 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:08.458709 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Allocated IP 172.25.8.204 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/1021df0c-f77b-461c-bb05-f5277021764a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:08.563186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:08.602507 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:08.639279 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:08.644736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:08.648540 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:08.675016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'Port': ['ID=1021df0c-f77b-461c-bb05-f5277021764a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:09.030382 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:09.111922 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:09.258917 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:09.262973 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:09.331605 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'Port': ['ID=1021df0c-f77b-461c-bb05-f5277021764a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:09.343641 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:09.441983 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Floating IP 68463568-2a82-4166-b711-f9e74ba0e911 associated. External IP: 172.25.8.204, port: acb87aa2-4431-44fa-bcd6-bcbecc0c998a. Jul 13 08:32:09.982574 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Router 8d761e72-9018-4d1d-8f65-7df65d706fec has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:32:10.089304 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:10.099158 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] Sync routers for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:10.106379 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:10.110040 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:10.110667 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:10.144869 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aae8406c-00f9-47e1-ad4e-f938ca9c8fad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9180033 Jul 13 08:32:10.145625 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:10.147746 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fed37e-ea29-4a23-beed-318fb0fd4262" -d '{"events": [{"name": "network-changed", "server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:10.183476 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd26f9-1dfb-4d95-a6a7-e5f349500c85 x-openstack-request-id: req-4cfd26f9-1dfb-4d95-a6a7-e5f349500c85 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:10.183772 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:10.184050 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cfd26f9-1dfb-4d95-a6a7-e5f349500c85 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:10.184450 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'status': 'completed', 'code': 200} Jul 13 08:32:10.224781 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:10.268022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-f3df08b5-c3a9-4afb-bdf4-16fd7bd7dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:10.269542 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-f3df08b5-c3a9-4afb-bdf4-16fd7bd7dfa1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1098 time: 0.0577316 Jul 13 08:32:10.362321 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-43ca5fd4-7ccb-446f-9b76-6ae423da4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:10.363826 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-43ca5fd4-7ccb-446f-9b76-6ae423da4843 service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0881050 Jul 13 08:32:10.434503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-ce8c9d7d-eec9-4b0a-ae23-d29f123528ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 1000 time: 0.0635712 Jul 13 08:32:10.450245 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '68463568-2a82-4166-b711-f9e74ba0e911', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'port_id': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'mac_address': 'fa:16:3e:13:81:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb6a77b-90f8-4975-9380-085264700c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:32:08Z', 'updated_at': '2021-07-13T08:32:08Z', 'revision_number': 0, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:10.478249 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] Checking router: 8d761e72-9018-4d1d-8f65-7df65d706fec for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:10.485073 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-934b30bd-13fd-4bff-83ea-ecd3250ca278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:10.486458 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:10.486619 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-934b30bd-13fd-4bff-83ea-ecd3250ca278 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0459223 Jul 13 08:32:10.487062 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:31:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:10.545282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-880a0dc9-8913-4c4a-afc5-233b92a31575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:10.546897 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-880a0dc9-8913-4c4a-afc5-233b92a31575 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542278 Jul 13 08:32:10.596252 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:10.646853 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-5fe01dc6-1097-4942-8ed0-4196702092b1 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935960 Jul 13 08:32:10.744177 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c2fed37e-ea29-4a23-beed-318fb0fd4262 req-1f264cab-6707-4b36-b2cc-c6e8994e1eb1 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912857 Jul 13 08:32:10.838679 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '68463568-2a82-4166-b711-f9e74ba0e911', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'port_id': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'mac_address': 'fa:16:3e:13:81:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb6a77b-90f8-4975-9380-085264700c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:32:08Z', 'updated_at': '2021-07-13T08:32:08Z', 'revision_number': 0, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:10.956251 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435aa6d-4cb2-4cf9-a89a-16a261a9a4c8 None None] The sync data for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 is: [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '68463568-2a82-4166-b711-f9e74ba0e911', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'port_id': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'mac_address': 'fa:16:3e:13:81:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb6a77b-90f8-4975-9380-085264700c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:32:08Z', 'updated_at': '2021-07-13T08:32:08Z', 'revision_number': 0, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:11.151371 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f804fb-a854-48b7-bf91-59d8219315ed None None] New status for floating IP 68463568-2a82-4166-b711-f9e74ba0e911: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:32:18.452418 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1090e845-0188-4e8b-8328-afa9f89d43a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:21.144875 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a683e15-d6b6-45c6-ac94-433f7fe7bc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:21.199521 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:22.254223 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:23.914600 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.674186 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-40aa6874-00c1-47aa-9ced-a22de525cb68 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546024 Jul 13 08:32:34.765703 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-bdc12ee0-d9f9-4c1d-b48b-ced20c940121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:34.767203 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-bdc12ee0-d9f9-4c1d-b48b-ced20c940121 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1098 time: 0.0511332 Jul 13 08:32:34.861839 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:32:34.871936 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-151ec59c-9c27-4663-8fd9-6a842afec5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:34.873411 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-151ec59c-9c27-4663-8fd9-6a842afec5cd service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0839715 Jul 13 08:32:34.945535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-257cabe3-3bd0-40e8-a2cb-7bf4d9deae0c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 1002 time: 0.0645239 Jul 13 08:32:34.993423 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-b18e2a0a-1e16-475e-9b62-8f78b4f564ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:34.994878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-b18e2a0a-1e16-475e-9b62-8f78b4f564ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0426598 Jul 13 08:32:35.050805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-b6f853aa-e650-49f8-8c52-87c131e22352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:35.052273 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-b6f853aa-e650-49f8-8c52-87c131e22352 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510209 Jul 13 08:32:35.143926 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-06b3beae-e2ad-4d13-b678-d74bb2fbd9d9 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853062 Jul 13 08:32:35.231510 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-6838aedc-7519-4e82-8bb4-8780fdecb7af req-65e072a4-f16c-4546-bf8e-c78001e33674 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809870 Jul 13 08:32:36.357751 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.255348 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:48.453569 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6fca2998-80e8-4606-bc4a-129fa303fa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.146250 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b456d4-6f23-43b8-887c-38b3d5e9af33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.200334 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:52.254252 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:53.917653 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.372203 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:08.253013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:11.860884 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:33:18.453760 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fabc0bf4-1a85-4cb1-8a86-1fb6d1042cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.147318 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea227410-7340-4282-be8a-b11a04d4da5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.201084 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.257096 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:23.918909 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.376738 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.678747 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-bf8a4d98-1338-451d-bf65-37d61112eaa1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603271 Jul 13 08:33:36.773713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-b8cff6c1-7837-4e8b-b5a0-7fa88796d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:36.775290 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-b8cff6c1-7837-4e8b-b5a0-7fa88796d9e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1098 time: 0.0534205 Jul 13 08:33:36.884862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-4eb77647-9975-4ec0-a12c-0e776cb7e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:36.886408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-4eb77647-9975-4ec0-a12c-0e776cb7e34e service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0913782 Jul 13 08:33:36.953444 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-d733177a-151c-4065-8971-82a607fc7189 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 1002 time: 0.0600557 Jul 13 08:33:37.001752 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-71478b9e-3f3b-4204-b9f0-2fb2e29d26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:37.003308 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-71478b9e-3f3b-4204-b9f0-2fb2e29d26e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0437613 Jul 13 08:33:37.063495 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-f93386a5-d2f6-4037-8dc0-03336b02a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:37.065053 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-f93386a5-d2f6-4037-8dc0-03336b02a01b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561192 Jul 13 08:33:37.156762 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-405efa67-e6d2-4a18-8ae5-958e10855e6e service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853763 Jul 13 08:33:37.254659 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-85a7eb87-e862-4d1f-a575-1046faa3a7b2 req-b511d3ad-246e-481c-bcf3-013492f1731b service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921187 Jul 13 08:33:38.260991 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:48.456460 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72937a60-3694-462f-b6f3-9e416232f02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:48.860170 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:33:51.147731 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a4014ac-2e83-46eb-8cdc-2222cdd744fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:51.201161 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:52.260505 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:53.921747 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:06.053132 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e8073-e883-4ad8-accb-34cab4068b8f req-c4e3268e-f9c3-451c-85ba-6276af3b215a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:06.054703 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-755e8073-e883-4ad8-accb-34cab4068b8f req-c4e3268e-f9c3-451c-85ba-6276af3b215a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0662670 Jul 13 08:34:06.091695 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-755e8073-e883-4ad8-accb-34cab4068b8f req-4d6de3e3-5659-4bea-8b45-d8c86ca3a3e1 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309215 Jul 13 08:34:06.405215 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:07.293558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae1574-48f6-4238-bec8-1db3639b39aa req-5ca7deac-f067-4f1a-a2f6-021a896c7cf8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:07.295097 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5ae1574-48f6-4238-bec8-1db3639b39aa req-5ca7deac-f067-4f1a-a2f6-021a896c7cf8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0666726 Jul 13 08:34:07.337339 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c5ae1574-48f6-4238-bec8-1db3639b39aa req-f6a33ddc-71e1-4cb5-9427-9aea283194aa tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365670 Jul 13 08:34:08.261888 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:08.509156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccd9c-a630-46dd-bab6-273717a073c5 req-dcbce4fa-6105-42cc-b50c-a153a4a899fd tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:08.511454 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10dccd9c-a630-46dd-bab6-273717a073c5 req-dcbce4fa-6105-42cc-b50c-a153a4a899fd tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0644507 Jul 13 08:34:08.549358 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-10dccd9c-a630-46dd-bab6-273717a073c5 req-dd1dd72d-44d7-4a47-b5cf-2dc860a11ac3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323396 Jul 13 08:34:09.780456 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394c6d-c1c8-49a5-b86d-e63c609cb07f req-bf417ab3-4109-4918-a845-6fb0507c00d9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:09.781972 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92394c6d-c1c8-49a5-b86d-e63c609cb07f req-bf417ab3-4109-4918-a845-6fb0507c00d9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0627291 Jul 13 08:34:09.818089 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92394c6d-c1c8-49a5-b86d-e63c609cb07f req-626d291a-dfeb-4e66-9015-2721917c1b94 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306747 Jul 13 08:34:10.995619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4b6e4-9bfd-4439-925d-dc132e439d16 req-8ea4beb1-6b3b-4aac-bf2c-6893aa819289 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:10.997096 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0e4b6e4-9bfd-4439-925d-dc132e439d16 req-8ea4beb1-6b3b-4aac-bf2c-6893aa819289 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0657115 Jul 13 08:34:11.033934 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a0e4b6e4-9bfd-4439-925d-dc132e439d16 req-8d6253b4-8cbf-4563-8aa1-2640a194f4e0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313799 Jul 13 08:34:12.205285 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3c36c-495e-43c7-96ed-ce6c29847f28 req-a2a55b16-dcdc-4382-9ce4-1d003f781326 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:12.206732 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86c3c36c-495e-43c7-96ed-ce6c29847f28 req-a2a55b16-dcdc-4382-9ce4-1d003f781326 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0636773 Jul 13 08:34:12.243802 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-86c3c36c-495e-43c7-96ed-ce6c29847f28 req-48984aa4-9d12-413c-97d8-09af01b65874 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316043 Jul 13 08:34:13.414896 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a3c6-4a8e-4475-9c20-da37d1facc79 req-8d9ca681-f5b3-4cdc-902f-a23edc25f522 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:13.416377 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f00a3c6-4a8e-4475-9c20-da37d1facc79 req-8d9ca681-f5b3-4cdc-902f-a23edc25f522 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0623786 Jul 13 08:34:13.457428 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1f00a3c6-4a8e-4475-9c20-da37d1facc79 req-aca4cf15-21c4-46d7-8ed1-7d5547f0d7a2 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354142 Jul 13 08:34:14.627508 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f6d3-f674-4c58-9efd-013955f17034 req-733d7f82-d644-4cd3-ad34-23554590181a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:14.628999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b67f6d3-f674-4c58-9efd-013955f17034 req-733d7f82-d644-4cd3-ad34-23554590181a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0634856 Jul 13 08:34:14.667091 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b67f6d3-f674-4c58-9efd-013955f17034 req-e47bcf9e-e68f-4456-99f7-d7a431c086ee tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Jul 13 08:34:15.842682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390716a-c758-4edc-8ee3-4d28245a41bb req-6b25750a-65b4-4887-a28e-9d5769a05dde tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:15.844306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e390716a-c758-4edc-8ee3-4d28245a41bb req-6b25750a-65b4-4887-a28e-9d5769a05dde tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0643311 Jul 13 08:34:15.884718 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e390716a-c758-4edc-8ee3-4d28245a41bb req-4c7a6b27-61a4-4bb0-b6f9-35051a871892 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345383 Jul 13 08:34:17.014373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device acb87aa2-4431-44fa-bcd6-bcbecc0c998a details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:34:17.059102 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adcc91-7835-4fdf-902e-2fcc71e75941 req-2419dd35-7062-4ce2-a25d-54acd02d6dc8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:17.060605 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3adcc91-7835-4fdf-902e-2fcc71e75941 req-2419dd35-7062-4ce2-a25d-54acd02d6dc8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0670810 Jul 13 08:34:17.098487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b3adcc91-7835-4fdf-902e-2fcc71e75941 req-bf68cb36-2f80-45a7-b189-cce4473ca4aa tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322526 Jul 13 08:34:17.109900 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:17.121570 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'port_id': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'mac_address': 'fa:16:3e:13:81:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:34:17.161298 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:17.173589 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acb87aa2-4431-44fa-bcd6-bcbecc0c998a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:34:17.192710 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:17.196675 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:17.251721 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:17.262271 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.263013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.263154 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.263408 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.263749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.264085 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.264419 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.264748 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.265075 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.265404 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.265732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.266086 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:17.304917 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['acb87aa2-4431-44fa-bcd6-bcbecc0c998a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:34:17.504158 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f294fe00-5b5a-4cb3-a0b8-705c0b713225 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:17.504460 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f294fe00-5b5a-4cb3-a0b8-705c0b713225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:17.609465 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f294fe00-5b5a-4cb3-a0b8-705c0b713225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:17.631009 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:17.633241 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a94aaa-07f8-41dd-9972-84e52d258d9c" -d '{"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-plugged", "status": "completed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:17.650137 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f294fe00-5b5a-4cb3-a0b8-705c0b713225 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:17.655469 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f294fe00-5b5a-4cb3-a0b8-705c0b713225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:17.687381 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633703fb-c3e3-4e41-8c8b-25ba299ca29f x-openstack-request-id: req-633703fb-c3e3-4e41-8c8b-25ba299ca29f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:17.687669 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-plugged", "status": "completed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:17.687918 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-633703fb-c3e3-4e41-8c8b-25ba299ca29f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:17.688304 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'code': 200} Jul 13 08:34:17.717454 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294fe00-5b5a-4cb3-a0b8-705c0b713225 None None] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:17.917658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d1b29023-64e1-4715-9531-2737945d9430 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:17.918074 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b29023-64e1-4715-9531-2737945d9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:18.273057 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8a5-4442-4931-868b-9a686a883570 req-91ef3b1f-9e1b-4bed-9120-e51ddeda0fca tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:18.274621 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e33cd8a5-4442-4931-868b-9a686a883570 req-91ef3b1f-9e1b-4bed-9120-e51ddeda0fca tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0645232 Jul 13 08:34:18.314491 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e33cd8a5-4442-4931-868b-9a686a883570 req-746fdec0-51d3-4e00-a540-bf993b8d8646 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336981 Jul 13 08:34:18.459406 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93c3439b-bdff-4d11-b88a-8578e881a658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:19.031323 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device acb87aa2-4431-44fa-bcd6-bcbecc0c998a up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:19.083613 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:19.084343 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:19.502831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e41825-484e-49db-b390-eb4459ae1a52 req-05f39753-bb1f-495f-879a-af6469f01466 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:19.504511 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34e41825-484e-49db-b390-eb4459ae1a52 req-05f39753-bb1f-495f-879a-af6469f01466 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0751338 Jul 13 08:34:19.554708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-34e41825-484e-49db-b390-eb4459ae1a52 req-3b93794f-eaad-4168-9d52-c9b538d77c51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447006 Jul 13 08:34:20.750183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cece334-cd4e-446c-9974-8ee2cab93acd req-dedcb4f1-12a8-4ab2-b28c-e34c62446a99 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:20.751833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8cece334-cd4e-446c-9974-8ee2cab93acd req-dedcb4f1-12a8-4ab2-b28c-e34c62446a99 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0713453 Jul 13 08:34:20.793169 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8cece334-cd4e-446c-9974-8ee2cab93acd req-c209fd49-d659-45c9-a959-7fef95b4ded9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353074 Jul 13 08:34:21.149936 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-573711e2-c67c-4435-9e11-79e12e2ccac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:21.211401 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:21.983156 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059b28b-debe-4bf2-bdcf-57bfbdfa4869 req-ea57f85c-eca1-4c9c-bdfd-4ac876484f38 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:21.984702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e059b28b-debe-4bf2-bdcf-57bfbdfa4869 req-ea57f85c-eca1-4c9c-bdfd-4ac876484f38 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0695107 Jul 13 08:34:22.027504 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e059b28b-debe-4bf2-bdcf-57bfbdfa4869 req-ec5acb6c-171c-46c2-a61e-900d83d86e6a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361748 Jul 13 08:34:22.267356 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:23.216490 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad036b-eee4-40f4-8570-0c8198e52bb4 req-9a6bbcd6-8b8e-49d8-9893-70320d179f12 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:23.219056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2ad036b-eee4-40f4-8570-0c8198e52bb4 req-9a6bbcd6-8b8e-49d8-9893-70320d179f12 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0755622 Jul 13 08:34:23.262663 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f2ad036b-eee4-40f4-8570-0c8198e52bb4 req-a4ccf81e-e9f8-4fa2-aece-c5cc53baef82 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357306 Jul 13 08:34:23.930282 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:24.456697 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b3c50-bd18-49e2-8080-3f9f9c81d6e3 req-6093b5f4-af85-4de1-9bf1-f16c224fb27d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:24.458419 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f4b3c50-bd18-49e2-8080-3f9f9c81d6e3 req-6093b5f4-af85-4de1-9bf1-f16c224fb27d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0696664 Jul 13 08:34:24.502492 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4f4b3c50-bd18-49e2-8080-3f9f9c81d6e3 req-79f01776-8c08-4927-879b-bb8de96a863e tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370524 Jul 13 08:34:25.686670 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403ed59-4c51-40cd-9943-096a8518cd1c req-abd087cf-1613-4326-88d4-17e68d379324 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:25.688268 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a403ed59-4c51-40cd-9943-096a8518cd1c req-abd087cf-1613-4326-88d4-17e68d379324 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0697396 Jul 13 08:34:25.732185 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a403ed59-4c51-40cd-9943-096a8518cd1c req-b8e07abd-340b-4526-9afd-0e80497f42e5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381982 Jul 13 08:34:25.859728 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:34:26.918674 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849f7f5-5c29-4849-a3f6-b5cafbe79d0a req-ad6d8adc-95a5-4380-a4e7-49e5de678270 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:26.920199 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9849f7f5-5c29-4849-a3f6-b5cafbe79d0a req-ad6d8adc-95a5-4380-a4e7-49e5de678270 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0738184 Jul 13 08:34:26.963034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9849f7f5-5c29-4849-a3f6-b5cafbe79d0a req-0cdb1bf6-a743-4fe6-aa31-ea956c994161 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349150 Jul 13 08:34:27.608857 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-3551ca14-68b9-4a74-818f-5ea76ba96ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:27.610374 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-3551ca14-68b9-4a74-818f-5ea76ba96ac7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1098 time: 0.0527031 Jul 13 08:34:27.705463 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-7dab7944-6947-4b2f-85af-b995cdb8c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:27.706998 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-7dab7944-6947-4b2f-85af-b995cdb8c092 service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0898883 Jul 13 08:34:27.771870 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-23810bf9-3dfe-4910-8b40-90fa4a97b1d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 1002 time: 0.0586038 Jul 13 08:34:27.820354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-a4766188-b384-4053-b9e5-9dff1e586096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:27.821794 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-a4766188-b384-4053-b9e5-9dff1e586096 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0432720 Jul 13 08:34:27.881521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-dae770ff-9d0d-4026-9958-64c23f9e0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:27.883087 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-dae770ff-9d0d-4026-9958-64c23f9e0ee1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550973 Jul 13 08:34:27.971355 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-56ec8a82-22cd-4ea2-a3fa-4640559d4a87 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818939 Jul 13 08:34:28.065255 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cdede0ec-a0ef-4d5d-9805-4fc2f53b0241 req-691bf03d-153b-451b-8a97-59a690d87cc3 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872898 Jul 13 08:34:28.138358 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f770a9-6cc3-4d32-8e88-974f2cfd10e0 req-0b92d3ba-7410-4647-bb81-25e086041dfb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:28.139856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7f770a9-6cc3-4d32-8e88-974f2cfd10e0 req-0b92d3ba-7410-4647-bb81-25e086041dfb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0639279 Jul 13 08:34:28.176789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c7f770a9-6cc3-4d32-8e88-974f2cfd10e0 req-fafb6cca-5f96-4f3a-b578-bb2bdbbbedeb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313962 Jul 13 08:34:29.350198 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9ccdd-2538-4de9-b3fd-17448471fc16 req-03d77571-82ba-4ad7-a288-91f769b63654 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:29.351681 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3db9ccdd-2538-4de9-b3fd-17448471fc16 req-03d77571-82ba-4ad7-a288-91f769b63654 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0656312 Jul 13 08:34:29.389817 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3db9ccdd-2538-4de9-b3fd-17448471fc16 req-f54d8de9-4ef8-49a6-815e-c076477147e0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326667 Jul 13 08:34:30.563309 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3eb39c-415a-4a6c-a7f2-bdb4b034058c req-b8f3a880-6e0c-4f2b-ab54-bc846ac81cc5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:30.564831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fb3eb39c-415a-4a6c-a7f2-bdb4b034058c req-b8f3a880-6e0c-4f2b-ab54-bc846ac81cc5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0646918 Jul 13 08:34:30.602894 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fb3eb39c-415a-4a6c-a7f2-bdb4b034058c req-f839f237-10c8-42d9-838a-4653e01cf69c tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Jul 13 08:34:30.941188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b40077-ddaf-475f-b23a-fd8f285cf301 req-153517d7-81fc-443c-9df5-c8602cb890d0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:30.942721 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08b40077-ddaf-475f-b23a-fd8f285cf301 req-153517d7-81fc-443c-9df5-c8602cb890d0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0639448 Jul 13 08:34:30.985995 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-08b40077-ddaf-475f-b23a-fd8f285cf301 req-9ed1279b-c709-42ae-b95b-c5a5f52195f5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371335 Jul 13 08:34:31.067876 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60352) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:31.138313 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device acb87aa2-4431-44fa-bcd6-bcbecc0c998a no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:31.160595 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-39a50835-1b6e-4512-8028-87c73247d3b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915639 Jul 13 08:34:31.218745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.245000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:31.247279 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a63157-7fca-4767-936a-b9771821f704" -d '{"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-unplugged", "status": "completed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:31.260770 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:31.265115 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.292091 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff33bc2f-54ef-4174-b3c8-a2734d2b9711 x-openstack-request-id: req-ff33bc2f-54ef-4174-b3c8-a2734d2b9711 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:31.292385 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-unplugged", "status": "failed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:31.292645 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff33bc2f-54ef-4174-b3c8-a2734d2b9711 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:31.293030 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'code': 422} returned with failed status Jul 13 08:34:31.325063 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:31.501537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e62c8fa8-49fc-428c-9cd6-8af23817b9d9 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:31.501917 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e62c8fa8-49fc-428c-9cd6-8af23817b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.586996 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e62c8fa8-49fc-428c-9cd6-8af23817b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.622019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e62c8fa8-49fc-428c-9cd6-8af23817b9d9 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:31.625876 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e62c8fa8-49fc-428c-9cd6-8af23817b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.680401 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c8fa8-49fc-428c-9cd6-8af23817b9d9 None None] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:31.881411 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bfa0d085-7d7e-409a-8c9c-f2cbc0e3ad2b None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:31.881792 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bfa0d085-7d7e-409a-8c9c-f2cbc0e3ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.112675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-67a592e0-b012-49ce-ab54-1bcdc6f8e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:32.114272 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-67a592e0-b012-49ce-ab54-1bcdc6f8e2c2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75&tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a HTTP/1.1" status: 200 len: 1098 time: 0.0538514 Jul 13 08:34:32.160120 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf7520-c7f3-4d67-acf8-39d5b69754ae req-906aec49-1282-4cf2-8b50-e762ab1eae4d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:32.161654 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcaf7520-c7f3-4d67-acf8-39d5b69754ae req-906aec49-1282-4cf2-8b50-e762ab1eae4d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0638480 Jul 13 08:34:32.193898 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-63fdc9ad-ff85-40f0-bd97-7d34035f3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:32.195461 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-63fdc9ad-ff85-40f0-bd97-7d34035f3483 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1098 time: 0.0574582 Jul 13 08:34:32.199229 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fcaf7520-c7f3-4d67-acf8-39d5b69754ae req-678da9c0-8f44-479b-8f13-1a8a056f2343 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315626 Jul 13 08:34:32.286844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-cd3ad439-6aeb-4763-98cf-f7ee00915035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:32.288328 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-cd3ad439-6aeb-4763-98cf-f7ee00915035 service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0870874 Jul 13 08:34:32.355231 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-39bb4c49-0ae7-47c9-a2a8-c0feccef6db3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 1002 time: 0.0606313 Jul 13 08:34:32.403545 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-65903889-f323-4f1b-932b-92b6eaec20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:32.405010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-65903889-f323-4f1b-932b-92b6eaec20a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0439892 Jul 13 08:34:32.461502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-976b19d5-ec53-4bca-9814-f55239a06932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:32.463053 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-976b19d5-ec53-4bca-9814-f55239a06932 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524163 Jul 13 08:34:32.555237 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-d160be86-083e-49a3-8674-bc3dd9480d87 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853250 Jul 13 08:34:32.644947 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-09f40e7e-a341-4264-b4c9-d8e2c96d66b4 req-d8e9c40d-5567-4ad1-9cd9-0f327320438d service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832064 Jul 13 08:34:33.294575 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:33.296928 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5671ef70-de8a-4fe4-870b-5c818d1a21f1" -d '{"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-plugged", "status": "completed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:33.384873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7e36b-e9e6-4c2c-9e01-1da01c9ae8aa req-480fd152-6bd6-41bd-900e-aef3f55f21f4 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:33.387532 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dba7e36b-e9e6-4c2c-9e01-1da01c9ae8aa req-480fd152-6bd6-41bd-900e-aef3f55f21f4 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0695164 Jul 13 08:34:33.429470 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dba7e36b-e9e6-4c2c-9e01-1da01c9ae8aa req-10b440d5-1141-4bf9-ac3f-36097aff3bee tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361722 Jul 13 08:34:33.479255 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da1b1f2-ede4-4374-9ecd-5e9da840819b x-openstack-request-id: req-8da1b1f2-ede4-4374-9ecd-5e9da840819b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:33.479553 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-plugged", "status": "completed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:33.479811 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8da1b1f2-ede4-4374-9ecd-5e9da840819b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:33.480204 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'code': 200} Jul 13 08:34:34.613640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884ea4-7bb3-4999-80a2-5a2da9986e15 req-ea223d46-4245-4457-91ec-1b61c4096dd6 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:34.615296 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-91884ea4-7bb3-4999-80a2-5a2da9986e15 req-ea223d46-4245-4457-91ec-1b61c4096dd6 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0699804 Jul 13 08:34:34.655502 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-91884ea4-7bb3-4999-80a2-5a2da9986e15 req-30e1c878-837e-4808-98af-15e611d962ea tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333552 Jul 13 08:34:35.837469 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d6c43-09fe-4b67-b4e3-b0dd50afc920 req-f7ad9904-fb80-4199-9b9b-d8be01d45c88 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:35.839576 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b7d6c43-09fe-4b67-b4e3-b0dd50afc920 req-f7ad9904-fb80-4199-9b9b-d8be01d45c88 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0656059 Jul 13 08:34:35.880360 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8b7d6c43-09fe-4b67-b4e3-b0dd50afc920 req-2c0de74a-fd76-474d-a6a5-3dab912d2506 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350881 Jul 13 08:34:36.427969 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.071341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0da46-a051-412c-a4ce-eea51df6bad6 req-3b112e48-168a-44d7-825a-2202a0ec625a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:37.072879 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cca0da46-a051-412c-a4ce-eea51df6bad6 req-3b112e48-168a-44d7-825a-2202a0ec625a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0719366 Jul 13 08:34:37.113824 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cca0da46-a051-412c-a4ce-eea51df6bad6 req-a2e53201-92a0-44ee-89db-821a97d4fd98 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351832 Jul 13 08:34:38.258627 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.301288 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e92cef-5339-4730-bbe3-84d7cca051ca req-e66e69bc-d80f-437c-afc2-c79b57556866 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:38.302840 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61e92cef-5339-4730-bbe3-84d7cca051ca req-e66e69bc-d80f-437c-afc2-c79b57556866 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0667775 Jul 13 08:34:38.341310 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-61e92cef-5339-4730-bbe3-84d7cca051ca req-e470b5ff-7a99-42aa-a923-d3e5c2287587 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328035 Jul 13 08:34:39.529868 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace9eb6-99a6-4c67-8ccd-19b9d7532166 req-8cceeb3d-6704-4585-9eb2-8c3abd2a05b8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:39.531438 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aace9eb6-99a6-4c67-8ccd-19b9d7532166 req-8cceeb3d-6704-4585-9eb2-8c3abd2a05b8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0648322 Jul 13 08:34:39.573882 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-aace9eb6-99a6-4c67-8ccd-19b9d7532166 req-1e090f8f-8d9f-4c41-9a49-41389bcfb68b tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366867 Jul 13 08:34:40.948787 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff243c-532e-44dd-95e1-a3ba3da99016 req-5112980f-41a1-4347-869b-11493dbcaa41 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.953229 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0eff243c-532e-44dd-95e1-a3ba3da99016 req-5112980f-41a1-4347-869b-11493dbcaa41 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0751326 Jul 13 08:34:40.988958 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0eff243c-532e-44dd-95e1-a3ba3da99016 req-d1099588-d0ed-43d2-818e-f0608659ec33 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329785 Jul 13 08:34:42.165451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5139-ba67-4de7-9421-ee5b9501938f req-b405aa6a-7d6c-486a-bce7-b0fd5ec38c51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:42.166939 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f40b5139-ba67-4de7-9421-ee5b9501938f req-b405aa6a-7d6c-486a-bce7-b0fd5ec38c51 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0655744 Jul 13 08:34:42.205805 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f40b5139-ba67-4de7-9421-ee5b9501938f req-747c7f23-a62d-4a5e-a7b6-d1a969fe74d2 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331306 Jul 13 08:34:42.797018 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-1a53fdd0-88d2-4ab3-9543-9b61d9a7bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:42.798610 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-1a53fdd0-88d2-4ab3-9543-9b61d9a7bb2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1098 time: 0.0566740 Jul 13 08:34:42.906162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-b7b38317-1c1a-4dd2-80a6-aaa91e1ee0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:42.907634 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-b7b38317-1c1a-4dd2-80a6-aaa91e1ee0c0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0857165 Jul 13 08:34:42.977607 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-88b328f3-6e18-4237-ab3d-a5cb34f6c984 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 1002 time: 0.0605605 Jul 13 08:34:43.026138 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-c432b481-e7a9-49d4-81f4-f43fcf8283e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:43.028346 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-c432b481-e7a9-49d4-81f4-f43fcf8283e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0426874 Jul 13 08:34:43.083646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-87553254-76ce-4d94-8716-579d222e775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:43.085029 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-87553254-76ce-4d94-8716-579d222e775f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503840 Jul 13 08:34:43.176740 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-715b03d1-5140-42a5-a967-3d62e8b1746e service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841217 Jul 13 08:34:43.266550 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3aeb160d-cb7d-4384-99da-99045d3cf177 req-40e64472-1715-4fab-9012-e5ee45c551d4 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826910 Jul 13 08:34:43.382362 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54c48f-d216-4a56-a5ec-95aca1999c55 req-c1e6ef61-b6aa-49a5-b72e-0ffb0d71ebac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:43.383764 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f54c48f-d216-4a56-a5ec-95aca1999c55 req-c1e6ef61-b6aa-49a5-b72e-0ffb0d71ebac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0657058 Jul 13 08:34:43.421425 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7f54c48f-d216-4a56-a5ec-95aca1999c55 req-6b732d75-058d-42e2-93bd-d47a3841929d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313439 Jul 13 08:34:43.774550 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57656fb2-15b4-4c1c-84a4-57aef2df6524 req-5adfa7bf-9814-4728-9fe2-5e68cdfcb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:43.776023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57656fb2-15b4-4c1c-84a4-57aef2df6524 req-5adfa7bf-9814-4728-9fe2-5e68cdfcb67c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1098 time: 0.0546634 Jul 13 08:34:43.809785 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-57656fb2-15b4-4c1c-84a4-57aef2df6524 req-ba3d95e5-2858-49a0-ade0-1205de85954b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268557 Jul 13 08:34:44.599735 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537c8ba-0bc4-4148-8443-2ebaf26e2a6d req-4e16cee7-9dd9-4319-a3ee-efabaae38fcc tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:44.601232 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9537c8ba-0bc4-4148-8443-2ebaf26e2a6d req-4e16cee7-9dd9-4319-a3ee-efabaae38fcc tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0666285 Jul 13 08:34:44.642793 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9537c8ba-0bc4-4148-8443-2ebaf26e2a6d req-ebb09e9e-abd8-4dd0-9fcb-bafd241bcd33 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353365 Jul 13 08:34:45.207996 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device acb87aa2-4431-44fa-bcd6-bcbecc0c998a details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:34:45.301116 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:45.312733 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'port_id': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'mac_address': 'fa:16:3e:13:81:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:34:45.347864 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:45.363858 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acb87aa2-4431-44fa-bcd6-bcbecc0c998a {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:34:45.383881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:45.387772 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:45.440527 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:45.666732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-59cc0a49-b338-4f1f-bca7-8f632e565d45 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:45.667104 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59cc0a49-b338-4f1f-bca7-8f632e565d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:45.690723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['acb87aa2-4431-44fa-bcd6-bcbecc0c998a'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:34:45.811327 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59cc0a49-b338-4f1f-bca7-8f632e565d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:45.815409 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadf5f6-56f7-4f07-9e6a-f709b5b02f92 req-2b54d3ae-ec0b-43c5-8357-68e3fbbfda20 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:45.816904 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4cadf5f6-56f7-4f07-9e6a-f709b5b02f92 req-2b54d3ae-ec0b-43c5-8357-68e3fbbfda20 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 946 time: 0.0623956 Jul 13 08:34:45.846496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:45.848704 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7838fbd4-3e32-48e3-9dee-9bb5e3c9fdcb" -d '{"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-plugged", "status": "completed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:45.855921 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4cadf5f6-56f7-4f07-9e6a-f709b5b02f92 req-b92fe30a-d6f1-4bc1-af3b-050053d91abe tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330081 Jul 13 08:34:45.870456 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-59cc0a49-b338-4f1f-bca7-8f632e565d45 None None] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:45.891135 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59cc0a49-b338-4f1f-bca7-8f632e565d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:45.927346 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21653b49-ab49-4fa8-89d2-e5498e56c085 x-openstack-request-id: req-21653b49-ab49-4fa8-89d2-e5498e56c085 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:45.927642 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-plugged", "status": "completed", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:45.927896 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21653b49-ab49-4fa8-89d2-e5498e56c085 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:45.928285 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'code': 200} Jul 13 08:34:45.979761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc0a49-b338-4f1f-bca7-8f632e565d45 None None] Pushing event updated for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:46.162846 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2c81314f-0b6a-442e-95f0-8a2413945061 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:46.163224 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c81314f-0b6a-442e-95f0-8a2413945061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:47.220418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device acb87aa2-4431-44fa-bcd6-bcbecc0c998a up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:47.267338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port acb87aa2-4431-44fa-bcd6-bcbecc0c998a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:47.267715 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:48.460188 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7d28a4e-ff9b-46e9-83ce-917566f47321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.152305 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-462ee790-ffce-4139-b979-5805bec896c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.202559 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.267011 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:53.923393 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:02.858859 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:35:06.447777 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:08.263427 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:18.461033 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bc126ba-750e-499e-91c0-fbeb835eaebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:21.152601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c2acd9d-350b-4d24-8dd6-8115a557ecac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:21.203055 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:22.269365 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.925507 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:36.447728 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:38.264144 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:39.735732 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-de3d754a-3c88-4b3c-a016-8c2c25968fa9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0915678 Jul 13 08:35:39.828852 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-e8587e9d-04b2-49e0-a1c0-834602c7ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:39.830491 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-e8587e9d-04b2-49e0-a1c0-834602c7ae1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1099 time: 0.0527813 Jul 13 08:35:39.857818 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:35:39.936518 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-e0313d23-3a3e-476a-99d0-d05814edacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:39.938210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-e0313d23-3a3e-476a-99d0-d05814edacd6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0887437 Jul 13 08:35:40.002420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-537f1c73-c447-4f27-9766-7c345bd62bf9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 1002 time: 0.0582378 Jul 13 08:35:40.049378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-27f5aba8-e5cd-4b29-8bf6-d202f3e85d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:40.051455 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-27f5aba8-e5cd-4b29-8bf6-d202f3e85d1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0426557 Jul 13 08:35:40.109993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-f6302012-30fc-4d6b-a596-898e15449d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:40.111434 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-f6302012-30fc-4d6b-a596-898e15449d48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540192 Jul 13 08:35:40.197760 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-92254efc-1168-49e6-9e05-4392d86c0033 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801730 Jul 13 08:35:40.290023 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-932d5d52-2da6-4d0a-9b8c-ca5a3ba3a0b7 req-515171c6-9898-4b42-a400-59cecee708a8 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859661 Jul 13 08:35:48.464514 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e79f2f49-3ee3-4eff-95f2-ab8b559bda73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:51.153893 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bdef605-4254-4e62-8ee7-c901b3cb921c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:51.204273 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:52.272970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:53.929004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:56.482407 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60474) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:56.648596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Deleting port 1021df0c-f77b-461c-bb05-f5277021764a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:56.648940 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:56.727238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:56.727570 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:56.739026 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Calling delete_port for 1021df0c-f77b-461c-bb05-f5277021764a owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:56.890194 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:56.917349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event deleted for resources: {'Port': ['ID=1021df0c-f77b-461c-bb05-f5277021764a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:56.929329 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.929670 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.930037 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.930395 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.930753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.931057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.931383 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.931706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.932027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.932353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.932675 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.932993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:56.991752 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:56.992029 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Floating IP 68463568-2a82-4166-b711-f9e74ba0e911 disassociated (deleted). External IP: 172.25.8.204, port: acb87aa2-4431-44fa-bcd6-bcbecc0c998a. Jul 13 08:35:57.199071 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Router 8d761e72-9018-4d1d-8f65-7df65d706fec has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:35:57.306281 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:35:57.311131 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:57.315367 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] Sync routers for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:35:57.324845 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:57.325530 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:57.350715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-42564070-7e93-46a2-b037-2c74bfb44535 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "DELETE /v2.0/floatingips/68463568-2a82-4166-b711-f9e74ba0e911 HTTP/1.1" status: 204 len: 168 time: 0.8671000 Jul 13 08:35:57.351341 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:57.353732 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa23dc-062d-4d80-ac69-babf889f33c7" -d '{"events": [{"name": "network-changed", "server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:57.436053 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:57.646523 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:57.663883 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1912572-36e1-44c3-816f-b569444914e6 x-openstack-request-id: req-f1912572-36e1-44c3-816f-b569444914e6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:57.664574 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:57.664574 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1912572-36e1-44c3-816f-b569444914e6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:57.665129 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'status': 'completed', 'code': 200} Jul 13 08:35:57.672724 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] Checking router: 8d761e72-9018-4d1d-8f65-7df65d706fec for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:35:57.681871 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:57.682708 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:35:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:57.747763 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-e5140748-72df-4b58-89b6-c531af2ea0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:57.749578 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-e5140748-72df-4b58-89b6-c531af2ea0fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 1099 time: 0.0577781 Jul 13 08:35:57.792214 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:57.831064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808765a-a684-4f1a-a878-39a434e84106 req-95dc62de-a12a-4389-860d-a74fe21a5747 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:57.832550 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3808765a-a684-4f1a-a878-39a434e84106 req-95dc62de-a12a-4389-860d-a74fe21a5747 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 947 time: 0.0769377 Jul 13 08:35:57.852562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-460cbae2-4355-4905-a15d-f3e6fa85cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:57.854177 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-460cbae2-4355-4905-a15d-f3e6fa85cf41 service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0982673 Jul 13 08:35:57.877968 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3808765a-a684-4f1a-a878-39a434e84106 req-b8cea3f3-4ead-46f6-a255-77dd5295620a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363429 Jul 13 08:35:57.896125 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-342f06ec-847f-40d9-b130-f69fa95d39fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 200 len: 217 time: 0.0355051 Jul 13 08:35:57.954971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-50937c61-b3ed-44ea-85ca-504f2996ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:57.956465 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-50937c61-b3ed-44ea-85ca-504f2996ba37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0494936 Jul 13 08:35:58.016158 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-d283c317-69b9-4a10-9944-af91a618ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:58.017724 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-d283c317-69b9-4a10-9944-af91a618ca17 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546372 Jul 13 08:35:58.022686 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:58.052289 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e428a3-fc85-40d7-b636-590494670314 None None] The sync data for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 is: [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:35:58.110812 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-95d93e73-2a68-4203-adc7-0da8450a34de service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863028 Jul 13 08:35:58.290813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e985e56-36cf-467b-b592-dd1c0fe02872 None None] New status for floating IP 68463568-2a82-4166-b711-f9e74ba0e911: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:35:58.532905 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-11fa23dc-062d-4d80-ac69-babf889f33c7 req-c818191c-e8e5-4851-ab2e-e0c7e3d74fe8 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149067 Jul 13 08:35:58.918375 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fbdea-895f-4420-968d-e1939cdfd086 req-d392eafa-11e1-4c71-b859-d985f8d4809f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:58.919924 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-425fbdea-895f-4420-968d-e1939cdfd086 req-d392eafa-11e1-4c71-b859-d985f8d4809f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 947 time: 0.0651431 Jul 13 08:35:59.030796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-425fbdea-895f-4420-968d-e1939cdfd086 req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Deleting port acb87aa2-4431-44fa-bcd6-bcbecc0c998a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:59.031135 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-425fbdea-895f-4420-968d-e1939cdfd086 req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.061365 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78799ddf-aefb-4a80-856a-138a51136eed req-a268996c-563e-4c67-814f-abbd0055458d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:59.062949 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78799ddf-aefb-4a80-856a-138a51136eed req-a268996c-563e-4c67-814f-abbd0055458d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb6a77b-90f8-4975-9380-085264700c75 HTTP/1.1" status: 200 len: 947 time: 0.0658047 Jul 13 08:35:59.101984 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-78799ddf-aefb-4a80-856a-138a51136eed req-a734f8cf-f44b-47c5-b3e7-2af685f47e28 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=323e7e39-8960-4f04-9067-01e3ebdf14c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332441 Jul 13 08:35:59.122909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-425fbdea-895f-4420-968d-e1939cdfd086 req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] For port acb87aa2-4431-44fa-bcd6-bcbecc0c998a, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:59.123290 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-425fbdea-895f-4420-968d-e1939cdfd086 req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.141125 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-425fbdea-895f-4420-968d-e1939cdfd086 req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Calling delete_port for acb87aa2-4431-44fa-bcd6-bcbecc0c998a owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:59.270625 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-425fbdea-895f-4420-968d-e1939cdfd086 req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.301152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event deleted for resources: {'Port': ['ID=acb87aa2-4431-44fa-bcd6-bcbecc0c998a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:59.353796 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-425fbdea-895f-4420-968d-e1939cdfd086 req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] No DVR routers for this DVR port acb87aa2-4431-44fa-bcd6-bcbecc0c998a on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:35:59.356234 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-425fbdea-895f-4420-968d-e1939cdfd086 req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.358266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-425fbdea-895f-4420-968d-e1939cdfd086 req-42d53722-71bc-4960-9317-04c83b01bf39 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.38 "DELETE /v2.0/ports/acb87aa2-4431-44fa-bcd6-bcbecc0c998a HTTP/1.1" status: 204 len: 173 time: 0.4331272 Jul 13 08:35:59.666501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-deleted', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:59.668918 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def001d2-91a2-436f-b845-1abeca9012e7" -d '{"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-deleted", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:59.705360 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f25dd22-cfdf-43c3-99fc-eadd78f5f45d x-openstack-request-id: req-9f25dd22-cfdf-43c3-99fc-eadd78f5f45d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:59.705651 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb6a77b-90f8-4975-9380-085264700c75", "name": "network-vif-deleted", "tag": "acb87aa2-4431-44fa-bcd6-bcbecc0c998a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:59.705901 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f25dd22-cfdf-43c3-99fc-eadd78f5f45d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:59.706322 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb6a77b-90f8-4975-9380-085264700c75', 'name': 'network-vif-deleted', 'tag': 'acb87aa2-4431-44fa-bcd6-bcbecc0c998a', 'status': 'completed', 'code': 200} Jul 13 08:36:00.196041 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60494) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:00.255890 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.284934 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.350754 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.353802 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.355012 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "DELETE /v2.0/security-groups/323e7e39-8960-4f04-9067-01e3ebdf14c7 HTTP/1.1" status: 204 len: 168 time: 0.1579287 Jul 13 08:36:00.364349 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323e7e39-8960-4f04-9067-01e3ebdf14c7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:00.374331 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.374923 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.375505 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.376094 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.376667 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.377283 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.377821 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.378408 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.378844 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.379515 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.379993 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.380532 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41192f-0d98-45d8-bed1-0dbc4f22d69f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:00.776004 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:00.780708 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-85a2da11-f6de-467a-af1a-b75feead6cb8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355746782', 'description': 'tempest-secgroup-smoke-1355746782 description', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:00.802498 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85a2da11-f6de-467a-af1a-b75feead6cb8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.891044 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85a2da11-f6de-467a-af1a-b75feead6cb8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.894745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85a2da11-f6de-467a-af1a-b75feead6cb8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.922840 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85a2da11-f6de-467a-af1a-b75feead6cb8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.924114 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-85a2da11-f6de-467a-af1a-b75feead6cb8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1470973 Jul 13 08:36:00.927268 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:00.928483 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2da11-f6de-467a-af1a-b75feead6cb8 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b082d2d-401f-4269-909a-84dd3eadb273,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:00.933394 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a5c773d4-e936-4eb4-ac97-d991950a1af3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '3b082d2d-401f-4269-909a-84dd3eadb273', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:00.962997 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5c773d4-e936-4eb4-ac97-d991950a1af3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.010660 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5c773d4-e936-4eb4-ac97-d991950a1af3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.014607 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5c773d4-e936-4eb4-ac97-d991950a1af3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.033010 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c773d4-e936-4eb4-ac97-d991950a1af3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546bc657-e3ea-44b8-bc2c-bd0222ed3282,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.038843 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5c773d4-e936-4eb4-ac97-d991950a1af3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.040205 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a5c773d4-e936-4eb4-ac97-d991950a1af3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114318 Jul 13 08:36:01.042833 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.047390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6f80bac0-439e-455f-b4b5-5aac2807ce27 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '3b082d2d-401f-4269-909a-84dd3eadb273', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:01.073202 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f80bac0-439e-455f-b4b5-5aac2807ce27 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.135297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f80bac0-439e-455f-b4b5-5aac2807ce27 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.140554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f80bac0-439e-455f-b4b5-5aac2807ce27 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.158444 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80bac0-439e-455f-b4b5-5aac2807ce27 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94d1c91-850d-4542-a3bb-f434dcf5f522,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.165335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f80bac0-439e-455f-b4b5-5aac2807ce27 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.166662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6f80bac0-439e-455f-b4b5-5aac2807ce27 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228635 Jul 13 08:36:01.169512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.174091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-66b3af0b-fd5b-47c7-965d-a101aff30c10 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '3b082d2d-401f-4269-909a-84dd3eadb273', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:01.201347 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66b3af0b-fd5b-47c7-965d-a101aff30c10 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.261817 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66b3af0b-fd5b-47c7-965d-a101aff30c10 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.265497 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66b3af0b-fd5b-47c7-965d-a101aff30c10 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.283509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3af0b-fd5b-47c7-965d-a101aff30c10 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db3e806-7cb9-482d-b3fd-3d1683eb14fd,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.289764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66b3af0b-fd5b-47c7-965d-a101aff30c10 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.290775 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-66b3af0b-fd5b-47c7-965d-a101aff30c10 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202719 Jul 13 08:36:01.293560 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60508) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.298102 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7610e381-7f84-466e-af98-cbf088bf7e68 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '3b082d2d-401f-4269-909a-84dd3eadb273', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:01.326870 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7610e381-7f84-466e-af98-cbf088bf7e68 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.384888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7610e381-7f84-466e-af98-cbf088bf7e68 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.389050 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7610e381-7f84-466e-af98-cbf088bf7e68 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.411326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610e381-7f84-466e-af98-cbf088bf7e68 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1be7ae-63f5-476a-9592-7d5adccf390c,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.415432 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7610e381-7f84-466e-af98-cbf088bf7e68 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.418405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-7610e381-7f84-466e-af98-cbf088bf7e68 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238327 Jul 13 08:36:01.419305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.423781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d5bd9c2a-eedf-4735-a273-bf01a548b5fb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '3b082d2d-401f-4269-909a-84dd3eadb273', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:01.446151 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-d5bd9c2a-eedf-4735-a273-bf01a548b5fb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Project 0eb769dc4c64459a8d5a9f4b02ff194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:36:01.450996 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9c2a-eedf-4735-a273-bf01a548b5fb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.512907 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9c2a-eedf-4735-a273-bf01a548b5fb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.517186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9c2a-eedf-4735-a273-bf01a548b5fb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.535671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd9c2a-eedf-4735-a273-bf01a548b5fb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3208f8c8-869f-4cde-a9d1-4460f3a7dba9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.542597 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9c2a-eedf-4735-a273-bf01a548b5fb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.544046 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d5bd9c2a-eedf-4735-a273-bf01a548b5fb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237850 Jul 13 08:36:01.547146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.551633 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-97c42051-a945-44e3-8283-b206e71cfa92 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'security_group_rule': {'security_group_id': '3b082d2d-401f-4269-909a-84dd3eadb273', 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:01.574834 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-97c42051-a945-44e3-8283-b206e71cfa92 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Project 0eb769dc4c64459a8d5a9f4b02ff194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:36:01.580041 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c42051-a945-44e3-8283-b206e71cfa92 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.619125 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device acb87aa2-4431-44fa-bcd6-bcbecc0c998a no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:01.643069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: acb87aa2-4431-44fa-bcd6-bcbecc0c998a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:01.643422 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device acb87aa2-4431-44fa-bcd6-bcbecc0c998a not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:01.645908 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c42051-a945-44e3-8283-b206e71cfa92 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.649814 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c42051-a945-44e3-8283-b206e71cfa92 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.667392 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c42051-a945-44e3-8283-b206e71cfa92 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fe0619-2d07-4c28-b252-bd09d2baa9b1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.674528 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c42051-a945-44e3-8283-b206e71cfa92 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.675866 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-97c42051-a945-44e3-8283-b206e71cfa92 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277769 Jul 13 08:36:06.444543 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.263843 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.941966 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-59c6b384-33ce-4315-9cb7-62230010033e tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355746782&fields=id&tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a HTTP/1.1" status: 200 len: 267 time: 0.0323608 Jul 13 08:36:16.052732 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-505d92f0-7801-45c6-89ad-77e463e0c02f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:16.054175 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-505d92f0-7801-45c6-89ad-77e463e0c02f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 808 time: 0.1050792 Jul 13 08:36:16.068822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-a5a2aa9d-6657-4441-b1db-ceed5b12d9bc tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/quotas/0eb769dc4c64459a8d5a9f4b02ff194a HTTP/1.1" status: 200 len: 375 time: 0.0090680 Jul 13 08:36:16.136293 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-7f544a80-d292-4def-949d-620febb6db7a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617995 Jul 13 08:36:16.283848 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-45fef409-4861-41ac-ac9f-1aad18022dec service neutron] 10.222.0.41 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327515 Jul 13 08:36:16.371740 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-cdc205f0-a80c-47f9-a14d-c94d2a5fc725 service neutron] 10.222.0.41 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815339 Jul 13 08:36:16.666987 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f137293a-3322-46e2-a52f-af672bbcf090 req-24941318-9dec-485e-82c7-51839edccffa tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 210 time: 0.0292006 Jul 13 08:36:16.857995 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:36:17.668962 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-0142e69f-5230-446a-b711-e9eb665f12f9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:17.671250 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-0142e69f-5230-446a-b711-e9eb665f12f9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.48 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 808 time: 0.1083281 Jul 13 08:36:17.715596 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-489f7c6c-f937-42b4-bb41-95c56c107e1d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a HTTP/1.1" status: 200 len: 380 time: 0.0354247 Jul 13 08:36:17.724956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'port': {'device_id': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'admin_state_up': True, 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'security_groups': ['3b082d2d-401f-4269-909a-84dd3eadb273']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:17.814963 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96020201-b371-446a-a74c-ead80d6d014b req-6f222350-069b-4e33-bffb-bcb7d70ba252 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 210 time: 0.0331383 Jul 13 08:36:17.852293 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Made reservation on behalf of 0eb769dc4c64459a8d5a9f4b02ff194a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:17.855988 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.992623 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Allocated IP 172.20.0.12 (766165d2-237f-4532-96d0-41d7a5c3a91e/deb90350-5114-44c0-9bac-ee293db0377b/ce8d1023-2368-48c8-94c0-df49f865a131) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:18.133932 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.146865 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Transition to ACTIVE for port object ce8d1023-2368-48c8-94c0-df49f865a131 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:18.179510 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.225673 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Network 766165d2-237f-4532-96d0-41d7a5c3a91e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:18.230825 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:18.234650 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:18.260344 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:18.290352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:18.291242 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.308485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ca459782-bc7e-4237-8187-40d96da86b62 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879028 Jul 13 08:36:18.367564 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Request body: {'port': {'device_id': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:18.445168 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.466399 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-348bef6e-7797-4f3d-9a40-7c6d7e249c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.486354 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a80cf902-af21-42bd-b88b-7f7add1d13c6 None None] Provisioning for port ce8d1023-2368-48c8-94c0-df49f865a131 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:18.490460 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a80cf902-af21-42bd-b88b-7f7add1d13c6 None None] Provisioning complete for port ce8d1023-2368-48c8-94c0-df49f865a131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:18.490933 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a80cf902-af21-42bd-b88b-7f7add1d13c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.527866 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a80cf902-af21-42bd-b88b-7f7add1d13c6 None None] Port ce8d1023-2368-48c8-94c0-df49f865a131 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:18.728263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8d1023-2368-48c8-94c0-df49f865a131 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:36:18.735753 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.748045 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Transition to ACTIVE for port object ce8d1023-2368-48c8-94c0-df49f865a131 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:18.752114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.826035 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:18.890716 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Attempting to bind port ce8d1023-2368-48c8-94c0-df49f865a131 on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:18.891146 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Attempting to bind port ce8d1023-2368-48c8-94c0-df49f865a131 by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:18.891577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Attempting to bind port ce8d1023-2368-48c8-94c0-df49f865a131 on network 766165d2-237f-4532-96d0-41d7a5c3a91e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:18.897601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Port ce8d1023-2368-48c8-94c0-df49f865a131 on network 766165d2-237f-4532-96d0-41d7a5c3a91e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:36:18.898043 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Attempting to bind port ce8d1023-2368-48c8-94c0-df49f865a131 on network 766165d2-237f-4532-96d0-41d7a5c3a91e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:18.903780 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:18.904206 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Checking segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:18.904666 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Bound using segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:18.905167 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Bound port: ce8d1023-2368-48c8-94c0-df49f865a131, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:18.905596 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.991123 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:18.996491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:19.001980 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.032558 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d22bd-e7ce-4271-a7f1-8e52df484288 req-d2c9e7cf-9207-4428-921a-aa20144a0006 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.034176 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf7d22bd-e7ce-4271-a7f1-8e52df484288 req-d2c9e7cf-9207-4428-921a-aa20144a0006 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0841966 Jul 13 08:36:19.048797 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.049429 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.050877 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] 10.222.0.48 "PUT /v2.0/ports/ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 1093 time: 0.7352800 Jul 13 08:36:19.051326 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:19.053619 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7eb23-c6a9-46fa-b9a2-32add5f05746" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:19.091567 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-bf7d22bd-e7ce-4271-a7f1-8e52df484288 req-92dd82eb-2325-4d6f-b64f-83d11a4b771e tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451286 Jul 13 08:36:19.117580 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96204542-3989-46a5-b677-147dd1fabc07 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:19.148024 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc48a4f-9c81-460a-8887-ab8640b21ace x-openstack-request-id: req-dbc48a4f-9c81-460a-8887-ab8640b21ace {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:19.148338 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:19.148559 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbc48a4f-9c81-460a-8887-ab8640b21ace {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:19.148960 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'status': 'completed', 'code': 200} Jul 13 08:36:19.168174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-5cc9e2cd-8e5d-4964-a152-11509b76c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.169703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-5cc9e2cd-8e5d-4964-a152-11509b76c5b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1096 time: 0.0680029 Jul 13 08:36:19.217783 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-db12b466-71d3-42f0-9931-69b5d7851bbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 217 time: 0.0401657 Jul 13 08:36:19.271272 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-a170b851-badb-41ab-ad84-9f681b774bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.273437 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-a170b851-badb-41ab-ad84-9f681b774bc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0498667 Jul 13 08:36:19.330431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-64e91020-e173-4832-8893-ec963819c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.331860 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-64e91020-e173-4832-8893-ec963819c863 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525820 Jul 13 08:36:19.427458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-ef0f7b56-89cc-4a24-ae95-f9211d29a868 service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887492 Jul 13 08:36:19.517758 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-0db808ca-85bf-4d87-9383-b0ca8f3aeb29 req-89838ac0-d796-4c1d-8c26-6522d802f18e service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841391 Jul 13 08:36:19.621266 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-aebae178-a407-4017-9f58-5c171368a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.622841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-aebae178-a407-4017-9f58-5c171368a1ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1096 time: 0.0600073 Jul 13 08:36:19.719090 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-a05a7397-4528-4ee6-8082-7f4a66ded8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.720600 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-a05a7397-4528-4ee6-8082-7f4a66ded8e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0917041 Jul 13 08:36:19.766782 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-68b3a8af-6f74-4b25-8552-dc60d89a0ae7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 217 time: 0.0393267 Jul 13 08:36:19.815393 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-f5f48d0c-606e-452b-9fe0-905ba6077b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.816879 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-f5f48d0c-606e-452b-9fe0-905ba6077b12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0443065 Jul 13 08:36:19.874389 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-382ef9b7-15e3-4154-836b-19c76e496a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.875915 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-382ef9b7-15e3-4154-836b-19c76e496a90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529137 Jul 13 08:36:19.970251 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-fbe9d98e-4574-4003-b911-bf9b0e7771e4 service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870845 Jul 13 08:36:20.062210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-13b7eb23-c6a9-46fa-b9a2-32add5f05746 req-9f6966ad-4e5b-4172-9484-0f0b84105430 service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850480 Jul 13 08:36:20.267051 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a83fe-46cd-4cc4-be29-42b40550d659 req-9d31e76a-5b35-4bf1-b10b-d92ae14b9a63 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:20.268962 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-059a83fe-46cd-4cc4-be29-42b40550d659 req-9d31e76a-5b35-4bf1-b10b-d92ae14b9a63 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0642684 Jul 13 08:36:20.317543 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-059a83fe-46cd-4cc4-be29-42b40550d659 req-a09ffa9b-4add-472e-8f02-0b7eac1acae5 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Jul 13 08:36:21.156877 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1390fa1-d3d1-4c24-adce-34a0fdf38a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.206585 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.491616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f744b-4fc9-45f4-950b-b07919403475 req-71401825-5edb-40e1-912d-fa3f80e1b8ef tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:21.493069 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-600f744b-4fc9-45f4-950b-b07919403475 req-71401825-5edb-40e1-912d-fa3f80e1b8ef tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0646350 Jul 13 08:36:21.531906 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-600f744b-4fc9-45f4-950b-b07919403475 req-23f8e113-d009-4aff-975d-3b6f497abfaf tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329568 Jul 13 08:36:22.275311 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.709293 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d8528-4822-4a71-bac6-5c345a22edb2 req-2463dc2f-951b-4732-b0a9-731329fd29c7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:22.711474 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d4d8528-4822-4a71-bac6-5c345a22edb2 req-2463dc2f-951b-4732-b0a9-731329fd29c7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0668848 Jul 13 08:36:22.753702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6d4d8528-4822-4a71-bac6-5c345a22edb2 req-4352593e-36f9-4c12-a76f-a43d5ef038c1 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365424 Jul 13 08:36:23.931013 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.931659 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40afb4e-ffac-4d08-b77e-8ae621fce55f req-11a2ce26-10d7-4a0b-972d-bfcbb585745e tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:23.933195 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f40afb4e-ffac-4d08-b77e-8ae621fce55f req-11a2ce26-10d7-4a0b-972d-bfcbb585745e tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0680721 Jul 13 08:36:23.970727 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f40afb4e-ffac-4d08-b77e-8ae621fce55f req-ba3a0ce6-8658-4457-a988-9c1d157b2bc0 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Jul 13 08:36:25.143253 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b686076-54da-4902-880c-12be75aa91b4 req-6ed034ac-ed71-47b3-bd29-89ed043e651d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:25.144687 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b686076-54da-4902-880c-12be75aa91b4 req-6ed034ac-ed71-47b3-bd29-89ed043e651d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0645046 Jul 13 08:36:25.183198 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-1b686076-54da-4902-880c-12be75aa91b4 req-53c46a64-9706-45f0-93c9-8ac1abd8533c tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Jul 13 08:36:26.354560 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc826c-a14d-42d5-8746-a51789338dea req-679e9791-fbcc-4f48-a278-bb765df94171 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:26.356038 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f1bc826c-a14d-42d5-8746-a51789338dea req-679e9791-fbcc-4f48-a278-bb765df94171 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0617092 Jul 13 08:36:26.397252 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f1bc826c-a14d-42d5-8746-a51789338dea req-2cefb21c-42ca-4114-ab5a-1df3e0e7705d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357120 Jul 13 08:36:27.567603 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb6c3a-3efe-4338-8fb0-c7fa84903ddf req-55a8260f-9b5f-4f57-af55-8241491884a2 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:27.569094 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebeb6c3a-3efe-4338-8fb0-c7fa84903ddf req-55a8260f-9b5f-4f57-af55-8241491884a2 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0629306 Jul 13 08:36:27.607912 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ebeb6c3a-3efe-4338-8fb0-c7fa84903ddf req-9222fccb-1220-4d46-8a50-4e2ba0ae7f19 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324049 Jul 13 08:36:28.781627 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a3450-9b89-4866-9154-c4089333cbba req-23a3216d-7bf9-4f91-8c8a-32ce53a487de tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:28.783162 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff5a3450-9b89-4866-9154-c4089333cbba req-23a3216d-7bf9-4f91-8c8a-32ce53a487de tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0651913 Jul 13 08:36:28.821056 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ff5a3450-9b89-4866-9154-c4089333cbba req-83f51dad-53e6-4343-b8a2-f0d8b545f210 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319982 Jul 13 08:36:29.888599 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ce8d1023-2368-48c8-94c0-df49f865a131 details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:36:29.989169 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:29.997219 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cf392-d36d-475b-b77a-ecc9bd3382f4 req-7ebea62e-6c7d-4441-845a-4bbcbe8183f3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:29.998795 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-494cf392-d36d-475b-b77a-ecc9bd3382f4 req-7ebea62e-6c7d-4441-845a-4bbcbe8183f3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0674663 Jul 13 08:36:30.000689 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'port_id': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'mac_address': 'fa:16:3e:f6:eb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:36:30.037767 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:30.038583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-494cf392-d36d-475b-b77a-ecc9bd3382f4 req-f3b5ee3e-80e6-447c-9bf4-b46668849136 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341365 Jul 13 08:36:30.050658 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8d1023-2368-48c8-94c0-df49f865a131 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:36:30.070203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:30.075353 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:30.139079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:30.150204 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.150562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.150908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.151287 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.151626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.151985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.152317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.152646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.152972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.153303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.153630 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.153972 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:30.349583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['ce8d1023-2368-48c8-94c0-df49f865a131'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:36:31.214741 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2b8f5-9904-434a-beec-cc62aeb20441 req-d5ef974e-1187-4013-92ae-f9826c909446 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:31.216208 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23f2b8f5-9904-434a-beec-cc62aeb20441 req-d5ef974e-1187-4013-92ae-f9826c909446 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 945 time: 0.0642741 Jul 13 08:36:31.256306 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-23f2b8f5-9904-434a-beec-cc62aeb20441 req-16d2f3ba-3e00-4c01-9b81-8b14b77b66e2 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345130 Jul 13 08:36:31.904126 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ce8d1023-2368-48c8-94c0-df49f865a131 up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:31.954765 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port ce8d1023-2368-48c8-94c0-df49f865a131 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:31.958578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port ce8d1023-2368-48c8-94c0-df49f865a131 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:31.958959 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:32.038118 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:32.060783 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:32.063073 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646cf20a-e231-4621-95e1-5e82bf120f9a" -d '{"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-plugged", "status": "completed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:32.076214 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:32.080918 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:32.139615 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:32.159415 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e7abb3-28fa-43e5-8c8e-63ccc40bf111 x-openstack-request-id: req-c4e7abb3-28fa-43e5-8c8e-63ccc40bf111 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:32.159706 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-plugged", "status": "completed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:32.159959 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4e7abb3-28fa-43e5-8c8e-63ccc40bf111 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:32.160355 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'code': 200} Jul 13 08:36:32.278840 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b698b8-fdad-4473-9081-d0818b239b39 req-9b48f8ea-bfe2-42fd-8036-edf6c5e5477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:32.281154 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4b698b8-fdad-4473-9081-d0818b239b39 req-9b48f8ea-bfe2-42fd-8036-edf6c5e5477f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1098 time: 0.0590703 Jul 13 08:36:32.324538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-e4b698b8-fdad-4473-9081-d0818b239b39 req-3a03dfc7-b47b-4e9b-be12-b3eaab7041d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376966 Jul 13 08:36:32.330209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-39f3c7c1-ac0b-410e-8e44-232e43ffca83 None None] Provisioning complete for port ce8d1023-2368-48c8-94c0-df49f865a131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:32.330607 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39f3c7c1-ac0b-410e-8e44-232e43ffca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:32.435850 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857485c-94e5-4642-89e4-2c4e844be178 req-4f3e7fbf-ec64-452d-a4f5-d681eebffa57 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:32.437375 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0857485c-94e5-4642-89e4-2c4e844be178 req-4f3e7fbf-ec64-452d-a4f5-d681eebffa57 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0639102 Jul 13 08:36:32.479024 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0857485c-94e5-4642-89e4-2c4e844be178 req-b96e0947-7b70-4a43-82f7-a3e1a6bded2a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360928 Jul 13 08:36:33.658334 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bf191-f0da-4fe7-b557-8f761094bac2 req-dc98091b-857e-4bcd-b7d1-a915d2563539 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:33.659883 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b5bf191-f0da-4fe7-b557-8f761094bac2 req-dc98091b-857e-4bcd-b7d1-a915d2563539 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0638385 Jul 13 08:36:33.698941 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0b5bf191-f0da-4fe7-b557-8f761094bac2 req-d52093ba-1a65-4304-89c3-fc4a18da6728 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331933 Jul 13 08:36:33.873423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d089ca-14d5-4b22-bff6-2bb1e122debb req-f1a38a7d-dac1-4e9e-8c24-5f554d60c61a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:33.874967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28d089ca-14d5-4b22-bff6-2bb1e122debb req-f1a38a7d-dac1-4e9e-8c24-5f554d60c61a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0641270 Jul 13 08:36:33.912445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28d089ca-14d5-4b22-bff6-2bb1e122debb req-88a1e139-0701-439e-99da-9c3e60082301 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320027 Jul 13 08:36:33.936872 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:33.987710 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7119ddf-700b-4ce0-8f84-48ae29ab3dd0 tempest-TestShelveInstance-541520751 tempest-TestShelveInstance-541520751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:33.989262 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f7119ddf-700b-4ce0-8f84-48ae29ab3dd0 tempest-TestShelveInstance-541520751 tempest-TestShelveInstance-541520751-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1093 time: 0.0513728 Jul 13 08:36:33.992262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:33.997180 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:34.019035 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:34.114238 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:34.222141 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Allocated IP 172.25.8.42 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/7760b052-a26d-42a5-9e18-47fada7bcb5c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:34.324157 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:34.366430 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:34.407232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:34.411818 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:34.416938 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:34.420025 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'Port': ['ID=7760b052-a26d-42a5-9e18-47fada7bcb5c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:34.788322 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:34.863680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:35.011297 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:35.015792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:35.086734 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event updated for resources: {'Port': ['ID=7760b052-a26d-42a5-9e18-47fada7bcb5c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:35.095701 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:35.192055 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Floating IP daa16d6b-79f8-43ae-b287-4e594e7a8ade associated. External IP: 172.25.8.42, port: ce8d1023-2368-48c8-94c0-df49f865a131. Jul 13 08:36:35.397528 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Router 8d761e72-9018-4d1d-8f65-7df65d706fec has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:35.503176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:35.513073 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] Sync routers for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:35.519884 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:35.523281 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:35.523892 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:35.556936 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-f30ac8a6-1143-45f0-86d8-f625ccda5a17 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5636628 Jul 13 08:36:35.557893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:35.559957 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d03121e-6609-4f09-b9c3-2482859c3ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:35.595411 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5bc54d-7b41-4300-9fd7-7bb19e9982bd x-openstack-request-id: req-ef5bc54d-7b41-4300-9fd7-7bb19e9982bd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:35.595706 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:35.595962 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef5bc54d-7b41-4300-9fd7-7bb19e9982bd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:35.596372 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'status': 'completed', 'code': 200} Jul 13 08:36:35.630262 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:35.668996 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-e15db0bb-002f-4f60-8763-3d82c7e856c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:35.670472 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-e15db0bb-002f-4f60-8763-3d82c7e856c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1098 time: 0.0531566 Jul 13 08:36:35.764615 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-56aa3064-d5a4-4d1b-8da8-19af606c2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:35.766260 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-56aa3064-d5a4-4d1b-8da8-19af606c2f9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0898101 Jul 13 08:36:35.834405 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-00c53d7e-addb-448f-8709-1d0e45075762 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 999 time: 0.0623465 Jul 13 08:36:35.851887 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'daa16d6b-79f8-43ae-b287-4e594e7a8ade', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'floating_ip_address': '172.25.8.42', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'port_id': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'mac_address': 'fa:16:3e:f6:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:36:34Z', 'updated_at': '2021-07-13T08:36:34Z', 'revision_number': 0, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:35.877512 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] Checking router: 8d761e72-9018-4d1d-8f65-7df65d706fec for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:35.882923 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-4003eefc-0f4d-47f6-8d2e-30cb75ce1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:35.884985 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-4003eefc-0f4d-47f6-8d2e-30cb75ce1423 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0446041 Jul 13 08:36:35.886634 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:35.887246 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:36:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:35.943513 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-5921ca90-6da4-4466-8bc5-38fb517f9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:35.945010 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-5921ca90-6da4-4466-8bc5-38fb517f9b1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544865 Jul 13 08:36:36.041851 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-be68748a-1a50-44c1-97b4-e50468a4e47c service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896122 Jul 13 08:36:36.082200 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:36.130214 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d03121e-6609-4f09-b9c3-2482859c3ae6 req-90487e39-6a72-4288-b645-97ff4953aa12 service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826893 Jul 13 08:36:36.303883 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'daa16d6b-79f8-43ae-b287-4e594e7a8ade', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'floating_ip_address': '172.25.8.42', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'port_id': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'mac_address': 'fa:16:3e:f6:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:36:34Z', 'updated_at': '2021-07-13T08:36:34Z', 'revision_number': 0, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:36.329513 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4388541-1bfc-4584-a0e9-5cfa16a824be None None] The sync data for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 is: [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': 'daa16d6b-79f8-43ae-b287-4e594e7a8ade', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'floating_ip_address': '172.25.8.42', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'port_id': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'mac_address': 'fa:16:3e:f6:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:36:34Z', 'updated_at': '2021-07-13T08:36:34Z', 'revision_number': 0, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:36.443003 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:36.514312 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b52313-d94e-439a-b1d8-09aa119e2fc6 None None] New status for floating IP daa16d6b-79f8-43ae-b287-4e594e7a8ade: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:36:38.275970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:48.468627 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f04a9de8-3b34-4543-bd98-b5cd24330652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:51.157110 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73de08ab-5c73-432a-a965-46db5a818a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:51.210152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:52.277665 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:53.857863 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:36:54.084467 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:58.713749 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-f7bc30ed-28fd-46c5-965e-7cfeff30e751 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532084 Jul 13 08:36:58.812832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-ece1447a-a86b-4772-8133-4aad425798ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:58.814391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-ece1447a-a86b-4772-8133-4aad425798ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1098 time: 0.0573225 Jul 13 08:36:58.925227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-d1c98970-bc30-4e57-93ae-c329d5e36b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:58.926834 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-d1c98970-bc30-4e57-93ae-c329d5e36b0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0923047 Jul 13 08:36:58.995221 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-1c24494a-8e9c-4d19-a368-443e663f0d02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 1001 time: 0.0621145 Jul 13 08:36:59.046135 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-f334b16f-3d21-4758-aeb9-f4ee4b52a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:59.047670 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-f334b16f-3d21-4758-aeb9-f4ee4b52a956 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0463541 Jul 13 08:36:59.104877 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-923c7690-b021-40c4-ac34-b518a78e8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:59.106451 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-923c7690-b021-40c4-ac34-b518a78e8ccf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531902 Jul 13 08:36:59.200194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-7f0caab9-bab3-4c83-93c4-86c6b92870c2 service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870581 Jul 13 08:36:59.294408 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1451a690-617d-4c39-b1e8-f1dc2d439e80 req-21c5c9dc-97a3-4524-ab1c-5a2b219154fe service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884411 Jul 13 08:37:06.441152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:08.290118 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:18.468995 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a843d394-4b09-436b-84d3-b656c9602218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:21.157218 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-468681b4-3d4f-4e65-b6fc-8fabdc461e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:21.211195 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:22.280377 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:23.936759 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:30.857572 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:37:36.440814 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.287226 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.469363 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40928342-4d28-4197-8222-d66bcbc10184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:51.158240 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20820d97-2145-430a-90eb-1290addec50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:51.211900 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.283082 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.940694 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:58.669037 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-72c6caae-850d-4149-a320-dd1f95d2e1cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576046 Jul 13 08:37:58.761686 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-e2b3dfe3-93d8-4047-bd9c-5867e5bcf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:58.763227 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-e2b3dfe3-93d8-4047-bd9c-5867e5bcf1c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1098 time: 0.0519295 Jul 13 08:37:58.872664 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-44afe891-a590-4abb-bc75-580929259739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:58.874366 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-44afe891-a590-4abb-bc75-580929259739 service neutron] 10.222.0.48 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0917768 Jul 13 08:37:58.940016 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-758c0ba2-acb6-483a-b18a-004781bba0c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 1001 time: 0.0584238 Jul 13 08:37:58.997390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-a2160ef7-76de-4293-97f9-1c87c5f26569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:58.998921 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-a2160ef7-76de-4293-97f9-1c87c5f26569 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0525372 Jul 13 08:37:59.059342 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-22785535-e3ab-422d-8b6d-a72d3b509193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:59.060845 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-22785535-e3ab-422d-8b6d-a72d3b509193 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558488 Jul 13 08:37:59.164526 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-2cb75753-3083-4d82-b7ba-d5a520d3a4cd service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972457 Jul 13 08:37:59.257680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7c08553-7009-4fb8-9b23-fb2d7e7933ca req-a8c4b832-fb05-497e-8a5b-c0a5ce60a8a8 service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862780 Jul 13 08:38:06.440984 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.859078 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:38:08.291292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:18.473023 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7436678-8fce-44d6-8ad6-b0a38d0490f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:21.158652 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1b8fb4a-3c11-4b11-a947-52075ec30d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:21.212779 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:22.287761 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.941923 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:31.181216 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95844-56e4-4330-a31d-78eede9d103b req-ef8d4742-677f-423f-babb-856e411fb338 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:31.182750 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a8e95844-56e4-4330-a31d-78eede9d103b req-ef8d4742-677f-423f-babb-856e411fb338 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.1085458 Jul 13 08:38:31.219525 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a8e95844-56e4-4330-a31d-78eede9d103b req-96f5b64f-3831-4dc4-95e9-77f2fab33e1d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Jul 13 08:38:32.422303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7f6f8-a669-42c8-9f1d-83bd86c5c2ca req-3094423a-bcb9-4112-8838-eade17e86e40 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:32.423833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3bc7f6f8-a669-42c8-9f1d-83bd86c5c2ca req-3094423a-bcb9-4112-8838-eade17e86e40 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0647588 Jul 13 08:38:32.463265 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-3bc7f6f8-a669-42c8-9f1d-83bd86c5c2ca req-2e7bd7f5-03c4-4a0f-ac3e-33addf735a6a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338397 Jul 13 08:38:33.640737 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf3afa-c7aa-450a-9535-7912685bff7f req-a51b4b1e-715e-46a8-8341-b6116f0a0357 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:33.642262 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cbdf3afa-c7aa-450a-9535-7912685bff7f req-a51b4b1e-715e-46a8-8341-b6116f0a0357 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0691440 Jul 13 08:38:34.005354 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cbdf3afa-c7aa-450a-9535-7912685bff7f req-1d0e13f9-d06a-4810-af02-0534d48ffba6 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575904 Jul 13 08:38:35.176977 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bdbde-d387-427d-bd89-4bbb67d255cd req-6221fa62-be7a-4581-8b6b-836a76571166 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:35.178385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c33bdbde-d387-427d-bd89-4bbb67d255cd req-6221fa62-be7a-4581-8b6b-836a76571166 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0634665 Jul 13 08:38:35.214981 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c33bdbde-d387-427d-bd89-4bbb67d255cd req-a2d24b36-7199-489a-aaee-3ea26c546858 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310912 Jul 13 08:38:36.384045 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05006845-25ac-4745-b10a-425cf1efa85f req-f3377900-566c-414f-b0f5-00873834495a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:36.385612 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05006845-25ac-4745-b10a-425cf1efa85f req-f3377900-566c-414f-b0f5-00873834495a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0612781 Jul 13 08:38:36.425166 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-05006845-25ac-4745-b10a-425cf1efa85f req-3ffbaf80-e329-40bb-874f-484f28c56f32 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339935 Jul 13 08:38:36.440687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:37.598081 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2b87-8e58-489b-8048-b59d3cc13495 req-470a9167-3937-4c6d-b624-f6e177d2df79 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:37.599585 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b79b2b87-8e58-489b-8048-b59d3cc13495 req-470a9167-3937-4c6d-b624-f6e177d2df79 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0617771 Jul 13 08:38:37.637385 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b79b2b87-8e58-489b-8048-b59d3cc13495 req-46cd414d-1f97-427d-8127-7b7e5a1a3cce tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321984 Jul 13 08:38:38.287191 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:38.807200 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc114b-2736-4e2a-aea4-839ced6d659f req-d1607e4a-9a91-48ac-b04c-1e685a07667e tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:38.808688 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ecc114b-2736-4e2a-aea4-839ced6d659f req-d1607e4a-9a91-48ac-b04c-1e685a07667e tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0622656 Jul 13 08:38:38.846643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ecc114b-2736-4e2a-aea4-839ced6d659f req-da93967c-5868-4e4e-b2c9-05dccd8345cb tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Jul 13 08:38:40.020530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9baea6-40ec-4de5-aa27-4d6e90f25071 req-b037cdbb-1339-4d27-a261-e03aae833f68 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:40.022016 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b9baea6-40ec-4de5-aa27-4d6e90f25071 req-b037cdbb-1339-4d27-a261-e03aae833f68 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0662100 Jul 13 08:38:40.058746 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6b9baea6-40ec-4de5-aa27-4d6e90f25071 req-73f490aa-5adc-4282-a266-3fc2fb47458a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306072 Jul 13 08:38:41.228872 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0022b-58d2-4ec5-a607-bd19309249f1 req-3bc21e7d-3889-4ba3-a296-0f7a229c9453 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:41.231007 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92c0022b-58d2-4ec5-a607-bd19309249f1 req-3bc21e7d-3889-4ba3-a296-0f7a229c9453 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0637233 Jul 13 08:38:41.236124 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-88669f7e-5521-4d6b-8034-6b1818d9ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:41.237640 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-88669f7e-5521-4d6b-8034-6b1818d9ba85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1098 time: 0.0534074 Jul 13 08:38:41.268666 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-92c0022b-58d2-4ec5-a607-bd19309249f1 req-21856b46-feaf-4e3f-bfeb-a2b72bf707cd tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319192 Jul 13 08:38:41.649738 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-d7672113-dc04-4ec8-8767-11e3d1750df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:41.651271 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-d7672113-dc04-4ec8-8767-11e3d1750df5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.4076214 Jul 13 08:38:41.713380 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-6f028686-dbea-428f-ad9e-86c70a43fb2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 1001 time: 0.0559814 Jul 13 08:38:41.762172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-1d9b2395-c880-4c9a-8d82-49fc07d6845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:41.763644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-1d9b2395-c880-4c9a-8d82-49fc07d6845b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0439377 Jul 13 08:38:41.822346 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-6f95a7e5-8e47-4e97-bcf9-44052c768693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:41.823833 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-6f95a7e5-8e47-4e97-bcf9-44052c768693 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541003 Jul 13 08:38:41.833486 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-2c3509e1-0834-457d-86a6-d9b019629bd2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:38:41.834623 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-2c3509e1-0834-457d-86a6-d9b019629bd2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051270 Jul 13 08:38:41.923631 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-dc91d32f-1cbf-4896-ab27-d3afff492de8 service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831220 Jul 13 08:38:42.014702 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-2b412806-7bee-4cef-97fe-5565e5a80e12 req-c3d10081-24cf-453d-9572-18185b706c0e service neutron] 10.222.0.48 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841093 Jul 13 08:38:42.443585 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158fb9c-7eef-4fa2-82c1-65b25add21a6 req-079c1299-b876-406d-802e-18fe225e0b61 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:42.445050 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b158fb9c-7eef-4fa2-82c1-65b25add21a6 req-079c1299-b876-406d-802e-18fe225e0b61 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0654709 Jul 13 08:38:42.482342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b158fb9c-7eef-4fa2-82c1-65b25add21a6 req-e9a9f945-9b8a-4a05-aa97-26f8c3efbbac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Jul 13 08:38:43.656919 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351704fd-576f-4d3c-93db-54d81abf39c1 req-a4aa50c1-83cb-4ec2-a978-425c41c8f606 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:43.658355 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-351704fd-576f-4d3c-93db-54d81abf39c1 req-a4aa50c1-83cb-4ec2-a978-425c41c8f606 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0644057 Jul 13 08:38:43.695578 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-351704fd-576f-4d3c-93db-54d81abf39c1 req-6181bdea-ff6a-4122-9332-4a0b9cc62877 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Jul 13 08:38:44.858044 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:38:44.876423 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6e3bb-81a4-4ad1-a027-9e738dcda31b req-1fbc7983-d9da-4933-b65b-a5046ce0e0dd tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:44.878264 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76a6e3bb-81a4-4ad1-a027-9e738dcda31b req-1fbc7983-d9da-4933-b65b-a5046ce0e0dd tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0675640 Jul 13 08:38:44.924853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-76a6e3bb-81a4-4ad1-a027-9e738dcda31b req-1291b4a4-6155-4251-8954-a877779bfbac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339344 Jul 13 08:38:46.100682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a551-4587-438d-9943-f60042bbe805 req-8c3a9a36-b129-4b88-b857-320719c0de74 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:46.102181 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fe4a551-4587-438d-9943-f60042bbe805 req-8c3a9a36-b129-4b88-b857-320719c0de74 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0658836 Jul 13 08:38:46.142572 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0fe4a551-4587-438d-9943-f60042bbe805 req-9caafaef-7e36-45b0-8b75-b88accd09466 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348356 Jul 13 08:38:46.412403 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-90736408-7d4f-45c9-918f-ef8d9c45fc92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520079 Jul 13 08:38:46.446752 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device ce8d1023-2368-48c8-94c0-df49f865a131 no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:38:46.487244 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9d60c-6e65-4bf0-bfc0-09eb93dcc589 req-c0a86423-c673-4988-9092-1579f369b29d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:46.488850 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70d9d60c-6e65-4bf0-bfc0-09eb93dcc589 req-c0a86423-c673-4988-9092-1579f369b29d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0666125 Jul 13 08:38:46.528900 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:46.530686 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70d9d60c-6e65-4bf0-bfc0-09eb93dcc589 req-5f40f9ad-9e82-439f-ab91-076d41e65ac4 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346103 Jul 13 08:38:46.561732 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:46.564076 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260910c1-53e0-4f34-81b4-75f8e2864d31" -d '{"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:46.578541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:46.583668 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:46.615909 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9944a584-4b2c-48e4-b94c-4d10236b78d6 x-openstack-request-id: req-9944a584-4b2c-48e4-b94c-4d10236b78d6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:46.616225 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-unplugged", "status": "failed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:46.616475 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9944a584-4b2c-48e4-b94c-4d10236b78d6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:46.616868 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'code': 422} returned with failed status Jul 13 08:38:46.654185 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:46.663904 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.664263 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.664626 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.664954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.665297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.665633 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.666045 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.666318 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.666646 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.667650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.667981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.668434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:46.884203 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cde4d7d5-a329-4f46-8349-5838fc9779aa None None] Provisioning complete for port ce8d1023-2368-48c8-94c0-df49f865a131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:46.884547 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cde4d7d5-a329-4f46-8349-5838fc9779aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:46.962173 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cde4d7d5-a329-4f46-8349-5838fc9779aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:46.995881 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cde4d7d5-a329-4f46-8349-5838fc9779aa None None] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:46.999687 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cde4d7d5-a329-4f46-8349-5838fc9779aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:47.056939 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4d7d5-a329-4f46-8349-5838fc9779aa None None] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:47.260470 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d18df02f-09a9-4431-8787-e0ea3a59510f None None] Provisioning complete for port ce8d1023-2368-48c8-94c0-df49f865a131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:47.261494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d18df02f-09a9-4431-8787-e0ea3a59510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:47.708829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478937d-80d0-4515-94dc-a202f68603b5 req-244a8cc8-2d08-469c-a701-5390057071ff tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:47.710319 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e478937d-80d0-4515-94dc-a202f68603b5 req-244a8cc8-2d08-469c-a701-5390057071ff tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0671010 Jul 13 08:38:47.749374 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e478937d-80d0-4515-94dc-a202f68603b5 req-5dbd17e4-03e7-47a2-a23d-1c4a69580583 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333223 Jul 13 08:38:48.475007 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa814d96-e07e-4714-bc96-8a3cce8a4ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:48.618555 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:48.621012 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797e09b8-ff93-474d-b9f8-1c5c9b274528" -d '{"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-plugged", "status": "completed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:48.657267 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a4ad00-9645-4925-8752-98903625a650 x-openstack-request-id: req-b7a4ad00-9645-4925-8752-98903625a650 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:48.657559 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-plugged", "status": "failed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:48.657815 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7a4ad00-9645-4925-8752-98903625a650 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:48.658245 n-d-758944-43 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'code': 422} returned with failed status Jul 13 08:38:48.924747 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294313-0a2b-4bea-82d2-73b86ac87926 req-07f6115e-f66a-43da-99c0-da1d6486fba9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:48.926206 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22294313-0a2b-4bea-82d2-73b86ac87926 req-07f6115e-f66a-43da-99c0-da1d6486fba9 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0642958 Jul 13 08:38:48.964889 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-22294313-0a2b-4bea-82d2-73b86ac87926 req-ea990ff1-ae42-4a8c-8ee8-164be0267b08 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329807 Jul 13 08:38:50.139467 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b4254-8e87-4a88-aa20-2769833c7afd req-781d19dd-76fe-4f52-8f0f-14837ebfb1a3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:50.140878 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d72b4254-8e87-4a88-aa20-2769833c7afd req-781d19dd-76fe-4f52-8f0f-14837ebfb1a3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0636101 Jul 13 08:38:50.180103 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d72b4254-8e87-4a88-aa20-2769833c7afd req-ef24219b-da01-4ae1-82a0-46741e5de9ed tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334275 Jul 13 08:38:51.114895 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af73a-d74b-48f2-959b-555da532794c req-b9c514d2-b577-4018-9a0f-da18f9eacaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.116399 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-b9c514d2-b577-4018-9a0f-da18f9eacaa2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b&tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a HTTP/1.1" status: 200 len: 1098 time: 0.0516722 Jul 13 08:38:51.127256 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-43', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:51.160689 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b34b0685-f54b-4171-aae3-f2ad24eec238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.201882 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.216097 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.368475 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a773e-9602-462d-820b-c6ee5a3a8ddd req-5b2e1bf2-1b51-4733-8fa4-e2638e71e81a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.370469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-006a773e-9602-462d-820b-c6ee5a3a8ddd req-5b2e1bf2-1b51-4733-8fa4-e2638e71e81a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0724385 Jul 13 08:38:51.410999 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-006a773e-9602-462d-820b-c6ee5a3a8ddd req-700f6dac-e00d-42bd-b700-9104aaf62f5f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347528 Jul 13 08:38:51.422973 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:51.457401 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:38:51.495613 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:51.497915 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107a7820-2787-4e0d-ab68-4473eb0681e0" -d '{"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:51.501788 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.514917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Transition to ACTIVE for port object ce8d1023-2368-48c8-94c0-df49f865a131 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:51.518455 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.543713 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599e52e-3663-473a-ac2a-e295c5f051bd x-openstack-request-id: req-b599e52e-3663-473a-ac2a-e295c5f051bd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:51.544028 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:51.544265 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b599e52e-3663-473a-ac2a-e295c5f051bd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:51.544660 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'code': 200} Jul 13 08:38:51.602746 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:51.617431 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.617785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.618152 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.618543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.618832 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.619164 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.619499 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.619862 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.620190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.620521 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.620850 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.621175 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.656893 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] No DVR routers for this DVR port ce8d1023-2368-48c8-94c0-df49f865a131 on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:38:51.793899 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Attempting to bind port ce8d1023-2368-48c8-94c0-df49f865a131 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:38:51.794263 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Attempting to bind port ce8d1023-2368-48c8-94c0-df49f865a131 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:38:51.794595 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Attempting to bind port ce8d1023-2368-48c8-94c0-df49f865a131 on network 766165d2-237f-4532-96d0-41d7a5c3a91e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:51.798755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Port ce8d1023-2368-48c8-94c0-df49f865a131 on network 766165d2-237f-4532-96d0-41d7a5c3a91e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:38:51.799086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Attempting to bind port ce8d1023-2368-48c8-94c0-df49f865a131 on network 766165d2-237f-4532-96d0-41d7a5c3a91e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:51.803910 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:38:51.804259 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Checking segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:38:51.804648 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Bound using segment: {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:38:51.805075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Bound port: ce8d1023-2368-48c8-94c0-df49f865a131, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2a354c-8429-480b-be4a-67ee29bdb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:38:51.805460 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.868491 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:38:51.872120 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:38:51.876906 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.913055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.913680 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.915174 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] 10.222.0.38 "PUT /v2.0/ports/ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 1093 time: 0.7918978 Jul 13 08:38:51.948815 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cb3bc-7a46-413a-a918-1d24cef59988 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:51.994732 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af73a-d74b-48f2-959b-555da532794c req-952e047a-66fe-478e-8a4c-44d646a9b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.996887 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-952e047a-66fe-478e-8a4c-44d646a9b2b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1096 time: 0.0602713 Jul 13 08:38:52.093527 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af73a-d74b-48f2-959b-555da532794c req-833bd740-273e-44de-a2e3-76287eae79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:52.095058 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-833bd740-273e-44de-a2e3-76287eae79b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0921125 Jul 13 08:38:52.159891 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-16cd3bbb-c572-4b2d-9527-8d4c3019e530 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 999 time: 0.0587304 Jul 13 08:38:52.207651 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af73a-d74b-48f2-959b-555da532794c req-17992151-7f5b-4f8e-8c4e-ca154d69c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:52.208988 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-17992151-7f5b-4f8e-8c4e-ca154d69c5e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0432322 Jul 13 08:38:52.267561 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af73a-d74b-48f2-959b-555da532794c req-0d436eac-0805-4136-b2c4-9fd69fb3b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:52.269150 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-0d436eac-0805-4136-b2c4-9fd69fb3b87c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542951 Jul 13 08:38:52.290894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:52.357139 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-9f43d8f6-2815-4ef0-b697-a87b512380ae service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817587 Jul 13 08:38:52.451469 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-05c436c8-dbcf-4089-9652-c7f92fd194cc service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878692 Jul 13 08:38:52.590304 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1700b5f-8944-47df-b507-938593af64af req-173e8eb5-0966-46af-9352-cbb0de9e24f1 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:52.591837 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1700b5f-8944-47df-b507-938593af64af req-173e8eb5-0966-46af-9352-cbb0de9e24f1 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0638084 Jul 13 08:38:52.630246 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1700b5f-8944-47df-b507-938593af64af req-950ce396-a208-4fda-b8e3-b536b318b2ea tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326385 Jul 13 08:38:53.546110 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:53.548489 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:53.582880 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7d75a0-5d3b-4553-b826-380515c16769 x-openstack-request-id: req-6d7d75a0-5d3b-4553-b826-380515c16769 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:53.583194 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:53.583448 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d7d75a0-5d3b-4553-b826-380515c16769 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:53.583850 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'status': 'completed', 'code': 200} Jul 13 08:38:53.658779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-708c40b7-2b61-4794-b2b9-2bf46492a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.660315 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-708c40b7-2b61-4794-b2b9-2bf46492a68d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1096 time: 0.0537102 Jul 13 08:38:53.755132 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-41973a4f-2cd2-4121-9e14-8e09a62c8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.756644 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-41973a4f-2cd2-4121-9e14-8e09a62c8d5e service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0905218 Jul 13 08:38:53.808303 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927e38-8f25-4485-b40f-b079fb509b7f req-6367d3c1-8cbc-4b7c-ab3c-8b0f833bcc1c tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.809752 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28927e38-8f25-4485-b40f-b079fb509b7f req-6367d3c1-8cbc-4b7c-ab3c-8b0f833bcc1c tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0664568 Jul 13 08:38:53.821598 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-092c5b3b-ea70-4b0c-ad63-178854079e89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 999 time: 0.0583975 Jul 13 08:38:53.848170 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-28927e38-8f25-4485-b40f-b079fb509b7f req-e0afe2cd-e9f9-4f9c-a1a1-426dea98daad tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326827 Jul 13 08:38:53.871364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-00cac1cb-5b34-47d0-a5a8-c77fba1c43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.872881 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-00cac1cb-5b34-47d0-a5a8-c77fba1c43f3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0451627 Jul 13 08:38:53.933349 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-b261a53e-6fb1-4bc1-b0bc-73831ad7263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.934927 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-b261a53e-6fb1-4bc1-b0bc-73831ad7263e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556691 Jul 13 08:38:53.945118 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:54.027268 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-95bf6896-fac6-4c38-9cbc-c503d8d9c3e0 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847876 Jul 13 08:38:54.120458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-1339fe12-9cce-47aa-b4f0-20ba20dc4e7e req-d5410b4c-4577-40a5-a325-67fc77895249 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865953 Jul 13 08:38:55.024019 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ab8c9-7b66-49b9-a35a-67700a4df0e4 req-4bebba6f-ec82-46bf-8a85-f6aea975d46d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:55.025851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f0ab8c9-7b66-49b9-a35a-67700a4df0e4 req-4bebba6f-ec82-46bf-8a85-f6aea975d46d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0642622 Jul 13 08:38:55.064302 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5f0ab8c9-7b66-49b9-a35a-67700a4df0e4 req-f2d357aa-f73d-4188-a984-da1d02cd2c40 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323496 Jul 13 08:38:56.234451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610af7b-f9ec-4fdd-9654-866d5654fe7c req-6cb8c0ce-56e4-499f-a657-61df27ee91da tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:56.235961 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f610af7b-f9ec-4fdd-9654-866d5654fe7c req-6cb8c0ce-56e4-499f-a657-61df27ee91da tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0634561 Jul 13 08:38:56.274822 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f610af7b-f9ec-4fdd-9654-866d5654fe7c req-c8703f9c-5862-40f1-a9d8-e872118446d7 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333700 Jul 13 08:38:57.452966 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234cc0-af47-4fcf-bcc5-6f7b7a8ef737 req-b94833d9-789d-4c0a-9ef7-c33a2fe7f100 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:57.454481 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0c234cc0-af47-4fcf-bcc5-6f7b7a8ef737 req-b94833d9-789d-4c0a-9ef7-c33a2fe7f100 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0688927 Jul 13 08:38:57.490405 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0c234cc0-af47-4fcf-bcc5-6f7b7a8ef737 req-c8af4542-e9c9-4db2-80e1-8732e6683e34 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303926 Jul 13 08:38:58.662604 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae44c4-17f3-4e1a-92eb-0df39d066014 req-cda4e067-ed4c-4008-89e2-65b8e35df3e2 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:58.664099 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2eae44c4-17f3-4e1a-92eb-0df39d066014 req-cda4e067-ed4c-4008-89e2-65b8e35df3e2 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0632432 Jul 13 08:38:58.701833 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2eae44c4-17f3-4e1a-92eb-0df39d066014 req-4a55cdc5-68ce-426e-8a71-829c018d772b tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Jul 13 08:38:59.876011 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52296-5342-479c-9f24-8c8d425550c4 req-c90b69a2-db8a-430a-a8b2-12736a8be89a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:59.877494 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0b52296-5342-479c-9f24-8c8d425550c4 req-c90b69a2-db8a-430a-a8b2-12736a8be89a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 944 time: 0.0658050 Jul 13 08:38:59.915870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e0b52296-5342-479c-9f24-8c8d425550c4 req-3496d705-01d7-40fb-8820-a3cd14379f33 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Jul 13 08:39:00.441837 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ce8d1023-2368-48c8-94c0-df49f865a131 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:39:00.537741 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:00.549005 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'port_id': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'mac_address': 'fa:16:3e:f6:eb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:39:00.584945 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:00.597157 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8d1023-2368-48c8-94c0-df49f865a131 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:39:00.616698 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:00.620428 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:00.673609 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:00.868685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['ce8d1023-2368-48c8-94c0-df49f865a131'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:39:01.087186 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb229ec-6262-44aa-8b6d-4b6437e9506f req-386e811b-6f8d-4ffc-a134-47ba11a9f974 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:01.088702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-beb229ec-6262-44aa-8b6d-4b6437e9506f req-386e811b-6f8d-4ffc-a134-47ba11a9f974 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0648127 Jul 13 08:39:01.127734 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-beb229ec-6262-44aa-8b6d-4b6437e9506f req-44b7bdd5-edae-4ef5-84b2-16d8e4976811 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328457 Jul 13 08:39:02.299829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36a95e-9721-4f89-9f3a-7787f3039e90 req-43e10d01-2cd1-428c-9b1a-5d67445373bf tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:02.301298 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cd36a95e-9721-4f89-9f3a-7787f3039e90 req-43e10d01-2cd1-428c-9b1a-5d67445373bf tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 946 time: 0.0628343 Jul 13 08:39:02.338487 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-cd36a95e-9721-4f89-9f3a-7787f3039e90 req-54ad9f72-7d3e-4607-aa25-2d492c6f92ea tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Jul 13 08:39:02.460418 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ce8d1023-2368-48c8-94c0-df49f865a131 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:39:02.511621 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port ce8d1023-2368-48c8-94c0-df49f865a131 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:39:02.515333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port ce8d1023-2368-48c8-94c0-df49f865a131 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:02.515716 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:02.591570 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:02.615844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:02.618152 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c710ec-1612-4ec7-94e7-048bb0760cfc" -d '{"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-plugged", "status": "completed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:02.630851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:02.635424 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:02.664440 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a63d5-27ae-4057-aab9-61b9648fb064 x-openstack-request-id: req-bd6a63d5-27ae-4057-aab9-61b9648fb064 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:02.664743 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-plugged", "status": "completed", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:02.665001 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd6a63d5-27ae-4057-aab9-61b9648fb064 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:02.665387 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'code': 200} Jul 13 08:39:02.697118 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:02.830522 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74817819-ff66-4e5a-bab3-1bcb802a51f3 req-b749ff12-a851-42c3-80a4-a4f766ba3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:02.832362 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74817819-ff66-4e5a-bab3-1bcb802a51f3 req-b749ff12-a851-42c3-80a4-a4f766ba3fff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1099 time: 0.0604277 Jul 13 08:39:02.868952 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-74817819-ff66-4e5a-bab3-1bcb802a51f3 req-58587cae-78ad-49a2-b273-1903f793b186 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Jul 13 08:39:02.938525 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-34efc7be-0618-4222-a77c-b8729636c837 None None] Provisioning complete for port ce8d1023-2368-48c8-94c0-df49f865a131 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:02.938951 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34efc7be-0618-4222-a77c-b8729636c837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:03.519538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d7e45-3721-4e8d-8fa7-c516f0bf52e3 req-90735cb3-4c81-49c9-a76e-04ad20679e1a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:03.521030 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-980d7e45-3721-4e8d-8fa7-c516f0bf52e3 req-90735cb3-4c81-49c9-a76e-04ad20679e1a tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 947 time: 0.0698385 Jul 13 08:39:03.558857 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-980d7e45-3721-4e8d-8fa7-c516f0bf52e3 req-76bfb342-74e1-4bbc-9a7c-8f76dd9967ac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Jul 13 08:39:04.729160 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefb2ad-3951-421f-9779-701e532225f1 req-f0603bea-c204-46cc-af75-44a3e4273b25 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:04.730722 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9aefb2ad-3951-421f-9779-701e532225f1 req-f0603bea-c204-46cc-af75-44a3e4273b25 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 947 time: 0.0628486 Jul 13 08:39:04.769172 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9aefb2ad-3951-421f-9779-701e532225f1 req-e56a38ac-e32c-420b-9435-c24288fe6c2f tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329692 Jul 13 08:39:06.430363 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:08.302565 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:18.475796 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0719b48-da46-42ff-8aa2-55efa607eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:21.162245 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53cb4a00-e04d-4ffc-b83b-897df6351440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:21.217503 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:21.857276 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:39:22.294793 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:23.947403 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:36.435854 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.306829 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.689811 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-5a620941-f788-4c5b-9ce4-7b978de9bea0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519671 Jul 13 08:39:46.785017 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-b7085c21-df49-4a70-aa19-efea763b40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:46.786551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-b7085c21-df49-4a70-aa19-efea763b40be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1099 time: 0.0562742 Jul 13 08:39:46.890031 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-c236ce0c-2958-437d-8e00-aa01fc322b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:46.891523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-c236ce0c-2958-437d-8e00-aa01fc322b2c service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0852625 Jul 13 08:39:46.959033 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-8077267d-1d35-4044-8dcd-8cbabec1d177 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 1001 time: 0.0611207 Jul 13 08:39:47.006015 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-d9db1abd-39bf-4ac6-8970-3816c7945cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:47.007466 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-d9db1abd-39bf-4ac6-8970-3816c7945cde service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0427203 Jul 13 08:39:47.062179 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-a1724f1c-b8a7-4018-a111-e27424f5e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:47.063625 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-a1724f1c-b8a7-4018-a111-e27424f5e687 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504174 Jul 13 08:39:47.154768 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-6ab1cc3d-cce0-4a0b-bd32-6c3d74753b22 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851345 Jul 13 08:39:47.241911 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-c99ba7de-f4f1-4b12-b3bd-22044c38df69 req-a6e0b9ef-3c7d-46e7-b37f-9369c96fbe21 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814061 Jul 13 08:39:48.478938 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c662df5e-7c84-43e0-8330-fcace89a226b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.161733 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-62f6e010-544c-4739-9211-0d376a70995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.219636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.295485 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.950178 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.856249 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:40:06.436385 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:08.309547 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:16.400021 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60874) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:16.559412 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Deleting port 7760b052-a26d-42a5-9e18-47fada7bcb5c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:16.559662 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:16.632816 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:16.633152 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:16.644456 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Calling delete_port for 7760b052-a26d-42a5-9e18-47fada7bcb5c owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:16.792445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:16.818380 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event deleted for resources: {'Port': ['ID=7760b052-a26d-42a5-9e18-47fada7bcb5c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:16.844362 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.844649 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.844995 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.845359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.845693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.846298 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.846448 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.846697 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.847023 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.847377 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.847706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.848030 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:16.892400 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:16.892730 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Floating IP daa16d6b-79f8-43ae-b287-4e594e7a8ade disassociated (deleted). External IP: 172.25.8.42, port: ce8d1023-2368-48c8-94c0-df49f865a131. Jul 13 08:40:17.099058 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Router 8d761e72-9018-4d1d-8f65-7df65d706fec has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:17.204917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:17.209365 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:17.216675 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] Sync routers for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:17.225638 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:17.226261 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:39:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:17.245521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d4d981bb-b770-48a6-ae84-c02fa90d2513 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "DELETE /v2.0/floatingips/daa16d6b-79f8-43ae-b287-4e594e7a8ade HTTP/1.1" status: 204 len: 168 time: 0.8443589 Jul 13 08:40:17.246237 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:17.248590 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa6c6cb-8562-4a65-96a1-7c05a792b803" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:17.330786 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:17.489252 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272cb9f3-d1f6-4966-92ee-ab6ce206c221 x-openstack-request-id: req-272cb9f3-d1f6-4966-92ee-ab6ce206c221 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:17.489785 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:17.489896 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-272cb9f3-d1f6-4966-92ee-ab6ce206c221 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:17.490272 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'status': 'completed', 'code': 200} Jul 13 08:40:17.529057 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:17.560831 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] Checking router: 8d761e72-9018-4d1d-8f65-7df65d706fec for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:17.570171 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:17.570778 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:39:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:17.571359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-85548eca-82f7-4c2a-8550-df432614973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:17.573752 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-85548eca-82f7-4c2a-8550-df432614973d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 1099 time: 0.0583322 Jul 13 08:40:17.645835 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c87230-804c-47f8-aa34-f57da602e3ed req-d7f3bb6e-844d-434f-bf06-9b942a8b8909 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:17.647562 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2c87230-804c-47f8-aa34-f57da602e3ed req-d7f3bb6e-844d-434f-bf06-9b942a8b8909 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 947 time: 0.0700803 Jul 13 08:40:17.669631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-61fa3ffa-32e5-4f16-9b40-6f1a1d773db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:17.671416 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-61fa3ffa-32e5-4f16-9b40-6f1a1d773db3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 200 len: 909 time: 0.0915012 Jul 13 08:40:17.684186 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:17.688893 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-c2c87230-804c-47f8-aa34-f57da602e3ed req-f3ce78c7-f63d-4ba0-8318-fb96b5ee829c tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354087 Jul 13 08:40:17.719617 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-e8ce983d-7195-4b6a-8161-b7c763c66d6b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 200 len: 217 time: 0.0413568 Jul 13 08:40:17.769354 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-452cd13a-6e94-460c-937b-8ae81ce835bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:17.770865 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-452cd13a-6e94-460c-937b-8ae81ce835bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 200 len: 847 time: 0.0451314 Jul 13 08:40:17.828708 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-a1aa4cbd-2eff-4c69-ba5a-89c67081ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:17.830248 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-a1aa4cbd-2eff-4c69-ba5a-89c67081ab58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=766165d2-237f-4532-96d0-41d7a5c3a91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528944 Jul 13 08:40:17.879414 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:17.904876 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9bf9d-1c4f-4fa2-a952-35252ed5ff4d None None] The sync data for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 is: [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:31:50Z', 'revision_number': 4, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'f681b2a3-464d-4d99-9957-4c8f0a1736cc', 'name': '', 'network_id': '766165d2-237f-4532-96d0-41d7a5c3a91e', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'mac_address': 'fa:16:3e:99:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:50Z', 'updated_at': '2021-07-13T08:31:55Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'subnets': [{'id': 'deb90350-5114-44c0-9bac-ee293db0377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:17.937742 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-4eb8ea98-de13-4c04-8581-8f53617ad2a9 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007607 Jul 13 08:40:18.030219 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-3fa6c6cb-8562-4a65-96a1-7c05a792b803 req-b00e3d2e-763f-486a-8254-482f630f9b83 service neutron] 10.222.0.38 "GET /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862253 Jul 13 08:40:18.123056 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae717fa-50ff-4b0d-aec3-cb28537d96a1 None None] New status for floating IP daa16d6b-79f8-43ae-b287-4e594e7a8ade: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:40:18.481466 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5edb611-09a6-4859-9366-59b7edcf3341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:18.879473 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db241f-c0c1-44d1-8741-d3df102a32bc req-8701ef44-3a16-4362-8fa6-4860eb7148a3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:18.881025 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50db241f-c0c1-44d1-8741-d3df102a32bc req-8701ef44-3a16-4362-8fa6-4860eb7148a3 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 947 time: 0.0752046 Jul 13 08:40:18.921436 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-50db241f-c0c1-44d1-8741-d3df102a32bc req-2208c308-438e-4a60-856b-40de42709775 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b082d2d-401f-4269-909a-84dd3eadb273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341635 Jul 13 08:40:19.009057 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-02328aef-2b8a-4947-8ee9-8ecf9585db64 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:19.010485 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-02328aef-2b8a-4947-8ee9-8ecf9585db64 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 947 time: 0.0654073 Jul 13 08:40:19.112556 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Deleting port ce8d1023-2368-48c8-94c0-df49f865a131 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:19.112905 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:19.203496 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] For port ce8d1023-2368-48c8-94c0-df49f865a131, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=ce8d1023-2368-48c8-94c0-df49f865a131,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:19.203865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:19.216006 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Calling delete_port for ce8d1023-2368-48c8-94c0-df49f865a131 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:19.344554 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:19.385766 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event deleted for resources: {'Port': ['ID=ce8d1023-2368-48c8-94c0-df49f865a131,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:19.424926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] No DVR routers for this DVR port ce8d1023-2368-48c8-94c0-df49f865a131 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:40:19.427768 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:19.429849 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7d0d487d-7668-420e-b1ff-b09058636a74 req-290f3543-c9e6-4e34-847a-2d5d0368a52d tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.38 "DELETE /v2.0/ports/ce8d1023-2368-48c8-94c0-df49f865a131 HTTP/1.1" status: 204 len: 173 time: 0.4143794 Jul 13 08:40:19.491743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-deleted', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:19.494211 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7157e302-f087-4a39-9ce2-e5b512dd889b" -d '{"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-deleted", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:19.529937 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933b6da3-8e37-4c0f-b793-4c5bdcc67626 x-openstack-request-id: req-933b6da3-8e37-4c0f-b793-4c5bdcc67626 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:19.530323 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15ac3-3f31-4748-ac52-a6072d7d0e9b", "name": "network-vif-deleted", "tag": "ce8d1023-2368-48c8-94c0-df49f865a131", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:19.530627 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-933b6da3-8e37-4c0f-b793-4c5bdcc67626 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:19.530945 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15ac3-3f31-4748-ac52-a6072d7d0e9b', 'name': 'network-vif-deleted', 'tag': 'ce8d1023-2368-48c8-94c0-df49f865a131', 'status': 'completed', 'code': 200} Jul 13 08:40:20.067133 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4ad206fe-7426-44ff-b866-a333b8408404 req-fe29faaf-bd72-4a06-9637-97d800737e76 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 210 time: 0.0285814 Jul 13 08:40:21.168494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6bb324c-ed93-4d0d-ab41-907cda0231f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:21.221645 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7234f99c-6fef-4f47-b039-9937f3d5d451 req-a18a88fe-ff02-4ff6-af8a-0b2dfa0b0312 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 210 time: 0.0337086 Jul 13 08:40:21.232026 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:22.299554 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:22.365821 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-fbadb068-77a2-4f9f-9662-85731307a97d req-b991f559-76f2-48f1-b4d9-9cffaa371795 tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcb15ac3-3f31-4748-ac52-a6072d7d0e9b HTTP/1.1" status: 200 len: 210 time: 0.0288029 Jul 13 08:40:23.002236 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ce8d1023-2368-48c8-94c0-df49f865a131 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:23.022763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: ce8d1023-2368-48c8-94c0-df49f865a131 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:23.023110 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device ce8d1023-2368-48c8-94c0-df49f865a131 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:23.460482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60902) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:23.521354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c0cf78-ff87-4011-846a-152afd7760ac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:23.547101 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c0cf78-ff87-4011-846a-152afd7760ac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:23.607155 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c0cf78-ff87-4011-846a-152afd7760ac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:23.610370 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c0cf78-ff87-4011-846a-152afd7760ac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:23.611638 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-a4c0cf78-ff87-4011-846a-152afd7760ac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] 10.222.0.41 "DELETE /v2.0/security-groups/3b082d2d-401f-4269-909a-84dd3eadb273 HTTP/1.1" status: 204 len: 168 time: 0.1500785 Jul 13 08:40:23.621460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0cf78-ff87-4011-846a-152afd7760ac tempest-TestShelveInstance-496682574 tempest-TestShelveInstance-496682574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b082d2d-401f-4269-909a-84dd3eadb273,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:23.664991 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:23.953445 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:24.107733 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:24.689577 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Deleting port f681b2a3-464d-4d99-9957-4c8f0a1736cc {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:24.690273 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:24.769631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] For port f681b2a3-464d-4d99-9957-4c8f0a1736cc, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=f681b2a3-464d-4d99-9957-4c8f0a1736cc,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:24.770015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:24.782529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Calling delete_port for f681b2a3-464d-4d99-9957-4c8f0a1736cc owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:24.975282 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:25.005702 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f681b2a3-464d-4d99-9957-4c8f0a1736cc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:25.174953 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:25.394243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Router 8d761e72-9018-4d1d-8f65-7df65d706fec has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:25.502182 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:25.510124 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dcef9771-f3ae-4129-b281-b76796e8ba97 admin admin] 10.222.0.41 "PUT /v2.0/routers/8d761e72-9018-4d1d-8f65-7df65d706fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8411043 Jul 13 08:40:25.510257 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60910) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:25.513766 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] Sync routers for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:25.523036 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:25.523657 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:25.621549 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:25.724327 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:25.738522 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:25.796271 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Deleting port 3de9e751-a873-4775-a3ac-dcba2dbf7614 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:25.796619 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:25.886322 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] For port 3de9e751-a873-4775-a3ac-dcba2dbf7614, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=3de9e751-a873-4775-a3ac-dcba2dbf7614,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:25.886322 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:25.903309 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Calling delete_port for 3de9e751-a873-4775-a3ac-dcba2dbf7614 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:25.913053 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:40:24Z', 'revision_number': 5, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port': {'id': '3de9e751-a873-4775-a3ac-dcba2dbf7614', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:48Z', 'updated_at': '2021-07-13T08:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:25.939729 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] Checking router: 8d761e72-9018-4d1d-8f65-7df65d706fec for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:25.948687 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] Routers {'8d761e72-9018-4d1d-8f65-7df65d706fec'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:25.949307 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['8d761e72-9018-4d1d-8f65-7df65d706fec'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:26.035472 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] Set router 8d761e72-9018-4d1d-8f65-7df65d706fec gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:26.069852 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.089754 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:40:25Z', 'revision_number': 6, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:26.096233 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de9e751-a873-4775-a3ac-dcba2dbf7614,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:26.116083 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4ffd5-6ce2-4f22-95b7-c87cc08a74c7 None None] The sync data for ids ['8d761e72-9018-4d1d-8f65-7df65d706fec'] in n-d-758944-43 is: [{'id': '8d761e72-9018-4d1d-8f65-7df65d706fec', 'name': 'tempest-TestShelveInstance-339533323-router', 'tenant_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:47Z', 'updated_at': '2021-07-13T08:40:25Z', 'revision_number': 6, 'project_id': '0eb769dc4c64459a8d5a9f4b02ff194a', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:26.164888 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.254165 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.256214 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.298797 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.299483 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d761e72-9018-4d1d-8f65-7df65d706fec {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:40:26.303737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.305089 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-aa7c824b-edcd-47cc-b4db-5f2f1755d0c1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8d761e72-9018-4d1d-8f65-7df65d706fec HTTP/1.1" status: 204 len: 168 time: 0.7939570 Jul 13 08:40:26.308278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60912) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:26.352472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-782e7dd9-4a4c-408e-a726-036f8dba618f admin admin] Deleting subnet deb90350-5114-44c0-9bac-ee293db0377b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:40:26.355930 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-782e7dd9-4a4c-408e-a726-036f8dba618f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.393480 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-782e7dd9-4a4c-408e-a726-036f8dba618f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.469611 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-782e7dd9-4a4c-408e-a726-036f8dba618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.525643 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-782e7dd9-4a4c-408e-a726-036f8dba618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.551142 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7dd9-4a4c-408e-a726-036f8dba618f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb90350-5114-44c0-9bac-ee293db0377b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:26.556738 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-782e7dd9-4a4c-408e-a726-036f8dba618f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.558676 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-782e7dd9-4a4c-408e-a726-036f8dba618f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/deb90350-5114-44c0-9bac-ee293db0377b HTTP/1.1" status: 204 len: 168 time: 0.2494779 Jul 13 08:40:26.561201 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:26.563722 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b800c42-a985-486e-9fe5-d8c9332f1251 None None] Network 766165d2-237f-4532-96d0-41d7a5c3a91e requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:26.633377 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.689016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Deleting port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:26.689361 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.759064 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] For port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=411d8a7f-bd15-4ae1-9a15-283bc346eeb7,segment=NetworkSegment(6d2a354c-8429-480b-be4a-67ee29bdb59f),segment_id=6d2a354c-8429-480b-be4a-67ee29bdb59f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:26.759796 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.771143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Calling delete_port for 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:26.849704 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.877454 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=411d8a7f-bd15-4ae1-9a15-283bc346eeb7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:26.879305 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] No DVR routers for this DVR port 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:40:26.890745 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea346a8-9259-4ea2-9864-e038403e4f28 None None] DHCP port deletion for 766165d2-237f-4532-96d0-41d7a5c3a91e request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:40:26.955723 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.966112 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766165d2-237f-4532-96d0-41d7a5c3a91e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:26.976332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2a354c-8429-480b-be4a-67ee29bdb59f') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:26.976332 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2a354c-8429-480b-be4a-67ee29bdb59f') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:26.985156 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:26.999931 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:27.006390 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:40:27.006776 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:40:27.008413 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:40:27.068656 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:27.074984 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:27.076885 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] 10.222.0.41 "DELETE /v2.0/networks/766165d2-237f-4532-96d0-41d7a5c3a91e HTTP/1.1" status: 204 len: 168 time: 0.5146732 Jul 13 08:40:27.079840 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60916) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:27.088570 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36936c5e-a100-40cb-8760-0acd85029cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=766165d2-237f-4532-96d0-41d7a5c3a91e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:27.436401 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:27.693139 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Deleting port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:27.693488 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:27.722434 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f681b2a3-464d-4d99-9957-4c8f0a1736cc no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:27.742622 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: f681b2a3-464d-4d99-9957-4c8f0a1736cc {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:27.742965 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device f681b2a3-464d-4d99-9957-4c8f0a1736cc not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:27.743383 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3de9e751-a873-4775-a3ac-dcba2dbf7614 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:27.762973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 3de9e751-a873-4775-a3ac-dcba2dbf7614 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:27.763321 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 3de9e751-a873-4775-a3ac-dcba2dbf7614 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:27.763736 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:27.772887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] For port c6c9c442-31a4-4a4d-9d7c-c32beb3e0889, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=c6c9c442-31a4-4a4d-9d7c-c32beb3e0889,segment=NetworkSegment(0d870fd9-626c-45f6-a281-7037e9a51374),segment_id=0d870fd9-626c-45f6-a281-7037e9a51374)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:27.773250 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:27.782111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:27.782469 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 411d8a7f-bd15-4ae1-9a15-283bc346eeb7 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:27.785594 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Calling delete_port for c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:27.966351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:27.995983 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c9c442-31a4-4a4d-9d7c-c32beb3e0889,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:28.020468 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.020820 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.021162 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.021499 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.021836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.022196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.022527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.022856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.023182 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.023505 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.024241 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.024569 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:28.185047 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:28.391779 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:28.495830 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:28.500784 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-dea9d333-18c4-4252-946b-4fbc8fd12c65 admin admin] 10.222.0.41 "PUT /v2.0/routers/e4bf2c85-9c54-48bf-810d-4c347fecbcf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4196751 Jul 13 08:40:28.503541 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:28.506642 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] Sync routers for ids ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:28.516174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] Routers {'e4bf2c85-9c54-48bf-810d-4c347fecbcf1'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:28.516791 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:28.608348 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:28.619727 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] Set router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:28.716253 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:28.771989 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Deleting port 15243a0a-68ab-4abe-942f-3f4b2faef4d3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:28.772654 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:28.800563 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:52Z', 'updated_at': '2021-07-13T08:40:27Z', 'revision_number': 5, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'gw_port': {'id': '15243a0a-68ab-4abe-942f-3f4b2faef4d3', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:53Z', 'updated_at': '2021-07-13T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:28.828680 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] Checking router: e4bf2c85-9c54-48bf-810d-4c347fecbcf1 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:28.836956 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] Routers {'e4bf2c85-9c54-48bf-810d-4c347fecbcf1'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:28.837581 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:28.875346 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] For port 15243a0a-68ab-4abe-942f-3f4b2faef4d3, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=15243a0a-68ab-4abe-942f-3f4b2faef4d3,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:28.875954 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:28.897658 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Calling delete_port for 15243a0a-68ab-4abe-942f-3f4b2faef4d3 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:28.924266 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] Set router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:28.977289 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:52Z', 'updated_at': '2021-07-13T08:40:28Z', 'revision_number': 6, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:29.008293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723d13b-d2cb-4052-b4e1-683c559e4d4f None None] The sync data for ids ['e4bf2c85-9c54-48bf-810d-4c347fecbcf1'] in n-d-758944-43 is: [{'id': 'e4bf2c85-9c54-48bf-810d-4c347fecbcf1', 'name': 'tempest-TestShelveInstance-1072248330-router', 'tenant_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:52Z', 'updated_at': '2021-07-13T08:40:28Z', 'revision_number': 6, 'project_id': '08bb8feddfbc47b5b82ed3c420f450e8', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:29.080655 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.107452 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Pushing event deleted for resources: {'Port': ['ID=15243a0a-68ab-4abe-942f-3f4b2faef4d3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:29.167532 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.258151 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.260175 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.307030 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.307619 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4bf2c85-9c54-48bf-810d-4c347fecbcf1 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:40:29.312790 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.313979 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-d039cfa0-8f53-407c-b4d6-6c184c3682cd admin admin] 10.222.0.41 "DELETE /v2.0/routers/e4bf2c85-9c54-48bf-810d-4c347fecbcf1 HTTP/1.1" status: 204 len: 168 time: 0.8094797 Jul 13 08:40:29.318042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60920) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:29.363890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-942df244-b348-4398-ab40-c760f6c4759f admin admin] Deleting subnet 3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:40:29.367298 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-942df244-b348-4398-ab40-c760f6c4759f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.402993 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-942df244-b348-4398-ab40-c760f6c4759f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.487309 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-942df244-b348-4398-ab40-c760f6c4759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.539902 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-942df244-b348-4398-ab40-c760f6c4759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.565378 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942df244-b348-4398-ab40-c760f6c4759f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:29.569058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-942df244-b348-4398-ab40-c760f6c4759f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.571008 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-942df244-b348-4398-ab40-c760f6c4759f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d95e3e7-7ad8-45b4-b809-d9b1861c6ebd HTTP/1.1" status: 204 len: 168 time: 0.2519560 Jul 13 08:40:29.573496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:29.574656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9980c337-c71e-465a-8845-0d45a6a04674 None None] Network 3bab8fde-01fe-4d22-9669-9e72265c037c requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:29.648035 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.700704 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Deleting port 12885957-b54c-4624-b2ae-43bd46b0b631 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:29.700951 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.767694 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] For port 12885957-b54c-4624-b2ae-43bd46b0b631, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=12885957-b54c-4624-b2ae-43bd46b0b631,segment=NetworkSegment(0d870fd9-626c-45f6-a281-7037e9a51374),segment_id=0d870fd9-626c-45f6-a281-7037e9a51374)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:29.767988 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.770964 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] DHCP port deletion for 3bab8fde-01fe-4d22-9669-9e72265c037c request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:40:29.783459 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Calling delete_port for 12885957-b54c-4624-b2ae-43bd46b0b631 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:29.828425 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Deleting port 12885957-b54c-4624-b2ae-43bd46b0b631 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:29.829040 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.843885 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 15243a0a-68ab-4abe-942f-3f4b2faef4d3 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:29.871703 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.872231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 15243a0a-68ab-4abe-942f-3f4b2faef4d3 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:29.872662 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 15243a0a-68ab-4abe-942f-3f4b2faef4d3 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:29.873384 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 12885957-b54c-4624-b2ae-43bd46b0b631 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:29.887144 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] No DVR routers for this DVR port 12885957-b54c-4624-b2ae-43bd46b0b631 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:40:29.903420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 12885957-b54c-4624-b2ae-43bd46b0b631 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:29.903772 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 12885957-b54c-4624-b2ae-43bd46b0b631 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:29.904201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:29.909461 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Pushing event deleted for resources: {'Port': ['ID=12885957-b54c-4624-b2ae-43bd46b0b631,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:29.956436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:29.956566 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device c6c9c442-31a4-4a4d-9d7c-c32beb3e0889 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:29.966787 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] For port 12885957-b54c-4624-b2ae-43bd46b0b631, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=12885957-b54c-4624-b2ae-43bd46b0b631,segment=NetworkSegment(0d870fd9-626c-45f6-a281-7037e9a51374),segment_id=0d870fd9-626c-45f6-a281-7037e9a51374)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:29.967194 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.980385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Calling delete_port for 12885957-b54c-4624-b2ae-43bd46b0b631 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:29.981581 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:29.992505 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bab8fde-01fe-4d22-9669-9e72265c037c']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:30.002887 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d870fd9-626c-45f6-a281-7037e9a51374') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:30.003191 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d870fd9-626c-45f6-a281-7037e9a51374') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:30.014277 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.031115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.037726 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:40:30.038232 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: timer() Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:40:30.040119 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:40:30.066237 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.099762 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Pushing event deleted for resources: {'Port': ['ID=12885957-b54c-4624-b2ae-43bd46b0b631,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:30.104515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] No DVR routers for this DVR port 12885957-b54c-4624-b2ae-43bd46b0b631 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:40:30.107198 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.115227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.115227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.115227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.115227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.115227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.115227 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.116096 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.116332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.116332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.116332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.116332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.116691 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.117446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceff7ed-e090-4a83-a4f9-67c9ea7063d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:30.120034 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3bab8fde-01fe-4d22-9669-9e72265c037c HTTP/1.1" status: 204 len: 168 time: 0.5439472 Jul 13 08:40:30.135010 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b119a-9f95-4944-9422-c2c2ebafc278 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bab8fde-01fe-4d22-9669-9e72265c037c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:30.230162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:30.271209 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-dc736a6b-787e-492f-8d8c-33882fdb577c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0eb769dc4c64459a8d5a9f4b02ff194a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397360 Jul 13 08:40:30.273571 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60928) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:30.320764 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9438185-c695-49b2-a82a-9dee0774d376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.342551 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9438185-c695-49b2-a82a-9dee0774d376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.391526 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9438185-c695-49b2-a82a-9dee0774d376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.395550 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9438185-c695-49b2-a82a-9dee0774d376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.396856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d9438185-c695-49b2-a82a-9dee0774d376 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90eb18d4-dafb-464d-8f66-369b0978be14 HTTP/1.1" status: 204 len: 168 time: 0.1222289 Jul 13 08:40:30.408607 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9438185-c695-49b2-a82a-9dee0774d376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb18d4-dafb-464d-8f66-369b0978be14,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:30.713085 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60934) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:30.753448 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-53777969-43c3-4d8c-8fba-00e3cd6bf5b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08bb8feddfbc47b5b82ed3c420f450e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391285 Jul 13 08:40:30.755935 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60936) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:30.810413 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e1591c-00f5-45c6-95f0-967f9e0d7367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.831396 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e1591c-00f5-45c6-95f0-967f9e0d7367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.879350 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e1591c-00f5-45c6-95f0-967f9e0d7367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.882339 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e1591c-00f5-45c6-95f0-967f9e0d7367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:30.883516 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d9e1591c-00f5-45c6-95f0-967f9e0d7367 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcbd6dda-22af-4513-827d-1e604a34aa1c HTTP/1.1" status: 204 len: 168 time: 0.1266284 Jul 13 08:40:30.891457 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1591c-00f5-45c6-95f0-967f9e0d7367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd6dda-22af-4513-827d-1e604a34aa1c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:31.546894 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60958) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:31.640759 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-272554818-network', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:31.662549 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Made reservation on behalf of 6e1aba6bca4c4c6b84ca5f61801611b1 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:31.664993 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.673820 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.767732 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.771777 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.797799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:40:31.803076 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4553e1a-62cd-4493-9017-8af8fa50e71c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:31.812746 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.812746 n-d-758944-43 neutron-server[93774]: INFO neutron.db.segments_db [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Added segment 7646a92b-08ee-4821-aeb7-10730a79052d of type vlan for network bacc9fca-5ad7-468a-ae32-b6378120e278 Jul 13 08:40:31.855363 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.883871 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.885810 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:31.886376 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.922146 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3739636 Jul 13 08:40:31.925155 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60962) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:31.930494 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Request body: {'subnet': {'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-272554818-subnet', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:31.953760 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ade98-f283-4251-84aa-02a52c59b6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=bacc9fca-5ad7-468a-ae32-b6378120e278,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:31.955028 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Made reservation on behalf of 6e1aba6bca4c4c6b84ca5f61801611b1 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:31.957921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.965461 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network bacc9fca-5ad7-468a-ae32-b6378120e278 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:40:32.125838 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.185798 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83050bfd-3f51-4540-8789-0f807cf98fa1,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:32.192680 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Checking segment: {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:32.193042 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Network hostable DHCP agents. Network: bacc9fca-5ad7-468a-ae32-b6378120e278, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:40:32.210257 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Network bacc9fca-5ad7-468a-ae32-b6378120e278 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:40:32.218796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, bacc9fca-5ad7-468a-ae32-b6378120e278) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:32.224516 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:32.224669 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.227578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9b66b-9bfd-45de-8fc3-51f477b78500 None None] Network bacc9fca-5ad7-468a-ae32-b6378120e278 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:32.239394 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-24f92ebf-2243-4105-a083-8b568f6f8b62 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3130376 Jul 13 08:40:32.242131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:32.247153 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:32.267485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.268645 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.320643 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.373446 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-bacc9fca-5ad7-468a-ae32-b6378120e278', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:40:32.374335 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.459576 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.673557 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Allocated IP 172.20.0.2 (bacc9fca-5ad7-468a-ae32-b6378120e278/83050bfd-3f51-4540-8789-0f807cf98fa1/ca5c7a1c-9805-45ce-a991-f8ba516d81a9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:32.824874 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.833880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Transition to ACTIVE for port object ca5c7a1c-9805-45ce-a991-f8ba516d81a9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:32.850359 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Transition to ACTIVE for port object ca5c7a1c-9805-45ce-a991-f8ba516d81a9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:32.860300 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.903109 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Network bacc9fca-5ad7-468a-ae32-b6378120e278 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:32.906174 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:32.909779 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:32.916802 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Pushing event updated for resources: {'Port': ['ID=ca5c7a1c-9805-45ce-a991-f8ba516d81a9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:32.969953 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Attempting to bind port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:32.970684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Attempting to bind port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:32.970684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Attempting to bind port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 on network bacc9fca-5ad7-468a-ae32-b6378120e278 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:32.975640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:32.976010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Checking segment: {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:32.976416 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:32.976812 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Bound using segment: {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:32.977279 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Bound port: ca5c7a1c-9805-45ce-a991-f8ba516d81a9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:32.977665 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.001535 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.020622 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.043640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] For port ca5c7a1c-9805-45ce-a991-f8ba516d81a9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:33.046632 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] For port ca5c7a1c-9805-45ce-a991-f8ba516d81a9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ca5c7a1c-9805-45ce-a991-f8ba516d81a9,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:33.051559 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.109742 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb161eb9-2b97-4b45-bb89-358b36f91dac None None] Pushing event updated for resources: {'Port': ['ID=ca5c7a1c-9805-45ce-a991-f8ba516d81a9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:33.128260 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Allocated IP 172.25.8.40 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:33.247966 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.297980 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.338587 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:33.343878 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:33.347642 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:33.375387 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Pushing event updated for resources: {'Port': ['ID=0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:33.603889 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.758079 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ca5c7a1c-9805-45ce-a991-f8ba516d81a9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:33.811684 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:33.811858 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.952270 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Router cc1dd93f-625a-48fd-8e6e-11052b31333d is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:40:34.053293 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c004a0-11a3-4d83-b422-ae094bfa16cd None None] Network bacc9fca-5ad7-468a-ae32-b6378120e278 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:34.068236 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:34.078447 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Sync routers for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:34.084963 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.089321 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-75e4f179-c50f-4012-af30-10f22ad375ed admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8431754 Jul 13 08:40:34.089614 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:34.090875 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:34.091481 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:34.197068 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d0f095e1-df00-4c3d-b991-3f535305153b None None] Provisioning for port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:34.202922 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d0f095e1-df00-4c3d-b991-3f535305153b None None] Provisioning complete for port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:34.203304 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0f095e1-df00-4c3d-b991-3f535305153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.205831 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:34.321062 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0f095e1-df00-4c3d-b991-3f535305153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.361672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d0f095e1-df00-4c3d-b991-3f535305153b None None] For port ca5c7a1c-9805-45ce-a991-f8ba516d81a9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ca5c7a1c-9805-45ce-a991-f8ba516d81a9,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:34.367461 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0f095e1-df00-4c3d-b991-3f535305153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.419091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:33Z', 'revision_number': 3, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:34.436496 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f095e1-df00-4c3d-b991-3f535305153b None None] Pushing event updated for resources: {'Port': ['ID=ca5c7a1c-9805-45ce-a991-f8ba516d81a9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:34.453864 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Checking router: cc1dd93f-625a-48fd-8e6e-11052b31333d for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:34.454529 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Updating router cc1dd93f-625a-48fd-8e6e-11052b31333d port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:34.490072 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.567697 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.626513 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1485c6e7-b2a5-49b8-bcbf-5561eecfb782 None None] Provisioning complete for port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:34.626799 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1485c6e7-b2a5-49b8-bcbf-5561eecfb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.735616 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Allocated IP 172.20.0.1 (bacc9fca-5ad7-468a-ae32-b6378120e278/83050bfd-3f51-4540-8789-0f807cf98fa1/1da90977-88cd-4d58-88f2-94ad9a847daf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:34.754375 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.765163 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Transition to ACTIVE for port object 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:34.770754 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.823586 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Pushing event updated for resources: {'Port': ['ID=0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:34.825766 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Attempting to bind port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:34.826161 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Attempting to bind port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:34.826529 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Attempting to bind port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:34.835650 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:34.836028 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:34.836454 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.836919 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:34.837557 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Bound port: 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:34.837959 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.840090 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.840444 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.840826 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.841524 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.841661 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.841776 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.842112 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.846808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.846808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.846808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.846808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.846808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.846808 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:34.861538 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Transition to ACTIVE for port object 1da90977-88cd-4d58-88f2-94ad9a847daf will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:34.898481 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] For port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:34.898758 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.901912 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] For port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:34.906501 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.942648 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Network bacc9fca-5ad7-468a-ae32-b6378120e278 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:34.945771 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:34.949761 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:34.962562 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:34.963205 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:34.977379 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Pushing event updated for resources: {'Port': ['ID=1da90977-88cd-4d58-88f2-94ad9a847daf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:34.995352 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.004144 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6306bc2-b030-4073-ba2a-a2c49ba2dc9c None None] Pushing event updated for resources: {'Port': ['ID=0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:35.079099 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:35.148115 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.242165 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aee92140-49b8-485a-a05a-045156338709 None None] Provisioning for port 1da90977-88cd-4d58-88f2-94ad9a847daf completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:35.247019 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-aee92140-49b8-485a-a05a-045156338709 None None] Provisioning complete for port 1da90977-88cd-4d58-88f2-94ad9a847daf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:35.247396 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aee92140-49b8-485a-a05a-045156338709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.292237 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aee92140-49b8-485a-a05a-045156338709 None None] Port 1da90977-88cd-4d58-88f2-94ad9a847daf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:35.327059 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.332178 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.356584 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:33Z', 'revision_number': 3, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:35.394566 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e7ce0-e300-47be-a8fa-45e6c5fc05a1 None None] The sync data for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 is: [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:33Z', 'revision_number': 3, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:35.403846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Pushing event updated for resources: {'Port': ['ID=1da90977-88cd-4d58-88f2-94ad9a847daf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:35.419351 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.522543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Network bacc9fca-5ad7-468a-ae32-b6378120e278 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:35.524100 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:35.634530 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a54be820-0ea7-4678-bdea-2791646c551f None None] Provisioning complete for port 1da90977-88cd-4d58-88f2-94ad9a847daf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:35.634972 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a54be820-0ea7-4678-bdea-2791646c551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.668406 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Router cc1dd93f-625a-48fd-8e6e-11052b31333d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:35.685720 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a54be820-0ea7-4678-bdea-2791646c551f None None] Port 1da90977-88cd-4d58-88f2-94ad9a847daf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:35.819684 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:35.826749 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-aa8231c4-cc43-4a55-93f9-e36aa966d035 admin admin] 10.222.0.41 "PUT /v2.0/routers/cc1dd93f-625a-48fd-8e6e-11052b31333d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360351 Jul 13 08:40:35.854554 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:35.855755 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:40:35.914152 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cecf92d3-de03-439a-9259-3fbf50543402 None None] Provisioning complete for port 1da90977-88cd-4d58-88f2-94ad9a847daf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:35.914540 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cecf92d3-de03-439a-9259-3fbf50543402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.947269 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:35.958687 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:35.959067 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.984951 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cecf92d3-de03-439a-9259-3fbf50543402 None None] Port 1da90977-88cd-4d58-88f2-94ad9a847daf cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:36.048948 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.072813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:36.079304 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.118111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ca5c7a1c-9805-45ce-a991-f8ba516d81a9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:36.176234 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:36.190678 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:36.191058 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.389572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60982) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:36.394829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-770085775-network', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:36.421580 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Made reservation on behalf of 71a9c7639fb54ecd957704f60a0b6908 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:36.424254 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.433938 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.436459 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.525360 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.529118 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.549890 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:40:36.563749 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa41cc2b-6f1c-4486-907a-8dd1436d4cfe,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:36.568797 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.569093 n-d-758944-43 neutron-server[93773]: INFO neutron.db.segments_db [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Added segment 475e8b95-2ef4-48a9-972e-30531ae27b9e of type vlan for network 4d7ef038-e702-49e7-915e-e45c667b3476 Jul 13 08:40:36.610398 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743006194773'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.641264 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.642336 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:36.642924 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.678421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2874885 Jul 13 08:40:36.681679 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60984) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:36.688255 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Request body: {'subnet': {'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-770085775-subnet', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:36.718246 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a38934-269e-47e0-86d0-1860e07d7fcd admin admin] Pushing event updated for resources: {'Network': ['ID=4d7ef038-e702-49e7-915e-e45c667b3476,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:36.729272 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Network 4d7ef038-e702-49e7-915e-e45c667b3476 details requested by agent ovs-agent-n-d-758944-43 with host n-d-758944-43 {{(pid=93775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:40:36.737754 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Made reservation on behalf of 71a9c7639fb54ecd957704f60a0b6908 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:36.740255 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6331889'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.927784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8290018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6331779'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:36.978815 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e08947a-fe25-4370-8d00-6e639ad9fc80,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:36.995047 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Checking segment: {'id': '475e8b95-2ef4-48a9-972e-30531ae27b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:36.995413 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Network hostable DHCP agents. Network: 4d7ef038-e702-49e7-915e-e45c667b3476, hostable agents: ['84337644-c792-4946-95a7-fa5c80e55073'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:40:37.014350 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Network 4d7ef038-e702-49e7-915e-e45c667b3476 is scheduled to be hosted by DHCP agent 84337644-c792-4946-95a7-fa5c80e55073 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:40:37.027267 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-43, 4d7ef038-e702-49e7-915e-e45c667b3476) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:37.031709 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:37.032336 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.041365 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb641c1-297c-4167-ae58-a1a2867d1313 None None] Network 4d7ef038-e702-49e7-915e-e45c667b3476 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:37.047342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-7da05aa9-5323-4aba-8ec7-e357820744e2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3645730 Jul 13 08:40:37.050814 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:37.055396 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:37.078507 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13094'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.079717 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13151'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.111173 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Sync routers for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:37.130562 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:37.131191 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:37.145521 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.281177 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13129'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.302849 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:37.306114 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182a1579-70e8-50b9-8d4e-9bb284dc4cf5-4d7ef038-e702-49e7-915e-e45c667b3476', 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'fixed_ips': [{'subnet_id': '0e08947a-fe25-4370-8d00-6e639ad9fc80'}]}} from n-d-758944-43. {{(pid=93775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:40:37.307028 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.488541 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.508048 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.572715 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Allocated IP 172.20.0.2 (4d7ef038-e702-49e7-915e-e45c667b3476/0e08947a-fe25-4370-8d00-6e639ad9fc80/02e28701-f692-4922-b85b-48993ad67294) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:37.631129 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Allocated IP 172.25.8.20 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/fc4a5166-055b-44d3-9572-bb9be336e490) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:37.771886 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.779891 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:37.786705 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 2, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:37.809596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Transition to ACTIVE for port object 02e28701-f692-4922-b85b-48993ad67294 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:37.848255 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Checking router: cc1dd93f-625a-48fd-8e6e-11052b31333d for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:37.848798 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Updating router cc1dd93f-625a-48fd-8e6e-11052b31333d port 1da90977-88cd-4d58-88f2-94ad9a847daf binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:37.888824 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Transition to ACTIVE for port object 02e28701-f692-4922-b85b-48993ad67294 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:37.905254 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.927782 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:37.973061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Network 4d7ef038-e702-49e7-915e-e45c667b3476 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:37.981971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:37.990201 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:38.019303 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Pushing event updated for resources: {'Port': ['ID=02e28701-f692-4922-b85b-48993ad67294,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:38.028942 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:38.029321 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.110119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.157095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.204196 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:38.207128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:38.210856 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:38.234176 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4a5166-055b-44d3-9572-bb9be336e490,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:38.338938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Attempting to bind port 02e28701-f692-4922-b85b-48993ad67294 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:38.339317 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Attempting to bind port 02e28701-f692-4922-b85b-48993ad67294 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '475e8b95-2ef4-48a9-972e-30531ae27b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:38.339685 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Attempting to bind port 02e28701-f692-4922-b85b-48993ad67294 on network 4d7ef038-e702-49e7-915e-e45c667b3476 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:38.356238 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:38.356620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Checking segment: {'id': '475e8b95-2ef4-48a9-972e-30531ae27b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:38.357028 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.357431 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Bound using segment: {'id': '475e8b95-2ef4-48a9-972e-30531ae27b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:38.357914 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Bound port: 02e28701-f692-4922-b85b-48993ad67294, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475e8b95-2ef4-48a9-972e-30531ae27b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:38.358323 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.363050 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.477069 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.528172 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] For port 02e28701-f692-4922-b85b-48993ad67294, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:38.533426 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] For port 02e28701-f692-4922-b85b-48993ad67294, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=02e28701-f692-4922-b85b-48993ad67294,segment=NetworkSegment(475e8b95-2ef4-48a9-972e-30531ae27b9e),segment_id=475e8b95-2ef4-48a9-972e-30531ae27b9e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:38.542641 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.643022 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f946d71-19ea-4645-86d1-eca376034183 None None] Pushing event updated for resources: {'Port': ['ID=02e28701-f692-4922-b85b-48993ad67294,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:38.667118 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.679076 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Transition to ACTIVE for port object 1da90977-88cd-4d58-88f2-94ad9a847daf will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:38.684370 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.705354 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668489'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.733276 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c47ebc-f080-4bbc-a5ee-10f3e46c0be4 None None] Pushing event updated for resources: {'Port': ['ID=1da90977-88cd-4d58-88f2-94ad9a847daf,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:38.806385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Attempting to bind port 1da90977-88cd-4d58-88f2-94ad9a847daf on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:38.806385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Attempting to bind port 1da90977-88cd-4d58-88f2-94ad9a847daf by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:38.806385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Attempting to bind port 1da90977-88cd-4d58-88f2-94ad9a847daf on network bacc9fca-5ad7-468a-ae32-b6378120e278 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:38.810015 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:38.810400 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Checking segment: {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:38.810810 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.811207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Bound using segment: {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:38.811858 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Bound port: 1da90977-88cd-4d58-88f2-94ad9a847daf, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:38.812358 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.918355 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Router ebd2636a-3f38-4d91-a240-28bfc34d3466 is scheduled to L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:40:38.941228 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] For port 1da90977-88cd-4d58-88f2-94ad9a847daf, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:38.945097 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] For port 1da90977-88cd-4d58-88f2-94ad9a847daf, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1da90977-88cd-4d58-88f2-94ad9a847daf,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:38.950726 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.024099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c47ebc-f080-4bbc-a5ee-10f3e46c0be4 None None] Pushing event updated for resources: {'Port': ['ID=1da90977-88cd-4d58-88f2-94ad9a847daf,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:39.027345 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:39.027973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:39.046252 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:39.056328 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Sync routers for ids ['ebd2636a-3f38-4d91-a240-28bfc34d3466'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:39.068812 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.069310 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Routers {'ebd2636a-3f38-4d91-a240-28bfc34d3466'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:39.070302 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ebd2636a-3f38-4d91-a240-28bfc34d3466'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:39.074048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:39.074575 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-4de49843-5779-47e1-b289-ba1d1e94ac78 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0219512 Jul 13 08:40:39.202760 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Set router ebd2636a-3f38-4d91-a240-28bfc34d3466 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:39.207882 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:39.404094 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:38Z', 'revision_number': 3, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'gw_port': {'id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:39.439248 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Checking router: ebd2636a-3f38-4d91-a240-28bfc34d3466 for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:39.439248 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Updating router ebd2636a-3f38-4d91-a240-28bfc34d3466 port fc4a5166-055b-44d3-9572-bb9be336e490 binding host n-d-758944-43 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:39.483055 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.516427 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:38Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:39.555232 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743d0fa-8985-4911-be35-2e59298ca23b None None] The sync data for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 is: [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:38Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:39.721559 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.871797 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 02e28701-f692-4922-b85b-48993ad67294 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:39.873135 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.893296 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Transition to ACTIVE for port object fc4a5166-055b-44d3-9572-bb9be336e490 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:39.910033 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.968872 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Attempting to bind port fc4a5166-055b-44d3-9572-bb9be336e490 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:39.969245 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Attempting to bind port fc4a5166-055b-44d3-9572-bb9be336e490 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:39.969430 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 02e28701-f692-4922-b85b-48993ad67294 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:39.969609 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Attempting to bind port fc4a5166-055b-44d3-9572-bb9be336e490 on network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:39.976731 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1da90977-88cd-4d58-88f2-94ad9a847daf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:39.979298 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003e561-2f0c-40d2-afcc-cd8b5fbce844 None None] Pushing event updated for resources: {'Port': ['ID=fc4a5166-055b-44d3-9572-bb9be336e490,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:39.988908 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:39.989289 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Checking segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:39.990374 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.990781 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Bound using segment: {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:39.991268 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Bound port: fc4a5166-055b-44d3-9572-bb9be336e490, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c001fc78-fe39-4d4c-a786-e9feae095524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:39.991655 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:39.996048 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Allocated IP 172.20.0.1 (4d7ef038-e702-49e7-915e-e45c667b3476/0e08947a-fe25-4370-8d00-6e639ad9fc80/ddfccc09-3787-49bc-a78f-d1bd62449ee9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:40.003361 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7506e41f-3c48-4500-b281-ca0e30a3cef8 None None] Network 4d7ef038-e702-49e7-915e-e45c667b3476 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:40.054594 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] For port fc4a5166-055b-44d3-9572-bb9be336e490, host n-d-758944-43, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:40.060699 n-d-758944-43 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] For port fc4a5166-055b-44d3-9572-bb9be336e490, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fc4a5166-055b-44d3-9572-bb9be336e490,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:40.065775 n-d-758944-43 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.130499 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003e561-2f0c-40d2-afcc-cd8b5fbce844 None None] Pushing event updated for resources: {'Port': ['ID=fc4a5166-055b-44d3-9572-bb9be336e490,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:40.137509 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cca2eb0f-362c-4340-b88c-b0faa0f1c296 None None] Provisioning for port 02e28701-f692-4922-b85b-48993ad67294 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:40.143945 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port 1da90977-88cd-4d58-88f2-94ad9a847daf completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:40.145939 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.146541 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Routers {'ebd2636a-3f38-4d91-a240-28bfc34d3466'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:40.147195 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ebd2636a-3f38-4d91-a240-28bfc34d3466'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:40.148620 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1da90977-88cd-4d58-88f2-94ad9a847daf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:40.149035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.162502 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Transition to ACTIVE for port object ddfccc09-3787-49bc-a78f-d1bd62449ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:40.189164 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cca2eb0f-362c-4340-b88c-b0faa0f1c296 None None] Provisioning complete for port 02e28701-f692-4922-b85b-48993ad67294 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:40.189548 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cca2eb0f-362c-4340-b88c-b0faa0f1c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.201021 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.245758 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Network 4d7ef038-e702-49e7-915e-e45c667b3476 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:40.248887 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:40.253743 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:40.273461 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] Set router ebd2636a-3f38-4d91-a240-28bfc34d3466 gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:40.307727 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfccc09-3787-49bc-a78f-d1bd62449ee9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:40.318275 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670194'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.355004 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.451767 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port 1da90977-88cd-4d58-88f2-94ad9a847daf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1da90977-88cd-4d58-88f2-94ad9a847daf,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:40.461593 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.474114 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cca2eb0f-362c-4340-b88c-b0faa0f1c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.508924 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.528487 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:38Z', 'revision_number': 3, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'gw_port': {'id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:40.561987 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb82cf0-4f47-4a27-8f38-ec55988c16b4 None None] The sync data for ids ['ebd2636a-3f38-4d91-a240-28bfc34d3466'] in n-d-758944-43 is: [{'id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:38Z', 'revision_number': 3, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'gw_port': {'id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:40.570740 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=1da90977-88cd-4d58-88f2-94ad9a847daf,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:40.614002 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cca2eb0f-362c-4340-b88c-b0faa0f1c296 None None] For port 02e28701-f692-4922-b85b-48993ad67294, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=02e28701-f692-4922-b85b-48993ad67294,segment=NetworkSegment(475e8b95-2ef4-48a9-972e-30531ae27b9e),segment_id=475e8b95-2ef4-48a9-972e-30531ae27b9e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:40.622952 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cca2eb0f-362c-4340-b88c-b0faa0f1c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.707096 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2eb0f-362c-4340-b88c-b0faa0f1c296 None None] Pushing event updated for resources: {'Port': ['ID=02e28701-f692-4922-b85b-48993ad67294,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:40.778792 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.785756 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.867332 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2a241411-c948-42df-9060-72a7bc4ad40f None None] Provisioning complete for port 02e28701-f692-4922-b85b-48993ad67294 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:40.867723 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a241411-c948-42df-9060-72a7bc4ad40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:40.902719 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfccc09-3787-49bc-a78f-d1bd62449ee9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:40.912624 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670004'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.040026 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2a241411-c948-42df-9060-72a7bc4ad40f None None] Provisioning for port ddfccc09-3787-49bc-a78f-d1bd62449ee9 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:41.044111 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2a241411-c948-42df-9060-72a7bc4ad40f None None] Provisioning complete for port ddfccc09-3787-49bc-a78f-d1bd62449ee9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:41.044496 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a241411-c948-42df-9060-72a7bc4ad40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.086784 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2a241411-c948-42df-9060-72a7bc4ad40f None None] Port ddfccc09-3787-49bc-a78f-d1bd62449ee9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:41.092176 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Network 4d7ef038-e702-49e7-915e-e45c667b3476 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:41.093755 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:41.211572 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-115366fd-6af7-4459-9c79-fbf777fe23c2 None None] Provisioning complete for port 1da90977-88cd-4d58-88f2-94ad9a847daf triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:41.211980 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-115366fd-6af7-4459-9c79-fbf777fe23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.249359 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Router ebd2636a-3f38-4d91-a240-28bfc34d3466 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:41.469385 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-42f68439-2d99-4a64-94ac-e16b5faa5868 None None] Provisioning complete for port ddfccc09-3787-49bc-a78f-d1bd62449ee9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:41.472292 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42f68439-2d99-4a64-94ac-e16b5faa5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.527605 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-42f68439-2d99-4a64-94ac-e16b5faa5868 None None] Port ddfccc09-3787-49bc-a78f-d1bd62449ee9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:41.753591 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-99f4d870-8d86-4353-8c8b-1ff11e26ddd1 None None] Provisioning complete for port ddfccc09-3787-49bc-a78f-d1bd62449ee9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:41.753591 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99f4d870-8d86-4353-8c8b-1ff11e26ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:41.772722 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:41.780567 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-ac1b7201-3876-4cc0-a754-644f23ed84e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/ebd2636a-3f38-4d91-a240-28bfc34d3466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7054837 Jul 13 08:40:41.803181 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-99f4d870-8d86-4353-8c8b-1ff11e26ddd1 None None] Port ddfccc09-3787-49bc-a78f-d1bd62449ee9 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:41.860038 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 02e28701-f692-4922-b85b-48993ad67294 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:41.917723 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 02e28701-f692-4922-b85b-48993ad67294 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:41.918154 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.024487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1da90977-88cd-4d58-88f2-94ad9a847daf up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:42.075330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port 1da90977-88cd-4d58-88f2-94ad9a847daf triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:42.076087 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.155726 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fc4a5166-055b-44d3-9572-bb9be336e490 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:42.216017 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port fc4a5166-055b-44d3-9572-bb9be336e490 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:42.219818 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fc4a5166-055b-44d3-9572-bb9be336e490 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:42.220208 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.298766 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.320338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port fc4a5166-055b-44d3-9572-bb9be336e490, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fc4a5166-055b-44d3-9572-bb9be336e490,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:42.325693 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.382520 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=fc4a5166-055b-44d3-9572-bb9be336e490,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:42.560696 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 60996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:42.565460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-69f292c9-966d-4f4e-9a72-d9522fb73519 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011410098', 'description': 'tempest-secgroup-smoke-1011410098 description', 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:42.587354 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69f292c9-966d-4f4e-9a72-d9522fb73519 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.684885 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69f292c9-966d-4f4e-9a72-d9522fb73519 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.688783 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69f292c9-966d-4f4e-9a72-d9522fb73519 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.717172 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69f292c9-966d-4f4e-9a72-d9522fb73519 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.718445 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-69f292c9-966d-4f4e-9a72-d9522fb73519 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1567111 Jul 13 08:40:42.720230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f292c9-966d-4f4e-9a72-d9522fb73519 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d75108-c8e6-4d88-af24-64dbe86d8688,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:42.721772 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 60998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:42.726712 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1a7e507e-c28a-4154-9c5f-bccf269e1389 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'security_group_rule': {'security_group_id': 'a7d75108-c8e6-4d88-af24-64dbe86d8688', 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:42.756931 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a7e507e-c28a-4154-9c5f-bccf269e1389 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.828363 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a7e507e-c28a-4154-9c5f-bccf269e1389 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.832949 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a7e507e-c28a-4154-9c5f-bccf269e1389 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.852213 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e507e-c28a-4154-9c5f-bccf269e1389 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9975b002-8ee4-4850-a33e-122e6b2ea6e7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:42.865097 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a7e507e-c28a-4154-9c5f-bccf269e1389 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.866451 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-1a7e507e-c28a-4154-9c5f-bccf269e1389 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435430 Jul 13 08:40:42.869869 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32768) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:42.874963 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3e8f4bc1-891c-498e-8739-f70a14263c0c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'security_group_rule': {'security_group_id': 'a7d75108-c8e6-4d88-af24-64dbe86d8688', 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:42.906559 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4bc1-891c-498e-8739-f70a14263c0c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.967741 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4bc1-891c-498e-8739-f70a14263c0c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.971406 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4bc1-891c-498e-8739-f70a14263c0c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.990212 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f4bc1-891c-498e-8739-f70a14263c0c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbf2081-da45-4db0-b3f6-99d5158f2a78,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:42.995748 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4bc1-891c-498e-8739-f70a14263c0c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:42.996988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-3e8f4bc1-891c-498e-8739-f70a14263c0c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259239 Jul 13 08:40:43.000581 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:43.006275 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e2148412-a837-4497-953b-4d892ea2deb8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'security_group_rule': {'security_group_id': 'a7d75108-c8e6-4d88-af24-64dbe86d8688', 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:43.033623 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2148412-a837-4497-953b-4d892ea2deb8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.094074 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2148412-a837-4497-953b-4d892ea2deb8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.098303 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2148412-a837-4497-953b-4d892ea2deb8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.115763 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2148412-a837-4497-953b-4d892ea2deb8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2212b4e7-7390-486a-b551-56ec54edeaec,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:43.122975 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2148412-a837-4497-953b-4d892ea2deb8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.126592 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e2148412-a837-4497-953b-4d892ea2deb8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221509 Jul 13 08:40:43.127064 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32772) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:43.131717 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f823c803-2c3e-40eb-9343-ce3c39a81fcd tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'security_group_rule': {'security_group_id': 'a7d75108-c8e6-4d88-af24-64dbe86d8688', 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:43.159486 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Sync routers for ids ['ebd2636a-3f38-4d91-a240-28bfc34d3466'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:43.161501 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f823c803-2c3e-40eb-9343-ce3c39a81fcd tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.168867 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Routers {'ebd2636a-3f38-4d91-a240-28bfc34d3466'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:43.169487 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ebd2636a-3f38-4d91-a240-28bfc34d3466'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:43.223667 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f823c803-2c3e-40eb-9343-ce3c39a81fcd tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.227560 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f823c803-2c3e-40eb-9343-ce3c39a81fcd tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.246123 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823c803-2c3e-40eb-9343-ce3c39a81fcd tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5567e1-b40d-4863-96c6-37878f0e199e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:43.254781 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f823c803-2c3e-40eb-9343-ce3c39a81fcd tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.256851 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f823c803-2c3e-40eb-9343-ce3c39a81fcd tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286111 Jul 13 08:40:43.259730 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 32774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:43.264371 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e0e0ea15-2f56-4774-9939-663a29a65264 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'security_group_rule': {'security_group_id': 'a7d75108-c8e6-4d88-af24-64dbe86d8688', 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:43.284363 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Set router ebd2636a-3f38-4d91-a240-28bfc34d3466 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:43.287647 n-d-758944-43 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-e0e0ea15-2f56-4774-9939-663a29a65264 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Project 6e1aba6bca4c4c6b84ca5f61801611b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:40:43.293355 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ea15-2f56-4774-9939-663a29a65264 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.355857 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ea15-2f56-4774-9939-663a29a65264 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.360199 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ea15-2f56-4774-9939-663a29a65264 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.379183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0ea15-2f56-4774-9939-663a29a65264 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d98a577-77fc-4031-bcd8-3cd2faebae15,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:43.388082 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ea15-2f56-4774-9939-663a29a65264 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.389958 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:43.390461 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e0e0ea15-2f56-4774-9939-663a29a65264 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297147 Jul 13 08:40:43.394909 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9da0d7b6-d295-453d-8a66-58584a257017 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'security_group_rule': {'security_group_id': 'a7d75108-c8e6-4d88-af24-64dbe86d8688', 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:43.417500 n-d-758944-43 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-9da0d7b6-d295-453d-8a66-58584a257017 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Project 6e1aba6bca4c4c6b84ca5f61801611b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:40:43.422587 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9da0d7b6-d295-453d-8a66-58584a257017 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.487569 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9da0d7b6-d295-453d-8a66-58584a257017 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.491841 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9da0d7b6-d295-453d-8a66-58584a257017 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612944'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.496829 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 4, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'gw_port': {'id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ddfccc09-3787-49bc-a78f-d1bd62449ee9', 'name': '', 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'mac_address': 'fa:16:3e:2e:a9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0e08947a-fe25-4370-8d00-6e639ad9fc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 2, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'subnets': [{'id': '0e08947a-fe25-4370-8d00-6e639ad9fc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:43.510075 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0d7b6-d295-453d-8a66-58584a257017 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b40192e-add9-41c2-988b-06469a954f56,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:43.517186 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9da0d7b6-d295-453d-8a66-58584a257017 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.518540 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9da0d7b6-d295-453d-8a66-58584a257017 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273940 Jul 13 08:40:43.530292 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Checking router: ebd2636a-3f38-4d91-a240-28bfc34d3466 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:43.530664 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Updating router ebd2636a-3f38-4d91-a240-28bfc34d3466 port ddfccc09-3787-49bc-a78f-d1bd62449ee9 binding host n-d-758944-43 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:43.569001 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.682409 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-182305c1-6295-4d17-ada9-51fae877c915 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011410098&fields=id&tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1 HTTP/1.1" status: 200 len: 267 time: 0.0347476 Jul 13 08:40:43.764420 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fc4a5166-055b-44d3-9572-bb9be336e490 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:43.803109 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-57e8d835-0e46-495d-97c4-6b6e49a5bd36 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:43.804608 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-57e8d835-0e46-495d-97c4-6b6e49a5bd36 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 809 time: 0.1141493 Jul 13 08:40:43.820249 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-34b04b35-fc67-41f6-bf64-c8d19cbcd197 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/quotas/6e1aba6bca4c4c6b84ca5f61801611b1 HTTP/1.1" status: 200 len: 375 time: 0.0095239 Jul 13 08:40:43.861603 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port fc4a5166-055b-44d3-9572-bb9be336e490 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:43.862003 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.892336 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-84e60dd5-93a3-42d3-8745-840349cdf383 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655041 Jul 13 08:40:43.931463 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:43.945499 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Transition to ACTIVE for port object ddfccc09-3787-49bc-a78f-d1bd62449ee9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:43.953135 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.014507 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-a01b87b8-0c69-402d-9e09-2b94c320bdb5 service neutron] 10.222.0.41 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091263 Jul 13 08:40:44.030547 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eef8a0-19eb-40e6-81e1-f33d0b699ed6 None None] Pushing event updated for resources: {'Port': ['ID=ddfccc09-3787-49bc-a78f-d1bd62449ee9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:44.097583 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Attempting to bind port ddfccc09-3787-49bc-a78f-d1bd62449ee9 on host n-d-758944-43 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:44.097985 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Attempting to bind port ddfccc09-3787-49bc-a78f-d1bd62449ee9 by drivers openvswitch,hyperv on host n-d-758944-43 at level 0 using segments [{'id': '475e8b95-2ef4-48a9-972e-30531ae27b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:44.098813 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Attempting to bind port ddfccc09-3787-49bc-a78f-d1bd62449ee9 on network 4d7ef038-e702-49e7-915e-e45c667b3476 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:44.104489 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Checking agent: {'id': 'baeae841-79f5-4e8e-8b4b-ad51026c7183', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 9, 21), 'started_at': datetime.datetime(2021, 7, 13, 7, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-43'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:44.104873 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Checking segment: {'id': '475e8b95-2ef4-48a9-972e-30531ae27b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:44.105290 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.105692 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Bound using segment: {'id': '475e8b95-2ef4-48a9-972e-30531ae27b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:44.106209 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Bound port: ddfccc09-3787-49bc-a78f-d1bd62449ee9, host: n-d-758944-43, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475e8b95-2ef4-48a9-972e-30531ae27b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:44.106757 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.115708 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-854ef615-e8a5-49d0-bd1a-08b9c8a67082 service neutron] 10.222.0.41 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962725 Jul 13 08:40:44.190061 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] For port ddfccc09-3787-49bc-a78f-d1bd62449ee9, host n-d-758944-43, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:44.193346 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] For port ddfccc09-3787-49bc-a78f-d1bd62449ee9, host n-d-758944-43, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ddfccc09-3787-49bc-a78f-d1bd62449ee9,segment=NetworkSegment(475e8b95-2ef4-48a9-972e-30531ae27b9e),segment_id=475e8b95-2ef4-48a9-972e-30531ae27b9e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:44.199684 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.269481 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Routers {'ebd2636a-3f38-4d91-a240-28bfc34d3466'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:44.270102 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ebd2636a-3f38-4d91-a240-28bfc34d3466'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:44.273844 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eef8a0-19eb-40e6-81e1-f33d0b699ed6 None None] Pushing event updated for resources: {'Port': ['ID=ddfccc09-3787-49bc-a78f-d1bd62449ee9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:44.351421 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e15a720e-e4e5-4c8f-a87a-30a1499f2a49 req-4858c346-cc66-4439-9dc6-bd42c12698d5 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 210 time: 0.0569129 Jul 13 08:40:44.558541 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] Set router ebd2636a-3f38-4d91-a240-28bfc34d3466 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:44.779453 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-69088d1f-8be2-475e-b768-63387de7133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 4, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'gw_port': {'id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ddfccc09-3787-49bc-a78f-d1bd62449ee9', 'name': '', 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'mac_address': 'fa:16:3e:2e:a9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0e08947a-fe25-4370-8d00-6e639ad9fc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'subnets': [{'id': '0e08947a-fe25-4370-8d00-6e639ad9fc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:44.807519 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69088d1f-8be2-475e-b768-63387de7133a None None] The sync data for ids ['ebd2636a-3f38-4d91-a240-28bfc34d3466'] in n-d-758944-43 is: [{'id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 4, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'gw_port': {'id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': 'ddfccc09-3787-49bc-a78f-d1bd62449ee9', 'name': '', 'network_id': '4d7ef038-e702-49e7-915e-e45c667b3476', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'mac_address': 'fa:16:3e:2e:a9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0e08947a-fe25-4370-8d00-6e639ad9fc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:39Z', 'updated_at': '2021-07-13T08:40:44Z', 'revision_number': 4, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'subnets': [{'id': '0e08947a-fe25-4370-8d00-6e639ad9fc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:45.500967 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a7de32d1-9a4e-4878-aaa1-7671848aad3e req-3d0b7a8d-f232-44b9-9d0b-f1af15f3249d tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 210 time: 0.0318642 Jul 13 08:40:45.633473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-845bf52a-0652-4cec-b9a1-b7a61cfc4700 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:45.635874 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-845bf52a-0652-4cec-b9a1-b7a61cfc4700 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.48 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 809 time: 0.1134596 Jul 13 08:40:45.680601 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-d03d34ab-e118-4f3d-857c-25cc704a91c3 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1 HTTP/1.1" status: 200 len: 380 time: 0.0366962 Jul 13 08:40:45.688871 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'port': {'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'admin_state_up': True, 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'security_groups': ['a7d75108-c8e6-4d88-af24-64dbe86d8688']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:45.767053 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ddfccc09-3787-49bc-a78f-d1bd62449ee9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:45.803460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Made reservation on behalf of 6e1aba6bca4c4c6b84ca5f61801611b1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:45.807785 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.815548 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning for port ddfccc09-3787-49bc-a78f-d1bd62449ee9 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:45.819360 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ddfccc09-3787-49bc-a78f-d1bd62449ee9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:45.819814 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.901858 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.935521 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] For port ddfccc09-3787-49bc-a78f-d1bd62449ee9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ddfccc09-3787-49bc-a78f-d1bd62449ee9,segment=NetworkSegment(475e8b95-2ef4-48a9-972e-30531ae27b9e),segment_id=475e8b95-2ef4-48a9-972e-30531ae27b9e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:45.939470 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:45.940977 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Allocated IP 172.20.0.5 (bacc9fca-5ad7-468a-ae32-b6378120e278/83050bfd-3f51-4540-8789-0f807cf98fa1/5ea67c05-6828-4e48-bd44-c642f60d8b7d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:45.995535 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Pushing event updated for resources: {'Port': ['ID=ddfccc09-3787-49bc-a78f-d1bd62449ee9,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:46.091523 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.112599 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Transition to ACTIVE for port object 5ea67c05-6828-4e48-bd44-c642f60d8b7d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:46.145910 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.193364 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Network bacc9fca-5ad7-468a-ae32-b6378120e278 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:46.196750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:46.200779 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:46.207345 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:46.233975 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-44d5e289-749e-48b6-b9c6-2f0cc238ff89 None None] Provisioning complete for port ddfccc09-3787-49bc-a78f-d1bd62449ee9 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:46.234656 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-44d5e289-749e-48b6-b9c6-2f0cc238ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.258247 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:46.258860 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.290827 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-af8b13ab-1485-4c09-a81d-f161bfea379a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041584 Jul 13 08:40:46.300417 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Request body: {'port': {'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:46.405063 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.452981 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-33d22e5b-1465-471e-99e6-8e71cb88ed5d None None] Provisioning for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:46.457280 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-33d22e5b-1465-471e-99e6-8e71cb88ed5d None None] Provisioning complete for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:46.457753 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33d22e5b-1465-471e-99e6-8e71cb88ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.503511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-33d22e5b-1465-471e-99e6-8e71cb88ed5d None None] Port 5ea67c05-6828-4e48-bd44-c642f60d8b7d cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:46.683299 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e165240-6e01-4aeb-9e5c-10300fd4b1d1 req-ed0d8eb9-2f2c-423e-a3b1-a345f6a78ee9 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:46.685165 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e165240-6e01-4aeb-9e5c-10300fd4b1d1 req-ed0d8eb9-2f2c-423e-a3b1-a345f6a78ee9 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 931 time: 0.0682533 Jul 13 08:40:46.707647 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea67c05-6828-4e48-bd44-c642f60d8b7d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:40:46.715876 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.728400 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Transition to ACTIVE for port object 5ea67c05-6828-4e48-bd44-c642f60d8b7d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:46.728583 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2e165240-6e01-4aeb-9e5c-10300fd4b1d1 req-92fc66da-dabe-4d89-884c-479a2935fc4b tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374811 Jul 13 08:40:46.732521 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.805562 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:46.875306 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Attempting to bind port 5ea67c05-6828-4e48-bd44-c642f60d8b7d on host n-h2-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:46.875906 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Attempting to bind port 5ea67c05-6828-4e48-bd44-c642f60d8b7d by drivers openvswitch,hyperv on host n-h2-758944-43 at level 0 using segments [{'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:46.876248 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Attempting to bind port 5ea67c05-6828-4e48-bd44-c642f60d8b7d on network bacc9fca-5ad7-468a-ae32-b6378120e278 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:46.880986 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Port 5ea67c05-6828-4e48-bd44-c642f60d8b7d on network bacc9fca-5ad7-468a-ae32-b6378120e278 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:40:46.881323 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Attempting to bind port 5ea67c05-6828-4e48-bd44-c642f60d8b7d on network bacc9fca-5ad7-468a-ae32-b6378120e278 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:46.887736 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Checking agent: {'id': '807e83c7-3752-40af-834c-16fbda6b8ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:46.888096 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Checking segment: {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:46.888501 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Bound using segment: {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:46.888944 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Bound port: 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host: n-h2-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:46.889317 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.957334 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:46.960500 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:46.965795 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:46.998316 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:46.998942 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.000413 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] 10.222.0.48 "PUT /v2.0/ports/5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 1092 time: 0.7045436 Jul 13 08:40:47.001148 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:47.003415 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac378907-3df2-4a43-9923-2b594482757d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:47.033536 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c4d98-4581-49dc-9a37-af0fcb21e702 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:47.053542 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402c35d7-c1d8-4539-ae2f-666c72568a22 x-openstack-request-id: req-402c35d7-c1d8-4539-ae2f-666c72568a22 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:47.053836 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:47.054114 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-402c35d7-c1d8-4539-ae2f-666c72568a22 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:47.054513 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'status': 'completed', 'code': 200} Jul 13 08:40:47.105982 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-05021db9-7e69-4ed2-89cc-7f4511fe8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.107523 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-05021db9-7e69-4ed2-89cc-7f4511fe8429 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1095 time: 0.0653253 Jul 13 08:40:47.150672 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-77f0cbe8-f1e6-4763-8f36-088f362e901d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 217 time: 0.0361764 Jul 13 08:40:47.206301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-014b4aaf-6016-47a2-948f-94352bf42918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.208068 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-014b4aaf-6016-47a2-948f-94352bf42918 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0516684 Jul 13 08:40:47.274849 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-9b819f54-e2f4-4efd-887e-293801867b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.276401 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-9b819f54-e2f4-4efd-887e-293801867b66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616291 Jul 13 08:40:47.378564 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-398f7617-c437-4fcf-a7b4-8b83ee47127c service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958605 Jul 13 08:40:47.479016 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-96cec502-9acf-4a1a-baef-c9665dcdac33 req-5ac4bee4-0cc1-4d87-998f-e9484e1500dd service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941823 Jul 13 08:40:47.590966 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378907-3df2-4a43-9923-2b594482757d req-a3e92226-7dc7-47c1-b29d-621ea0866d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.592555 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac378907-3df2-4a43-9923-2b594482757d req-a3e92226-7dc7-47c1-b29d-621ea0866d43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1095 time: 0.0564284 Jul 13 08:40:47.691022 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378907-3df2-4a43-9923-2b594482757d req-68e7534f-7791-42a3-b622-3d8b20020dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.692539 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac378907-3df2-4a43-9923-2b594482757d req-68e7534f-7791-42a3-b622-3d8b20020dda service neutron] 10.222.0.48 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0942545 Jul 13 08:40:47.741266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac378907-3df2-4a43-9923-2b594482757d req-b752ce39-7070-4e02-aca4-cb5c0b78e834 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 217 time: 0.0418568 Jul 13 08:40:47.754878 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ddfccc09-3787-49bc-a78f-d1bd62449ee9 up at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:47.799223 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378907-3df2-4a43-9923-2b594482757d req-73bf59f5-f000-4f60-aaaa-e2fde7ed1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.800856 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac378907-3df2-4a43-9923-2b594482757d req-73bf59f5-f000-4f60-aaaa-e2fde7ed1d24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0520442 Jul 13 08:40:47.813641 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Provisioning complete for port ddfccc09-3787-49bc-a78f-d1bd62449ee9 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:47.814147 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.887506 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378907-3df2-4a43-9923-2b594482757d req-94b94674-e724-46a3-a42c-bf81bc8c8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.889901 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac378907-3df2-4a43-9923-2b594482757d req-94b94674-e724-46a3-a42c-bf81bc8c8a37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818677 Jul 13 08:40:47.926705 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caedcf2-c992-442f-91cc-43e9db77ca6c req-30418567-4dc7-48d0-a03b-bb302062e695 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.928345 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7caedcf2-c992-442f-91cc-43e9db77ca6c req-30418567-4dc7-48d0-a03b-bb302062e695 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 943 time: 0.0748615 Jul 13 08:40:47.979002 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7caedcf2-c992-442f-91cc-43e9db77ca6c req-62bd6de9-5b12-486b-8177-a2eb52f2113e tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Jul 13 08:40:47.995335 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac378907-3df2-4a43-9923-2b594482757d req-8840364f-fb82-4c0b-97ff-ca0dd572c681 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979605 Jul 13 08:40:48.088419 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-ac378907-3df2-4a43-9923-2b594482757d req-be1e9b02-6225-4eb6-b0b0-fbfaa765f390 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858302 Jul 13 08:40:48.482044 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efe2fd80-ec79-4d0e-b65e-a137015fd1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:49.145374 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3098e7-3a68-43dd-bfdf-01d02e577be7 req-e1555a23-d64d-4bf4-955e-943bdf3668c7 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:49.146850 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac3098e7-3a68-43dd-bfdf-01d02e577be7 req-e1555a23-d64d-4bf4-955e-943bdf3668c7 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 943 time: 0.0628834 Jul 13 08:40:49.184856 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac3098e7-3a68-43dd-bfdf-01d02e577be7 req-a5dd2b84-fe0c-403b-a243-0d3676aa5f63 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Jul 13 08:40:50.356530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b601d5-cc66-43df-9e81-3acf37b6eb36 req-aeb59cc2-e4df-4e2d-8485-1c8a4d486d5f tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.358037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1b601d5-cc66-43df-9e81-3acf37b6eb36 req-aeb59cc2-e4df-4e2d-8485-1c8a4d486d5f tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 943 time: 0.0620723 Jul 13 08:40:50.396755 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e1b601d5-cc66-43df-9e81-3acf37b6eb36 req-03fe664e-016e-4aae-ac3f-74381f0beaeb tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330417 Jul 13 08:40:50.943023 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5ea67c05-6828-4e48-bd44-c642f60d8b7d details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:40:51.048222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:51.061868 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:40:51.122128 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.136082 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea67c05-6828-4e48-bd44-c642f60d8b7d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:40:51.170627 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:51.174771 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.179419 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6941839-7b45-4dff-aa14-f7247f941529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.237697 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:51.243502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:51.450911 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5ea67c05-6828-4e48-bd44-c642f60d8b7d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:40:51.575157 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023a927-ad3b-4f21-9c74-cfea16409711 req-53ffaac8-1643-4db8-9707-a82571809191 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:51.576677 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f023a927-ad3b-4f21-9c74-cfea16409711 req-53ffaac8-1643-4db8-9707-a82571809191 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 944 time: 0.0687501 Jul 13 08:40:51.614216 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-f023a927-ad3b-4f21-9c74-cfea16409711 req-4fc142c8-155b-45f7-8deb-e2c0d592d8a8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Jul 13 08:40:52.302150 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:52.799833 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3264a5-b6bc-4b98-af4b-77bbe619edce req-72e91bd1-b439-4e47-89a1-9714f3ac6330 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:52.801338 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba3264a5-b6bc-4b98-af4b-77bbe619edce req-72e91bd1-b439-4e47-89a1-9714f3ac6330 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 944 time: 0.0723705 Jul 13 08:40:52.844067 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ba3264a5-b6bc-4b98-af4b-77bbe619edce req-0686ba34-68b5-4124-a5ec-ccf4a1737a3d tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370834 Jul 13 08:40:52.974488 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5ea67c05-6828-4e48-bd44-c642f60d8b7d up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:53.027973 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:53.031819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:53.032204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.124705 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.147245 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:53.149520 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7215aa5e-0d4f-45b4-9fb9-cf2f9d48239c" -d '{"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-plugged", "status": "completed", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:53.162537 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:53.167280 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.192499 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec02da5-11d8-46da-a664-167546a82004 x-openstack-request-id: req-1ec02da5-11d8-46da-a664-167546a82004 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:53.192792 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-plugged", "status": "completed", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:53.193050 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ec02da5-11d8-46da-a664-167546a82004 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:53.193445 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'code': 200} Jul 13 08:40:53.222946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:53.304879 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990752-27ad-436b-825e-7095953dd106 req-b5a78631-445a-4b7f-a733-67ecbfc2eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:53.306488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6990752-27ad-436b-825e-7095953dd106 req-b5a78631-445a-4b7f-a733-67ecbfc2eee9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1097 time: 0.0591063 Jul 13 08:40:53.343055 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-b6990752-27ad-436b-825e-7095953dd106 req-f46438f1-6ea8-4053-a78f-afc6ad69573c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304589 Jul 13 08:40:53.447010 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-18d3a83c-9c00-4a3c-a1f0-e21992119458 None None] Provisioning complete for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:53.447745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-18d3a83c-9c00-4a3c-a1f0-e21992119458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.955885 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.029071 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f256c2c-32af-4da9-895f-0b5fcf90fdc3 req-0a39e471-2330-4151-82c3-76aa87705ea4 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:54.030643 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f256c2c-32af-4da9-895f-0b5fcf90fdc3 req-0a39e471-2330-4151-82c3-76aa87705ea4 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 945 time: 0.0680859 Jul 13 08:40:54.068573 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8f256c2c-32af-4da9-895f-0b5fcf90fdc3 req-c42e7b91-f224-46a1-bd9f-fce7fce77946 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321326 Jul 13 08:40:55.249220 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eb830-2764-4521-8ea8-aac418953e1d req-0b4d64c5-068e-4b4d-b1cd-5d084c7064ab tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:55.251037 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d3eb830-2764-4521-8ea8-aac418953e1d req-0b4d64c5-068e-4b4d-b1cd-5d084c7064ab tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 945 time: 0.0659287 Jul 13 08:40:55.289343 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-5d3eb830-2764-4521-8ea8-aac418953e1d req-6f0ec121-8d09-4469-9883-987ca611aa1a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Jul 13 08:40:55.470507 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0e293-f803-413d-80c8-e66b9615d7b8 req-0744804e-e3a7-43de-8750-66e7b2ba3c65 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:55.471938 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0e293-f803-413d-80c8-e66b9615d7b8 req-0744804e-e3a7-43de-8750-66e7b2ba3c65 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 945 time: 0.0722103 Jul 13 08:40:55.513469 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-0ae0e293-f803-413d-80c8-e66b9615d7b8 req-3755f7b5-8d48-47f5-b294-d76bd6eb501c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351920 Jul 13 08:40:55.537861 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:55.698567 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1077849e-ebee-4983-8375-a386736b3c05 tempest-TestSnapshotPattern-1889917550 tempest-TestSnapshotPattern-1889917550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:55.700127 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-1077849e-ebee-4983-8375-a386736b3c05 tempest-TestSnapshotPattern-1889917550 tempest-TestSnapshotPattern-1889917550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1092 time: 0.1612229 Jul 13 08:40:55.703079 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 32840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:55.707424 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:55.728636 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.830334 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.935777 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Allocated IP 172.25.8.143 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/79c39dd4-640b-4c60-a13d-baadf51f1467) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:56.043271 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.081606 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.116482 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:56.123430 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:56.127190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:56.149473 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'Port': ['ID=79c39dd4-640b-4c60-a13d-baadf51f1467,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:56.495445 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.570020 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.730765 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.739254 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.815016 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'Port': ['ID=79c39dd4-640b-4c60-a13d-baadf51f1467,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:56.824877 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:56.927365 n-d-758944-43 neutron-server[93774]: INFO neutron.db.l3_db [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Floating IP 6feacdae-fa1a-4f04-8ecb-d7c50604a395 associated. External IP: 172.25.8.143, port: 5ea67c05-6828-4e48-bd44-c642f60d8b7d. Jul 13 08:40:57.138213 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Router cc1dd93f-625a-48fd-8e6e-11052b31333d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:57.241267 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:57.251093 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] Sync routers for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:57.258179 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.262423 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:57.263063 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:57.308314 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-3792d202-242c-45fb-bed2-a1f8336e1d27 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5940781 Jul 13 08:40:57.308314 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:57.308314 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb9362-3887-40dc-973a-10abc3ef3f56" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:57.367564 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:57.391843 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c412e1bc-3e24-4915-af68-c8828644bbb3 x-openstack-request-id: req-c412e1bc-3e24-4915-af68-c8828644bbb3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:57.392141 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:57.392400 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c412e1bc-3e24-4915-af68-c8828644bbb3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:57.392809 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'status': 'completed', 'code': 200} Jul 13 08:40:57.466290 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-cf1c7071-bbf4-4087-aa0d-b6da3f396f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:57.467844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-cf1c7071-bbf4-4087-aa0d-b6da3f396f86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1097 time: 0.0529497 Jul 13 08:40:57.561882 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-fcdd867e-98ad-4916-86dd-8a8e246716fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:57.563428 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-fcdd867e-98ad-4916-86dd-8a8e246716fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0902081 Jul 13 08:40:57.586162 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6feacdae-fa1a-4f04-8ecb-d7c50604a395', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:56Z', 'updated_at': '2021-07-13T08:40:56Z', 'revision_number': 0, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:57.616422 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] Checking router: cc1dd93f-625a-48fd-8e6e-11052b31333d for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:57.626039 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:57.626644 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:40:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:57.629609 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-13f21138-6296-46bd-9fa0-4a15754363b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 999 time: 0.0588090 Jul 13 08:40:57.679547 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-135eec62-bea2-48be-8caf-92fa5378be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:57.680932 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-135eec62-bea2-48be-8caf-92fa5378be1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0448272 Jul 13 08:40:57.743772 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-916303d9-3c1f-4c77-a919-6fd2873492de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:57.746056 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-916303d9-3c1f-4c77-a919-6fd2873492de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592353 Jul 13 08:40:57.817691 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:57.837984 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-97101d64-e496-432d-ac3c-048dcbd45c19 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851004 Jul 13 08:40:57.933917 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-9efb9362-3887-40dc-973a-10abc3ef3f56 req-a44d2cbf-d135-4aa4-bb33-7fea82e0d29b service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897877 Jul 13 08:40:58.039030 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6feacdae-fa1a-4f04-8ecb-d7c50604a395', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:56Z', 'updated_at': '2021-07-13T08:40:56Z', 'revision_number': 0, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:58.068628 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6518e-6377-497f-b158-0ab45f8b5a26 None None] The sync data for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 is: [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6feacdae-fa1a-4f04-8ecb-d7c50604a395', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:56Z', 'updated_at': '2021-07-13T08:40:56Z', 'revision_number': 0, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:58.259763 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625c92e-9693-4b98-bf8b-8e00522207cd None None] New status for floating IP 6feacdae-fa1a-4f04-8ecb-d7c50604a395: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:41:02.676041 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9481193-ce10-4601-a072-be78aa0601fd req-490253eb-4089-433a-b5ac-e1a842b9bad5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516059 Jul 13 08:41:02.767277 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481193-ce10-4601-a072-be78aa0601fd req-360c3eb6-e78b-4a1d-9965-8f51179cee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:02.768759 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9481193-ce10-4601-a072-be78aa0601fd req-360c3eb6-e78b-4a1d-9965-8f51179cee38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1097 time: 0.0514212 Jul 13 08:41:02.883153 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481193-ce10-4601-a072-be78aa0601fd req-ebac207e-ebfc-4008-ac49-8d3b17e934ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:02.885220 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9481193-ce10-4601-a072-be78aa0601fd req-ebac207e-ebfc-4008-ac49-8d3b17e934ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0962453 Jul 13 08:41:02.957345 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9481193-ce10-4601-a072-be78aa0601fd req-f25df764-83f2-42a7-939c-5ecf1e223fc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 1001 time: 0.0592449 Jul 13 08:41:03.008012 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481193-ce10-4601-a072-be78aa0601fd req-0c5cd356-49fc-4923-9e47-4a6d2bb10eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:03.010007 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9481193-ce10-4601-a072-be78aa0601fd req-0c5cd356-49fc-4923-9e47-4a6d2bb10eb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0463462 Jul 13 08:41:03.067826 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481193-ce10-4601-a072-be78aa0601fd req-dc57474c-1174-4d51-b982-a13a44526c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:03.069314 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9481193-ce10-4601-a072-be78aa0601fd req-dc57474c-1174-4d51-b982-a13a44526c92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541186 Jul 13 08:41:03.157325 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9481193-ce10-4601-a072-be78aa0601fd req-77961680-61bb-4854-b94a-c43d524338ac service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815356 Jul 13 08:41:03.250639 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-a9481193-ce10-4601-a072-be78aa0601fd req-cf2605a9-8b38-47bf-8104-c8d0887e02a3 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854516 Jul 13 08:41:06.435803 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.314802 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.857054 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:41:18.482706 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6eaf65c3-e370-4b2f-b170-0d0232b007c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.161838 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-587c24c7-14c6-4a06-970c-3508dfbf197a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.221186 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.304646 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.958789 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:36.433841 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:38.325571 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:48.484575 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb5b034e-4884-48c1-9e85-18c81c20b076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:49.857389 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:41:51.162176 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bab6c50-3592-4603-80b2-6a97f43e2dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:51.221777 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:52.307446 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:53.961755 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:02.726715 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-855df75d-8d4a-4f9d-b475-e9780525a8de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1230891 Jul 13 08:42:02.816338 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-0c37c2bf-ba89-4e86-bf83-a2ad0ebbc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:02.817846 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-0c37c2bf-ba89-4e86-bf83-a2ad0ebbc790 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1097 time: 0.0519757 Jul 13 08:42:03.244971 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-681c43f9-d330-48d4-a6d8-24b1b3f74c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.246538 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-681c43f9-d330-48d4-a6d8-24b1b3f74c14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.4104106 Jul 13 08:42:03.312481 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-ee34f67a-05ed-401c-b3b3-44aaf74bc5f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 1001 time: 0.0594678 Jul 13 08:42:03.358827 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-b0aa036e-0ea1-4c0e-a496-595a61eb06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.360233 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-b0aa036e-0ea1-4c0e-a496-595a61eb06e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0423656 Jul 13 08:42:03.414187 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-7db53ee0-a7a4-4793-b4b4-f07190a7dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.415671 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-7db53ee0-a7a4-4793-b4b4-f07190a7dd25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498505 Jul 13 08:42:03.505680 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-2c57b082-5101-42aa-9324-294bff8874c9 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838380 Jul 13 08:42:03.593873 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-51ab23d3-e304-45b2-9343-63d40ef9c3d9 req-5a748162-d631-4b5d-b255-15570cd88fbd service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813081 Jul 13 08:42:06.438582 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.328201 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.485239 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9f3d81f-0b44-426f-8bfc-6a55c702dd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.162565 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3edd9b71-884c-4735-a1b9-51e9be4a7324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.223483 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.311442 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.965296 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:26.858241 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:42:36.463877 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.343539 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.487160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2a93318-cae7-4f5d-ab65-acfe93b6ba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:51.165371 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97d81ff2-76d4-4157-b812-7401b32de807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:51.232150 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:52.312696 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:53.968581 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.517436 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5ea67c05-6828-4e48-bd44-c642f60d8b7d details requested by agent hyperv_n-h2-758944-43 with host n-h2-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:42:55.616744 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:55.629288 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Returning: {'device': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:42:55.667588 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.681105 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ea67c05-6828-4e48-bd44-c642f60d8b7d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:55.700938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:55.704927 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:55.763326 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:55.772785 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.773142 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.773492 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.774004 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.774212 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.774656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.774876 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.775210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.775545 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.775945 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.776207 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.776569 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:55.800284 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] get_ports_and_sgs() called for port_ids ['5ea67c05-6828-4e48-bd44-c642f60d8b7d'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:56.062014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4a9fc30d-0d6d-4c59-878a-c2f781148c46 None None] Provisioning complete for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:56.062554 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc30d-0d6d-4c59-878a-c2f781148c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.171948 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc30d-0d6d-4c59-878a-c2f781148c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.196333 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:56.199974 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645200c1-2109-4414-9dc2-88125a737bca" -d '{"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-plugged", "status": "completed", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:56.211954 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4a9fc30d-0d6d-4c59-878a-c2f781148c46 None None] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:56.218535 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc30d-0d6d-4c59-878a-c2f781148c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:56.243149 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-618eecfa-6e0d-4c96-a15d-9700bda16333 req-c5bb7f07-0a3e-47f9-b12d-cd3c69806c1f service neutron] (93774) timed out ('10.222.0.41', 55104) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:42:56.284502 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fc30d-0d6d-4c59-878a-c2f781148c46 None None] Pushing event updated for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:56.368884 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4045c017-5337-4856-a530-403dceb40771 x-openstack-request-id: req-4045c017-5337-4856-a530-403dceb40771 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:56.369425 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-plugged", "status": "completed", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:56.369713 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4045c017-5337-4856-a530-403dceb40771 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:56.370211 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'code': 200} Jul 13 08:42:56.588654 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3240fc64-f457-4214-9719-e56808e0de28 None None] Provisioning complete for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:56.589355 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3240fc64-f457-4214-9719-e56808e0de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.535197 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5ea67c05-6828-4e48-bd44-c642f60d8b7d up at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:57.608258 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Provisioning complete for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:57.610446 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:03.777964 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-641c04ec-6dd7-4316-b303-23d4b8fac435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:03.780163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-641c04ec-6dd7-4316-b303-23d4b8fac435 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1097 time: 0.0782175 Jul 13 08:43:03.858550 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:03.912450 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-3230b148-9666-44c7-9c4b-df65c966d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:03.914157 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-3230b148-9666-44c7-9c4b-df65c966d169 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.1084564 Jul 13 08:43:03.989647 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-e10d121e-7705-4ae7-9c0f-573de0a05fc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 1001 time: 0.0694330 Jul 13 08:43:04.050881 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-4562c687-9bed-4a96-aa2a-1a2832166f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:04.052532 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-4562c687-9bed-4a96-aa2a-1a2832166f34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0548844 Jul 13 08:43:04.118512 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-18a875ff-f795-47af-ab3c-36a0ee17a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:04.120282 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-18a875ff-f795-47af-ab3c-36a0ee17a211 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609322 Jul 13 08:43:04.227414 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-6db753ff-a687-4634-bdcf-1f97890c5999 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993049 Jul 13 08:43:04.344830 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f7481c89-6aa2-41eb-ba9a-d9ab0b90aa75 req-af8db636-8348-4b91-822c-430f3d5de9e3 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110249 Jul 13 08:43:05.668843 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-fc73f040-79b1-450f-a72c-4a66ccc01605 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011410098&fields=id&tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1 HTTP/1.1" status: 200 len: 267 time: 0.0348611 Jul 13 08:43:05.774481 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-1ad0e339-1f25-49ee-bb4c-75d1f6ee8b63 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:05.776013 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-1ad0e339-1f25-49ee-bb4c-75d1f6ee8b63 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 809 time: 0.1006491 Jul 13 08:43:05.792853 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-1f2113d2-d1b6-464b-9173-247cea7b47ca tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/quotas/6e1aba6bca4c4c6b84ca5f61801611b1 HTTP/1.1" status: 200 len: 375 time: 0.0092919 Jul 13 08:43:05.867934 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-97675cfb-267f-4f23-8ef4-a88fccf1de92 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0702634 Jul 13 08:43:05.927633 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-bc1d0d4f-2dea-4d75-9da5-73345416c676 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:43:05.928665 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-bc1d0d4f-2dea-4d75-9da5-73345416c676 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494959 Jul 13 08:43:06.018445 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-1244e3b0-4e84-438f-9b3d-a50d60b21a4b service neutron] 10.222.0.41 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839403 Jul 13 08:43:06.120988 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-8cefc29c-1e30-4d64-ab95-685f9ad67b80 service neutron] 10.222.0.41 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966737 Jul 13 08:43:06.468393 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:07.304031 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-a5c602aa-468e-412d-9b13-a894dcf970c2 req-78b8360d-e2f8-454e-8d01-3b05ab7a269d tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 210 time: 0.0286806 Jul 13 08:43:08.349623 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:08.394234 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-8c2ef9f1-1ca5-4111-92fa-d2421ca3fc36 req-43dc0dd8-b5e0-4969-b46a-da9e0d401f1e tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 210 time: 0.0283632 Jul 13 08:43:09.478595 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-98c0015d-d394-47f2-8e4b-f2e71171c1f3 req-031af362-040e-429c-9774-53d5e59c9a21 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 210 time: 0.0334013 Jul 13 08:43:09.552764 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5ea67c05-6828-4e48-bd44-c642f60d8b7d no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:43:09.626782 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:09.648044 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:09.650317 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacff9e2-6730-4365-9e97-a034e78c78fa" -d '{"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:09.663117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:09.667601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:09.695275 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfd4beb-ded8-4878-9ed2-8256fe26c28f x-openstack-request-id: req-6bfd4beb-ded8-4878-9ed2-8256fe26c28f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:09.695564 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:09.695815 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bfd4beb-ded8-4878-9ed2-8256fe26c28f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:09.696203 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'code': 200} Jul 13 08:43:09.725294 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Pushing event updated for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:09.985349 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d95fa4c4-873a-45b3-90bd-9f9be1fc7351 None None] Provisioning complete for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:09.985636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95fa4c4-873a-45b3-90bd-9f9be1fc7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:10.065108 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95fa4c4-873a-45b3-90bd-9f9be1fc7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:10.097208 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d95fa4c4-873a-45b3-90bd-9f9be1fc7351 None None] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:10.101095 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95fa4c4-873a-45b3-90bd-9f9be1fc7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:10.155315 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fa4c4-873a-45b3-90bd-9f9be1fc7351 None None] Pushing event updated for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:10.357660 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d2b45621-0442-4ecb-aedd-3054281047aa None None] Provisioning complete for port 5ea67c05-6828-4e48-bd44-c642f60d8b7d triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:10.358059 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2b45621-0442-4ecb-aedd-3054281047aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:10.572638 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6e80defc-2d7e-4469-94e2-6607a89812fe req-15b64006-33b7-46e5-8cab-b8445dcddd13 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 210 time: 0.0301628 Jul 13 08:43:11.697407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:11.699766 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f31014-bec5-441d-8866-f044b2da082f" -d '{"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-plugged", "status": "completed", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:11.724228 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-099f24b5-5ecd-4436-a304-00ef6438c22b req-799c1d9b-a475-429b-9066-dd07774e6722 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 210 time: 0.0296233 Jul 13 08:43:11.777762 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f9eeed-94eb-47a0-b533-d389d80eea57 x-openstack-request-id: req-02f9eeed-94eb-47a0-b533-d389d80eea57 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:11.778218 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-plugged", "status": "completed", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:11.778642 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02f9eeed-94eb-47a0-b533-d389d80eea57 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:11.779979 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'code': 200} Jul 13 08:43:12.470385 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-77672b26-74a6-4beb-8d7f-1424233a1d4c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:12.471878 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-77672b26-74a6-4beb-8d7f-1424233a1d4c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.38 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 809 time: 0.1155946 Jul 13 08:43:12.517395 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-adcc3036-d4e2-46db-bfbc-3d8a8ce6f629 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1 HTTP/1.1" status: 200 len: 380 time: 0.0376604 Jul 13 08:43:12.526296 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'port': {'device_id': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'admin_state_up': True, 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'security_groups': ['a7d75108-c8e6-4d88-af24-64dbe86d8688']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:12.643441 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Made reservation on behalf of 6e1aba6bca4c4c6b84ca5f61801611b1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:43:12.649936 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:12.794174 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Allocated IP 172.20.0.13 (bacc9fca-5ad7-468a-ae32-b6378120e278/83050bfd-3f51-4540-8789-0f807cf98fa1/15581e72-74e6-46e5-b9b2-665b7e9c6641) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:43:12.956649 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7fd3309b-30fa-4dd7-93fd-f8a7f8a3c13d req-c7dc013e-b897-480e-aceb-29958114ef78 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 210 time: 0.0461578 Jul 13 08:43:13.043335 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:13.069070 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Transition to ACTIVE for port object 15581e72-74e6-46e5-b9b2-665b7e9c6641 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:43:13.123075 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5736038'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:13.170300 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Network bacc9fca-5ad7-468a-ae32-b6378120e278 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:43:13.176336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:43:13.180901 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:43:13.221226 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'Port': ['ID=15581e72-74e6-46e5-b9b2-665b7e9c6641,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:13.233331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.233781 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.234203 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.234529 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.234868 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.235262 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.235603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.235940 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.236282 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.236631 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.236915 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.237243 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:13.262227 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:13.262903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:13.285339 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e55d1fba-bc50-4b83-9348-6da5ce4f12b0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7630451 Jul 13 08:43:13.484510 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8c5a078a-29ec-4e22-abd4-a56d25ee7f85 None None] Provisioning for port 15581e72-74e6-46e5-b9b2-665b7e9c6641 completed by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:43:13.488480 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8c5a078a-29ec-4e22-abd4-a56d25ee7f85 None None] Provisioning complete for port 15581e72-74e6-46e5-b9b2-665b7e9c6641 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:13.488853 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c5a078a-29ec-4e22-abd4-a56d25ee7f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:13.528210 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a078a-29ec-4e22-abd4-a56d25ee7f85 None None] Port 15581e72-74e6-46e5-b9b2-665b7e9c6641 cannot update to ACTIVE because it is not bound. {{(pid=93775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:43:14.140037 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57401c3-dbc7-467d-bc6d-b031fd60337d req-be51d54b-cb9c-4d56-b889-14c654fda952 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:14.141826 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d57401c3-dbc7-467d-bc6d-b031fd60337d req-be51d54b-cb9c-4d56-b889-14c654fda952 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 932 time: 0.0724981 Jul 13 08:43:14.184436 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d57401c3-dbc7-467d-bc6d-b031fd60337d req-163b3446-cd84-4b0f-92f0-704ce3aa1c88 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364211 Jul 13 08:43:15.370842 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fc19-8ca9-4de6-86e0-cd2d976c5536 req-7bcbf2d3-d1be-4b51-b4a2-ff5307c07168 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:15.373400 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b34fc19-8ca9-4de6-86e0-cd2d976c5536 req-7bcbf2d3-d1be-4b51-b4a2-ff5307c07168 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 932 time: 0.0709670 Jul 13 08:43:15.414435 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4b34fc19-8ca9-4de6-86e0-cd2d976c5536 req-f32a2f1b-3908-4024-b4e9-c2a109c11b9c tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347407 Jul 13 08:43:16.601623 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe2c70-8cc1-4ea3-861b-b51101ae9c87 req-3977cc2e-b319-467a-ac48-ab901c9a85b2 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:16.603227 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4cfe2c70-8cc1-4ea3-861b-b51101ae9c87 req-3977cc2e-b319-467a-ac48-ab901c9a85b2 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 932 time: 0.0678473 Jul 13 08:43:16.644586 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4cfe2c70-8cc1-4ea3-861b-b51101ae9c87 req-b16f714b-bf8a-40ec-9738-bc10ecf735f3 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355532 Jul 13 08:43:17.831588 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc5c14-0bb2-45b9-b129-b6a6660a79b8 req-76b600f5-083e-4b1f-80c4-53ba9fe37418 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:17.833132 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70fc5c14-0bb2-45b9-b129-b6a6660a79b8 req-76b600f5-083e-4b1f-80c4-53ba9fe37418 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 932 time: 0.0715480 Jul 13 08:43:17.876720 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-70fc5c14-0bb2-45b9-b129-b6a6660a79b8 req-46755a80-a119-43ac-870e-c4b0fffda8e0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Jul 13 08:43:18.489732 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac69518b-c547-4d39-8563-8113dcfc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:19.065251 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac3b59-c5c2-4c8e-893b-ab918f0c5d47 req-74bd985d-17e5-493d-9c52-ac406e95fa00 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:19.066870 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0ac3b59-c5c2-4c8e-893b-ab918f0c5d47 req-74bd985d-17e5-493d-9c52-ac406e95fa00 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 932 time: 0.0705214 Jul 13 08:43:19.112811 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b0ac3b59-c5c2-4c8e-893b-ab918f0c5d47 req-18a21957-be8c-460f-a7f9-24192d3e5c8e tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Jul 13 08:43:20.317900 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b444e-a77e-4460-9ba9-07d21c19a0d0 req-dbc6d85b-302c-4911-a3ea-4d0cfecdce42 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:20.319697 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a2b444e-a77e-4460-9ba9-07d21c19a0d0 req-dbc6d85b-302c-4911-a3ea-4d0cfecdce42 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 932 time: 0.0796618 Jul 13 08:43:20.364274 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6a2b444e-a77e-4460-9ba9-07d21c19a0d0 req-4a9de916-3a5c-47e9-8601-c0f2bb1134ad tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Jul 13 08:43:21.168774 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9615a13-568c-4397-a8f3-beb57c046f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:21.223980 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:21.552145 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04a071-e10b-4f70-acdc-be2dafd97913 req-a31810a5-7293-4392-ba05-d6b3d722396a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:21.553702 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab04a071-e10b-4f70-acdc-be2dafd97913 req-a31810a5-7293-4392-ba05-d6b3d722396a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 932 time: 0.0707080 Jul 13 08:43:21.596774 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ab04a071-e10b-4f70-acdc-be2dafd97913 req-5b417324-5476-4669-9727-4f74359470be tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374565 Jul 13 08:43:22.317010 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:22.776867 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f03ae-74d7-4d57-b670-5b6140c5641e req-307b6cb3-3fb8-43f2-8509-6992cad32215 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:22.778373 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac5f03ae-74d7-4d57-b670-5b6140c5641e req-307b6cb3-3fb8-43f2-8509-6992cad32215 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 932 time: 0.0628626 Jul 13 08:43:22.815307 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-ac5f03ae-74d7-4d57-b670-5b6140c5641e req-365adf40-7e16-4121-8f8d-2c0c8a042ec2 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313971 Jul 13 08:43:22.956036 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-d36873a3-6318-4653-a0dc-6e9ff424cc69 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:43:22.958580 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-d36873a3-6318-4653-a0dc-6e9ff424cc69 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105326 Jul 13 08:43:23.012408 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.v2.base [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Request body: {'port': {'device_id': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-43'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:23.087268 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:23.350190 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15581e72-74e6-46e5-b9b2-665b7e9c6641 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:23.358006 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:23.369563 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Transition to ACTIVE for port object 15581e72-74e6-46e5-b9b2-665b7e9c6641 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:43:23.373903 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:23.427357 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Pushing event updated for resources: {'Port': ['ID=15581e72-74e6-46e5-b9b2-665b7e9c6641,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:23.498144 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Attempting to bind port 15581e72-74e6-46e5-b9b2-665b7e9c6641 on host n-h1-758944-43 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:43:23.498490 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Attempting to bind port 15581e72-74e6-46e5-b9b2-665b7e9c6641 by drivers openvswitch,hyperv on host n-h1-758944-43 at level 0 using segments [{'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:43:23.498823 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Attempting to bind port 15581e72-74e6-46e5-b9b2-665b7e9c6641 on network bacc9fca-5ad7-468a-ae32-b6378120e278 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:23.503628 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Port 15581e72-74e6-46e5-b9b2-665b7e9c6641 on network bacc9fca-5ad7-468a-ae32-b6378120e278 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-43 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:43:23.503953 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Attempting to bind port 15581e72-74e6-46e5-b9b2-665b7e9c6641 on network bacc9fca-5ad7-468a-ae32-b6378120e278 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:43:23.509183 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Checking agent: {'id': '9612ff73-840f-4541-a005-9ff19cd3f6a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-43', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'started_at': datetime.datetime(2021, 7, 13, 7, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:43:23.509717 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Checking segment: {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:43:23.510143 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Bound using segment: {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:43:23.510603 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Bound port: 15581e72-74e6-46e5-b9b2-665b7e9c6641, host: n-h1-758944-43, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646a92b-08ee-4821-aeb7-10730a79052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:43:23.510969 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:23.582980 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] For port 15581e72-74e6-46e5-b9b2-665b7e9c6641, host n-h1-758944-43, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:43:23.586197 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] For port 15581e72-74e6-46e5-b9b2-665b7e9c6641, host n-h1-758944-43, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:43:23.596861 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5736048'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:23.631437 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:23.632054 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:23.633479 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] 10.222.0.38 "PUT /v2.0/ports/15581e72-74e6-46e5-b9b2-665b7e9c6641 HTTP/1.1" status: 200 len: 1093 time: 0.6680422 Jul 13 08:43:23.633917 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:23.636309 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02306e-4246-40fd-a437-cc70b6495a77" -d '{"events": [{"name": "network-changed", "server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:23.667091 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2e458-3212-47a2-b3a3-b57971b33b31 service neutron] Pushing event updated for resources: {'Port': ['ID=15581e72-74e6-46e5-b9b2-665b7e9c6641,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:23.684548 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e609c69a-9426-4e59-9862-1cd260eaaf43 x-openstack-request-id: req-e609c69a-9426-4e59-9862-1cd260eaaf43 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:23.684880 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:23.685106 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e609c69a-9426-4e59-9862-1cd260eaaf43 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:23.685497 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'status': 'completed', 'code': 200} Jul 13 08:43:23.733799 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-5613ca20-f9ba-421c-a3c3-42ed7e9bbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:23.735518 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-5613ca20-f9ba-421c-a3c3-42ed7e9bbc9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 1096 time: 0.0613832 Jul 13 08:43:23.787931 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-7ec47bfb-b2c3-4223-9def-1d0b53ca2447 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641 HTTP/1.1" status: 200 len: 217 time: 0.0449219 Jul 13 08:43:23.837735 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-99b592ad-8cd0-4bcc-a5e7-88a6c954bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:23.839452 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-99b592ad-8cd0-4bcc-a5e7-88a6c954bbbe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0460360 Jul 13 08:43:23.902249 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-3dc84dc3-c8f9-4dac-b701-50bf1e38b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:23.904266 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-3dc84dc3-c8f9-4dac-b701-50bf1e38b4f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579715 Jul 13 08:43:23.974108 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:24.003210 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-176e2f23-3caa-405d-9765-9268f9d8bb68 service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932939 Jul 13 08:43:24.008364 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f0f83-3492-48d7-8670-3e1091e4e0f5 req-f3d20cf5-4c64-4c24-ac41-54080409fc78 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:24.009905 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a2f0f83-3492-48d7-8670-3e1091e4e0f5 req-f3d20cf5-4c64-4c24-ac41-54080409fc78 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 944 time: 0.0760417 Jul 13 08:43:24.048855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-7a2f0f83-3492-48d7-8670-3e1091e4e0f5 req-74e9a486-ee70-4ccb-95d8-bbb4dc8ddbda tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jul 13 08:43:24.095889 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-eef0512d-e036-4a88-9b1a-0c0cb0654169 req-9e4facb8-523d-4aff-9f9c-adeaed4af19f service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866547 Jul 13 08:43:24.202172 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-ac734c0c-de35-4546-94ec-d928487ea6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:24.203622 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-ac734c0c-de35-4546-94ec-d928487ea6d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 1096 time: 0.0591447 Jul 13 08:43:24.294336 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-9ebdad23-3a6d-48c9-931e-486e3835f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:24.295847 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-9ebdad23-3a6d-48c9-931e-486e3835f7d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0860469 Jul 13 08:43:24.340426 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-9c3f4c9b-591e-45d9-9170-a9a657bccaa1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641 HTTP/1.1" status: 200 len: 217 time: 0.0383542 Jul 13 08:43:24.389885 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-6f6dde48-9e32-419e-8c8d-611352867f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:24.391391 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-6f6dde48-9e32-419e-8c8d-611352867f42 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0445149 Jul 13 08:43:24.451339 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-cb01fb92-2c1a-4d8c-ad31-e65d8eeb1ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:24.452933 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-cb01fb92-2c1a-4d8c-ad31-e65d8eeb1ee7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544627 Jul 13 08:43:24.546911 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-652dc3b4-676d-4913-a381-dc6534006eff service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873070 Jul 13 08:43:24.635440 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-7c02306e-4246-40fd-a437-cc70b6495a77 req-24ea6361-6938-44d3-9902-bcc21edb580b service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823569 Jul 13 08:43:25.225548 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76b018-7834-4639-aa65-8cde5d89e3f2 req-f4cd8d31-4e25-4869-bbe9-3fc4774f2778 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:25.226985 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c76b018-7834-4639-aa65-8cde5d89e3f2 req-f4cd8d31-4e25-4869-bbe9-3fc4774f2778 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 944 time: 0.0635111 Jul 13 08:43:25.264812 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9c76b018-7834-4639-aa65-8cde5d89e3f2 req-2a48d7ac-c12f-43f3-a0c9-c30767ed7bf5 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322907 Jul 13 08:43:26.449455 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aaec8-f3f3-41f8-8705-2ca7cb406d34 req-313a72da-9042-4b02-82f3-69e20b7864ef tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:26.451014 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b44aaec8-f3f3-41f8-8705-2ca7cb406d34 req-313a72da-9042-4b02-82f3-69e20b7864ef tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 944 time: 0.0732419 Jul 13 08:43:26.490437 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-b44aaec8-f3f3-41f8-8705-2ca7cb406d34 req-03e3b204-6fbe-47c3-9cd5-15926d94c0af tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338709 Jul 13 08:43:27.665332 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c004-6919-4ef5-aa96-a49659286344 req-1e38b7f2-d9fe-4dc7-9357-86d17fdff0e7 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:27.666901 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fa9c004-6919-4ef5-aa96-a49659286344 req-1e38b7f2-d9fe-4dc7-9357-86d17fdff0e7 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 944 time: 0.0644794 Jul 13 08:43:27.704909 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-6fa9c004-6919-4ef5-aa96-a49659286344 req-0c97c320-6edb-411c-89f1-098e3a84643a tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319622 Jul 13 08:43:27.894663 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 15581e72-74e6-46e5-b9b2-665b7e9c6641 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:43:27.993198 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 15581e72-74e6-46e5-b9b2-665b7e9c6641, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:28.004717 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'port_id': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'mac_address': 'fa:16:3e:cd:9d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:43:28.041040 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:28.053749 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15581e72-74e6-46e5-b9b2-665b7e9c6641 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:28.073000 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 15581e72-74e6-46e5-b9b2-665b7e9c6641, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:28.077109 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:28.137184 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=15581e72-74e6-46e5-b9b2-665b7e9c6641,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:28.333407 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['15581e72-74e6-46e5-b9b2-665b7e9c6641'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:43:28.884183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c340f-b1d3-438c-a670-cf47c3d60280 req-f98fdae2-5da3-47eb-9645-02da7601bce8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:28.885831 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e62c340f-b1d3-438c-a670-cf47c3d60280 req-f98fdae2-5da3-47eb-9645-02da7601bce8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 945 time: 0.0668137 Jul 13 08:43:28.931501 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-e62c340f-b1d3-438c-a670-cf47c3d60280 req-24651c85-21be-455b-af5d-444297f1b4e0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397711 Jul 13 08:43:29.933661 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 15581e72-74e6-46e5-b9b2-665b7e9c6641 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:43:29.981211 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning for port 15581e72-74e6-46e5-b9b2-665b7e9c6641 completed by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:43:29.984761 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 15581e72-74e6-46e5-b9b2-665b7e9c6641 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:29.985139 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:30.068539 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:30.094297 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:30.096550 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076f0605-e71e-4b0a-83fd-09a0ce09ce77" -d '{"events": [{"server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "name": "network-vif-plugged", "status": "completed", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:30.111999 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6a516-9595-4964-9406-d2cdbea9e681 req-3a6ec568-e5e2-423e-b6b2-2506ccba5002 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.113601 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56a6a516-9595-4964-9406-d2cdbea9e681 req-3a6ec568-e5e2-423e-b6b2-2506ccba5002 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 945 time: 0.0684180 Jul 13 08:43:30.156467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-56a6a516-9595-4964-9406-d2cdbea9e681 req-5a59e739-4b9d-4d02-b476-1a2b58bb25fe tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366306 Jul 13 08:43:30.263482 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553cac05-5e0e-4777-b99b-7e2a19fc8603 x-openstack-request-id: req-553cac05-5e0e-4777-b99b-7e2a19fc8603 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:30.263787 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "name": "network-vif-plugged", "status": "completed", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:30.264000 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-553cac05-5e0e-4777-b99b-7e2a19fc8603 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:30.264387 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'code': 200} Jul 13 08:43:30.267898 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 15581e72-74e6-46e5-b9b2-665b7e9c6641, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:30.272725 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:30.319805 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242a2f-39eb-474a-a4ab-07a701f6ba7a req-f07d8ba3-67ee-4791-871b-6edf03805795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:30.321488 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20242a2f-39eb-474a-a4ab-07a701f6ba7a req-f07d8ba3-67ee-4791-871b-6edf03805795 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 1098 time: 0.0549340 Jul 13 08:43:30.326804 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=15581e72-74e6-46e5-b9b2-665b7e9c6641,revision_number=5']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:30.363589 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-20242a2f-39eb-474a-a4ab-07a701f6ba7a req-8f23418e-fc62-4a3e-8e64-3face5cdb0e7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359316 Jul 13 08:43:30.534612 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-169ad489-6ef1-4b12-8106-ff45a72dab4e None None] Provisioning complete for port 15581e72-74e6-46e5-b9b2-665b7e9c6641 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:30.535003 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-169ad489-6ef1-4b12-8106-ff45a72dab4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:31.377926 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c066bfd-5f12-4c50-bff3-943c92957d78 req-0b2a2d4b-dd7e-4a0d-b85c-f842584740cc tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.379446 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c066bfd-5f12-4c50-bff3-943c92957d78 req-0b2a2d4b-dd7e-4a0d-b85c-f842584740cc tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 946 time: 0.1096957 Jul 13 08:43:31.420215 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-2c066bfd-5f12-4c50-bff3-943c92957d78 req-b12b0296-eb56-45f7-b31e-726b87a718eb tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347266 Jul 13 08:43:31.592069 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797f313-1b81-42be-a77d-25b6844a56e9 req-3aa8cf25-8eba-49b4-967e-142150849395 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.593590 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4797f313-1b81-42be-a77d-25b6844a56e9 req-3aa8cf25-8eba-49b4-967e-142150849395 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 946 time: 0.0661271 Jul 13 08:43:31.631157 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-4797f313-1b81-42be-a77d-25b6844a56e9 req-200701ae-2b08-4e7a-bec1-8d68b2e4313f tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319655 Jul 13 08:43:31.655263 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33142) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:31.706310 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc728-a58a-49c6-a3c7-a459febefe4f tempest-TestSnapshotPattern-1889917550 tempest-TestSnapshotPattern-1889917550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.707748 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-e1abc728-a58a-49c6-a3c7-a459febefe4f tempest-TestSnapshotPattern-1889917550 tempest-TestSnapshotPattern-1889917550-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 1093 time: 0.0514801 Jul 13 08:43:31.710398 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:43:31.714639 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Request body: {'floatingip': {'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'port_id': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:43:31.735044 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:31.832029 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:31.932197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Allocated IP 172.25.8.241 (1e2c823a-9072-4d86-bd4f-c277df2ee4d7/6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2/7c78a5b7-f863-4395-b637-51212434362b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:43:32.033242 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:32.071472 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743006158556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8288626'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:32.110831 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Network 1e2c823a-9072-4d86-bd4f-c277df2ee4d7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:43:32.113640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:43:32.117127 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:43:32.139545 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'Port': ['ID=7c78a5b7-f863-4395-b637-51212434362b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:32.152782 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.153136 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.153506 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.153848 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.154207 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.154542 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.154871 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.155197 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.155522 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.155846 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.156167 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.156491 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:32.819659 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:32.894039 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.041784 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.046010 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8288612'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.115715 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event updated for resources: {'Port': ['ID=7c78a5b7-f863-4395-b637-51212434362b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:33.126224 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668595'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.224181 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Floating IP 6c4d7a01-b103-4086-866b-6582b4daee15 associated. External IP: 172.25.8.241, port: 15581e72-74e6-46e5-b9b2-665b7e9c6641. Jul 13 08:43:33.429893 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Router cc1dd93f-625a-48fd-8e6e-11052b31333d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:43:33.536806 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:43:33.546682 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] Sync routers for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:43:33.552617 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.556134 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:43:33.556747 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:33.589205 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ab9b7ec2-70c7-41d5-9ac7-6bcc0b2efdd0 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8777711 Jul 13 08:43:33.589903 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:33.592959 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:33.663015 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:43:33.687632 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa4c721-198d-462b-83e7-97112112cbc6 x-openstack-request-id: req-4aa4c721-198d-462b-83e7-97112112cbc6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:33.687927 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:33.688186 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4aa4c721-198d-462b-83e7-97112112cbc6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:33.688595 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'status': 'completed', 'code': 200} Jul 13 08:43:33.760848 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-f33f28c9-0164-4e58-aeab-a100a21c7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.762410 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-f33f28c9-0164-4e58-aeab-a100a21c7600 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 1098 time: 0.0531178 Jul 13 08:43:33.853432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-9fbe78a2-f758-4d4d-a1e3-a7249d4408d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.854951 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-9fbe78a2-f758-4d4d-a1e3-a7249d4408d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0861225 Jul 13 08:43:33.887967 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6c4d7a01-b103-4086-866b-6582b4daee15', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:cd:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:43:32Z', 'updated_at': '2021-07-13T08:43:32Z', 'revision_number': 0, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}, {'id': '6feacdae-fa1a-4f04-8ecb-d7c50604a395', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:56Z', 'updated_at': '2021-07-13T08:40:58Z', 'revision_number': 1, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:33.917875 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] Checking router: cc1dd93f-625a-48fd-8e6e-11052b31333d for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:43:33.925587 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-32cdfc1d-3724-41bd-8dd2-00bd95fb87de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641 HTTP/1.1" status: 200 len: 1000 time: 0.0634186 Jul 13 08:43:33.926904 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:43:33.927500 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:43:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:33.972913 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-3d19bbdf-e639-49f2-8079-cd699060d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.974330 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-3d19bbdf-e639-49f2-8079-cd699060d086 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0432858 Jul 13 08:43:34.030988 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-d7dddb3f-50e5-4c33-9348-0e2f7addc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.034269 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-d7dddb3f-50e5-4c33-9348-0e2f7addc1e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521929 Jul 13 08:43:34.041537 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:43:34.125890 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-74bff7c1-6eb5-4829-8703-bb4920286880 service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864739 Jul 13 08:43:34.214420 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-04e3da8b-e4a4-425a-89bd-0ebf712c8e8a req-20d8a945-f890-4f47-9c27-10060f1fed13 service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826259 Jul 13 08:43:34.263699 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6c4d7a01-b103-4086-866b-6582b4daee15', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:cd:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:43:32Z', 'updated_at': '2021-07-13T08:43:32Z', 'revision_number': 0, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}, {'id': '6feacdae-fa1a-4f04-8ecb-d7c50604a395', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:56Z', 'updated_at': '2021-07-13T08:40:58Z', 'revision_number': 1, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:43:34.294111 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b8a8d-98c2-4954-b47e-e94cab84ba5f None None] The sync data for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 is: [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6c4d7a01-b103-4086-866b-6582b4daee15', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:cd:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:43:32Z', 'updated_at': '2021-07-13T08:43:32Z', 'revision_number': 0, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}, {'id': '6feacdae-fa1a-4f04-8ecb-d7c50604a395', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:56Z', 'updated_at': '2021-07-13T08:40:58Z', 'revision_number': 1, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:43:34.483314 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbaed0b-d86c-4099-97d3-ebcc42cc09e6 None None] New status for floating IP 6c4d7a01-b103-4086-866b-6582b4daee15: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:43:36.469312 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:38.342260 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:40.859091 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:48.490883 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6dd1-d600-4b78-8e2a-030a4fd92462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:51.170511 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1375cc98-ad1c-496c-992e-c1fd28915e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:51.226471 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:52.319003 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:52.640503 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-e901af66-cf87-4018-92d3-6a00c11d1c79 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558438 Jul 13 08:43:52.735689 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-b74f838e-8bc2-40b9-94a9-0dce88d41a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.737196 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-b74f838e-8bc2-40b9-94a9-0dce88d41a86 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 1098 time: 0.0528245 Jul 13 08:43:52.846956 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-a4924b9d-d3c4-466d-bf87-179d3419a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.848376 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-a4924b9d-d3c4-466d-bf87-179d3419a88b service neutron] 10.222.0.38 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0908566 Jul 13 08:43:52.917662 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-85c78b8d-cd02-4dec-afb6-f6bd05cdbbdb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641 HTTP/1.1" status: 200 len: 1002 time: 0.0602808 Jul 13 08:43:52.968979 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-d7bb6b32-090f-4934-aa08-83911d2faf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.970527 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-d7bb6b32-090f-4934-aa08-83911d2faf82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0469863 Jul 13 08:43:53.038693 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-79ddb056-11a8-492a-9a9f-a7395a166a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.040228 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-79ddb056-11a8-492a-9a9f-a7395a166a12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635583 Jul 13 08:43:53.133875 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-0bc9573e-170e-405a-866d-25f30e7d570d service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826733 Jul 13 08:43:53.224194 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-5d6658d9-fc20-4697-9ef9-7ddcb41f5959 req-25f6767d-78dd-433c-b7b8-e46a9dad2df6 service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844905 Jul 13 08:43:53.978643 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:03.662798 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-896bac8f-762b-46b0-8763-8b02e798a23a req-99c66242-dbea-4b17-88d7-113a20a55512 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512347 Jul 13 08:44:03.758055 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bac8f-762b-46b0-8763-8b02e798a23a req-f09d16c9-53b3-406a-89b4-d7113134c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:03.759548 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-896bac8f-762b-46b0-8763-8b02e798a23a req-f09d16c9-53b3-406a-89b4-d7113134c7c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1097 time: 0.0516479 Jul 13 08:44:03.864622 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bac8f-762b-46b0-8763-8b02e798a23a req-fe557a53-5a32-438a-8843-57f4c4bbf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:03.866349 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-896bac8f-762b-46b0-8763-8b02e798a23a req-fe557a53-5a32-438a-8843-57f4c4bbf081 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0882077 Jul 13 08:44:03.929528 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-896bac8f-762b-46b0-8763-8b02e798a23a req-e6d6fdda-25c3-4f2e-8d2e-2b3a9923c968 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 1001 time: 0.0572398 Jul 13 08:44:03.981000 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bac8f-762b-46b0-8763-8b02e798a23a req-ebe63663-92c9-4955-8628-925d9cd96b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:03.982703 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-896bac8f-762b-46b0-8763-8b02e798a23a req-ebe63663-92c9-4955-8628-925d9cd96b23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0475998 Jul 13 08:44:04.038646 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bac8f-762b-46b0-8763-8b02e798a23a req-6a15811c-75c5-4c7b-8c0c-cd92882e9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:04.040132 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-896bac8f-762b-46b0-8763-8b02e798a23a req-6a15811c-75c5-4c7b-8c0c-cd92882e9932 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513437 Jul 13 08:44:04.127483 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-896bac8f-762b-46b0-8763-8b02e798a23a req-16350139-892a-422a-b0c6-8af217b08219 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814979 Jul 13 08:44:04.218447 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-896bac8f-762b-46b0-8763-8b02e798a23a req-3aebb1fa-038d-4b57-b02d-57ebc3690b49 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852337 Jul 13 08:44:06.484763 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:08.339581 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:17.858265 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:44:18.492379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d4072cf-3052-4f00-8fae-8bfd0168f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:21.171374 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-126381cb-0fc6-4111-8d24-adaef9284598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:21.226391 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:22.323284 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:23.977726 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:36.494354 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:38.355379 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:48.494035 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3851b553-5ab7-4876-8c14-12139c9850e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:51.172727 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7c1463c-dffd-445f-9599-9708fc19df80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:51.226688 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.325504 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:53.978622 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:54.708551 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59554576-08f8-489c-9943-fff69c4913a5 req-d35d8dd0-6f28-4fa8-8fa9-5ae8919e2340 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506313 Jul 13 08:44:54.801184 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59554576-08f8-489c-9943-fff69c4913a5 req-ec7bf5df-2752-4557-b196-c6d8d3b23d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:54.802702 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59554576-08f8-489c-9943-fff69c4913a5 req-ec7bf5df-2752-4557-b196-c6d8d3b23d6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 1098 time: 0.0514355 Jul 13 08:44:54.857165 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:44:54.909669 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59554576-08f8-489c-9943-fff69c4913a5 req-3c35764f-3599-4e18-b44f-6fc5bb1925cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:54.911197 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59554576-08f8-489c-9943-fff69c4913a5 req-3c35764f-3599-4e18-b44f-6fc5bb1925cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0892668 Jul 13 08:44:54.978535 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59554576-08f8-489c-9943-fff69c4913a5 req-2c547d42-ea04-47da-894b-cbf0def1f616 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641 HTTP/1.1" status: 200 len: 1002 time: 0.0607605 Jul 13 08:44:55.025997 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59554576-08f8-489c-9943-fff69c4913a5 req-ea4efb0c-5146-45b5-8ba0-9d86d05466ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:55.027418 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59554576-08f8-489c-9943-fff69c4913a5 req-ea4efb0c-5146-45b5-8ba0-9d86d05466ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0435550 Jul 13 08:44:55.082331 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59554576-08f8-489c-9943-fff69c4913a5 req-4528cc5f-e443-4104-a053-bbc1c7440ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:55.083815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59554576-08f8-489c-9943-fff69c4913a5 req-4528cc5f-e443-4104-a053-bbc1c7440ad1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501406 Jul 13 08:44:55.175400 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59554576-08f8-489c-9943-fff69c4913a5 req-1af5a991-3103-4e29-a745-c460d7d83ae5 service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854905 Jul 13 08:44:55.262246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-59554576-08f8-489c-9943-fff69c4913a5 req-17ec2220-56c7-4380-a385-4731e39cbc67 service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800700 Jul 13 08:45:04.369095 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 15581e72-74e6-46e5-b9b2-665b7e9c6641 details requested by agent hyperv_n-h1-758944-43 with host n-h1-758944-43 {{(pid=93775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:45:04.491144 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 15581e72-74e6-46e5-b9b2-665b7e9c6641, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:04.504737 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Returning: {'device': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'port_id': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'mac_address': 'fa:16:3e:cd:9d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:45:04.548250 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:04.565515 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15581e72-74e6-46e5-b9b2-665b7e9c6641 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:45:04.587052 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] For port 15581e72-74e6-46e5-b9b2-665b7e9c6641, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:04.591321 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:04.672394 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Pushing event updated for resources: {'Port': ['ID=15581e72-74e6-46e5-b9b2-665b7e9c6641,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:04.680819 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.681178 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.681511 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.681850 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.682231 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.682793 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.683193 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.683624 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.683938 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.684855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.684855 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.685073 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:04.705123 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] get_ports_and_sgs() called for port_ids ['15581e72-74e6-46e5-b9b2-665b7e9c6641'] {{(pid=93775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:45:04.992908 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2924a97b-653f-47b0-9bee-9843f5c9a076 None None] Provisioning complete for port 15581e72-74e6-46e5-b9b2-665b7e9c6641 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:04.993198 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2924a97b-653f-47b0-9bee-9843f5c9a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:05.085464 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2924a97b-653f-47b0-9bee-9843f5c9a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612138'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:05.113083 n-d-758944-43 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:05.116046 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b35ce89f34edb4a1d607c33af37497cb1dd7db82286945cc484d30334bd453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d6496e-5116-4806-bad4-49824f7b49fb" -d '{"events": [{"server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "name": "network-vif-plugged", "status": "completed", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:05.145338 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2924a97b-653f-47b0-9bee-9843f5c9a076 None None] For port 15581e72-74e6-46e5-b9b2-665b7e9c6641, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:05.154572 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2924a97b-653f-47b0-9bee-9843f5c9a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1612075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743006582878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743006158574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743006159876'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:05.167661 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188ee433-d835-40ee-905a-7c6c47e44e8b x-openstack-request-id: req-188ee433-d835-40ee-905a-7c6c47e44e8b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:05.168678 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "name": "network-vif-plugged", "status": "completed", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:05.168678 n-d-758944-43 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-188ee433-d835-40ee-905a-7c6c47e44e8b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:05.168678 n-d-758944-43 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'code': 200} Jul 13 08:45:05.235822 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924a97b-653f-47b0-9bee-9843f5c9a076 None None] Pushing event updated for resources: {'Port': ['ID=15581e72-74e6-46e5-b9b2-665b7e9c6641,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:05.528828 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-793e6417-7a6b-4795-92b0-6867d0b0aafe None None] Provisioning complete for port 15581e72-74e6-46e5-b9b2-665b7e9c6641 triggered by entity DHCP. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:05.530376 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-793e6417-7a6b-4795-92b0-6867d0b0aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:05.684533 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-334be83d-259a-420b-a835-644698d28629 req-3d33030f-58ad-43e2-907e-c68eb298d243 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731504 Jul 13 08:45:05.793397 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334be83d-259a-420b-a835-644698d28629 req-b1289575-899b-45fd-8e74-b1742a215ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:05.794961 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-334be83d-259a-420b-a835-644698d28629 req-b1289575-899b-45fd-8e74-b1742a215ac1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1097 time: 0.0679445 Jul 13 08:45:05.925598 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334be83d-259a-420b-a835-644698d28629 req-8c47bdca-0b5e-4b48-bdf9-d225b7128f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:05.927163 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-334be83d-259a-420b-a835-644698d28629 req-8c47bdca-0b5e-4b48-bdf9-d225b7128f9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.1098232 Jul 13 08:45:06.356661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-334be83d-259a-420b-a835-644698d28629 req-1553d16d-68b7-49f9-b2ef-7fac7ff6ab62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 1001 time: 0.4226184 Jul 13 08:45:06.386816 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 15581e72-74e6-46e5-b9b2-665b7e9c6641 up at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:45:06.420440 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334be83d-259a-420b-a835-644698d28629 req-377a30c8-0327-4ce6-90de-b420ef7a7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:06.422653 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-334be83d-259a-420b-a835-644698d28629 req-377a30c8-0327-4ce6-90de-b420ef7a7e84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0595412 Jul 13 08:45:06.455781 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Provisioning complete for port 15581e72-74e6-46e5-b9b2-665b7e9c6641 triggered by entity L2. {{(pid=93775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:06.458421 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782890'] for port, provisioning_complete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:06.497458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334be83d-259a-420b-a835-644698d28629 req-8b2c36f9-2d66-41da-8113-8dec959f4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:06.499051 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-334be83d-259a-420b-a835-644698d28629 req-8b2c36f9-2d66-41da-8113-8dec959f4b35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698571 Jul 13 08:45:06.511346 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:06.617236 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-334be83d-259a-420b-a835-644698d28629 req-32d9e3c0-ec73-4f14-a2d8-112ce4357762 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113710 Jul 13 08:45:06.715848 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-334be83d-259a-420b-a835-644698d28629 req-c6c5ca30-5e3a-4c0f-9812-61fd90268918 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908306 Jul 13 08:45:08.357847 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:13.925851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33348) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:14.091891 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Deleting port 7c78a5b7-f863-4395-b637-51212434362b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:14.092301 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:14.172547 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:14.172881 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:14.185796 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Calling delete_port for 7c78a5b7-f863-4395-b637-51212434362b owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:14.341485 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:14.376117 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event deleted for resources: {'Port': ['ID=7c78a5b7-f863-4395-b637-51212434362b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:14.402781 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.403125 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.403496 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.403843 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.404180 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.404539 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.404851 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.405183 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.405514 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.405836 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.406188 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.406511 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:14.450119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:14.450491 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Floating IP 6c4d7a01-b103-4086-866b-6582b4daee15 disassociated (deleted). External IP: 172.25.8.241, port: 15581e72-74e6-46e5-b9b2-665b7e9c6641. Jul 13 08:45:14.671752 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Router cc1dd93f-625a-48fd-8e6e-11052b31333d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:14.787925 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:45:14.793173 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:14.800728 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] Sync routers for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:45:14.812958 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:14.813651 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:14.833610 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-246c9adf-f93a-4829-aa00-b70e97ecbfb6 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "DELETE /v2.0/floatingips/6c4d7a01-b103-4086-866b-6582b4daee15 HTTP/1.1" status: 204 len: 168 time: 0.9066081 Jul 13 08:45:14.834224 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:14.836541 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ea713-d166-49fd-9b92-4642b5c80a73" -d '{"events": [{"name": "network-changed", "server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:14.928411 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:15.105133 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e17c1e-fb1a-4639-98a3-87ec4621ec7b x-openstack-request-id: req-74e17c1e-fb1a-4639-98a3-87ec4621ec7b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:15.105690 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:15.105962 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74e17c1e-fb1a-4639-98a3-87ec4621ec7b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:15.106446 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'status': 'completed', 'code': 200} Jul 13 08:45:15.186230 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-a2f25d16-10ee-4388-9e8e-1ef9a4b88737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:15.187844 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-a2f25d16-10ee-4388-9e8e-1ef9a4b88737 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 1098 time: 0.0585504 Jul 13 08:45:15.262205 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088e060-08ed-4a3b-b5b7-579f65104054 req-7aa0febb-ed29-4b89-a22e-68f8eb08bdc9 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:15.263918 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d088e060-08ed-4a3b-b5b7-579f65104054 req-7aa0febb-ed29-4b89-a22e-68f8eb08bdc9 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 946 time: 0.0669181 Jul 13 08:45:15.285509 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-5d133851-c5ce-4a47-a3ce-c4f942fc5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:15.285786 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6feacdae-fa1a-4f04-8ecb-d7c50604a395', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:56Z', 'updated_at': '2021-07-13T08:40:58Z', 'revision_number': 1, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:15.287186 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-5d133851-c5ce-4a47-a3ce-c4f942fc5756 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0918899 Jul 13 08:45:15.311342 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-d088e060-08ed-4a3b-b5b7-579f65104054 req-51107cfc-c793-4289-b66e-7abee10f6809 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398817 Jul 13 08:45:15.318618 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] Checking router: cc1dd93f-625a-48fd-8e6e-11052b31333d for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:45:15.328293 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:15.328857 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:15.334655 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-4fc10990-abad-4617-8395-e4ee1a91bfac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641 HTTP/1.1" status: 200 len: 217 time: 0.0406494 Jul 13 08:45:15.383554 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-3bb2290a-fbc7-444c-829e-5ae2a1b0681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:15.385026 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-3bb2290a-fbc7-444c-829e-5ae2a1b0681c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0443163 Jul 13 08:45:15.434598 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:15.443813 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-ebd5d285-830c-4f84-9986-ca84097b40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:15.445246 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-ebd5d285-830c-4f84-9986-ca84097b40c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532105 Jul 13 08:45:15.541077 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-2e8d041b-a9aa-4f3c-8290-941135069371 service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883958 Jul 13 08:45:15.633922 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-358ea713-d166-49fd-9b92-4642b5c80a73 req-e5c72800-109a-45eb-a34e-5a3821c29ede service neutron] 10.222.0.38 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860093 Jul 13 08:45:15.660759 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6feacdae-fa1a-4f04-8ecb-d7c50604a395', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:56Z', 'updated_at': '2021-07-13T08:40:58Z', 'revision_number': 1, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:15.691358 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62059e40-b507-4d08-a22a-625b3da138a8 None None] The sync data for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 is: [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_floatingips': [{'id': '6feacdae-fa1a-4f04-8ecb-d7c50604a395', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'router_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'port_id': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'mac_address': 'fa:16:3e:5e:41:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:56Z', 'updated_at': '2021-07-13T08:40:58Z', 'revision_number': 1, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:45:15.923714 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543867c-2da6-4469-853b-6b94405b9e6a None None] New status for floating IP 6c4d7a01-b103-4086-866b-6582b4daee15: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:45:16.497142 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7e9ed-5c48-43c7-9643-80711b18c476 req-431e1346-2581-477d-a19d-be11413cf182 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:16.498789 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfc7e9ed-5c48-43c7-9643-80711b18c476 req-431e1346-2581-477d-a19d-be11413cf182 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 946 time: 0.0670907 Jul 13 08:45:16.547865 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-dfc7e9ed-5c48-43c7-9643-80711b18c476 req-a50b6955-2492-488d-b7ab-4196eec7141e tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 Jul 13 08:45:16.647414 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-e55d9d23-535d-428c-9e84-3fc4bc2aac1e tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:16.648815 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-e55d9d23-535d-428c-9e84-3fc4bc2aac1e tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.38 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 946 time: 0.0676982 Jul 13 08:45:16.748232 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Deleting port 15581e72-74e6-46e5-b9b2-665b7e9c6641 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:16.748583 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:16.841192 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] For port 15581e72-74e6-46e5-b9b2-665b7e9c6641, host n-h1-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-43',level=0,port_id=15581e72-74e6-46e5-b9b2-665b7e9c6641,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:16.841547 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:16.854737 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Calling delete_port for 15581e72-74e6-46e5-b9b2-665b7e9c6641 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:16.980722 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:17.015494 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event deleted for resources: {'Port': ['ID=15581e72-74e6-46e5-b9b2-665b7e9c6641,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:17.043301 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.043654 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.044027 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.044371 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.044713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.045051 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.045382 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.045713 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.046601 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.046945 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.047269 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.047596 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-43 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:17.072993 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] No DVR routers for this DVR port 15581e72-74e6-46e5-b9b2-665b7e9c6641 on host n-h1-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:17.075718 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:17.077987 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-33d1b57f-f616-45df-88e2-c4d60abecf63 req-ee6a0278-aa23-492d-8af7-ffd5d74c2130 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.38 "DELETE /v2.0/ports/15581e72-74e6-46e5-b9b2-665b7e9c6641 HTTP/1.1" status: 204 len: 173 time: 0.4234090 Jul 13 08:45:17.078460 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'name': 'network-vif-deleted', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:17.080901 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c2cb48-c508-42bd-9ae3-fb127a239bb2" -d '{"events": [{"server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "name": "network-vif-deleted", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:17.122517 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc9e5de-d589-4d05-9ed4-297037921a9c x-openstack-request-id: req-8dc9e5de-d589-4d05-9ed4-297037921a9c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:17.122836 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517d11b-8a28-42f6-98d6-9c39ea60ebeb", "name": "network-vif-deleted", "tag": "15581e72-74e6-46e5-b9b2-665b7e9c6641", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:17.123094 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8dc9e5de-d589-4d05-9ed4-297037921a9c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:17.123535 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1517d11b-8a28-42f6-98d6-9c39ea60ebeb', 'name': 'network-vif-deleted', 'tag': '15581e72-74e6-46e5-b9b2-665b7e9c6641', 'status': 'completed', 'code': 200} Jul 13 08:45:17.705287 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-67e18f8f-1308-4586-a6a1-6b49ee9b3040 req-51ed50fd-337f-4602-9fb0-d41fbc5048f8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=1517d11b-8a28-42f6-98d6-9c39ea60ebeb HTTP/1.1" status: 200 len: 210 time: 0.0289793 Jul 13 08:45:18.463946 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 15581e72-74e6-46e5-b9b2-665b7e9c6641 no longer exists at agent hyperv_n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:18.488640 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] No Port match for: 15581e72-74e6-46e5-b9b2-665b7e9c6641 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:18.488989 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Device 15581e72-74e6-46e5-b9b2-665b7e9c6641 not bound to the agent host n-h1-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:18.500391 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7c9eba5-2f3e-4791-a964-0f50f04fba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:19.313444 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33406) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:19.472934 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Deleting port 79c39dd4-640b-4c60-a13d-baadf51f1467 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:19.473279 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:19.552421 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:19.552683 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:19.564882 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Calling delete_port for 79c39dd4-640b-4c60-a13d-baadf51f1467 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:19.713747 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:19.743668 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event deleted for resources: {'Port': ['ID=79c39dd4-640b-4c60-a13d-baadf51f1467,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:19.810119 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:19.810362 n-d-758944-43 neutron-server[93773]: INFO neutron.db.l3_db [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Floating IP 6feacdae-fa1a-4f04-8ecb-d7c50604a395 disassociated (deleted). External IP: 172.25.8.143, port: 5ea67c05-6828-4e48-bd44-c642f60d8b7d. Jul 13 08:45:20.014702 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Router cc1dd93f-625a-48fd-8e6e-11052b31333d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:20.121721 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:45:20.126623 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:20.130762 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] Sync routers for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:45:20.139635 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:20.140240 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:20.164467 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-85fc7f20-97f6-41bc-a81c-bac6bfd10dd8 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "DELETE /v2.0/floatingips/6feacdae-fa1a-4f04-8ecb-d7c50604a395 HTTP/1.1" status: 204 len: 168 time: 0.8499029 Jul 13 08:45:20.165060 n-d-758944-43 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:20.167349 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d40eafe79fdccb89220653a0d714998d67da0a0c596c17e59e1683e62ef19f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:20.245123 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:20.407366 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726bbb26-f7bc-4bd3-8f46-3cbc27f8a80b x-openstack-request-id: req-726bbb26-f7bc-4bd3-8f46-3cbc27f8a80b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:20.407901 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:20.408226 n-d-758944-43 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-726bbb26-f7bc-4bd3-8f46-3cbc27f8a80b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:20.408886 n-d-758944-43 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'status': 'completed', 'code': 200} Jul 13 08:45:20.449622 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:20.477488 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] Checking router: cc1dd93f-625a-48fd-8e6e-11052b31333d for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:45:20.486544 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:20.487156 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:44:51Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:20.489706 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-cb15efd2-631e-4ffa-b220-7e914705e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:20.491999 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-cb15efd2-631e-4ffa-b220-7e914705e114 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 1097 time: 0.0579329 Jul 13 08:45:20.578682 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4bd0e-32e8-4fd0-b5cb-340b958955aa req-4f663a71-17cf-4a1a-829f-f1407f38b688 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:20.580420 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eac4bd0e-32e8-4fd0-b5cb-340b958955aa req-4f663a71-17cf-4a1a-829f-f1407f38b688 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 945 time: 0.0833907 Jul 13 08:45:20.593373 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-64083391-b9b7-4f8c-a535-f490ded6198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:20.595769 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-64083391-b9b7-4f8c-a535-f490ded6198f service neutron] 10.222.0.48 "GET /v2.0/networks?id=bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 200 len: 910 time: 0.0957785 Jul 13 08:45:20.605979 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:20.621104 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-eac4bd0e-32e8-4fd0-b5cb-340b958955aa req-781a83ac-48db-4b26-a72f-f88c84401157 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349984 Jul 13 08:45:20.638489 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-c6b81b5e-a1ec-4940-8c75-febab5d0e5ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 200 len: 217 time: 0.0355124 Jul 13 08:45:20.692235 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-759d0e28-dadd-480e-810b-6bff6c6f871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:20.693730 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-759d0e28-dadd-480e-810b-6bff6c6f871a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 200 len: 848 time: 0.0490382 Jul 13 08:45:20.752678 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-16e5e83c-a6de-40f5-9b04-7f04f79bc53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:20.754278 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-16e5e83c-a6de-40f5-9b04-7f04f79bc53e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bacc9fca-5ad7-468a-ae32-b6378120e278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540774 Jul 13 08:45:20.814136 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:20.840133 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc7f3-cc13-4aa9-9f17-1909497b53f6 None None] The sync data for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 is: [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:40:35Z', 'revision_number': 4, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43', '_interfaces': [{'id': '1da90977-88cd-4d58-88f2-94ad9a847daf', 'name': '', 'network_id': 'bacc9fca-5ad7-468a-ae32-b6378120e278', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'mac_address': 'fa:16:3e:3a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:34Z', 'updated_at': '2021-07-13T08:40:40Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'subnets': [{'id': '83050bfd-3f51-4540-8789-0f807cf98fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:45:20.847458 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-4ed96f87-6c36-49ed-9e89-3dd6caa4a530 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866840 Jul 13 08:45:20.948032 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-cedfce92-ecb1-4675-9ae5-19a28f49d8c1 req-971c18e1-bf85-4b19-9240-e1020402c761 service neutron] 10.222.0.48 "GET /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935977 Jul 13 08:45:21.056679 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d19c4-d6be-4014-875c-7f3fc26fe1be None None] New status for floating IP 6feacdae-fa1a-4f04-8ecb-d7c50604a395: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:45:21.173780 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15b64548-39e3-4143-a984-fc015e67e9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:21.228989 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:21.809015 n-d-758944-43 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33275556-82cc-409c-9ad3-139e12b6ea22 req-f0a74258-12c2-4c50-a21f-45e144502c25 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:21.810549 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-33275556-82cc-409c-9ad3-139e12b6ea22 req-f0a74258-12c2-4c50-a21f-45e144502c25 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 945 time: 0.0724874 Jul 13 08:45:21.849661 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-33275556-82cc-409c-9ad3-139e12b6ea22 req-b9bcf7fc-9c58-488e-baea-520ede550a86 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7d75108-c8e6-4d88-af24-64dbe86d8688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327835 Jul 13 08:45:21.957324 n-d-758944-43 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161656b-a966-46ff-bace-9c4f808fb15e req-31e420e8-e2c4-4551-94bf-708f3c5cccbb tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:21.958772 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f161656b-a966-46ff-bace-9c4f808fb15e req-31e420e8-e2c4-4551-94bf-708f3c5cccbb tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 945 time: 0.0627122 Jul 13 08:45:22.061565 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f161656b-a966-46ff-bace-9c4f808fb15e req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Deleting port 5ea67c05-6828-4e48-bd44-c642f60d8b7d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:22.061914 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f161656b-a966-46ff-bace-9c4f808fb15e req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.148376 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f161656b-a966-46ff-bace-9c4f808fb15e req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] For port 5ea67c05-6828-4e48-bd44-c642f60d8b7d, host n-h2-758944-43, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-43',level=0,port_id=5ea67c05-6828-4e48-bd44-c642f60d8b7d,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:22.148737 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f161656b-a966-46ff-bace-9c4f808fb15e req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.161822 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f161656b-a966-46ff-bace-9c4f808fb15e req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Calling delete_port for 5ea67c05-6828-4e48-bd44-c642f60d8b7d owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:22.291602 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f161656b-a966-46ff-bace-9c4f808fb15e req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.322811 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event deleted for resources: {'Port': ['ID=5ea67c05-6828-4e48-bd44-c642f60d8b7d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:22.331742 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.372445 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f161656b-a966-46ff-bace-9c4f808fb15e req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] No DVR routers for this DVR port 5ea67c05-6828-4e48-bd44-c642f60d8b7d on host n-h2-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:22.376093 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f161656b-a966-46ff-bace-9c4f808fb15e req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169791'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.378149 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [req-f161656b-a966-46ff-bace-9c4f808fb15e req-c71a98aa-f774-4551-b3d8-7c466d044907 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.48 "DELETE /v2.0/ports/5ea67c05-6828-4e48-bd44-c642f60d8b7d HTTP/1.1" status: 204 len: 173 time: 0.4141977 Jul 13 08:45:22.378657 n-d-758944-43 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-deleted', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:22.381000 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8091d6dcc5cbf521963343195f18048e41f4d16ef7bc8d4d7c5b61e242e723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439ac933-09d5-4974-9e9b-f6b7cdf87b59" -d '{"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-deleted", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:22.420901 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd82c67-fd33-49fa-befc-4f39df13e4e3 x-openstack-request-id: req-0dd82c67-fd33-49fa-befc-4f39df13e4e3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:22.421263 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eee705-9e12-47b3-b6d4-4f1403923e93", "name": "network-vif-deleted", "tag": "5ea67c05-6828-4e48-bd44-c642f60d8b7d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:22.421518 n-d-758944-43 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0dd82c67-fd33-49fa-befc-4f39df13e4e3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:22.422041 n-d-758944-43 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eee705-9e12-47b3-b6d4-4f1403923e93', 'name': 'network-vif-deleted', 'tag': '5ea67c05-6828-4e48-bd44-c642f60d8b7d', 'status': 'completed', 'code': 200} Jul 13 08:45:23.007381 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [req-9f2c1c24-f80b-4ee3-888f-5236d188c9b5 req-201de35a-9864-4006-a9fd-115bec714dba tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eee705-9e12-47b3-b6d4-4f1403923e93 HTTP/1.1" status: 200 len: 210 time: 0.0298774 Jul 13 08:45:23.979692 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.099873 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33424) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:24.160766 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3714f4b-e6bf-4597-9e86-18e9291f3153 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.185095 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3714f4b-e6bf-4597-9e86-18e9291f3153 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.244100 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3714f4b-e6bf-4597-9e86-18e9291f3153 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.246657 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3714f4b-e6bf-4597-9e86-18e9291f3153 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.247855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f3714f4b-e6bf-4597-9e86-18e9291f3153 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] 10.222.0.41 "DELETE /v2.0/security-groups/a7d75108-c8e6-4d88-af24-64dbe86d8688 HTTP/1.1" status: 204 len: 168 time: 0.1469691 Jul 13 08:45:24.257401 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3714f4b-e6bf-4597-9e86-18e9291f3153 tempest-TestSnapshotPattern-1074580899 tempest-TestSnapshotPattern-1074580899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d75108-c8e6-4d88-af24-64dbe86d8688,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:24.299775 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33428) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:24.634395 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.890272 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Deleting port 1da90977-88cd-4d58-88f2-94ad9a847daf {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:24.890586 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.971530 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] For port 1da90977-88cd-4d58-88f2-94ad9a847daf, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=1da90977-88cd-4d58-88f2-94ad9a847daf,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:24.971921 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.984128 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Calling delete_port for 1da90977-88cd-4d58-88f2-94ad9a847daf owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:25.162263 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:25.187281 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=1da90977-88cd-4d58-88f2-94ad9a847daf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:25.364641 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:25.925009 n-d-758944-43 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Router cc1dd93f-625a-48fd-8e6e-11052b31333d has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:26.037416 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:45:26.042640 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-316d6e6c-acc1-4485-a6bc-3bcfa4f94cfb admin admin] 10.222.0.41 "PUT /v2.0/routers/cc1dd93f-625a-48fd-8e6e-11052b31333d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417805 Jul 13 08:45:26.045203 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33434) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:26.048460 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] Sync routers for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:45:26.057798 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:26.058462 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:26.139877 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5ea67c05-6828-4e48-bd44-c642f60d8b7d no longer exists at agent hyperv_n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:26.172587 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.173285 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] No Port match for: 5ea67c05-6828-4e48-bd44-c642f60d8b7d {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:26.173880 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Device 5ea67c05-6828-4e48-bd44-c642f60d8b7d not bound to the agent host n-h2-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:26.182097 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: n-d-758944-43 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:26.295662 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.354131 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Deleting port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:26.354479 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.447151 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] For port 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:26.447512 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.465223 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Calling delete_port for 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:26.486184 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:45:25Z', 'revision_number': 5, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port': {'id': '0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:33Z', 'updated_at': '2021-07-13T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:26.529628 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] Checking router: cc1dd93f-625a-48fd-8e6e-11052b31333d for host: n-d-758944-43 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:45:26.542655 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] Routers {'cc1dd93f-625a-48fd-8e6e-11052b31333d'} bound to L3 agent in host n-d-758944-43 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:26.543649 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['cc1dd93f-625a-48fd-8e6e-11052b31333d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:26.638073 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] Set router cc1dd93f-625a-48fd-8e6e-11052b31333d gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:26.672633 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.691831 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:45:26Z', 'revision_number': 6, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:26.698837 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:26.721107 n-d-758944-43 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a2a65-e738-44ac-b3a2-72e78ebe22bc None None] The sync data for ids ['cc1dd93f-625a-48fd-8e6e-11052b31333d'] in n-d-758944-43 is: [{'id': 'cc1dd93f-625a-48fd-8e6e-11052b31333d', 'name': 'tempest-TestSnapshotPattern-272554818-router', 'tenant_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:32Z', 'updated_at': '2021-07-13T08:45:26Z', 'revision_number': 6, 'project_id': '6e1aba6bca4c4c6b84ca5f61801611b1', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:45:26.774058 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.865570 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.867699 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.911090 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.911543 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1dd93f-625a-48fd-8e6e-11052b31333d {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:45:26.915745 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.916899 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-b6d292e9-2bc0-4c6e-b5c1-5c41ab9f45d6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cc1dd93f-625a-48fd-8e6e-11052b31333d HTTP/1.1" status: 204 len: 168 time: 0.8706934 Jul 13 08:45:26.919428 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33438) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:26.963451 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad97297d-6b79-409f-8f93-2165c3615c70 admin admin] Deleting subnet 83050bfd-3f51-4540-8789-0f807cf98fa1 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:45:26.966504 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad97297d-6b79-409f-8f93-2165c3615c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.000208 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad97297d-6b79-409f-8f93-2165c3615c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8193935'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.081689 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad97297d-6b79-409f-8f93-2165c3615c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.135144 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad97297d-6b79-409f-8f93-2165c3615c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8288551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6331802'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.162789 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97297d-6b79-409f-8f93-2165c3615c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83050bfd-3f51-4540-8789-0f807cf98fa1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.164695 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad97297d-6b79-409f-8f93-2165c3615c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.166631 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-ad97297d-6b79-409f-8f93-2165c3615c70 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/83050bfd-3f51-4540-8789-0f807cf98fa1 HTTP/1.1" status: 204 len: 168 time: 0.2462614 Jul 13 08:45:27.169082 n-d-758944-43 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.41', 33440) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:27.171099 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dc0850-a35c-4d82-8f3b-c5a9892dedf5 None None] Network bacc9fca-5ad7-468a-ae32-b6378120e278 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:45:27.252867 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.307572 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Deleting port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:27.310054 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.381656 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f69f8-a42c-4ce6-a669-1b3a686a4aa8 None None] DHCP port deletion for bacc9fca-5ad7-468a-ae32-b6378120e278 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:45:27.381922 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] For port ca5c7a1c-9805-45ce-a991-f8ba516d81a9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ca5c7a1c-9805-45ce-a991-f8ba516d81a9,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:27.382196 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.400834 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Calling delete_port for ca5c7a1c-9805-45ce-a991-f8ba516d81a9 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:27.427222 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-253f69f8-a42c-4ce6-a669-1b3a686a4aa8 None None] Deleting port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:27.427601 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-253f69f8-a42c-4ce6-a669-1b3a686a4aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.492114 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8288637'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.501596 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-253f69f8-a42c-4ce6-a669-1b3a686a4aa8 None None] For port ca5c7a1c-9805-45ce-a991-f8ba516d81a9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ca5c7a1c-9805-45ce-a991-f8ba516d81a9,segment=NetworkSegment(7646a92b-08ee-4821-aeb7-10730a79052d),segment_id=7646a92b-08ee-4821-aeb7-10730a79052d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:27.502190 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-253f69f8-a42c-4ce6-a669-1b3a686a4aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.515069 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-253f69f8-a42c-4ce6-a669-1b3a686a4aa8 None None] Calling delete_port for ca5c7a1c-9805-45ce-a991-f8ba516d81a9 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:27.521640 n-d-758944-43 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] No DVR routers for this DVR port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 on host n-d-758944-43 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:27.527036 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5c7a1c-9805-45ce-a991-f8ba516d81a9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.595110 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-253f69f8-a42c-4ce6-a669-1b3a686a4aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.599441 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.610284 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacc9fca-5ad7-468a-ae32-b6378120e278']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:27.620533 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7646a92b-08ee-4821-aeb7-10730a79052d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:27.620829 n-d-758944-43 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7646a92b-08ee-4821-aeb7-10730a79052d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:27.621734 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f69f8-a42c-4ce6-a669-1b3a686a4aa8 None None] Pushing event deleted for resources: {'Port': ['ID=ca5c7a1c-9805-45ce-a991-f8ba516d81a9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.627373 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f69f8-a42c-4ce6-a669-1b3a686a4aa8 None None] No DVR routers for this DVR port ca5c7a1c-9805-45ce-a991-f8ba516d81a9 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:27.633006 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8193926'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.648701 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.654527 n-d-758944-43 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:45:27.654950 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8288584'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: Traceback (most recent call last): Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: timer() Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: cb(*args, **kw) Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: return func(*args, **kwargs) Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: self._notify() Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: self.callback(batched_events) Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: event.method(event) Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: return f(self, *a, **k) Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: return self._get(url).json() Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:45:27.657242 n-d-758944-43 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:45:27.709743 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.714906 n-d-758944-43 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Notify callbacks [] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.716855 n-d-758944-43 neutron-server[93773]: INFO neutron.wsgi [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bacc9fca-5ad7-468a-ae32-b6378120e278 HTTP/1.1" status: 204 len: 168 time: 0.5466352 Jul 13 08:45:27.720458 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:27.732341 n-d-758944-43 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3832a62-2b58-44ea-8edd-efcb8dde2586 admin admin] Pushing event deleted for resources: {'Network': ['ID=bacc9fca-5ad7-468a-ae32-b6378120e278,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.892666 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1da90977-88cd-4d58-88f2-94ad9a847daf no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:27.913087 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 1da90977-88cd-4d58-88f2-94ad9a847daf {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:27.913432 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 1da90977-88cd-4d58-88f2-94ad9a847daf not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:27.913851 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:27.932677 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:27.933029 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 0dc48d6f-bf4d-4b7c-801c-7ddcb9ebba3a not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:27.933444 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ca5c7a1c-9805-45ce-a991-f8ba516d81a9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:27.951670 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ca5c7a1c-9805-45ce-a991-f8ba516d81a9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:27.952014 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ca5c7a1c-9805-45ce-a991-f8ba516d81a9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:28.067989 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664783'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.323660 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Deleting port ddfccc09-3787-49bc-a78f-d1bd62449ee9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:28.324027 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.403753 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] For port ddfccc09-3787-49bc-a78f-d1bd62449ee9, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=ddfccc09-3787-49bc-a78f-d1bd62449ee9,segment=NetworkSegment(475e8b95-2ef4-48a9-972e-30531ae27b9e),segment_id=475e8b95-2ef4-48a9-972e-30531ae27b9e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:28.404115 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.416275 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Calling delete_port for ddfccc09-3787-49bc-a78f-d1bd62449ee9 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:28.592399 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.618520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfccc09-3787-49bc-a78f-d1bd62449ee9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:28.784913 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664555'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:28.999002 n-d-758944-43 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Router ebd2636a-3f38-4d91-a240-28bfc34d3466 has already been hosted by L3 agent dfa7e360-9951-45c6-9ee0-4873cac6d017 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:29.102619 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] Notify agent at l3_agent.n-d-758944-43 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:45:29.108661 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-4fb0ab03-3ac9-4b29-ab38-b64a9ceecf8f admin admin] 10.222.0.41 "PUT /v2.0/routers/ebd2636a-3f38-4d91-a240-28bfc34d3466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3860123 Jul 13 08:45:29.110572 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33444) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:29.113117 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] Sync routers for ids ['ebd2636a-3f38-4d91-a240-28bfc34d3466'] in n-d-758944-43 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:45:29.122995 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] Routers {'ebd2636a-3f38-4d91-a240-28bfc34d3466'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:29.123628 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ebd2636a-3f38-4d91-a240-28bfc34d3466'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:29.212512 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.227578 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] Set router ebd2636a-3f38-4d91-a240-28bfc34d3466 gateway port host: n-d-758944-43 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:29.315024 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.370299 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Deleting port fc4a5166-055b-44d3-9572-bb9be336e490 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:29.370562 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.406532 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'external_fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:45:28Z', 'revision_number': 5, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'gw_port': {'id': 'fc4a5166-055b-44d3-9572-bb9be336e490', 'name': '', 'network_id': '1e2c823a-9072-4d86-bd4f-c277df2ee4d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-43', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bce7f0f-c0cd-4c40-9cc0-c1097ab16bc2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-43'}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:29.436971 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] Checking router: ebd2636a-3f38-4d91-a240-28bfc34d3466 for host: n-d-758944-43 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:45:29.446047 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] Routers {'ebd2636a-3f38-4d91-a240-28bfc34d3466'} bound to L3 agent in host n-d-758944-43 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:29.446672 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-43', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:09:21Z,description=,heartbeat_timestamp=2021-07-13T08:45:21Z,host='n-d-758944-43',id=dfa7e360-9951-45c6-9ee0-4873cac6d017,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:09:21Z,topic='l3_agent')) {'router_ids': ['ebd2636a-3f38-4d91-a240-28bfc34d3466'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:29.450432 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] For port fc4a5166-055b-44d3-9572-bb9be336e490, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=fc4a5166-055b-44d3-9572-bb9be336e490,segment=NetworkSegment(c001fc78-fe39-4d4c-a786-e9feae095524),segment_id=c001fc78-fe39-4d4c-a786-e9feae095524)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:29.450805 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.463788 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Calling delete_port for fc4a5166-055b-44d3-9572-bb9be336e490 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:29.533501 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] Set router ebd2636a-3f38-4d91-a240-28bfc34d3466 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:29.586252 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:45:29Z', 'revision_number': 6, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'gw_port_host': None}], 'n-d-758944-43', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:29.615983 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803b35a-4b87-4c6b-a5f2-9aab712fba48 None None] The sync data for ids ['ebd2636a-3f38-4d91-a240-28bfc34d3466'] in n-d-758944-43 is: [{'id': 'ebd2636a-3f38-4d91-a240-28bfc34d3466', 'name': 'tempest-TestSnapshotPattern-770085775-router', 'tenant_id': '71a9c7639fb54ecd957704f60a0b6908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:40:37Z', 'updated_at': '2021-07-13T08:45:29Z', 'revision_number': 6, 'project_id': '71a9c7639fb54ecd957704f60a0b6908', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:45:29.629353 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:29.660278 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4a5166-055b-44d3-9572-bb9be336e490,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:29.720558 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668517'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.137176 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13136'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.139341 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.182217 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772731'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.182750 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd2636a-3f38-4d91-a240-28bfc34d3466 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:45:30.187769 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.188841 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-28ee55cf-2b7f-44eb-a1ba-8974b2f68fdd admin admin] 10.222.0.41 "DELETE /v2.0/routers/ebd2636a-3f38-4d91-a240-28bfc34d3466 HTTP/1.1" status: 204 len: 168 time: 1.0773463 Jul 13 08:45:30.191352 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33446) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:30.238353 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0982d585-5338-4c5a-8b53-b5cc89e021ab admin admin] Deleting subnet 0e08947a-fe25-4370-8d00-6e639ad9fc80 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:45:30.241319 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0982d585-5338-4c5a-8b53-b5cc89e021ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.275586 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0982d585-5338-4c5a-8b53-b5cc89e021ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5505914'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.351854 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0982d585-5338-4c5a-8b53-b5cc89e021ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771800'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.384514 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ddfccc09-3787-49bc-a78f-d1bd62449ee9 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:30.405650 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: ddfccc09-3787-49bc-a78f-d1bd62449ee9 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:30.406106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device ddfccc09-3787-49bc-a78f-d1bd62449ee9 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:30.418716 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0982d585-5338-4c5a-8b53-b5cc89e021ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5735987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011896'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.445378 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982d585-5338-4c5a-8b53-b5cc89e021ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e08947a-fe25-4370-8d00-6e639ad9fc80,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:30.449074 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0982d585-5338-4c5a-8b53-b5cc89e021ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.451995 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-0982d585-5338-4c5a-8b53-b5cc89e021ab admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0e08947a-fe25-4370-8d00-6e639ad9fc80 HTTP/1.1" status: 204 len: 168 time: 0.2587106 Jul 13 08:45:30.453558 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:30.456993 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be9e0d7-a206-403f-bdf2-0af9f4ced582 None None] Network 4d7ef038-e702-49e7-915e-e45c667b3476 requested from n-d-758944-43 {{(pid=93775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:45:30.654325 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629135'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.665330 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1890a7aa-f45c-4e30-ac0e-96036d1ae8af None None] DHCP port deletion for 4d7ef038-e702-49e7-915e-e45c667b3476 request from n-d-758944-43 {{(pid=93775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:45:30.715704 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1890a7aa-f45c-4e30-ac0e-96036d1ae8af None None] Deleting port 02e28701-f692-4922-b85b-48993ad67294 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:30.716274 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1890a7aa-f45c-4e30-ac0e-96036d1ae8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.723472 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Deleting port 02e28701-f692-4922-b85b-48993ad67294 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:30.723818 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743006575638'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.786390 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1890a7aa-f45c-4e30-ac0e-96036d1ae8af None None] For port 02e28701-f692-4922-b85b-48993ad67294, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=02e28701-f692-4922-b85b-48993ad67294,segment=NetworkSegment(475e8b95-2ef4-48a9-972e-30531ae27b9e),segment_id=475e8b95-2ef4-48a9-972e-30531ae27b9e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:30.786785 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] For port 02e28701-f692-4922-b85b-48993ad67294, host n-d-758944-43, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-43',level=0,port_id=02e28701-f692-4922-b85b-48993ad67294,segment=NetworkSegment(475e8b95-2ef4-48a9-972e-30531ae27b9e),segment_id=475e8b95-2ef4-48a9-972e-30531ae27b9e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:30.787024 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1890a7aa-f45c-4e30-ac0e-96036d1ae8af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.787226 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664614'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.799403 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1890a7aa-f45c-4e30-ac0e-96036d1ae8af None None] Calling delete_port for 02e28701-f692-4922-b85b-48993ad67294 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:30.801520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Calling delete_port for 02e28701-f692-4922-b85b-48993ad67294 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:30.879087 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1890a7aa-f45c-4e30-ac0e-96036d1ae8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.885688 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743006582860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743006158565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5736041'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.904291 n-d-758944-43 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890a7aa-f45c-4e30-ac0e-96036d1ae8af None None] Pushing event deleted for resources: {'Port': ['ID=02e28701-f692-4922-b85b-48993ad67294,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:30.908792 n-d-758944-43 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1890a7aa-f45c-4e30-ac0e-96036d1ae8af None None] No DVR routers for this DVR port 02e28701-f692-4922-b85b-48993ad67294 on host n-d-758944-43 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:30.912814 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e28701-f692-4922-b85b-48993ad67294,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:30.914671 n-d-758944-43 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] No DVR routers for this DVR port 02e28701-f692-4922-b85b-48993ad67294 on host n-d-758944-43 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:30.984865 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785827', 'neutron.services.segments.db._delete_segments_for_network-8743006663599'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:30.995019 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7ef038-e702-49e7-915e-e45c667b3476']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:31.004543 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475e8b95-2ef4-48a9-972e-30531ae27b9e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:31.004844 n-d-758944-43 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475e8b95-2ef4-48a9-972e-30531ae27b9e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:31.013388 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743006740134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5505907'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.031863 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.038193 n-d-758944-43 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:45:31.038564 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5736028'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: self.session.flush() Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: Traceback (most recent call last): Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: timer() Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: cb(*args, **kw) Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: return func(*args, **kwargs) Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: self._notify() Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: self.callback(batched_events) Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: event.method(event) Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: return f(self, *a, **k) Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: return self._get(url).json() Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:45:31.040265 n-d-758944-43 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:45:31.092372 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-580807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668545'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.100219 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.103224 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4d7ef038-e702-49e7-915e-e45c667b3476 HTTP/1.1" status: 204 len: 168 time: 0.6486700 Jul 13 08:45:31.114160 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbfcfb-1a06-481d-8663-242b4012c8b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7ef038-e702-49e7-915e-e45c667b3476,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:31.211086 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33454) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:31.251521 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-5700e4a1-85cb-41ee-a53c-395624cb6955 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e1aba6bca4c4c6b84ca5f61801611b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392346 Jul 13 08:45:31.253926 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:31.304571 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45b70a54-d980-4f78-aadc-ebeea293507f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.329887 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45b70a54-d980-4f78-aadc-ebeea293507f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.379455 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45b70a54-d980-4f78-aadc-ebeea293507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.382015 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45b70a54-d980-4f78-aadc-ebeea293507f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.383164 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-45b70a54-d980-4f78-aadc-ebeea293507f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4553e1a-62cd-4493-9017-8af8fa50e71c HTTP/1.1" status: 204 len: 168 time: 0.1283088 Jul 13 08:45:31.391415 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b70a54-d980-4f78-aadc-ebeea293507f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4553e1a-62cd-4493-9017-8af8fa50e71c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:31.704032 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33462) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:31.743516 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-d172f16a-6886-4fcf-bcc8-b1f29501a364 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71a9c7639fb54ecd957704f60a0b6908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383327 Jul 13 08:45:31.746209 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.41', 33464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:31.793345 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b36f0c7-a708-4109-ac9f-5eddea7ff19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.815100 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b36f0c7-a708-4109-ac9f-5eddea7ff19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.864356 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b36f0c7-a708-4109-ac9f-5eddea7ff19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606151'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.866513 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:45:31.867114 n-d-758944-43 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b36f0c7-a708-4109-ac9f-5eddea7ff19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.868294 n-d-758944-43 neutron-server[93774]: INFO neutron.wsgi [None req-9b36f0c7-a708-4109-ac9f-5eddea7ff19b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa41cc2b-6f1c-4486-907a-8dd1436d4cfe HTTP/1.1" status: 204 len: 168 time: 0.1211772 Jul 13 08:45:31.878162 n-d-758944-43 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36f0c7-a708-4109-ac9f-5eddea7ff19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa41cc2b-6f1c-4486-907a-8dd1436d4cfe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:31.907128 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 02e28701-f692-4922-b85b-48993ad67294 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:31.930167 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: 02e28701-f692-4922-b85b-48993ad67294 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:31.930616 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device 02e28701-f692-4922-b85b-48993ad67294 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:31.931106 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fc4a5166-055b-44d3-9572-bb9be336e490 no longer exists at agent ovs-agent-n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:32.110013 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] No Port match for: fc4a5166-055b-44d3-9572-bb9be336e490 {{(pid=93775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:32.110424 n-d-758944-43 neutron-server[93775]: DEBUG neutron.plugins.ml2.rpc [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Device fc4a5166-055b-44d3-9572-bb9be336e490 not bound to the agent host n-d-758944-43 {{(pid=93775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:36.490635 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:38.353101 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:48.492100 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85aa9336-1fef-47d3-add7-31d66196d7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.175482 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ac15f5d-e631-4f07-971c-9a78ef335a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:51.231365 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:52.331274 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:53.985194 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.520959 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.362386 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.857023 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:46:18.494042 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7d08b05-3f66-4511-b4cb-e05d46cfc36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.176307 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09bdf1ce-5f4a-4eaf-8786-df1d84279a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:21.231722 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:22.334137 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:23.987982 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:36.521651 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.365817 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:45.855768 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:46:48.495589 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9ee579b-8007-457d-8ad2-8a189865510b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:51.177531 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e3288ee-aeca-4997-8ad3-54fc78e19b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:51.232455 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:52.337641 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:53.990886 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:06.524625 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:08.366617 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:18.496894 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9460fde2-20d6-4f3d-8422-e5e9e126257c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:21.177833 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22a6a240-43a9-425a-8039-8398c0e81a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:21.232406 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:22.339794 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:22.857146 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:47:23.994846 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:36.532276 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.379733 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:48.498873 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46ddd5bc-334f-4b77-8886-8b55500cf175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:51.179285 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d4edb0f-0fee-419d-81c2-2cf2f65e15bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:51.233606 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:52.343140 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:53.996244 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:59.856323 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:48:06.532735 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:08.379108 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:18.500034 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b57fdf35-ba14-4f7c-8f67-144b3f6f76b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:21.180880 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2d06972-ab71-4d01-a619-451a9ccb4f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:21.237316 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:22.345708 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:23.999970 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:36.546848 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:36.854872 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:48:38.394204 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:48.505552 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f3cb373f-8862-43da-82fc-213c3c9a031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:51.181432 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9488ecb-b0e3-4760-8f17-a993d507b734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:51.237574 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:52.349214 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:54.005697 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:06.539160 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:08.408023 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:13.854310 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:49:18.496518 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9273fa28-0369-4d59-9c48-6e64360739b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:21.181880 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c1508abf-12b6-42ff-8ab7-a3c69dce4d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:21.237680 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:22.351861 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:24.007086 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:36.544914 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:38.406661 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:48.497720 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2da1cef7-0aed-44be-bae8-0d206dba802c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:50.853018 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:49:51.182261 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdb69a99-c4d8-4714-9a99-6e0ec1ad14e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:51.238389 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:52.355223 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:54.009445 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.543188 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.424122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:18.499021 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dce86f4a-8348-4da3-b447-540410c60bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:21.182718 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fefa432-becf-4f92-8f32-f571b756bcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:21.239102 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:22.358157 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:24.011122 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:27.852795 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:50:36.551253 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:38.421018 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:48.500503 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e163cd2f-e215-47e4-9303-655c9adb5b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:51.183066 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26d828ea-be7b-4f78-94e1-d18f382ae5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:51.239650 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:52.363802 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:54.013494 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:04.851884 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:06.573477 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:08.419783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.501152 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73cf9cd6-09e6-4490-972b-739dc206040c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.184111 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b8a2-236a-4f1f-9195-6d312c8cc1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.240349 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.365106 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:24.018783 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:36.571243 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:38.433909 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:41.850657 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:48.501967 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-05d131ec-9be7-4d7f-854c-a552a292f8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:51.184464 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d121b340-1ac8-4a27-8d07-407b4b8521cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:51.241449 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:52.373555 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:54.019805 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:06.572989 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:08.448933 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:18.503500 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01aa7c14-b3e1-412b-b22b-818039d9d3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:18.850139 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:52:21.185409 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-823ba5d1-9d6b-4882-b64c-b80f931b94a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:21.242177 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:22.369615 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.020745 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:36.587484 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:38.447809 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:48.504849 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9222e54-7039-4804-a39b-4c2848c1994c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:51.186614 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de5e48a5-4b45-4129-9c20-83994dfd7bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:51.243599 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:52.373635 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:54.024648 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:55.850098 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:53:06.593337 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:08.451774 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:18.505819 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-789a689d-2b27-4b68-868e-3d60a58fd90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:21.186656 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35100a7a-a44a-4c5d-b9f8-d7e4eef8c711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:21.243586 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:22.375268 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:24.026127 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:32.850187 n-d-758944-43 neutron-server[93776]: DEBUG neutron.db.agents_db [None req-370a40b3-b26a-4747-86a6-874520774620 None None] Agent healthcheck: found 7 active agents {{(pid=93776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:53:36.599117 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3199623-74b5-4127-b0db-2649ef49bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:38.452594 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cefb8f7b-d90e-4a70-b572-38deacd7b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:46.414520 n-d-758944-43 neutron-server[93774]: DEBUG neutron.wsgi [req-a53af73a-d74b-48f2-959b-555da532794c req-90736408-7d4f-45c9-918f-ef8d9c45fc92 service neutron] (93774) timed out ('10.222.0.41', 60352) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:53:48.507768 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f24647bc-74f1-4d08-84a5-165c5e35fb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:51.187636 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8030184-20a7-48db-8717-6184c765cbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:51.244020 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2909356c-84be-4d00-9c56-2c21f42c6388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:52.378856 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c275-93ef-4578-8af9-0120a7783125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:54.028288 n-d-758944-43 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef781-dfbf-467b-b06b-13be10cdacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743006735117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783001'] for agent, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}